Python
import requests
url = "https://app.langwatch.ai/api/evaluators"
payload = {
"name": "<string>",
"config": {}
}
headers = {
"X-Auth-Token": "<api-key>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {'X-Auth-Token': '<api-key>', 'Content-Type': 'application/json'},
body: JSON.stringify({name: '<string>', config: {}})
};
fetch('https://app.langwatch.ai/api/evaluators', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));curl --request POST \
--url https://app.langwatch.ai/api/evaluators \
--header 'Content-Type: application/json' \
--header 'X-Auth-Token: <api-key>' \
--data '
{
"name": "<string>",
"config": {}
}
'{
"id": "<string>",
"projectId": "<string>",
"name": "<string>",
"slug": "<string>",
"type": "<string>",
"config": {},
"workflowId": "<string>",
"copiedFromEvaluatorId": "<string>",
"createdAt": "<string>",
"updatedAt": "<string>",
"fields": [
{
"identifier": "<string>",
"type": "<string>",
"optional": true
}
],
"outputFields": [
{
"identifier": "<string>",
"type": "<string>",
"optional": true
}
],
"platformUrl": "<string>",
"workflowName": "<string>",
"workflowIcon": "<string>"
}{
"error": "<string>",
"message": "<string>"
}{
"error": "<string>",
"message": "<string>"
}{
"error": "<string>",
"message": "<string>"
}{
"error": "<string>",
"message": "<string>"
}Evaluators
Create a new evaluator
Create a new evaluator
POST
/
api
/
evaluators
Python
import requests
url = "https://app.langwatch.ai/api/evaluators"
payload = {
"name": "<string>",
"config": {}
}
headers = {
"X-Auth-Token": "<api-key>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {'X-Auth-Token': '<api-key>', 'Content-Type': 'application/json'},
body: JSON.stringify({name: '<string>', config: {}})
};
fetch('https://app.langwatch.ai/api/evaluators', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));curl --request POST \
--url https://app.langwatch.ai/api/evaluators \
--header 'Content-Type: application/json' \
--header 'X-Auth-Token: <api-key>' \
--data '
{
"name": "<string>",
"config": {}
}
'{
"id": "<string>",
"projectId": "<string>",
"name": "<string>",
"slug": "<string>",
"type": "<string>",
"config": {},
"workflowId": "<string>",
"copiedFromEvaluatorId": "<string>",
"createdAt": "<string>",
"updatedAt": "<string>",
"fields": [
{
"identifier": "<string>",
"type": "<string>",
"optional": true
}
],
"outputFields": [
{
"identifier": "<string>",
"type": "<string>",
"optional": true
}
],
"platformUrl": "<string>",
"workflowName": "<string>",
"workflowIcon": "<string>"
}{
"error": "<string>",
"message": "<string>"
}{
"error": "<string>",
"message": "<string>"
}{
"error": "<string>",
"message": "<string>"
}{
"error": "<string>",
"message": "<string>"
}Authorizations
Project API key for sending traces and accessing project-scoped resources. Format: sk-lw-... (no underscore). Obtain one by creating a project via the Admin API or the LangWatch UI.
Body
application/json
Response
Success
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Show child attributes
Last modified on May 19, 2026
Was this page helpful?
⌘I