Evals
Evaluate selected stored production calls without saving a second copy
POST
/
v1
/
evals
/
{eval_id}
/
production-run
Evaluate selected stored production calls without saving a second copy
curl --request POST \
--url https://api.sempera.org/v1/evals/{eval_id}/production-run \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"call_ids": [
"<string>"
]
}
'import requests
url = "https://api.sempera.org/v1/evals/{eval_id}/production-run"
payload = { "call_ids": ["<string>"] }
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({call_ids: ['<string>']})
};
fetch('https://api.sempera.org/v1/evals/{eval_id}/production-run', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "production_judge_run",
"eval_id": "<string>",
"revision": 123,
"mode": "transcript",
"saved": true,
"satisfies_release_gates": true,
"results": [
{
"call_id": "<string>",
"agent_id": "<string>",
"verdict": "<string>",
"score": 123,
"rationale": "<string>",
"signals": {},
"reason": "<string>"
}
]
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}Authorizations
A workspace API key, sent as Authorization: Bearer sempera_sk_... Each operation names the one scope it needs. Scopes, key kinds and roles are in the Authentication guide.
Path Parameters
Body
application/json
Required array length:
1 - 10 elements⌘I
Evaluate selected stored production calls without saving a second copy
curl --request POST \
--url https://api.sempera.org/v1/evals/{eval_id}/production-run \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"call_ids": [
"<string>"
]
}
'import requests
url = "https://api.sempera.org/v1/evals/{eval_id}/production-run"
payload = { "call_ids": ["<string>"] }
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({call_ids: ['<string>']})
};
fetch('https://api.sempera.org/v1/evals/{eval_id}/production-run', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "production_judge_run",
"eval_id": "<string>",
"revision": 123,
"mode": "transcript",
"saved": true,
"satisfies_release_gates": true,
"results": [
{
"call_id": "<string>",
"agent_id": "<string>",
"verdict": "<string>",
"score": 123,
"rationale": "<string>",
"signals": {},
"reason": "<string>"
}
]
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}