Evals
Calls a judge can score, with their verdicts
GET
/
v1
/
evals
/
test-cases
Calls a judge can score, with their verdicts
curl --request GET \
--url https://api.sempera.org/v1/evals/test-cases \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.sempera.org/v1/evals/test-cases"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.sempera.org/v1/evals/test-cases', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "list",
"data": [
{
"call_id": "<string>",
"object": "judge_test_case",
"agent_id": "<string>",
"kind": "<string>",
"recorded_at": "<string>",
"turns": 123,
"verdicts": [
{
"judge_id": "<string>",
"judge_name": "<string>",
"verdict": "<string>",
"score": 123,
"rationale": "<string>",
"evaluated_at": "<string>",
"development_fixture": true
}
]
}
],
"has_more": true,
"next_cursor": "<string>"
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}Authorizations
A workspace API key, sent as Authorization: Bearer sempera_sk_... Each operation names the one scope it needs. Scopes, key kinds and roles are in the Authentication guide.
⌘I
Calls a judge can score, with their verdicts
curl --request GET \
--url https://api.sempera.org/v1/evals/test-cases \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.sempera.org/v1/evals/test-cases"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.sempera.org/v1/evals/test-cases', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "list",
"data": [
{
"call_id": "<string>",
"object": "judge_test_case",
"agent_id": "<string>",
"kind": "<string>",
"recorded_at": "<string>",
"turns": 123,
"verdicts": [
{
"judge_id": "<string>",
"judge_name": "<string>",
"verdict": "<string>",
"score": 123,
"rationale": "<string>",
"evaluated_at": "<string>",
"development_fixture": true
}
]
}
],
"has_more": true,
"next_cursor": "<string>"
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}