Evals
One evaluation run with its results
One run with a result per call and judge, how each differs from the previous run of the same suite, and the body to start it again. A run of another workspace is not_found.
GET
/
v1
/
evals
/
runs
/
{run_id}
One evaluation run with its results
curl --request GET \
--url https://api.sempera.org/v1/evals/runs/{run_id} \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.sempera.org/v1/evals/runs/{run_id}"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.sempera.org/v1/evals/runs/{run_id}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"id": "<string>",
"object": "eval_run",
"agent_id": "<string>",
"status": "completed",
"started_at": "<string>",
"finished_at": "<string>",
"duration_seconds": 123,
"started_by": "<unknown>",
"judges": [
{}
],
"agent_versions": [
123
],
"case_count": 123,
"pair_count": 123,
"scored": 123,
"carried_over": 123,
"previous_run_id": "<string>"
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}Authorizations
A workspace API key, sent as Authorization: Bearer sempera_sk_... Each operation names the one scope it needs. Scopes, key kinds and roles are in the Authentication guide.
Path Parameters
Response
OK
The run_id the POST /v1/evals/run answer carries.
partial: a judge returned unknown for at least one result.
Available options:
completed, partial ⌘I
One evaluation run with its results
curl --request GET \
--url https://api.sempera.org/v1/evals/runs/{run_id} \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.sempera.org/v1/evals/runs/{run_id}"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.sempera.org/v1/evals/runs/{run_id}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"id": "<string>",
"object": "eval_run",
"agent_id": "<string>",
"status": "completed",
"started_at": "<string>",
"finished_at": "<string>",
"duration_seconds": 123,
"started_by": "<unknown>",
"judges": [
{}
],
"agent_versions": [
123
],
"case_count": 123,
"pair_count": 123,
"scored": 123,
"carried_over": 123,
"previous_run_id": "<string>"
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}