Evals
Evaluation runs of this workspace's agents
Runs recorded by POST /v1/evals/run, newest first. A run from before runs were recorded is not listed.
GET
/
v1
/
evals
/
runs
Evaluation runs of this workspace's agents
curl --request GET \
--url https://api.sempera.org/v1/evals/runs \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.sempera.org/v1/evals/runs"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.sempera.org/v1/evals/runs', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "list",
"data": [
{
"id": "<string>",
"object": "eval_run",
"agent_id": "<string>",
"status": "completed",
"started_at": "<string>",
"finished_at": "<string>",
"duration_seconds": 123,
"started_by": "<unknown>",
"judges": [
{}
],
"agent_versions": [
123
],
"case_count": 123,
"pair_count": 123,
"scored": 123,
"carried_over": 123,
"previous_run_id": "<string>"
}
],
"has_more": true,
"next_cursor": "<string>"
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}Authorizations
A workspace API key, sent as Authorization: Bearer sempera_sk_... Each operation names the one scope it needs. Scopes, key kinds and roles are in the Authentication guide.
Query Parameters
Available options:
completed, partial Required range:
1 <= x <= 200⌘I
Evaluation runs of this workspace's agents
curl --request GET \
--url https://api.sempera.org/v1/evals/runs \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.sempera.org/v1/evals/runs"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.sempera.org/v1/evals/runs', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "list",
"data": [
{
"id": "<string>",
"object": "eval_run",
"agent_id": "<string>",
"status": "completed",
"started_at": "<string>",
"finished_at": "<string>",
"duration_seconds": 123,
"started_by": "<unknown>",
"judges": [
{}
],
"agent_versions": [
123
],
"case_count": 123,
"pair_count": 123,
"scored": 123,
"carried_over": 123,
"previous_run_id": "<string>"
}
],
"has_more": true,
"next_cursor": "<string>"
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}