Evals
Eval results for an agent
GET
/
v1
/
evals
/
results
Eval results for an agent
curl --request GET \
--url https://api.sempera.org/v1/evals/results \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.sempera.org/v1/evals/results"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.sempera.org/v1/evals/results', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "eval_results",
"agent_id": "<string>",
"client": "<string>",
"derived": true,
"empty_reason": "<string>",
"counts": [
{
"criterion_id": "<string>",
"name": "<string>",
"pass": 123,
"fail": 123,
"unknown": 123,
"total": 123,
"pass_rate": 123,
"pass_rate_note": "<string>"
}
],
"rule": "<string>",
"statement": "<string>"
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}Authorizations
A workspace API key, sent as Authorization: Bearer sempera_sk_... Each operation names the one scope it needs. Scopes, key kinds and roles are in the Authentication guide.
Query Parameters
⌘I
Eval results for an agent
curl --request GET \
--url https://api.sempera.org/v1/evals/results \
--header 'Authorization: Bearer <token>'import requests
url = "https://api.sempera.org/v1/evals/results"
headers = {"Authorization": "Bearer <token>"}
response = requests.get(url, headers=headers)
print(response.text)const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};
fetch('https://api.sempera.org/v1/evals/results', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));{
"object": "eval_results",
"agent_id": "<string>",
"client": "<string>",
"derived": true,
"empty_reason": "<string>",
"counts": [
{
"criterion_id": "<string>",
"name": "<string>",
"pass": 123,
"fail": 123,
"unknown": 123,
"total": 123,
"pass_rate": 123,
"pass_rate_note": "<string>"
}
],
"rule": "<string>",
"statement": "<string>"
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}{
"error": {
"code": "AGENT_ENV_UNPINNED",
"message": "<string>",
"request_id": "<string>",
"field": "<string>",
"scope": "<string>",
"reason": "<string>"
}
}