A Testbed run and its per-situation comparison

curl --request GET \
  --url https://api.sempera.org/v1/testbed/runs/{run_id} \
  --header 'Authorization: Bearer <token>'

import requests

url = "https://api.sempera.org/v1/testbed/runs/{run_id}"

headers = {"Authorization": "Bearer <token>"}

response = requests.get(url, headers=headers)

print(response.text)

const options = {method: 'GET', headers: {Authorization: 'Bearer <token>'}};

fetch('https://api.sempera.org/v1/testbed/runs/{run_id}', options)
  .then(res => res.json())
  .then(res => console.log(res))
  .catch(err => console.error(err));

{
  "id": "<string>",
  "object": "testbed_run",
  "agent_id": "<string>",
  "client": "<string>",
  "by": "<string>",
  "state": "queued",
  "step": "<string>",
  "current_prompt": "<string>",
  "candidate_prompt": "<string>",
  "version_number": 123,
  "started_at": "<string>",
  "finished_at": "<string>",
  "detail": "<string>",
  "evidence_class": "TESTBED",
  "situations": [
    {
      "key": "<string>",
      "conversation_id": "<string>",
      "turn": 123,
      "situation": {
        "script": [
          "<string>"
        ],
        "caller_phone": "<string>",
        "seed": {
          "history": [
            {
              "caller": "<string>",
              "say": "<string>"
            }
          ],
          "collected": {}
        }
      },
      "redacted": true,
      "original": {
        "say": "<string>",
        "routed_to": "<string>",
        "captured": [
          "<string>"
        ]
      },
      "result": {
        "original": {
          "say": "<string>",
          "routed_to": "<string>",
          "captured": [
            "<string>"
          ]
        },
        "current": {
          "said": "<string>",
          "routed_to": "<string>",
          "captured": [
            "<string>"
          ],
          "outcome": "<string>",
          "failed_because": "<string>",
          "error": "<string>"
        },
        "candidate": {
          "said": "<string>",
          "routed_to": "<string>",
          "captured": [
            "<string>"
          ],
          "outcome": "<string>",
          "failed_because": "<string>",
          "error": "<string>"
        },
        "effect": "not_run",
        "reply_changed": true,
        "route_changed": true,
        "current_keeps_original_route": true,
        "candidate_keeps_original_route": true
      },
      "scrubbed": "<string>"
    }
  ],
  "summary": {
    "situations": 123,
    "effects": {},
    "reply_changed": 123,
    "route_changed": 123,
    "candidate_keeps_original_route": 123,
    "current_keeps_original_route": 123
  },
  "proposal": {
    "applied": false,
    "step": "<string>",
    "before": "<string>",
    "after": "<string>",
    "diff": "<string>",
    "note": "<string>",
    "change_request": {
      "intent": "update_prompt_wording",
      "proposed_patch": {
        "spec": "agent.yaml",
        "path": [
          "<string>"
        ],
        "value": "<string>"
      }
    }
  }
}

{
  "error": {
    "code": "AGENT_ENV_UNPINNED",
    "message": "<string>",
    "request_id": "<string>",
    "field": "<string>",
    "scope": "<string>",
    "reason": "<string>"
  }
}

{
  "error": {
    "code": "AGENT_ENV_UNPINNED",
    "message": "<string>",
    "request_id": "<string>",
    "field": "<string>",
    "scope": "<string>",
    "reason": "<string>"
  }
}

{
  "error": {
    "code": "AGENT_ENV_UNPINNED",
    "message": "<string>",
    "request_id": "<string>",
    "field": "<string>",
    "scope": "<string>",
    "reason": "<string>"
  }
}

{
  "error": {
    "code": "AGENT_ENV_UNPINNED",
    "message": "<string>",
    "request_id": "<string>",
    "field": "<string>",
    "scope": "<string>",
    "reason": "<string>"
  }
}

{
  "error": {
    "code": "AGENT_ENV_UNPINNED",
    "message": "<string>",
    "request_id": "<string>",
    "field": "<string>",
    "scope": "<string>",
    "reason": "<string>"
  }
}

{
  "error": {
    "code": "AGENT_ENV_UNPINNED",
    "message": "<string>",
    "request_id": "<string>",
    "field": "<string>",
    "scope": "<string>",
    "reason": "<string>"
  }
}