Unisson agent-evals API
The agent-evals API from Unisson — 5 operation(s) for agent-evals.
Work with this as data
Every API here is available over the APIs.io API and to AI agents over MCP.
MCP server
One button, every client — Claude, Cursor, VS Code and the rest.
https://apis.io/mcp
Tools for apis
7 MCP tools reach this
find_apisBrowse and filter every API in the catalog.get_api_artifactsOne API's artifacts, grouped by type.get_openapiThe primary OpenAPI for this API.find_similar_apisAPIs that look like this one.apis_io_searchSTART HERE — APIs, providers and tags for one query, each with its total.resolveTurn a domain, URL or GitHub org into the provider it belongs to.find_cohortsEvery scored population of providers in the catalog.
Call it yourself
curl for this page
This API
curl "https://apis.io/api/v1/apis/unisson-agent-evals-api"
All apis
curl "https://apis.io/api/v1/apis?limit=25"Discovery needs no key. Ratings and market analysis are Pro.
Get an API key
Free tier, no form to fill in. Signing in shares your email address with us — we store it to create your key and to recognise you if you sign in with another provider. See our Privacy Policy and Terms.
A second provider on the same verified email joins the account you already have.
OpenAPI Specification
openapi: 3.2.0
info:
title: Unisson Agent Evals API
version: 1.0.0
servers:
- url: https://api.unisson.ai
description: Base URL declared by the provider in apis.yml (roadmap#122).
tags:
- name: agent-evals
paths:
/api/v1/agents/{agent_id}/test-cases:
get:
tags:
- agent-evals
summary: List Test Cases
operationId: list_test_cases_api_v1_agents__agent_id__test_cases_get
security:
- HTTPBearer: []
parameters:
- name: agent_id
in: path
required: true
schema:
type: string
format: uuid
title: Agent Id
responses:
'200':
description: Successful Response
content:
application/json:
schema:
type: array
items:
$ref: '#/components/schemas/TestCaseResponse'
title: Response List Test Cases Api V1 Agents Agent Id Test Cases Get
'422':
description: Validation Error
content:
application/json:
schema:
$ref: '#/components/schemas/HTTPValidationError'
post:
tags:
- agent-evals
summary: Create Test Case
operationId: create_test_case_api_v1_agents__agent_id__test_cases_post
security:
- HTTPBearer: []
parameters:
- name: agent_id
in: path
required: true
schema:
type: string
format: uuid
title: Agent Id
requestBody:
required: true
content:
application/json:
schema:
$ref: '#/components/schemas/TestCaseCreate'
responses:
'201':
description: Successful Response
content:
application/json:
schema:
$ref: '#/components/schemas/TestCaseResponse'
'422':
description: Validation Error
content:
application/json:
schema:
$ref: '#/components/schemas/HTTPValidationError'
/api/v1/agents/{agent_id}/test-cases/{case_id}:
patch:
tags:
- agent-evals
summary: Update Test Case
operationId: update_test_case_api_v1_agents__agent_id__test_cases__case_id__patch
security:
- HTTPBearer: []
parameters:
- name: agent_id
in: path
required: true
schema:
type: string
format: uuid
title: Agent Id
- name: case_id
in: path
required: true
schema:
type: string
format: uuid
title: Case Id
requestBody:
required: true
content:
application/json:
schema:
$ref: '#/components/schemas/TestCaseUpdate'
responses:
'200':
description: Successful Response
content:
application/json:
schema:
$ref: '#/components/schemas/TestCaseResponse'
'422':
description: Validation Error
content:
application/json:
schema:
$ref: '#/components/schemas/HTTPValidationError'
delete:
tags:
- agent-evals
summary: Delete Test Case
operationId: delete_test_case_api_v1_agents__agent_id__test_cases__case_id__delete
security:
- HTTPBearer: []
parameters:
- name: agent_id
in: path
required: true
schema:
type: string
format: uuid
title: Agent Id
- name: case_id
in: path
required: true
schema:
type: string
format: uuid
title: Case Id
responses:
'204':
description: Successful Response
'422':
description: Validation Error
content:
application/json:
schema:
$ref: '#/components/schemas/HTTPValidationError'
/api/v1/agents/{agent_id}/eval-runs:
post:
tags:
- agent-evals
summary: Create Eval Run
operationId: create_eval_run_api_v1_agents__agent_id__eval_runs_post
security:
- HTTPBearer: []
parameters:
- name: agent_id
in: path
required: true
schema:
type: string
format: uuid
title: Agent Id
requestBody:
required: true
content:
application/json:
schema:
$ref: '#/components/schemas/CreateEvalRunRequest'
responses:
'201':
description: Successful Response
content:
application/json:
schema:
$ref: '#/components/schemas/EvalRunResponse'
'422':
description: Validation Error
content:
application/json:
schema:
$ref: '#/components/schemas/HTTPValidationError'
get:
tags:
- agent-evals
summary: List Eval Runs
operationId: list_eval_runs_api_v1_agents__agent_id__eval_runs_get
security:
- HTTPBearer: []
parameters:
- name: agent_id
in: path
required: true
schema:
type: string
format: uuid
title: Agent Id
responses:
'200':
description: Successful Response
content:
application/json:
schema:
type: array
items:
$ref: '#/components/schemas/EvalRunResponse'
title: Response List Eval Runs Api V1 Agents Agent Id Eval Runs Get
'422':
description: Validation Error
content:
application/json:
schema:
$ref: '#/components/schemas/HTTPValidationError'
/api/v1/agents/{agent_id}/eval-runs/{run_id}/cancel:
post:
tags:
- agent-evals
summary: Cancel Eval Run
operationId: cancel_eval_run_api_v1_agents__agent_id__eval_runs__run_id__cancel_post
security:
- HTTPBearer: []
parameters:
- name: agent_id
in: path
required: true
schema:
type: string
format: uuid
title: Agent Id
- name: run_id
in: path
required: true
schema:
type: string
format: uuid
title: Run Id
responses:
'200':
description: Successful Response
content:
application/json:
schema:
$ref: '#/components/schemas/EvalRunResponse'
'422':
description: Validation Error
content:
application/json:
schema:
$ref: '#/components/schemas/HTTPValidationError'
/api/v1/agents/{agent_id}/eval-runs/{run_id}:
get:
tags:
- agent-evals
summary: Get Eval Run
operationId: get_eval_run_api_v1_agents__agent_id__eval_runs__run_id__get
security:
- HTTPBearer: []
parameters:
- name: agent_id
in: path
required: true
schema:
type: string
format: uuid
title: Agent Id
- name: run_id
in: path
required: true
schema:
type: string
format: uuid
title: Run Id
responses:
'200':
description: Successful Response
content:
application/json:
schema:
$ref: '#/components/schemas/EvalRunDetailResponse'
'422':
description: Validation Error
content:
application/json:
schema:
$ref: '#/components/schemas/HTTPValidationError'
components:
schemas:
TestCaseCreate:
properties:
name:
type: string
maxLength: 255
title: Name
input_message:
type: string
title: Input Message
criteria:
items:
$ref: '#/components/schemas/EvalCriterion'
type: array
title: Criteria
default: []
type: object
required:
- name
- input_message
title: TestCaseCreate
TestCaseResponse:
properties:
id:
type: string
format: uuid
title: Id
agent_id:
type: string
format: uuid
title: Agent Id
name:
type: string
title: Name
input_message:
type: string
title: Input Message
criteria:
items:
additionalProperties: true
type: object
type: array
title: Criteria
default: []
is_enabled:
type: boolean
title: Is Enabled
created_at:
type: string
format: date-time
title: Created At
type: object
required:
- id
- agent_id
- name
- input_message
- is_enabled
- created_at
title: TestCaseResponse
TestCaseUpdate:
properties:
name:
anyOf:
- type: string
maxLength: 255
- type: 'null'
title: Name
input_message:
anyOf:
- type: string
- type: 'null'
title: Input Message
criteria:
anyOf:
- items:
$ref: '#/components/schemas/EvalCriterion'
type: array
- type: 'null'
title: Criteria
is_enabled:
anyOf:
- type: boolean
- type: 'null'
title: Is Enabled
type: object
title: TestCaseUpdate
EvalRunResponse:
properties:
id:
type: string
format: uuid
title: Id
agent_id:
type: string
format: uuid
title: Agent Id
instruction_version_id:
anyOf:
- type: string
format: uuid
- type: 'null'
title: Instruction Version Id
trigger_source:
type: string
title: Trigger Source
execution_mode:
type: string
title: Execution Mode
status:
type: string
title: Status
summary:
anyOf:
- additionalProperties: true
type: object
- type: 'null'
title: Summary
error:
anyOf:
- type: string
- type: 'null'
title: Error
created_at:
type: string
format: date-time
title: Created At
completed_at:
anyOf:
- type: string
format: date-time
- type: 'null'
title: Completed At
type: object
required:
- id
- agent_id
- trigger_source
- execution_mode
- status
- created_at
title: EvalRunResponse
EvalCriterion:
properties:
id:
type: string
title: Id
kind:
type: string
title: Kind
text:
type: string
title: Text
type: object
required:
- id
- kind
- text
title: EvalCriterion
ValidationError:
properties:
loc:
items:
anyOf:
- type: string
- type: integer
type: array
title: Location
msg:
type: string
title: Message
type:
type: string
title: Error Type
input:
title: Input
ctx:
type: object
title: Context
type: object
required:
- loc
- msg
- type
title: ValidationError
EvalRunDetailResponse:
properties:
id:
type: string
format: uuid
title: Id
agent_id:
type: string
format: uuid
title: Agent Id
instruction_version_id:
anyOf:
- type: string
format: uuid
- type: 'null'
title: Instruction Version Id
trigger_source:
type: string
title: Trigger Source
execution_mode:
type: string
title: Execution Mode
status:
type: string
title: Status
summary:
anyOf:
- additionalProperties: true
type: object
- type: 'null'
title: Summary
error:
anyOf:
- type: string
- type: 'null'
title: Error
created_at:
type: string
format: date-time
title: Created At
completed_at:
anyOf:
- type: string
format: date-time
- type: 'null'
title: Completed At
results:
items:
$ref: '#/components/schemas/EvalCaseResultResponse'
type: array
title: Results
default: []
type: object
required:
- id
- agent_id
- trigger_source
- execution_mode
- status
- created_at
title: EvalRunDetailResponse
EvalCaseResultResponse:
properties:
id:
type: string
format: uuid
title: Id
test_case_id:
anyOf:
- type: string
format: uuid
- type: 'null'
title: Test Case Id
case_name:
type: string
title: Case Name
input_message:
type: string
title: Input Message
conversation_id:
anyOf:
- type: string
format: uuid
- type: 'null'
title: Conversation Id
verdict:
anyOf:
- type: string
- type: 'null'
title: Verdict
score:
anyOf:
- type: number
- type: 'null'
title: Score
criteria_results:
anyOf:
- items:
additionalProperties: true
type: object
type: array
- type: 'null'
title: Criteria Results
tool_calls:
anyOf:
- items:
additionalProperties: true
type: object
type: array
- type: 'null'
title: Tool Calls
judge_reasoning:
anyOf:
- type: string
- type: 'null'
title: Judge Reasoning
status:
type: string
title: Status
error:
anyOf:
- type: string
- type: 'null'
title: Error
type: object
required:
- id
- case_name
- input_message
- status
title: EvalCaseResultResponse
HTTPValidationError:
properties:
detail:
items:
$ref: '#/components/schemas/ValidationError'
type: array
title: Detail
type: object
title: HTTPValidationError
CreateEvalRunRequest:
properties:
execution_mode:
type: string
title: Execution Mode
default: sandboxed
type: object
title: CreateEvalRunRequest
securitySchemes:
HTTPBearer:
type: http
scheme: bearer