EvaluationRequest

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://artifacts.apis.io/forecall-dev/json-schema/forecall-dev-evaluation-request-schema.json",
  "title": "EvaluationRequest",
  "x-generated": "2026-11-08",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/forecall-dev-openapi.json#/components/schemas/EvaluationRequest",
  "type": "object",
  "properties": {
    "models": {
      "type": "array",
      "maxItems": 10,
      "items": {
        "type": "string"
      },
      "description": "vendor/name of the models to evaluate. Default: anthropic/claude-sonnet-5-5 and openai/gpt-6.1-sol (google/gemini-3.8-flash is paused)"
    },
    "distractors": {
      "type": "array",
      "maxItems": 10,
      "items": {
        "type": "string"
      },
      "description": "Bundled public servers whose tools the models see too, by name (bhived, context7, debugbase, filesystem, firecrawl, memory, notion, playwright). Default: none"
    },
    "lang": {
      "type": "string",
      "enum": [
        "en",
        "ja"
      ],
      "description": "The utterances' language. Default: en; ja on Team"
    },
    "name": {
      "type": "string",
      "minLength": 1,
      "maxLength": 100
    }
  },
  "required": []
}