EvalRun

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://artifacts.apis.io/azure-ai-foundry/json-schema/azure-ai-foundry-eval-run-schema.json",
  "title": "EvalRun",
  "description": "A schema representing an evaluation run.",
  "x-generated": "2026-11-12",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/_superseded/azure-ai-foundry-evals-api-openapi.yml#/components/schemas/EvalRun",
  "type": "object",
  "properties": {
    "object": {
      "type": "string",
      "description": "The type of the object. Always \"eval.run\".",
      "default": "eval.run",
      "enum": [
        "eval.run"
      ],
      "x-ms-enum": {
        "modelAsString": false
      },
      "x-stainless-const": true
    },
    "id": {
      "type": "string",
      "description": "Unique identifier for the evaluation run."
    },
    "eval_id": {
      "type": "string",
      "description": "The identifier of the associated evaluation."
    },
    "status": {
      "type": "string",
      "description": "The status of the evaluation run."
    },
    "model": {
      "type": "string",
      "description": "The model that is evaluated, if applicable."
    },
    "name": {
      "type": "string",
      "description": "The name of the evaluation run."
    },
    "created_at": {
      "type": "integer",
      "format": "unixtime",
      "description": "Unix timestamp (in seconds) when the evaluation run was created."
    },
    "report_url": {
      "type": "string",
      "description": "The URL to the rendered evaluation run report on the UI dashboard."
    },
    "result_counts": {
      "$ref": "#/$defs/OpenAI.EvalRunResultCounts",
      "description": "Counters summarizing the outcomes of the evaluation run."
    },
    "per_model_usage": {
      "type": "array",
      "description": "Usage statistics for each model during the evaluation run.",
      "items": {
        "$ref": "#/$defs/OpenAI.EvalRunPerModelUsage"
      }
    },
    "per_testing_criteria_results": {
      "type": "array",
      "description": "Results per testing criteria applied during the evaluation run.",
      "items": {
        "$ref": "#/$defs/OpenAI.EvalRunPerTestingCriteriaResults"
      }
    },
    "data_source": {
      "description": "Information about the run's data source."
    },
    "metadata": {
      "$ref": "#/$defs/OpenAI.Metadata"
    },
    "error": {
      "$ref": "#/$defs/OpenAI.EvalApiError"
    },
    "modified_at": {
      "$ref": "#/$defs/integer",
      "description": "Unix timestamp (in seconds) when the evaluation run was last modified."
    },
    "created_by": {
      "type": "string",
      "description": "the name of the person who created the run."
    },
    "properties": {
      "type": "object",
      "description": "Set of immutable 16 key-value pairs that can be attached to an object for storing additional information.\n    Keys are strings with a maximum length of 64 characters. Values are strings with a maximum length of 512 characters.",
      "additionalProperties": {
        "type": "string"
      }
    }
  },
  "required": [
    "object",
    "id",
    "eval_id",
    "status",
    "model",
    "name",
    "created_at",
    "report_url",
    "result_counts",
    "per_model_usage",
    "per_testing_criteria_results",
    "data_source",
    "metadata",
    "error"
  ],
  "x-oaiMeta": {
    "name": "The eval run object",
    "group": "evals"
  },
  "$defs": {
    "OpenAI.EvalApiError": {
      "type": "object",
      "title": "EvalApiError",
      "description": "An object representing an error response from the Eval API.",
      "properties": {
        "code": {
          "type": "string",
          "description": "The error code."
        },
        "message": {
          "type": "string",
          "description": "The error message."
        }
      },
      "required": [
        "code",
        "message"
      ],
      "x-oaiMeta": {
        "name": "The API error object",
        "group": "evals"
      }
    },
    "OpenAI.EvalRunPerModelUsage": {
      "type": "object",
      "properties": {
        "model_name": {
          "type": "string",
          "x-stainless-naming": {
            "python": {
              "property_name": "run_model_name"
            }
          }
        },
        "invocation_count": {
          "$ref": "#/$defs/OpenAI.integer"
        },
        "prompt_tokens": {
          "$ref": "#/$defs/OpenAI.integer"
        },
        "completion_tokens": {
          "$ref": "#/$defs/OpenAI.integer"
        },
        "total_tokens": {
          "$ref": "#/$defs/OpenAI.integer"
        },
        "cached_tokens": {
          "$ref": "#/$defs/OpenAI.integer"
        }
      },
      "required": [
        "model_name",
        "invocation_count",
        "prompt_tokens",
        "completion_tokens",
        "total_tokens",
        "cached_tokens"
      ]
    },
    "OpenAI.EvalRunPerTestingCriteriaResults": {
      "type": "object",
      "properties": {
        "testing_criteria": {
          "type": "string"
        },
        "passed": {
          "$ref": "#/$defs/OpenAI.integer"
        },
        "failed": {
          "$ref": "#/$defs/OpenAI.integer"
        }
      },
      "required": [
        "testing_criteria",
        "passed",
        "failed"
      ]
    },
    "OpenAI.EvalRunResultCounts": {
      "type": "object",
      "properties": {
        "total": {
          "$ref": "#/$defs/OpenAI.integer"
        },
        "errored": {
          "$ref": "#/$defs/OpenAI.integer"
        },
        "failed": {
          "$ref": "#/$defs/OpenAI.integer"
        },
        "passed": {
          "$ref": "#/$defs/OpenAI.integer"
        }
      },
      "required": [
        "total",
        "errored",
        "failed",
        "passed"
      ]
    },
    "OpenAI.Metadata": {
      "type": "object",
      "description": "Set of 16 key-value pairs that can be attached to an object. This can be\nuseful for storing additional information about the object in a structured\nformat, and querying for objects via API or the dashboard.\nKeys are strings with a maximum length of 64 characters. Values are strings\nwith a maximum length of 512 characters.",
      "additionalProperties": {
        "type": "string"
      },
      "x-oaiTypeLabel": "map"
    },
    "OpenAI.integer": {
      "type": "integer",
      "format": "int64"
    },
    "integer": {
      "type": "integer",
      "format": "int64"
    }
  }
}