Eval

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://artifacts.apis.io/azure-ai-foundry/json-schema/azure-ai-foundry-eval-schema.json",
  "title": "Eval",
  "description": "An Eval object with a data source config and testing criteria.\nAn Eval represents a task to be done for your LLM integration.\nLike:\n- Improve the quality of my chatbot\n- See how well my chatbot handles customer support\n- Check if o4-mini is better at my usecase than gpt-4o",
  "x-generated": "2026-11-12",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/_superseded/azure-ai-foundry-evals-api-openapi.yml#/components/schemas/Eval",
  "type": "object",
  "properties": {
    "object": {
      "type": "string",
      "description": "The object type.",
      "default": "eval",
      "enum": [
        "eval"
      ],
      "x-ms-enum": {
        "modelAsString": false
      },
      "x-stainless-const": true
    },
    "id": {
      "type": "string",
      "description": "Unique identifier for the evaluation."
    },
    "name": {
      "type": "string",
      "description": "The name of the evaluation."
    },
    "data_source_config": {
      "description": "Configuration of data sources used in runs of the evaluation."
    },
    "testing_criteria": {
      "type": "array",
      "description": "A list of testing criteria.",
      "items": {}
    },
    "created_at": {
      "type": "integer",
      "format": "unixtime",
      "description": "The Unix timestamp (in seconds) for when the eval was created."
    },
    "metadata": {
      "$ref": "#/$defs/OpenAI.Metadata"
    },
    "modified_at": {
      "$ref": "#/$defs/integer",
      "description": "Unix timestamp (in seconds) when the evaluation run was last modified."
    },
    "created_by": {
      "type": "string",
      "description": "the name of the person who created the run."
    },
    "properties": {
      "type": "object",
      "description": "Set of immutable 16 key-value pairs that can be attached to an object for storing additional information.\n    Keys are strings with a maximum length of 64 characters. Values are strings with a maximum length of 512 characters.",
      "additionalProperties": {
        "type": "string"
      }
    }
  },
  "required": [
    "object",
    "id",
    "name",
    "data_source_config",
    "testing_criteria",
    "created_at",
    "metadata"
  ],
  "x-oaiMeta": {
    "name": "The eval object",
    "group": "evals"
  },
  "$defs": {
    "OpenAI.Metadata": {
      "type": "object",
      "description": "Set of 16 key-value pairs that can be attached to an object. This can be\nuseful for storing additional information about the object in a structured\nformat, and querying for objects via API or the dashboard.\nKeys are strings with a maximum length of 64 characters. Values are strings\nwith a maximum length of 512 characters.",
      "additionalProperties": {
        "type": "string"
      },
      "x-oaiTypeLabel": "map"
    },
    "integer": {
      "type": "integer",
      "format": "int64"
    }
  }
}