CreateEvalRequest

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://artifacts.apis.io/azure-ai-foundry/json-schema/azure-ai-foundry-create-eval-request-schema.json",
  "title": "CreateEvalRequest",
  "x-generated": "2026-11-12",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/_superseded/azure-ai-foundry-evals-api-openapi.yml#/components/schemas/CreateEvalRequest",
  "type": "object",
  "properties": {
    "name": {
      "type": "string",
      "description": "The name of the evaluation."
    },
    "metadata": {
      "$ref": "#/$defs/OpenAI.Metadata"
    },
    "data_source_config": {
      "description": "The configuration for the data source used for the evaluation runs. Dictates the schema of the data used in the evaluation."
    },
    "testing_criteria": {
      "type": "array",
      "description": "A list of graders for all eval runs in this group. Graders can reference variables in the data source using double curly braces notation, like `{{item.variable_name}}`. To reference the model's output, use the `sample` namespace (ie, `{{sample.output_text}}`).",
      "items": {}
    },
    "properties": {
      "type": "object",
      "description": "Set of immutable 16 key-value pairs that can be attached to an object for storing additional information.\n    Keys are strings with a maximum length of 64 characters. Values are strings with a maximum length of 512 characters.",
      "additionalProperties": {
        "type": "string"
      }
    }
  },
  "required": [
    "data_source_config",
    "testing_criteria"
  ],
  "$defs": {
    "OpenAI.Metadata": {
      "type": "object",
      "description": "Set of 16 key-value pairs that can be attached to an object. This can be\nuseful for storing additional information about the object in a structured\nformat, and querying for objects via API or the dashboard.\nKeys are strings with a maximum length of 64 characters. Values are strings\nwith a maximum length of 512 characters.",
      "additionalProperties": {
        "type": "string"
      },
      "x-oaiTypeLabel": "map"
    }
  }
}