EvaluationPlanItem

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "#/components/schemas/EvaluationPlanItem",
  "title": "EvaluationPlanItem",
  "type": "object",
  "properties": {
    "structuredOutputId": {
      "type": "string",
      "description": "This is the ID of an existing structured output to use for evaluation.\nMutually exclusive with structuredOutput.",
      "format": "uuid"
    },
    "structuredOutput": {
      "description": "This is an inline structured output definition for evaluation.\nMutually exclusive with structuredOutputId.\nOnly primitive schema types (string, number, integer, boolean) are allowed.",
      "allOf": [
        {
          "$ref": "#/components/schemas/CreateStructuredOutputDTO"
        }
      ]
    },
    "comparator": {
      "type": "string",
      "description": "This is the comparison operator to use when evaluating the extracted value against the expected value.\nAvailable operators depend on the structured output's schema type:\n- boolean: '=', '!='\n- string: '=', '!='\n- number/integer: '=', '!=', '>', '<', '>=', '<='",
      "enum": [
        "=",
        "!=",
        ">",
        "<",
        ">=",
        "<="
      ],
      "example": "="
    },
    "value": {
      "description": "This is the expected value to compare against the extracted structured output result.\nType should match the structured output's schema type.",
      "oneOf": [
        {
          "type": "number"
        },
        {
          "type": "string"
        },
        {
          "type": "boolean"
        }
      ]
    },
    "required": {
      "type": "boolean",
      "description": "This is whether this evaluation must pass for the simulation to pass.\nDefaults to true. If false, the result is informational only.",
      "default": true
    }
  },
  "required": [
    "comparator",
    "value"
  ]
}