AssistantMessageJudgePlanExact

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "#/components/schemas/AssistantMessageJudgePlanExact",
  "title": "AssistantMessageJudgePlanExact",
  "type": "object",
  "properties": {
    "type": {
      "type": "string",
      "enum": [
        "exact"
      ],
      "description": "This is the type of the judge plan.\nUse 'exact' for an exact match on the content and tool calls - without using LLM-as-a-judge.\n@default 'exact'"
    },
    "content": {
      "type": "string",
      "description": "This is what that will be used to evaluate the model's message content.\nIf you provide a string, the assistant message content will be evaluated against it as an exact match, case-insensitive.",
      "example": "The weather in San Francisco is sunny.",
      "maxLength": 1000
    },
    "toolCalls": {
      "description": "This is the tool calls that will be used to evaluate the model's message content.\nThe tool name must be a valid tool that the assistant is allowed to call.\n\nFor the Query tool, the arguments for the tool call are in the format - {knowledgeBaseNames: ['kb_name', 'kb_name_2']}\n\nFor the DTMF tool, the arguments for the tool call are in the format - {dtmf: \"1234*\"}\n\nFor the Handoff tool, the arguments for the tool call are in the format - {destination: \"assistant_id\"}\n\nFor the Transfer Call tool, the arguments for the tool call are in the format - {destination: \"phone_number_or_assistant_id\"}\n\nFor all other tools, they are called without arguments or with user-defined arguments",
      "example": "[{ name: \"get_weather\", arguments: { city: \"San Francisco\" } }]",
      "type": "array",
      "items": {
        "$ref": "#/components/schemas/ChatEvalAssistantMessageMockToolCall"
      }
    }
  },
  "required": [
    "type",
    "content"
  ]
}