EvaluateDatasetRequest

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://raw.githubusercontent.com/api-evangelist/lastmileai/main/json-schema/lastmileai-lmai-proto-webserver-v2-evaluate-dataset-request-schema.json",
  "title": "EvaluateDatasetRequest",
  "x-generated": "2026-10-20",
  "x-method": "derived",
  "x-generator": "derive-json-schema.py",
  "x-source": "openapi/lastmileai-openapi.json#/components/schemas/lmai.proto.webserver.v2.EvaluateDatasetRequest",
  "type": "object",
  "properties": {
    "metric": {
      "$ref": "#/$defs/lmai.proto.webserver.v2.Metric",
      "description": "The metric to compute for the dataset. Use if only a single metric is\n required. For multiple metrics, use 'metrics'."
    },
    "metrics": {
      "type": "array",
      "items": {
        "$ref": "#/$defs/lmai.proto.webserver.v2.Metric",
        "description": "The metrics to compute for the dataset"
      }
    },
    "datasetId": {
      "type": "string",
      "description": "The dataset to evaluate"
    },
    "projectId": {
      "type": "string",
      "description": "The project where the evaluation run will be persisted"
    },
    "metadata": {
      "$ref": "#/$defs/google.protobuf.Struct",
      "description": "Common metadata relevant to the application configuration from which all\n request inputs were derived. E.g. 'llm_model', 'chunk_size'"
    },
    "experimentId": {
      "type": "string",
      "description": "If specified, the evaluation run will be associated with this experiment"
    }
  },
  "required": [
    "metrics",
    "datasetId"
  ],
  "$defs": {
    "google.protobuf.Struct": {
      "title": "Struct",
      "type": "object",
      "properties": {
        "fields": {
          "type": "object",
          "additionalProperties": {
            "description": "Ordered row values with length always equal to `num_rows` on the\n corresponding view.",
            "type": "object",
            "additionalProperties": true
          }
        }
      },
      "required": [
        "fields"
      ]
    },
    "lmai.proto.webserver.v2.Metric": {
      "title": "Metric",
      "type": "object",
      "properties": {
        "id": {
          "type": "string"
        },
        "name": {
          "type": "string"
        },
        "description": {
          "type": "string"
        },
        "deploymentStatus": {
          "type": "string",
          "enum": [
            "MODEL_DEPLOYMENT_STATUS_UNSPECIFIED",
            "MODEL_DEPLOYMENT_STATUS_PENDING",
            "MODEL_DEPLOYMENT_STATUS_ONLINE",
            "MODEL_DEPLOYMENT_STATUS_OFFLINE",
            "MODEL_DEPLOYMENT_STATUS_PAUSED"
          ],
          "title": "ModelDeploymentStatus"
        }
      }
    }
  }
}