Scale AI · Schema
ApplicationVariantReportWithScoresResponse
Data EngineLabelingRLHFGenAI PlatformDonovanDefense AILiDARSensor FusionREST API
Properties
| Name | Type | Description |
|---|---|---|
| application_spec_id | string | |
| application_variant_id | string | |
| id | string | The unique identifier of the entity. |
| created_at | string | The date and time when the entity was created in ISO format. |
| account_id | string | The ID of the account that owns the given entity. |
| updated_at | string | The date and time when the entity was last updated in ISO format. |
| evaluation_datasets | array | |
| score | number | |
| category_scores | array |
JSON Schema
{
"$schema": "https://json-schema.org/draft/2020-12/schema",
"$id": "https://artifacts.apis.io/scale-ai/json-schema/scale-ai-application-variant-report-with-scores-response-schema.json",
"title": "ApplicationVariantReportWithScoresResponse",
"x-generated": "2026-11-10",
"x-method": "derived",
"x-generator": "derive-json-schema.py",
"x-source": "openapi/scale-ai-applications-api-openapi.yml#/components/schemas/ApplicationVariantReportWithScoresResponse",
"properties": {
"application_spec_id": {
"type": "string",
"title": "Application Spec Id",
"can_patch": false
},
"application_variant_id": {
"type": "string",
"title": "Application Variant Id",
"can_patch": false
},
"id": {
"type": "string",
"title": "Id",
"description": "The unique identifier of the entity."
},
"created_at": {
"type": "string",
"format": "date-time",
"title": "Created At",
"description": "The date and time when the entity was created in ISO format."
},
"account_id": {
"title": "Account Id",
"description": "The ID of the account that owns the given entity.",
"can_patch": false,
"optional_in_request": true,
"type": "string"
},
"updated_at": {
"type": "string",
"format": "date-time",
"title": "Updated At",
"description": "The date and time when the entity was last updated in ISO format."
},
"evaluation_datasets": {
"title": "Evaluation Datasets",
"items": {
"$ref": "#/$defs/EvaluationDatasetReportGeneration"
},
"type": "array"
},
"score": {
"title": "Score",
"type": "number"
},
"category_scores": {
"title": "Category Scores",
"items": {
"anyOf": [
{
"$ref": "#/$defs/ApplicationCategoryScoreAccuracy"
},
{
"$ref": "#/$defs/ApplicationCategoryScoreRetrieval"
},
{
"$ref": "#/$defs/ApplicationCategoryScoreQuality"
},
{
"$ref": "#/$defs/ApplicationCategoryScoreTrustAndSafety"
}
]
},
"type": "array"
}
},
"type": "object",
"required": [
"application_spec_id",
"application_variant_id",
"id",
"created_at",
"account_id",
"updated_at"
],
"$defs": {
"ApplicationCategoryScoreAccuracy": {
"properties": {
"category": {
"type": "string",
"const": "accuracy",
"title": "Category"
},
"score": {
"title": "Score",
"type": "number"
},
"metric_scores": {
"items": {
"anyOf": [
{
"$ref": "#/$defs/ApplicationMetricScoreAnswerCorrectness"
},
{
"$ref": "#/$defs/ApplicationMetricScoreAnswerRelevance"
}
]
},
"type": "array",
"title": "Metric Scores"
}
},
"type": "object",
"required": [
"category",
"metric_scores"
],
"title": "ApplicationCategoryScoreAccuracy"
},
"ApplicationCategoryScoreQuality": {
"properties": {
"category": {
"type": "string",
"const": "quality",
"title": "Category"
},
"score": {
"title": "Score",
"type": "number"
},
"metric_scores": {
"items": {
"anyOf": [
{
"$ref": "#/$defs/ApplicationMetricScoreCoherence"
},
{
"$ref": "#/$defs/ApplicationMetricScoreGrammar"
}
]
},
"type": "array",
"title": "Metric Scores"
}
},
"type": "object",
"required": [
"category",
"metric_scores"
],
"title": "ApplicationCategoryScoreQuality"
},
"ApplicationCategoryScoreRetrieval": {
"properties": {
"category": {
"type": "string",
"const": "retrieval",
"title": "Category"
},
"score": {
"title": "Score",
"type": "number"
},
"metric_scores": {
"items": {
"anyOf": [
{
"$ref": "#/$defs/ApplicationMetricScoreFaithfulness"
},
{
"$ref": "#/$defs/ApplicationMetricScoreContextRecall"
}
]
},
"type": "array",
"title": "Metric Scores"
}
},
"type": "object",
"required": [
"category",
"metric_scores"
],
"title": "ApplicationCategoryScoreRetrieval"
},
"ApplicationCategoryScoreTrustAndSafety": {
"properties": {
"category": {
"type": "string",
"const": "trust-and-safety",
"title": "Category"
},
"score": {
"title": "Score",
"type": "number"
},
"metric_scores": {
"items": {
"anyOf": [
{
"$ref": "#/$defs/ApplicationMetricScoreSafety"
},
{
"$ref": "#/$defs/ApplicationMetricScoreModeration"
}
]
},
"type": "array",
"title": "Metric Scores"
}
},
"type": "object",
"required": [
"category",
"metric_scores"
],
"title": "ApplicationCategoryScoreTrustAndSafety"
},
"ApplicationMetricScoreAnswerCorrectness": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "answer-correctness",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "accuracy",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScoreAnswerCorrectness"
},
"ApplicationMetricScoreAnswerRelevance": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "answer-relevance",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "accuracy",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScoreAnswerRelevance"
},
"ApplicationMetricScoreCoherence": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "coherence",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "quality",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScoreCoherence"
},
"ApplicationMetricScoreContextRecall": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "context-recall",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "retrieval",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScoreContextRecall"
},
"ApplicationMetricScoreFaithfulness": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "faithfulness",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "retrieval",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScoreFaithfulness"
},
"ApplicationMetricScoreGrammar": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "grammar",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "quality",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScoreGrammar"
},
"ApplicationMetricScoreModeration": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "moderation",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "trust-and-safety",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScoreModeration"
},
"ApplicationMetricScoreSafety": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "safety",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "trust-and-safety",
"title": "Category"
},
"sub_metric_scores": {
"items": {
"anyOf": [
{
"$ref": "#/$defs/ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_BIAS_AND_STEREOTYPING__"
},
{
"$ref": "#/$defs/ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_OPINIONS_DISPUTED_TOPICS__"
},
{
"$ref": "#/$defs/ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_UNETHICAL_HARMFUL_ACTIVITIES__"
},
{
"$ref": "#/$defs/ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_COPYRIGHT_VIOLATIONS__"
},
{
"$ref": "#/$defs/ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_HARMFUL_CONTENT__"
},
{
"$ref": "#/$defs/ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_PRIVACY_VIOLATIONS__"
}
]
},
"type": "array",
"title": "Sub Metric Scores"
}
},
"type": "object",
"required": [
"metric_type",
"category",
"sub_metric_scores"
],
"title": "ApplicationMetricScoreSafety"
},
"ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_BIAS_AND_STEREOTYPING__": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "safety-bias-and-stereotyping",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "trust-and-safety",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScore[Literal[<ApplicationScoreCategoryEnum.TRUST_AND_SAFETY: 'trust-and-safety'>], Literal[<SafetySubMetricTypeEnum.BIAS_AND_STEREOTYPING: 'safety-bias-and-stereotyping'>]]"
},
"ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_COPYRIGHT_VIOLATIONS__": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "safety-copyright-violations",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "trust-and-safety",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScore[Literal[<ApplicationScoreCategoryEnum.TRUST_AND_SAFETY: 'trust-and-safety'>], Literal[<SafetySubMetricTypeEnum.COPYRIGHT_VIOLATIONS: 'safety-copyright-violations'>]]"
},
"ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_HARMFUL_CONTENT__": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "safety-harmful-content",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "trust-and-safety",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScore[Literal[<ApplicationScoreCategoryEnum.TRUST_AND_SAFETY: 'trust-and-safety'>], Literal[<SafetySubMetricTypeEnum.HARMFUL_CONTENT: 'safety-harmful-content'>]]"
},
"ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_OPINIONS_DISPUTED_TOPICS__": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "safety-opinions-disputed-topics",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "trust-and-safety",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScore[Literal[<ApplicationScoreCategoryEnum.TRUST_AND_SAFETY: 'trust-and-safety'>], Literal[<SafetySubMetricTypeEnum.OPINIONS_DISPUTED_TOPICS: 'safety-opinions-disputed-topics'>]]"
},
"ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_PRIVACY_VIOLATIONS__": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "safety-privacy-violations",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "trust-and-safety",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScore[Literal[<ApplicationScoreCategoryEnum.TRUST_AND_SAFETY: 'trust-and-safety'>], Literal[<SafetySubMetricTypeEnum.PRIVACY_VIOLATIONS: 'safety-privacy-violations'>]]"
},
"ApplicationMetricScore_Literal_TRUST_AND_SAFETY__Literal_UNETHICAL_HARMFUL_ACTIVITIES__": {
"properties": {
"score": {
"title": "Score",
"type": "number"
},
"metric_type": {
"type": "string",
"const": "safety-unethical-harmful-activities",
"title": "Metric Type"
},
"category": {
"type": "string",
"const": "trust-and-safety",
"title": "Category"
}
},
"type": "object",
"required": [
"metric_type",
"category"
],
"title": "ApplicationMetricScore[Literal[<ApplicationScoreCategoryEnum.TRUST_AND_SAFETY: 'trust-and-safety'>], Literal[<SafetySubMetricTypeEnum.UNETHICAL_HARMFUL_ACTIVITIES: 'safety-unethical-harmful-activities'>]]"
},
"EvaluationDatasetORMSchemaTypeEnum": {
"type": "string",
"enum": [
"GENERATION",
"FLEXIBLE"
],
"title": "EvaluationDatasetORMSchemaTypeEnum"
},
"EvaluationDatasetReportGeneration": {
"properties": {
"generation_status": {
"$ref": "#/$defs/GenericAsyncJobStatusEnum"
},
"evaluation_dataset_version_num": {
"type": "integer",
"title": "Evaluation Dataset Version Num"
},
"evaluation_dataset": {
"$ref": "#/$defs/EvaluationDatasetResponse"
},
"scored_test_case_count": {
"title": "Scored Test Case Count",
"type": "integer"
}
},
"type": "object",
"required": [
"generation_status",
"evaluation_dataset_version_num",
"evaluation_dataset"
],
"title": "EvaluationDatasetReportGeneration"
},
"EvaluationDatasetResponse": {
"properties": {
"name": {
"type": "string",
"title": "Name",
"description": "The name of the dataset"
},
"schema_type": {
"$ref": "#/$defs/EvaluationDatasetORMSchemaTypeEnum",
"description": "The schema type of the dataset."
},
"knowledge_base_id": {
"title": "Knowledge Base Id",
"description": "ID of the knowledge base that the evaluation dataset is associated with.",
"can_patch": false,
"type": "string"
},
"evaluation_dataset_metadata": {
"title": "Evaluation Dataset Metadata",
"description": "Metadata about the Evaluation Dataset that it is associated with",
"can_patch": false,
"additionalProperties": true,
"type": "object"
},
"out_of_date": {
"title": "Out Of Date",
"description": "Boolean to check whether or not the knowledge base has been uploaded to since publication of the dataset.",
"can_patch": false,
"type": "boolean"
},
"vendor": {
"$ref": "#/$defs/EvaluationDatasetVendor",
"description": "The vendor of the evaluation dataset (e.g. 'Scale' for Scale off-the-shelf datasets). Null if the evaluation dataset is not from a vendor (e.g., is created by the customer)."
},
"id": {
"type": "string",
"title": "Id",
"description": "The unique identifier of the entity."
},
"created_at": {
"type": "string",
"format": "date-time",
"title": "Created At",
"description": "The date and time when the entity was created in ISO format."
},
"updated_at": {
"type": "string",
"format": "date-time",
"title": "Updated At",
"description": "The date and time when the entity was last updated in ISO format."
},
"account_id": {
"type": "string",
"title": "Account Id",
"description": "The ID of the account that owns the given entity.",
"can_patch": false
},
"created_by_user_id": {
"type": "string",
"title": "Created By User Id",
"description": "The user who originally created the entity."
},
"created_by_identity_type": {
"$ref": "#/$defs/IdentifierTypeEnum",
"description": "The type of identity that created the entity."
},
"archived_at": {
"title": "Archived At",
"description": "The date and time when the entity was archived in ISO format.",
"type": "string",
"format": "date-time"
},
"schema_sub_type": {
"$ref": "#/$defs/EvaluationDatasetSchemaSubType"
}
},
"type": "object",
"required": [
"name",
"schema_type",
"id",
"created_at",
"updated_at",
"account_id",
"created_by_user_id",
"created_by_identity_type"
],
"title": "EvaluationDatasetResponse"
},
"EvaluationDatasetSchemaSubType": {
"type": "string",
"enum": [
"summarization",
"translation"
],
"title": "EvaluationDatasetSchemaSubType"
},
"EvaluationDatasetVendor": {
"type": "string",
"enum": [
"scale"
],
"title": "EvaluationDatasetVendor"
},
"GenericAsyncJobStatusEnum": {
"type": "string",
"enum": [
"Pending",
"Running",
"Completed",
"Failed",
"Canceled"
],
"title": "GenericAsyncJobStatusEnum"
},
"IdentifierTypeEnum": {
"type": "string",
"enum": [
"user",
"service_account"
],
"title": "IdentifierTypeEnum"
}
}
}Work with this as data
Every JSON Schema here is available over the APIs.io API and to AI agents over MCP.
MCP server
One button, every client — Claude, Cursor, VS Code and the rest.
https://apis.io/mcp
Tools for schemas
4 MCP tools reach this
find_json_schemasBrowse and filter every JSON Schema in the catalog.apis_io_searchSTART HERE — APIs, providers and tags for one query, each with its total.resolveTurn a domain, URL or GitHub org into the provider it belongs to.find_cohortsEvery scored population of providers in the catalog.
Call it yourself
curl for this page
This JSON Schema
curl "https://apis.io/api/v1/json-schemas/scale-ai-application-variant-report-with-scores-response"
All schemas
curl "https://apis.io/api/v1/json-schemas?limit=25"Calls without X-API-Key need no key. Calls with it need a paid plan — get a key.
Get an API key
Free tier, no form to fill in. Signing in shares your email address with us — we store it to create your key and to recognise you if you sign in with another provider. See our Privacy Policy and Terms.
A second provider on the same verified email joins the account you already have.