find_apisBrowse and filter every API in the catalog.
get_api_artifactsOne API's artifacts, grouped by type.
get_openapiThe primary OpenAPI for this API.
find_similar_apisAPIs that look like this one.
apis_io_searchSTART HERE — APIs, providers and tags for one query, each with its total.
resolveTurn a domain, URL or GitHub org into the provider it belongs to.
find_cohortsEvery scored population of providers in the catalog.

All 92 tools →

Call it yourself

curl for this page

This API

curl "https://apis.io/api/v1/apis/langwatch:langwatch-evaluators-api"

All apis

curl "https://apis.io/api/v1/apis?limit=25"

Calls without X-API-Key need no key. Calls with it need a paid plan — get a key.

Get an API key

Free tier, no form to fill in. Signing in shares your email address with us — we store it to create your key and to recognise you if you sign in with another provider. See our Privacy Policy and Terms.

GitHub Google LinkedIn

A second provider on the same verified email joins the account you already have.

OpenAPI Specification

openapi: 3.2.0
info:
  title: LangWatch Evaluators API
  description: LangWatch openapi spec
  version: 1.0.0
servers:
- url: https://app.langwatch.ai
security:
- project_api_key: []
tags:
- name: Evaluators
paths:
  /api/v1/evaluators:
    get:
      operationId: getApiEvaluators
      responses:
        '200':
          description: Success
          content:
            application/json:
              schema:
                type: array
                items:
                  type: object
                  properties:
                    id:
                      type: string
                    projectId:
                      type: string
                    name:
                      type: string
                    slug:
                      type:
                      - string
                      - 'null'
                    type:
                      type: string
                    config:
                      anyOf:
                      - type: object
                        propertyNames:
                          type: string
                        additionalProperties: {}
                      - type: 'null'
                    workflowId:
                      type:
                      - string
                      - 'null'
                    copiedFromEvaluatorId:
                      type:
                      - string
                      - 'null'
                    createdAt:
                      type: string
                      format: date-time
                    updatedAt:
                      type: string
                      format: date-time
                    fields:
                      type: array
                      items:
                        type: object
                        properties:
                          identifier:
                            type: string
                          type:
                            type: string
                          optional:
                            type: boolean
                        required:
                        - identifier
                        - type
                        additionalProperties: false
                    outputFields:
                      type: array
                      items:
                        type: object
                        properties:
                          identifier:
                            type: string
                          type:
                            type: string
                          optional:
                            type: boolean
                        required:
                        - identifier
                        - type
                        additionalProperties: false
                    workflowName:
                      type: string
                    workflowIcon:
                      type: string
                    platformUrl:
                      type: string
                      format: uri
                  required:
                  - id
                  - projectId
                  - name
                  - slug
                  - type
                  - config
                  - workflowId
                  - copiedFromEvaluatorId
                  - createdAt
                  - updatedAt
                  - fields
                  - outputFields
                  - platformUrl
                  additionalProperties: false
      description: Get all evaluators for a project
      security:
      - project_api_key: []
      x-access-policy:
        kind: handlerManaged
        credential:
        - project_api_key
        permissions:
        - evaluations:view
      tags:
      - Evaluators
      summary: Get api evaluators
      x-summary-source: derived
    post:
      operationId: postApiEvaluators
      responses:
        '200':
          description: Success
          content:
            application/json:
              schema:
                type: object
                properties:
                  id:
                    type: string
                  projectId:
                    type: string
                  name:
                    type: string
                  slug:
                    type:
                    - string
                    - 'null'
                  type:
                    type: string
                  config:
                    anyOf:
                    - type: object
                      propertyNames:
                        type: string
                      additionalProperties: {}
                    - type: 'null'
                  workflowId:
                    type:
                    - string
                    - 'null'
                  copiedFromEvaluatorId:
                    type:
                    - string
                    - 'null'
                  createdAt:
                    type: string
                    format: date-time
                  updatedAt:
                    type: string
                    format: date-time
                  fields:
                    type: array
                    items:
                      type: object
                      properties:
                        identifier:
                          type: string
                        type:
                          type: string
                        optional:
                          type: boolean
                      required:
                      - identifier
                      - type
                      additionalProperties: false
                  outputFields:
                    type: array
                    items:
                      type: object
                      properties:
                        identifier:
                          type: string
                        type:
                          type: string
                        optional:
                          type: boolean
                      required:
                      - identifier
                      - type
                      additionalProperties: false
                  workflowName:
                    type: string
                  workflowIcon:
                    type: string
                  platformUrl:
                    type: string
                    format: uri
                required:
                - id
                - projectId
                - name
                - slug
                - type
                - config
                - workflowId
                - copiedFromEvaluatorId
                - createdAt
                - updatedAt
                - fields
                - outputFields
                - platformUrl
                additionalProperties: false
      description: Create a new evaluator
      security:
      - project_api_key: []
      x-access-policy:
        kind: handlerManaged
        credential:
        - project_api_key
        permissions:
        - evaluations:create
      requestBody:
        required: true
        content:
          application/json:
            schema:
              type: object
              properties:
                name:
                  type: string
                  minLength: 1
                  maxLength: 255
                config:
                  type: object
                  propertyNames:
                    type: string
                  additionalProperties: {}
              required:
              - name
              - config
      tags:
      - Evaluators
      summary: Post api evaluators
      x-summary-source: derived
  /api/v1/evaluators/{idOrSlug}:
    get:
      operationId: getApiEvaluatorsByIdOrSlug
      responses:
        '200':
          description: Success
          content:
            application/json:
              schema:
                type: object
                properties:
                  id:
                    type: string
                  projectId:
                    type: string
                  name:
                    type: string
                  slug:
                    type:
                    - string
                    - 'null'
                  type:
                    type: string
                  config:
                    anyOf:
                    - type: object
                      propertyNames:
                        type: string
                      additionalProperties: {}
                    - type: 'null'
                  workflowId:
                    type:
                    - string
                    - 'null'
                  copiedFromEvaluatorId:
                    type:
                    - string
                    - 'null'
                  createdAt:
                    type: string
                    format: date-time
                  updatedAt:
                    type: string
                    format: date-time
                  fields:
                    type: array
                    items:
                      type: object
                      properties:
                        identifier:
                          type: string
                        type:
                          type: string
                        optional:
                          type: boolean
                      required:
                      - identifier
                      - type
                      additionalProperties: false
                  outputFields:
                    type: array
                    items:
                      type: object
                      properties:
                        identifier:
                          type: string
                        type:
                          type: string
                        optional:
                          type: boolean
                      required:
                      - identifier
                      - type
                      additionalProperties: false
                  workflowName:
                    type: string
                  workflowIcon:
                    type: string
                  platformUrl:
                    type: string
                    format: uri
                required:
                - id
                - projectId
                - name
                - slug
                - type
                - config
                - workflowId
                - copiedFromEvaluatorId
                - createdAt
                - updatedAt
                - fields
                - outputFields
                - platformUrl
                additionalProperties: false
        '404':
          description: Not Found
          content:
            application/json:
              schema:
                type: object
                properties:
                  error:
                    type: string
                  message:
                    type: string
                required:
                - error
                additionalProperties: false
      description: Get a specific evaluator by ID or slug
      security:
      - project_api_key: []
      x-access-policy:
        kind: handlerManaged
        credential:
        - project_api_key
        permissions:
        - evaluations:view
      parameters:
      - in: path
        name: idOrSlug
        schema:
          type: string
          minLength: 1
        required: true
        description: The evaluator id or its project-unique slug.
      tags:
      - Evaluators
      summary: Get api evaluators by id or slug
      x-summary-source: derived
  /api/v1/evaluators/{id}:
    put:
      operationId: putApiEvaluatorsById
      responses:
        '200':
          description: Success
          content:
            application/json:
              schema:
                type: object
                properties:
                  id:
                    type: string
                  projectId:
                    type: string
                  name:
                    type: string
                  slug:
                    type:
                    - string
                    - 'null'
                  type:
                    type: string
                  config:
                    anyOf:
                    - type: object
                      propertyNames:
                        type: string
                      additionalProperties: {}
                    - type: 'null'
                  workflowId:
                    type:
                    - string
                    - 'null'
                  copiedFromEvaluatorId:
                    type:
                    - string
                    - 'null'
                  createdAt:
                    type: string
                    format: date-time
                  updatedAt:
                    type: string
                    format: date-time
                  fields:
                    type: array
                    items:
                      type: object
                      properties:
                        identifier:
                          type: string
                        type:
                          type: string
                        optional:
                          type: boolean
                      required:
                      - identifier
                      - type
                      additionalProperties: false
                  outputFields:
                    type: array
                    items:
                      type: object
                      properties:
                        identifier:
                          type: string
                        type:
                          type: string
                        optional:
                          type: boolean
                      required:
                      - identifier
                      - type
                      additionalProperties: false
                  workflowName:
                    type: string
                  workflowIcon:
                    type: string
                  platformUrl:
                    type: string
                    format: uri
                required:
                - id
                - projectId
                - name
                - slug
                - type
                - config
                - workflowId
                - copiedFromEvaluatorId
                - createdAt
                - updatedAt
                - fields
                - outputFields
                - platformUrl
                additionalProperties: false
        '400':
          description: Bad Request
          content:
            application/json:
              schema:
                type: object
                properties:
                  error:
                    type: string
                  message:
                    type: string
                required:
                - error
                additionalProperties: false
        '404':
          description: Not Found
          content:
            application/json:
              schema:
                type: object
                properties:
                  error:
                    type: string
                  message:
                    type: string
                required:
                - error
                additionalProperties: false
      description: Update an existing evaluator
      requestBody:
        required: false
        content:
          application/json:
            schema:
              type: object
              properties:
                name:
                  type: string
                  minLength: 1
                  maxLength: 255
                config:
                  type: object
                  propertyNames:
                    type: string
                  additionalProperties: {}
      security:
      - project_api_key: []
      x-access-policy:
        kind: handlerManaged
        credential:
        - project_api_key
        permissions:
        - evaluations:update
      parameters:
      - in: path
        name: id
        schema:
          type: string
          minLength: 1
        required: true
        description: The evaluator id.
      tags:
      - Evaluators
      summary: Put api evaluators by id
      x-summary-source: derived
    delete:
      operationId: deleteApiEvaluatorsById
      responses:
        '200':
          description: Success
          content:
            application/json:
              schema:
                type: object
                properties:
                  success:
                    type: boolean
                required:
                - success
                additionalProperties: false
        '404':
          description: Not Found
          content:
            application/json:
              schema:
                type: object
                properties:
                  error:
                    type: string
                  message:
                    type: string
                required:
                - error
                additionalProperties: false
      description: Archive (soft-delete) an evaluator
      security:
      - project_api_key: []
      x-access-policy:
        kind: handlerManaged
        credential:
        - project_api_key
        permissions:
        - evaluations:manage
      parameters:
      - in: path
        name: id
        schema:
          type: string
          minLength: 1
        required: true
        description: The evaluator id.
      tags:
      - Evaluators
      summary: Delete api evaluators by id
      x-summary-source: derived
components:
  securitySchemes:
    project_api_key:
      type: apiKey
      in: header
      name: X-Auth-Token
      description: 'Project API key for sending traces and accessing project-scoped resources. Format: sk-lw-... (no underscore). Obtain one by creating a project via the Admin API or the LangWatch UI.'
    admin_api_key:
      type: http
      scheme: bearer
      description: 'Admin API key for organization-level operations (managing projects, API keys). Create one in Settings > API Keys or via POST /api/api-keys. Format: sk-lw-{id}_{secret}.'
    scim_bearer:
      type: http
      scheme: bearer
      description: SCIM token for one organization's directory connection, created with POST /api/scim-tokens or in Settings > SCIM. It authenticates provisioning calls only, and stops working if the organization's Enterprise plan lapses.
    cli_access_token:
      type: http
      scheme: bearer
      description: The device session the LangWatch CLI holds after `langwatch login`. It acts as the person who signed in, in the organization they chose, and expires unless the CLI refreshes it.
    instance_admin_key:
      type: http
      scheme: bearer
      description: Instance administrator key, set as LANGWATCH_INSTANCE_ADMIN_API_KEY on a self-hosted deployment. It exists to create the first organization, before any organization key does; every other management API takes an organization key instead.
    internal_secret:
      type: http
      scheme: bearer
      description: The deployment's own shared secret, presented by another LangWatch service rather than by a customer. The families behind it are ingress-blocked; they are described so a self-hosted operator can see what the deployment talks to itself about.
x-provenance:
  method: harvested
  publisher: LangWatch
  source: https://app.langwatch.ai/api/openapi.json
  note: split by refine-openapis from the provider's own published document, verified by fetch (openapi/_original/*.fetch.json);
    stamped by stamp-openapi-provenance.py (roadmap#793)