Triton Inference Server Server Metadata API

Server-level metadata and information

OpenAPI Specification

triton-server-metadata-api-openapi.yml Raw ↑
openapi: 3.1.0
info:
  title: Triton Inference Server NVIDIA Triton Inference Server HTTP/REST CUDA Shared Memory Server Metadata API
  description: RESTful API for the NVIDIA Triton Inference Server, implementing the KServe V2 inference protocol with Triton-specific extensions. Provides endpoints for model inference, health checks, server and model metadata, model repository management, statistics, tracing, logging, and system shared memory management.
  version: '2.0'
  contact:
    name: NVIDIA Triton Team
    url: https://github.com/triton-inference-server/server
    email: triton@nvidia.com
  license:
    name: BSD 3-Clause
    url: https://github.com/triton-inference-server/server/blob/main/LICENSE
servers:
- url: http://localhost:8000
  description: Triton HTTP endpoint (default)
- url: http://{host}:{port}
  description: Custom Triton HTTP endpoint
  variables:
    host:
      default: localhost
      description: Triton server hostname or IP
    port:
      default: '8000'
      description: Triton HTTP port
tags:
- name: Server Metadata
  description: Server-level metadata and information
paths:
  /v2:
    get:
      operationId: serverMetadata
      summary: Triton Inference Server Get Server Metadata
      description: Retrieve metadata about the Triton server including name, version, and supported extensions.
      tags:
      - Server Metadata
      responses:
        '200':
          description: Server metadata returned successfully
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/ServerMetadataResponse'
        '400':
          description: Error retrieving server metadata
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/ErrorResponse'
components:
  schemas:
    ErrorResponse:
      type: object
      properties:
        error:
          type: string
          description: Error message describing what went wrong
    ServerMetadataResponse:
      type: object
      properties:
        name:
          type: string
          description: Name of the inference server
          examples:
          - triton
        version:
          type: string
          description: Version of the inference server
          examples:
          - 2.42.0
        extensions:
          type: array
          description: List of extensions supported by the server
          items:
            type: string
          examples:
          - - classification
            - sequence
            - model_repository
            - model_configuration
            - schedule_policy
            - server_metadata
            - statistics
            - trace
            - logging
externalDocs:
  description: Triton Inference Server Protocol Documentation
  url: https://github.com/triton-inference-server/server/blob/main/docs/protocol/README.md