FuriosaAI

Furiosa Model Server - Model Repository API

The model-management surface of Furiosa Model Server, implementing the Triton Inference Server Model Repository extension - POST /v2/repository/index to list the repository and each model's readiness state, and POST /v2/repository/models/{name}/load and /unload to bring models in and out of the server. Available over both REST and gRPC. No authentication is declared, so this surface must stay on a trusted network.

Documentation GitHub OpenAPI

Specifications

⚙

OpenAPI

https://raw.githubusercontent.com/api-evangelist/furiosa/refs/heads/main/openapi/furiosa-model-repository-v2.yaml

Other Resources

🔗

Protobuf

https://raw.githubusercontent.com/api-evangelist/furiosa/refs/heads/main/grpc/furiosa-model-repository.proto

🔗

Overlay

https://raw.githubusercontent.com/api-evangelist/furiosa/refs/heads/main/overlays/furiosa-model-repository-v2-overlay.yaml

OpenAPI Specification

openapi: 3.0.0
info:
  title: Model Repository
  version: '2.0'
  description: 'https://github.com/triton-inference-server/server/blob/master/docs/protocol/extension_model_repository.md#httprest'
servers: []
paths:
  /v2/repository/index:
    post:
      summary: ''
      operationId: post-v2-repository-index
      responses:
        '200':
          description: OK
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/repository_index_response'
      description: ''
      requestBody:
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/repository_index_request'
  '/v2/repository/models/${MODEL_NAME}/load':
    parameters:
      - schema:
          type: string
        name: MODEL_NAME
        in: path
        required: true
    post:
      summary: ''
      operationId: post-v2-repository-models-$-MODEL_NAME-load
      responses:
        '200':
          description: OK
  '/v2/repository/models/${MODEL_NAME}/unload':
    parameters:
      - schema:
          type: string
        name: MODEL_NAME
        in: path
        required: true
    post:
      summary: ''
      operationId: post-v2-repository-models-$-MODEL_NAME-unload
      responses:
        '200':
          description: OK
components:
  schemas:
    repository_index_request:
      title: repository_index_request
      type: object
      properties:
        ready:
          type: boolean
    repository_index_response:
      title: repository_index_response
      type: array
      items:
        type: object
        properties:
          name:
            type: string
          version:
            type: string
          state:
            type: string
            enum:
              - UNKNOWN
              - READY
              - UNAVAILABLE
              - LOADING
              - UNLOADING
          reason:
            type: string
        required:
          - name
          - state
          - reason
    repository_index_error_response:
      title: repository_index_error_response
      type: object
      properties:
        error:
          type: string
    repository_load_error_response:
      title: repository_load_error_response
      type: object
      properties:
        error:
          type: string
    repository_unload_error_response:
      title: repository_unload_error_response
      type: object
      properties:
        error:
          type: string