KAITO

aid: kaito
name: KAITO
description: KAITO (Kubernetes AI Toolchain Operator) is an open-source operator suite that automates LLM model inference,
  fine-tuning, and Retrieval Augmented Generation (RAG) engine deployment in Kubernetes clusters. It simplifies the process
  of deploying large AI models through optimized preset configurations and integrates with Karpenter for GPU node auto-provisioning.
type: Index
deliveryModel:
  model: unknown
  license_evidence:
    repo: kaito-project/kaito
    spdx: NOASSERTION
    stars: 1014
  open_source: unknown
  commercial: false
  callable_host: false
  label: Delivery model not determined — needs a product licence on record
  confidence: low
  source:
  - openapi
  - repository-unlicensed
  generated: '2026-09-25'
  method: derived
accessModel:
  pricing: freemium
  onboarding: unknown
  trial: false
  try_now: false
  public: false
  label: Freemium
  confidence: low
  source:
  - plans
  generated: '2026-11-13'
  method: derived
image: https://kinlane-images.s3.amazonaws.com/shared/apis-json/icons/kaito.png
tags:
- Artificial Intelligence
- GPU
- Inference
- Kubernetes
- LLM
- Machine Learning
- Open Source
- Operator
- RAG
tags_raw:
- AI
- GPU
- Inference
- Kubernetes
- LLM
- Machine Learning
- Open Source
- Operator
- RAG
- Machine-Learning
- Open-Source
url: https://raw.githubusercontent.com/api-evangelist/kaito/refs/heads/main/apis.yml
created: '2025-01-01'
modified: '2026-04-28'
specificationVersion: '0.23'
apis:
- aid: kaito:rag-engine
  name: KAITO RAGEngine API
  description: RAGEngine exposes endpoints for managing retrieval-augmented generation services with embedded vector databases,
    including document indexing, retrieval, and chat completion endpoints.
  humanURL: https://kaito-project.github.io/kaito/docs/rag
  tags:
  - Artificial Intelligence
  - RAG
  - Vector Search
  - Inference
  tags_raw:
  - AI
  - RAG
  - Vector Database
  - Inference
  properties:
  - type: Documentation
    url: https://kaito-project.github.io/kaito/docs/rag
  - type: GitHub
    url: https://github.com/kaito-project/kaito
- aid: kaito:kaito-index-management-api
  name: KAITO Index Management API
  description: Create, list, and delete RAG indexes and their documents.
  humanURL: https://kaito-project.github.io/kaito/docs/rag
  tags:
  - Index Management
  properties:
  - type: OpenAPI
    url: openapi/kaito-index-management-api-openapi.yml
- aid: kaito:kaito-persistence-api
  name: KAITO Persistence API
  description: Persist indexes to storage or reload them.
  humanURL: https://kaito-project.github.io/kaito/docs/rag
  tags:
  - Persistence
  properties:
  - type: OpenAPI
    url: openapi/kaito-persistence-api-openapi.yml
- aid: kaito:kaito-retrieval-api
  name: KAITO Retrieval API
  description: Retrieve relevant nodes from a RAG index.
  humanURL: https://kaito-project.github.io/kaito/docs/rag
  tags:
  - Retrieval
  properties:
  - type: OpenAPI
    url: openapi/kaito-retrieval-api-openapi.yml
- aid: kaito:kaito-chat-completions-api
  name: KAITO Chat Completions API
  description: OpenAI-compatible chat completions grounded in RAG indexes.
  humanURL: https://kaito-project.github.io/kaito/docs/rag
  tags:
  - Chat Completions
  properties:
  - type: OpenAPI
    url: openapi/kaito-chat-completions-api-openapi.yml
common:
- type: Plans
  url: plans/kaito-plans-pricing.yml
- type: RateLimits
  url: rate-limits/kaito-rate-limits.yml
- type: FinOps
  url: finops/kaito-finops.yml
- type: CapabilityMap
  url: capabilities/kaito-capability-edges.yml
  name: KAITO Business Capability Map
- type: AgenticAccess
  url: agentic-access/kaito-agentic-access.yml
- type: Website
  url: https://kaito-project.github.io/kaito/
- type: Documentation
  url: https://kaito-project.github.io/kaito/docs/
- type: Installation
  url: https://kaito-project.github.io/kaito/docs/installation
- type: GettingStarted
  url: https://kaito-project.github.io/kaito/docs/quick-start
- type: GitHubOrganization
  url: https://github.com/kaito-project
- type: Source Code
  url: https://github.com/kaito-project/kaito
maintainers:
- FN: Kin Lane
  email: kin@apievangelist.com