Helicone

Helicone Comparison API

The Comparison API from Helicone — 1 operation(s) for comparison.

Documentation GitHub OpenAPI

Operations 1

POST /v1/public/compare/models #

Work with this as data

Every API here is available over the APIs.io API and to AI agents over MCP.

MCP server

One button, every client — Claude, Cursor, VS Code and the rest.

https://apis.io/mcp

Tools for apis

7 MCP tools reach this

find_apisBrowse and filter every API in the catalog.
get_api_artifactsOne API's artifacts, grouped by type.
get_openapiThe primary OpenAPI for this API.
find_similar_apisAPIs that look like this one.
apis_io_searchSTART HERE — APIs, providers and tags for one query, each with its total.
resolveTurn a domain, URL or GitHub org into the provider it belongs to.
find_cohortsEvery scored population of providers in the catalog.

All 92 tools →

Call it yourself

curl for this page

This API

curl "https://apis.io/api/v1/apis/helicone-comparison-api"

All apis

curl "https://apis.io/api/v1/apis?limit=25"

Discovery needs no key. Ratings and market analysis are Pro.

Get an API key

Free tier, no form to fill in. Signing in shares your email address with us — we store it to create your key and to recognise you if you sign in with another provider. See our Privacy Policy and Terms.

GitHub Google LinkedIn

A second provider on the same verified email joins the account you already have.

OpenAPI Specification

openapi: 3.2.0
info:
  title: helicone-api Agent Comparison API
  version: 1.0.0
  license:
    name: MIT
  contact: {}
servers:
- url: https://api.helicone.ai/
- url: http://localhost:8585/
tags:
- name: Comparison
paths:
  /v1/public/compare/models:
    post:
      operationId: GetModelComparison
      responses:
        '200':
          description: Ok
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/Result_Model-Array.string_'
      tags:
      - Comparison
      security:
      - api_key: []
      parameters: []
      requestBody:
        required: true
        content:
          application/json:
            schema:
              items:
                $ref: '#/components/schemas/ModelsToCompare'
              type: array
components:
  schemas:
    ModelsToCompare:
      properties:
        provider:
          type: string
        names:
          items:
            type: string
          type: array
        parent:
          type: string
      required:
      - provider
      - names
      - parent
      type: object
    Model:
      properties:
        timeSeriesData:
          properties:
            errorRate:
              items:
                $ref: '#/components/schemas/TimeSeriesMetric'
              type: array
            successRate:
              items:
                $ref: '#/components/schemas/TimeSeriesMetric'
              type: array
            ttft:
              items:
                $ref: '#/components/schemas/TimeSeriesMetric'
              type: array
            latency:
              items:
                $ref: '#/components/schemas/TimeSeriesMetric'
              type: array
          required:
          - errorRate
          - successRate
          - ttft
          - latency
          type: object
        requestStatus:
          properties:
            errorRate:
              type: number
              format: double
            successRate:
              type: number
              format: double
          required:
          - errorRate
          - successRate
          type: object
        geographicTtft:
          items:
            properties:
              median:
                type: number
                format: double
              countryCode:
                type: string
            required:
            - median
            - countryCode
            type: object
          type: array
        geographicLatency:
          items:
            properties:
              median:
                type: number
                format: double
              countryCode:
                type: string
            required:
            - median
            - countryCode
            type: object
          type: array
        feedback:
          properties:
            negativePercentage:
              type: number
              format: double
            positivePercentage:
              type: number
              format: double
          required:
          - negativePercentage
          - positivePercentage
          type: object
        costs:
          properties:
            completion_token:
              type: number
              format: double
            prompt_token:
              type: number
              format: double
          required:
          - completion_token
          - prompt_token
          type: object
        ttft:
          $ref: '#/components/schemas/MetricStats'
        latency:
          $ref: '#/components/schemas/TokenMetricStats'
        provider:
          type: string
        model:
          type: string
      required:
      - timeSeriesData
      - requestStatus
      - geographicTtft
      - geographicLatency
      - feedback
      - costs
      - ttft
      - latency
      - provider
      - model
      type: object
    ResultError_string_:
      properties:
        data:
          type:
          - number
          - 'null'
          enum:
          - null
        error:
          type: string
      required:
      - data
      - error
      type: object
      additionalProperties: false
    TimeSeriesMetric:
      properties:
        value:
          type: number
          format: double
        timestamp:
          type: string
      required:
      - value
      - timestamp
      type: object
    ResultSuccess_Model-Array_:
      properties:
        data:
          items:
            $ref: '#/components/schemas/Model'
          type: array
        error:
          type:
          - number
          - 'null'
          enum:
          - null
      required:
      - data
      - error
      type: object
      additionalProperties: false
    Result_Model-Array.string_:
      anyOf:
      - $ref: '#/components/schemas/ResultSuccess_Model-Array_'
      - $ref: '#/components/schemas/ResultError_string_'
    MetricStats:
      properties:
        p99:
          type: number
          format: double
        p95:
          type: number
          format: double
        p90:
          type: number
          format: double
        max:
          type: number
          format: double
        min:
          type: number
          format: double
        median:
          type: number
          format: double
        average:
          type: number
          format: double
      required:
      - p99
      - p95
      - p90
      - max
      - min
      - median
      - average
      type: object
    TokenMetricStats:
      allOf:
      - $ref: '#/components/schemas/MetricStats'
      - properties:
          medianPer1000Tokens:
            type: number
            format: double
        required:
        - medianPer1000Tokens
        type: object
  securitySchemes:
    api_key:
      type: apiKey
      name: Authorization
      in: header
      description: 'Bearer token authentication. Format: ''Bearer YOUR_API_KEY'''