Parallel Chat API (Beta) API

openapi: 3.1.0
info:
  title: Parallel Chat API (Beta) Chat API (Beta) Chat API (Beta) API
  description: Parallel API
  contact:
    name: Parallel Support
    url: https://parallel.ai
    email: support@parallel.ai
  version: 0.1.2
servers:
- url: https://api.parallel.ai
  description: Parallel API
security:
- ApiKeyAuth: []
tags:
- name: Chat API (Beta)
  description: The Chat API provides a programmatic chat-style text generation interface. It accepts a sequence of messages and returns model responses. Intended for assistant-like interactions and evaluation. Streaming responses are supported.
paths:
  /v1beta/chat/completions:
    post:
      tags:
      - Chat API (Beta)
      summary: Chat Completions
      description: 'Chat completions.


        This endpoint can be used to get realtime chat completions. It can also be used

        with the Task API processors to get structured, research outputs via a chat

        interface.'
      operationId: chat_completions_v1beta_chat_completions_post
      requestBody:
        content:
          application/json:
            schema:
              $ref: '#/components/schemas/ChatCompletionRequest'
        required: true
      responses:
        '200':
          description: Returns a ChatCompletion object for non-streaming requests (application/json), or a stream of ChatCompletionResponseChunk objects for streaming requests (text/event-stream) when `stream=true` is set in the request.
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/ChatCompletion'
            text/event-stream:
              schema:
                $ref: '#/components/schemas/ChatCompletionResponseChunk'
        '422':
          description: Validation Error
          content:
            application/json:
              schema:
                $ref: '#/components/schemas/HTTPValidationError'
components:
  schemas:
    JSONSchema:
      properties:
        name:
          type: string
          title: Name
        description:
          type: string
          title: Description
        schema:
          additionalProperties: false
          type: object
          title: Schema
        strict:
          anyOf:
          - type: boolean
          - type: 'null'
          title: Strict
      type: object
      required:
      - name
      title: JSONSchema
      description: Structured Outputs configuration options, including a JSON Schema.
    CompletionTokensDetails:
      additionalProperties: true
      description: Breakdown of tokens used in a completion.
      properties:
        accepted_prediction_tokens:
          anyOf:
          - type: integer
          - type: 'null'
          default: null
          title: Accepted Prediction Tokens
        audio_tokens:
          anyOf:
          - type: integer
          - type: 'null'
          default: null
          title: Audio Tokens
        reasoning_tokens:
          anyOf:
          - type: integer
          - type: 'null'
          default: null
          title: Reasoning Tokens
        rejected_prediction_tokens:
          anyOf:
          - type: integer
          - type: 'null'
          default: null
          title: Rejected Prediction Tokens
      title: CompletionTokensDetails
      type: object
    TopLogprob:
      additionalProperties: true
      properties:
        token:
          title: Token
          type: string
        bytes:
          anyOf:
          - items:
              type: integer
            type: array
          - type: 'null'
          default: null
          title: Bytes
        logprob:
          title: Logprob
          type: number
      required:
      - token
      - logprob
      title: TopLogprob
      type: object
    ChatMessage:
      properties:
        role:
          type: string
          enum:
          - system
          - user
          - assistant
          title: Role
          description: The role of the chat message.
        content:
          type: string
          title: Content
          description: The content of the chat message.
        name:
          anyOf:
          - type: string
          - type: 'null'
          title: Name
          description: An optional name for the participant. Provides the model information to differentiate between participants of the same role.
      type: object
      required:
      - role
      - content
      title: ChatMessage
      description: Chat message for OpenAI API.
    PromptTokensDetails:
      additionalProperties: true
      description: Breakdown of tokens used in the prompt.
      properties:
        audio_tokens:
          anyOf:
          - type: integer
          - type: 'null'
          default: null
          title: Audio Tokens
        cached_tokens:
          anyOf:
          - type: integer
          - type: 'null'
          default: null
          title: Cached Tokens
      title: PromptTokensDetails
      type: object
    ChatCompletionResponseChunk:
      additionalProperties: true
      description: Chat completion response chunk.
      properties:
        type:
          const: chat.completion.chunk
          description: The type of the chat completion chunk. Always `chat.completion.chunk`.
          title: Type
          type: string
        id:
          description: The id of the chat completion response chunk.
          title: Id
          type: string
        choices:
          items:
            $ref: '#/components/schemas/Choice'
          title: Choices
          type: array
        created:
          title: Created
          type: integer
        model:
          title: Model
          type: string
        object:
          const: chat.completion.chunk
          title: Object
          type: string
        moderation:
          anyOf:
          - $ref: '#/components/schemas/Moderation'
          - type: 'null'
          default: null
        service_tier:
          anyOf:
          - enum:
            - auto
            - default
            - flex
            - scale
            - priority
            type: string
          - type: 'null'
          default: null
          title: Service Tier
        system_fingerprint:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          title: System Fingerprint
        usage:
          anyOf:
          - $ref: '#/components/schemas/CompletionUsage'
          - type: 'null'
          default: null
        basis:
          default: []
          description: Basis for the chat completion chunk, including citations and reasoning supporting the output.
          items:
            $ref: '#/components/schemas/FieldBasis'
          title: Basis
          type: array
        interaction_id:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          description: Identifier for this interaction. Pass as previous_interaction_id for follow-ups.
          title: Interaction Id
      required:
      - type
      - id
      - choices
      - created
      - model
      - object
      title: ChatCompletionResponseChunk
      type: object
    HTTPValidationError:
      properties:
        detail:
          items:
            $ref: '#/components/schemas/ValidationError'
          type: array
          title: Detail
      type: object
      title: HTTPValidationError
    ModerationInputModerationResult:
      additionalProperties: true
      description: A moderation result produced for the response input or output.
      properties:
        categories:
          additionalProperties:
            type: boolean
          title: Categories
          type: object
        category_applied_input_types:
          additionalProperties:
            items:
              enum:
              - text
              - image
              type: string
            type: array
          title: Category Applied Input Types
          type: object
        category_scores:
          additionalProperties:
            type: number
          title: Category Scores
          type: object
        flagged:
          title: Flagged
          type: boolean
        model:
          title: Model
          type: string
        type:
          const: moderation_result
          title: Type
          type: string
      required:
      - categories
      - category_applied_input_types
      - category_scores
      - flagged
      - model
      - type
      title: ModerationInputModerationResult
      type: object
    openai__types__chat__chat_completion__Moderation:
      properties:
        input:
          anyOf:
          - $ref: '#/components/schemas/ModerationInputModerationResults'
          - $ref: '#/components/schemas/openai__types__chat__chat_completion__ModerationInputError'
          title: Input
        output:
          anyOf:
          - $ref: '#/components/schemas/ModerationOutputModerationResults'
          - $ref: '#/components/schemas/openai__types__chat__chat_completion__ModerationOutputError'
          title: Output
      additionalProperties: true
      type: object
      required:
      - input
      - output
      title: Moderation
      description: 'Moderation results for the request input and generated output, if moderated

        completions were requested.'
    Choice:
      additionalProperties: true
      properties:
        delta:
          $ref: '#/components/schemas/ChoiceDelta'
        finish_reason:
          anyOf:
          - enum:
            - stop
            - length
            - tool_calls
            - content_filter
            - function_call
            type: string
          - type: 'null'
          default: null
          title: Finish Reason
        index:
          title: Index
          type: integer
        logprobs:
          anyOf:
          - $ref: '#/components/schemas/ChoiceLogprobs'
          - type: 'null'
          default: null
      required:
      - delta
      - index
      title: Choice
      type: object
    ChatCompletionTokenLogprob:
      additionalProperties: true
      properties:
        token:
          title: Token
          type: string
        bytes:
          anyOf:
          - items:
              type: integer
            type: array
          - type: 'null'
          default: null
          title: Bytes
        logprob:
          title: Logprob
          type: number
        top_logprobs:
          items:
            $ref: '#/components/schemas/TopLogprob'
          title: Top Logprobs
          type: array
      required:
      - token
      - logprob
      - top_logprobs
      title: ChatCompletionTokenLogprob
      type: object
    ModerationInputError:
      additionalProperties: true
      description: An error produced while attempting moderation for the response input or output.
      properties:
        code:
          title: Code
          type: string
        message:
          title: Message
          type: string
        type:
          const: error
          title: Type
          type: string
      required:
      - code
      - message
      - type
      title: ModerationInputError
      type: object
    FieldBasis:
      description: Citations and reasoning supporting one field of a task output.
      properties:
        field:
          description: Name of the output field.
          title: Field
          type: string
        citations:
          default: []
          description: List of citations supporting the output field.
          items:
            $ref: '#/components/schemas/Citation'
          title: Citations
          type: array
        reasoning:
          description: Reasoning for the output field.
          title: Reasoning
          type: string
        confidence:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          description: Confidence level for the output field. Only certain processors provide confidence levels.
          examples:
          - low
          - medium
          - high
          title: Confidence
      required:
      - field
      - reasoning
      title: FieldBasis
      type: object
    ChoiceDeltaFunctionCall:
      additionalProperties: true
      description: 'Deprecated and replaced by `tool_calls`.


        The name and arguments of a function that should be called, as generated by the model.'
      properties:
        arguments:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          title: Arguments
        name:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          title: Name
      title: ChoiceDeltaFunctionCall
      type: object
    ChatCompletion:
      properties:
        id:
          type: string
          title: Id
          description: The id of the chat completion.
        choices:
          items:
            $ref: '#/components/schemas/Choice'
          type: array
          title: Choices
        created:
          type: integer
          title: Created
        model:
          type: string
          title: Model
        object:
          type: string
          const: chat.completion
          title: Object
        moderation:
          anyOf:
          - $ref: '#/components/schemas/openai__types__chat__chat_completion__Moderation'
          - type: 'null'
        service_tier:
          anyOf:
          - type: string
            enum:
            - auto
            - default
            - flex
            - scale
            - priority
          - type: 'null'
          title: Service Tier
        system_fingerprint:
          anyOf:
          - type: string
          - type: 'null'
          title: System Fingerprint
        usage:
          anyOf:
          - $ref: '#/components/schemas/CompletionUsage'
          - type: 'null'
        basis:
          items:
            $ref: '#/components/schemas/FieldBasis'
          type: array
          title: Basis
          description: Basis for the chat completion, including citations and reasoning supporting the output.
          default: []
        interaction_id:
          anyOf:
          - type: string
          - type: 'null'
          title: Interaction Id
          description: Identifier for this interaction. Pass as previous_interaction_id for follow-ups.
      additionalProperties: true
      type: object
      required:
      - id
      - choices
      - created
      - model
      - object
      title: ChatCompletion
      description: Chat completion response.
    ModerationOutputModerationResultsResult:
      additionalProperties: true
      description: A moderation result produced for the response input or output.
      properties:
        categories:
          additionalProperties:
            type: boolean
          title: Categories
          type: object
        category_applied_input_types:
          additionalProperties:
            items:
              enum:
              - text
              - image
              type: string
            type: array
          title: Category Applied Input Types
          type: object
        category_scores:
          additionalProperties:
            type: number
          title: Category Scores
          type: object
        flagged:
          title: Flagged
          type: boolean
        model:
          title: Model
          type: string
        type:
          const: moderation_result
          title: Type
          type: string
      required:
      - categories
      - category_applied_input_types
      - category_scores
      - flagged
      - model
      - type
      title: ModerationOutputModerationResultsResult
      type: object
    ChoiceLogprobs:
      additionalProperties: true
      description: Log probability information for the choice.
      properties:
        content:
          anyOf:
          - items:
              $ref: '#/components/schemas/ChatCompletionTokenLogprob'
            type: array
          - type: 'null'
          default: null
          title: Content
        refusal:
          anyOf:
          - items:
              $ref: '#/components/schemas/ChatCompletionTokenLogprob'
            type: array
          - type: 'null'
          default: null
          title: Refusal
      title: ChoiceLogprobs
      type: object
    ChoiceDelta:
      additionalProperties: true
      description: A chat completion delta generated by streamed model responses.
      properties:
        content:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          title: Content
        function_call:
          anyOf:
          - $ref: '#/components/schemas/ChoiceDeltaFunctionCall'
          - type: 'null'
          default: null
        refusal:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          title: Refusal
        role:
          anyOf:
          - enum:
            - developer
            - system
            - user
            - assistant
            - tool
            type: string
          - type: 'null'
          default: null
          title: Role
        tool_calls:
          anyOf:
          - items:
              $ref: '#/components/schemas/ChoiceDeltaToolCall'
            type: array
          - type: 'null'
          default: null
          title: Tool Calls
      title: ChoiceDelta
      type: object
    ModerationInputModerationResults:
      additionalProperties: true
      description: Successful moderation results for the request input or generated output.
      properties:
        model:
          title: Model
          type: string
        results:
          items:
            $ref: '#/components/schemas/ModerationInputModerationResultsResult'
          title: Results
          type: array
        type:
          const: moderation_results
          title: Type
          type: string
      required:
      - model
      - results
      - type
      title: ModerationInputModerationResults
      type: object
    ChoiceDeltaToolCallFunction:
      additionalProperties: true
      properties:
        arguments:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          title: Arguments
        name:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          title: Name
      title: ChoiceDeltaToolCallFunction
      type: object
    Citation:
      description: A citation for a task output.
      properties:
        title:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          description: Title of the citation.
          title: Title
        url:
          description: URL of the citation.
          title: Url
          type: string
        excerpts:
          anyOf:
          - items:
              type: string
            type: array
          - type: 'null'
          default: null
          description: Excerpts from the citation supporting the output. Only certain processors provide excerpts.
          title: Excerpts
      required:
      - url
      title: Citation
      type: object
    ValidationError:
      properties:
        loc:
          items:
            anyOf:
            - type: string
            - type: integer
          type: array
          title: Location
        msg:
          type: string
          title: Message
        type:
          type: string
          title: Error Type
      type: object
      required:
      - loc
      - msg
      - type
      title: ValidationError
    ChatCompletionRequest:
      properties:
        model:
          type: string
          title: Model
          description: The model to use for chat completions.
        messages:
          items:
            $ref: '#/components/schemas/ChatMessage'
          type: array
          title: Messages
          description: The messages to use for chat completions.
        stream:
          anyOf:
          - type: boolean
          - type: 'null'
          title: Stream
          description: Whether to stream the chat completions.
        response_format:
          anyOf:
          - $ref: '#/components/schemas/openai__types__shared_params__response_format_text__ResponseFormatText'
          - $ref: '#/components/schemas/ResponseFormatJSONSchema'
          - $ref: '#/components/schemas/openai__types__shared_params__response_format_json_object__ResponseFormatJSONObject'
          - type: 'null'
          title: Response Format
          description: The response format to use for chat completions. OpenAI compatible.
        max_tokens:
          anyOf:
          - type: integer
          - type: 'null'
          title: Max Tokens
          description: The maximum number of tokens to generate. Unsupported.
        temperature:
          anyOf:
          - type: number
          - type: 'null'
          title: Temperature
          description: The temperature to use for chat completions. Unsupported.
        top_p:
          anyOf:
          - type: number
          - type: 'null'
          title: Top P
          description: The top p to use for chat completions. Unsupported.
        n:
          anyOf:
          - type: integer
          - type: 'null'
          title: N
          description: The number of chat completions to generate. Unsupported.
        presence_penalty:
          anyOf:
          - type: number
          - type: 'null'
          title: Presence Penalty
          description: The presence penalty to use for chat completions. Unsupported.
        frequency_penalty:
          anyOf:
          - type: number
          - type: 'null'
          title: Frequency Penalty
          description: The frequency penalty to use for chat completions. Unsupported.
        previous_interaction_id:
          anyOf:
          - type: string
          - type: 'null'
          title: Previous Interaction Id
          description: Interaction ID from a previous chat completion to use as context.
      type: object
      required:
      - model
      - messages
      title: ChatCompletionRequest
      description: 'Request for the chat completions endpoint.


        Note that all parameters except for `model`, `stream`, and `response_format`

        are ignored.'
    openai__types__chat__chat_completion__ModerationOutputError:
      properties:
        code:
          type: string
          title: Code
        message:
          type: string
          title: Message
        type:
          type: string
          const: error
          title: Type
      additionalProperties: true
      type: object
      required:
      - code
      - message
      - type
      title: ModerationOutputError
      description: An error produced while attempting moderation.
    ModerationOutputError:
      additionalProperties: true
      description: An error produced while attempting moderation for the response input or output.
      properties:
        code:
          title: Code
          type: string
        message:
          title: Message
          type: string
        type:
          const: error
          title: Type
          type: string
      required:
      - code
      - message
      - type
      title: ModerationOutputError
      type: object
    openai__types__shared_params__response_format_text__ResponseFormatText:
      properties:
        type:
          type: string
          const: text
          title: Type
      type: object
      required:
      - type
      title: ResponseFormatText
      description: Default response format. Used to generate text responses.
    ModerationOutputModerationResults:
      additionalProperties: true
      description: Successful moderation results for the request input or generated output.
      properties:
        model:
          title: Model
          type: string
        results:
          items:
            $ref: '#/components/schemas/ModerationOutputModerationResultsResult'
          title: Results
          type: array
        type:
          const: moderation_results
          title: Type
          type: string
      required:
      - model
      - results
      - type
      title: ModerationOutputModerationResults
      type: object
    openai__types__shared_params__response_format_json_object__ResponseFormatJSONObject:
      properties:
        type:
          type: string
          const: json_object
          title: Type
      type: object
      required:
      - type
      title: ResponseFormatJSONObject
      description: 'JSON object response format.


        An older method of generating JSON responses.

        Using `json_schema` is recommended for models that support it. Note that the

        model will not generate JSON without a system or user message instructing it

        to do so.'
    CompletionUsage:
      additionalProperties: true
      description: Usage statistics for the completion request.
      properties:
        completion_tokens:
          title: Completion Tokens
          type: integer
        prompt_tokens:
          title: Prompt Tokens
          type: integer
        total_tokens:
          title: Total Tokens
          type: integer
        completion_tokens_details:
          anyOf:
          - $ref: '#/components/schemas/CompletionTokensDetails'
          - type: 'null'
          default: null
        prompt_tokens_details:
          anyOf:
          - $ref: '#/components/schemas/PromptTokensDetails'
          - type: 'null'
          default: null
      required:
      - completion_tokens
      - prompt_tokens
      - total_tokens
      title: CompletionUsage
      type: object
    ResponseFormatJSONSchema:
      properties:
        json_schema:
          $ref: '#/components/schemas/JSONSchema'
        type:
          type: string
          const: json_schema
          title: Type
      type: object
      required:
      - json_schema
      - type
      title: ResponseFormatJSONSchema
      description: 'JSON Schema response format.


        Used to generate structured JSON responses.

        Learn more about [Structured Outputs](https://platform.openai.com/docs/guides/structured-outputs).'
    ChoiceDeltaToolCall:
      additionalProperties: true
      properties:
        index:
          title: Index
          type: integer
        id:
          anyOf:
          - type: string
          - type: 'null'
          default: null
          title: Id
        function:
          anyOf:
          - $ref: '#/components/schemas/ChoiceDeltaToolCallFunction'
          - type: 'null'
          default: null
        type:
          anyOf:
          - const: function
            type: string
          - type: 'null'
          default: null
          title: Type
      required:
      - index
      title: ChoiceDeltaToolCall
      type: object
    ModerationInputModerationResultsResult:
      additionalProperties: true
      description: A moderation result produced for the response input or output.
      properties:
        categories:
          additionalProperties:
            type: boolean
          title: Categories
          type: object
        category_applied_input_types:
          additionalProperties:
            items:
              enum:
              - text
              - image
              type: string
            type: array
          title: Category Applied Input Types
          type: object
        category_scores:
          additionalProperties:
            type: number
          title: Category Scores
          type: object
        flagged:
          title: Flagged
          type: boolean
        model:
          title: Model
          type: string
        type:
          const: moderation_result
          title: Type
          type: string
      required:
      - categories
      - category_applied_input_types
      - category_scores
      - flagged
      - model
      - type
      title: ModerationInputModerationResultsResult
      type: object
    ModerationOutputModerationResult:
      additionalProperties: true
      description: A moderation result produced for the response input or output.
      properties:
        categories:
          additionalProperties:
            type: boolean
          title: Categories
          type: object
        category_applied_input_types:
          additionalProperties:
            items:
              enum:
              - text
              - image
              type: string
            type: array
          title: Category Applied Input Types
          type: object
        category_scores:
          additionalProperties:
            type: number
          title: Category Scores
          type: object
        flagged:
          title: Flagged
          type: boolean
        model:
          title: Model
          type: string
        type:
          const: moderation_result
          title: Type
          type: string
      required:
      - categories
      - category_applied_input_types
      - category_scores
      - flagged
      - model
      - type
      title: ModerationOutputModerationResult
      type: object
    openai__types__chat__chat_completion__ModerationInputError:
      properties:
        code:
          type: string
          title: Code
        message:
          type: string
          title: Message
        type:
          type: string
          const: error
          title: Type
      additionalProperties: true
      type: object
      required:
      - code
      - message
      - type
      title: ModerationInputError
      description: An error produced while attempting moderation.
    Moderation:
      additionalProperties: true
      description: Moderation results for the response input and output, if moderated completions were requested.
      properties:
        input:
          anyOf:
          - $ref: '#/components/schemas/ModerationInputModerationResult'
          - $ref: '#/components/schemas/ModerationInputError'
          title: Input
        output:
          anyOf:
          - $ref: '#/components/schemas/ModerationOutputModerationResult'
          - $ref: '#/components/schemas/ModerationOutputError'
          title: Output
      required:
      - input
      - output
      title: Moderation
      type: object
  securitySchemes:
    ApiKeyAuth:
      type: apiKey
      in: header
      name: x-api-key