TrueFoundry · Example Payload

Truefoundry Chat Completion Example

AI PlatformEnterprise AIKubernetesLLM GatewayMLOps

Truefoundry Chat Completion Example is an example object payload from TrueFoundry, with 2 top-level fields. It illustrates the shape of data this provider's APIs accept or return.

Top-level fields

requestresponse

Example Payload

{
  "request": {
    "method": "POST",
    "url": "https://app.truefoundry.com/api/llm/chat/completions",
    "headers": {
      "Authorization": "Bearer YOUR_TRUEFOUNDRY_API_KEY",
      "Content-Type": "application/json",
      "x-tfy-metadata": "{\"session_id\":\"abc123\",\"user_id\":\"user_456\"}"
    },
    "body": {
      "model": "openai-main/gpt-4o",
      "messages": [
        {
          "role": "system",
          "content": "You are a helpful MLOps assistant."
        },
        {
          "role": "user",
          "content": "How do I deploy a model on TrueFoundry?"
        }
      ],
      "temperature": 0.7,
      "max_tokens": 1024
    }
  },
  "response": {
    "status": 200,
    "body": {
      "id": "chatcmpl-abc123",
      "object": "chat.completion",
      "created": 1746274800,
      "model": "gpt-4o-2024-11-20",
      "choices": [
        {
          "index": 0,
          "message": {
            "role": "assistant",
            "content": "To deploy a model on TrueFoundry, you can use the TrueFoundry platform or the Python SDK..."
          },
          "finish_reason": "stop"
        }
      ],
      "usage": {
        "prompt_tokens": 38,
        "completion_tokens": 127,
        "total_tokens": 165
      },
      "service_tier": "default",
      "system_fingerprint": "fp_abc123"
    }
  }
}