Client quickstart

export GATEWAY_URL='https://gateway.example.com'
export GATEWAY_API_KEY='...'

curl -sS "$GATEWAY_URL/v1/gateway/info" \
  -H "Authorization: Bearer $GATEWAY_API_KEY"

import os
from openai import OpenAI

client = OpenAI(
    base_url=os.environ["GATEWAY_URL"].rstrip("/") + "/v1",
    api_key=os.environ["GATEWAY_API_KEY"],
)

response = client.chat.completions.create(
    model="fast",
    messages=[{"role": "user", "content": "Summarize this incident."}],
    max_completion_tokens=300,
)
print(response.choices[0].message.content)

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: `${process.env.GATEWAY_URL.replace(/\/$/, "")}/v1`,
  apiKey: process.env.GATEWAY_API_KEY,
});

const stream = await client.chat.completions.create({
  model: "fast",
  messages: [{ role: "user", content: "Summarize this incident." }],
  max_completion_tokens: 300,
  stream: true,
});

for await (const chunk of stream) {
  process.stdout.write(chunk.choices[0]?.delta?.content ?? "");
}