Chat

import { GatelitClient } from "@gatelit/sdk"

const client = new GatelitClient({
  gatewayUrl: "https://gateway.yourapp.com",
  getToken: async () => ({ token: "sk_live_...", scheme: "GatelitKey" }),
})

const response = await client.chat({
  model: "openai/gpt-4o",
  messages: [
    { role: "system", content: "You are a helpful assistant." },
    { role: "user", content: "What is the capital of Bhutan?" },
  ],
})

console.log(response.content)
// → "The capital of Bhutan is Thimphu."

console.log(response.usage)
// → { inputTokens: 28, outputTokens: 9, totalTokens: 37 }

const response = await client.chat({
  model: "anthropic/claude-3-5-sonnet-20241022",
  messages: [{ role: "user", content: "Write a short story about a robot." }],
  maxTokens: 500,       // Cap response length
  temperature: 0.7,     // Control creativity (0 = deterministic, 2 = wild)
})

const controller = new AbortController()

setTimeout(() => controller.abort(), 5000) // Cancel after 5 seconds

try {
  const response = await client.chat({
    model: "openai/gpt-4o",
    messages: [{ role: "user", content: "Write a very long essay..." }],
    signal: controller.signal,
  })
} catch (err) {
  if (err.name === "AbortError") {
    console.log("Request was cancelled")
  }
}

const response = await client.chat({
  model: "openai/gpt-4o",
  messages: [{ role: "user", content: "Hi" }],
  promptId: "my-translator",
})

const response = await client.chat({
  model: "openai/gpt-4o",
  messages: [{ role: "user", content: "Summarize this ticket" }],
  endUserId: "customer_42",
})

import { GatelitError } from "@gatelit/sdk"

try {
  await client.chat({ model: "openai/gpt-4o", messages: [...] })
} catch (err) {
  if (err instanceof GatelitError) {
    console.log(err.code)    // "unauthorized" | "gateway_error" | "provider_error"
    console.log(err.message) // Human-readable description
    console.log(err.status)  // HTTP status code
  }
}