GatelitClient

new GatelitClient(config: GatelitClientConfig)

async chat(options: ChatOptions): Promise<ChatResponse>

const response = await client.chat({
  model: "openai/gpt-4o",
  messages: [{ role: "user", content: "Hello" }],
  maxTokens: 500,
  temperature: 0.7,
})

console.log(response.content)   // "Hello! How can I help?"
console.log(response.usage)     // { inputTokens: 10, outputTokens: 8, totalTokens: 18 }

stream(options: ChatOptions): AsyncIterable<StreamChunk>

for await (const chunk of client.stream({
  model: "anthropic/claude-3-5-haiku-20241022",
  messages: [{ role: "user", content: "Write a poem" }],
})) {
  process.stdout.write(chunk.delta)
  if (chunk.usage) console.log("\nTokens:", chunk.usage)
}

async chatJson<T>(options: ChatOptions & { outputSchema: OutputSchema }): Promise<T>

const result = await client.chatJson<{ name: string; age: number }>({
  model: "openai/gpt-4o",
  messages: [{ role: "user", content: "Extract: Alice is 30 years old." }],
  outputSchema: {
    mode: "json_schema",
    type: "object",
    properties: {
      name: { type: "string" },
      age: { type: "integer" },
    },
    required: ["name", "age"],
  },
})

console.log(result.name) // "Alice"
console.log(result.age)  // 30

conversation(options?: ConversationOptions): Conversation