Conversation

const conv = client.conversation(options: ConversationOptions)

readonly messages: ChatMessage[]

async send(content: string, signal?: AbortSignal): Promise<ChatResponse>

async *stream(content: string, signal?: AbortSignal): AsyncGenerator<StreamChunk>

reset(): void

import { GatelitClient } from "@gatelit/sdk"

const client = new GatelitClient({
  gatewayUrl: "https://gateway.yourapp.com",
  getToken: async () => {
    const { token } = await fetch("/api/ai-token").then(r => r.json())
    return { token, scheme: "GatelitSigned" }
  },
})

const conv = client.conversation({ model: "openai/gpt-4o" })

const r1 = await conv.send("What is the capital of France?")
console.log(r1.content) // "The capital of France is Paris."

const r2 = await conv.send("And what's the population?") // full history sent automatically
console.log(r2.content) // answer in context of the previous question

console.log(conv.messages) // all turns — user + assistant pairs

const conv = client.conversation({
  model: "anthropic/claude-3-5-sonnet-20241022",
  systemPrompt: "You are a concise technical writing assistant.",
})

async function chat(userMessage: string) {
  process.stdout.write("Assistant: ")
  for await (const chunk of conv.stream(userMessage)) {
    process.stdout.write(chunk.delta)
    if (chunk.usage) {
      console.log(`\n[${chunk.usage.totalTokens} tokens]`)
    }
  }
}

await chat("Explain what an async generator is.")
await chat("Now give me a short code example.") // previous answer is in context

const conv = client.conversation({
  model: "openai/gpt-4o",
  systemPrompt: "You are a helpful customer support agent for Acme Inc. Be concise and friendly.",
  maxTokens: 300,
})

const response = await conv.send("How do I reset my password?")
console.log(response.content)

const conv = client.conversation({ model: "openai/gpt-4o" })

// First session
await conv.send("My order number is 12345.")
await conv.send("When will it arrive?")

// Start a new session — clear prior context
conv.reset()

await conv.send("Hello, I have a question about returns.")
// No memory of the previous order conversation