One gateway to every LLM

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: "http://localhost:8080/v1", // your TokenHub URL
  apiKey: process.env.TOKENHUB_API_KEY,
});

const resp = await client.chat.completions.create({
  model: "auto", // TokenHub picks the model per your routing policy
  messages: [{ role: "user", content: "Summarize weekly sales" }],
  knowledge_base: "kb_sales",
});

console.log(resp.choices[0].message.content);

# replace localhost:8080 with your TokenHub address
curl http://localhost:8080/v1/chat/completions \
  -H "Authorization: Bearer $TOKENHUB_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "auto",
    "messages": [{"role": "user", "content": "Summarize weekly sales"}],
    "knowledge_base": "kb_sales"
  }'