JavaScript / TypeScript

npm install openai

import OpenAI from "openai";

const client = new OpenAI({
  baseURL: "https://litellm.tensorloop.tech/v1",
  apiKey: process.env.TENSORLOOP_KEY!,
});

const response = await client.chat.completions.create({
  model: "gpt-4o-mini",
  messages: [{ role: "user", content: "Hello, briefly." }],
});

console.log(response.choices[0].message.content);

const stream = await client.chat.completions.create({
  model: "gpt-4o-mini",
  messages: [{ role: "user", content: "Count to ten." }],
  stream: true,
});

for await (const chunk of stream) {
  process.stdout.write(chunk.choices[0].delta.content ?? "");
}

// Next.js Route Handler — server-side only
import OpenAI from "openai";

export async function POST(req: Request) {
  const { messages } = await req.json();
  const client = new OpenAI({
    baseURL: "https://litellm.tensorloop.tech/v1",
    apiKey: process.env.TENSORLOOP_KEY!,
  });
  const response = await client.chat.completions.create({
    model: "gpt-4o-mini",
    messages,
  });
  return Response.json(response);
}

const client = new OpenAI({
  baseURL: "https://litellm.tensorloop.tech/v1",
  apiKey: env.TENSORLOOP_KEY, // from the runtime's env binding
  fetch: globalThis.fetch,
});