Vercel AI SDK

npm install @arbytra/ai-sdk-provider ai

import { createArbytra } from "@arbytra/ai-sdk-provider";
import { generateText } from "ai";

const arbytra = createArbytra();

const { text } = await generateText({
  model: arbytra("gpt-4o"),
  prompt: "What is the capital of France?",
});

console.log(text);

import { createArbytra } from "@arbytra/ai-sdk-provider";
import { streamText } from "ai";

const arbytra = createArbytra();

const result = streamText({
  model: arbytra("gpt-4o"),
  prompt: "Count to 10",
});

for await (const chunk of result.textStream) {
  process.stdout.write(chunk);
}

import { createArbytra, Optimize } from "@arbytra/ai-sdk-provider";
import type { ArbytraResponseMetadata } from "@arbytra/ai-sdk-provider";
import { generateText } from "ai";

const arbytra = createArbytra({
  routing: { optimize: Optimize.COST, max_ttft_ms: 1000 },
});

const result = await generateText({
  model: arbytra("gpt-4o"),
  prompt: "Hello!",
});

const meta = result.providerMetadata?.arbytra as ArbytraResponseMetadata | undefined;
if (meta) {
  console.log(`Provider: ${meta.provider}`);
  console.log(`Cost: $${meta.cost?.usd}`);
}

const meta = result.providerMetadata?.arbytra as ArbytraResponseMetadata | undefined;
console.log(meta?.provider);

const result = streamText({ model: arbytra("gpt-4o"), prompt: "Hello!" });
const metadata = await result.providerMetadata;
const meta = metadata?.arbytra as ArbytraResponseMetadata | undefined;
console.log(meta?.provider);