AI Gateway

npm install ai @bijectionhq/ai-sdk-provider

// bijection/ai.ts
import { action } from "./_generated/server";
import { v } from "bijection/values";
import { generateText } from "ai";
import { bijectionGateway } from "@bijectionhq/ai-sdk-provider";

export const ask = action({
  args: { prompt: v.string() },
  handler: async (_ctx, { prompt }) => {
    const result = await generateText({
      model: bijectionGateway("openai/gpt-4o-mini"),
      prompt,
      maxRetries: 0, // A retry can create another paid generation.
    });
    return result.text;
  },
});

import OpenAI from "openai";
import { getServiceToken, getServiceUrl } from "bijection/server";

// Inside an action:
const client = new OpenAI({
  maxRetries: 0,
  baseURL: `${await getServiceUrl("ai-gateway")}/v1`,
  apiKey: () => getServiceToken("ai-gateway"),
});
const result = await client.chat.completions.create({
  model: "openai/gpt-4o-mini",
  messages: [{ role: "user", content: "Explain this document." }],
});

budgets: [
  { id: "user-day", scope: "actor", window: "day",
    maxCostPicos: 5_000_000_000_000n, maxTokens: 100_000n,
    maxConcurrent: 2, requestsPerMinute: 20, warningPercent: 80 },
  { id: "feature-month", scope: "consumer", window: "month",
    maxCostPicos: 100_000_000_000_000n },
]