npm install @latimer-woods-tech/llm

wrangler secret put ANTHROPIC_API_KEY
wrangler secret put GROK_API_KEY
wrangler secret put GROQ_API_KEY
wrangler secret put DEEPSEEK_API_KEY

function complete(
  messages: LLMMessage[],
  env: {
    ANTHROPIC_API_KEY: string;
    GROQ_API_KEY: string;
    GROK_API_KEY?: string;
    DEEPSEEK_API_KEY?: string;
  },
  opts?: LLMOptions,
): Promise<FactoryResponse<LLMResult>>;

interface LLMResult {
  content: string;
  provider: 'anthropic' | 'gemini' | 'grok' | 'groq' | 'deepseek';
  tier: 'fast' | 'balanced' | 'smart' | 'verifier' | 'workbench';
  tokens: { input: number; output: number };
  latency: number; // ms
}

function stream(
  messages: LLMMessage[],
  env: { ANTHROPIC_API_KEY: string },
  opts?: LLMOptions,
): Promise<ReadableStream>;

function withSystem(
  system: string,
): (messages: LLMMessage[], env: LLMEnv, opts?: LLMOptions) => Promise<FactoryResponse<LLMResult>>;

interface LLMMessage {
  role: 'user' | 'assistant' | 'system';
  content: string;
}

interface LLMOptions {
  model?: string;
  maxTokens?: number;    // default 1024
  temperature?: number;  // default 0.7
  system?: string;
}

import { complete, withSystem } from '@latimer-woods-tech/llm';

// Direct completion
const result = await complete(
  [{ role: 'user', content: 'What is the capital of France?' }],
  {
    AI_GATEWAY_BASE_URL: env.AI_GATEWAY_BASE_URL,
    ANTHROPIC_API_KEY: env.ANTHROPIC_API_KEY,
    GROQ_API_KEY: env.GROQ_API_KEY,
    GROK_API_KEY: env.GROK_API_KEY,
    DEEPSEEK_API_KEY: env.DEEPSEEK_API_KEY,
    VERTEX_ACCESS_TOKEN: env.VERTEX_ACCESS_TOKEN,
    VERTEX_PROJECT: env.VERTEX_PROJECT,
    VERTEX_LOCATION: env.VERTEX_LOCATION,
  },
  { tier: 'workbench', workload: 'docs-summary' },
);

// With system prompt pre-bound
const assist = withSystem('You are a helpful customer support agent for Acme Corp.');
const response = await assist(
  [{ role: 'user', content: 'How do I reset my password?' }],
  env,
);