add openrouter functionality

Author: psinger

CONTRIBUTING.md

@@ -56,10 +56,11 @@ git clone https://github.com/stackblitz/bolt.new.git
 pnpm install
 ```
 
-3. Create a `.env.local` file in the root directory and add your Anthropic API key:
+3. Create a `.env.local` file in the root directory and add your Anthropic or OpenRouter API key:
 
 ```
 ANTHROPIC_API_KEY=XXX
+OPENROUTER_API_KEY=XXX
 ```
 
 Optionally, you can set the debug level:

app/lib/.server/llm/api-key.ts

@@ -1,9 +1,8 @@
 import { env } from 'node:process';
 
-export function getAPIKey(cloudflareEnv: Env) {
-  /**
-   * The `cloudflareEnv` is only used when deployed or when previewing locally.
-   * In development the environment variables are available through `env`.
-   */
-  return env.ANTHROPIC_API_KEY || cloudflareEnv.ANTHROPIC_API_KEY;
+export function getAPIKeys(cloudflareEnv: Env) {
+  return {
+    openRouter: env.OPENROUTER_API_KEY || cloudflareEnv.OPENROUTER_API_KEY,
+    anthropic: env.ANTHROPIC_API_KEY || cloudflareEnv.ANTHROPIC_API_KEY,
+  };
 }

app/lib/.server/llm/model.ts

@@ -1,4 +1,15 @@
 import { createAnthropic } from '@ai-sdk/anthropic';
+import { createOpenRouter } from "@openrouter/ai-sdk-provider";
+
+
+export function getModel(apiKeys: { openRouter?: string; anthropic?: string }) {
+  if (apiKeys.openRouter) {
+    return getOpenRouterModel(apiKeys.openRouter);
+  } else if (apiKeys.anthropic) {
+    return getAnthropicModel(apiKeys.anthropic);
+  }
+  throw new Error('No valid API key found for OpenRouter or Anthropic');
+}
 
 export function getAnthropicModel(apiKey: string) {
   const anthropic = createAnthropic({
@@ -7,3 +18,11 @@ export function getAnthropicModel(apiKey: string) {
 
   return anthropic('claude-3-5-sonnet-20240620');
 }
+
+export function getOpenRouterModel(apiKey: string) {
+  const openRouter = createOpenRouter({
+    apiKey,
+  });
+
+  return openRouter('anthropic/claude-3.5-sonnet:beta');
+}

app/lib/.server/llm/stream-text.ts

@@ -1,6 +1,6 @@
 import { streamText as _streamText, convertToCoreMessages } from 'ai';
-import { getAPIKey } from '~/lib/.server/llm/api-key';
-import { getAnthropicModel } from '~/lib/.server/llm/model';
+import { getAPIKeys } from '~/lib/.server/llm/api-key';
+import { getModel } from '~/lib/.server/llm/model';
 import { MAX_TOKENS } from './constants';
 import { getSystemPrompt } from './prompts';
 
@@ -22,8 +22,9 @@ export type Messages = Message[];
 export type StreamingOptions = Omit<Parameters<typeof _streamText>[0], 'model'>;
 
 export function streamText(messages: Messages, env: Env, options?: StreamingOptions) {
+  const apiKeys = getAPIKeys(env);
   return _streamText({
-    model: getAnthropicModel(getAPIKey(env)),
+    model: getModel(apiKeys),
     system: getSystemPrompt(),
     maxTokens: MAX_TOKENS,
     headers: {

package.json

@@ -43,6 +43,7 @@
     "@iconify-json/svg-spinners": "^1.1.2",
     "@lezer/highlight": "^1.2.0",
     "@nanostores/react": "^0.7.2",
+    "@openrouter/ai-sdk-provider": "^0.0.5",
     "@radix-ui/react-dialog": "^1.1.1",
     "@radix-ui/react-dropdown-menu": "^2.1.1",
     "@remix-run/cloudflare": "^2.10.2",

pnpm-lock.yaml

@@ -1,3 +1,4 @@
 interface Env {
   ANTHROPIC_API_KEY: string;
+  OPENROUTER_API_KEY: string;
 }