Implement Fireworks AI adapter (#353)

Author: op-simoneromeo

packages/ai/fireworks/src/index.test.ts

@@ -1,4 +1,129 @@
 import { smokeTest } from '@profullstack/sh1pt-core/testing';
+import { afterEach, describe, expect, it, vi } from 'vitest';
 import adapter from './index.js';
 
 smokeTest(adapter, { idPrefix: 'ai' });
+
+const ctx = (
+  secrets: Record<string, string> = { FIREWORKS_API_KEY: 'test-key' },
+  dryRun = false,
+) => ({
+  secret: (key: string) => secrets[key],
+  log: () => {},
+  dryRun,
+});
+
+describe('Fireworks AI generation', () => {
+  afterEach(() => {
+    vi.unstubAllGlobals();
+  });
+
+  it('requires a Fireworks API key', async () => {
+    await expect(adapter.generate(ctx({}, false), 'hello', {}, {})).rejects.toThrow(
+      /FIREWORKS_API_KEY/,
+    );
+  });
+
+  it('short-circuits dry-run before network calls', async () => {
+    const fetchMock = vi.fn();
+    vi.stubGlobal('fetch', fetchMock);
+
+    const result = await adapter.generate(
+      ctx({ FIREWORKS_API_KEY: 'test-key' }, true),
+      'hello',
+      {},
+      {},
+    );
+
+    expect(result).toEqual({
+      text: '[dry-run]',
+      model: 'accounts/fireworks/models/llama-v3p3-70b-instruct',
+    });
+    expect(fetchMock).not.toHaveBeenCalled();
+  });
+
+  it('posts chat completions requests and maps usage tokens', async () => {
+    const fetchMock = vi.fn().mockResolvedValue({
+      ok: true,
+      json: async () => ({
+        model: 'accounts/fireworks/models/llama-v3p3-70b-instruct',
+        choices: [{ message: { role: 'assistant', content: 'hi from fireworks' } }],
+        usage: { prompt_tokens: 11, completion_tokens: 4, total_tokens: 15 },
+      }),
+    });
+    vi.stubGlobal('fetch', fetchMock);
+
+    const result = await adapter.generate(
+      ctx(),
+      'hello',
+      {
+        system: 'be direct',
+        maxTokens: 80,
+        temperature: 0.5,
+        extra: { top_p: 0.9, request_id: 'req-fireworks' },
+      },
+      {},
+    );
+
+    expect(fetchMock).toHaveBeenCalledOnce();
+    const call = fetchMock.mock.calls[0];
+    expect(call).toBeDefined();
+    const [url, request] = call!;
+    expect(url).toBe('https://api.fireworks.ai/inference/v1/chat/completions');
+    expect(request.headers.authorization).toBe('Bearer test-key');
+    expect(request.headers['content-type']).toBe('application/json');
+    expect(JSON.parse(request.body)).toEqual({
+      model: 'accounts/fireworks/models/llama-v3p3-70b-instruct',
+      messages: [
+        { role: 'system', content: 'be direct' },
+        { role: 'user', content: 'hello' },
+      ],
+      stream: false,
+      max_tokens: 80,
+      temperature: 0.5,
+      top_p: 0.9,
+      request_id: 'req-fireworks',
+    });
+    expect(result).toEqual({
+      text: 'hi from fireworks',
+      model: 'accounts/fireworks/models/llama-v3p3-70b-instruct',
+      inputTokens: 11,
+      outputTokens: 4,
+    });
+  });
+
+  it('supports text-style choices and custom base URLs', async () => {
+    const fetchMock = vi.fn().mockResolvedValue({
+      ok: true,
+      json: async () => ({
+        choices: [{ text: 'legacy text response' }],
+      }),
+    });
+    vi.stubGlobal('fetch', fetchMock);
+
+    const result = await adapter.generate(
+      ctx(),
+      'hello',
+      { model: 'accounts/fireworks/models/llama-v3p1-8b-instruct' },
+      { baseUrl: 'https://fireworks.test/inference/v1/' },
+    );
+
+    expect(fetchMock.mock.calls[0]?.[0]).toBe('https://fireworks.test/inference/v1/chat/completions');
+    expect(result).toEqual({
+      text: 'legacy text response',
+      model: 'accounts/fireworks/models/llama-v3p1-8b-instruct',
+    });
+  });
+
+  it('includes status and redacted response body excerpts on errors', async () => {
+    vi.stubGlobal('fetch', vi.fn().mockResolvedValue({
+      ok: false,
+      status: 401,
+      text: async () => 'invalid api key test-key',
+    }));
+
+    await expect(adapter.generate(ctx(), 'hello', {}, {})).rejects.toThrow(
+      /Fireworks AI 401: invalid api key \[redacted\]/,
+    );
+  });
+});

packages/ai/fireworks/src/index.ts

@@ -4,27 +4,94 @@ interface Config {
   baseUrl?: string;
 }
 
+const DEFAULT_BASE = 'https://api.fireworks.ai/inference/v1';
+const DEFAULT_MODEL = 'accounts/fireworks/models/llama-v3p3-70b-instruct';
+
 export default defineAi<Config>({
   id: 'ai-fireworks',
   label: 'Fireworks AI',
-  defaultModel: 'accounts/fireworks/models/llama-v3p3-70b-instruct',
-  models: ['accounts/fireworks/models/llama-v3p3-70b-instruct'],
+  defaultModel: DEFAULT_MODEL,
+  models: [
+    DEFAULT_MODEL,
+    'accounts/fireworks/models/llama-v3p1-70b-instruct',
+    'accounts/fireworks/models/llama-v3p1-8b-instruct',
+  ],
 
-  async generate(ctx, prompt, _opts, _config) {
+  async generate(ctx, prompt, opts, config) {
     const apiKey = ctx.secret('FIREWORKS_API_KEY');
     if (!apiKey) throw new Error('FIREWORKS_API_KEY not in vault — run `sh1pt promote ai setup`');
-    ctx.log(`[stub] ai-fireworks · ${prompt.length} chars in — integration pending`);
-    return { text: '[stub — ai-fireworks integration not yet implemented]', model: 'accounts/fireworks/models/llama-v3p3-70b-instruct' };
+    const model = opts.model ?? DEFAULT_MODEL;
+    ctx.log(`fireworks · model=${model} · ${prompt.length} chars in`);
+    if (ctx.dryRun) return { text: '[dry-run]', model };
+
+    const messages: FireworksMessage[] = [];
+    if (opts.system) messages.push({ role: 'system', content: opts.system });
+    messages.push({ role: 'user', content: prompt });
+
+    const baseUrl = (config.baseUrl ?? DEFAULT_BASE).replace(/\/+$/, '');
+    const res = await fetch(`${baseUrl}/chat/completions`, {
+      method: 'POST',
+      headers: {
+        authorization: `Bearer ${apiKey}`,
+        'content-type': 'application/json',
+      },
+      body: JSON.stringify({
+        model,
+        messages,
+        stream: false,
+        ...(opts.maxTokens !== undefined ? { max_tokens: opts.maxTokens } : {}),
+        ...(opts.temperature !== undefined ? { temperature: opts.temperature } : {}),
+        ...opts.extra,
+      }),
+    });
+    if (!res.ok) {
+      const excerpt = redact((await res.text()).slice(0, 200), apiKey);
+      throw new Error(`Fireworks AI ${res.status}: ${excerpt}`);
+    }
+
+    const data = await res.json() as FireworksChatResponse;
+    const choice = data.choices[0];
+    return {
+      text: choice?.message?.content ?? choice?.text ?? '',
+      model: data.model ?? model,
+      inputTokens: data.usage?.prompt_tokens,
+      outputTokens: data.usage?.completion_tokens,
+    };
   },
 
   setup: tokenSetup<Config>({
     secretKey: 'FIREWORKS_API_KEY',
     label: 'Fireworks AI',
-    vendorDocUrl: 'https://fireworks.ai',
+    vendorDocUrl: 'https://docs.fireworks.ai/api-reference/post-chatcompletions',
     steps: [
       'Sign in at https://fireworks.ai and create an API key',
       'Copy the key — usually shown once',
       'Paste below; sh1pt encrypts it in the vault',
     ],
   }),
 });
+
+type FireworksRole = 'system' | 'user' | 'assistant' | 'tool';
+
+interface FireworksMessage {
+  role: FireworksRole;
+  content: string;
+}
+
+interface FireworksChatResponse {
+  model?: string;
+  choices: Array<{
+    message?: {
+      content?: string;
+    };
+    text?: string;
+  }>;
+  usage?: {
+    prompt_tokens?: number;
+    completion_tokens?: number;
+  };
+}
+
+function redact(text: string, secret: string): string {
+  return secret ? text.split(secret).join('[redacted]') : text;
+}