src/lib/providers.ts holds a per-provider spec (url, headers, body, extractor, default model) and a single callProvider() covering both the action-prompt and custom-prompt families (~250 lines -> one path). getSystemPrompt, fetchWithTimeout, and listModels move along with it; background.ts drops from 553 to 130 lines. Behavior pinned by 20 parity tests written from the old functions (request shapes, headers, defaults, error strings). One deliberate change: max_tokens now scales with input length (1024-8192) instead of a hard-coded 1024, so Expand no longer truncates long selections. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
214 lines
8.6 KiB
TypeScript
214 lines
8.6 KiB
TypeScript
import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
|
|
import {
|
|
callProvider,
|
|
listModels,
|
|
getSystemPrompt,
|
|
defaultMaxTokens,
|
|
PROVIDER_SPECS,
|
|
} from '@lib/providers';
|
|
|
|
function mockFetchOnce(data: unknown, { ok = true, status = 200 } = {}) {
|
|
const fn = vi.fn().mockResolvedValue({ ok, status, json: async () => data });
|
|
vi.stubGlobal('fetch', fn);
|
|
return fn;
|
|
}
|
|
|
|
beforeEach(() => vi.restoreAllMocks());
|
|
afterEach(() => vi.unstubAllGlobals());
|
|
|
|
// ─── Request shapes pinned to the ORIGINAL callX/callXWithPrompt functions ────
|
|
// These bodies/headers/URLs are copied from the pre-refactor background.ts.
|
|
// maxTokens is forced to 1024 to match the old hard-coded value exactly.
|
|
|
|
const openAiResponse = { choices: [{ message: { content: ' fixed text ' } }] };
|
|
const anthropicResponse = { content: [{ text: ' fixed text ' }] };
|
|
|
|
describe('callProvider request shapes (parity with old implementations)', () => {
|
|
it('OpenAI: url, bearer auth, system message, temperature 0.7, default model', async () => {
|
|
const fetch = mockFetchOnce(openAiResponse);
|
|
const res = await callProvider({ provider: 'openai', apiKey: 'sk-x' }, 'hello', 'SYS', { maxTokens: 1024 });
|
|
|
|
expect(res).toEqual({ result: 'fixed text' });
|
|
const [url, init] = fetch.mock.calls[0];
|
|
expect(url).toBe('https://api.openai.com/v1/chat/completions');
|
|
expect(init.method).toBe('POST');
|
|
expect(init.headers).toEqual({ 'Content-Type': 'application/json', Authorization: 'Bearer sk-x' });
|
|
expect(JSON.parse(init.body)).toEqual({
|
|
model: 'gpt-4o-mini',
|
|
messages: [
|
|
{ role: 'system', content: 'SYS' },
|
|
{ role: 'user', content: 'hello' },
|
|
],
|
|
max_tokens: 1024,
|
|
temperature: 0.7,
|
|
});
|
|
});
|
|
|
|
it('Anthropic: x-api-key + version headers, top-level system, no temperature', async () => {
|
|
const fetch = mockFetchOnce(anthropicResponse);
|
|
const res = await callProvider({ provider: 'anthropic', apiKey: 'sk-ant' }, 'hello', 'SYS', { maxTokens: 1024 });
|
|
|
|
expect(res).toEqual({ result: 'fixed text' });
|
|
const [url, init] = fetch.mock.calls[0];
|
|
expect(url).toBe('https://api.anthropic.com/v1/messages');
|
|
expect(init.headers).toEqual({
|
|
'Content-Type': 'application/json',
|
|
'x-api-key': 'sk-ant',
|
|
'anthropic-version': '2023-06-01',
|
|
});
|
|
expect(JSON.parse(init.body)).toEqual({
|
|
model: 'claude-3-5-haiku-20241022',
|
|
max_tokens: 1024,
|
|
system: 'SYS',
|
|
messages: [{ role: 'user', content: 'hello' }],
|
|
});
|
|
});
|
|
|
|
it('Groq: OpenAI-compatible endpoint and body with temperature', async () => {
|
|
const fetch = mockFetchOnce(openAiResponse);
|
|
await callProvider({ provider: 'groq', apiKey: 'gsk-x' }, 'hello', 'SYS', { maxTokens: 1024 });
|
|
|
|
const [url, init] = fetch.mock.calls[0];
|
|
expect(url).toBe('https://api.groq.com/openai/v1/chat/completions');
|
|
expect(init.headers).toEqual({ 'Content-Type': 'application/json', Authorization: 'Bearer gsk-x' });
|
|
const body = JSON.parse(init.body);
|
|
expect(body.model).toBe('llama-3.3-70b-versatile');
|
|
expect(body.temperature).toBe(0.7);
|
|
expect(body.max_tokens).toBe(1024);
|
|
});
|
|
|
|
it('OpenRouter: referer/title headers, NO temperature', async () => {
|
|
const fetch = mockFetchOnce(openAiResponse);
|
|
await callProvider({ provider: 'openrouter', apiKey: 'sk-or' }, 'hello', 'SYS', { maxTokens: 1024 });
|
|
|
|
const [url, init] = fetch.mock.calls[0];
|
|
expect(url).toBe('https://openrouter.ai/api/v1/chat/completions');
|
|
expect(init.headers).toEqual({
|
|
'Content-Type': 'application/json',
|
|
Authorization: 'Bearer sk-or',
|
|
'HTTP-Referer': 'https://lexai.dev',
|
|
'X-Title': 'LexAI',
|
|
});
|
|
const body = JSON.parse(init.body);
|
|
expect(body.model).toBe('openai/gpt-4o-mini');
|
|
expect(body).not.toHaveProperty('temperature');
|
|
});
|
|
|
|
it('uses the configured model over the default', async () => {
|
|
const fetch = mockFetchOnce(openAiResponse);
|
|
await callProvider({ provider: 'openai', apiKey: 'k', model: 'gpt-4o' }, 'x', 'SYS');
|
|
expect(JSON.parse(fetch.mock.calls[0][1].body).model).toBe('gpt-4o');
|
|
});
|
|
});
|
|
|
|
describe('callProvider error handling (parity with old implementations)', () => {
|
|
it('surfaces provider error messages with the provider label', async () => {
|
|
mockFetchOnce({ error: { message: 'invalid api key' } }, { ok: false, status: 401 });
|
|
const res = await callProvider({ provider: 'openai', apiKey: 'bad' }, 'x', 'SYS');
|
|
expect(res).toEqual({ error: 'OpenAI error: invalid api key' });
|
|
});
|
|
|
|
it('falls back to HTTP status when the error body has no message', async () => {
|
|
mockFetchOnce({}, { ok: false, status: 500 });
|
|
const res = await callProvider({ provider: 'groq', apiKey: 'k' }, 'x', 'SYS');
|
|
expect(res).toEqual({ error: 'Groq error: HTTP 500' });
|
|
});
|
|
|
|
it('reports network failures with the provider label', async () => {
|
|
vi.stubGlobal('fetch', vi.fn().mockRejectedValue(new Error('offline')));
|
|
const res = await callProvider({ provider: 'anthropic', apiKey: 'k' }, 'x', 'SYS');
|
|
expect(res.error).toMatch(/^Network error reaching Anthropic:/);
|
|
});
|
|
|
|
it('reports empty responses', async () => {
|
|
mockFetchOnce({ choices: [] });
|
|
const res = await callProvider({ provider: 'openrouter', apiKey: 'k' }, 'x', 'SYS');
|
|
expect(res).toEqual({ error: 'OpenRouter returned an empty response.' });
|
|
});
|
|
|
|
it('rejects unknown providers without fetching', async () => {
|
|
const fetch = mockFetchOnce({});
|
|
const res = await callProvider({ provider: 'bogus', apiKey: 'k' }, 'x', 'SYS');
|
|
expect(res.error).toContain('Unknown provider: "bogus"');
|
|
expect(fetch).not.toHaveBeenCalled();
|
|
});
|
|
|
|
it('defaults to openai when no provider is configured', async () => {
|
|
const fetch = mockFetchOnce(openAiResponse);
|
|
await callProvider({ apiKey: 'k' }, 'x', 'SYS');
|
|
expect(fetch.mock.calls[0][0]).toBe('https://api.openai.com/v1/chat/completions');
|
|
});
|
|
});
|
|
|
|
describe('getSystemPrompt', () => {
|
|
it("normalizes 'fix' to the grammar prompt", () => {
|
|
expect(getSystemPrompt('fix')).toBe(getSystemPrompt('grammar'));
|
|
expect(getSystemPrompt('fix')).toContain('grammar editor');
|
|
});
|
|
|
|
it('falls back to grammar for unknown actions', () => {
|
|
expect(getSystemPrompt('nonsense')).toBe(getSystemPrompt('grammar'));
|
|
});
|
|
|
|
it('appends a style modifier except for Default', () => {
|
|
expect(getSystemPrompt('rephrase', 'Formal')).toMatch(/Write in a formal style\.$/);
|
|
expect(getSystemPrompt('rephrase', 'Default')).not.toContain('style.');
|
|
expect(getSystemPrompt('rephrase')).not.toContain('Write in a');
|
|
});
|
|
});
|
|
|
|
describe('defaultMaxTokens', () => {
|
|
it('never goes below the old 1024 budget', () => {
|
|
expect(defaultMaxTokens('short')).toBe(1024);
|
|
});
|
|
|
|
it('scales with input length and clamps at 8192', () => {
|
|
expect(defaultMaxTokens('a'.repeat(4000))).toBe(4000);
|
|
expect(defaultMaxTokens('a'.repeat(50000))).toBe(8192);
|
|
});
|
|
});
|
|
|
|
describe('listModels', () => {
|
|
it('requires a key for Anthropic and sends the direct-browser-access header', async () => {
|
|
expect(await listModels('anthropic')).toEqual({
|
|
error: 'Anthropic requires an API key to list models.',
|
|
});
|
|
|
|
const fetch = mockFetchOnce({ data: [{ id: 'claude-3-5-haiku-20241022' }] });
|
|
await listModels('anthropic', 'sk-ant');
|
|
const [url, init] = fetch.mock.calls[0];
|
|
expect(url).toBe('https://api.anthropic.com/v1/models');
|
|
expect(init.headers['anthropic-dangerous-direct-browser-access']).toBe('true');
|
|
expect(init.headers['x-api-key']).toBe('sk-ant');
|
|
});
|
|
|
|
it('allows keyless listing (OpenRouter) and sends bearer auth when a key exists', async () => {
|
|
const noKey = mockFetchOnce({ data: [{ id: 'openai/gpt-4o' }] });
|
|
await listModels('openrouter');
|
|
expect(noKey.mock.calls[0][1].headers).not.toHaveProperty('Authorization');
|
|
|
|
const withKey = mockFetchOnce({ data: [{ id: 'gpt-4o' }] });
|
|
await listModels('openai', 'sk-x');
|
|
expect(withKey.mock.calls[0][1].headers['Authorization']).toBe('Bearer sk-x');
|
|
});
|
|
|
|
it('filters non-chat models and sorts ids', async () => {
|
|
mockFetchOnce({
|
|
data: [
|
|
{ id: 'gpt-4o' },
|
|
{ id: 'text-embedding-3-small' },
|
|
{ id: 'whisper-1' },
|
|
{ id: 'dall-e-3' },
|
|
{ id: 'gpt-4o-mini' },
|
|
],
|
|
});
|
|
expect(await listModels('openai', 'k')).toEqual({ models: ['gpt-4o', 'gpt-4o-mini'] });
|
|
});
|
|
|
|
it('errors on empty lists and unknown providers', async () => {
|
|
mockFetchOnce({ data: [] });
|
|
expect((await listModels('openai', 'k')).error).toBe('No models returned by openai.');
|
|
expect((await listModels('bogus', 'k')).error).toContain('Unknown provider');
|
|
});
|
|
});
|