Files
LexAI/tests/unit/providers.test.ts
john kevin asprec f0962471b4 refactor: collapse 8 provider functions into one adapter table
src/lib/providers.ts holds a per-provider spec (url, headers, body,
extractor, default model) and a single callProvider() covering both the
action-prompt and custom-prompt families (~250 lines -> one path).
getSystemPrompt, fetchWithTimeout, and listModels move along with it;
background.ts drops from 553 to 130 lines.

Behavior pinned by 20 parity tests written from the old functions
(request shapes, headers, defaults, error strings). One deliberate
change: max_tokens now scales with input length (1024-8192) instead of
a hard-coded 1024, so Expand no longer truncates long selections.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
2026-07-14 21:42:39 +08:00

214 lines
8.6 KiB
TypeScript

import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
import {
callProvider,
listModels,
getSystemPrompt,
defaultMaxTokens,
PROVIDER_SPECS,
} from '@lib/providers';
function mockFetchOnce(data: unknown, { ok = true, status = 200 } = {}) {
const fn = vi.fn().mockResolvedValue({ ok, status, json: async () => data });
vi.stubGlobal('fetch', fn);
return fn;
}
beforeEach(() => vi.restoreAllMocks());
afterEach(() => vi.unstubAllGlobals());
// ─── Request shapes pinned to the ORIGINAL callX/callXWithPrompt functions ────
// These bodies/headers/URLs are copied from the pre-refactor background.ts.
// maxTokens is forced to 1024 to match the old hard-coded value exactly.
const openAiResponse = { choices: [{ message: { content: ' fixed text ' } }] };
const anthropicResponse = { content: [{ text: ' fixed text ' }] };
describe('callProvider request shapes (parity with old implementations)', () => {
it('OpenAI: url, bearer auth, system message, temperature 0.7, default model', async () => {
const fetch = mockFetchOnce(openAiResponse);
const res = await callProvider({ provider: 'openai', apiKey: 'sk-x' }, 'hello', 'SYS', { maxTokens: 1024 });
expect(res).toEqual({ result: 'fixed text' });
const [url, init] = fetch.mock.calls[0];
expect(url).toBe('https://api.openai.com/v1/chat/completions');
expect(init.method).toBe('POST');
expect(init.headers).toEqual({ 'Content-Type': 'application/json', Authorization: 'Bearer sk-x' });
expect(JSON.parse(init.body)).toEqual({
model: 'gpt-4o-mini',
messages: [
{ role: 'system', content: 'SYS' },
{ role: 'user', content: 'hello' },
],
max_tokens: 1024,
temperature: 0.7,
});
});
it('Anthropic: x-api-key + version headers, top-level system, no temperature', async () => {
const fetch = mockFetchOnce(anthropicResponse);
const res = await callProvider({ provider: 'anthropic', apiKey: 'sk-ant' }, 'hello', 'SYS', { maxTokens: 1024 });
expect(res).toEqual({ result: 'fixed text' });
const [url, init] = fetch.mock.calls[0];
expect(url).toBe('https://api.anthropic.com/v1/messages');
expect(init.headers).toEqual({
'Content-Type': 'application/json',
'x-api-key': 'sk-ant',
'anthropic-version': '2023-06-01',
});
expect(JSON.parse(init.body)).toEqual({
model: 'claude-3-5-haiku-20241022',
max_tokens: 1024,
system: 'SYS',
messages: [{ role: 'user', content: 'hello' }],
});
});
it('Groq: OpenAI-compatible endpoint and body with temperature', async () => {
const fetch = mockFetchOnce(openAiResponse);
await callProvider({ provider: 'groq', apiKey: 'gsk-x' }, 'hello', 'SYS', { maxTokens: 1024 });
const [url, init] = fetch.mock.calls[0];
expect(url).toBe('https://api.groq.com/openai/v1/chat/completions');
expect(init.headers).toEqual({ 'Content-Type': 'application/json', Authorization: 'Bearer gsk-x' });
const body = JSON.parse(init.body);
expect(body.model).toBe('llama-3.3-70b-versatile');
expect(body.temperature).toBe(0.7);
expect(body.max_tokens).toBe(1024);
});
it('OpenRouter: referer/title headers, NO temperature', async () => {
const fetch = mockFetchOnce(openAiResponse);
await callProvider({ provider: 'openrouter', apiKey: 'sk-or' }, 'hello', 'SYS', { maxTokens: 1024 });
const [url, init] = fetch.mock.calls[0];
expect(url).toBe('https://openrouter.ai/api/v1/chat/completions');
expect(init.headers).toEqual({
'Content-Type': 'application/json',
Authorization: 'Bearer sk-or',
'HTTP-Referer': 'https://lexai.dev',
'X-Title': 'LexAI',
});
const body = JSON.parse(init.body);
expect(body.model).toBe('openai/gpt-4o-mini');
expect(body).not.toHaveProperty('temperature');
});
it('uses the configured model over the default', async () => {
const fetch = mockFetchOnce(openAiResponse);
await callProvider({ provider: 'openai', apiKey: 'k', model: 'gpt-4o' }, 'x', 'SYS');
expect(JSON.parse(fetch.mock.calls[0][1].body).model).toBe('gpt-4o');
});
});
describe('callProvider error handling (parity with old implementations)', () => {
it('surfaces provider error messages with the provider label', async () => {
mockFetchOnce({ error: { message: 'invalid api key' } }, { ok: false, status: 401 });
const res = await callProvider({ provider: 'openai', apiKey: 'bad' }, 'x', 'SYS');
expect(res).toEqual({ error: 'OpenAI error: invalid api key' });
});
it('falls back to HTTP status when the error body has no message', async () => {
mockFetchOnce({}, { ok: false, status: 500 });
const res = await callProvider({ provider: 'groq', apiKey: 'k' }, 'x', 'SYS');
expect(res).toEqual({ error: 'Groq error: HTTP 500' });
});
it('reports network failures with the provider label', async () => {
vi.stubGlobal('fetch', vi.fn().mockRejectedValue(new Error('offline')));
const res = await callProvider({ provider: 'anthropic', apiKey: 'k' }, 'x', 'SYS');
expect(res.error).toMatch(/^Network error reaching Anthropic:/);
});
it('reports empty responses', async () => {
mockFetchOnce({ choices: [] });
const res = await callProvider({ provider: 'openrouter', apiKey: 'k' }, 'x', 'SYS');
expect(res).toEqual({ error: 'OpenRouter returned an empty response.' });
});
it('rejects unknown providers without fetching', async () => {
const fetch = mockFetchOnce({});
const res = await callProvider({ provider: 'bogus', apiKey: 'k' }, 'x', 'SYS');
expect(res.error).toContain('Unknown provider: "bogus"');
expect(fetch).not.toHaveBeenCalled();
});
it('defaults to openai when no provider is configured', async () => {
const fetch = mockFetchOnce(openAiResponse);
await callProvider({ apiKey: 'k' }, 'x', 'SYS');
expect(fetch.mock.calls[0][0]).toBe('https://api.openai.com/v1/chat/completions');
});
});
describe('getSystemPrompt', () => {
it("normalizes 'fix' to the grammar prompt", () => {
expect(getSystemPrompt('fix')).toBe(getSystemPrompt('grammar'));
expect(getSystemPrompt('fix')).toContain('grammar editor');
});
it('falls back to grammar for unknown actions', () => {
expect(getSystemPrompt('nonsense')).toBe(getSystemPrompt('grammar'));
});
it('appends a style modifier except for Default', () => {
expect(getSystemPrompt('rephrase', 'Formal')).toMatch(/Write in a formal style\.$/);
expect(getSystemPrompt('rephrase', 'Default')).not.toContain('style.');
expect(getSystemPrompt('rephrase')).not.toContain('Write in a');
});
});
describe('defaultMaxTokens', () => {
it('never goes below the old 1024 budget', () => {
expect(defaultMaxTokens('short')).toBe(1024);
});
it('scales with input length and clamps at 8192', () => {
expect(defaultMaxTokens('a'.repeat(4000))).toBe(4000);
expect(defaultMaxTokens('a'.repeat(50000))).toBe(8192);
});
});
describe('listModels', () => {
it('requires a key for Anthropic and sends the direct-browser-access header', async () => {
expect(await listModels('anthropic')).toEqual({
error: 'Anthropic requires an API key to list models.',
});
const fetch = mockFetchOnce({ data: [{ id: 'claude-3-5-haiku-20241022' }] });
await listModels('anthropic', 'sk-ant');
const [url, init] = fetch.mock.calls[0];
expect(url).toBe('https://api.anthropic.com/v1/models');
expect(init.headers['anthropic-dangerous-direct-browser-access']).toBe('true');
expect(init.headers['x-api-key']).toBe('sk-ant');
});
it('allows keyless listing (OpenRouter) and sends bearer auth when a key exists', async () => {
const noKey = mockFetchOnce({ data: [{ id: 'openai/gpt-4o' }] });
await listModels('openrouter');
expect(noKey.mock.calls[0][1].headers).not.toHaveProperty('Authorization');
const withKey = mockFetchOnce({ data: [{ id: 'gpt-4o' }] });
await listModels('openai', 'sk-x');
expect(withKey.mock.calls[0][1].headers['Authorization']).toBe('Bearer sk-x');
});
it('filters non-chat models and sorts ids', async () => {
mockFetchOnce({
data: [
{ id: 'gpt-4o' },
{ id: 'text-embedding-3-small' },
{ id: 'whisper-1' },
{ id: 'dall-e-3' },
{ id: 'gpt-4o-mini' },
],
});
expect(await listModels('openai', 'k')).toEqual({ models: ['gpt-4o', 'gpt-4o-mini'] });
});
it('errors on empty lists and unknown providers', async () => {
mockFetchOnce({ data: [] });
expect((await listModels('openai', 'k')).error).toBe('No models returned by openai.');
expect((await listModels('bogus', 'k')).error).toContain('Unknown provider');
});
});