import { afterEach, describe, expect, it, vi } from 'vitest'; import { clearCache } from '../../src/cache'; import { calculateNvidiaCost, createNvidiaProvider, NvidiaProvider, } from '../../src/providers/nvidia/chat'; import { OpenAiChatCompletionProvider } from '../../src/providers/openai/chat'; import { mockProcessEnv } from '../util/utils'; const NVIDIA_NIM_API_BASE = 'https://integrate.api.nvidia.com/v1'; vi.mock('../../src/util', async (importOriginal) => { return { ...(await importOriginal()), maybeLoadFromExternalFile: vi.fn((x) => x), renderVarsInObject: vi.fn((x) => x), }; }); vi.mock('../../src/util/fetch'); describe('NVIDIA NIM', () => { afterEach(async () => { await clearCache(); vi.clearAllMocks(); }); describe('NvidiaProvider', () => { it('initializes with the model name', () => { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', {}); expect(provider.modelName).toBe('meta/llama-3.3-70b-instruct'); }); it('returns the prefixed id', () => { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', {}); expect(provider.id()).toBe('nvidia:meta/llama-3.3-70b-instruct'); }); it('returns a human-readable string', () => { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', {}); expect(provider.toString()).toBe('[NVIDIA NIM Provider meta/llama-3.3-70b-instruct]'); }); it('serialises to JSON without leaking apiKey', () => { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', { config: { temperature: 0.7, max_tokens: 256, apiKey: 'should-not-appear', }, }); expect(provider.toJSON()).toEqual({ provider: 'nvidia', model: 'meta/llama-3.3-70b-instruct', config: { temperature: 0.7, max_tokens: 256, apiKey: undefined, apiKeyEnvar: 'NVIDIA_API_KEY', apiBaseUrl: NVIDIA_NIM_API_BASE, }, }); }); it('falls back to the default apiBaseUrl and apiKeyEnvar', () => { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', {}); expect(provider.config.apiBaseUrl).toBe(NVIDIA_NIM_API_BASE); expect(provider.config.apiKeyEnvar).toBe('NVIDIA_API_KEY'); }); it('falls back to the default when apiBaseUrl or apiKeyEnvar is an empty string', () => { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', { config: { apiBaseUrl: '', apiKeyEnvar: '', }, }); expect(provider.config.apiBaseUrl).toBe(NVIDIA_NIM_API_BASE); expect(provider.config.apiKeyEnvar).toBe('NVIDIA_API_KEY'); }); it('respects custom apiBaseUrl and apiKeyEnvar overrides', () => { const restoreEnv = mockProcessEnv({ CUSTOM_NVIDIA_KEY: 'test-only-fake-key' }); try { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', { config: { apiBaseUrl: 'https://proxy.example.com/nvidia/v1', apiKeyEnvar: 'CUSTOM_NVIDIA_KEY', }, }); expect(provider.config.apiBaseUrl).toBe('https://proxy.example.com/nvidia/v1'); expect(provider.config.apiKeyEnvar).toBe('CUSTOM_NVIDIA_KEY'); expect(provider.getApiKey()).toBe('test-only-fake-key'); } finally { restoreEnv(); } }); it('reads NVIDIA_API_BASE_URL from the environment', () => { const restoreEnv = mockProcessEnv({ NVIDIA_API_BASE_URL: 'https://self-hosted.example.com/v1', }); try { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', {}); expect(provider.config.apiBaseUrl).toBe('https://self-hosted.example.com/v1'); } finally { restoreEnv(); } }); it('prefers an explicit apiBaseUrl over NVIDIA_API_BASE_URL', () => { const restoreEnv = mockProcessEnv({ NVIDIA_API_BASE_URL: 'https://from-env.example.com/v1', }); try { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', { config: { apiBaseUrl: 'https://explicit.example.com/v1' }, }); expect(provider.config.apiBaseUrl).toBe('https://explicit.example.com/v1'); } finally { restoreEnv(); } }); it('does not fall back to OPENAI_API_KEY when NVIDIA_API_KEY is missing', () => { const restoreEnv = mockProcessEnv({ NVIDIA_API_KEY: undefined, OPENAI_API_KEY: 'sk-fake-openai-must-not-leak', }); try { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', {}); expect(provider.getApiKey()).toBeUndefined(); } finally { restoreEnv(); } }); it('does not attach an OpenAI organization header for NVIDIA calls', () => { const restoreEnv = mockProcessEnv({ OPENAI_ORGANIZATION: 'org-fake-leak' }); try { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', { config: { organization: 'org-from-config' }, }); expect(provider.getOrganization()).toBeUndefined(); } finally { restoreEnv(); } }); it('does not route through OPENAI_API_HOST / OPENAI_API_BASE_URL / OPENAI_BASE_URL', () => { const restoreEnv = mockProcessEnv({ OPENAI_API_HOST: 'evil-openai-proxy.example.com', OPENAI_API_BASE_URL: 'https://evil-openai-proxy.example.com/v1', OPENAI_BASE_URL: 'https://evil-openai-proxy.example.com/v1', }); try { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', {}); expect(provider.getApiUrl()).toBe(NVIDIA_NIM_API_BASE); } finally { restoreEnv(); } }); it('records explicitly configured token-cost estimates for NIM models', async () => { const provider = new NvidiaProvider('meta/llama-3.3-70b-instruct', { config: { inputCost: 0.001, outputCost: 0.002 }, }); vi.spyOn(OpenAiChatCompletionProvider.prototype, 'callApi').mockResolvedValue({ output: 'ok', tokenUsage: { prompt: 10, completion: 5, total: 15 }, cached: false, }); const result = await provider.callApi('hello'); expect(result.cost).toBe(0.02); }); }); describe('calculateNvidiaCost', () => { it('requires explicit input and output rates because NVIDIA has no built-in pricing', () => { expect(calculateNvidiaCost({ inputCost: 0.001 }, 10, 5)).toBeUndefined(); expect(calculateNvidiaCost({ inputCost: 0.001, outputCost: 0.002 }, 10, 5)).toBe(0.02); expect(calculateNvidiaCost({ cost: 0.003 }, 10, 5, true)).toBe(0); }); }); describe('createNvidiaProvider', () => { it('parses the model name from the provider path', () => { const provider = createNvidiaProvider('nvidia:meta/llama-3.3-70b-instruct'); expect(provider.id()).toBe('nvidia:meta/llama-3.3-70b-instruct'); }); it('preserves model names that contain colons', () => { const provider = createNvidiaProvider('nvidia:vendor/model:tag-v1'); expect(provider.id()).toBe('nvidia:vendor/model:tag-v1'); }); it('throws when the provider path is missing the model', () => { expect(() => createNvidiaProvider('nvidia:')).toThrow(/expected "nvidia:"/); }); it('rejects endpoint subtypes that this chat-only provider does not implement', () => { expect(() => createNvidiaProvider('nvidia:embedding:nvidia/nv-embed-v1')).toThrow( /Unsupported NVIDIA NIM provider subtype "embedding"/, ); }); it('forwards config and env into the constructed provider', () => { const provider = createNvidiaProvider('nvidia:meta/llama-3.3-70b-instruct', { config: { config: { temperature: 0.5 } } as any, env: { NVIDIA_API_KEY: 'env-fake-key' }, }); expect(provider).toBeInstanceOf(NvidiaProvider); }); }); });