chore: import upstream snapshot with attribution
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,208 @@
|
||||
import path from 'path';
|
||||
|
||||
import { beforeEach, describe, expect, it, vi } from 'vitest';
|
||||
import { importModule, resolvePackageEntryPoint } from '../../src/esm';
|
||||
import {
|
||||
isPackagePath,
|
||||
loadFromPackage,
|
||||
parsePackageProvider,
|
||||
} from '../../src/providers/packageParser';
|
||||
|
||||
import type { ProviderOptions } from '../../src/types/providers';
|
||||
|
||||
vi.mock('../../src/esm', async (importOriginal) => {
|
||||
return {
|
||||
...(await importOriginal()),
|
||||
importModule: vi.fn(async (_modulePath: string, functionName?: string) => {
|
||||
const mockModule = {
|
||||
default: vi.fn((data) => data.defaultField),
|
||||
parseResponse: vi.fn((data) => data.specificField),
|
||||
};
|
||||
if (functionName) {
|
||||
return mockModule[functionName as keyof typeof mockModule];
|
||||
}
|
||||
return mockModule;
|
||||
}),
|
||||
resolvePackageEntryPoint: vi.fn(),
|
||||
};
|
||||
});
|
||||
|
||||
describe('isPackagePath', () => {
|
||||
it('should return true for package paths', () => {
|
||||
expect(isPackagePath('package:packageName:exportedClassOrFunction')).toBe(true);
|
||||
});
|
||||
|
||||
it('should return false for non-package paths', () => {
|
||||
expect(isPackagePath('notAPackagePath')).toBe(false);
|
||||
});
|
||||
});
|
||||
|
||||
describe('loadFromPackage', () => {
|
||||
const mockBasePath = '/mock/base/path';
|
||||
const mockPackageName = 'testpackage';
|
||||
const mockFunctionName = 'getVariable';
|
||||
const mockProviderPath = `package:${mockPackageName}:${mockFunctionName}`;
|
||||
|
||||
beforeEach(() => {
|
||||
vi.clearAllMocks();
|
||||
});
|
||||
|
||||
it('should successfully parse a valid package', async () => {
|
||||
const mockFunction = vi.fn();
|
||||
|
||||
const mockPackagePath = path.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
||||
vi.mocked(resolvePackageEntryPoint).mockReturnValue(mockPackagePath);
|
||||
vi.mocked(importModule).mockResolvedValue({ getVariable: mockFunction });
|
||||
|
||||
const result = await loadFromPackage(mockProviderPath, mockBasePath);
|
||||
|
||||
expect(result).toBe(mockFunction);
|
||||
result('test');
|
||||
expect(mockFunction).toHaveBeenCalledWith('test');
|
||||
expect(importModule).toHaveBeenCalledWith(mockPackagePath);
|
||||
});
|
||||
|
||||
it('should distinguish missing exports from falsy exported values', async () => {
|
||||
const mockPackagePath = path.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
||||
vi.mocked(resolvePackageEntryPoint).mockReturnValue(mockPackagePath);
|
||||
vi.mocked(importModule).mockResolvedValue({ getVariable: false });
|
||||
|
||||
await expect(loadFromPackage(mockProviderPath, mockBasePath)).resolves.toBe(false);
|
||||
});
|
||||
|
||||
it('should throw an error for invalid provider format', async () => {
|
||||
await expect(loadFromPackage('invalid:format', mockBasePath)).rejects.toThrow(
|
||||
'Invalid package format: invalid:format. Expected format: package:packageName:exportedClassOrFunction',
|
||||
);
|
||||
});
|
||||
|
||||
it('should throw an error if package is not found', async () => {
|
||||
vi.mocked(resolvePackageEntryPoint).mockReturnValue(null);
|
||||
|
||||
await expect(loadFromPackage(mockProviderPath, mockBasePath)).rejects.toThrow(
|
||||
`Package not found: ${mockPackageName}. Make sure it's installed in ${mockBasePath}`,
|
||||
);
|
||||
});
|
||||
|
||||
it('should handle nested provider names', async () => {
|
||||
const mockModule = {
|
||||
nested: {
|
||||
getVariable: vi.fn(),
|
||||
},
|
||||
};
|
||||
|
||||
const mockPackagePath = path.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
||||
vi.mocked(resolvePackageEntryPoint).mockReturnValue(mockPackagePath);
|
||||
vi.mocked(importModule).mockResolvedValue(mockModule);
|
||||
|
||||
const result = await loadFromPackage(
|
||||
`package:${mockPackageName}:nested.getVariable`,
|
||||
mockBasePath,
|
||||
);
|
||||
|
||||
expect(result).toBe(mockModule.nested.getVariable);
|
||||
result('test input');
|
||||
expect(mockModule.nested.getVariable).toHaveBeenCalledWith('test input');
|
||||
});
|
||||
|
||||
it('should throw an error if entity is not found in module', async () => {
|
||||
const mockPackagePath = path.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
||||
vi.mocked(resolvePackageEntryPoint).mockReturnValue(mockPackagePath);
|
||||
vi.mocked(importModule).mockResolvedValue({ someOtherExport: vi.fn() });
|
||||
|
||||
await expect(loadFromPackage(mockProviderPath, mockBasePath)).rejects.toThrow(
|
||||
`Could not find entity: ${mockFunctionName} in module: ${mockPackagePath}`,
|
||||
);
|
||||
});
|
||||
});
|
||||
|
||||
describe('parsePackageProvider', () => {
|
||||
const mockBasePath = '/mock/base/path';
|
||||
const mockPackageName = 'testpackage';
|
||||
const mockProviderName = 'Provider';
|
||||
const mockProviderPath = `package:${mockPackageName}:${mockProviderName}`;
|
||||
const mockOptions: ProviderOptions = { config: {} };
|
||||
|
||||
beforeEach(() => {
|
||||
vi.clearAllMocks();
|
||||
});
|
||||
|
||||
it('should successfully parse a valid package provider', async () => {
|
||||
const mockProvider = class {
|
||||
options: any;
|
||||
constructor(options: any) {
|
||||
this.options = options;
|
||||
}
|
||||
};
|
||||
|
||||
const mockPackagePath = path.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
||||
vi.mocked(resolvePackageEntryPoint).mockReturnValue(mockPackagePath);
|
||||
vi.mocked(importModule).mockResolvedValue({ Provider: mockProvider });
|
||||
|
||||
const result = await parsePackageProvider(mockProviderPath, mockBasePath, mockOptions);
|
||||
|
||||
expect(result).toBeInstanceOf(mockProvider);
|
||||
expect(importModule).toHaveBeenCalledWith(mockPackagePath);
|
||||
});
|
||||
|
||||
it('should throw an error for invalid provider format', async () => {
|
||||
await expect(parsePackageProvider('invalid:format', mockBasePath, mockOptions)).rejects.toThrow(
|
||||
'Invalid package format: invalid:format. Expected format: package:packageName:exportedClassOrFunction',
|
||||
);
|
||||
});
|
||||
|
||||
it('should throw an error if package is not found', async () => {
|
||||
vi.mocked(resolvePackageEntryPoint).mockReturnValue(null);
|
||||
|
||||
await expect(parsePackageProvider(mockProviderPath, mockBasePath, mockOptions)).rejects.toThrow(
|
||||
`Package not found: ${mockPackageName}. Make sure it's installed in ${mockBasePath}`,
|
||||
);
|
||||
});
|
||||
|
||||
it('should throw a clear error if provider export is not constructable', async () => {
|
||||
const mockPackagePath = path.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
||||
vi.mocked(resolvePackageEntryPoint).mockReturnValue(mockPackagePath);
|
||||
vi.mocked(importModule).mockResolvedValue({ Provider: false });
|
||||
|
||||
await expect(parsePackageProvider(mockProviderPath, mockBasePath, mockOptions)).rejects.toThrow(
|
||||
`Provider malformed: ${mockProviderPath} must export a provider constructor. Received: boolean`,
|
||||
);
|
||||
});
|
||||
|
||||
it('should handle nested provider names', async () => {
|
||||
const mockModule = {
|
||||
nested: {
|
||||
Provider: class {
|
||||
options: ProviderOptions;
|
||||
constructor(options: any) {
|
||||
this.options = options;
|
||||
}
|
||||
},
|
||||
},
|
||||
};
|
||||
|
||||
const mockPackagePath = path.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
||||
vi.mocked(resolvePackageEntryPoint).mockReturnValue(mockPackagePath);
|
||||
vi.mocked(importModule).mockResolvedValue(mockModule);
|
||||
|
||||
const result = await parsePackageProvider(
|
||||
`package:${mockPackageName}:nested.Provider`,
|
||||
mockBasePath,
|
||||
mockOptions,
|
||||
);
|
||||
|
||||
expect(result).toBeInstanceOf(mockModule.nested.Provider);
|
||||
});
|
||||
|
||||
it('should pass options to the provider constructor', async () => {
|
||||
const MockProvider = vi.fn();
|
||||
|
||||
const mockPackagePath = path.join(mockBasePath, 'node_modules', mockPackageName, 'index.js');
|
||||
vi.mocked(resolvePackageEntryPoint).mockReturnValue(mockPackagePath);
|
||||
vi.mocked(importModule).mockResolvedValue({ Provider: MockProvider });
|
||||
|
||||
await parsePackageProvider(mockProviderPath, mockBasePath, mockOptions);
|
||||
|
||||
expect(MockProvider).toHaveBeenCalledWith(mockOptions);
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user