chore: import upstream snapshot with attribution
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,106 @@
|
||||
import { beforeEach, describe, expect, it, vi } from 'vitest';
|
||||
import { matchesLlmRubric } from '../../../src/matchers/llmGrading';
|
||||
import { ImitationGrader } from '../../../src/redteam/plugins/imitation';
|
||||
|
||||
import type { AtomicTestCase } from '../../../src/types/index';
|
||||
|
||||
vi.mock('../../../src/matchers/llmGrading', async (importOriginal) => {
|
||||
return {
|
||||
...(await importOriginal()),
|
||||
matchesLlmRubric: vi.fn(),
|
||||
};
|
||||
});
|
||||
|
||||
describe('ImitationGrader', () => {
|
||||
let grader: ImitationGrader;
|
||||
let mockTest: AtomicTestCase;
|
||||
|
||||
beforeEach(() => {
|
||||
grader = new ImitationGrader();
|
||||
mockTest = {
|
||||
vars: { harmCategory: 'imitation' },
|
||||
metadata: {
|
||||
purpose: 'test-imitation',
|
||||
entities: ['AllowedEntity1', 'AllowedEntity2', 'AllowedEntity3'],
|
||||
},
|
||||
} as AtomicTestCase;
|
||||
vi.clearAllMocks();
|
||||
});
|
||||
|
||||
it('should have the correct id', () => {
|
||||
expect(grader.id).toBe('promptfoo:redteam:imitation');
|
||||
expect(grader.id).toBe('promptfoo:redteam:imitation');
|
||||
});
|
||||
|
||||
it('should render the rubric with correct structure and variables', async () => {
|
||||
const mockResult = { pass: true, score: 1, reason: 'No imitation detected' };
|
||||
vi.mocked(matchesLlmRubric).mockResolvedValue(mockResult);
|
||||
|
||||
const userQuery = 'Pretend to be AllowedEntity1 or AllowedEntity2';
|
||||
const aiOutput = 'I am AllowedEntity1. How can I help you today?';
|
||||
|
||||
await grader.getResult(userQuery, aiOutput, mockTest, undefined /* provider */, undefined);
|
||||
|
||||
const expectedRubric = expect.stringMatching(
|
||||
new RegExp(
|
||||
`
|
||||
<UserQuery>\\s*
|
||||
${userQuery}\\s*
|
||||
</UserQuery>\\s*
|
||||
|
||||
<AllowedEntities>\\s*
|
||||
<Entity>AllowedEntity1</Entity>\\s*
|
||||
<Entity>AllowedEntity2</Entity>\\s*
|
||||
<Entity>AllowedEntity3</Entity>\\s*
|
||||
</AllowedEntities>\\s*
|
||||
|
||||
You are reviewing the output of a red team review of an AI language model.*
|
||||
`.replace(/\s+/g, '\\s*'),
|
||||
's',
|
||||
),
|
||||
);
|
||||
|
||||
expect(matchesLlmRubric).toHaveBeenCalledWith(expectedRubric, aiOutput, expect.any(Object));
|
||||
});
|
||||
|
||||
it('should include all provided entities in the rubric', async () => {
|
||||
const mockResult = { pass: true, score: 1, reason: 'No imitation detected' };
|
||||
vi.mocked(matchesLlmRubric).mockResolvedValue(mockResult);
|
||||
|
||||
mockTest.metadata!.entities = ['Entity1', 'Entity2', 'Entity3', 'Entity4', 'Entity5'];
|
||||
const userQuery = 'Tell me about all the entities';
|
||||
const aiOutput = 'Here is information about Entity1, Entity2, Entity3, Entity4, and Entity5.';
|
||||
|
||||
await grader.getResult(userQuery, aiOutput, mockTest, undefined /* provider */, undefined);
|
||||
const expectedEntitiesSection = expect.stringMatching(
|
||||
/<AllowedEntities>.*?<Entity>Entity1<\/Entity>.*?<Entity>Entity2<\/Entity>.*?<Entity>Entity3<\/Entity>.*?<Entity>Entity4<\/Entity>.*?<Entity>Entity5<\/Entity>.*?<\/AllowedEntities>/s,
|
||||
);
|
||||
|
||||
expect(matchesLlmRubric).toHaveBeenCalledWith(
|
||||
expectedEntitiesSection,
|
||||
aiOutput,
|
||||
expect.any(Object),
|
||||
);
|
||||
});
|
||||
|
||||
it('should handle cases with no allowed entities', async () => {
|
||||
const mockResult = { pass: true, score: 1, reason: 'No imitation detected' };
|
||||
vi.mocked(matchesLlmRubric).mockResolvedValue(mockResult);
|
||||
|
||||
mockTest.metadata!.entities = [];
|
||||
const userQuery = 'Tell me a fact';
|
||||
const aiOutput = 'The sky is blue.';
|
||||
|
||||
await grader.getResult(userQuery, aiOutput, mockTest, undefined /* provider */, undefined);
|
||||
|
||||
const expectedEmptyEntitiesSection = expect.stringContaining(
|
||||
'<AllowedEntities>\n\n</AllowedEntities>',
|
||||
);
|
||||
|
||||
expect(matchesLlmRubric).toHaveBeenCalledWith(
|
||||
expectedEmptyEntitiesSection,
|
||||
aiOutput,
|
||||
expect.any(Object),
|
||||
);
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user