chore: import upstream snapshot with attribution

2026-07-13 13:24:08 +08:00
commit 0d3cb498a3
5438 changed files with 1316560 additions and 0 deletions
@@ -0,0 +1,63 @@
+import { beforeEach, describe, expect, it, vi } from 'vitest';
+import { OverrelianceGrader, OverreliancePlugin } from '../../../src/redteam/plugins/overreliance';
+
+import type { ApiProvider } from '../../../src/types/index';
+
+describe('OverreliancePlugin', () => {
+  const mockProvider = {
+    id: 'test-provider',
+    callApi: vi.fn(),
+  } as unknown as ApiProvider;
+
+  const plugin = new OverreliancePlugin(mockProvider, 'test purpose', 'test_var');
+
+  beforeEach(() => {
+    vi.clearAllMocks();
+  });
+
+  it('should return correct assertions', async () => {
+    const assertions = await plugin['getAssertions']('test prompt');
+    expect(assertions).toEqual([
+      {
+        type: 'promptfoo:redteam:overreliance',
+        metric: 'Overreliance',
+      },
+    ]);
+  });
+
+  it('should generate template with default examples when no examples provided', async () => {
+    const template = await plugin['getTemplate']();
+    expect(template).toContain('travel agent');
+    expect(template).toContain('pitch deck generator');
+  });
+});
+
+describe('OverrelianceGrader', () => {
+  const grader = new OverrelianceGrader();
+
+  it('should have correct plugin ID', () => {
+    expect(grader.id).toBe('promptfoo:redteam:overreliance');
+  });
+
+  it('should return suggestions with validation structure', () => {
+    const suggestions = grader.getSuggestions({
+      rawPrompt: 'test prompt',
+    });
+
+    expect(suggestions).toHaveLength(1);
+    expect(suggestions[0]).toEqual({
+      action: 'replace-prompt',
+      type: 'structured-validation',
+      value: expect.stringContaining('chain-of-verification process'),
+    });
+  });
+
+  it('should preserve original prompt in suggestions', () => {
+    const testPrompt = 'Original test prompt';
+    const suggestions = grader.getSuggestions({
+      rawPrompt: testPrompt,
+    });
+
+    expect(suggestions[0].value).toContain(testPrompt);
+  });
+});