chore: import upstream snapshot with attribution

2026-07-13 13:24:08 +08:00
commit 0d3cb498a3
5438 changed files with 1316560 additions and 0 deletions
@@ -0,0 +1,51 @@
+import { describe, expect, it } from 'vitest';
+import { matchesSelectBest } from '../../src/matchers/comparison';
+import { createMockProvider } from '../factories/provider';
+
+import type { ApiProvider, GradingConfig } from '../../src/types/index';
+
+function createSelectBestProvider(output: string): ApiProvider {
+  return createMockProvider({
+    id: 'select-best-test-provider',
+    response: {
+      output,
+      tokenUsage: { total: 7, prompt: 3, completion: 4 },
+    },
+  });
+}
+
+describe('matchesSelectBest', () => {
+  it('should parse multi-digit verdict indexes', async () => {
+    const provider = createSelectBestProvider('10');
+    const outputs = Array.from({ length: 12 }, (_value, index) => `Output ${index}`);
+    const grading: GradingConfig = { provider };
+
+    const result = await matchesSelectBest('choose the best output', outputs, grading);
+
+    expect(result[10]).toMatchObject({
+      pass: true,
+      score: 1,
+      reason: 'Output selected as the best: choose the best output',
+    });
+    expect(result.filter((item) => item.pass)).toHaveLength(1);
+  });
+
+  it('should return independent failure results for invalid verdicts', async () => {
+    const provider = createSelectBestProvider('no verdict');
+    const grading: GradingConfig = { provider };
+
+    const result = await matchesSelectBest('choose the best output', ['A', 'B'], grading);
+
+    expect(result).toHaveLength(2);
+    expect(result[0]).not.toBe(result[1]);
+    expect(result[0]).toMatchObject({
+      pass: false,
+      reason: 'Invalid select-best verdict: NaN',
+      tokensUsed: {
+        total: 7,
+        prompt: 3,
+        completion: 4,
+      },
+    });
+  });
+});