chore: import upstream snapshot with attribution

test/factories/data/eval/database_records.ts

@@ -0,0 +1,243 @@
+export function oldStyleEval() {
+  return {
+    id: 'eval-2024-10-01T18:24:51',
+    createdAt: 1727807091574,
+    description: 'Simple test',
+    results: {
+      version: 2,
+      timestamp: '2024-10-01T18:24:51.574Z',
+      results: [
+        {
+          provider: {
+            id: 'openai:gpt-4o-mini',
+            label: '',
+          },
+          prompt: {
+            raw: 'Rephrase this in French: Hello world',
+            label: 'Rephrase this in {{language}}: {{body}}',
+          },
+          vars: {
+            language: 'French',
+            body: 'Hello world',
+          },
+          response: {
+            output: 'Bonjour le monde.',
+            tokenUsage: {
+              total: 19,
+              prompt: 15,
+              completion: 4,
+            },
+            cached: false,
+            cost: 0.0000046499999999999995,
+          },
+          success: true,
+          score: 1,
+          namedScores: {},
+          latencyMs: 684,
+          cost: 0.0000046499999999999995,
+          gradingResult: {
+            pass: true,
+            score: 1,
+            reason: 'No assertions',
+            tokensUsed: {
+              total: 0,
+              prompt: 0,
+              completion: 0,
+              cached: 0,
+            },
+          },
+        },
+        {
+          provider: {
+            id: 'openai:gpt-4o-mini',
+            label: '',
+          },
+          prompt: {
+            raw: 'Translate this to conversational French: Hello world',
+            label: 'Translate this to conversational {{language}}: {{body}}',
+          },
+          vars: {
+            language: 'French',
+            body: 'Hello world',
+          },
+          response: {
+            output: 'Salut tout le monde !',
+            tokenUsage: {
+              total: 20,
+              prompt: 15,
+              completion: 5,
+            },
+            cached: false,
+            cost: 0.0000052500000000000006,
+          },
+          success: true,
+          score: 1,
+          namedScores: {},
+          latencyMs: 683,
+          cost: 0.0000052500000000000006,
+          gradingResult: {
+            pass: true,
+            score: 1,
+            reason: 'No assertions',
+            tokensUsed: {
+              total: 0,
+              prompt: 0,
+              completion: 0,
+              cached: 0,
+            },
+          },
+        },
+      ],
+      stats: {
+        successes: 2,
+        failures: 0,
+        tokenUsage: {
+          total: 39,
+          prompt: 30,
+          completion: 9,
+          cached: 0,
+        },
+      },
+      table: {
+        head: {
+          prompts: [
+            {
+              raw: 'Rephrase this in {{language}}: {{body}}',
+              label: 'Rephrase this in {{language}}: {{body}}',
+              id: 'dd3415036994f2d82d0ba70cc5bb2caed82da6ccbdaca8a2174cf3992141c207',
+              provider: 'openai:gpt-4o-mini',
+              metrics: {
+                score: 1,
+                testPassCount: 1,
+                testFailCount: 0,
+                assertPassCount: 0,
+                assertFailCount: 0,
+                totalLatencyMs: 684,
+                tokenUsage: {
+                  total: 19,
+                  prompt: 15,
+                  completion: 4,
+                  cached: 0,
+                },
+                namedScores: {},
+                namedScoresCount: {},
+                cost: 0.0000046499999999999995,
+              },
+            },
+            {
+              raw: 'Translate this to conversational {{language}}: {{body}}',
+              label: 'Translate this to conversational {{language}}: {{body}}',
+              id: '68f67e9473a10ba8e5294074e90b8cc9daa9aed6256e89391e4ad7adbffba52c',
+              provider: 'openai:gpt-4o-mini',
+              metrics: {
+                score: 1,
+                testPassCount: 1,
+                testFailCount: 0,
+                assertPassCount: 0,
+                assertFailCount: 0,
+                totalLatencyMs: 683,
+                tokenUsage: {
+                  total: 20,
+                  prompt: 15,
+                  completion: 5,
+                  cached: 0,
+                },
+                namedScores: {},
+                namedScoresCount: {},
+                cost: 0.0000052500000000000006,
+              },
+            },
+          ],
+          vars: ['body', 'language'],
+        },
+        body: [
+          {
+            outputs: [
+              {
+                pass: true,
+                score: 1,
+                namedScores: {},
+                text: 'Bonjour le monde.',
+                prompt: 'Rephrase this in French: Hello world',
+                provider: 'openai:gpt-4o-mini',
+                latencyMs: 684,
+                tokenUsage: {
+                  total: 19,
+                  prompt: 15,
+                  completion: 4,
+                },
+                gradingResult: {
+                  pass: true,
+                  score: 1,
+                  reason: 'No assertions',
+                  tokensUsed: {
+                    total: 0,
+                    prompt: 0,
+                    completion: 0,
+                    cached: 0,
+                  },
+                },
+                cost: 0.0000046499999999999995,
+              },
+              {
+                pass: true,
+                score: 1,
+                namedScores: {},
+                text: 'Salut tout le monde !',
+                prompt: 'Translate this to conversational French: Hello world',
+                provider: 'openai:gpt-4o-mini',
+                latencyMs: 683,
+                tokenUsage: {
+                  total: 20,
+                  prompt: 15,
+                  completion: 5,
+                },
+                gradingResult: {
+                  pass: true,
+                  score: 1,
+                  reason: 'No assertions',
+                  tokensUsed: {
+                    total: 0,
+                    prompt: 0,
+                    completion: 0,
+                    cached: 0,
+                  },
+                },
+                cost: 0.0000052500000000000006,
+              },
+            ],
+            test: {
+              vars: {
+                language: 'French',
+                body: 'Hello world',
+              },
+              assert: [],
+              options: {},
+              metadata: {},
+            },
+            vars: ['Hello world', 'French'],
+          },
+        ],
+      },
+    },
+    config: {
+      description: 'Simple test',
+      prompts: [
+        'Rephrase this in {{language}}: {{body}}',
+        'Translate this to conversational {{language}}: {{body}}',
+      ],
+      providers: ['openai:gpt-4o-mini'],
+      tests: [
+        {
+          vars: {
+            language: 'French',
+            body: 'Hello world',
+          },
+        },
+      ],
+      sharing: true,
+      extensions: [],
+    },
+    author: 'test@example.com',
+  };
+}

test/factories/data/fakeDataFactory.ts

@@ -0,0 +1,80 @@
+const directories = [
+  '/Applications',
+  '/bin',
+  '/boot',
+  '/boot/defaults',
+  '/dev',
+  '/etc',
+  '/etc/defaults',
+  '/etc/mail',
+  '/etc/namedb',
+  '/etc/periodic',
+  '/etc/ppp',
+  '/home',
+  '/home/user',
+  '/home/user/dir',
+  '/lib',
+  '/Library',
+  '/lost+found',
+  '/media',
+  '/mnt',
+  '/net',
+  '/Network',
+  '/opt',
+  '/opt/bin',
+  '/opt/include',
+  '/opt/lib',
+  '/opt/sbin',
+  '/opt/share',
+  '/private',
+  '/private/tmp',
+  '/private/var',
+  '/proc',
+  '/rescue',
+  '/root',
+  '/sbin',
+  '/selinux',
+  '/srv',
+  '/sys',
+  '/System',
+  '/tmp',
+  '/Users',
+  '/usr',
+  '/usr/X11R6',
+  '/usr/bin',
+  '/usr/include',
+  '/usr/lib',
+  '/usr/libdata',
+  '/usr/libexec',
+  '/usr/local/bin',
+  '/usr/local/src',
+  '/usr/obj',
+  '/usr/ports',
+  '/usr/sbin',
+  '/usr/share',
+  '/usr/src',
+  '/var',
+  '/var/log',
+  '/var/mail',
+  '/var/spool',
+  '/var/tmp',
+  '/var/yp',
+];
+
+class FakeSystemDataFactory {
+  static directoryPath() {
+    // Select a random number of directories
+    const numDirs = Math.floor(Math.random() * 3) + 1;
+    const dirs = directories.slice(0, numDirs);
+    return dirs.join('/');
+  }
+}
+
+/**
+ * A factory for generating fake data modeled on fakerjs.
+ */
+class FakeDataFactory {
+  static system = FakeSystemDataFactory;
+}
+
+export default FakeDataFactory;