chore: import upstream snapshot with attribution

examples/eval-javascript-assert-external/README.md

@@ -0,0 +1,22 @@
+# eval-javascript-assert-external (Javascript Assert External)
+
+You can run this example with:
+
+```bash
+npx promptfoo@latest init --example eval-javascript-assert-external
+cd eval-javascript-assert-external
+```
+
+## Usage
+
+To get started, set your OPENAI_API_KEY environment variable.
+
+Next, edit assert.js and promptfooconfig.yaml.
+
+Then run:
+
+```bash
+promptfoo eval
+```
+
+Afterwards, you can view the results by running `promptfoo view`

examples/eval-javascript-assert-external/assert.js

@@ -0,0 +1,46 @@
+module.exports = {
+  customFunction: (output, context) => {
+    console.log('Prompt:', context.prompt);
+    console.log('Vars', context.vars.topic);
+
+    // You can return a bool...
+    // return output.toLowerCase().includes('bananas');
+
+    // A score (where 0 = Fail)...
+    // return 0.5;
+
+    // Or an entire grading result, which can be simple...
+    // return {
+    //   pass: output.toLowerCase().includes('bananas'),
+    //   score: 0.5,
+    //   reason: 'Contains banana',
+    // };
+
+    // Or include nested assertions...
+    const result = {
+      pass: true,
+      score: 0.75,
+      reason: 'Looks good to me',
+      componentResults: [
+        {
+          pass: output.toLowerCase().includes('bananas'),
+          score: 0.5,
+          reason: 'Contains banana',
+          namedScores: {
+            'Uses banana': 1.0,
+          },
+        },
+        {
+          pass: output.toLowerCase().includes('yellow'),
+          score: 0.5,
+          reason: 'Contains yellow',
+          namedScores: {
+            Yellowish: 0.66,
+          },
+        },
+      ],
+    };
+
+    return result;
+  },
+};

examples/eval-javascript-assert-external/promptfooconfig.yaml

@@ -0,0 +1,25 @@
+# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
+description: External JavaScript assertion files for custom validation
+
+prompts:
+  - 'Tell me about {{topic}} in three words'
+
+providers:
+  - openai:gpt-4o
+
+defaultTest:
+  assert:
+    - type: javascript
+      value: file://assert.js:customFunction
+      config:
+        foo: bar
+
+tests:
+  - vars:
+      topic: yellow fruits
+  - vars:
+      topic: fruits high in potassium
+  - vars:
+      topic: fruits that are long and skinny
+  - vars:
+      topic: fruits that smell bad