chore: import upstream snapshot with attribution

2026-07-13 13:24:08 +08:00
commit 0d3cb498a3
5438 changed files with 1316560 additions and 0 deletions
@@ -0,0 +1,34 @@
+# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
+description: Inline Python assertions for output validation
+
+prompts:
+  - 'Write a tweet about {{topic}}'
+
+providers:
+  - openai:gpt-4.1-mini
+
+tests:
+  - vars:
+      topic: bananas
+    assert:
+      - type: python
+        value: "context['vars']['topic'] in output"
+
+  - vars:
+      topic: potatoes
+    assert:
+      - type: python
+        value: |
+          # Insert your scoring logic here...
+          if output == 'Expected output':
+              return {
+                'pass': True,
+                'score': 0.5,
+                'reason': 'Looks good to me',
+              }
+          else:
+              return {
+                'pass': False,
+                'score': 0,
+                'reason': 'Did not contain expected output',
+              }