chore: import upstream snapshot with attribution

2026-07-13 13:24:08 +08:00
commit 0d3cb498a3
5438 changed files with 1316560 additions and 0 deletions
@@ -0,0 +1,27 @@
+# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
+description: Plugin-based skills testing with Claude Agent SDK
+
+prompts:
+  - '{{prompt}}'
+
+providers:
+  - id: anthropic:claude-agent-sdk
+    config:
+      working_dir: ./sample-project
+      plugins:
+        - type: local
+          path: ./sample-plugin
+      skills: all
+      persist_session: false
+
+tests:
+  - description: Should use the skill from the plugin and notice that the project lacks a README
+    vars:
+      prompt: Check this project for compliance with our standards
+    assert:
+      # The prompt should trigger agent to invoke the skill that was installed through the plugin
+      - type: skill-used
+        value: project-standards:standards-check
+      # The skill should ensure the agent notes the absence of a README file
+      - type: icontains
+        value: README
@@ -0,0 +1,4 @@
+{
+  "name": "project-standards",
+  "description": "Checks that projects follow standard conventions"
+}
@@ -0,0 +1,11 @@
+---
+description: Checks that a project follows standard conventions
+---
+
+# Standards Check
+
+Check that the project has the following required files:
+
+1. `README.md` — project documentation
+
+Report which required files are missing.
@@ -0,0 +1,3 @@
+export function greet(name: string): string {
+  return `Hello, ${name}!`;
+}