wehub/promptfoo--promptfoo
1
0
Fork 0
Code Issues Pull Requests Actions Deployments Models Agent Notes Packages Projects Releases Wiki Activity

chore: import upstream snapshot with attribution
CI / Shell Format Check (push) Has been cancelled
Details
CI / Check Ruby (3.4) (push) Has been cancelled
Details
CI / CI Config (push) Has been cancelled
Details
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
Details
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
Details
CI / Style Check (push) Has been cancelled
Details
CI / Generate Assets (push) Has been cancelled
Details
CI / Check Python (3.14) (push) Has been cancelled
Details
CI / Check Python (3.9) (push) Has been cancelled
Details
CI / Build Docs (push) Has been cancelled
Details
CI / Code Scan Action (push) Has been cancelled
Details
CI / Site tests (push) Has been cancelled
Details
CI / webui tests (push) Has been cancelled
Details
CI / Run Integration Tests (push) Has been cancelled
Details
CI / Run Smoke Tests (push) Has been cancelled
Details
CI / Go Tests (push) Has been cancelled
Details
CI / Share Test (push) Has been cancelled
Details
CI / Redteam (Production API) (push) Has been cancelled
Details
CI / Redteam (Staging API) (push) Has been cancelled
Details
CI / GitHub Actions Lint (push) Has been cancelled
Details
CI / Check Ruby (3.0) (push) Has been cancelled
Details
release-please / release-please (push) Has been cancelled
Details
release-please / build (push) Has been cancelled
Details
release-please / publish-npm (push) Has been cancelled
Details
release-please / publish-npm-backfill (push) Has been cancelled
Details
release-please / docker (push) Has been cancelled
Details
release-please / publish-code-scan-action (push) Has been cancelled
Details
release-please / attest-code-scan-action (push) Has been cancelled
Details
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Details
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Details
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Details
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Details
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Details
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Details
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
Details

Browse Source
This commit is contained in:
wehub-resource-sync
2026-07-13 13:24:08 +08:00
commit 0d3cb498a3
5438 changed files with 1316560 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/server/v3evalToShare.json
+507
View File
@@ -0,0 +1,507 @@
{
"data": {
"version": 3,
"createdAt": "2024-10-02T16:30:21.627Z",
"author": "steve@promptfoo.dev",
"results": {
"version": 2,
"timestamp": "2024-10-02T16:29:47.070Z",
"results": [
{
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
"prompt": {
"raw": "Translate this to conversational French: I'm hungry",
"label": "examples/simple-csv/prompts.txt: Translate this to conversational {{language}}: {{body}}"
},
"vars": { "language": "French", "body": "I'm hungry" },
"response": {
"output": "J'ai faim.",
"tokenUsage": { "cached": 19, "total": 19 },
"cached": true,
"cost": 0.0000046499999999999995
},
"success": true,
"score": 1,
"namedScores": {},
"latencyMs": 2,
"cost": 0.0000046499999999999995,
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
}
},
{
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
"prompt": {
"raw": "Rephrase this in French: I'm hungry",
"label": "examples/simple-csv/prompts.txt: Rephrase this in {{language}}: {{body}}"
},
"vars": { "language": "French", "body": "I'm hungry" },
"response": {
"output": "J'ai faim.",
"tokenUsage": { "cached": 19, "total": 19 },
"cached": true,
"cost": 0.0000046499999999999995
},
"success": true,
"score": 1,
"namedScores": {},
"latencyMs": 4,
"cost": 0.0000046499999999999995,
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
}
},
{
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
"prompt": {
"raw": "Rephrase this in French: Hello world",
"label": "examples/simple-csv/prompts.txt: Rephrase this in {{language}}: {{body}}"
},
"vars": { "language": "French", "body": "Hello world" },
"response": {
"output": "Bonjour le monde.",
"tokenUsage": { "cached": 19, "total": 19 },
"cached": true,
"cost": 0.0000046499999999999995
},
"success": true,
"score": 1,
"namedScores": {},
"latencyMs": 6,
"cost": 0.0000046499999999999995,
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
}
},
{
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
"prompt": {
"raw": "Translate this to conversational French: Hello world",
"label": "examples/simple-csv/prompts.txt: Translate this to conversational {{language}}: {{body}}"
},
"vars": { "language": "French", "body": "Hello world" },
"response": {
"output": "Salut tout le monde !",
"tokenUsage": { "cached": 20, "total": 20 },
"cached": true,
"cost": 0.0000052500000000000006
},
"success": true,
"score": 1,
"namedScores": {},
"latencyMs": 6,
"cost": 0.0000052500000000000006,
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
}
},
{
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
"prompt": {
"raw": "Rephrase this in Pirate: Hello world",
"label": "examples/simple-csv/prompts.txt: Rephrase this in {{language}}: {{body}}"
},
"vars": { "language": "Pirate", "body": "Hello world" },
"response": {
"output": "Ahoy, me hearties!",
"tokenUsage": { "cached": 22, "total": 22 },
"cached": true,
"cost": 0.000006449999999999999
},
"success": true,
"score": 1,
"namedScores": {},
"latencyMs": 3,
"cost": 0.000006449999999999999,
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
}
},
{
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
"prompt": {
"raw": "Translate this to conversational Pirate: Hello world",
"label": "examples/simple-csv/prompts.txt: Translate this to conversational {{language}}: {{body}}"
},
"vars": { "language": "Pirate", "body": "Hello world" },
"response": {
"output": "Ahoy, me hearty! Greetings to ye, world!",
"tokenUsage": { "cached": 27, "total": 27 },
"cached": true,
"cost": 0.00000945
},
"success": true,
"score": 1,
"namedScores": {},
"latencyMs": 3,
"cost": 0.00000945,
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
}
},
{
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
"prompt": {
"raw": "Rephrase this in Pirate: I'm hungry",
"label": "examples/simple-csv/prompts.txt: Rephrase this in {{language}}: {{body}}"
},
"vars": { "language": "Pirate", "body": "I'm hungry" },
"response": {
"output": "Arrr, me belly be grumblin'!",
"tokenUsage": { "cached": 27, "total": 27 },
"cached": true,
"cost": 0.00000945
},
"success": true,
"score": 1,
"namedScores": {},
"latencyMs": 2,
"cost": 0.00000945,
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
}
},
{
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
"prompt": {
"raw": "Translate this to conversational Pirate: I'm hungry",
"label": "examples/simple-csv/prompts.txt: Translate this to conversational {{language}}: {{body}}"
},
"vars": { "language": "Pirate", "body": "I'm hungry" },
"response": {
"output": "Arrr, me belly be rumblin'! I be feelin' mighty hungry, matey!",
"tokenUsage": { "cached": 37, "total": 37 },
"cached": true,
"cost": 0.00001545
},
"success": true,
"score": 1,
"namedScores": {},
"latencyMs": 1,
"cost": 0.00001545,
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
}
}
],
"stats": {
"successes": 8,
"failures": 0,
"tokenUsage": { "total": 190, "prompt": 0, "completion": 0, "cached": 190 }
},
"table": {
"head": {
"prompts": [
{
"raw": "Rephrase this in {{language}}: {{body}}",
"label": "examples/simple-csv/prompts.txt: Rephrase this in {{language}}: {{body}}",
"id": "ad447337160016cbd0a5c7f2626d0c1fe2ade0d4d653e20bed9250632bc56e03",
"provider": "openai:gpt-4o-mini",
"metrics": {
"score": 4,
"testPassCount": 4,
"testFailCount": 0,
"assertPassCount": 0,
"assertFailCount": 0,
"totalLatencyMs": 15,
"tokenUsage": { "total": 87, "prompt": 0, "completion": 0, "cached": 87 },
"namedScores": {},
"namedScoresCount": {},
"cost": 0.000025199999999999996
}
},
{
"raw": "Translate this to conversational {{language}}: {{body}}",
"label": "examples/simple-csv/prompts.txt: Translate this to conversational {{language}}: {{body}}",
"id": "0ceccef5d40adcbf45bda7be485d2ee420e4d5943975932e7a38c5468d97c6ee",
"provider": "openai:gpt-4o-mini",
"metrics": {
"score": 4,
"testPassCount": 4,
"testFailCount": 0,
"assertPassCount": 0,
"assertFailCount": 0,
"totalLatencyMs": 12,
"tokenUsage": { "total": 103, "prompt": 0, "completion": 0, "cached": 103 },
"namedScores": {},
"namedScoresCount": {},
"cost": 0.0000348
}
}
],
"vars": ["body", "language"]
},
"body": [
{
"description": "Row #1",
"outputs": [
{
"pass": true,
"score": 1,
"namedScores": {},
"text": "Bonjour le monde.",
"prompt": "Rephrase this in French: Hello world",
"provider": "openai:gpt-4o-mini",
"latencyMs": 6,
"tokenUsage": { "cached": 19, "total": 19 },
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
},
"cost": 0.0000046499999999999995
},
{
"pass": true,
"score": 1,
"namedScores": {},
"text": "Salut tout le monde !",
"prompt": "Translate this to conversational French: Hello world",
"provider": "openai:gpt-4o-mini",
"latencyMs": 6,
"tokenUsage": { "cached": 20, "total": 20 },
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
},
"cost": 0.0000052500000000000006
}
],
"test": {
"vars": { "language": "French", "body": "Hello world" },
"assert": [],
"options": {},
"description": "Row #1",
"metadata": {}
},
"vars": ["Hello world", "French"]
},
{
"description": "Row #2",
"outputs": [
{
"pass": true,
"score": 1,
"namedScores": {},
"text": "J'ai faim.",
"prompt": "Rephrase this in French: I'm hungry",
"provider": "openai:gpt-4o-mini",
"latencyMs": 4,
"tokenUsage": { "cached": 19, "total": 19 },
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
},
"cost": 0.0000046499999999999995
},
{
"pass": true,
"score": 1,
"namedScores": {},
"text": "J'ai faim.",
"prompt": "Translate this to conversational French: I'm hungry",
"provider": "openai:gpt-4o-mini",
"latencyMs": 2,
"tokenUsage": { "cached": 19, "total": 19 },
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
},
"cost": 0.0000046499999999999995
}
],
"test": {
"vars": { "language": "French", "body": "I'm hungry" },
"assert": [],
"options": {},
"description": "Row #2",
"metadata": {}
},
"vars": ["I'm hungry", "French"]
},
{
"description": "Row #3",
"outputs": [
{
"pass": true,
"score": 1,
"namedScores": {},
"text": "Ahoy, me hearties!",
"prompt": "Rephrase this in Pirate: Hello world",
"provider": "openai:gpt-4o-mini",
"latencyMs": 3,
"tokenUsage": { "cached": 22, "total": 22 },
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
},
"cost": 0.000006449999999999999
},
{
"pass": true,
"score": 1,
"namedScores": {},
"text": "Ahoy, me hearty! Greetings to ye, world!",
"prompt": "Translate this to conversational Pirate: Hello world",
"provider": "openai:gpt-4o-mini",
"latencyMs": 3,
"tokenUsage": { "cached": 27, "total": 27 },
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
},
"cost": 0.00000945
}
],
"test": {
"vars": { "language": "Pirate", "body": "Hello world" },
"assert": [],
"options": {},
"description": "Row #3",
"metadata": {}
},
"vars": ["Hello world", "Pirate"]
},
{
"description": "Row #4",
"outputs": [
{
"pass": true,
"score": 1,
"namedScores": {},
"text": "Arrr, me belly be grumblin'!",
"prompt": "Rephrase this in Pirate: I'm hungry",
"provider": "openai:gpt-4o-mini",
"latencyMs": 2,
"tokenUsage": { "cached": 27, "total": 27 },
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
},
"cost": 0.00000945
},
{
"pass": true,
"score": 1,
"namedScores": {},
"text": "Arrr, me belly be rumblin'! I be feelin' mighty hungry, matey!",
"prompt": "Translate this to conversational Pirate: I'm hungry",
"provider": "openai:gpt-4o-mini",
"latencyMs": 1,
"tokenUsage": { "cached": 37, "total": 37 },
"gradingResult": {
"pass": true,
"score": 1,
"reason": "No assertions",
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
"assertion": null
},
"cost": 0.00001545
}
],
"test": {
"vars": { "language": "Pirate", "body": "I'm hungry" },
"assert": [],
"options": {},
"description": "Row #4",
"metadata": {}
},
"vars": ["I'm hungry", "Pirate"]
}
]
}
},
"config": {
"tags": {},
"description": "A translator built with LLM",
"prompts": ["file:///Users/steve/src/promptfoo/examples/simple-csv/prompts.txt"],
"providers": ["openai:gpt-4o-mini"],
"tests": [
{
"vars": { "language": "French", "body": "Hello world" },
"assert": [],
"options": {},
"description": "Row #1"
},
{
"vars": { "language": "French", "body": "I'm hungry" },
"assert": [],
"options": {},
"description": "Row #2"
},
{
"vars": { "language": "Pirate", "body": "Hello world" },
"assert": [],
"options": {},
"description": "Row #3"
},
{
"vars": { "language": "Pirate", "body": "I'm hungry" },
"assert": [],
"options": {},
"description": "Row #4"
}
],
"scenarios": [],
"env": {},
"sharing": true,
"defaultTest": { "vars": {}, "assert": [], "options": {}, "metadata": {} },
"outputPath": [],
"extensions": [],
"metadata": {},
"redteam": { "plugins": [], "strategies": [] }
}
}
}