wehub-resource-sync
0d3cb498a3
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Waiting to run
Test and Publish Multi-arch Docker Image / test (push) Waiting to run
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Blocked by required conditions
Validate Renovate Config / Validate Renovate Configuration (push) Waiting to run
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
508 lines
18 KiB
JSON
508 lines
18 KiB
JSON
{
|
|
"data": {
|
|
"version": 3,
|
|
"createdAt": "2024-10-02T16:30:21.627Z",
|
|
"author": "steve@promptfoo.dev",
|
|
"results": {
|
|
"version": 2,
|
|
"timestamp": "2024-10-02T16:29:47.070Z",
|
|
"results": [
|
|
{
|
|
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
|
|
"prompt": {
|
|
"raw": "Translate this to conversational French: I'm hungry",
|
|
"label": "examples/simple-csv/prompts.txt: Translate this to conversational {{language}}: {{body}}"
|
|
},
|
|
"vars": { "language": "French", "body": "I'm hungry" },
|
|
"response": {
|
|
"output": "J'ai faim.",
|
|
"tokenUsage": { "cached": 19, "total": 19 },
|
|
"cached": true,
|
|
"cost": 0.0000046499999999999995
|
|
},
|
|
"success": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"latencyMs": 2,
|
|
"cost": 0.0000046499999999999995,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
}
|
|
},
|
|
{
|
|
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
|
|
"prompt": {
|
|
"raw": "Rephrase this in French: I'm hungry",
|
|
"label": "examples/simple-csv/prompts.txt: Rephrase this in {{language}}: {{body}}"
|
|
},
|
|
"vars": { "language": "French", "body": "I'm hungry" },
|
|
"response": {
|
|
"output": "J'ai faim.",
|
|
"tokenUsage": { "cached": 19, "total": 19 },
|
|
"cached": true,
|
|
"cost": 0.0000046499999999999995
|
|
},
|
|
"success": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"latencyMs": 4,
|
|
"cost": 0.0000046499999999999995,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
}
|
|
},
|
|
{
|
|
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
|
|
"prompt": {
|
|
"raw": "Rephrase this in French: Hello world",
|
|
"label": "examples/simple-csv/prompts.txt: Rephrase this in {{language}}: {{body}}"
|
|
},
|
|
"vars": { "language": "French", "body": "Hello world" },
|
|
"response": {
|
|
"output": "Bonjour le monde.",
|
|
"tokenUsage": { "cached": 19, "total": 19 },
|
|
"cached": true,
|
|
"cost": 0.0000046499999999999995
|
|
},
|
|
"success": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"latencyMs": 6,
|
|
"cost": 0.0000046499999999999995,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
}
|
|
},
|
|
{
|
|
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
|
|
"prompt": {
|
|
"raw": "Translate this to conversational French: Hello world",
|
|
"label": "examples/simple-csv/prompts.txt: Translate this to conversational {{language}}: {{body}}"
|
|
},
|
|
"vars": { "language": "French", "body": "Hello world" },
|
|
"response": {
|
|
"output": "Salut tout le monde !",
|
|
"tokenUsage": { "cached": 20, "total": 20 },
|
|
"cached": true,
|
|
"cost": 0.0000052500000000000006
|
|
},
|
|
"success": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"latencyMs": 6,
|
|
"cost": 0.0000052500000000000006,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
}
|
|
},
|
|
{
|
|
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
|
|
"prompt": {
|
|
"raw": "Rephrase this in Pirate: Hello world",
|
|
"label": "examples/simple-csv/prompts.txt: Rephrase this in {{language}}: {{body}}"
|
|
},
|
|
"vars": { "language": "Pirate", "body": "Hello world" },
|
|
"response": {
|
|
"output": "Ahoy, me hearties!",
|
|
"tokenUsage": { "cached": 22, "total": 22 },
|
|
"cached": true,
|
|
"cost": 0.000006449999999999999
|
|
},
|
|
"success": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"latencyMs": 3,
|
|
"cost": 0.000006449999999999999,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
}
|
|
},
|
|
{
|
|
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
|
|
"prompt": {
|
|
"raw": "Translate this to conversational Pirate: Hello world",
|
|
"label": "examples/simple-csv/prompts.txt: Translate this to conversational {{language}}: {{body}}"
|
|
},
|
|
"vars": { "language": "Pirate", "body": "Hello world" },
|
|
"response": {
|
|
"output": "Ahoy, me hearty! Greetings to ye, world!",
|
|
"tokenUsage": { "cached": 27, "total": 27 },
|
|
"cached": true,
|
|
"cost": 0.00000945
|
|
},
|
|
"success": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"latencyMs": 3,
|
|
"cost": 0.00000945,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
}
|
|
},
|
|
{
|
|
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
|
|
"prompt": {
|
|
"raw": "Rephrase this in Pirate: I'm hungry",
|
|
"label": "examples/simple-csv/prompts.txt: Rephrase this in {{language}}: {{body}}"
|
|
},
|
|
"vars": { "language": "Pirate", "body": "I'm hungry" },
|
|
"response": {
|
|
"output": "Arrr, me belly be grumblin'!",
|
|
"tokenUsage": { "cached": 27, "total": 27 },
|
|
"cached": true,
|
|
"cost": 0.00000945
|
|
},
|
|
"success": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"latencyMs": 2,
|
|
"cost": 0.00000945,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
}
|
|
},
|
|
{
|
|
"provider": { "id": "openai:gpt-4o-mini", "label": "" },
|
|
"prompt": {
|
|
"raw": "Translate this to conversational Pirate: I'm hungry",
|
|
"label": "examples/simple-csv/prompts.txt: Translate this to conversational {{language}}: {{body}}"
|
|
},
|
|
"vars": { "language": "Pirate", "body": "I'm hungry" },
|
|
"response": {
|
|
"output": "Arrr, me belly be rumblin'! I be feelin' mighty hungry, matey!",
|
|
"tokenUsage": { "cached": 37, "total": 37 },
|
|
"cached": true,
|
|
"cost": 0.00001545
|
|
},
|
|
"success": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"latencyMs": 1,
|
|
"cost": 0.00001545,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
}
|
|
}
|
|
],
|
|
"stats": {
|
|
"successes": 8,
|
|
"failures": 0,
|
|
"tokenUsage": { "total": 190, "prompt": 0, "completion": 0, "cached": 190 }
|
|
},
|
|
"table": {
|
|
"head": {
|
|
"prompts": [
|
|
{
|
|
"raw": "Rephrase this in {{language}}: {{body}}",
|
|
"label": "examples/simple-csv/prompts.txt: Rephrase this in {{language}}: {{body}}",
|
|
"id": "ad447337160016cbd0a5c7f2626d0c1fe2ade0d4d653e20bed9250632bc56e03",
|
|
"provider": "openai:gpt-4o-mini",
|
|
"metrics": {
|
|
"score": 4,
|
|
"testPassCount": 4,
|
|
"testFailCount": 0,
|
|
"assertPassCount": 0,
|
|
"assertFailCount": 0,
|
|
"totalLatencyMs": 15,
|
|
"tokenUsage": { "total": 87, "prompt": 0, "completion": 0, "cached": 87 },
|
|
"namedScores": {},
|
|
"namedScoresCount": {},
|
|
"cost": 0.000025199999999999996
|
|
}
|
|
},
|
|
{
|
|
"raw": "Translate this to conversational {{language}}: {{body}}",
|
|
"label": "examples/simple-csv/prompts.txt: Translate this to conversational {{language}}: {{body}}",
|
|
"id": "0ceccef5d40adcbf45bda7be485d2ee420e4d5943975932e7a38c5468d97c6ee",
|
|
"provider": "openai:gpt-4o-mini",
|
|
"metrics": {
|
|
"score": 4,
|
|
"testPassCount": 4,
|
|
"testFailCount": 0,
|
|
"assertPassCount": 0,
|
|
"assertFailCount": 0,
|
|
"totalLatencyMs": 12,
|
|
"tokenUsage": { "total": 103, "prompt": 0, "completion": 0, "cached": 103 },
|
|
"namedScores": {},
|
|
"namedScoresCount": {},
|
|
"cost": 0.0000348
|
|
}
|
|
}
|
|
],
|
|
"vars": ["body", "language"]
|
|
},
|
|
"body": [
|
|
{
|
|
"description": "Row #1",
|
|
"outputs": [
|
|
{
|
|
"pass": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"text": "Bonjour le monde.",
|
|
"prompt": "Rephrase this in French: Hello world",
|
|
"provider": "openai:gpt-4o-mini",
|
|
"latencyMs": 6,
|
|
"tokenUsage": { "cached": 19, "total": 19 },
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
},
|
|
"cost": 0.0000046499999999999995
|
|
},
|
|
{
|
|
"pass": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"text": "Salut tout le monde !",
|
|
"prompt": "Translate this to conversational French: Hello world",
|
|
"provider": "openai:gpt-4o-mini",
|
|
"latencyMs": 6,
|
|
"tokenUsage": { "cached": 20, "total": 20 },
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
},
|
|
"cost": 0.0000052500000000000006
|
|
}
|
|
],
|
|
"test": {
|
|
"vars": { "language": "French", "body": "Hello world" },
|
|
"assert": [],
|
|
"options": {},
|
|
"description": "Row #1",
|
|
"metadata": {}
|
|
},
|
|
"vars": ["Hello world", "French"]
|
|
},
|
|
{
|
|
"description": "Row #2",
|
|
"outputs": [
|
|
{
|
|
"pass": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"text": "J'ai faim.",
|
|
"prompt": "Rephrase this in French: I'm hungry",
|
|
"provider": "openai:gpt-4o-mini",
|
|
"latencyMs": 4,
|
|
"tokenUsage": { "cached": 19, "total": 19 },
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
},
|
|
"cost": 0.0000046499999999999995
|
|
},
|
|
{
|
|
"pass": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"text": "J'ai faim.",
|
|
"prompt": "Translate this to conversational French: I'm hungry",
|
|
"provider": "openai:gpt-4o-mini",
|
|
"latencyMs": 2,
|
|
"tokenUsage": { "cached": 19, "total": 19 },
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
},
|
|
"cost": 0.0000046499999999999995
|
|
}
|
|
],
|
|
"test": {
|
|
"vars": { "language": "French", "body": "I'm hungry" },
|
|
"assert": [],
|
|
"options": {},
|
|
"description": "Row #2",
|
|
"metadata": {}
|
|
},
|
|
"vars": ["I'm hungry", "French"]
|
|
},
|
|
{
|
|
"description": "Row #3",
|
|
"outputs": [
|
|
{
|
|
"pass": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"text": "Ahoy, me hearties!",
|
|
"prompt": "Rephrase this in Pirate: Hello world",
|
|
"provider": "openai:gpt-4o-mini",
|
|
"latencyMs": 3,
|
|
"tokenUsage": { "cached": 22, "total": 22 },
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
},
|
|
"cost": 0.000006449999999999999
|
|
},
|
|
{
|
|
"pass": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"text": "Ahoy, me hearty! Greetings to ye, world!",
|
|
"prompt": "Translate this to conversational Pirate: Hello world",
|
|
"provider": "openai:gpt-4o-mini",
|
|
"latencyMs": 3,
|
|
"tokenUsage": { "cached": 27, "total": 27 },
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
},
|
|
"cost": 0.00000945
|
|
}
|
|
],
|
|
"test": {
|
|
"vars": { "language": "Pirate", "body": "Hello world" },
|
|
"assert": [],
|
|
"options": {},
|
|
"description": "Row #3",
|
|
"metadata": {}
|
|
},
|
|
"vars": ["Hello world", "Pirate"]
|
|
},
|
|
{
|
|
"description": "Row #4",
|
|
"outputs": [
|
|
{
|
|
"pass": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"text": "Arrr, me belly be grumblin'!",
|
|
"prompt": "Rephrase this in Pirate: I'm hungry",
|
|
"provider": "openai:gpt-4o-mini",
|
|
"latencyMs": 2,
|
|
"tokenUsage": { "cached": 27, "total": 27 },
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
},
|
|
"cost": 0.00000945
|
|
},
|
|
{
|
|
"pass": true,
|
|
"score": 1,
|
|
"namedScores": {},
|
|
"text": "Arrr, me belly be rumblin'! I be feelin' mighty hungry, matey!",
|
|
"prompt": "Translate this to conversational Pirate: I'm hungry",
|
|
"provider": "openai:gpt-4o-mini",
|
|
"latencyMs": 1,
|
|
"tokenUsage": { "cached": 37, "total": 37 },
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": { "total": 0, "prompt": 0, "completion": 0, "cached": 0 },
|
|
"assertion": null
|
|
},
|
|
"cost": 0.00001545
|
|
}
|
|
],
|
|
"test": {
|
|
"vars": { "language": "Pirate", "body": "I'm hungry" },
|
|
"assert": [],
|
|
"options": {},
|
|
"description": "Row #4",
|
|
"metadata": {}
|
|
},
|
|
"vars": ["I'm hungry", "Pirate"]
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"config": {
|
|
"tags": {},
|
|
"description": "A translator built with LLM",
|
|
"prompts": ["file:///Users/steve/src/promptfoo/examples/simple-csv/prompts.txt"],
|
|
"providers": ["openai:gpt-4o-mini"],
|
|
"tests": [
|
|
{
|
|
"vars": { "language": "French", "body": "Hello world" },
|
|
"assert": [],
|
|
"options": {},
|
|
"description": "Row #1"
|
|
},
|
|
{
|
|
"vars": { "language": "French", "body": "I'm hungry" },
|
|
"assert": [],
|
|
"options": {},
|
|
"description": "Row #2"
|
|
},
|
|
{
|
|
"vars": { "language": "Pirate", "body": "Hello world" },
|
|
"assert": [],
|
|
"options": {},
|
|
"description": "Row #3"
|
|
},
|
|
{
|
|
"vars": { "language": "Pirate", "body": "I'm hungry" },
|
|
"assert": [],
|
|
"options": {},
|
|
"description": "Row #4"
|
|
}
|
|
],
|
|
"scenarios": [],
|
|
"env": {},
|
|
"sharing": true,
|
|
"defaultTest": { "vars": {}, "assert": [], "options": {}, "metadata": {} },
|
|
"outputPath": [],
|
|
"extensions": [],
|
|
"metadata": {},
|
|
"redteam": { "plugins": [], "strategies": [] }
|
|
}
|
|
}
|
|
}
|