wehub-resource-sync
0d3cb498a3
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Waiting to run
Test and Publish Multi-arch Docker Image / test (push) Waiting to run
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Blocked by required conditions
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Blocked by required conditions
Validate Renovate Config / Validate Renovate Configuration (push) Waiting to run
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
530 lines
14 KiB
JSON
530 lines
14 KiB
JSON
{
|
|
"evalId": "eval-d8q-2024-10-04T17:33:11",
|
|
"results": {
|
|
"version": 3,
|
|
"timestamp": "2024-10-04T17:33:11.912Z",
|
|
"prompts": [
|
|
{
|
|
"raw": "Rephrase this in {{language}}: {{body}}",
|
|
"label": "Rephrase this in {{language}}: {{body}}",
|
|
"id": "dd3415036994f2d82d0ba70cc5bb2caed82da6ccbdaca8a2174cf3992141c207",
|
|
"provider": "openai:chat:gpt-5.4-mini",
|
|
"metrics": {
|
|
"score": 4,
|
|
"testPassCount": 4,
|
|
"testFailCount": 0,
|
|
"assertPassCount": 0,
|
|
"assertFailCount": 0,
|
|
"totalLatencyMs": 29,
|
|
"tokenUsage": {
|
|
"total": 87,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 87
|
|
},
|
|
"namedScores": {},
|
|
"namedScoresCount": {},
|
|
"cost": 0.000025199999999999996
|
|
}
|
|
},
|
|
{
|
|
"raw": "Translate this to conversational {{language}}: {{body}}",
|
|
"label": "Translate this to conversational {{language}}: {{body}}",
|
|
"id": "68f67e9473a10ba8e5294074e90b8cc9daa9aed6256e89391e4ad7adbffba52c",
|
|
"provider": "openai:chat:gpt-5.4-mini",
|
|
"metrics": {
|
|
"score": 4,
|
|
"testPassCount": 4,
|
|
"testFailCount": 0,
|
|
"assertPassCount": 0,
|
|
"assertFailCount": 0,
|
|
"totalLatencyMs": 36,
|
|
"tokenUsage": {
|
|
"total": 103,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 103
|
|
},
|
|
"namedScores": {},
|
|
"namedScoresCount": {},
|
|
"cost": 0.0000348
|
|
}
|
|
}
|
|
],
|
|
"results": [
|
|
{
|
|
"cost": 0.0000046499999999999995,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": {
|
|
"total": 0,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0
|
|
},
|
|
"assertion": null
|
|
},
|
|
"id": "3d8d47d5-c198-42e5-9387-e1677705048e",
|
|
"latencyMs": 3,
|
|
"namedScores": {},
|
|
"prompt": {
|
|
"raw": "Rephrase this in French: I'm hungry",
|
|
"label": "Rephrase this in {{language}}: {{body}}"
|
|
},
|
|
"promptId": "dd3415036994f2d82d0ba70cc5bb2caed82da6ccbdaca8a2174cf3992141c207",
|
|
"promptIdx": 0,
|
|
"provider": {
|
|
"id": "openai:chat:gpt-5.4-mini",
|
|
"label": ""
|
|
},
|
|
"response": {
|
|
"output": "J'ai faim.",
|
|
"tokenUsage": {
|
|
"cached": 19,
|
|
"total": 19
|
|
},
|
|
"cached": true,
|
|
"cost": 0.0000046499999999999995
|
|
},
|
|
"score": 1,
|
|
"success": true,
|
|
"testCase": {
|
|
"vars": {
|
|
"language": "French",
|
|
"body": "I'm hungry"
|
|
},
|
|
"assert": [],
|
|
"options": {},
|
|
"metadata": {}
|
|
},
|
|
"testIdx": 1,
|
|
"vars": {
|
|
"language": "French",
|
|
"body": "I'm hungry"
|
|
}
|
|
},
|
|
{
|
|
"cost": 0.0000046499999999999995,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": {
|
|
"total": 0,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0
|
|
},
|
|
"assertion": null
|
|
},
|
|
"id": "94414e60-888a-4f72-b50c-65916dbb9cab",
|
|
"latencyMs": 9,
|
|
"namedScores": {},
|
|
"prompt": {
|
|
"raw": "Translate this to conversational French: I'm hungry",
|
|
"label": "Translate this to conversational {{language}}: {{body}}"
|
|
},
|
|
"promptId": "68f67e9473a10ba8e5294074e90b8cc9daa9aed6256e89391e4ad7adbffba52c",
|
|
"promptIdx": 1,
|
|
"provider": {
|
|
"id": "openai:chat:gpt-5.4-mini",
|
|
"label": ""
|
|
},
|
|
"response": {
|
|
"output": "J'ai faim.",
|
|
"tokenUsage": {
|
|
"cached": 19,
|
|
"total": 19
|
|
},
|
|
"cached": true,
|
|
"cost": 0.0000046499999999999995
|
|
},
|
|
"score": 1,
|
|
"success": true,
|
|
"testCase": {
|
|
"vars": {
|
|
"language": "French",
|
|
"body": "I'm hungry"
|
|
},
|
|
"assert": [],
|
|
"options": {},
|
|
"metadata": {}
|
|
},
|
|
"testIdx": 1,
|
|
"vars": {
|
|
"language": "French",
|
|
"body": "I'm hungry"
|
|
}
|
|
},
|
|
{
|
|
"cost": 0.0000046499999999999995,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": {
|
|
"total": 0,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0
|
|
},
|
|
"assertion": null
|
|
},
|
|
"id": "f443fbde-6fe0-4918-8374-2a1806de375e",
|
|
"latencyMs": 14,
|
|
"namedScores": {},
|
|
"prompt": {
|
|
"raw": "Rephrase this in French: Hello world",
|
|
"label": "Rephrase this in {{language}}: {{body}}"
|
|
},
|
|
"promptId": "dd3415036994f2d82d0ba70cc5bb2caed82da6ccbdaca8a2174cf3992141c207",
|
|
"promptIdx": 0,
|
|
"provider": {
|
|
"id": "openai:chat:gpt-5.4-mini",
|
|
"label": ""
|
|
},
|
|
"response": {
|
|
"output": "Bonjour le monde.",
|
|
"tokenUsage": {
|
|
"cached": 19,
|
|
"total": 19
|
|
},
|
|
"cached": true,
|
|
"cost": 0.0000046499999999999995
|
|
},
|
|
"score": 1,
|
|
"success": true,
|
|
"testCase": {
|
|
"vars": {
|
|
"language": "French",
|
|
"body": "Hello world"
|
|
},
|
|
"assert": [],
|
|
"options": {},
|
|
"metadata": {}
|
|
},
|
|
"testIdx": 0,
|
|
"vars": {
|
|
"language": "French",
|
|
"body": "Hello world"
|
|
}
|
|
},
|
|
{
|
|
"cost": 0.0000052500000000000006,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": {
|
|
"total": 0,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0
|
|
},
|
|
"assertion": null
|
|
},
|
|
"id": "0492ff53-adeb-4c31-b42b-eff770265c4f",
|
|
"latencyMs": 15,
|
|
"namedScores": {},
|
|
"prompt": {
|
|
"raw": "Translate this to conversational French: Hello world",
|
|
"label": "Translate this to conversational {{language}}: {{body}}"
|
|
},
|
|
"promptId": "68f67e9473a10ba8e5294074e90b8cc9daa9aed6256e89391e4ad7adbffba52c",
|
|
"promptIdx": 1,
|
|
"provider": {
|
|
"id": "openai:chat:gpt-5.4-mini",
|
|
"label": ""
|
|
},
|
|
"response": {
|
|
"output": "Salut tout le monde !",
|
|
"tokenUsage": {
|
|
"cached": 20,
|
|
"total": 20
|
|
},
|
|
"cached": true,
|
|
"cost": 0.0000052500000000000006
|
|
},
|
|
"score": 1,
|
|
"success": true,
|
|
"testCase": {
|
|
"vars": {
|
|
"language": "French",
|
|
"body": "Hello world"
|
|
},
|
|
"assert": [],
|
|
"options": {},
|
|
"metadata": {}
|
|
},
|
|
"testIdx": 0,
|
|
"vars": {
|
|
"language": "French",
|
|
"body": "Hello world"
|
|
}
|
|
},
|
|
{
|
|
"cost": 0.000006449999999999999,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": {
|
|
"total": 0,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0
|
|
},
|
|
"assertion": null
|
|
},
|
|
"id": "657a9223-a33d-416d-9a80-a2770fe88d5c",
|
|
"latencyMs": 8,
|
|
"namedScores": {},
|
|
"prompt": {
|
|
"raw": "Rephrase this in Pirate: Hello world",
|
|
"label": "Rephrase this in {{language}}: {{body}}"
|
|
},
|
|
"promptId": "dd3415036994f2d82d0ba70cc5bb2caed82da6ccbdaca8a2174cf3992141c207",
|
|
"promptIdx": 0,
|
|
"provider": {
|
|
"id": "openai:chat:gpt-5.4-mini",
|
|
"label": ""
|
|
},
|
|
"response": {
|
|
"output": "Ahoy, me hearties!",
|
|
"tokenUsage": {
|
|
"cached": 22,
|
|
"total": 22
|
|
},
|
|
"cached": true,
|
|
"cost": 0.000006449999999999999
|
|
},
|
|
"score": 1,
|
|
"success": true,
|
|
"testCase": {
|
|
"vars": {
|
|
"language": "Pirate",
|
|
"body": "Hello world"
|
|
},
|
|
"assert": [],
|
|
"options": {},
|
|
"metadata": {}
|
|
},
|
|
"testIdx": 2,
|
|
"vars": {
|
|
"language": "Pirate",
|
|
"body": "Hello world"
|
|
}
|
|
},
|
|
{
|
|
"cost": 0.00000945,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": {
|
|
"total": 0,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0
|
|
},
|
|
"assertion": null
|
|
},
|
|
"id": "a5b11097-af01-4869-aec7-b3ba428aa926",
|
|
"latencyMs": 4,
|
|
"namedScores": {},
|
|
"prompt": {
|
|
"raw": "Rephrase this in Pirate: I'm hungry",
|
|
"label": "Rephrase this in {{language}}: {{body}}"
|
|
},
|
|
"promptId": "dd3415036994f2d82d0ba70cc5bb2caed82da6ccbdaca8a2174cf3992141c207",
|
|
"promptIdx": 0,
|
|
"provider": {
|
|
"id": "openai:chat:gpt-5.4-mini",
|
|
"label": ""
|
|
},
|
|
"response": {
|
|
"output": "Arrr, me belly be grumblin'!",
|
|
"tokenUsage": {
|
|
"cached": 27,
|
|
"total": 27
|
|
},
|
|
"cached": true,
|
|
"cost": 0.00000945
|
|
},
|
|
"score": 1,
|
|
"success": true,
|
|
"testCase": {
|
|
"vars": {
|
|
"language": "Pirate",
|
|
"body": "I'm hungry"
|
|
},
|
|
"assert": [],
|
|
"options": {},
|
|
"metadata": {}
|
|
},
|
|
"testIdx": 3,
|
|
"vars": {
|
|
"language": "Pirate",
|
|
"body": "I'm hungry"
|
|
}
|
|
},
|
|
{
|
|
"cost": 0.00000945,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": {
|
|
"total": 0,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0
|
|
},
|
|
"assertion": null
|
|
},
|
|
"id": "5cd8e725-9bf1-4c40-9337-655b8d9d41f8",
|
|
"latencyMs": 7,
|
|
"namedScores": {},
|
|
"prompt": {
|
|
"raw": "Translate this to conversational Pirate: Hello world",
|
|
"label": "Translate this to conversational {{language}}: {{body}}"
|
|
},
|
|
"promptId": "68f67e9473a10ba8e5294074e90b8cc9daa9aed6256e89391e4ad7adbffba52c",
|
|
"promptIdx": 1,
|
|
"provider": {
|
|
"id": "openai:chat:gpt-5.4-mini",
|
|
"label": ""
|
|
},
|
|
"response": {
|
|
"output": "Ahoy, me hearty! Greetings to ye, world!",
|
|
"tokenUsage": {
|
|
"cached": 27,
|
|
"total": 27
|
|
},
|
|
"cached": true,
|
|
"cost": 0.00000945
|
|
},
|
|
"score": 1,
|
|
"success": true,
|
|
"testCase": {
|
|
"vars": {
|
|
"language": "Pirate",
|
|
"body": "Hello world"
|
|
},
|
|
"assert": [],
|
|
"options": {},
|
|
"metadata": {}
|
|
},
|
|
"testIdx": 2,
|
|
"vars": {
|
|
"language": "Pirate",
|
|
"body": "Hello world"
|
|
}
|
|
},
|
|
{
|
|
"cost": 0.00001545,
|
|
"gradingResult": {
|
|
"pass": true,
|
|
"score": 1,
|
|
"reason": "No assertions",
|
|
"tokensUsed": {
|
|
"total": 0,
|
|
"prompt": 0,
|
|
"completion": 0,
|
|
"cached": 0
|
|
},
|
|
"assertion": null
|
|
},
|
|
"id": "df2bb14b-8770-4237-bff0-19d0257703ee",
|
|
"latencyMs": 5,
|
|
"namedScores": {},
|
|
"prompt": {
|
|
"raw": "Translate this to conversational Pirate: I'm hungry",
|
|
"label": "Translate this to conversational {{language}}: {{body}}"
|
|
},
|
|
"promptId": "68f67e9473a10ba8e5294074e90b8cc9daa9aed6256e89391e4ad7adbffba52c",
|
|
"promptIdx": 1,
|
|
"provider": {
|
|
"id": "openai:chat:gpt-5.4-mini",
|
|
"label": ""
|
|
},
|
|
"response": {
|
|
"output": "Arrr, me belly be rumblin'! I be feelin' mighty hungry, matey!",
|
|
"tokenUsage": {
|
|
"cached": 37,
|
|
"total": 37
|
|
},
|
|
"cached": true,
|
|
"cost": 0.00001545
|
|
},
|
|
"score": 1,
|
|
"success": true,
|
|
"testCase": {
|
|
"vars": {
|
|
"language": "Pirate",
|
|
"body": "I'm hungry"
|
|
},
|
|
"assert": [],
|
|
"options": {},
|
|
"metadata": {}
|
|
},
|
|
"testIdx": 3,
|
|
"vars": {
|
|
"language": "Pirate",
|
|
"body": "I'm hungry"
|
|
}
|
|
}
|
|
],
|
|
"stats": {
|
|
"successes": 8,
|
|
"failures": 0,
|
|
"tokenUsage": {
|
|
"cached": 190,
|
|
"completion": 0,
|
|
"prompt": 0,
|
|
"total": 190
|
|
}
|
|
}
|
|
},
|
|
"config": {
|
|
"description": "Simple test",
|
|
"prompts": [
|
|
"Rephrase this in {{language}}: {{body}}",
|
|
"Translate this to conversational {{language}}: {{body}}"
|
|
],
|
|
"providers": ["openai:chat:gpt-5.4-mini"],
|
|
"tests": [
|
|
{
|
|
"vars": {
|
|
"language": "French",
|
|
"body": "Hello world"
|
|
}
|
|
},
|
|
{
|
|
"vars": {
|
|
"language": "French",
|
|
"body": "I'm hungry"
|
|
}
|
|
},
|
|
{
|
|
"vars": {
|
|
"language": "Pirate",
|
|
"body": "Hello world"
|
|
}
|
|
},
|
|
{
|
|
"vars": {
|
|
"language": "Pirate",
|
|
"body": "I'm hungry"
|
|
}
|
|
}
|
|
],
|
|
"sharing": true,
|
|
"outputPath": ["output.yaml", "output.json"],
|
|
"extensions": []
|
|
},
|
|
"shareableUrl": null
|
|
}
|