chore: import upstream snapshot with attribution
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
CI / Shell Format Check (push) Has been cancelled
CI / Check Ruby (3.4) (push) Has been cancelled
CI / CI Config (push) Has been cancelled
CI / Test on Node ${{ matrix.node }} and ${{ matrix.os }}${{ matrix.shard && format(' (shard {0}/3)', matrix.shard) || '' }} (push) Has been cancelled
CI / Build on Node ${{ matrix.node }} (push) Has been cancelled
CI / Style Check (push) Has been cancelled
CI / Generate Assets (push) Has been cancelled
CI / Check Python (3.14) (push) Has been cancelled
CI / Check Python (3.9) (push) Has been cancelled
CI / Build Docs (push) Has been cancelled
CI / Code Scan Action (push) Has been cancelled
CI / Site tests (push) Has been cancelled
CI / webui tests (push) Has been cancelled
CI / Run Integration Tests (push) Has been cancelled
CI / Run Smoke Tests (push) Has been cancelled
CI / Go Tests (push) Has been cancelled
CI / Share Test (push) Has been cancelled
CI / Redteam (Production API) (push) Has been cancelled
CI / Redteam (Staging API) (push) Has been cancelled
CI / GitHub Actions Lint (push) Has been cancelled
CI / Check Ruby (3.0) (push) Has been cancelled
release-please / release-please (push) Has been cancelled
release-please / build (push) Has been cancelled
release-please / publish-npm (push) Has been cancelled
release-please / publish-npm-backfill (push) Has been cancelled
release-please / docker (push) Has been cancelled
release-please / publish-code-scan-action (push) Has been cancelled
release-please / attest-code-scan-action (push) Has been cancelled
Deploy local.promptfoo.app / Deploy to Cloudflare Pages (push) Has been cancelled
Test and Publish Multi-arch Docker Image / test (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-amd64 platform:linux/amd64 runner:ubuntu-latest]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / build-docker-and-push-digests (map[digest-suffix:linux-arm64 platform:linux/arm64 runner:ubuntu-24.04-arm]) (push) Has been cancelled
Test and Publish Multi-arch Docker Image / merge-docker-digests (push) Has been cancelled
Test and Publish Multi-arch Docker Image / Attest Multi-arch Image (push) Has been cancelled
Validate Renovate Config / Validate Renovate Configuration (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1 @@
|
||||
"""Static app package for the Promptfoo Python provider fixture."""
|
||||
@@ -0,0 +1,17 @@
|
||||
def invoice_agent(user_id: str, invoice_id: str, message: str) -> dict:
|
||||
if not user_id or not invoice_id:
|
||||
return {
|
||||
"ok": False,
|
||||
"error": "Missing user_id or invoice_id",
|
||||
}
|
||||
|
||||
if "PONG" in message:
|
||||
return {
|
||||
"ok": True,
|
||||
"output": f"PONG python wrapper for {user_id}/{invoice_id}",
|
||||
}
|
||||
|
||||
return {
|
||||
"ok": True,
|
||||
"output": f"Invoice {invoice_id} response for {user_id}: {message}",
|
||||
}
|
||||
@@ -0,0 +1,11 @@
|
||||
INVOICE_SUPPORT_ROUTE = {
|
||||
"method": "POST",
|
||||
"path": "/api/invoices/{invoice_id}/chat",
|
||||
"auth_header": "Authorization",
|
||||
"body_fields": ["user_id", "invoice_id", "message"],
|
||||
"response_path": "output",
|
||||
"safe_defaults": {
|
||||
"user_id": "validate-user",
|
||||
"invoice_id": "validate-invoice",
|
||||
},
|
||||
}
|
||||
@@ -0,0 +1,32 @@
|
||||
# yaml-language-server: $schema=https://promptfoo.dev/config-schema.json
|
||||
description: Provider setup local Python wrapper smoke
|
||||
|
||||
prompts:
|
||||
- '{{message}}'
|
||||
|
||||
providers:
|
||||
- id: file://provider.py:invoice_agent_provider
|
||||
label: provider-setup-local-python-wrapper
|
||||
config:
|
||||
workers: 1
|
||||
timeout: 30000
|
||||
defaultUserId: qa-py-config
|
||||
defaultInvoiceId: inv-py-config
|
||||
|
||||
tests:
|
||||
- description: local Python wrapper reaches static app code
|
||||
vars:
|
||||
user_id: qa-static
|
||||
invoice_id: inv-123
|
||||
message: Say exactly PONG.
|
||||
assert:
|
||||
- type: contains
|
||||
value: PONG
|
||||
- type: contains
|
||||
value: inv-123
|
||||
- description: local Python wrapper uses provider config defaults
|
||||
vars:
|
||||
message: Say exactly PONG.
|
||||
assert:
|
||||
- type: contains
|
||||
value: PONG python wrapper for qa-py-config/inv-py-config
|
||||
@@ -0,0 +1,54 @@
|
||||
import json
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).resolve().parent))
|
||||
from app.invoice_agent import invoice_agent # noqa: E402
|
||||
from app.routes import INVOICE_SUPPORT_ROUTE # noqa: E402
|
||||
|
||||
|
||||
def _dict(value: object) -> dict:
|
||||
return value if isinstance(value, dict) else {}
|
||||
|
||||
|
||||
def invoice_agent_provider(prompt: str, options: dict, context: dict) -> dict:
|
||||
config = _dict(_dict(options).get("config"))
|
||||
vars = _dict(_dict(context).get("vars"))
|
||||
safe_defaults = INVOICE_SUPPORT_ROUTE["safe_defaults"]
|
||||
user_id = (
|
||||
vars.get("user_id") or config.get("defaultUserId") or safe_defaults["user_id"]
|
||||
)
|
||||
invoice_id = (
|
||||
vars.get("invoice_id")
|
||||
or config.get("defaultInvoiceId")
|
||||
or safe_defaults["invoice_id"]
|
||||
)
|
||||
|
||||
result = invoice_agent(user_id=user_id, invoice_id=invoice_id, message=prompt)
|
||||
if not result.get("ok"):
|
||||
return {"error": result.get("error") or "Local invoice agent failed"}
|
||||
|
||||
output = result.get("output")
|
||||
if not isinstance(output, str):
|
||||
return {"error": "Local invoice agent returned no string output"}
|
||||
|
||||
return {
|
||||
"output": output,
|
||||
"metadata": {
|
||||
"user_id": user_id,
|
||||
"invoice_id": invoice_id,
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
print(
|
||||
json.dumps(
|
||||
invoice_agent_provider(
|
||||
"Say exactly PONG.",
|
||||
{},
|
||||
{"vars": {"user_id": "qa-static", "invoice_id": "inv-123"}},
|
||||
),
|
||||
sort_keys=True,
|
||||
)
|
||||
)
|
||||
Reference in New Issue
Block a user