Files
2026-07-13 12:58:18 +08:00

65 lines
2.5 KiB
JSON

{
"_meta": {
"description": "D6 fixtures for pydantic-ai / tool-rendering-custom-catchall",
"sourceFile": "harness/src/probes/scripts/d5-tool-rendering-custom-catchall.ts",
"created": "2026-05-22"
},
"fixtures": [
{
"_comment": "tool-rendering-custom-catchall \u2014 weather in Tokyo follow-up after get_weather ran. Keyed on toolCallId so it fires after iteration 1. Must come BEFORE the tool-emitting fixture.",
"match": {
"userMessage": "Forecast Tokyo through the wildcard renderer",
"toolCallId": "call_d5_get_weather_001",
"context": "pydantic-ai"
},
"response": {
"content": "Tokyo is 22\u00b0C and partly cloudy \u2014 rendered through the custom wildcard catchall."
}
},
{
"_comment": "tool-rendering-custom-catchall \u2014 weather in Tokyo first leg: emit get_weather tool call. Driven by the probe's first prompt.",
"match": {
"userMessage": "Forecast Tokyo through the wildcard renderer",
"hasToolResult": false,
"context": "pydantic-ai"
},
"response": {
"toolCalls": [
{
"id": "call_d5_get_weather_001",
"name": "get_weather",
"arguments": "{\"location\":\"Tokyo\"}"
}
]
}
},
{
"_comment": "tool-rendering-custom-catchall \u2014 AAPL stock price follow-up after get_stock_price ran. Keyed on toolCallId.",
"match": {
"userMessage": "Quote AAPL through the wildcard renderer",
"toolCallId": "call_d5_get_stock_price_001",
"context": "pydantic-ai"
},
"response": {
"content": "AAPL is trading at $338.37, down 2.96% on the day \u2014 rendered through the custom wildcard catchall."
}
},
{
"_comment": "tool-rendering-custom-catchall \u2014 AAPL stock price first leg: emit get_stock_price tool call. Driven by the probe's second prompt. No hasToolResult gate (the Tokyo tool result from the first prompt makes hasToolResult permanently true here); the toolCallId narration fixture above wins after the stock tool result arrives.",
"match": {
"userMessage": "Quote AAPL through the wildcard renderer",
"context": "pydantic-ai"
},
"response": {
"toolCalls": [
{
"id": "call_d5_get_stock_price_001",
"name": "get_stock_price",
"arguments": "{\"ticker\":\"AAPL\",\"price_usd\":338.37,\"change_pct\":-2.96}"
}
]
}
}
]
}