65 lines
2.5 KiB
JSON
65 lines
2.5 KiB
JSON
{
|
|
"_meta": {
|
|
"description": "D6 fixtures for pydantic-ai / tool-rendering-custom-catchall",
|
|
"sourceFile": "harness/src/probes/scripts/d5-tool-rendering-custom-catchall.ts",
|
|
"created": "2026-05-22"
|
|
},
|
|
"fixtures": [
|
|
{
|
|
"_comment": "tool-rendering-custom-catchall \u2014 weather in Tokyo follow-up after get_weather ran. Keyed on toolCallId so it fires after iteration 1. Must come BEFORE the tool-emitting fixture.",
|
|
"match": {
|
|
"userMessage": "Forecast Tokyo through the wildcard renderer",
|
|
"toolCallId": "call_d5_get_weather_001",
|
|
"context": "pydantic-ai"
|
|
},
|
|
"response": {
|
|
"content": "Tokyo is 22\u00b0C and partly cloudy \u2014 rendered through the custom wildcard catchall."
|
|
}
|
|
},
|
|
{
|
|
"_comment": "tool-rendering-custom-catchall \u2014 weather in Tokyo first leg: emit get_weather tool call. Driven by the probe's first prompt.",
|
|
"match": {
|
|
"userMessage": "Forecast Tokyo through the wildcard renderer",
|
|
"hasToolResult": false,
|
|
"context": "pydantic-ai"
|
|
},
|
|
"response": {
|
|
"toolCalls": [
|
|
{
|
|
"id": "call_d5_get_weather_001",
|
|
"name": "get_weather",
|
|
"arguments": "{\"location\":\"Tokyo\"}"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"_comment": "tool-rendering-custom-catchall \u2014 AAPL stock price follow-up after get_stock_price ran. Keyed on toolCallId.",
|
|
"match": {
|
|
"userMessage": "Quote AAPL through the wildcard renderer",
|
|
"toolCallId": "call_d5_get_stock_price_001",
|
|
"context": "pydantic-ai"
|
|
},
|
|
"response": {
|
|
"content": "AAPL is trading at $338.37, down 2.96% on the day \u2014 rendered through the custom wildcard catchall."
|
|
}
|
|
},
|
|
{
|
|
"_comment": "tool-rendering-custom-catchall \u2014 AAPL stock price first leg: emit get_stock_price tool call. Driven by the probe's second prompt. No hasToolResult gate (the Tokyo tool result from the first prompt makes hasToolResult permanently true here); the toolCallId narration fixture above wins after the stock tool result arrives.",
|
|
"match": {
|
|
"userMessage": "Quote AAPL through the wildcard renderer",
|
|
"context": "pydantic-ai"
|
|
},
|
|
"response": {
|
|
"toolCalls": [
|
|
{
|
|
"id": "call_d5_get_stock_price_001",
|
|
"name": "get_stock_price",
|
|
"arguments": "{\"ticker\":\"AAPL\",\"price_usd\":338.37,\"change_pct\":-2.96}"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|