Files
yao-meta-skill/evals/confusion/route_cases.json
T
2026-04-01 07:06:16 +08:00

91 lines
3.2 KiB
JSON

{
"margin_warning_threshold": 0.08,
"routes": [
{
"name": "yao-meta-skill",
"description_file": "SKILL.md",
"semantic_config": "evals/semantic_config.json",
"threshold": 0.33
},
{
"name": "team-frontend-review",
"description_file": "examples/team-frontend-review/generated-skill/SKILL.md",
"semantic_config": "examples/team-frontend-review/optimization/semantic_config.json",
"threshold": 0.48
},
{
"name": "governed-incident-command",
"description_file": "examples/governed-incident-command/generated-skill/SKILL.md",
"semantic_config": "examples/governed-incident-command/optimization/semantic_config.json",
"threshold": 0.48
}
],
"cases": [
{
"family": "meta_create",
"expected_route": "yao-meta-skill",
"text": "Create a reusable skill from this workflow and add evals before sharing it with the team."
},
{
"family": "meta_iterate",
"expected_route": "yao-meta-skill",
"text": "Refactor this existing skill description, tighten the trigger boundary, and package it for reuse."
},
{
"family": "meta_operationalize",
"expected_route": "yao-meta-skill",
"text": "Turn these prompts, notes, and transcripts into a maintained skill package with references and scripts."
},
{
"family": "frontend_premerge",
"expected_route": "team-frontend-review",
"text": "Run a pre-merge frontend review for keyboard navigation issues and unsafe rendering."
},
{
"family": "frontend_states",
"expected_route": "team-frontend-review",
"text": "Run a pre-merge frontend review on this React diff for missing empty states, form handling, and UX regressions."
},
{
"family": "frontend_a11y",
"expected_route": "team-frontend-review",
"text": "Review React components for a11y regressions, unsafe rendering, and UI behavior before merge."
},
{
"family": "incident_packet",
"expected_route": "governed-incident-command",
"text": "Build a governed incident command packet from alerts, responder notes, incident communication needs, and severity findings."
},
{
"family": "incident_severity",
"expected_route": "governed-incident-command",
"text": "Run severity assessment and package incident communication from this outage review."
},
{
"family": "incident_governed_workflow",
"expected_route": "governed-incident-command",
"text": "Standardize this incident review into a reusable governed workflow with owner actions."
},
{
"family": "no_route_explain",
"expected_route": "no_route",
"text": "Explain keyboard accessibility basics in plain English."
},
{
"family": "no_route_build",
"expected_route": "no_route",
"text": "Build a React form page with loading and empty states."
},
{
"family": "no_route_single_update",
"expected_route": "no_route",
"text": "Write one short outage update for customers from these notes."
},
{
"family": "no_route_document_only",
"expected_route": "no_route",
"text": "Summarize this workflow and keep it as documentation only."
}
]
}