Files
yao-meta-skill/evals/dev/trigger_cases.json
T

107 lines
3.8 KiB
JSON

{
"recommended_threshold": 0.33,
"negative_patterns": [
"one-off",
"do not turn",
"without building",
"brainstorm",
"just explain",
"headline",
"summarize"
],
"should_trigger": [
{
"text": "Convert this operations checklist into a reusable skill.",
"family": "workflow_to_skill"
},
{
"text": "Add trigger evals to this skill before sharing it with the team.",
"family": "iterate_existing_skill"
},
{
"text": "We have a messy release runbook, export process, and a prompt history; turn all of that into one reusable skill package with evals and packaging checks.",
"family": "complex_multi_asset"
},
{
"text": "Turn these workflow fragments, transcripts, and prompts into one production-ready skill with scripts and references.",
"family": "complex_multi_asset"
},
{
"text": "Tighten the trigger boundary on this existing skill and prepare it for team distribution.",
"family": "iterate_existing_skill"
},
{
"text": "Turn the SOP, transcript, and cleanup notes into a maintained skill for the team library.",
"family": "paraphrase_trigger"
},
{
"text": "Codify this workflow into a shared capability package and validate the route boundary before distribution.",
"family": "paraphrase_trigger"
},
{
"text": "After the long handoff notes below, build a skill package for team reuse. The materials include a transcript, rough notes, and an onboarding flow, and the result should include references, scripts, and validation.",
"family": "long_context_trigger"
}
],
"should_not_trigger": [
{
"text": "Give me ideas for improving our process.",
"family": "brainstorm_only"
},
{
"text": "Review this note and tell me what it means in plain English.",
"family": "explain_only"
},
{
"text": "Help me brainstorm several ways to improve packaging, but do not generate any skill files.",
"family": "brainstorm_only"
},
{
"text": "Translate these notes into French and keep the structure exactly as-is.",
"family": "translate_only"
},
{
"text": "Summarize this workflow and list the main points only.",
"family": "summary_only"
},
{
"text": "This is a long incident write-up. Keep it as documentation only, explain it in simpler language, and do not convert it into a reusable capability.",
"family": "long_context_document_only"
},
{
"text": "I pasted a very long process note. For now I only need a recap and a short summary, not a skill package.",
"family": "long_context_summary_only"
}
],
"near_neighbor": [
{
"text": "Review this process note and explain it, no packaging needed.",
"family": "explain_not_package"
},
{
"text": "Turn this into a checklist and template, but stop short of making a full skill.",
"family": "partial_scaffold_not_full_skill"
},
{
"text": "Package this explanation as a document, not as an agent skill.",
"family": "document_export_vs_agent_skill"
},
{
"text": "Make a future-ready outline for this skill idea, but do not build the package.",
"family": "future_outline_vs_build"
},
{
"text": "Polish these notes into a reusable-looking document without turning them into an agent skill.",
"family": "document_export_vs_agent_skill"
},
{
"text": "Turn the workflow below into a wiki-ready reference document and template only. We may build a skill later, but not now.",
"family": "long_context_near_neighbor"
},
{
"text": "Shape this idea for later and produce a future-ready outline, but do not build the skill package yet.",
"family": "future_outline_vs_build"
}
]
}