Files
yao-meta-skill/evals/holdout/trigger_cases.json
T

71 lines
2.4 KiB
JSON

{
"recommended_threshold": 0.33,
"negative_patterns": [
"one-off",
"do not turn",
"without building",
"brainstorm",
"just explain",
"headline",
"summarize"
],
"should_trigger": [
{
"text": "Build a reusable skill from this long internal process note, and make sure it has references, scripts, and a trigger description.",
"family": "complex_multi_asset"
},
{
"text": "Take this existing skill draft, tighten the trigger boundary, add near-neighbor evals, and package it for distribution.",
"family": "iterate_existing_skill"
},
{
"text": "Turn this recurring onboarding process into a reusable skill library entry with validation notes.",
"family": "workflow_to_skill"
},
{
"text": "Codify this quarterly release routine into a reusable skill package with scripts, references, and packaging checks.",
"family": "paraphrase_trigger"
},
{
"text": "Below is a noisy transcript plus release notes and prompt history. Ignore the chatter and turn this playbook into an agent capability package for the team library.",
"family": "long_context_trigger"
}
],
"should_not_trigger": [
{
"text": "I pasted a long process description below, but I only want a summary, not a reusable skill.",
"family": "summary_only"
},
{
"text": "Explain this release checklist in simpler language; do not package it.",
"family": "explain_only"
},
{
"text": "Keep this release workflow as documentation only for the wiki and produce a reference document, not for agent execution.",
"family": "long_context_document_only"
},
{
"text": "Translate this long runbook into Russian and keep it as documentation only with no skill package.",
"family": "translate_only"
}
],
"near_neighbor": [
{
"text": "Help me shape an idea before we decide whether to build a skill.",
"family": "future_outline_vs_build"
},
{
"text": "Create an outline for a possible future skill, but do not build the skill yet.",
"family": "future_outline_vs_build"
},
{
"text": "Turn this into a document package for the wiki, not an agent skill.",
"family": "document_export_vs_agent_skill"
},
{
"text": "From the long workflow below, create a template only and a checklist for discussion only. No skill package.",
"family": "long_context_near_neighbor"
}
]
}