yao-meta-skill/evals/trigger_cases.json

{
  "recommended_threshold": 0.33,
  "negative_patterns": [
    "one-off",
    "do not turn",
    "without building",
    "brainstorm",
    "just explain",
    "headline",
    "summarize"
  ],
  "should_trigger": [
    {
      "text": "Create a skill from this repeated workflow.",
      "family": "workflow_to_skill"
    },
    {
      "text": "Turn this runbook into a reusable agent skill.",
      "family": "workflow_to_skill"
    },
    {
      "text": "Convert this process note into a reusable skill package for the team.",
      "family": "workflow_to_skill"
    },
    {
      "text": "Improve this skill description and add evals.",
      "family": "iterate_existing_skill"
    },
    {
      "text": "Refactor this prompt into a proper skill package.",
      "family": "iterate_existing_skill"
    },
    {
      "text": "Package this skill for team reuse.",
      "family": "package_for_team"
    },
    {
      "text": "Create a meta-skill for packaging internal workflows.",
      "family": "meta_skill_creation"
    },
    {
      "text": "Standardize this recurring workflow as a shareable skill package with references.",
      "family": "package_for_team"
    },
    {
      "text": "Convert this operations checklist into a reusable skill.",
      "family": "workflow_to_skill"
    },
    {
      "text": "Add trigger evals to this skill before sharing it with the team.",
      "family": "iterate_existing_skill"
    },
    {
      "text": "We have a messy release runbook, export process, and a prompt history; turn all of that into one reusable skill package with evals and packaging checks.",
      "family": "complex_multi_asset"
    },
    {
      "text": "Turn these workflow fragments, transcripts, and prompts into one production-ready skill with scripts and references.",
      "family": "complex_multi_asset"
    },
    {
      "text": "Tighten the trigger boundary on this existing skill and prepare it for team distribution.",
      "family": "iterate_existing_skill"
    },
    {
      "text": "Build a reusable skill from this long internal process note, and make sure it has references, scripts, and a trigger description.",
      "family": "complex_multi_asset"
    },
    {
      "text": "Take this existing skill draft, tighten the trigger boundary, add near-neighbor evals, and package it for distribution.",
      "family": "iterate_existing_skill"
    },
    {
      "text": "Turn this recurring onboarding process into a reusable skill library entry with validation notes.",
      "family": "workflow_to_skill"
    }
  ],
  "should_not_trigger": [
    {
      "text": "Explain what a workflow is.",
      "family": "explain_only"
    },
    {
      "text": "Just explain what a skill is.",
      "family": "explain_only"
    },
    {
      "text": "Summarize this random note.",
      "family": "summary_only"
    },
    {
      "text": "Translate this README into Japanese.",
      "family": "translate_only"
    },
    {
      "text": "Write a product headline for this landing page.",
      "family": "document_only"
    },
    {
      "text": "Draft a blog title for this article.",
      "family": "document_only"
    },
    {
      "text": "Rewrite this paragraph more clearly, but do not package anything.",
      "family": "document_only"
    },
    {
      "text": "Explain the difference between a runbook and a workflow.",
      "family": "explain_only"
    },
    {
      "text": "Give me ideas for improving our process.",
      "family": "brainstorm_only"
    },
    {
      "text": "Review this note and tell me what it means in plain English.",
      "family": "explain_only"
    },
    {
      "text": "Help me brainstorm several ways to improve packaging, but do not generate any skill files.",
      "family": "brainstorm_only"
    },
    {
      "text": "Translate these notes into French and keep the structure exactly as-is.",
      "family": "translate_only"
    },
    {
      "text": "Summarize this workflow and list the main points only.",
      "family": "summary_only"
    },
    {
      "text": "I pasted a long process description below, but I only want a summary, not a reusable skill.",
      "family": "summary_only"
    },
    {
      "text": "Explain this release checklist in simpler language; do not package it.",
      "family": "explain_only"
    }
  ],
  "near_neighbor": [
    {
      "text": "Create a one-off prompt for this task.",
      "family": "one_off_vs_reusable"
    },
    {
      "text": "Write a custom answer for this request without creating a skill package.",
      "family": "one_off_vs_reusable"
    },
    {
      "text": "Help me brainstorm process ideas without building a skill.",
      "family": "brainstorm_vs_build"
    },
    {
      "text": "Improve this README but do not turn it into a skill.",
      "family": "document_export_vs_agent_skill"
    },
    {
      "text": "Make a checklist for this task, but not a reusable skill.",
      "family": "partial_scaffold_not_full_skill"
    },
    {
      "text": "Create a reusable-looking checklist, but keep it as a plain note instead of a skill.",
      "family": "partial_scaffold_not_full_skill"
    },
    {
      "text": "Review this process note and explain it, no packaging needed.",
      "family": "explain_not_package"
    },
    {
      "text": "Turn this into a checklist and template, but stop short of making a full skill.",
      "family": "partial_scaffold_not_full_skill"
    },
    {
      "text": "Package this explanation as a document, not as an agent skill.",
      "family": "document_export_vs_agent_skill"
    },
    {
      "text": "Make a future-ready outline for this skill idea, but do not build the package.",
      "family": "future_outline_vs_build"
    },
    {
      "text": "Polish these notes into a reusable-looking document without turning them into an agent skill.",
      "family": "document_export_vs_agent_skill"
    },
    {
      "text": "Help me shape an idea before we decide whether to build a skill.",
      "family": "future_outline_vs_build"
    },
    {
      "text": "Create an outline for a possible future skill, but do not build the skill yet.",
      "family": "future_outline_vs_build"
    },
    {
      "text": "Turn this into a document package for the wiki, not an agent skill.",
      "family": "document_export_vs_agent_skill"
    }
  ]
}