yao-meta-skill/evals/train/trigger_cases.json

{
  "recommended_threshold": 0.33,
  "negative_patterns": [
    "one-off",
    "do not turn",
    "without building",
    "brainstorm",
    "just explain",
    "headline",
    "summarize"
  ],
  "should_trigger": [
    {
      "text": "Create a skill from this repeated workflow.",
      "family": "workflow_to_skill"
    },
    {
      "text": "Turn this runbook into a reusable agent skill.",
      "family": "workflow_to_skill"
    },
    {
      "text": "Convert this process note into a reusable skill package for the team.",
      "family": "workflow_to_skill"
    },
    {
      "text": "Improve this skill description and add evals.",
      "family": "iterate_existing_skill"
    },
    {
      "text": "Refactor this prompt into a proper skill package.",
      "family": "iterate_existing_skill"
    },
    {
      "text": "Package this skill for team reuse.",
      "family": "package_for_team"
    },
    {
      "text": "Create a meta-skill for packaging internal workflows.",
      "family": "meta_skill_creation"
    },
    {
      "text": "Standardize this recurring workflow as a shareable skill package with references.",
      "family": "package_for_team"
    },
    {
      "text": "Codify this recurring support escalation workflow into a maintained skill for the ops library.",
      "family": "paraphrase_trigger"
    },
    {
      "text": "Operationalize this workflow as a reusable skill with validation notes and team library metadata.",
      "family": "paraphrase_trigger"
    },
    {
      "text": "Below are release notes, rough notes, and a transcript from the last handoff. Ignore the noise and turn this runbook into a reusable agent skill with references and scripts so the team can reuse it every quarter.",
      "family": "long_context_trigger"
    },
    {
      "text": "We have a standard operating procedure, checklist, and prompt history scattered across docs. Formalize this process into a reusable capability, add validation, and package it for team reuse.",
      "family": "long_context_trigger"
    }
  ],
  "should_not_trigger": [
    {
      "text": "Explain what a workflow is.",
      "family": "explain_only"
    },
    {
      "text": "Just explain what a skill is.",
      "family": "explain_only"
    },
    {
      "text": "Summarize this random note.",
      "family": "summary_only"
    },
    {
      "text": "Translate this README into Japanese.",
      "family": "translate_only"
    },
    {
      "text": "Write a product headline for this landing page.",
      "family": "document_only"
    },
    {
      "text": "Draft a blog title for this article.",
      "family": "document_only"
    },
    {
      "text": "Rewrite this paragraph more clearly, but do not package anything.",
      "family": "document_only"
    },
    {
      "text": "Explain the difference between a runbook and a workflow.",
      "family": "explain_only"
    },
    {
      "text": "Below is a long SOP, but I only want a summary for leadership and a recap of the main points. Do not build anything reusable.",
      "family": "long_context_summary_only"
    },
    {
      "text": "Keep this as documentation only for the knowledge base and rewrite it as a reference document.",
      "family": "long_context_document_only"
    },
    {
      "text": "Translate this long onboarding flow into French and keep it as documentation only with no skill package.",
      "family": "translate_only"
    }
  ],
  "near_neighbor": [
    {
      "text": "Create a one-off prompt for this task.",
      "family": "one_off_vs_reusable"
    },
    {
      "text": "Write a custom answer for this request without creating a skill package.",
      "family": "one_off_vs_reusable"
    },
    {
      "text": "Help me brainstorm process ideas without building a skill.",
      "family": "brainstorm_vs_build"
    },
    {
      "text": "Improve this README but do not turn it into a skill.",
      "family": "document_export_vs_agent_skill"
    },
    {
      "text": "Make a checklist for this task, but not a reusable skill.",
      "family": "partial_scaffold_not_full_skill"
    },
    {
      "text": "Create a reusable-looking checklist, but keep it as a plain note instead of a skill.",
      "family": "partial_scaffold_not_full_skill"
    },
    {
      "text": "We may convert this workflow later, but for now keep it as documentation only and produce a reference document.",
      "family": "long_context_near_neighbor"
    },
    {
      "text": "Draft a template only from this process and stop short of making a full skill package.",
      "family": "partial_scaffold_not_full_skill"
    }
  ]
}