yaojingang
4770 lines
214 KiB
JSON
4770 lines
214 KiB
JSON
{
|
|
"schema_version": "1.0",
|
|
"ok": true,
|
|
"generated_at": "2026-06-13",
|
|
"skill_dir": ".",
|
|
"summary": {
|
|
"target_count": 5,
|
|
"pass_count": 5,
|
|
"warn_count": 0,
|
|
"block_count": 0,
|
|
"failure_count": 0,
|
|
"warning_count": 0
|
|
},
|
|
"targets": [
|
|
{
|
|
"schema_version": "1.0",
|
|
"target": "openai",
|
|
"status": "pass",
|
|
"compiler": {
|
|
"name": "yao-skill-ir-compiler",
|
|
"schema_version": "1.0",
|
|
"source": "skill-ir",
|
|
"ir_source": "skill-ir/examples/yao-meta-skill.json",
|
|
"ir_schema_version": "2.0.0"
|
|
},
|
|
"source": {
|
|
"skill_dir": ".",
|
|
"canonical_metadata": "agents/interface.yaml",
|
|
"declared_targets": [
|
|
"openai",
|
|
"claude",
|
|
"generic",
|
|
"agent-skills-compatible",
|
|
"vscode"
|
|
]
|
|
},
|
|
"compiled_contract": {
|
|
"name": "yao-meta-skill",
|
|
"title": "Yao Meta Skill",
|
|
"version": "1.1.0",
|
|
"description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"job_to_be_done": "Turn repeated workflows, prompts, transcripts, runbooks, documents, or existing skill packages into routeable, evaluable, packageable, and governable agent skills for personal, team, library, or governed reuse.",
|
|
"trigger": {
|
|
"description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"should_trigger": [
|
|
"Create a skill from this repeated workflow.",
|
|
"Turn this runbook into a reusable agent skill.",
|
|
"Convert this process note into a reusable skill package for the team.",
|
|
"Improve this skill description and add evals.",
|
|
"Refactor this prompt into a proper skill package.",
|
|
"Package this skill for team reuse.",
|
|
"Create a meta-skill for packaging internal workflows.",
|
|
"Standardize this recurring workflow as a shareable skill package with references."
|
|
],
|
|
"should_not_trigger": [
|
|
"Explain what a workflow is.",
|
|
"Just explain what a skill is.",
|
|
"Summarize this random note.",
|
|
"Translate this README into Japanese.",
|
|
"Write a product headline for this landing page.",
|
|
"Draft a blog title for this article.",
|
|
"Rewrite this paragraph more clearly, but do not package anything.",
|
|
"Explain the difference between a runbook and a workflow.",
|
|
"one-off writing, translation, explanation, or brainstorming requests that do not need a reusable skill",
|
|
"general code review or debugging unless the user is packaging that workflow as a skill"
|
|
],
|
|
"edge_cases": [
|
|
"Create a one-off prompt for this task.",
|
|
"Write a custom answer for this request without creating a skill package.",
|
|
"Help me brainstorm process ideas without building a skill.",
|
|
"Improve this README but do not turn it into a skill.",
|
|
"Make a checklist for this task, but not a reusable skill.",
|
|
"Create a reusable-looking checklist, but keep it as a plain note instead of a skill.",
|
|
"Review this process note and explain it, no packaging needed.",
|
|
"Turn this into a checklist and template, but stop short of making a full skill."
|
|
]
|
|
},
|
|
"workflow": {
|
|
"steps": [
|
|
"One-off/no reusable process: `Do not create a skill`; `near-neighbor`; require `repeated use` + `reusable output contract`.",
|
|
"Capture job, output, exclusions, constraints, standards, lightest fit.",
|
|
"Scan up to `3-5` references: external, user, local; skip tiny edits; surface only uncertainty/conflict.",
|
|
"Write `description` early; route/boundary edits need `trigger_eval.py`; releases need risk-matched gates before folders.",
|
|
"Add output-risk, artifact-design, prompt-quality, system-model, next directions only when earned."
|
|
],
|
|
"decision_points": [
|
|
"Route by frontmatter `description`.",
|
|
"Keep `SKILL.md` lean; put guidance in `references/`, logic in `scripts/`, and evidence in `reports/`.",
|
|
"Use the lightest reliable process.",
|
|
"`Scaffold`: exploratory/personal. `Production`: team reuse. `Library`: shared infra. `Governed`: high-trust/release-critical.",
|
|
"Rules: [Method](references/skill-engineering-method.md), [Operating Modes](references/operating-modes.md), [Resource Boundaries](references/resource-boundaries.md).",
|
|
"Ask one focused clarification when the real job, output, or exclusion boundary is unclear.",
|
|
"Escalate visible tradeoffs when benchmark patterns conflict with local privacy, naming, or governance constraints.",
|
|
"Do not silently broaden the skill into adjacent jobs just because the examples are nearby."
|
|
],
|
|
"failure_modes": [
|
|
"Tables can render as dense grids with weak hierarchy or poor mobile readability.",
|
|
"Long bullets can make the output look complete while hiding the actual decision logic.",
|
|
"Footnote markers or dense citation notes can interrupt the reading flow.",
|
|
"Evidence can be over-attached to obvious statements and under-attached to risky claims.",
|
|
"Screenshots can be captured from the wrong state, wrong viewport, or wrong crop.",
|
|
"Missing screenshots can cause the skill to invent visual references instead of declaring the gap.",
|
|
"Users start invoking the skill for adjacent one-off or explanation-only requests.",
|
|
"Outputs remain valid but become generic, cluttered, or weakly aligned with the user's domain.",
|
|
"Borrowed benchmark patterns no longer fit the local job or add ceremony without payoff.",
|
|
"Skill usage becomes team-critical while ownership, review cadence, or rollback evidence stays informal."
|
|
]
|
|
},
|
|
"resources": {
|
|
"references": [
|
|
"references/artifact-design-doctrine.md",
|
|
"references/authoring-discipline.md",
|
|
"references/autonomous-adaptation.md",
|
|
"references/distribution-registry-method.md",
|
|
"references/eval-playbook.md",
|
|
"references/gate-selection.md",
|
|
"references/governance.md",
|
|
"references/human-review-template.md",
|
|
"references/intent-dialogue.md",
|
|
"references/iteration-philosophy.md",
|
|
"references/non-skill-decision-tree.md",
|
|
"references/operating-modes.md",
|
|
"references/output-eval-method.md",
|
|
"references/output-quality-risk.md",
|
|
"references/output-visual-quality.md",
|
|
"references/packaging-contracts.md",
|
|
"references/pattern-extraction-doctrine.md",
|
|
"references/platform-capability-matrix.md",
|
|
"references/prompt-engineering-doctrine.md",
|
|
"references/qa-ladder.md",
|
|
"references/reference-scan.md",
|
|
"references/regression-cause-taxonomy.md",
|
|
"references/resource-boundaries.md",
|
|
"references/review-studio-method.md",
|
|
"references/review-waiver-method.md",
|
|
"references/runtime-conformance-method.md",
|
|
"references/skill-archetypes.md",
|
|
"references/skill-atlas-method.md",
|
|
"references/skill-engineering-method.md",
|
|
"references/skill-ir-method.md",
|
|
"references/skillops-decision-policy.md",
|
|
"references/systems-thinking-doctrine.md",
|
|
"references/telemetry-drift-method.md",
|
|
"references/trust-security-method.md",
|
|
"references/user-memory-policy.md"
|
|
],
|
|
"scripts": [
|
|
"scripts/adaptation_patch_safety.py",
|
|
"scripts/adaptation_report_contracts.py",
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/build_skill_atlas_layout.py",
|
|
"scripts/build_skill_atlas_opportunities.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/compile_skill_targets.py",
|
|
"scripts/context_sizer.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/cross_packager_contracts.py",
|
|
"scripts/description_optimizer_reporting.py",
|
|
"scripts/diff_eval.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/evidence_consistency_artifact_roles.py",
|
|
"scripts/evidence_consistency_core.py",
|
|
"scripts/evidence_consistency_phase_queue.py",
|
|
"scripts/evidence_consistency_release.py",
|
|
"scripts/evidence_consistency_skill_os2_review.py",
|
|
"scripts/evidence_consistency_world_class.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/governance_check.py",
|
|
"scripts/html_rendering.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/judge_blind_eval.py",
|
|
"scripts/lint_skill.py",
|
|
"scripts/local_output_eval_runner.py",
|
|
"scripts/optimize_description.py",
|
|
"scripts/output_review_privacy.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/provider_output_eval_runner.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/reference_synthesis_markdown.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/resource_boundary_check.py",
|
|
"scripts/review_studio_action_evidence.py",
|
|
"scripts/review_studio_actions.py",
|
|
"scripts/review_studio_data.py",
|
|
"scripts/review_studio_formatting.py",
|
|
"scripts/review_studio_gate_contract.py",
|
|
"scripts/review_studio_gate_helpers.py",
|
|
"scripts/review_studio_gates.py",
|
|
"scripts/review_studio_layout.py",
|
|
"scripts/review_studio_output_review.py",
|
|
"scripts/review_studio_panels.py",
|
|
"scripts/review_studio_skillops.py",
|
|
"scripts/review_studio_waivers.py",
|
|
"scripts/review_studio_world_class.py",
|
|
"scripts/review_viewer_data.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/skill_ir_paths.py",
|
|
"scripts/skill_os2_coverage_markdown.py",
|
|
"scripts/skill_report_charts.py",
|
|
"scripts/skill_report_i18n.py",
|
|
"scripts/skill_report_layout.py",
|
|
"scripts/skill_report_metrics.py",
|
|
"scripts/skill_report_model.py",
|
|
"scripts/skill_report_sections.py",
|
|
"scripts/skill_report_sources.py",
|
|
"scripts/skill_report_world_class.py",
|
|
"scripts/skillops_opportunity.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trigger_eval.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/trust_check_scripts.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/validate_skill.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/world_class_evidence_contract.py",
|
|
"scripts/world_class_human_evidence.py",
|
|
"scripts/world_class_native_permission_evidence.py",
|
|
"scripts/world_class_native_telemetry_evidence.py",
|
|
"scripts/world_class_operator_runbook_coordination.py",
|
|
"scripts/world_class_phase_queue.py",
|
|
"scripts/world_class_preflight_layout.py",
|
|
"scripts/world_class_preflight_markdown.py",
|
|
"scripts/world_class_provider_evidence.py",
|
|
"scripts/world_class_repair_checklist.py",
|
|
"scripts/world_class_source_checks.py",
|
|
"scripts/world_class_submission_kit_rendering.py",
|
|
"scripts/world_class_submission_matrix.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_adaptation_commands.py",
|
|
"scripts/yao_cli_config.py",
|
|
"scripts/yao_cli_create_commands.py",
|
|
"scripts/yao_cli_distribution_commands.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_output_commands.py",
|
|
"scripts/yao_cli_parser.py",
|
|
"scripts/yao_cli_parser_evidence.py",
|
|
"scripts/yao_cli_parser_operations.py",
|
|
"scripts/yao_cli_parser_operator.py",
|
|
"scripts/yao_cli_report_commands.py",
|
|
"scripts/yao_cli_runtime.py",
|
|
"scripts/yao_cli_telemetry.py"
|
|
],
|
|
"assets": [
|
|
"assets/review-studio.css",
|
|
"assets/review-viewer.css",
|
|
"assets/skill-overview.css",
|
|
"assets/skill-overview.js",
|
|
"templates/basic_skill.md.j2",
|
|
"templates/complex_skill.md.j2"
|
|
],
|
|
"reports": [
|
|
"reports/benchmark_methodology.md",
|
|
"reports/intent-context.json",
|
|
"reports/intent-confidence.json",
|
|
"reports/intent-confidence.md",
|
|
"reports/reference-synthesis.json",
|
|
"reports/reference-synthesis.md",
|
|
"reports/output-risk-profile.json",
|
|
"reports/output-risk-profile.md",
|
|
"reports/artifact-design-profile.json",
|
|
"reports/artifact-design-profile.md",
|
|
"reports/prompt-quality-profile.json",
|
|
"reports/prompt-quality-profile.md",
|
|
"reports/system-model.json",
|
|
"reports/system-model.md",
|
|
"reports/iteration-directions.json",
|
|
"reports/iteration-directions.md",
|
|
"reports/skill-overview.json",
|
|
"reports/skill-overview.html",
|
|
"reports/output_quality_scorecard.json",
|
|
"reports/output_quality_scorecard.md",
|
|
"reports/output_execution_runs.json",
|
|
"reports/output_execution_runs.md",
|
|
"reports/output_blind_review_pack.json",
|
|
"reports/output_blind_review_pack.md",
|
|
"reports/output_blind_answer_key.json",
|
|
"reports/output_review_adjudication.json",
|
|
"reports/output_review_adjudication.md",
|
|
"reports/review_annotations.json",
|
|
"reports/review_annotations.md",
|
|
"reports/conformance_matrix.json",
|
|
"reports/conformance_matrix.md",
|
|
"reports/security_trust_report.json",
|
|
"reports/security_trust_report.md",
|
|
"reports/runtime_permission_probes.json",
|
|
"reports/runtime_permission_probes.md",
|
|
"reports/telemetry_hook_recipes.json",
|
|
"reports/telemetry_hook_recipes.md",
|
|
"reports/skill_atlas.json",
|
|
"reports/skill_atlas.html",
|
|
"reports/skill-os-2-review.md",
|
|
"reports/portability_score.json",
|
|
"reports/portability_score.md",
|
|
"reports/governance_score.json"
|
|
],
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
}
|
|
},
|
|
"eval_plan": {
|
|
"trigger": [
|
|
"evals/README.md",
|
|
"evals/adaptation/user_signals.example.jsonl",
|
|
"evals/adversarial/trigger_cases.json",
|
|
"evals/blind_holdout/trigger_cases.json",
|
|
"evals/confusion/route_cases.json",
|
|
"evals/dev/trigger_cases.json",
|
|
"evals/failure-cases.md",
|
|
"evals/history/2026-03-31-context-first-pack.json",
|
|
"evals/history/2026-03-31-family-suite-expansion.json",
|
|
"evals/history/2026-03-31-governance-quality-gates.json",
|
|
"evals/history/2026-03-31-governed-assets-and-history.json",
|
|
"evals/history/2026-04-01-route-scorecard-foundation.json",
|
|
"evals/history/README.md",
|
|
"evals/history/description_optimization/2026-03-31-description-optimization-suite.json",
|
|
"evals/history/description_optimization/2026-04-01-adversarial-calibration-and-family-drift.json",
|
|
"evals/history/description_optimization/2026-04-01-blind-holdout-and-drift-history.json",
|
|
"evals/history/description_optimization/2026-04-01-judge-backed-blind-eval.json",
|
|
"evals/history/description_optimization/README.md",
|
|
"evals/holdout/trigger_cases.json",
|
|
"evals/output/cases.jsonl",
|
|
"evals/output/fixtures/release-brief-source.md",
|
|
"evals/output/schema.json",
|
|
"evals/packaging_expectations.json",
|
|
"evals/promotion_policy.md",
|
|
"evals/semantic_config.json",
|
|
"evals/train/trigger_cases.json",
|
|
"evals/trigger_cases.json"
|
|
],
|
|
"output": [
|
|
"evals/output/cases.jsonl",
|
|
"evals/output/fixtures/release-brief-source.md",
|
|
"evals/output/schema.json"
|
|
],
|
|
"adversarial": [
|
|
"evals/adversarial/trigger_cases.json"
|
|
],
|
|
"baseline": "without_skill",
|
|
"counts": {
|
|
"trigger": 27,
|
|
"output": 3,
|
|
"adversarial": 1,
|
|
"baseline": 1
|
|
}
|
|
},
|
|
"risk": {
|
|
"output_risk": "high",
|
|
"execution_risk": "medium",
|
|
"trust_boundary": "external"
|
|
},
|
|
"governance": {
|
|
"owner": "Yao Team",
|
|
"maturity": "governed",
|
|
"review_cadence": "quarterly",
|
|
"review_due": ""
|
|
},
|
|
"runtime": {
|
|
"activation": {
|
|
"mode": "manual",
|
|
"paths": []
|
|
},
|
|
"execution": {
|
|
"context": "inline",
|
|
"shell": "bash"
|
|
},
|
|
"trust": {
|
|
"source_tier": "local",
|
|
"remote_inline_execution": "forbid",
|
|
"remote_metadata_policy": "allow-metadata-only"
|
|
},
|
|
"adapter_targets": [
|
|
"openai",
|
|
"claude",
|
|
"generic",
|
|
"vscode"
|
|
],
|
|
"canonical_format": "agent-skills"
|
|
},
|
|
"permissions": {
|
|
"schema_version": "1.0",
|
|
"source": "reports/security_trust_report.json",
|
|
"source_available": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true,
|
|
"capabilities": {
|
|
"network": {
|
|
"required": true,
|
|
"script_count": 3,
|
|
"scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"review_reason": "Outbound hosts must match security/network_policy.json."
|
|
},
|
|
"file_write": {
|
|
"required": true,
|
|
"script_count": 74,
|
|
"scripts": [
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/yao_cli_operator_commands.py"
|
|
],
|
|
"review_reason": "Scripts write local files or generated artifacts."
|
|
},
|
|
"subprocess": {
|
|
"required": true,
|
|
"script_count": 13,
|
|
"scripts": [
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_runtime.py"
|
|
],
|
|
"review_reason": "Scripts spawn local commands and need operator review."
|
|
},
|
|
"interactive": {
|
|
"required": false,
|
|
"script_count": 0,
|
|
"scripts": [],
|
|
"review_reason": ""
|
|
}
|
|
},
|
|
"network_policy": {
|
|
"source": "security/network_policy.json",
|
|
"covered_scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"missing_scripts": [],
|
|
"mismatches": []
|
|
},
|
|
"help_smoke": {
|
|
"enabled": true,
|
|
"checked_count": 86,
|
|
"failed_count": 0,
|
|
"failed_scripts": []
|
|
},
|
|
"trust_summary": {
|
|
"secret_findings": 0,
|
|
"network_script_count": 3,
|
|
"file_write_script_count": 74,
|
|
"subprocess_script_count": 13,
|
|
"interactive_script_count": 0,
|
|
"help_smoke_failed_count": 0
|
|
}
|
|
},
|
|
"source_files_count": 6,
|
|
"target": "openai",
|
|
"target_permission_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "openai",
|
|
"permission_model": "metadata-only",
|
|
"native_enforcement": false,
|
|
"representation": "targets/openai/agents/openai.yaml::compatibility.permission_contract plus adapter.json",
|
|
"review_required": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"capability_counts": {
|
|
"network": 3,
|
|
"file_write": 74,
|
|
"subprocess": 13,
|
|
"interactive": 0
|
|
},
|
|
"evidence": "reports/security_trust_report.json",
|
|
"operator_note": "OpenAI target carries permission metadata for reviewer visibility; host enforcement remains outside the package."
|
|
},
|
|
"target_native_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "openai",
|
|
"native_surface": "OpenAI-style interface metadata plus neutral Agent Skills source",
|
|
"activation": {
|
|
"policy": "Use frontmatter description for catalog routing and targets/openai/agents/openai.yaml for display name, default prompt, and compatibility metadata.",
|
|
"trigger_description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"manual_activation_supported": true,
|
|
"automatic_activation_note": "Depends on the target client route/catalog implementation."
|
|
},
|
|
"resources": {
|
|
"strategy": "Ship the neutral source tree and expose OpenAI-facing interface metadata as a generated companion file.",
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
},
|
|
"generated_files": [
|
|
"targets/openai/adapter.json",
|
|
"targets/openai/agents/openai.yaml"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"strategy": "Keep scripts as local package resources; expose help-smoke and permission metadata for reviewer approval before execution.",
|
|
"script_count": 155,
|
|
"help_smoke_failed_count": 0
|
|
},
|
|
"permissions": {
|
|
"enforcement": "metadata-only",
|
|
"native_enforcement": false,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true
|
|
},
|
|
"review": {
|
|
"artifacts": [
|
|
"targets/openai/agents/openai.yaml",
|
|
"targets/openai/adapter.json",
|
|
"reports/review-studio.html"
|
|
],
|
|
"fallback_behavior": "If OpenAI-native metadata is ignored, the package remains readable as neutral Agent Skills source.",
|
|
"unsupported_native_features": [
|
|
"client-native permission prompts",
|
|
"provider-executed scripts",
|
|
"client-native script permission prompts are represented as permission contract metadata"
|
|
]
|
|
},
|
|
"install_scope": "plugin or skill package consumer"
|
|
},
|
|
"degradation_strategy": "metadata-adapter",
|
|
"target_runtime": {
|
|
"adapter_mode": "metadata-adapter",
|
|
"generated_files": [
|
|
"targets/openai/adapter.json",
|
|
"targets/openai/agents/openai.yaml"
|
|
],
|
|
"metadata_mapping": {
|
|
"display_name": "targets/openai/agents/openai.yaml::interface.display_name",
|
|
"default_prompt": "targets/openai/agents/openai.yaml::interface.default_prompt",
|
|
"activation": "targets/openai/agents/openai.yaml::compatibility.activation_mode",
|
|
"execution": "targets/openai/agents/openai.yaml::compatibility.execution_context",
|
|
"trust": "targets/openai/agents/openai.yaml::compatibility.trust_level",
|
|
"permissions": "targets/openai/agents/openai.yaml::compatibility.permission_contract",
|
|
"degradation": "targets/openai/agents/openai.yaml::compatibility.degradation_strategy"
|
|
},
|
|
"preserved_semantics": [
|
|
"trigger",
|
|
"workflow-counts",
|
|
"resources",
|
|
"eval-plan",
|
|
"risk",
|
|
"governance",
|
|
"runtime",
|
|
"trust",
|
|
"permissions"
|
|
],
|
|
"native_surface": "OpenAI-style interface metadata plus neutral Agent Skills source"
|
|
}
|
|
},
|
|
"permission_contract": {
|
|
"schema_version": "1.0",
|
|
"source": "reports/security_trust_report.json",
|
|
"source_available": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true,
|
|
"capabilities": {
|
|
"network": {
|
|
"required": true,
|
|
"script_count": 3,
|
|
"scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"review_reason": "Outbound hosts must match security/network_policy.json."
|
|
},
|
|
"file_write": {
|
|
"required": true,
|
|
"script_count": 74,
|
|
"scripts": [
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/yao_cli_operator_commands.py"
|
|
],
|
|
"review_reason": "Scripts write local files or generated artifacts."
|
|
},
|
|
"subprocess": {
|
|
"required": true,
|
|
"script_count": 13,
|
|
"scripts": [
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_runtime.py"
|
|
],
|
|
"review_reason": "Scripts spawn local commands and need operator review."
|
|
},
|
|
"interactive": {
|
|
"required": false,
|
|
"script_count": 0,
|
|
"scripts": [],
|
|
"review_reason": ""
|
|
}
|
|
},
|
|
"network_policy": {
|
|
"source": "security/network_policy.json",
|
|
"covered_scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"missing_scripts": [],
|
|
"mismatches": []
|
|
},
|
|
"help_smoke": {
|
|
"enabled": true,
|
|
"checked_count": 86,
|
|
"failed_count": 0,
|
|
"failed_scripts": []
|
|
},
|
|
"trust_summary": {
|
|
"secret_findings": 0,
|
|
"network_script_count": 3,
|
|
"file_write_script_count": 74,
|
|
"subprocess_script_count": 13,
|
|
"interactive_script_count": 0,
|
|
"help_smoke_failed_count": 0
|
|
}
|
|
},
|
|
"target_permission_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "openai",
|
|
"permission_model": "metadata-only",
|
|
"native_enforcement": false,
|
|
"representation": "targets/openai/agents/openai.yaml::compatibility.permission_contract plus adapter.json",
|
|
"review_required": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"capability_counts": {
|
|
"network": 3,
|
|
"file_write": 74,
|
|
"subprocess": 13,
|
|
"interactive": 0
|
|
},
|
|
"evidence": "reports/security_trust_report.json",
|
|
"operator_note": "OpenAI target carries permission metadata for reviewer visibility; host enforcement remains outside the package."
|
|
},
|
|
"target_native_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "openai",
|
|
"native_surface": "OpenAI-style interface metadata plus neutral Agent Skills source",
|
|
"activation": {
|
|
"policy": "Use frontmatter description for catalog routing and targets/openai/agents/openai.yaml for display name, default prompt, and compatibility metadata.",
|
|
"trigger_description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"manual_activation_supported": true,
|
|
"automatic_activation_note": "Depends on the target client route/catalog implementation."
|
|
},
|
|
"resources": {
|
|
"strategy": "Ship the neutral source tree and expose OpenAI-facing interface metadata as a generated companion file.",
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
},
|
|
"generated_files": [
|
|
"targets/openai/adapter.json",
|
|
"targets/openai/agents/openai.yaml"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"strategy": "Keep scripts as local package resources; expose help-smoke and permission metadata for reviewer approval before execution.",
|
|
"script_count": 155,
|
|
"help_smoke_failed_count": 0
|
|
},
|
|
"permissions": {
|
|
"enforcement": "metadata-only",
|
|
"native_enforcement": false,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true
|
|
},
|
|
"review": {
|
|
"artifacts": [
|
|
"targets/openai/agents/openai.yaml",
|
|
"targets/openai/adapter.json",
|
|
"reports/review-studio.html"
|
|
],
|
|
"fallback_behavior": "If OpenAI-native metadata is ignored, the package remains readable as neutral Agent Skills source.",
|
|
"unsupported_native_features": [
|
|
"client-native permission prompts",
|
|
"provider-executed scripts",
|
|
"client-native script permission prompts are represented as permission contract metadata"
|
|
]
|
|
},
|
|
"install_scope": "plugin or skill package consumer"
|
|
},
|
|
"target_transform": {
|
|
"target": "openai",
|
|
"adapter_mode": "metadata-adapter",
|
|
"generated_files": [
|
|
"targets/openai/adapter.json",
|
|
"targets/openai/agents/openai.yaml"
|
|
],
|
|
"metadata_mapping": {
|
|
"display_name": "targets/openai/agents/openai.yaml::interface.display_name",
|
|
"default_prompt": "targets/openai/agents/openai.yaml::interface.default_prompt",
|
|
"activation": "targets/openai/agents/openai.yaml::compatibility.activation_mode",
|
|
"execution": "targets/openai/agents/openai.yaml::compatibility.execution_context",
|
|
"trust": "targets/openai/agents/openai.yaml::compatibility.trust_level",
|
|
"permissions": "targets/openai/agents/openai.yaml::compatibility.permission_contract",
|
|
"degradation": "targets/openai/agents/openai.yaml::compatibility.degradation_strategy"
|
|
},
|
|
"preserved_semantics": [
|
|
"trigger",
|
|
"workflow-counts",
|
|
"resources",
|
|
"eval-plan",
|
|
"risk",
|
|
"governance",
|
|
"runtime",
|
|
"trust",
|
|
"permissions"
|
|
],
|
|
"degradation_strategy": "metadata-adapter",
|
|
"permission_representation": "targets/openai/agents/openai.yaml::compatibility.permission_contract plus adapter.json",
|
|
"native_surface": "OpenAI-style interface metadata plus neutral Agent Skills source",
|
|
"activation_policy": "Use frontmatter description for catalog routing and targets/openai/agents/openai.yaml for display name, default prompt, and compatibility metadata.",
|
|
"resource_strategy": "Ship the neutral source tree and expose OpenAI-facing interface metadata as a generated companion file.",
|
|
"script_strategy": "Keep scripts as local package resources; expose help-smoke and permission metadata for reviewer approval before execution.",
|
|
"permission_enforcement": "metadata-only"
|
|
},
|
|
"unsupported_features": [
|
|
"client-native script permission prompts are represented as permission contract metadata"
|
|
],
|
|
"warnings": [],
|
|
"failures": []
|
|
},
|
|
{
|
|
"schema_version": "1.0",
|
|
"target": "claude",
|
|
"status": "pass",
|
|
"compiler": {
|
|
"name": "yao-skill-ir-compiler",
|
|
"schema_version": "1.0",
|
|
"source": "skill-ir",
|
|
"ir_source": "skill-ir/examples/yao-meta-skill.json",
|
|
"ir_schema_version": "2.0.0"
|
|
},
|
|
"source": {
|
|
"skill_dir": ".",
|
|
"canonical_metadata": "agents/interface.yaml",
|
|
"declared_targets": [
|
|
"openai",
|
|
"claude",
|
|
"generic",
|
|
"agent-skills-compatible",
|
|
"vscode"
|
|
]
|
|
},
|
|
"compiled_contract": {
|
|
"name": "yao-meta-skill",
|
|
"title": "Yao Meta Skill",
|
|
"version": "1.1.0",
|
|
"description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"job_to_be_done": "Turn repeated workflows, prompts, transcripts, runbooks, documents, or existing skill packages into routeable, evaluable, packageable, and governable agent skills for personal, team, library, or governed reuse.",
|
|
"trigger": {
|
|
"description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"should_trigger": [
|
|
"Create a skill from this repeated workflow.",
|
|
"Turn this runbook into a reusable agent skill.",
|
|
"Convert this process note into a reusable skill package for the team.",
|
|
"Improve this skill description and add evals.",
|
|
"Refactor this prompt into a proper skill package.",
|
|
"Package this skill for team reuse.",
|
|
"Create a meta-skill for packaging internal workflows.",
|
|
"Standardize this recurring workflow as a shareable skill package with references."
|
|
],
|
|
"should_not_trigger": [
|
|
"Explain what a workflow is.",
|
|
"Just explain what a skill is.",
|
|
"Summarize this random note.",
|
|
"Translate this README into Japanese.",
|
|
"Write a product headline for this landing page.",
|
|
"Draft a blog title for this article.",
|
|
"Rewrite this paragraph more clearly, but do not package anything.",
|
|
"Explain the difference between a runbook and a workflow.",
|
|
"one-off writing, translation, explanation, or brainstorming requests that do not need a reusable skill",
|
|
"general code review or debugging unless the user is packaging that workflow as a skill"
|
|
],
|
|
"edge_cases": [
|
|
"Create a one-off prompt for this task.",
|
|
"Write a custom answer for this request without creating a skill package.",
|
|
"Help me brainstorm process ideas without building a skill.",
|
|
"Improve this README but do not turn it into a skill.",
|
|
"Make a checklist for this task, but not a reusable skill.",
|
|
"Create a reusable-looking checklist, but keep it as a plain note instead of a skill.",
|
|
"Review this process note and explain it, no packaging needed.",
|
|
"Turn this into a checklist and template, but stop short of making a full skill."
|
|
]
|
|
},
|
|
"workflow": {
|
|
"steps": [
|
|
"One-off/no reusable process: `Do not create a skill`; `near-neighbor`; require `repeated use` + `reusable output contract`.",
|
|
"Capture job, output, exclusions, constraints, standards, lightest fit.",
|
|
"Scan up to `3-5` references: external, user, local; skip tiny edits; surface only uncertainty/conflict.",
|
|
"Write `description` early; route/boundary edits need `trigger_eval.py`; releases need risk-matched gates before folders.",
|
|
"Add output-risk, artifact-design, prompt-quality, system-model, next directions only when earned."
|
|
],
|
|
"decision_points": [
|
|
"Route by frontmatter `description`.",
|
|
"Keep `SKILL.md` lean; put guidance in `references/`, logic in `scripts/`, and evidence in `reports/`.",
|
|
"Use the lightest reliable process.",
|
|
"`Scaffold`: exploratory/personal. `Production`: team reuse. `Library`: shared infra. `Governed`: high-trust/release-critical.",
|
|
"Rules: [Method](references/skill-engineering-method.md), [Operating Modes](references/operating-modes.md), [Resource Boundaries](references/resource-boundaries.md).",
|
|
"Ask one focused clarification when the real job, output, or exclusion boundary is unclear.",
|
|
"Escalate visible tradeoffs when benchmark patterns conflict with local privacy, naming, or governance constraints.",
|
|
"Do not silently broaden the skill into adjacent jobs just because the examples are nearby."
|
|
],
|
|
"failure_modes": [
|
|
"Tables can render as dense grids with weak hierarchy or poor mobile readability.",
|
|
"Long bullets can make the output look complete while hiding the actual decision logic.",
|
|
"Footnote markers or dense citation notes can interrupt the reading flow.",
|
|
"Evidence can be over-attached to obvious statements and under-attached to risky claims.",
|
|
"Screenshots can be captured from the wrong state, wrong viewport, or wrong crop.",
|
|
"Missing screenshots can cause the skill to invent visual references instead of declaring the gap.",
|
|
"Users start invoking the skill for adjacent one-off or explanation-only requests.",
|
|
"Outputs remain valid but become generic, cluttered, or weakly aligned with the user's domain.",
|
|
"Borrowed benchmark patterns no longer fit the local job or add ceremony without payoff.",
|
|
"Skill usage becomes team-critical while ownership, review cadence, or rollback evidence stays informal."
|
|
]
|
|
},
|
|
"resources": {
|
|
"references": [
|
|
"references/artifact-design-doctrine.md",
|
|
"references/authoring-discipline.md",
|
|
"references/autonomous-adaptation.md",
|
|
"references/distribution-registry-method.md",
|
|
"references/eval-playbook.md",
|
|
"references/gate-selection.md",
|
|
"references/governance.md",
|
|
"references/human-review-template.md",
|
|
"references/intent-dialogue.md",
|
|
"references/iteration-philosophy.md",
|
|
"references/non-skill-decision-tree.md",
|
|
"references/operating-modes.md",
|
|
"references/output-eval-method.md",
|
|
"references/output-quality-risk.md",
|
|
"references/output-visual-quality.md",
|
|
"references/packaging-contracts.md",
|
|
"references/pattern-extraction-doctrine.md",
|
|
"references/platform-capability-matrix.md",
|
|
"references/prompt-engineering-doctrine.md",
|
|
"references/qa-ladder.md",
|
|
"references/reference-scan.md",
|
|
"references/regression-cause-taxonomy.md",
|
|
"references/resource-boundaries.md",
|
|
"references/review-studio-method.md",
|
|
"references/review-waiver-method.md",
|
|
"references/runtime-conformance-method.md",
|
|
"references/skill-archetypes.md",
|
|
"references/skill-atlas-method.md",
|
|
"references/skill-engineering-method.md",
|
|
"references/skill-ir-method.md",
|
|
"references/skillops-decision-policy.md",
|
|
"references/systems-thinking-doctrine.md",
|
|
"references/telemetry-drift-method.md",
|
|
"references/trust-security-method.md",
|
|
"references/user-memory-policy.md"
|
|
],
|
|
"scripts": [
|
|
"scripts/adaptation_patch_safety.py",
|
|
"scripts/adaptation_report_contracts.py",
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/build_skill_atlas_layout.py",
|
|
"scripts/build_skill_atlas_opportunities.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/compile_skill_targets.py",
|
|
"scripts/context_sizer.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/cross_packager_contracts.py",
|
|
"scripts/description_optimizer_reporting.py",
|
|
"scripts/diff_eval.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/evidence_consistency_artifact_roles.py",
|
|
"scripts/evidence_consistency_core.py",
|
|
"scripts/evidence_consistency_phase_queue.py",
|
|
"scripts/evidence_consistency_release.py",
|
|
"scripts/evidence_consistency_skill_os2_review.py",
|
|
"scripts/evidence_consistency_world_class.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/governance_check.py",
|
|
"scripts/html_rendering.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/judge_blind_eval.py",
|
|
"scripts/lint_skill.py",
|
|
"scripts/local_output_eval_runner.py",
|
|
"scripts/optimize_description.py",
|
|
"scripts/output_review_privacy.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/provider_output_eval_runner.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/reference_synthesis_markdown.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/resource_boundary_check.py",
|
|
"scripts/review_studio_action_evidence.py",
|
|
"scripts/review_studio_actions.py",
|
|
"scripts/review_studio_data.py",
|
|
"scripts/review_studio_formatting.py",
|
|
"scripts/review_studio_gate_contract.py",
|
|
"scripts/review_studio_gate_helpers.py",
|
|
"scripts/review_studio_gates.py",
|
|
"scripts/review_studio_layout.py",
|
|
"scripts/review_studio_output_review.py",
|
|
"scripts/review_studio_panels.py",
|
|
"scripts/review_studio_skillops.py",
|
|
"scripts/review_studio_waivers.py",
|
|
"scripts/review_studio_world_class.py",
|
|
"scripts/review_viewer_data.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/skill_ir_paths.py",
|
|
"scripts/skill_os2_coverage_markdown.py",
|
|
"scripts/skill_report_charts.py",
|
|
"scripts/skill_report_i18n.py",
|
|
"scripts/skill_report_layout.py",
|
|
"scripts/skill_report_metrics.py",
|
|
"scripts/skill_report_model.py",
|
|
"scripts/skill_report_sections.py",
|
|
"scripts/skill_report_sources.py",
|
|
"scripts/skill_report_world_class.py",
|
|
"scripts/skillops_opportunity.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trigger_eval.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/trust_check_scripts.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/validate_skill.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/world_class_evidence_contract.py",
|
|
"scripts/world_class_human_evidence.py",
|
|
"scripts/world_class_native_permission_evidence.py",
|
|
"scripts/world_class_native_telemetry_evidence.py",
|
|
"scripts/world_class_operator_runbook_coordination.py",
|
|
"scripts/world_class_phase_queue.py",
|
|
"scripts/world_class_preflight_layout.py",
|
|
"scripts/world_class_preflight_markdown.py",
|
|
"scripts/world_class_provider_evidence.py",
|
|
"scripts/world_class_repair_checklist.py",
|
|
"scripts/world_class_source_checks.py",
|
|
"scripts/world_class_submission_kit_rendering.py",
|
|
"scripts/world_class_submission_matrix.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_adaptation_commands.py",
|
|
"scripts/yao_cli_config.py",
|
|
"scripts/yao_cli_create_commands.py",
|
|
"scripts/yao_cli_distribution_commands.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_output_commands.py",
|
|
"scripts/yao_cli_parser.py",
|
|
"scripts/yao_cli_parser_evidence.py",
|
|
"scripts/yao_cli_parser_operations.py",
|
|
"scripts/yao_cli_parser_operator.py",
|
|
"scripts/yao_cli_report_commands.py",
|
|
"scripts/yao_cli_runtime.py",
|
|
"scripts/yao_cli_telemetry.py"
|
|
],
|
|
"assets": [
|
|
"assets/review-studio.css",
|
|
"assets/review-viewer.css",
|
|
"assets/skill-overview.css",
|
|
"assets/skill-overview.js",
|
|
"templates/basic_skill.md.j2",
|
|
"templates/complex_skill.md.j2"
|
|
],
|
|
"reports": [
|
|
"reports/benchmark_methodology.md",
|
|
"reports/intent-context.json",
|
|
"reports/intent-confidence.json",
|
|
"reports/intent-confidence.md",
|
|
"reports/reference-synthesis.json",
|
|
"reports/reference-synthesis.md",
|
|
"reports/output-risk-profile.json",
|
|
"reports/output-risk-profile.md",
|
|
"reports/artifact-design-profile.json",
|
|
"reports/artifact-design-profile.md",
|
|
"reports/prompt-quality-profile.json",
|
|
"reports/prompt-quality-profile.md",
|
|
"reports/system-model.json",
|
|
"reports/system-model.md",
|
|
"reports/iteration-directions.json",
|
|
"reports/iteration-directions.md",
|
|
"reports/skill-overview.json",
|
|
"reports/skill-overview.html",
|
|
"reports/output_quality_scorecard.json",
|
|
"reports/output_quality_scorecard.md",
|
|
"reports/output_execution_runs.json",
|
|
"reports/output_execution_runs.md",
|
|
"reports/output_blind_review_pack.json",
|
|
"reports/output_blind_review_pack.md",
|
|
"reports/output_blind_answer_key.json",
|
|
"reports/output_review_adjudication.json",
|
|
"reports/output_review_adjudication.md",
|
|
"reports/review_annotations.json",
|
|
"reports/review_annotations.md",
|
|
"reports/conformance_matrix.json",
|
|
"reports/conformance_matrix.md",
|
|
"reports/security_trust_report.json",
|
|
"reports/security_trust_report.md",
|
|
"reports/runtime_permission_probes.json",
|
|
"reports/runtime_permission_probes.md",
|
|
"reports/telemetry_hook_recipes.json",
|
|
"reports/telemetry_hook_recipes.md",
|
|
"reports/skill_atlas.json",
|
|
"reports/skill_atlas.html",
|
|
"reports/skill-os-2-review.md",
|
|
"reports/portability_score.json",
|
|
"reports/portability_score.md",
|
|
"reports/governance_score.json"
|
|
],
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
}
|
|
},
|
|
"eval_plan": {
|
|
"trigger": [
|
|
"evals/README.md",
|
|
"evals/adaptation/user_signals.example.jsonl",
|
|
"evals/adversarial/trigger_cases.json",
|
|
"evals/blind_holdout/trigger_cases.json",
|
|
"evals/confusion/route_cases.json",
|
|
"evals/dev/trigger_cases.json",
|
|
"evals/failure-cases.md",
|
|
"evals/history/2026-03-31-context-first-pack.json",
|
|
"evals/history/2026-03-31-family-suite-expansion.json",
|
|
"evals/history/2026-03-31-governance-quality-gates.json",
|
|
"evals/history/2026-03-31-governed-assets-and-history.json",
|
|
"evals/history/2026-04-01-route-scorecard-foundation.json",
|
|
"evals/history/README.md",
|
|
"evals/history/description_optimization/2026-03-31-description-optimization-suite.json",
|
|
"evals/history/description_optimization/2026-04-01-adversarial-calibration-and-family-drift.json",
|
|
"evals/history/description_optimization/2026-04-01-blind-holdout-and-drift-history.json",
|
|
"evals/history/description_optimization/2026-04-01-judge-backed-blind-eval.json",
|
|
"evals/history/description_optimization/README.md",
|
|
"evals/holdout/trigger_cases.json",
|
|
"evals/output/cases.jsonl",
|
|
"evals/output/fixtures/release-brief-source.md",
|
|
"evals/output/schema.json",
|
|
"evals/packaging_expectations.json",
|
|
"evals/promotion_policy.md",
|
|
"evals/semantic_config.json",
|
|
"evals/train/trigger_cases.json",
|
|
"evals/trigger_cases.json"
|
|
],
|
|
"output": [
|
|
"evals/output/cases.jsonl",
|
|
"evals/output/fixtures/release-brief-source.md",
|
|
"evals/output/schema.json"
|
|
],
|
|
"adversarial": [
|
|
"evals/adversarial/trigger_cases.json"
|
|
],
|
|
"baseline": "without_skill",
|
|
"counts": {
|
|
"trigger": 27,
|
|
"output": 3,
|
|
"adversarial": 1,
|
|
"baseline": 1
|
|
}
|
|
},
|
|
"risk": {
|
|
"output_risk": "high",
|
|
"execution_risk": "medium",
|
|
"trust_boundary": "external"
|
|
},
|
|
"governance": {
|
|
"owner": "Yao Team",
|
|
"maturity": "governed",
|
|
"review_cadence": "quarterly",
|
|
"review_due": ""
|
|
},
|
|
"runtime": {
|
|
"activation": {
|
|
"mode": "manual",
|
|
"paths": []
|
|
},
|
|
"execution": {
|
|
"context": "inline",
|
|
"shell": "bash"
|
|
},
|
|
"trust": {
|
|
"source_tier": "local",
|
|
"remote_inline_execution": "forbid",
|
|
"remote_metadata_policy": "allow-metadata-only"
|
|
},
|
|
"adapter_targets": [
|
|
"openai",
|
|
"claude",
|
|
"generic",
|
|
"vscode"
|
|
],
|
|
"canonical_format": "agent-skills"
|
|
},
|
|
"permissions": {
|
|
"schema_version": "1.0",
|
|
"source": "reports/security_trust_report.json",
|
|
"source_available": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true,
|
|
"capabilities": {
|
|
"network": {
|
|
"required": true,
|
|
"script_count": 3,
|
|
"scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"review_reason": "Outbound hosts must match security/network_policy.json."
|
|
},
|
|
"file_write": {
|
|
"required": true,
|
|
"script_count": 74,
|
|
"scripts": [
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/yao_cli_operator_commands.py"
|
|
],
|
|
"review_reason": "Scripts write local files or generated artifacts."
|
|
},
|
|
"subprocess": {
|
|
"required": true,
|
|
"script_count": 13,
|
|
"scripts": [
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_runtime.py"
|
|
],
|
|
"review_reason": "Scripts spawn local commands and need operator review."
|
|
},
|
|
"interactive": {
|
|
"required": false,
|
|
"script_count": 0,
|
|
"scripts": [],
|
|
"review_reason": ""
|
|
}
|
|
},
|
|
"network_policy": {
|
|
"source": "security/network_policy.json",
|
|
"covered_scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"missing_scripts": [],
|
|
"mismatches": []
|
|
},
|
|
"help_smoke": {
|
|
"enabled": true,
|
|
"checked_count": 86,
|
|
"failed_count": 0,
|
|
"failed_scripts": []
|
|
},
|
|
"trust_summary": {
|
|
"secret_findings": 0,
|
|
"network_script_count": 3,
|
|
"file_write_script_count": 74,
|
|
"subprocess_script_count": 13,
|
|
"interactive_script_count": 0,
|
|
"help_smoke_failed_count": 0
|
|
}
|
|
},
|
|
"source_files_count": 6,
|
|
"target": "claude",
|
|
"target_permission_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "claude",
|
|
"permission_model": "neutral-source-plus-adapter",
|
|
"native_enforcement": false,
|
|
"representation": "targets/claude/adapter.json::target_permission_contract and README notes",
|
|
"review_required": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"capability_counts": {
|
|
"network": 3,
|
|
"file_write": 74,
|
|
"subprocess": 13,
|
|
"interactive": 0
|
|
},
|
|
"evidence": "reports/security_trust_report.json",
|
|
"operator_note": "Claude-compatible package keeps permission intent in adapter metadata for install review."
|
|
},
|
|
"target_native_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "claude",
|
|
"native_surface": "Claude-compatible neutral source folder with adapter notes",
|
|
"activation": {
|
|
"policy": "Use SKILL.md frontmatter description as the primary activation contract and adapter.json for review metadata.",
|
|
"trigger_description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"manual_activation_supported": true,
|
|
"automatic_activation_note": "Depends on the target client route/catalog implementation."
|
|
},
|
|
"resources": {
|
|
"strategy": "Preserve the source tree directly; write target notes in targets/claude/README.md.",
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
},
|
|
"generated_files": [
|
|
"targets/claude/adapter.json",
|
|
"targets/claude/README.md"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"strategy": "Scripts remain local package resources and must be reviewed through trust and permission reports before use.",
|
|
"script_count": 155,
|
|
"help_smoke_failed_count": 0
|
|
},
|
|
"permissions": {
|
|
"enforcement": "metadata-fallback",
|
|
"native_enforcement": false,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true
|
|
},
|
|
"review": {
|
|
"artifacts": [
|
|
"targets/claude/README.md",
|
|
"targets/claude/adapter.json",
|
|
"reports/review-studio.html"
|
|
],
|
|
"fallback_behavior": "If Claude-specific metadata is not consumed, SKILL.md and references remain the source of truth.",
|
|
"unsupported_native_features": [
|
|
"vendor-native permission enforcement",
|
|
"provider-specific execution transforms",
|
|
"vendor-native metadata fields are carried as adapter JSON and README notes"
|
|
]
|
|
},
|
|
"install_scope": "user or project skill directory"
|
|
},
|
|
"degradation_strategy": "neutral-source-plus-adapter",
|
|
"target_runtime": {
|
|
"adapter_mode": "neutral-source-plus-adapter",
|
|
"generated_files": [
|
|
"targets/claude/adapter.json",
|
|
"targets/claude/README.md"
|
|
],
|
|
"metadata_mapping": {
|
|
"display_name": "targets/claude/adapter.json::display_name",
|
|
"default_prompt": "targets/claude/adapter.json::default_prompt",
|
|
"activation": "targets/claude/adapter.json::activation_mode",
|
|
"execution": "targets/claude/adapter.json::execution_context",
|
|
"trust": "targets/claude/adapter.json::trust_level",
|
|
"permissions": "targets/claude/adapter.json::target_permission_contract",
|
|
"degradation": "targets/claude/adapter.json::degradation_strategy"
|
|
},
|
|
"preserved_semantics": [
|
|
"trigger",
|
|
"workflow-counts",
|
|
"resources",
|
|
"eval-plan",
|
|
"risk",
|
|
"governance",
|
|
"runtime",
|
|
"trust",
|
|
"permissions"
|
|
],
|
|
"native_surface": "Claude-compatible neutral source folder with adapter notes"
|
|
}
|
|
},
|
|
"permission_contract": {
|
|
"schema_version": "1.0",
|
|
"source": "reports/security_trust_report.json",
|
|
"source_available": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true,
|
|
"capabilities": {
|
|
"network": {
|
|
"required": true,
|
|
"script_count": 3,
|
|
"scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"review_reason": "Outbound hosts must match security/network_policy.json."
|
|
},
|
|
"file_write": {
|
|
"required": true,
|
|
"script_count": 74,
|
|
"scripts": [
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/yao_cli_operator_commands.py"
|
|
],
|
|
"review_reason": "Scripts write local files or generated artifacts."
|
|
},
|
|
"subprocess": {
|
|
"required": true,
|
|
"script_count": 13,
|
|
"scripts": [
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_runtime.py"
|
|
],
|
|
"review_reason": "Scripts spawn local commands and need operator review."
|
|
},
|
|
"interactive": {
|
|
"required": false,
|
|
"script_count": 0,
|
|
"scripts": [],
|
|
"review_reason": ""
|
|
}
|
|
},
|
|
"network_policy": {
|
|
"source": "security/network_policy.json",
|
|
"covered_scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"missing_scripts": [],
|
|
"mismatches": []
|
|
},
|
|
"help_smoke": {
|
|
"enabled": true,
|
|
"checked_count": 86,
|
|
"failed_count": 0,
|
|
"failed_scripts": []
|
|
},
|
|
"trust_summary": {
|
|
"secret_findings": 0,
|
|
"network_script_count": 3,
|
|
"file_write_script_count": 74,
|
|
"subprocess_script_count": 13,
|
|
"interactive_script_count": 0,
|
|
"help_smoke_failed_count": 0
|
|
}
|
|
},
|
|
"target_permission_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "claude",
|
|
"permission_model": "neutral-source-plus-adapter",
|
|
"native_enforcement": false,
|
|
"representation": "targets/claude/adapter.json::target_permission_contract and README notes",
|
|
"review_required": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"capability_counts": {
|
|
"network": 3,
|
|
"file_write": 74,
|
|
"subprocess": 13,
|
|
"interactive": 0
|
|
},
|
|
"evidence": "reports/security_trust_report.json",
|
|
"operator_note": "Claude-compatible package keeps permission intent in adapter metadata for install review."
|
|
},
|
|
"target_native_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "claude",
|
|
"native_surface": "Claude-compatible neutral source folder with adapter notes",
|
|
"activation": {
|
|
"policy": "Use SKILL.md frontmatter description as the primary activation contract and adapter.json for review metadata.",
|
|
"trigger_description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"manual_activation_supported": true,
|
|
"automatic_activation_note": "Depends on the target client route/catalog implementation."
|
|
},
|
|
"resources": {
|
|
"strategy": "Preserve the source tree directly; write target notes in targets/claude/README.md.",
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
},
|
|
"generated_files": [
|
|
"targets/claude/adapter.json",
|
|
"targets/claude/README.md"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"strategy": "Scripts remain local package resources and must be reviewed through trust and permission reports before use.",
|
|
"script_count": 155,
|
|
"help_smoke_failed_count": 0
|
|
},
|
|
"permissions": {
|
|
"enforcement": "metadata-fallback",
|
|
"native_enforcement": false,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true
|
|
},
|
|
"review": {
|
|
"artifacts": [
|
|
"targets/claude/README.md",
|
|
"targets/claude/adapter.json",
|
|
"reports/review-studio.html"
|
|
],
|
|
"fallback_behavior": "If Claude-specific metadata is not consumed, SKILL.md and references remain the source of truth.",
|
|
"unsupported_native_features": [
|
|
"vendor-native permission enforcement",
|
|
"provider-specific execution transforms",
|
|
"vendor-native metadata fields are carried as adapter JSON and README notes"
|
|
]
|
|
},
|
|
"install_scope": "user or project skill directory"
|
|
},
|
|
"target_transform": {
|
|
"target": "claude",
|
|
"adapter_mode": "neutral-source-plus-adapter",
|
|
"generated_files": [
|
|
"targets/claude/adapter.json",
|
|
"targets/claude/README.md"
|
|
],
|
|
"metadata_mapping": {
|
|
"display_name": "targets/claude/adapter.json::display_name",
|
|
"default_prompt": "targets/claude/adapter.json::default_prompt",
|
|
"activation": "targets/claude/adapter.json::activation_mode",
|
|
"execution": "targets/claude/adapter.json::execution_context",
|
|
"trust": "targets/claude/adapter.json::trust_level",
|
|
"permissions": "targets/claude/adapter.json::target_permission_contract",
|
|
"degradation": "targets/claude/adapter.json::degradation_strategy"
|
|
},
|
|
"preserved_semantics": [
|
|
"trigger",
|
|
"workflow-counts",
|
|
"resources",
|
|
"eval-plan",
|
|
"risk",
|
|
"governance",
|
|
"runtime",
|
|
"trust",
|
|
"permissions"
|
|
],
|
|
"degradation_strategy": "neutral-source-plus-adapter",
|
|
"permission_representation": "targets/claude/adapter.json::target_permission_contract and README notes",
|
|
"native_surface": "Claude-compatible neutral source folder with adapter notes",
|
|
"activation_policy": "Use SKILL.md frontmatter description as the primary activation contract and adapter.json for review metadata.",
|
|
"resource_strategy": "Preserve the source tree directly; write target notes in targets/claude/README.md.",
|
|
"script_strategy": "Scripts remain local package resources and must be reviewed through trust and permission reports before use.",
|
|
"permission_enforcement": "metadata-fallback"
|
|
},
|
|
"unsupported_features": [
|
|
"vendor-native metadata fields are carried as adapter JSON and README notes"
|
|
],
|
|
"warnings": [],
|
|
"failures": []
|
|
},
|
|
{
|
|
"schema_version": "1.0",
|
|
"target": "generic",
|
|
"status": "pass",
|
|
"compiler": {
|
|
"name": "yao-skill-ir-compiler",
|
|
"schema_version": "1.0",
|
|
"source": "skill-ir",
|
|
"ir_source": "skill-ir/examples/yao-meta-skill.json",
|
|
"ir_schema_version": "2.0.0"
|
|
},
|
|
"source": {
|
|
"skill_dir": ".",
|
|
"canonical_metadata": "agents/interface.yaml",
|
|
"declared_targets": [
|
|
"openai",
|
|
"claude",
|
|
"generic",
|
|
"agent-skills-compatible",
|
|
"vscode"
|
|
]
|
|
},
|
|
"compiled_contract": {
|
|
"name": "yao-meta-skill",
|
|
"title": "Yao Meta Skill",
|
|
"version": "1.1.0",
|
|
"description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"job_to_be_done": "Turn repeated workflows, prompts, transcripts, runbooks, documents, or existing skill packages into routeable, evaluable, packageable, and governable agent skills for personal, team, library, or governed reuse.",
|
|
"trigger": {
|
|
"description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"should_trigger": [
|
|
"Create a skill from this repeated workflow.",
|
|
"Turn this runbook into a reusable agent skill.",
|
|
"Convert this process note into a reusable skill package for the team.",
|
|
"Improve this skill description and add evals.",
|
|
"Refactor this prompt into a proper skill package.",
|
|
"Package this skill for team reuse.",
|
|
"Create a meta-skill for packaging internal workflows.",
|
|
"Standardize this recurring workflow as a shareable skill package with references."
|
|
],
|
|
"should_not_trigger": [
|
|
"Explain what a workflow is.",
|
|
"Just explain what a skill is.",
|
|
"Summarize this random note.",
|
|
"Translate this README into Japanese.",
|
|
"Write a product headline for this landing page.",
|
|
"Draft a blog title for this article.",
|
|
"Rewrite this paragraph more clearly, but do not package anything.",
|
|
"Explain the difference between a runbook and a workflow.",
|
|
"one-off writing, translation, explanation, or brainstorming requests that do not need a reusable skill",
|
|
"general code review or debugging unless the user is packaging that workflow as a skill"
|
|
],
|
|
"edge_cases": [
|
|
"Create a one-off prompt for this task.",
|
|
"Write a custom answer for this request without creating a skill package.",
|
|
"Help me brainstorm process ideas without building a skill.",
|
|
"Improve this README but do not turn it into a skill.",
|
|
"Make a checklist for this task, but not a reusable skill.",
|
|
"Create a reusable-looking checklist, but keep it as a plain note instead of a skill.",
|
|
"Review this process note and explain it, no packaging needed.",
|
|
"Turn this into a checklist and template, but stop short of making a full skill."
|
|
]
|
|
},
|
|
"workflow": {
|
|
"steps": [
|
|
"One-off/no reusable process: `Do not create a skill`; `near-neighbor`; require `repeated use` + `reusable output contract`.",
|
|
"Capture job, output, exclusions, constraints, standards, lightest fit.",
|
|
"Scan up to `3-5` references: external, user, local; skip tiny edits; surface only uncertainty/conflict.",
|
|
"Write `description` early; route/boundary edits need `trigger_eval.py`; releases need risk-matched gates before folders.",
|
|
"Add output-risk, artifact-design, prompt-quality, system-model, next directions only when earned."
|
|
],
|
|
"decision_points": [
|
|
"Route by frontmatter `description`.",
|
|
"Keep `SKILL.md` lean; put guidance in `references/`, logic in `scripts/`, and evidence in `reports/`.",
|
|
"Use the lightest reliable process.",
|
|
"`Scaffold`: exploratory/personal. `Production`: team reuse. `Library`: shared infra. `Governed`: high-trust/release-critical.",
|
|
"Rules: [Method](references/skill-engineering-method.md), [Operating Modes](references/operating-modes.md), [Resource Boundaries](references/resource-boundaries.md).",
|
|
"Ask one focused clarification when the real job, output, or exclusion boundary is unclear.",
|
|
"Escalate visible tradeoffs when benchmark patterns conflict with local privacy, naming, or governance constraints.",
|
|
"Do not silently broaden the skill into adjacent jobs just because the examples are nearby."
|
|
],
|
|
"failure_modes": [
|
|
"Tables can render as dense grids with weak hierarchy or poor mobile readability.",
|
|
"Long bullets can make the output look complete while hiding the actual decision logic.",
|
|
"Footnote markers or dense citation notes can interrupt the reading flow.",
|
|
"Evidence can be over-attached to obvious statements and under-attached to risky claims.",
|
|
"Screenshots can be captured from the wrong state, wrong viewport, or wrong crop.",
|
|
"Missing screenshots can cause the skill to invent visual references instead of declaring the gap.",
|
|
"Users start invoking the skill for adjacent one-off or explanation-only requests.",
|
|
"Outputs remain valid but become generic, cluttered, or weakly aligned with the user's domain.",
|
|
"Borrowed benchmark patterns no longer fit the local job or add ceremony without payoff.",
|
|
"Skill usage becomes team-critical while ownership, review cadence, or rollback evidence stays informal."
|
|
]
|
|
},
|
|
"resources": {
|
|
"references": [
|
|
"references/artifact-design-doctrine.md",
|
|
"references/authoring-discipline.md",
|
|
"references/autonomous-adaptation.md",
|
|
"references/distribution-registry-method.md",
|
|
"references/eval-playbook.md",
|
|
"references/gate-selection.md",
|
|
"references/governance.md",
|
|
"references/human-review-template.md",
|
|
"references/intent-dialogue.md",
|
|
"references/iteration-philosophy.md",
|
|
"references/non-skill-decision-tree.md",
|
|
"references/operating-modes.md",
|
|
"references/output-eval-method.md",
|
|
"references/output-quality-risk.md",
|
|
"references/output-visual-quality.md",
|
|
"references/packaging-contracts.md",
|
|
"references/pattern-extraction-doctrine.md",
|
|
"references/platform-capability-matrix.md",
|
|
"references/prompt-engineering-doctrine.md",
|
|
"references/qa-ladder.md",
|
|
"references/reference-scan.md",
|
|
"references/regression-cause-taxonomy.md",
|
|
"references/resource-boundaries.md",
|
|
"references/review-studio-method.md",
|
|
"references/review-waiver-method.md",
|
|
"references/runtime-conformance-method.md",
|
|
"references/skill-archetypes.md",
|
|
"references/skill-atlas-method.md",
|
|
"references/skill-engineering-method.md",
|
|
"references/skill-ir-method.md",
|
|
"references/skillops-decision-policy.md",
|
|
"references/systems-thinking-doctrine.md",
|
|
"references/telemetry-drift-method.md",
|
|
"references/trust-security-method.md",
|
|
"references/user-memory-policy.md"
|
|
],
|
|
"scripts": [
|
|
"scripts/adaptation_patch_safety.py",
|
|
"scripts/adaptation_report_contracts.py",
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/build_skill_atlas_layout.py",
|
|
"scripts/build_skill_atlas_opportunities.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/compile_skill_targets.py",
|
|
"scripts/context_sizer.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/cross_packager_contracts.py",
|
|
"scripts/description_optimizer_reporting.py",
|
|
"scripts/diff_eval.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/evidence_consistency_artifact_roles.py",
|
|
"scripts/evidence_consistency_core.py",
|
|
"scripts/evidence_consistency_phase_queue.py",
|
|
"scripts/evidence_consistency_release.py",
|
|
"scripts/evidence_consistency_skill_os2_review.py",
|
|
"scripts/evidence_consistency_world_class.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/governance_check.py",
|
|
"scripts/html_rendering.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/judge_blind_eval.py",
|
|
"scripts/lint_skill.py",
|
|
"scripts/local_output_eval_runner.py",
|
|
"scripts/optimize_description.py",
|
|
"scripts/output_review_privacy.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/provider_output_eval_runner.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/reference_synthesis_markdown.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/resource_boundary_check.py",
|
|
"scripts/review_studio_action_evidence.py",
|
|
"scripts/review_studio_actions.py",
|
|
"scripts/review_studio_data.py",
|
|
"scripts/review_studio_formatting.py",
|
|
"scripts/review_studio_gate_contract.py",
|
|
"scripts/review_studio_gate_helpers.py",
|
|
"scripts/review_studio_gates.py",
|
|
"scripts/review_studio_layout.py",
|
|
"scripts/review_studio_output_review.py",
|
|
"scripts/review_studio_panels.py",
|
|
"scripts/review_studio_skillops.py",
|
|
"scripts/review_studio_waivers.py",
|
|
"scripts/review_studio_world_class.py",
|
|
"scripts/review_viewer_data.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/skill_ir_paths.py",
|
|
"scripts/skill_os2_coverage_markdown.py",
|
|
"scripts/skill_report_charts.py",
|
|
"scripts/skill_report_i18n.py",
|
|
"scripts/skill_report_layout.py",
|
|
"scripts/skill_report_metrics.py",
|
|
"scripts/skill_report_model.py",
|
|
"scripts/skill_report_sections.py",
|
|
"scripts/skill_report_sources.py",
|
|
"scripts/skill_report_world_class.py",
|
|
"scripts/skillops_opportunity.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trigger_eval.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/trust_check_scripts.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/validate_skill.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/world_class_evidence_contract.py",
|
|
"scripts/world_class_human_evidence.py",
|
|
"scripts/world_class_native_permission_evidence.py",
|
|
"scripts/world_class_native_telemetry_evidence.py",
|
|
"scripts/world_class_operator_runbook_coordination.py",
|
|
"scripts/world_class_phase_queue.py",
|
|
"scripts/world_class_preflight_layout.py",
|
|
"scripts/world_class_preflight_markdown.py",
|
|
"scripts/world_class_provider_evidence.py",
|
|
"scripts/world_class_repair_checklist.py",
|
|
"scripts/world_class_source_checks.py",
|
|
"scripts/world_class_submission_kit_rendering.py",
|
|
"scripts/world_class_submission_matrix.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_adaptation_commands.py",
|
|
"scripts/yao_cli_config.py",
|
|
"scripts/yao_cli_create_commands.py",
|
|
"scripts/yao_cli_distribution_commands.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_output_commands.py",
|
|
"scripts/yao_cli_parser.py",
|
|
"scripts/yao_cli_parser_evidence.py",
|
|
"scripts/yao_cli_parser_operations.py",
|
|
"scripts/yao_cli_parser_operator.py",
|
|
"scripts/yao_cli_report_commands.py",
|
|
"scripts/yao_cli_runtime.py",
|
|
"scripts/yao_cli_telemetry.py"
|
|
],
|
|
"assets": [
|
|
"assets/review-studio.css",
|
|
"assets/review-viewer.css",
|
|
"assets/skill-overview.css",
|
|
"assets/skill-overview.js",
|
|
"templates/basic_skill.md.j2",
|
|
"templates/complex_skill.md.j2"
|
|
],
|
|
"reports": [
|
|
"reports/benchmark_methodology.md",
|
|
"reports/intent-context.json",
|
|
"reports/intent-confidence.json",
|
|
"reports/intent-confidence.md",
|
|
"reports/reference-synthesis.json",
|
|
"reports/reference-synthesis.md",
|
|
"reports/output-risk-profile.json",
|
|
"reports/output-risk-profile.md",
|
|
"reports/artifact-design-profile.json",
|
|
"reports/artifact-design-profile.md",
|
|
"reports/prompt-quality-profile.json",
|
|
"reports/prompt-quality-profile.md",
|
|
"reports/system-model.json",
|
|
"reports/system-model.md",
|
|
"reports/iteration-directions.json",
|
|
"reports/iteration-directions.md",
|
|
"reports/skill-overview.json",
|
|
"reports/skill-overview.html",
|
|
"reports/output_quality_scorecard.json",
|
|
"reports/output_quality_scorecard.md",
|
|
"reports/output_execution_runs.json",
|
|
"reports/output_execution_runs.md",
|
|
"reports/output_blind_review_pack.json",
|
|
"reports/output_blind_review_pack.md",
|
|
"reports/output_blind_answer_key.json",
|
|
"reports/output_review_adjudication.json",
|
|
"reports/output_review_adjudication.md",
|
|
"reports/review_annotations.json",
|
|
"reports/review_annotations.md",
|
|
"reports/conformance_matrix.json",
|
|
"reports/conformance_matrix.md",
|
|
"reports/security_trust_report.json",
|
|
"reports/security_trust_report.md",
|
|
"reports/runtime_permission_probes.json",
|
|
"reports/runtime_permission_probes.md",
|
|
"reports/telemetry_hook_recipes.json",
|
|
"reports/telemetry_hook_recipes.md",
|
|
"reports/skill_atlas.json",
|
|
"reports/skill_atlas.html",
|
|
"reports/skill-os-2-review.md",
|
|
"reports/portability_score.json",
|
|
"reports/portability_score.md",
|
|
"reports/governance_score.json"
|
|
],
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
}
|
|
},
|
|
"eval_plan": {
|
|
"trigger": [
|
|
"evals/README.md",
|
|
"evals/adaptation/user_signals.example.jsonl",
|
|
"evals/adversarial/trigger_cases.json",
|
|
"evals/blind_holdout/trigger_cases.json",
|
|
"evals/confusion/route_cases.json",
|
|
"evals/dev/trigger_cases.json",
|
|
"evals/failure-cases.md",
|
|
"evals/history/2026-03-31-context-first-pack.json",
|
|
"evals/history/2026-03-31-family-suite-expansion.json",
|
|
"evals/history/2026-03-31-governance-quality-gates.json",
|
|
"evals/history/2026-03-31-governed-assets-and-history.json",
|
|
"evals/history/2026-04-01-route-scorecard-foundation.json",
|
|
"evals/history/README.md",
|
|
"evals/history/description_optimization/2026-03-31-description-optimization-suite.json",
|
|
"evals/history/description_optimization/2026-04-01-adversarial-calibration-and-family-drift.json",
|
|
"evals/history/description_optimization/2026-04-01-blind-holdout-and-drift-history.json",
|
|
"evals/history/description_optimization/2026-04-01-judge-backed-blind-eval.json",
|
|
"evals/history/description_optimization/README.md",
|
|
"evals/holdout/trigger_cases.json",
|
|
"evals/output/cases.jsonl",
|
|
"evals/output/fixtures/release-brief-source.md",
|
|
"evals/output/schema.json",
|
|
"evals/packaging_expectations.json",
|
|
"evals/promotion_policy.md",
|
|
"evals/semantic_config.json",
|
|
"evals/train/trigger_cases.json",
|
|
"evals/trigger_cases.json"
|
|
],
|
|
"output": [
|
|
"evals/output/cases.jsonl",
|
|
"evals/output/fixtures/release-brief-source.md",
|
|
"evals/output/schema.json"
|
|
],
|
|
"adversarial": [
|
|
"evals/adversarial/trigger_cases.json"
|
|
],
|
|
"baseline": "without_skill",
|
|
"counts": {
|
|
"trigger": 27,
|
|
"output": 3,
|
|
"adversarial": 1,
|
|
"baseline": 1
|
|
}
|
|
},
|
|
"risk": {
|
|
"output_risk": "high",
|
|
"execution_risk": "medium",
|
|
"trust_boundary": "external"
|
|
},
|
|
"governance": {
|
|
"owner": "Yao Team",
|
|
"maturity": "governed",
|
|
"review_cadence": "quarterly",
|
|
"review_due": ""
|
|
},
|
|
"runtime": {
|
|
"activation": {
|
|
"mode": "manual",
|
|
"paths": []
|
|
},
|
|
"execution": {
|
|
"context": "inline",
|
|
"shell": "bash"
|
|
},
|
|
"trust": {
|
|
"source_tier": "local",
|
|
"remote_inline_execution": "forbid",
|
|
"remote_metadata_policy": "allow-metadata-only"
|
|
},
|
|
"adapter_targets": [
|
|
"openai",
|
|
"claude",
|
|
"generic",
|
|
"vscode"
|
|
],
|
|
"canonical_format": "agent-skills"
|
|
},
|
|
"permissions": {
|
|
"schema_version": "1.0",
|
|
"source": "reports/security_trust_report.json",
|
|
"source_available": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true,
|
|
"capabilities": {
|
|
"network": {
|
|
"required": true,
|
|
"script_count": 3,
|
|
"scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"review_reason": "Outbound hosts must match security/network_policy.json."
|
|
},
|
|
"file_write": {
|
|
"required": true,
|
|
"script_count": 74,
|
|
"scripts": [
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/yao_cli_operator_commands.py"
|
|
],
|
|
"review_reason": "Scripts write local files or generated artifacts."
|
|
},
|
|
"subprocess": {
|
|
"required": true,
|
|
"script_count": 13,
|
|
"scripts": [
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_runtime.py"
|
|
],
|
|
"review_reason": "Scripts spawn local commands and need operator review."
|
|
},
|
|
"interactive": {
|
|
"required": false,
|
|
"script_count": 0,
|
|
"scripts": [],
|
|
"review_reason": ""
|
|
}
|
|
},
|
|
"network_policy": {
|
|
"source": "security/network_policy.json",
|
|
"covered_scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"missing_scripts": [],
|
|
"mismatches": []
|
|
},
|
|
"help_smoke": {
|
|
"enabled": true,
|
|
"checked_count": 86,
|
|
"failed_count": 0,
|
|
"failed_scripts": []
|
|
},
|
|
"trust_summary": {
|
|
"secret_findings": 0,
|
|
"network_script_count": 3,
|
|
"file_write_script_count": 74,
|
|
"subprocess_script_count": 13,
|
|
"interactive_script_count": 0,
|
|
"help_smoke_failed_count": 0
|
|
}
|
|
},
|
|
"source_files_count": 6,
|
|
"target": "generic",
|
|
"target_permission_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "generic",
|
|
"permission_model": "agent-skills-compatible-metadata",
|
|
"native_enforcement": false,
|
|
"representation": "targets/generic/adapter.json::target_permission_contract",
|
|
"review_required": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"capability_counts": {
|
|
"network": 3,
|
|
"file_write": 74,
|
|
"subprocess": 13,
|
|
"interactive": 0
|
|
},
|
|
"evidence": "reports/security_trust_report.json",
|
|
"operator_note": "Generic target exposes permission metadata for downstream clients to enforce or review."
|
|
},
|
|
"target_native_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "generic",
|
|
"native_surface": "Agent Skills compatible neutral package",
|
|
"activation": {
|
|
"policy": "Use SKILL.md name and description; consumers decide automatic or manual activation.",
|
|
"trigger_description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"manual_activation_supported": true,
|
|
"automatic_activation_note": "Depends on the target client route/catalog implementation."
|
|
},
|
|
"resources": {
|
|
"strategy": "Preserve references, scripts, assets, evals, reports, and adapter metadata as relative package resources.",
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
},
|
|
"generated_files": [
|
|
"targets/generic/adapter.json"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"strategy": "Expose script and permission metadata for downstream clients or installers to enforce.",
|
|
"script_count": 155,
|
|
"help_smoke_failed_count": 0
|
|
},
|
|
"permissions": {
|
|
"enforcement": "consumer-enforced-or-metadata-only",
|
|
"native_enforcement": false,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true
|
|
},
|
|
"review": {
|
|
"artifacts": [
|
|
"targets/generic/adapter.json",
|
|
"reports/review-studio.html"
|
|
],
|
|
"fallback_behavior": "Neutral source is the runtime fallback.",
|
|
"unsupported_native_features": []
|
|
},
|
|
"install_scope": "generic Agent Skills compatible root"
|
|
},
|
|
"degradation_strategy": "neutral-source",
|
|
"target_runtime": {
|
|
"adapter_mode": "agent-skills-compatible",
|
|
"generated_files": [
|
|
"targets/generic/adapter.json"
|
|
],
|
|
"metadata_mapping": {
|
|
"display_name": "targets/generic/adapter.json::display_name",
|
|
"default_prompt": "targets/generic/adapter.json::default_prompt",
|
|
"activation": "targets/generic/adapter.json::activation_mode",
|
|
"execution": "targets/generic/adapter.json::execution_context",
|
|
"trust": "targets/generic/adapter.json::trust_level",
|
|
"permissions": "targets/generic/adapter.json::target_permission_contract",
|
|
"degradation": "targets/generic/adapter.json::degradation_strategy"
|
|
},
|
|
"preserved_semantics": [
|
|
"trigger",
|
|
"workflow-counts",
|
|
"resources",
|
|
"eval-plan",
|
|
"risk",
|
|
"governance",
|
|
"runtime",
|
|
"trust",
|
|
"permissions"
|
|
],
|
|
"native_surface": "Agent Skills compatible neutral package"
|
|
}
|
|
},
|
|
"permission_contract": {
|
|
"schema_version": "1.0",
|
|
"source": "reports/security_trust_report.json",
|
|
"source_available": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true,
|
|
"capabilities": {
|
|
"network": {
|
|
"required": true,
|
|
"script_count": 3,
|
|
"scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"review_reason": "Outbound hosts must match security/network_policy.json."
|
|
},
|
|
"file_write": {
|
|
"required": true,
|
|
"script_count": 74,
|
|
"scripts": [
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/yao_cli_operator_commands.py"
|
|
],
|
|
"review_reason": "Scripts write local files or generated artifacts."
|
|
},
|
|
"subprocess": {
|
|
"required": true,
|
|
"script_count": 13,
|
|
"scripts": [
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_runtime.py"
|
|
],
|
|
"review_reason": "Scripts spawn local commands and need operator review."
|
|
},
|
|
"interactive": {
|
|
"required": false,
|
|
"script_count": 0,
|
|
"scripts": [],
|
|
"review_reason": ""
|
|
}
|
|
},
|
|
"network_policy": {
|
|
"source": "security/network_policy.json",
|
|
"covered_scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"missing_scripts": [],
|
|
"mismatches": []
|
|
},
|
|
"help_smoke": {
|
|
"enabled": true,
|
|
"checked_count": 86,
|
|
"failed_count": 0,
|
|
"failed_scripts": []
|
|
},
|
|
"trust_summary": {
|
|
"secret_findings": 0,
|
|
"network_script_count": 3,
|
|
"file_write_script_count": 74,
|
|
"subprocess_script_count": 13,
|
|
"interactive_script_count": 0,
|
|
"help_smoke_failed_count": 0
|
|
}
|
|
},
|
|
"target_permission_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "generic",
|
|
"permission_model": "agent-skills-compatible-metadata",
|
|
"native_enforcement": false,
|
|
"representation": "targets/generic/adapter.json::target_permission_contract",
|
|
"review_required": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"capability_counts": {
|
|
"network": 3,
|
|
"file_write": 74,
|
|
"subprocess": 13,
|
|
"interactive": 0
|
|
},
|
|
"evidence": "reports/security_trust_report.json",
|
|
"operator_note": "Generic target exposes permission metadata for downstream clients to enforce or review."
|
|
},
|
|
"target_native_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "generic",
|
|
"native_surface": "Agent Skills compatible neutral package",
|
|
"activation": {
|
|
"policy": "Use SKILL.md name and description; consumers decide automatic or manual activation.",
|
|
"trigger_description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"manual_activation_supported": true,
|
|
"automatic_activation_note": "Depends on the target client route/catalog implementation."
|
|
},
|
|
"resources": {
|
|
"strategy": "Preserve references, scripts, assets, evals, reports, and adapter metadata as relative package resources.",
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
},
|
|
"generated_files": [
|
|
"targets/generic/adapter.json"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"strategy": "Expose script and permission metadata for downstream clients or installers to enforce.",
|
|
"script_count": 155,
|
|
"help_smoke_failed_count": 0
|
|
},
|
|
"permissions": {
|
|
"enforcement": "consumer-enforced-or-metadata-only",
|
|
"native_enforcement": false,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true
|
|
},
|
|
"review": {
|
|
"artifacts": [
|
|
"targets/generic/adapter.json",
|
|
"reports/review-studio.html"
|
|
],
|
|
"fallback_behavior": "Neutral source is the runtime fallback.",
|
|
"unsupported_native_features": []
|
|
},
|
|
"install_scope": "generic Agent Skills compatible root"
|
|
},
|
|
"target_transform": {
|
|
"target": "generic",
|
|
"adapter_mode": "agent-skills-compatible",
|
|
"generated_files": [
|
|
"targets/generic/adapter.json"
|
|
],
|
|
"metadata_mapping": {
|
|
"display_name": "targets/generic/adapter.json::display_name",
|
|
"default_prompt": "targets/generic/adapter.json::default_prompt",
|
|
"activation": "targets/generic/adapter.json::activation_mode",
|
|
"execution": "targets/generic/adapter.json::execution_context",
|
|
"trust": "targets/generic/adapter.json::trust_level",
|
|
"permissions": "targets/generic/adapter.json::target_permission_contract",
|
|
"degradation": "targets/generic/adapter.json::degradation_strategy"
|
|
},
|
|
"preserved_semantics": [
|
|
"trigger",
|
|
"workflow-counts",
|
|
"resources",
|
|
"eval-plan",
|
|
"risk",
|
|
"governance",
|
|
"runtime",
|
|
"trust",
|
|
"permissions"
|
|
],
|
|
"degradation_strategy": "neutral-source",
|
|
"permission_representation": "targets/generic/adapter.json::target_permission_contract",
|
|
"native_surface": "Agent Skills compatible neutral package",
|
|
"activation_policy": "Use SKILL.md name and description; consumers decide automatic or manual activation.",
|
|
"resource_strategy": "Preserve references, scripts, assets, evals, reports, and adapter metadata as relative package resources.",
|
|
"script_strategy": "Expose script and permission metadata for downstream clients or installers to enforce.",
|
|
"permission_enforcement": "consumer-enforced-or-metadata-only"
|
|
},
|
|
"unsupported_features": [],
|
|
"warnings": [],
|
|
"failures": []
|
|
},
|
|
{
|
|
"schema_version": "1.0",
|
|
"target": "agent-skills-compatible",
|
|
"status": "pass",
|
|
"compiler": {
|
|
"name": "yao-skill-ir-compiler",
|
|
"schema_version": "1.0",
|
|
"source": "skill-ir",
|
|
"ir_source": "skill-ir/examples/yao-meta-skill.json",
|
|
"ir_schema_version": "2.0.0"
|
|
},
|
|
"source": {
|
|
"skill_dir": ".",
|
|
"canonical_metadata": "agents/interface.yaml",
|
|
"declared_targets": [
|
|
"openai",
|
|
"claude",
|
|
"generic",
|
|
"agent-skills-compatible",
|
|
"vscode"
|
|
]
|
|
},
|
|
"compiled_contract": {
|
|
"name": "yao-meta-skill",
|
|
"title": "Yao Meta Skill",
|
|
"version": "1.1.0",
|
|
"description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"job_to_be_done": "Turn repeated workflows, prompts, transcripts, runbooks, documents, or existing skill packages into routeable, evaluable, packageable, and governable agent skills for personal, team, library, or governed reuse.",
|
|
"trigger": {
|
|
"description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"should_trigger": [
|
|
"Create a skill from this repeated workflow.",
|
|
"Turn this runbook into a reusable agent skill.",
|
|
"Convert this process note into a reusable skill package for the team.",
|
|
"Improve this skill description and add evals.",
|
|
"Refactor this prompt into a proper skill package.",
|
|
"Package this skill for team reuse.",
|
|
"Create a meta-skill for packaging internal workflows.",
|
|
"Standardize this recurring workflow as a shareable skill package with references."
|
|
],
|
|
"should_not_trigger": [
|
|
"Explain what a workflow is.",
|
|
"Just explain what a skill is.",
|
|
"Summarize this random note.",
|
|
"Translate this README into Japanese.",
|
|
"Write a product headline for this landing page.",
|
|
"Draft a blog title for this article.",
|
|
"Rewrite this paragraph more clearly, but do not package anything.",
|
|
"Explain the difference between a runbook and a workflow.",
|
|
"one-off writing, translation, explanation, or brainstorming requests that do not need a reusable skill",
|
|
"general code review or debugging unless the user is packaging that workflow as a skill"
|
|
],
|
|
"edge_cases": [
|
|
"Create a one-off prompt for this task.",
|
|
"Write a custom answer for this request without creating a skill package.",
|
|
"Help me brainstorm process ideas without building a skill.",
|
|
"Improve this README but do not turn it into a skill.",
|
|
"Make a checklist for this task, but not a reusable skill.",
|
|
"Create a reusable-looking checklist, but keep it as a plain note instead of a skill.",
|
|
"Review this process note and explain it, no packaging needed.",
|
|
"Turn this into a checklist and template, but stop short of making a full skill."
|
|
]
|
|
},
|
|
"workflow": {
|
|
"steps": [
|
|
"One-off/no reusable process: `Do not create a skill`; `near-neighbor`; require `repeated use` + `reusable output contract`.",
|
|
"Capture job, output, exclusions, constraints, standards, lightest fit.",
|
|
"Scan up to `3-5` references: external, user, local; skip tiny edits; surface only uncertainty/conflict.",
|
|
"Write `description` early; route/boundary edits need `trigger_eval.py`; releases need risk-matched gates before folders.",
|
|
"Add output-risk, artifact-design, prompt-quality, system-model, next directions only when earned."
|
|
],
|
|
"decision_points": [
|
|
"Route by frontmatter `description`.",
|
|
"Keep `SKILL.md` lean; put guidance in `references/`, logic in `scripts/`, and evidence in `reports/`.",
|
|
"Use the lightest reliable process.",
|
|
"`Scaffold`: exploratory/personal. `Production`: team reuse. `Library`: shared infra. `Governed`: high-trust/release-critical.",
|
|
"Rules: [Method](references/skill-engineering-method.md), [Operating Modes](references/operating-modes.md), [Resource Boundaries](references/resource-boundaries.md).",
|
|
"Ask one focused clarification when the real job, output, or exclusion boundary is unclear.",
|
|
"Escalate visible tradeoffs when benchmark patterns conflict with local privacy, naming, or governance constraints.",
|
|
"Do not silently broaden the skill into adjacent jobs just because the examples are nearby."
|
|
],
|
|
"failure_modes": [
|
|
"Tables can render as dense grids with weak hierarchy or poor mobile readability.",
|
|
"Long bullets can make the output look complete while hiding the actual decision logic.",
|
|
"Footnote markers or dense citation notes can interrupt the reading flow.",
|
|
"Evidence can be over-attached to obvious statements and under-attached to risky claims.",
|
|
"Screenshots can be captured from the wrong state, wrong viewport, or wrong crop.",
|
|
"Missing screenshots can cause the skill to invent visual references instead of declaring the gap.",
|
|
"Users start invoking the skill for adjacent one-off or explanation-only requests.",
|
|
"Outputs remain valid but become generic, cluttered, or weakly aligned with the user's domain.",
|
|
"Borrowed benchmark patterns no longer fit the local job or add ceremony without payoff.",
|
|
"Skill usage becomes team-critical while ownership, review cadence, or rollback evidence stays informal."
|
|
]
|
|
},
|
|
"resources": {
|
|
"references": [
|
|
"references/artifact-design-doctrine.md",
|
|
"references/authoring-discipline.md",
|
|
"references/autonomous-adaptation.md",
|
|
"references/distribution-registry-method.md",
|
|
"references/eval-playbook.md",
|
|
"references/gate-selection.md",
|
|
"references/governance.md",
|
|
"references/human-review-template.md",
|
|
"references/intent-dialogue.md",
|
|
"references/iteration-philosophy.md",
|
|
"references/non-skill-decision-tree.md",
|
|
"references/operating-modes.md",
|
|
"references/output-eval-method.md",
|
|
"references/output-quality-risk.md",
|
|
"references/output-visual-quality.md",
|
|
"references/packaging-contracts.md",
|
|
"references/pattern-extraction-doctrine.md",
|
|
"references/platform-capability-matrix.md",
|
|
"references/prompt-engineering-doctrine.md",
|
|
"references/qa-ladder.md",
|
|
"references/reference-scan.md",
|
|
"references/regression-cause-taxonomy.md",
|
|
"references/resource-boundaries.md",
|
|
"references/review-studio-method.md",
|
|
"references/review-waiver-method.md",
|
|
"references/runtime-conformance-method.md",
|
|
"references/skill-archetypes.md",
|
|
"references/skill-atlas-method.md",
|
|
"references/skill-engineering-method.md",
|
|
"references/skill-ir-method.md",
|
|
"references/skillops-decision-policy.md",
|
|
"references/systems-thinking-doctrine.md",
|
|
"references/telemetry-drift-method.md",
|
|
"references/trust-security-method.md",
|
|
"references/user-memory-policy.md"
|
|
],
|
|
"scripts": [
|
|
"scripts/adaptation_patch_safety.py",
|
|
"scripts/adaptation_report_contracts.py",
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/build_skill_atlas_layout.py",
|
|
"scripts/build_skill_atlas_opportunities.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/compile_skill_targets.py",
|
|
"scripts/context_sizer.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/cross_packager_contracts.py",
|
|
"scripts/description_optimizer_reporting.py",
|
|
"scripts/diff_eval.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/evidence_consistency_artifact_roles.py",
|
|
"scripts/evidence_consistency_core.py",
|
|
"scripts/evidence_consistency_phase_queue.py",
|
|
"scripts/evidence_consistency_release.py",
|
|
"scripts/evidence_consistency_skill_os2_review.py",
|
|
"scripts/evidence_consistency_world_class.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/governance_check.py",
|
|
"scripts/html_rendering.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/judge_blind_eval.py",
|
|
"scripts/lint_skill.py",
|
|
"scripts/local_output_eval_runner.py",
|
|
"scripts/optimize_description.py",
|
|
"scripts/output_review_privacy.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/provider_output_eval_runner.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/reference_synthesis_markdown.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/resource_boundary_check.py",
|
|
"scripts/review_studio_action_evidence.py",
|
|
"scripts/review_studio_actions.py",
|
|
"scripts/review_studio_data.py",
|
|
"scripts/review_studio_formatting.py",
|
|
"scripts/review_studio_gate_contract.py",
|
|
"scripts/review_studio_gate_helpers.py",
|
|
"scripts/review_studio_gates.py",
|
|
"scripts/review_studio_layout.py",
|
|
"scripts/review_studio_output_review.py",
|
|
"scripts/review_studio_panels.py",
|
|
"scripts/review_studio_skillops.py",
|
|
"scripts/review_studio_waivers.py",
|
|
"scripts/review_studio_world_class.py",
|
|
"scripts/review_viewer_data.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/skill_ir_paths.py",
|
|
"scripts/skill_os2_coverage_markdown.py",
|
|
"scripts/skill_report_charts.py",
|
|
"scripts/skill_report_i18n.py",
|
|
"scripts/skill_report_layout.py",
|
|
"scripts/skill_report_metrics.py",
|
|
"scripts/skill_report_model.py",
|
|
"scripts/skill_report_sections.py",
|
|
"scripts/skill_report_sources.py",
|
|
"scripts/skill_report_world_class.py",
|
|
"scripts/skillops_opportunity.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trigger_eval.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/trust_check_scripts.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/validate_skill.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/world_class_evidence_contract.py",
|
|
"scripts/world_class_human_evidence.py",
|
|
"scripts/world_class_native_permission_evidence.py",
|
|
"scripts/world_class_native_telemetry_evidence.py",
|
|
"scripts/world_class_operator_runbook_coordination.py",
|
|
"scripts/world_class_phase_queue.py",
|
|
"scripts/world_class_preflight_layout.py",
|
|
"scripts/world_class_preflight_markdown.py",
|
|
"scripts/world_class_provider_evidence.py",
|
|
"scripts/world_class_repair_checklist.py",
|
|
"scripts/world_class_source_checks.py",
|
|
"scripts/world_class_submission_kit_rendering.py",
|
|
"scripts/world_class_submission_matrix.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_adaptation_commands.py",
|
|
"scripts/yao_cli_config.py",
|
|
"scripts/yao_cli_create_commands.py",
|
|
"scripts/yao_cli_distribution_commands.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_output_commands.py",
|
|
"scripts/yao_cli_parser.py",
|
|
"scripts/yao_cli_parser_evidence.py",
|
|
"scripts/yao_cli_parser_operations.py",
|
|
"scripts/yao_cli_parser_operator.py",
|
|
"scripts/yao_cli_report_commands.py",
|
|
"scripts/yao_cli_runtime.py",
|
|
"scripts/yao_cli_telemetry.py"
|
|
],
|
|
"assets": [
|
|
"assets/review-studio.css",
|
|
"assets/review-viewer.css",
|
|
"assets/skill-overview.css",
|
|
"assets/skill-overview.js",
|
|
"templates/basic_skill.md.j2",
|
|
"templates/complex_skill.md.j2"
|
|
],
|
|
"reports": [
|
|
"reports/benchmark_methodology.md",
|
|
"reports/intent-context.json",
|
|
"reports/intent-confidence.json",
|
|
"reports/intent-confidence.md",
|
|
"reports/reference-synthesis.json",
|
|
"reports/reference-synthesis.md",
|
|
"reports/output-risk-profile.json",
|
|
"reports/output-risk-profile.md",
|
|
"reports/artifact-design-profile.json",
|
|
"reports/artifact-design-profile.md",
|
|
"reports/prompt-quality-profile.json",
|
|
"reports/prompt-quality-profile.md",
|
|
"reports/system-model.json",
|
|
"reports/system-model.md",
|
|
"reports/iteration-directions.json",
|
|
"reports/iteration-directions.md",
|
|
"reports/skill-overview.json",
|
|
"reports/skill-overview.html",
|
|
"reports/output_quality_scorecard.json",
|
|
"reports/output_quality_scorecard.md",
|
|
"reports/output_execution_runs.json",
|
|
"reports/output_execution_runs.md",
|
|
"reports/output_blind_review_pack.json",
|
|
"reports/output_blind_review_pack.md",
|
|
"reports/output_blind_answer_key.json",
|
|
"reports/output_review_adjudication.json",
|
|
"reports/output_review_adjudication.md",
|
|
"reports/review_annotations.json",
|
|
"reports/review_annotations.md",
|
|
"reports/conformance_matrix.json",
|
|
"reports/conformance_matrix.md",
|
|
"reports/security_trust_report.json",
|
|
"reports/security_trust_report.md",
|
|
"reports/runtime_permission_probes.json",
|
|
"reports/runtime_permission_probes.md",
|
|
"reports/telemetry_hook_recipes.json",
|
|
"reports/telemetry_hook_recipes.md",
|
|
"reports/skill_atlas.json",
|
|
"reports/skill_atlas.html",
|
|
"reports/skill-os-2-review.md",
|
|
"reports/portability_score.json",
|
|
"reports/portability_score.md",
|
|
"reports/governance_score.json"
|
|
],
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
}
|
|
},
|
|
"eval_plan": {
|
|
"trigger": [
|
|
"evals/README.md",
|
|
"evals/adaptation/user_signals.example.jsonl",
|
|
"evals/adversarial/trigger_cases.json",
|
|
"evals/blind_holdout/trigger_cases.json",
|
|
"evals/confusion/route_cases.json",
|
|
"evals/dev/trigger_cases.json",
|
|
"evals/failure-cases.md",
|
|
"evals/history/2026-03-31-context-first-pack.json",
|
|
"evals/history/2026-03-31-family-suite-expansion.json",
|
|
"evals/history/2026-03-31-governance-quality-gates.json",
|
|
"evals/history/2026-03-31-governed-assets-and-history.json",
|
|
"evals/history/2026-04-01-route-scorecard-foundation.json",
|
|
"evals/history/README.md",
|
|
"evals/history/description_optimization/2026-03-31-description-optimization-suite.json",
|
|
"evals/history/description_optimization/2026-04-01-adversarial-calibration-and-family-drift.json",
|
|
"evals/history/description_optimization/2026-04-01-blind-holdout-and-drift-history.json",
|
|
"evals/history/description_optimization/2026-04-01-judge-backed-blind-eval.json",
|
|
"evals/history/description_optimization/README.md",
|
|
"evals/holdout/trigger_cases.json",
|
|
"evals/output/cases.jsonl",
|
|
"evals/output/fixtures/release-brief-source.md",
|
|
"evals/output/schema.json",
|
|
"evals/packaging_expectations.json",
|
|
"evals/promotion_policy.md",
|
|
"evals/semantic_config.json",
|
|
"evals/train/trigger_cases.json",
|
|
"evals/trigger_cases.json"
|
|
],
|
|
"output": [
|
|
"evals/output/cases.jsonl",
|
|
"evals/output/fixtures/release-brief-source.md",
|
|
"evals/output/schema.json"
|
|
],
|
|
"adversarial": [
|
|
"evals/adversarial/trigger_cases.json"
|
|
],
|
|
"baseline": "without_skill",
|
|
"counts": {
|
|
"trigger": 27,
|
|
"output": 3,
|
|
"adversarial": 1,
|
|
"baseline": 1
|
|
}
|
|
},
|
|
"risk": {
|
|
"output_risk": "high",
|
|
"execution_risk": "medium",
|
|
"trust_boundary": "external"
|
|
},
|
|
"governance": {
|
|
"owner": "Yao Team",
|
|
"maturity": "governed",
|
|
"review_cadence": "quarterly",
|
|
"review_due": ""
|
|
},
|
|
"runtime": {
|
|
"activation": {
|
|
"mode": "manual",
|
|
"paths": []
|
|
},
|
|
"execution": {
|
|
"context": "inline",
|
|
"shell": "bash"
|
|
},
|
|
"trust": {
|
|
"source_tier": "local",
|
|
"remote_inline_execution": "forbid",
|
|
"remote_metadata_policy": "allow-metadata-only"
|
|
},
|
|
"adapter_targets": [
|
|
"openai",
|
|
"claude",
|
|
"generic",
|
|
"vscode"
|
|
],
|
|
"canonical_format": "agent-skills"
|
|
},
|
|
"permissions": {
|
|
"schema_version": "1.0",
|
|
"source": "reports/security_trust_report.json",
|
|
"source_available": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true,
|
|
"capabilities": {
|
|
"network": {
|
|
"required": true,
|
|
"script_count": 3,
|
|
"scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"review_reason": "Outbound hosts must match security/network_policy.json."
|
|
},
|
|
"file_write": {
|
|
"required": true,
|
|
"script_count": 74,
|
|
"scripts": [
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/yao_cli_operator_commands.py"
|
|
],
|
|
"review_reason": "Scripts write local files or generated artifacts."
|
|
},
|
|
"subprocess": {
|
|
"required": true,
|
|
"script_count": 13,
|
|
"scripts": [
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_runtime.py"
|
|
],
|
|
"review_reason": "Scripts spawn local commands and need operator review."
|
|
},
|
|
"interactive": {
|
|
"required": false,
|
|
"script_count": 0,
|
|
"scripts": [],
|
|
"review_reason": ""
|
|
}
|
|
},
|
|
"network_policy": {
|
|
"source": "security/network_policy.json",
|
|
"covered_scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"missing_scripts": [],
|
|
"mismatches": []
|
|
},
|
|
"help_smoke": {
|
|
"enabled": true,
|
|
"checked_count": 86,
|
|
"failed_count": 0,
|
|
"failed_scripts": []
|
|
},
|
|
"trust_summary": {
|
|
"secret_findings": 0,
|
|
"network_script_count": 3,
|
|
"file_write_script_count": 74,
|
|
"subprocess_script_count": 13,
|
|
"interactive_script_count": 0,
|
|
"help_smoke_failed_count": 0
|
|
}
|
|
},
|
|
"source_files_count": 6,
|
|
"target": "agent-skills-compatible",
|
|
"target_permission_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "agent-skills-compatible",
|
|
"permission_model": "metadata-only",
|
|
"native_enforcement": false,
|
|
"representation": "adapter metadata",
|
|
"review_required": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"capability_counts": {
|
|
"network": 3,
|
|
"file_write": 74,
|
|
"subprocess": 13,
|
|
"interactive": 0
|
|
},
|
|
"evidence": "reports/security_trust_report.json",
|
|
"operator_note": "Permission semantics are preserved as metadata for reviewer visibility."
|
|
},
|
|
"target_native_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "agent-skills-compatible",
|
|
"native_surface": "Agent Skills standard source tree",
|
|
"activation": {
|
|
"policy": "Use SKILL.md frontmatter name and description for progressive disclosure.",
|
|
"trigger_description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"manual_activation_supported": true,
|
|
"automatic_activation_note": "Depends on the target client route/catalog implementation."
|
|
},
|
|
"resources": {
|
|
"strategy": "Keep optional directories as relative resources next to SKILL.md.",
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
},
|
|
"generated_files": [
|
|
"SKILL.md",
|
|
"agents/interface.yaml"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"strategy": "Scripts remain local optional resources and should advertise --help when executable.",
|
|
"script_count": 155,
|
|
"help_smoke_failed_count": 0
|
|
},
|
|
"permissions": {
|
|
"enforcement": "consumer-enforced-or-metadata-only",
|
|
"native_enforcement": false,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true
|
|
},
|
|
"review": {
|
|
"artifacts": [
|
|
"SKILL.md",
|
|
"agents/interface.yaml",
|
|
"reports/review-studio.html"
|
|
],
|
|
"fallback_behavior": "The source tree itself is the target artifact.",
|
|
"unsupported_native_features": []
|
|
},
|
|
"install_scope": "Agent Skills source root"
|
|
},
|
|
"degradation_strategy": "neutral-source",
|
|
"target_runtime": {
|
|
"adapter_mode": "neutral-agent-skills-source",
|
|
"generated_files": [
|
|
"SKILL.md",
|
|
"agents/interface.yaml"
|
|
],
|
|
"metadata_mapping": {
|
|
"name": "SKILL.md::frontmatter.name",
|
|
"description": "SKILL.md::frontmatter.description",
|
|
"interface": "agents/interface.yaml",
|
|
"manifest": "manifest.json"
|
|
},
|
|
"preserved_semantics": [
|
|
"trigger",
|
|
"workflow",
|
|
"resources",
|
|
"eval-plan",
|
|
"risk",
|
|
"governance",
|
|
"runtime",
|
|
"trust",
|
|
"permissions"
|
|
],
|
|
"native_surface": "Agent Skills standard source tree"
|
|
}
|
|
},
|
|
"permission_contract": {
|
|
"schema_version": "1.0",
|
|
"source": "reports/security_trust_report.json",
|
|
"source_available": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true,
|
|
"capabilities": {
|
|
"network": {
|
|
"required": true,
|
|
"script_count": 3,
|
|
"scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"review_reason": "Outbound hosts must match security/network_policy.json."
|
|
},
|
|
"file_write": {
|
|
"required": true,
|
|
"script_count": 74,
|
|
"scripts": [
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/yao_cli_operator_commands.py"
|
|
],
|
|
"review_reason": "Scripts write local files or generated artifacts."
|
|
},
|
|
"subprocess": {
|
|
"required": true,
|
|
"script_count": 13,
|
|
"scripts": [
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_runtime.py"
|
|
],
|
|
"review_reason": "Scripts spawn local commands and need operator review."
|
|
},
|
|
"interactive": {
|
|
"required": false,
|
|
"script_count": 0,
|
|
"scripts": [],
|
|
"review_reason": ""
|
|
}
|
|
},
|
|
"network_policy": {
|
|
"source": "security/network_policy.json",
|
|
"covered_scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"missing_scripts": [],
|
|
"mismatches": []
|
|
},
|
|
"help_smoke": {
|
|
"enabled": true,
|
|
"checked_count": 86,
|
|
"failed_count": 0,
|
|
"failed_scripts": []
|
|
},
|
|
"trust_summary": {
|
|
"secret_findings": 0,
|
|
"network_script_count": 3,
|
|
"file_write_script_count": 74,
|
|
"subprocess_script_count": 13,
|
|
"interactive_script_count": 0,
|
|
"help_smoke_failed_count": 0
|
|
}
|
|
},
|
|
"target_permission_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "agent-skills-compatible",
|
|
"permission_model": "metadata-only",
|
|
"native_enforcement": false,
|
|
"representation": "adapter metadata",
|
|
"review_required": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"capability_counts": {
|
|
"network": 3,
|
|
"file_write": 74,
|
|
"subprocess": 13,
|
|
"interactive": 0
|
|
},
|
|
"evidence": "reports/security_trust_report.json",
|
|
"operator_note": "Permission semantics are preserved as metadata for reviewer visibility."
|
|
},
|
|
"target_native_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "agent-skills-compatible",
|
|
"native_surface": "Agent Skills standard source tree",
|
|
"activation": {
|
|
"policy": "Use SKILL.md frontmatter name and description for progressive disclosure.",
|
|
"trigger_description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"manual_activation_supported": true,
|
|
"automatic_activation_note": "Depends on the target client route/catalog implementation."
|
|
},
|
|
"resources": {
|
|
"strategy": "Keep optional directories as relative resources next to SKILL.md.",
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
},
|
|
"generated_files": [
|
|
"SKILL.md",
|
|
"agents/interface.yaml"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"strategy": "Scripts remain local optional resources and should advertise --help when executable.",
|
|
"script_count": 155,
|
|
"help_smoke_failed_count": 0
|
|
},
|
|
"permissions": {
|
|
"enforcement": "consumer-enforced-or-metadata-only",
|
|
"native_enforcement": false,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true
|
|
},
|
|
"review": {
|
|
"artifacts": [
|
|
"SKILL.md",
|
|
"agents/interface.yaml",
|
|
"reports/review-studio.html"
|
|
],
|
|
"fallback_behavior": "The source tree itself is the target artifact.",
|
|
"unsupported_native_features": []
|
|
},
|
|
"install_scope": "Agent Skills source root"
|
|
},
|
|
"target_transform": {
|
|
"target": "agent-skills-compatible",
|
|
"adapter_mode": "neutral-agent-skills-source",
|
|
"generated_files": [
|
|
"SKILL.md",
|
|
"agents/interface.yaml"
|
|
],
|
|
"metadata_mapping": {
|
|
"name": "SKILL.md::frontmatter.name",
|
|
"description": "SKILL.md::frontmatter.description",
|
|
"interface": "agents/interface.yaml",
|
|
"manifest": "manifest.json"
|
|
},
|
|
"preserved_semantics": [
|
|
"trigger",
|
|
"workflow",
|
|
"resources",
|
|
"eval-plan",
|
|
"risk",
|
|
"governance",
|
|
"runtime",
|
|
"trust",
|
|
"permissions"
|
|
],
|
|
"degradation_strategy": "neutral-source",
|
|
"permission_representation": "adapter metadata",
|
|
"native_surface": "Agent Skills standard source tree",
|
|
"activation_policy": "Use SKILL.md frontmatter name and description for progressive disclosure.",
|
|
"resource_strategy": "Keep optional directories as relative resources next to SKILL.md.",
|
|
"script_strategy": "Scripts remain local optional resources and should advertise --help when executable.",
|
|
"permission_enforcement": "consumer-enforced-or-metadata-only"
|
|
},
|
|
"unsupported_features": [],
|
|
"warnings": [],
|
|
"failures": []
|
|
},
|
|
{
|
|
"schema_version": "1.0",
|
|
"target": "vscode",
|
|
"status": "pass",
|
|
"compiler": {
|
|
"name": "yao-skill-ir-compiler",
|
|
"schema_version": "1.0",
|
|
"source": "skill-ir",
|
|
"ir_source": "skill-ir/examples/yao-meta-skill.json",
|
|
"ir_schema_version": "2.0.0"
|
|
},
|
|
"source": {
|
|
"skill_dir": ".",
|
|
"canonical_metadata": "agents/interface.yaml",
|
|
"declared_targets": [
|
|
"openai",
|
|
"claude",
|
|
"generic",
|
|
"agent-skills-compatible",
|
|
"vscode"
|
|
]
|
|
},
|
|
"compiled_contract": {
|
|
"name": "yao-meta-skill",
|
|
"title": "Yao Meta Skill",
|
|
"version": "1.1.0",
|
|
"description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"job_to_be_done": "Turn repeated workflows, prompts, transcripts, runbooks, documents, or existing skill packages into routeable, evaluable, packageable, and governable agent skills for personal, team, library, or governed reuse.",
|
|
"trigger": {
|
|
"description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"should_trigger": [
|
|
"Create a skill from this repeated workflow.",
|
|
"Turn this runbook into a reusable agent skill.",
|
|
"Convert this process note into a reusable skill package for the team.",
|
|
"Improve this skill description and add evals.",
|
|
"Refactor this prompt into a proper skill package.",
|
|
"Package this skill for team reuse.",
|
|
"Create a meta-skill for packaging internal workflows.",
|
|
"Standardize this recurring workflow as a shareable skill package with references."
|
|
],
|
|
"should_not_trigger": [
|
|
"Explain what a workflow is.",
|
|
"Just explain what a skill is.",
|
|
"Summarize this random note.",
|
|
"Translate this README into Japanese.",
|
|
"Write a product headline for this landing page.",
|
|
"Draft a blog title for this article.",
|
|
"Rewrite this paragraph more clearly, but do not package anything.",
|
|
"Explain the difference between a runbook and a workflow.",
|
|
"one-off writing, translation, explanation, or brainstorming requests that do not need a reusable skill",
|
|
"general code review or debugging unless the user is packaging that workflow as a skill"
|
|
],
|
|
"edge_cases": [
|
|
"Create a one-off prompt for this task.",
|
|
"Write a custom answer for this request without creating a skill package.",
|
|
"Help me brainstorm process ideas without building a skill.",
|
|
"Improve this README but do not turn it into a skill.",
|
|
"Make a checklist for this task, but not a reusable skill.",
|
|
"Create a reusable-looking checklist, but keep it as a plain note instead of a skill.",
|
|
"Review this process note and explain it, no packaging needed.",
|
|
"Turn this into a checklist and template, but stop short of making a full skill."
|
|
]
|
|
},
|
|
"workflow": {
|
|
"steps": [
|
|
"One-off/no reusable process: `Do not create a skill`; `near-neighbor`; require `repeated use` + `reusable output contract`.",
|
|
"Capture job, output, exclusions, constraints, standards, lightest fit.",
|
|
"Scan up to `3-5` references: external, user, local; skip tiny edits; surface only uncertainty/conflict.",
|
|
"Write `description` early; route/boundary edits need `trigger_eval.py`; releases need risk-matched gates before folders.",
|
|
"Add output-risk, artifact-design, prompt-quality, system-model, next directions only when earned."
|
|
],
|
|
"decision_points": [
|
|
"Route by frontmatter `description`.",
|
|
"Keep `SKILL.md` lean; put guidance in `references/`, logic in `scripts/`, and evidence in `reports/`.",
|
|
"Use the lightest reliable process.",
|
|
"`Scaffold`: exploratory/personal. `Production`: team reuse. `Library`: shared infra. `Governed`: high-trust/release-critical.",
|
|
"Rules: [Method](references/skill-engineering-method.md), [Operating Modes](references/operating-modes.md), [Resource Boundaries](references/resource-boundaries.md).",
|
|
"Ask one focused clarification when the real job, output, or exclusion boundary is unclear.",
|
|
"Escalate visible tradeoffs when benchmark patterns conflict with local privacy, naming, or governance constraints.",
|
|
"Do not silently broaden the skill into adjacent jobs just because the examples are nearby."
|
|
],
|
|
"failure_modes": [
|
|
"Tables can render as dense grids with weak hierarchy or poor mobile readability.",
|
|
"Long bullets can make the output look complete while hiding the actual decision logic.",
|
|
"Footnote markers or dense citation notes can interrupt the reading flow.",
|
|
"Evidence can be over-attached to obvious statements and under-attached to risky claims.",
|
|
"Screenshots can be captured from the wrong state, wrong viewport, or wrong crop.",
|
|
"Missing screenshots can cause the skill to invent visual references instead of declaring the gap.",
|
|
"Users start invoking the skill for adjacent one-off or explanation-only requests.",
|
|
"Outputs remain valid but become generic, cluttered, or weakly aligned with the user's domain.",
|
|
"Borrowed benchmark patterns no longer fit the local job or add ceremony without payoff.",
|
|
"Skill usage becomes team-critical while ownership, review cadence, or rollback evidence stays informal."
|
|
]
|
|
},
|
|
"resources": {
|
|
"references": [
|
|
"references/artifact-design-doctrine.md",
|
|
"references/authoring-discipline.md",
|
|
"references/autonomous-adaptation.md",
|
|
"references/distribution-registry-method.md",
|
|
"references/eval-playbook.md",
|
|
"references/gate-selection.md",
|
|
"references/governance.md",
|
|
"references/human-review-template.md",
|
|
"references/intent-dialogue.md",
|
|
"references/iteration-philosophy.md",
|
|
"references/non-skill-decision-tree.md",
|
|
"references/operating-modes.md",
|
|
"references/output-eval-method.md",
|
|
"references/output-quality-risk.md",
|
|
"references/output-visual-quality.md",
|
|
"references/packaging-contracts.md",
|
|
"references/pattern-extraction-doctrine.md",
|
|
"references/platform-capability-matrix.md",
|
|
"references/prompt-engineering-doctrine.md",
|
|
"references/qa-ladder.md",
|
|
"references/reference-scan.md",
|
|
"references/regression-cause-taxonomy.md",
|
|
"references/resource-boundaries.md",
|
|
"references/review-studio-method.md",
|
|
"references/review-waiver-method.md",
|
|
"references/runtime-conformance-method.md",
|
|
"references/skill-archetypes.md",
|
|
"references/skill-atlas-method.md",
|
|
"references/skill-engineering-method.md",
|
|
"references/skill-ir-method.md",
|
|
"references/skillops-decision-policy.md",
|
|
"references/systems-thinking-doctrine.md",
|
|
"references/telemetry-drift-method.md",
|
|
"references/trust-security-method.md",
|
|
"references/user-memory-policy.md"
|
|
],
|
|
"scripts": [
|
|
"scripts/adaptation_patch_safety.py",
|
|
"scripts/adaptation_report_contracts.py",
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/build_skill_atlas_layout.py",
|
|
"scripts/build_skill_atlas_opportunities.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/compile_skill_targets.py",
|
|
"scripts/context_sizer.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/cross_packager_contracts.py",
|
|
"scripts/description_optimizer_reporting.py",
|
|
"scripts/diff_eval.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/evidence_consistency_artifact_roles.py",
|
|
"scripts/evidence_consistency_core.py",
|
|
"scripts/evidence_consistency_phase_queue.py",
|
|
"scripts/evidence_consistency_release.py",
|
|
"scripts/evidence_consistency_skill_os2_review.py",
|
|
"scripts/evidence_consistency_world_class.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/governance_check.py",
|
|
"scripts/html_rendering.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/judge_blind_eval.py",
|
|
"scripts/lint_skill.py",
|
|
"scripts/local_output_eval_runner.py",
|
|
"scripts/optimize_description.py",
|
|
"scripts/output_review_privacy.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/provider_output_eval_runner.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/reference_synthesis_markdown.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/resource_boundary_check.py",
|
|
"scripts/review_studio_action_evidence.py",
|
|
"scripts/review_studio_actions.py",
|
|
"scripts/review_studio_data.py",
|
|
"scripts/review_studio_formatting.py",
|
|
"scripts/review_studio_gate_contract.py",
|
|
"scripts/review_studio_gate_helpers.py",
|
|
"scripts/review_studio_gates.py",
|
|
"scripts/review_studio_layout.py",
|
|
"scripts/review_studio_output_review.py",
|
|
"scripts/review_studio_panels.py",
|
|
"scripts/review_studio_skillops.py",
|
|
"scripts/review_studio_waivers.py",
|
|
"scripts/review_studio_world_class.py",
|
|
"scripts/review_viewer_data.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/skill_ir_paths.py",
|
|
"scripts/skill_os2_coverage_markdown.py",
|
|
"scripts/skill_report_charts.py",
|
|
"scripts/skill_report_i18n.py",
|
|
"scripts/skill_report_layout.py",
|
|
"scripts/skill_report_metrics.py",
|
|
"scripts/skill_report_model.py",
|
|
"scripts/skill_report_sections.py",
|
|
"scripts/skill_report_sources.py",
|
|
"scripts/skill_report_world_class.py",
|
|
"scripts/skillops_opportunity.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trigger_eval.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/trust_check_scripts.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/validate_skill.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/world_class_evidence_contract.py",
|
|
"scripts/world_class_human_evidence.py",
|
|
"scripts/world_class_native_permission_evidence.py",
|
|
"scripts/world_class_native_telemetry_evidence.py",
|
|
"scripts/world_class_operator_runbook_coordination.py",
|
|
"scripts/world_class_phase_queue.py",
|
|
"scripts/world_class_preflight_layout.py",
|
|
"scripts/world_class_preflight_markdown.py",
|
|
"scripts/world_class_provider_evidence.py",
|
|
"scripts/world_class_repair_checklist.py",
|
|
"scripts/world_class_source_checks.py",
|
|
"scripts/world_class_submission_kit_rendering.py",
|
|
"scripts/world_class_submission_matrix.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_adaptation_commands.py",
|
|
"scripts/yao_cli_config.py",
|
|
"scripts/yao_cli_create_commands.py",
|
|
"scripts/yao_cli_distribution_commands.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_output_commands.py",
|
|
"scripts/yao_cli_parser.py",
|
|
"scripts/yao_cli_parser_evidence.py",
|
|
"scripts/yao_cli_parser_operations.py",
|
|
"scripts/yao_cli_parser_operator.py",
|
|
"scripts/yao_cli_report_commands.py",
|
|
"scripts/yao_cli_runtime.py",
|
|
"scripts/yao_cli_telemetry.py"
|
|
],
|
|
"assets": [
|
|
"assets/review-studio.css",
|
|
"assets/review-viewer.css",
|
|
"assets/skill-overview.css",
|
|
"assets/skill-overview.js",
|
|
"templates/basic_skill.md.j2",
|
|
"templates/complex_skill.md.j2"
|
|
],
|
|
"reports": [
|
|
"reports/benchmark_methodology.md",
|
|
"reports/intent-context.json",
|
|
"reports/intent-confidence.json",
|
|
"reports/intent-confidence.md",
|
|
"reports/reference-synthesis.json",
|
|
"reports/reference-synthesis.md",
|
|
"reports/output-risk-profile.json",
|
|
"reports/output-risk-profile.md",
|
|
"reports/artifact-design-profile.json",
|
|
"reports/artifact-design-profile.md",
|
|
"reports/prompt-quality-profile.json",
|
|
"reports/prompt-quality-profile.md",
|
|
"reports/system-model.json",
|
|
"reports/system-model.md",
|
|
"reports/iteration-directions.json",
|
|
"reports/iteration-directions.md",
|
|
"reports/skill-overview.json",
|
|
"reports/skill-overview.html",
|
|
"reports/output_quality_scorecard.json",
|
|
"reports/output_quality_scorecard.md",
|
|
"reports/output_execution_runs.json",
|
|
"reports/output_execution_runs.md",
|
|
"reports/output_blind_review_pack.json",
|
|
"reports/output_blind_review_pack.md",
|
|
"reports/output_blind_answer_key.json",
|
|
"reports/output_review_adjudication.json",
|
|
"reports/output_review_adjudication.md",
|
|
"reports/review_annotations.json",
|
|
"reports/review_annotations.md",
|
|
"reports/conformance_matrix.json",
|
|
"reports/conformance_matrix.md",
|
|
"reports/security_trust_report.json",
|
|
"reports/security_trust_report.md",
|
|
"reports/runtime_permission_probes.json",
|
|
"reports/runtime_permission_probes.md",
|
|
"reports/telemetry_hook_recipes.json",
|
|
"reports/telemetry_hook_recipes.md",
|
|
"reports/skill_atlas.json",
|
|
"reports/skill_atlas.html",
|
|
"reports/skill-os-2-review.md",
|
|
"reports/portability_score.json",
|
|
"reports/portability_score.md",
|
|
"reports/governance_score.json"
|
|
],
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
}
|
|
},
|
|
"eval_plan": {
|
|
"trigger": [
|
|
"evals/README.md",
|
|
"evals/adaptation/user_signals.example.jsonl",
|
|
"evals/adversarial/trigger_cases.json",
|
|
"evals/blind_holdout/trigger_cases.json",
|
|
"evals/confusion/route_cases.json",
|
|
"evals/dev/trigger_cases.json",
|
|
"evals/failure-cases.md",
|
|
"evals/history/2026-03-31-context-first-pack.json",
|
|
"evals/history/2026-03-31-family-suite-expansion.json",
|
|
"evals/history/2026-03-31-governance-quality-gates.json",
|
|
"evals/history/2026-03-31-governed-assets-and-history.json",
|
|
"evals/history/2026-04-01-route-scorecard-foundation.json",
|
|
"evals/history/README.md",
|
|
"evals/history/description_optimization/2026-03-31-description-optimization-suite.json",
|
|
"evals/history/description_optimization/2026-04-01-adversarial-calibration-and-family-drift.json",
|
|
"evals/history/description_optimization/2026-04-01-blind-holdout-and-drift-history.json",
|
|
"evals/history/description_optimization/2026-04-01-judge-backed-blind-eval.json",
|
|
"evals/history/description_optimization/README.md",
|
|
"evals/holdout/trigger_cases.json",
|
|
"evals/output/cases.jsonl",
|
|
"evals/output/fixtures/release-brief-source.md",
|
|
"evals/output/schema.json",
|
|
"evals/packaging_expectations.json",
|
|
"evals/promotion_policy.md",
|
|
"evals/semantic_config.json",
|
|
"evals/train/trigger_cases.json",
|
|
"evals/trigger_cases.json"
|
|
],
|
|
"output": [
|
|
"evals/output/cases.jsonl",
|
|
"evals/output/fixtures/release-brief-source.md",
|
|
"evals/output/schema.json"
|
|
],
|
|
"adversarial": [
|
|
"evals/adversarial/trigger_cases.json"
|
|
],
|
|
"baseline": "without_skill",
|
|
"counts": {
|
|
"trigger": 27,
|
|
"output": 3,
|
|
"adversarial": 1,
|
|
"baseline": 1
|
|
}
|
|
},
|
|
"risk": {
|
|
"output_risk": "high",
|
|
"execution_risk": "medium",
|
|
"trust_boundary": "external"
|
|
},
|
|
"governance": {
|
|
"owner": "Yao Team",
|
|
"maturity": "governed",
|
|
"review_cadence": "quarterly",
|
|
"review_due": ""
|
|
},
|
|
"runtime": {
|
|
"activation": {
|
|
"mode": "manual",
|
|
"paths": []
|
|
},
|
|
"execution": {
|
|
"context": "inline",
|
|
"shell": "bash"
|
|
},
|
|
"trust": {
|
|
"source_tier": "local",
|
|
"remote_inline_execution": "forbid",
|
|
"remote_metadata_policy": "allow-metadata-only"
|
|
},
|
|
"adapter_targets": [
|
|
"openai",
|
|
"claude",
|
|
"generic",
|
|
"vscode"
|
|
],
|
|
"canonical_format": "agent-skills"
|
|
},
|
|
"permissions": {
|
|
"schema_version": "1.0",
|
|
"source": "reports/security_trust_report.json",
|
|
"source_available": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true,
|
|
"capabilities": {
|
|
"network": {
|
|
"required": true,
|
|
"script_count": 3,
|
|
"scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"review_reason": "Outbound hosts must match security/network_policy.json."
|
|
},
|
|
"file_write": {
|
|
"required": true,
|
|
"script_count": 74,
|
|
"scripts": [
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/yao_cli_operator_commands.py"
|
|
],
|
|
"review_reason": "Scripts write local files or generated artifacts."
|
|
},
|
|
"subprocess": {
|
|
"required": true,
|
|
"script_count": 13,
|
|
"scripts": [
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_runtime.py"
|
|
],
|
|
"review_reason": "Scripts spawn local commands and need operator review."
|
|
},
|
|
"interactive": {
|
|
"required": false,
|
|
"script_count": 0,
|
|
"scripts": [],
|
|
"review_reason": ""
|
|
}
|
|
},
|
|
"network_policy": {
|
|
"source": "security/network_policy.json",
|
|
"covered_scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"missing_scripts": [],
|
|
"mismatches": []
|
|
},
|
|
"help_smoke": {
|
|
"enabled": true,
|
|
"checked_count": 86,
|
|
"failed_count": 0,
|
|
"failed_scripts": []
|
|
},
|
|
"trust_summary": {
|
|
"secret_findings": 0,
|
|
"network_script_count": 3,
|
|
"file_write_script_count": 74,
|
|
"subprocess_script_count": 13,
|
|
"interactive_script_count": 0,
|
|
"help_smoke_failed_count": 0
|
|
}
|
|
},
|
|
"source_files_count": 6,
|
|
"target": "vscode",
|
|
"target_permission_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "vscode",
|
|
"permission_model": "vscode-workspace-trust-plus-metadata",
|
|
"native_enforcement": false,
|
|
"representation": "targets/vscode/adapter.json::target_permission_contract and targets/vscode/README.md install notes",
|
|
"review_required": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"capability_counts": {
|
|
"network": 3,
|
|
"file_write": 74,
|
|
"subprocess": 13,
|
|
"interactive": 0
|
|
},
|
|
"evidence": "reports/security_trust_report.json",
|
|
"operator_note": "VS Code target relies on project or user skill installation plus VS Code workspace trust; Yao preserves permission metadata for reviewer and installer checks."
|
|
},
|
|
"target_native_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "vscode",
|
|
"native_surface": "VS Code/Copilot Agent Skills project or user scope",
|
|
"activation": {
|
|
"policy": "Use folder name plus SKILL.md name/description; keep description under platform limits.",
|
|
"trigger_description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"manual_activation_supported": true,
|
|
"automatic_activation_note": "Depends on the target client route/catalog implementation."
|
|
},
|
|
"resources": {
|
|
"strategy": "Install as project or user scoped skill source, preserving relative references and scripts.",
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
},
|
|
"generated_files": [
|
|
"targets/vscode/adapter.json",
|
|
"targets/vscode/README.md"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"strategy": "Scripts require workspace trust and operator/client approval outside this compiler.",
|
|
"script_count": 155,
|
|
"help_smoke_failed_count": 0
|
|
},
|
|
"permissions": {
|
|
"enforcement": "client-or-workspace-trust",
|
|
"native_enforcement": false,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true
|
|
},
|
|
"review": {
|
|
"artifacts": [
|
|
"SKILL.md",
|
|
"agents/interface.yaml",
|
|
"reports/review-studio.html"
|
|
],
|
|
"fallback_behavior": "If VS Code scope is not installed, use the neutral Agent Skills source.",
|
|
"unsupported_native_features": [
|
|
"automatic VS Code installation",
|
|
"VS Code installation scope is documented but not installed by this compiler"
|
|
]
|
|
},
|
|
"install_scope": "VS Code user or project skills directory"
|
|
},
|
|
"degradation_strategy": "agent-skills-source-with-vscode-notes",
|
|
"target_runtime": {
|
|
"adapter_mode": "vscode-agent-skills-adapter",
|
|
"generated_files": [
|
|
"targets/vscode/adapter.json",
|
|
"targets/vscode/README.md"
|
|
],
|
|
"metadata_mapping": {
|
|
"name": "folder-name-and-SKILL.md::frontmatter.name",
|
|
"description": "SKILL.md::frontmatter.description",
|
|
"interface": "agents/interface.yaml",
|
|
"permissions": "targets/vscode/adapter.json::target_permission_contract",
|
|
"install_scope": "targets/vscode/README.md"
|
|
},
|
|
"preserved_semantics": [
|
|
"trigger",
|
|
"workflow",
|
|
"resources",
|
|
"eval-plan",
|
|
"risk",
|
|
"governance",
|
|
"runtime",
|
|
"trust",
|
|
"permissions"
|
|
],
|
|
"native_surface": "VS Code/Copilot Agent Skills project or user scope"
|
|
}
|
|
},
|
|
"permission_contract": {
|
|
"schema_version": "1.0",
|
|
"source": "reports/security_trust_report.json",
|
|
"source_available": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true,
|
|
"capabilities": {
|
|
"network": {
|
|
"required": true,
|
|
"script_count": 3,
|
|
"scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"review_reason": "Outbound hosts must match security/network_policy.json."
|
|
},
|
|
"file_write": {
|
|
"required": true,
|
|
"script_count": 74,
|
|
"scripts": [
|
|
"scripts/adjudicate_output_review.py",
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/build_confusion_matrix.py",
|
|
"scripts/build_skill_atlas.py",
|
|
"scripts/check_update.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/collect_feedback.py",
|
|
"scripts/compile_skill.py",
|
|
"scripts/create_iteration_snapshot.py",
|
|
"scripts/cross_packager.py",
|
|
"scripts/emit_telemetry_event.py",
|
|
"scripts/export_skill_ir.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/import_output_review_decisions.py",
|
|
"scripts/import_telemetry_events.py",
|
|
"scripts/init_skill.py",
|
|
"scripts/prepare_output_review_kit.py",
|
|
"scripts/prepare_world_class_submission_kit.py",
|
|
"scripts/probe_runtime_permissions.py",
|
|
"scripts/promotion_checker.py",
|
|
"scripts/propose_adaptation.py",
|
|
"scripts/python_compat_check.py",
|
|
"scripts/registry_audit.py",
|
|
"scripts/render_adoption_drift_report.py",
|
|
"scripts/render_architecture_maintainability.py",
|
|
"scripts/render_artifact_design_profile.py",
|
|
"scripts/render_baseline_compare.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_context_reports.py",
|
|
"scripts/render_daily_skillops_report.py",
|
|
"scripts/render_description_drift_history.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/render_intent_confidence.py",
|
|
"scripts/render_intent_dialogue.py",
|
|
"scripts/render_iteration_directions.py",
|
|
"scripts/render_iteration_ledger.py",
|
|
"scripts/render_output_risk_profile.py",
|
|
"scripts/render_portability_report.py",
|
|
"scripts/render_prompt_quality_profile.py",
|
|
"scripts/render_reference_scan.py",
|
|
"scripts/render_reference_synthesis.py",
|
|
"scripts/render_regression_history.py",
|
|
"scripts/render_review_annotations.py",
|
|
"scripts/render_review_studio.py",
|
|
"scripts/render_review_viewer.py",
|
|
"scripts/render_review_waivers.py",
|
|
"scripts/render_skill_interpretation.py",
|
|
"scripts/render_skill_os2_audit.py",
|
|
"scripts/render_skill_os2_coverage.py",
|
|
"scripts/render_skill_overview.py",
|
|
"scripts/render_social_preview.py",
|
|
"scripts/render_system_model.py",
|
|
"scripts/render_telemetry_hook_recipes.py",
|
|
"scripts/render_weekly_curator_report.py",
|
|
"scripts/render_world_class_claim_guard.py",
|
|
"scripts/render_world_class_evidence_intake.py",
|
|
"scripts/render_world_class_evidence_ledger.py",
|
|
"scripts/render_world_class_evidence_plan.py",
|
|
"scripts/render_world_class_operator_runbook.py",
|
|
"scripts/render_world_class_preflight.py",
|
|
"scripts/render_world_class_submission_review.py",
|
|
"scripts/run_conformance_suite.py",
|
|
"scripts/run_description_optimization_suite.py",
|
|
"scripts/run_output_eval.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/simulate_install.py",
|
|
"scripts/summarize_user_signals.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/telemetry_native_host.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/upgrade_check.py",
|
|
"scripts/verify_package.py",
|
|
"scripts/yao_cli_operator_commands.py"
|
|
],
|
|
"review_reason": "Scripts write local files or generated artifacts."
|
|
},
|
|
"subprocess": {
|
|
"required": true,
|
|
"script_count": 13,
|
|
"scripts": [
|
|
"scripts/apply_adaptation.py",
|
|
"scripts/benchmark_release_lock.py",
|
|
"scripts/ci_test.py",
|
|
"scripts/render_benchmark_reproducibility.py",
|
|
"scripts/render_eval_dashboard.py",
|
|
"scripts/render_evidence_consistency.py",
|
|
"scripts/run_eval_suite.py",
|
|
"scripts/run_output_execution.py",
|
|
"scripts/sync_local_install.py",
|
|
"scripts/trust_check.py",
|
|
"scripts/yao.py",
|
|
"scripts/yao_cli_operator_commands.py",
|
|
"scripts/yao_cli_runtime.py"
|
|
],
|
|
"review_reason": "Scripts spawn local commands and need operator review."
|
|
},
|
|
"interactive": {
|
|
"required": false,
|
|
"script_count": 0,
|
|
"scripts": [],
|
|
"review_reason": ""
|
|
}
|
|
},
|
|
"network_policy": {
|
|
"source": "security/network_policy.json",
|
|
"covered_scripts": [
|
|
"scripts/check_update.py",
|
|
"scripts/github_benchmark_scan.py",
|
|
"scripts/provider_output_eval_runner.py"
|
|
],
|
|
"missing_scripts": [],
|
|
"mismatches": []
|
|
},
|
|
"help_smoke": {
|
|
"enabled": true,
|
|
"checked_count": 86,
|
|
"failed_count": 0,
|
|
"failed_scripts": []
|
|
},
|
|
"trust_summary": {
|
|
"secret_findings": 0,
|
|
"network_script_count": 3,
|
|
"file_write_script_count": 74,
|
|
"subprocess_script_count": 13,
|
|
"interactive_script_count": 0,
|
|
"help_smoke_failed_count": 0
|
|
}
|
|
},
|
|
"target_permission_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "vscode",
|
|
"permission_model": "vscode-workspace-trust-plus-metadata",
|
|
"native_enforcement": false,
|
|
"representation": "targets/vscode/adapter.json::target_permission_contract and targets/vscode/README.md install notes",
|
|
"review_required": true,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"capability_counts": {
|
|
"network": 3,
|
|
"file_write": 74,
|
|
"subprocess": 13,
|
|
"interactive": 0
|
|
},
|
|
"evidence": "reports/security_trust_report.json",
|
|
"operator_note": "VS Code target relies on project or user skill installation plus VS Code workspace trust; Yao preserves permission metadata for reviewer and installer checks."
|
|
},
|
|
"target_native_contract": {
|
|
"schema_version": "1.0",
|
|
"target": "vscode",
|
|
"native_surface": "VS Code/Copilot Agent Skills project or user scope",
|
|
"activation": {
|
|
"policy": "Use folder name plus SKILL.md name/description; keep description under platform limits.",
|
|
"trigger_description": "Create/improve/evaluate agent skills from workflows, prompts, SOPs, scripts. Use for migration/release/package, routing, evals/tests, install checks, 优化已有 skill, 补 trigger 评测. Exclude no-skill summary/translation/docs.",
|
|
"manual_activation_supported": true,
|
|
"automatic_activation_note": "Depends on the target client route/catalog implementation."
|
|
},
|
|
"resources": {
|
|
"strategy": "Install as project or user scoped skill source, preserving relative references and scripts.",
|
|
"counts": {
|
|
"references": 35,
|
|
"scripts": 155,
|
|
"assets": 6,
|
|
"reports": 43
|
|
},
|
|
"generated_files": [
|
|
"targets/vscode/adapter.json",
|
|
"targets/vscode/README.md"
|
|
]
|
|
},
|
|
"scripts": {
|
|
"strategy": "Scripts require workspace trust and operator/client approval outside this compiler.",
|
|
"script_count": 155,
|
|
"help_smoke_failed_count": 0
|
|
},
|
|
"permissions": {
|
|
"enforcement": "client-or-workspace-trust",
|
|
"native_enforcement": false,
|
|
"declared_capabilities": [
|
|
"network",
|
|
"file_write",
|
|
"subprocess"
|
|
],
|
|
"review_required": true
|
|
},
|
|
"review": {
|
|
"artifacts": [
|
|
"SKILL.md",
|
|
"agents/interface.yaml",
|
|
"reports/review-studio.html"
|
|
],
|
|
"fallback_behavior": "If VS Code scope is not installed, use the neutral Agent Skills source.",
|
|
"unsupported_native_features": [
|
|
"automatic VS Code installation",
|
|
"VS Code installation scope is documented but not installed by this compiler"
|
|
]
|
|
},
|
|
"install_scope": "VS Code user or project skills directory"
|
|
},
|
|
"target_transform": {
|
|
"target": "vscode",
|
|
"adapter_mode": "vscode-agent-skills-adapter",
|
|
"generated_files": [
|
|
"targets/vscode/adapter.json",
|
|
"targets/vscode/README.md"
|
|
],
|
|
"metadata_mapping": {
|
|
"name": "folder-name-and-SKILL.md::frontmatter.name",
|
|
"description": "SKILL.md::frontmatter.description",
|
|
"interface": "agents/interface.yaml",
|
|
"permissions": "targets/vscode/adapter.json::target_permission_contract",
|
|
"install_scope": "targets/vscode/README.md"
|
|
},
|
|
"preserved_semantics": [
|
|
"trigger",
|
|
"workflow",
|
|
"resources",
|
|
"eval-plan",
|
|
"risk",
|
|
"governance",
|
|
"runtime",
|
|
"trust",
|
|
"permissions"
|
|
],
|
|
"degradation_strategy": "agent-skills-source-with-vscode-notes",
|
|
"permission_representation": "targets/vscode/adapter.json::target_permission_contract and targets/vscode/README.md install notes",
|
|
"native_surface": "VS Code/Copilot Agent Skills project or user scope",
|
|
"activation_policy": "Use folder name plus SKILL.md name/description; keep description under platform limits.",
|
|
"resource_strategy": "Install as project or user scoped skill source, preserving relative references and scripts.",
|
|
"script_strategy": "Scripts require workspace trust and operator/client approval outside this compiler.",
|
|
"permission_enforcement": "client-or-workspace-trust"
|
|
},
|
|
"unsupported_features": [
|
|
"VS Code installation scope is documented but not installed by this compiler"
|
|
],
|
|
"warnings": [],
|
|
"failures": []
|
|
}
|
|
],
|
|
"failures": [],
|
|
"warnings": [],
|
|
"artifacts": {
|
|
"json": "reports/compiled_targets.json",
|
|
"markdown": "reports/compiled_targets.md"
|
|
}
|
|
}
|