yaojingang
617 lines
18 KiB
JSON
617 lines
18 KiB
JSON
{
|
|
"schema_version": "1.0",
|
|
"ok": true,
|
|
"generated_at": "2026-06-14",
|
|
"skill_dir": ".",
|
|
"summary": {
|
|
"item_count": 20,
|
|
"module_count": 8,
|
|
"recommended_pr_count": 12,
|
|
"pass_count": 20,
|
|
"warn_count": 0,
|
|
"missing_count": 0,
|
|
"local_blueprint_ready": true,
|
|
"public_world_class_ready": false,
|
|
"world_class_evidence_pending_count": 4,
|
|
"decision": "local-blueprint-covered-evidence-pending"
|
|
},
|
|
"status_counts": {
|
|
"pass": 20,
|
|
"warn": 0,
|
|
"missing": 0
|
|
},
|
|
"modules": [
|
|
{
|
|
"key": "skill-ir",
|
|
"category": "core-module",
|
|
"label": "Skill IR",
|
|
"status": "pass",
|
|
"objective": "Platform-neutral capability contract exists before platform-specific packaging.",
|
|
"current": "schema 2.0.0; targets 5",
|
|
"command": "python3 scripts/yao.py skill-ir .",
|
|
"test": "python3 tests/verify_skill_ir.py",
|
|
"evidence": [
|
|
{
|
|
"path": "skill-ir/schema.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "skill-ir/examples/yao-meta-skill.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "scripts/export_skill_ir.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_skill_ir.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep all target packages compiled from IR rather than hand-maintained per target."
|
|
},
|
|
{
|
|
"key": "output-eval-lab",
|
|
"category": "core-module",
|
|
"label": "Output Eval Lab",
|
|
"status": "pass",
|
|
"objective": "with-skill/baseline output quality is measured with assertions, execution evidence, and blind review packs.",
|
|
"current": "5 cases; delta 100.0; execution 10",
|
|
"command": "python3 scripts/yao.py output-exec . && python3 scripts/yao.py output-review .",
|
|
"test": "python3 tests/verify_output_eval_lab.py",
|
|
"evidence": [
|
|
{
|
|
"path": "evals/output/schema.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "evals/output/cases.jsonl",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "scripts/run_output_eval.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "scripts/run_output_execution.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/output_quality_scorecard.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_output_eval_lab.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Add more real-file and adversarial holdout cases as adoption data grows."
|
|
},
|
|
{
|
|
"key": "runtime-conformance",
|
|
"category": "core-module",
|
|
"label": "Runtime Conformance",
|
|
"status": "pass",
|
|
"objective": "Target packages can be consumed by OpenAI, Claude, Agent Skills, VS Code, and generic targets.",
|
|
"current": "5/5 targets pass",
|
|
"command": "python3 scripts/yao.py conformance .",
|
|
"test": "python3 tests/verify_conformance_suite.py",
|
|
"evidence": [
|
|
{
|
|
"path": "runtime/conformance/schema.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "scripts/run_conformance_suite.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/conformance_matrix.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_conformance_suite.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep conformance cases aligned with current platform metadata rules."
|
|
},
|
|
{
|
|
"key": "trust-security",
|
|
"category": "core-module",
|
|
"label": "Trust Security",
|
|
"status": "pass",
|
|
"objective": "Scripts, dependencies, permissions, secrets, and package hash are reviewable for team distribution.",
|
|
"current": "96 scripts; secrets 0; help failures 0",
|
|
"command": "python3 scripts/yao.py trust .",
|
|
"test": "python3 tests/verify_trust_check.py",
|
|
"evidence": [
|
|
{
|
|
"path": "scripts/trust_check.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "security/trust_policy.md",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "security/script_policy.md",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "security/permission_policy.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/security_trust_report.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_trust_check.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep high-permission approvals scoped, expiring, and mapped to target enforcement."
|
|
},
|
|
{
|
|
"key": "skill-atlas",
|
|
"category": "core-module",
|
|
"label": "Skill Atlas",
|
|
"status": "pass",
|
|
"objective": "Team skill portfolio reveals route collisions, stale ownership, dependency graph, and no-route opportunities.",
|
|
"current": "12 scanned skills; actionable collisions 0",
|
|
"command": "python3 scripts/yao.py skill-atlas --workspace-root .",
|
|
"test": "python3 tests/verify_skill_atlas.py",
|
|
"evidence": [
|
|
{
|
|
"path": "scripts/build_skill_atlas.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "skill_atlas/catalog.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "skill_atlas/route_overlap_matrix.csv",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "skill_atlas/dependency_graph.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/skill_atlas.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_skill_atlas.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Use real telemetry to rank stale or drifting skills by impact, not only by static metadata."
|
|
},
|
|
{
|
|
"key": "registry-distribution",
|
|
"category": "core-module",
|
|
"label": "Registry Distribution",
|
|
"status": "pass",
|
|
"objective": "Skill packages are installable, versioned, checksumed, and upgrade-reviewable.",
|
|
"current": "archive entries 575; install failures 0",
|
|
"command": "python3 scripts/yao.py package . --platform openai --platform claude --platform generic --platform vscode --output-dir dist --zip && python3 scripts/yao.py registry-audit .",
|
|
"test": "python3 tests/verify_registry_audit.py",
|
|
"evidence": [
|
|
{
|
|
"path": "registry/index.schema.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "registry/package.schema.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "registry/packages/yao-meta-skill.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "scripts/registry_audit.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/package_verification.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/install_simulation.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_registry_audit.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Regenerate registry metadata after package verification so source and archive checksums stay aligned."
|
|
},
|
|
{
|
|
"key": "review-studio",
|
|
"category": "core-module",
|
|
"label": "Review Studio",
|
|
"status": "pass",
|
|
"objective": "One HTML page supports first-pass production review across trigger, output, runtime, trust, release, and evidence actions.",
|
|
"current": "16 gates; decision review; warnings 3",
|
|
"command": "python3 scripts/yao.py review-studio .",
|
|
"test": "python3 tests/verify_review_studio.py",
|
|
"evidence": [
|
|
{
|
|
"path": "scripts/render_review_studio.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/review-studio.html",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/review-studio.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_review_studio.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Close pending human and external evidence before claiming full release readiness."
|
|
},
|
|
{
|
|
"key": "telemetry-drift",
|
|
"category": "core-module",
|
|
"label": "Telemetry Drift",
|
|
"status": "pass",
|
|
"objective": "Real usage feedback is captured as metadata-only local-first drift signals.",
|
|
"current": "events 1; recipes 5; risk low",
|
|
"command": "python3 scripts/yao.py telemetry-hooks . && python3 scripts/yao.py adoption-drift .",
|
|
"test": "python3 tests/verify_telemetry_hooks.py",
|
|
"evidence": [
|
|
{
|
|
"path": "scripts/emit_telemetry_event.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "scripts/import_telemetry_events.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "scripts/telemetry_native_host.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/adoption_drift_report.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/telemetry_hook_recipes.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_telemetry_hooks.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Install a real client and import production metadata-only events into the local drift loop."
|
|
}
|
|
],
|
|
"recommended_prs": [
|
|
{
|
|
"key": "benchmark-methodology",
|
|
"category": "recommended-pr",
|
|
"label": "Benchmark Methodology",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "24 required artifacts checked",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_benchmark_reproducibility.py",
|
|
"evidence": [
|
|
{
|
|
"path": "reports/benchmark_methodology.md",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/benchmark_reproducibility.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_benchmark_reproducibility.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "output-eval-schema",
|
|
"category": "recommended-pr",
|
|
"label": "Output Eval Schema",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "5 output cases",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_output_eval_lab.py",
|
|
"evidence": [
|
|
{
|
|
"path": "evals/output/schema.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "evals/output/cases.jsonl",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_output_eval_lab.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "output-eval-runner",
|
|
"category": "recommended-pr",
|
|
"label": "Output Eval Runner",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "delta 100.0",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_output_eval_lab.py",
|
|
"evidence": [
|
|
{
|
|
"path": "scripts/run_output_eval.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/output_quality_scorecard.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_output_eval_lab.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "output-quality-scorecard",
|
|
"category": "recommended-pr",
|
|
"label": "Output Quality Scorecard",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "gate pass True",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_output_eval_lab.py",
|
|
"evidence": [
|
|
{
|
|
"path": "reports/output_quality_scorecard.md",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/output_quality_scorecard.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_output_eval_lab.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "skill-ir-v0",
|
|
"category": "recommended-pr",
|
|
"label": "Skill IR V0",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "schema 2.0.0",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_skill_ir.py",
|
|
"evidence": [
|
|
{
|
|
"path": "skill-ir/schema.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "skill-ir/examples/yao-meta-skill.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_skill_ir.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "compiler-refactor",
|
|
"category": "recommended-pr",
|
|
"label": "Compiler Refactor",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "5/5 compiled targets",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_compile_skill.py",
|
|
"evidence": [
|
|
{
|
|
"path": "scripts/compile_skill.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/compiled_targets.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_compile_skill.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "agent-skills-conformance",
|
|
"category": "recommended-pr",
|
|
"label": "Agent Skills Conformance",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "agent-skills target present",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_conformance_suite.py",
|
|
"evidence": [
|
|
{
|
|
"path": "runtime/conformance/schema.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/conformance_matrix.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_conformance_suite.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "trust-check",
|
|
"category": "recommended-pr",
|
|
"label": "Trust Check",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "secret findings 0",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_trust_check.py",
|
|
"evidence": [
|
|
{
|
|
"path": "scripts/trust_check.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/security_trust_report.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_trust_check.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "skill-atlas-generator",
|
|
"category": "recommended-pr",
|
|
"label": "Skill Atlas Generator",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "12 scanned skills",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_skill_atlas.py",
|
|
"evidence": [
|
|
{
|
|
"path": "scripts/build_skill_atlas.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/skill_atlas.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_skill_atlas.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "registry-package-format",
|
|
"category": "recommended-pr",
|
|
"label": "Registry Package Format",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "registry ok True",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_registry_audit.py",
|
|
"evidence": [
|
|
{
|
|
"path": "registry/package.schema.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/registry_audit.json",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_registry_audit.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "review-studio-2",
|
|
"category": "recommended-pr",
|
|
"label": "Review Studio 2.0",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "16 review gates",
|
|
"command": "make ci-test",
|
|
"test": "tests/verify_review_studio.py",
|
|
"evidence": [
|
|
{
|
|
"path": "scripts/render_review_studio.py",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/review-studio.html",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "tests/verify_review_studio.py",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
},
|
|
{
|
|
"key": "migration-v2-docs",
|
|
"category": "recommended-pr",
|
|
"label": "Migration V2 Docs",
|
|
"status": "pass",
|
|
"objective": "Recommended Skill OS 2.0 implementation PR from the upgrade plan.",
|
|
"current": "migration guide present",
|
|
"command": "make ci-test",
|
|
"test": "docs review",
|
|
"evidence": [
|
|
{
|
|
"path": "docs/migration-v2.md",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "reports/skill-os-2-review.md",
|
|
"exists": true
|
|
},
|
|
{
|
|
"path": "README.md",
|
|
"exists": true
|
|
}
|
|
],
|
|
"next_action": "Keep this item covered as the implementation evolves."
|
|
}
|
|
],
|
|
"next_highest_leverage": [
|
|
"Close the four world-class evidence ledger entries with accepted human or external evidence.",
|
|
"Keep the blueprint coverage report in CI so 2.0 plan drift is visible."
|
|
],
|
|
"source_blueprint": {
|
|
"title": "Skill Overview / Skill OS 2.0 upgrade plan",
|
|
"core_module_count": 8,
|
|
"recommended_pr_count": 12
|
|
},
|
|
"artifacts": {
|
|
"json": "reports/skill_os2_coverage.json",
|
|
"markdown": "reports/skill_os2_coverage.md"
|
|
}
|
|
}
|