Refresh CI generated evidence after early watch
This commit is contained in:
yaojingang
+2
-2
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"schema_version": "2.0",
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"package_count": 1,
|
||||
"packages": [
|
||||
{
|
||||
@@ -16,7 +16,7 @@
|
||||
"vscode"
|
||||
],
|
||||
"package_metadata": "registry/packages/yao-meta-skill.json",
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b"
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7"
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -16,7 +16,7 @@
|
||||
"trust_level": "local",
|
||||
"license": "MIT",
|
||||
"checksums": {
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7",
|
||||
"archive_sha256": "44623ee91ba4bd57a9fe51a5fd6b35739a2e9d1e2fac0b8b4fc5c135db5b434d"
|
||||
},
|
||||
"compatibility": {
|
||||
@@ -53,5 +53,5 @@
|
||||
"install_simulated": true,
|
||||
"install_simulation": "reports/install_simulation.json"
|
||||
},
|
||||
"generated_at": "2026-06-17"
|
||||
"generated_at": "2026-06-13"
|
||||
}
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"schema_version": "1.0",
|
||||
"ok": true,
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-16T16:36:50Z",
|
||||
"skill_dir": ".",
|
||||
"source_patterns": "reports/user_patterns.json",
|
||||
"pattern_count": 5,
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
# Adaptation Proposals
|
||||
|
||||
- Generated at: `2026-06-17`
|
||||
- Generated at: `2026-06-16T16:36:50Z`
|
||||
- Pattern report: `reports/user_patterns.json`
|
||||
- Proposal only: `true`
|
||||
- Writes repository files: `false`
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"ok": true,
|
||||
"schema_version": "2.0",
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-16T16:37:18Z",
|
||||
"skill_dir": ".",
|
||||
"privacy_contract": {
|
||||
"storage": "local-first",
|
||||
@@ -25,14 +25,14 @@
|
||||
},
|
||||
"summary": {
|
||||
"event_count": 1,
|
||||
"adoption_sample_count": 0,
|
||||
"activation_count": 0,
|
||||
"accepted_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"activation_count": 1,
|
||||
"accepted_count": 1,
|
||||
"edited_count": 0,
|
||||
"rejected_count": 0,
|
||||
"missed_count": 0,
|
||||
"failed_count": 0,
|
||||
"adoption_rate": 0,
|
||||
"adoption_rate": 100.0,
|
||||
"missed_trigger_count": 0,
|
||||
"wrong_trigger_count": 0,
|
||||
"bad_output_count": 0,
|
||||
@@ -41,7 +41,7 @@
|
||||
"review_overdue_count": 0,
|
||||
"risk_band": "low",
|
||||
"event_types": {
|
||||
"review_event": 1
|
||||
"skill_activation": 1
|
||||
},
|
||||
"failure_types": {},
|
||||
"source_types": {
|
||||
@@ -53,31 +53,31 @@
|
||||
{
|
||||
"skill": "yao-meta-skill",
|
||||
"events": 1,
|
||||
"adoption_events": 0,
|
||||
"accepted": 0,
|
||||
"adoption_events": 1,
|
||||
"accepted": 1,
|
||||
"edited": 0,
|
||||
"rejected": 0,
|
||||
"missed": 0,
|
||||
"adoption_rate": 0
|
||||
"adoption_rate": 100.0
|
||||
}
|
||||
],
|
||||
"next_iteration_candidates": [],
|
||||
"recent_events": [
|
||||
{
|
||||
"command": "unknown",
|
||||
"event": "review_event",
|
||||
"event": "skill_activation",
|
||||
"skill": "yao-meta-skill",
|
||||
"source": "manual",
|
||||
"version": "1.1.0",
|
||||
"activation_type": "manual",
|
||||
"outcome": "reviewed",
|
||||
"activation_type": "explicit",
|
||||
"outcome": "accepted",
|
||||
"failure_type": "none",
|
||||
"timestamp": "2026-06-13T12:00:00Z"
|
||||
"timestamp": "2026-06-13T10:00:00Z"
|
||||
}
|
||||
],
|
||||
"failures": [],
|
||||
"artifacts": {
|
||||
"events_jsonl": "reports/telemetry_events.jsonl",
|
||||
"events_jsonl": "tests/tmp_review_studio/telemetry_events.jsonl",
|
||||
"json": "reports/adoption_drift_report.json",
|
||||
"markdown": "reports/adoption_drift_report.md"
|
||||
}
|
||||
|
||||
@@ -5,9 +5,9 @@ Local-first, metadata-only telemetry for skill operations. Raw prompts, outputs,
|
||||
## Summary
|
||||
|
||||
- Events: `1`
|
||||
- Adoption samples: `0`
|
||||
- Activation events: `0`
|
||||
- Adoption rate: `0`
|
||||
- Adoption samples: `1`
|
||||
- Activation events: `1`
|
||||
- Adoption rate: `100.0`
|
||||
- Missed trigger signals: `0`
|
||||
- Bad output signals: `0`
|
||||
- Script error signals: `0`
|
||||
@@ -25,7 +25,7 @@ Local-first, metadata-only telemetry for skill operations. Raw prompts, outputs,
|
||||
|
||||
| Skill | Events | Adoption Samples | Accepted | Edited | Rejected | Missed | Adoption Rate |
|
||||
| --- | ---: | ---: | ---: | ---: | ---: | ---: | ---: |
|
||||
| `yao-meta-skill` | 1 | 0 | 0 | 0 | 0 | 0 | 0 |
|
||||
| `yao-meta-skill` | 1 | 1 | 1 | 0 | 0 | 0 | 100.0 |
|
||||
|
||||
## Next Iteration Candidates
|
||||
|
||||
@@ -33,4 +33,4 @@ Local-first, metadata-only telemetry for skill operations. Raw prompts, outputs,
|
||||
|
||||
## Recent Metadata Events
|
||||
|
||||
- `2026-06-13T12:00:00Z` `yao-meta-skill` event=`review_event` source=`manual` command=`unknown` activation=`manual` outcome=`reviewed` failure=`none`
|
||||
- `2026-06-13T10:00:00Z` `yao-meta-skill` event=`skill_activation` source=`manual` command=`unknown` activation=`explicit` outcome=`accepted` failure=`none`
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"schema_version": "1.0",
|
||||
"ok": true,
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"skill_dir": ".",
|
||||
"summary": {
|
||||
"python_file_count": 215,
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
# Architecture Maintainability
|
||||
|
||||
Generated at: `2026-06-17`
|
||||
Generated at: `2026-06-13`
|
||||
|
||||
## Summary
|
||||
|
||||
|
||||
@@ -3,22 +3,35 @@
|
||||
"ok": true,
|
||||
"generated_at": "2026-06-17",
|
||||
"skill_dir": ".",
|
||||
"commit": "e4473fc852c7f22d318d9c9435cc869b8396242d",
|
||||
"commit": "ddbb51f33be00cf3fa859f637bcf4d148fd64083",
|
||||
"git_status": {
|
||||
"available": true,
|
||||
"dirty": false,
|
||||
"changed_file_count": 0,
|
||||
"sample": [],
|
||||
"dirty": true,
|
||||
"changed_file_count": 57,
|
||||
"sample": [
|
||||
" M registry/index.json",
|
||||
" M registry/packages/yao-meta-skill.json",
|
||||
" M reports/adaptation_proposals.json",
|
||||
" M reports/adaptation_proposals.md",
|
||||
" M reports/adoption_drift_report.json",
|
||||
" M reports/adoption_drift_report.md",
|
||||
" M reports/architecture_maintainability.json",
|
||||
" M reports/architecture_maintainability.md",
|
||||
" M reports/benchmark_reproducibility.json",
|
||||
" M reports/benchmark_reproducibility.md",
|
||||
" M reports/compiled_targets.json",
|
||||
" M reports/context_budget.json"
|
||||
],
|
||||
"scope": "generation-time status before this report is written"
|
||||
},
|
||||
"summary": {
|
||||
"reproducibility_ready": true,
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"methodology_complete": true,
|
||||
"required_artifact_count": 25,
|
||||
"missing_artifact_count": 0,
|
||||
"evidence_bundle_sha256": "1c9687e0afca9424f76b235c655b215bc46869e15f78bfcd5926811e3f179f33",
|
||||
"source_contract_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
"evidence_bundle_sha256": "3b83a9a68d31b3b25287c3d5f2f53049cac5e1f481bce3433c69ae2aaad8417a",
|
||||
"source_contract_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7",
|
||||
"archive_sha256": "44623ee91ba4bd57a9fe51a5fd6b35739a2e9d1e2fac0b8b4fc5c135db5b434d",
|
||||
"output_case_count": 5,
|
||||
"failure_disclosure_count": 3,
|
||||
@@ -34,29 +47,30 @@
|
||||
"world_class_task_count": 4,
|
||||
"world_class_ledger_pending_count": 4,
|
||||
"world_class_source_check_count": 13,
|
||||
"world_class_source_pass_count": 6,
|
||||
"world_class_source_blocked_count": 7,
|
||||
"world_class_source_pass_count": 7,
|
||||
"world_class_source_blocked_count": 6,
|
||||
"public_claim_ready": false,
|
||||
"public_claim_blocker_count": 4,
|
||||
"working_tree_dirty": false,
|
||||
"changed_file_count": 0
|
||||
"public_claim_blocker_count": 5,
|
||||
"working_tree_dirty": true,
|
||||
"changed_file_count": 57
|
||||
},
|
||||
"public_claim": {
|
||||
"ready": false,
|
||||
"scope": "public benchmark or world-class readiness claim",
|
||||
"blockers": [
|
||||
"release lock is not clean or commit is unavailable",
|
||||
"provider-backed model holdout evidence is incomplete",
|
||||
"human blind-review adjudication is incomplete",
|
||||
"world-class evidence is not accepted yet (4 open gaps, 4 ledger pending)",
|
||||
"world-class source checks are not all accepted (6/13 pass, 7 blocked)"
|
||||
"world-class source checks are not all accepted (7/13 pass, 6 blocked)"
|
||||
],
|
||||
"policy": "Local reproducibility can pass before public claims; public claims require provider evidence, human adjudication, clean release lock, accepted world-class evidence, and complete source checks."
|
||||
},
|
||||
"release_lock": {
|
||||
"ready": true,
|
||||
"commit": "e4473fc852c7f22d318d9c9435cc869b8396242d",
|
||||
"ready": false,
|
||||
"commit": "ddbb51f33be00cf3fa859f637bcf4d148fd64083",
|
||||
"status_scope": "generation-time status before this report is written",
|
||||
"reason": "clean generation-time HEAD"
|
||||
"reason": "working tree was dirty at generation time"
|
||||
},
|
||||
"evidence_bundle": {
|
||||
"algorithm": "sha256(path,label,exists,artifact_sha256)",
|
||||
@@ -64,7 +78,7 @@
|
||||
"existing_count": 25,
|
||||
"missing_count": 0,
|
||||
"missing_paths": [],
|
||||
"sha256": "1c9687e0afca9424f76b235c655b215bc46869e15f78bfcd5926811e3f179f33"
|
||||
"sha256": "3b83a9a68d31b3b25287c3d5f2f53049cac5e1f481bce3433c69ae2aaad8417a"
|
||||
},
|
||||
"methodology": {
|
||||
"path": "reports/benchmark_methodology.md",
|
||||
@@ -137,8 +151,8 @@
|
||||
"label": "output_execution",
|
||||
"path": "reports/output_execution_runs.json",
|
||||
"exists": true,
|
||||
"bytes": 7966,
|
||||
"sha256": "3d0654b4dfdcf4ad4b0b8e5f0cb8b155e14c60a9d5fa46549f6ca81db10fec36"
|
||||
"bytes": 7963,
|
||||
"sha256": "04e12cc43c4e4fba8c21d85b523f84d1fdfd38ac0acd11bf7c40d321dee8668e"
|
||||
},
|
||||
{
|
||||
"label": "blind_review",
|
||||
@@ -173,21 +187,21 @@
|
||||
"path": "reports/security_trust_report.json",
|
||||
"exists": true,
|
||||
"bytes": 129571,
|
||||
"sha256": "69cd2d5ecfbf9380f758e462773f75e6841de2a467cb56f3287f042e2ae24ec0"
|
||||
"sha256": "e9b4ba8d960a8e282d7b8268ae945e2ed047a3e3f8b049b783d66ebe314254b4"
|
||||
},
|
||||
{
|
||||
"label": "python_compatibility",
|
||||
"path": "reports/python_compatibility.json",
|
||||
"exists": true,
|
||||
"bytes": 28298,
|
||||
"sha256": "8b48340618cc702a8d8f5aaf6ce6d05a1a5463a8008d06a28809671632b212da"
|
||||
"sha256": "b223212ec521b782c479ace75a0e93866e09aff7f2637fdd181e8906bb4b0376"
|
||||
},
|
||||
{
|
||||
"label": "registry_audit",
|
||||
"path": "reports/registry_audit.json",
|
||||
"exists": true,
|
||||
"bytes": 3183,
|
||||
"sha256": "c1815821283bed80f1dd879f4a4561cf9cbfbb0d18c47dc489cee5101dbf180c"
|
||||
"sha256": "50a90637eac54a4c8129a63040418cf7b3e349758243e7378ef17c5b8f97ca28"
|
||||
},
|
||||
{
|
||||
"label": "package_verification",
|
||||
@@ -200,71 +214,71 @@
|
||||
"label": "install_simulation",
|
||||
"path": "reports/install_simulation.json",
|
||||
"exists": true,
|
||||
"bytes": 8604,
|
||||
"sha256": "3a707c08d4b0df167b835215f0f7696568a5a1e4099854d8a02647cdcd5b8b37"
|
||||
"bytes": 8758,
|
||||
"sha256": "5269d6e6364aaa39e935cbf02df7569a6a88d2653120bc6e3e34d3684a73639d"
|
||||
},
|
||||
{
|
||||
"label": "skill_os2_audit",
|
||||
"path": "reports/skill_os2_audit.json",
|
||||
"exists": true,
|
||||
"bytes": 14310,
|
||||
"sha256": "453a86240e7fe1a703615ba3ce9a97d940e9c552ee9e39d5cccbf7c3481dd507"
|
||||
"sha256": "49d334ad2b675307a23aca180812638d9482a68d08978dd67d6062489f1b1dcf"
|
||||
},
|
||||
{
|
||||
"label": "world_class_evidence_plan",
|
||||
"path": "reports/world_class_evidence_plan.json",
|
||||
"exists": true,
|
||||
"bytes": 20828,
|
||||
"sha256": "0a836a86ad6c648d8c442a16cae7cdb17d3640a0ba6ec69c1290825ede6d152a"
|
||||
"sha256": "9b74155fb9bfe44ba838d64b1a31768b83978b154bdd8eaa606f494c816f189f"
|
||||
},
|
||||
{
|
||||
"label": "world_class_evidence_ledger",
|
||||
"path": "reports/world_class_evidence_ledger.json",
|
||||
"exists": true,
|
||||
"bytes": 22288,
|
||||
"sha256": "fe81833eab69292525975b347177bc7fcda6410f493fc60bd840a20e86ca0039"
|
||||
"bytes": 22285,
|
||||
"sha256": "f6e1a69b0359c28c88e9e9e69ff66763c721ac8a112a43a673ce98cd9d3bce41"
|
||||
},
|
||||
{
|
||||
"label": "world_class_evidence_intake",
|
||||
"path": "reports/world_class_evidence_intake.json",
|
||||
"exists": true,
|
||||
"bytes": 19319,
|
||||
"sha256": "4506c836338c65a3a01b15b1f26a1fdd0a8ef520a1e5f1574ee89ce9d3bbeb29"
|
||||
"sha256": "46f801051ec075725059e4e2682ef2162fd892b5e7255c8d5121d7b24dcc7f2c"
|
||||
},
|
||||
{
|
||||
"label": "world_class_evidence_preflight",
|
||||
"path": "reports/world_class_evidence_preflight.json",
|
||||
"exists": true,
|
||||
"bytes": 41208,
|
||||
"sha256": "725d10a6f951ab1e64f4e6a1cfa907404b51f598a753b5a0351e1381fef7cd9e"
|
||||
"bytes": 41202,
|
||||
"sha256": "b7fd72d7e75486612f65a9bb73b1ab59106103ebf3ad10dd446cd80903088454"
|
||||
},
|
||||
{
|
||||
"label": "world_class_submission_review",
|
||||
"path": "reports/world_class_submission_review.json",
|
||||
"exists": true,
|
||||
"bytes": 13658,
|
||||
"sha256": "7693638c2e8369a8a179b3420c11090668f8f104f452dc370082dc9ebafe882d"
|
||||
"bytes": 13655,
|
||||
"sha256": "9fbd4cd437986fca9a043cbab24aec7d575aaf166a8d9365c79c56f093cab5b8"
|
||||
},
|
||||
{
|
||||
"label": "world_class_operator_runbook",
|
||||
"path": "reports/world_class_operator_runbook.json",
|
||||
"exists": true,
|
||||
"bytes": 24899,
|
||||
"sha256": "f90d59c3e5866da33138869c1c5299350a43389d81e84ba466df794befb494fa"
|
||||
"bytes": 24835,
|
||||
"sha256": "2d32a2e917b7215afe7a7a93ca8bacffa540a245953aa39e2ee47eea1b169d17"
|
||||
},
|
||||
{
|
||||
"label": "world_class_operator_runbook_markdown",
|
||||
"path": "reports/world_class_operator_runbook.md",
|
||||
"exists": true,
|
||||
"bytes": 15479,
|
||||
"sha256": "be79ee0f70a3ceed473c481562c5fddaee6cfb36c960ba15ae10c846d5809650"
|
||||
"bytes": 15424,
|
||||
"sha256": "00d8ebabb91e14a06cacdb212f448668aa1e47b72587448e30681fc53acaad9a"
|
||||
},
|
||||
{
|
||||
"label": "world_class_operator_runbook_html",
|
||||
"path": "reports/world_class_operator_runbook.html",
|
||||
"exists": true,
|
||||
"bytes": 21409,
|
||||
"sha256": "9a7be02a6990245c9dd1f72ced5928d80a3aaebea4647737c2aaf0b0a2f798df"
|
||||
"bytes": 21348,
|
||||
"sha256": "ca72c65b437b2211d08b9d463c9a33a7993b4e388bb75f62757ead4dfcf81a49"
|
||||
},
|
||||
{
|
||||
"label": "world_class_claim_guard",
|
||||
|
||||
@@ -1,18 +1,18 @@
|
||||
# Benchmark Reproducibility
|
||||
|
||||
Generated at: `2026-06-17`
|
||||
Commit: `e4473fc852c7f22d318d9c9435cc869b8396242d`
|
||||
Working tree dirty at generation: `false`
|
||||
Evidence bundle SHA256: `1c9687e0afca9424f76b235c655b215bc46869e15f78bfcd5926811e3f179f33`
|
||||
Commit: `ddbb51f33be00cf3fa859f637bcf4d148fd64083`
|
||||
Working tree dirty at generation: `true`
|
||||
Evidence bundle SHA256: `3b83a9a68d31b3b25287c3d5f2f53049cac5e1f481bce3433c69ae2aaad8417a`
|
||||
|
||||
## Summary
|
||||
|
||||
- reproducibility ready: `true`
|
||||
- release lock ready: `true`
|
||||
- release lock ready: `false`
|
||||
- methodology complete: `true`
|
||||
- required artifacts: `25`
|
||||
- missing artifacts: `0`
|
||||
- source contract sha256: `393f0f144975`
|
||||
- source contract sha256: `2b5b9780754a`
|
||||
- archive sha256: `44623ee91ba4`
|
||||
- output cases: `5`
|
||||
- disclosed failure cases: `3`
|
||||
@@ -20,10 +20,10 @@ Evidence bundle SHA256: `1c9687e0afca9424f76b235c655b215bc46869e15f78bfcd5926811
|
||||
- provider evidence complete: `false`
|
||||
- human review complete: `false`
|
||||
- world-class ready: `false`
|
||||
- world-class source checks: `6` pass / `13` total; `7` blocked
|
||||
- world-class source checks: `7` pass / `13` total; `6` blocked
|
||||
- public claim ready: `false`
|
||||
- public claim blockers: `4`
|
||||
- changed files at generation: `0`
|
||||
- public claim blockers: `5`
|
||||
- changed files at generation: `57`
|
||||
|
||||
This report proves local benchmark reproducibility only. It keeps external provider and human-review gaps visible instead of counting them as complete. The git commit is generation-time context; the evidence bundle SHA is the durable anchor for the artifacts listed below.
|
||||
|
||||
@@ -35,22 +35,23 @@ This report proves local benchmark reproducibility only. It keeps external provi
|
||||
|
||||
| Blocker |
|
||||
| --- |
|
||||
| release lock is not clean or commit is unavailable |
|
||||
| provider-backed model holdout evidence is incomplete |
|
||||
| human blind-review adjudication is incomplete |
|
||||
| world-class evidence is not accepted yet (4 open gaps, 4 ledger pending) |
|
||||
| world-class source checks are not all accepted (6/13 pass, 7 blocked) |
|
||||
| world-class source checks are not all accepted (7/13 pass, 6 blocked) |
|
||||
|
||||
## Release Lock
|
||||
|
||||
- ready: `true`
|
||||
- reason: clean generation-time HEAD
|
||||
- ready: `false`
|
||||
- reason: working tree was dirty at generation time
|
||||
- status scope: generation-time status before this report is written
|
||||
|
||||
## Evidence Bundle
|
||||
|
||||
- algorithm: `sha256(path,label,exists,artifact_sha256)`
|
||||
- artifacts: `25` / `25`
|
||||
- sha256: `1c9687e0afca9424f76b235c655b215bc46869e15f78bfcd5926811e3f179f33`
|
||||
- sha256: `3b83a9a68d31b3b25287c3d5f2f53049cac5e1f481bce3433c69ae2aaad8417a`
|
||||
|
||||
## Methodology Sections
|
||||
|
||||
@@ -72,25 +73,25 @@ This report proves local benchmark reproducibility only. It keeps external provi
|
||||
| output_cases | `evals/output/cases.jsonl` | present | `a6ae96857116` |
|
||||
| output_schema | `evals/output/schema.json` | present | `8ee340c95064` |
|
||||
| output_scorecard | `reports/output_quality_scorecard.json` | present | `0806258a8e08` |
|
||||
| output_execution | `reports/output_execution_runs.json` | present | `3d0654b4dfdc` |
|
||||
| output_execution | `reports/output_execution_runs.json` | present | `04e12cc43c4e` |
|
||||
| blind_review | `reports/output_blind_review_pack.json` | present | `bbe2db8ec277` |
|
||||
| review_adjudication | `reports/output_review_adjudication.json` | present | `bb8c72a9291e` |
|
||||
| trigger_scorecard | `reports/route_scorecard.json` | present | `c164e83e36d0` |
|
||||
| runtime_conformance | `reports/conformance_matrix.json` | present | `97f9ba949c23` |
|
||||
| trust_report | `reports/security_trust_report.json` | present | `69cd2d5ecfbf` |
|
||||
| python_compatibility | `reports/python_compatibility.json` | present | `8b48340618cc` |
|
||||
| registry_audit | `reports/registry_audit.json` | present | `c1815821283b` |
|
||||
| trust_report | `reports/security_trust_report.json` | present | `e9b4ba8d960a` |
|
||||
| python_compatibility | `reports/python_compatibility.json` | present | `b223212ec521` |
|
||||
| registry_audit | `reports/registry_audit.json` | present | `50a90637eac5` |
|
||||
| package_verification | `reports/package_verification.json` | present | `9322d882dfa7` |
|
||||
| install_simulation | `reports/install_simulation.json` | present | `3a707c08d4b0` |
|
||||
| skill_os2_audit | `reports/skill_os2_audit.json` | present | `453a86240e7f` |
|
||||
| world_class_evidence_plan | `reports/world_class_evidence_plan.json` | present | `0a836a86ad6c` |
|
||||
| world_class_evidence_ledger | `reports/world_class_evidence_ledger.json` | present | `fe81833eab69` |
|
||||
| world_class_evidence_intake | `reports/world_class_evidence_intake.json` | present | `4506c836338c` |
|
||||
| world_class_evidence_preflight | `reports/world_class_evidence_preflight.json` | present | `725d10a6f951` |
|
||||
| world_class_submission_review | `reports/world_class_submission_review.json` | present | `7693638c2e83` |
|
||||
| world_class_operator_runbook | `reports/world_class_operator_runbook.json` | present | `f90d59c3e586` |
|
||||
| world_class_operator_runbook_markdown | `reports/world_class_operator_runbook.md` | present | `be79ee0f70a3` |
|
||||
| world_class_operator_runbook_html | `reports/world_class_operator_runbook.html` | present | `9a7be02a6990` |
|
||||
| install_simulation | `reports/install_simulation.json` | present | `5269d6e6364a` |
|
||||
| skill_os2_audit | `reports/skill_os2_audit.json` | present | `49d334ad2b67` |
|
||||
| world_class_evidence_plan | `reports/world_class_evidence_plan.json` | present | `9b74155fb9bf` |
|
||||
| world_class_evidence_ledger | `reports/world_class_evidence_ledger.json` | present | `f6e1a69b0359` |
|
||||
| world_class_evidence_intake | `reports/world_class_evidence_intake.json` | present | `46f801051ec0` |
|
||||
| world_class_evidence_preflight | `reports/world_class_evidence_preflight.json` | present | `b7fd72d7e754` |
|
||||
| world_class_submission_review | `reports/world_class_submission_review.json` | present | `9fbd4cd43798` |
|
||||
| world_class_operator_runbook | `reports/world_class_operator_runbook.json` | present | `2d32a2e917b7` |
|
||||
| world_class_operator_runbook_markdown | `reports/world_class_operator_runbook.md` | present | `00d8ebabb91e` |
|
||||
| world_class_operator_runbook_html | `reports/world_class_operator_runbook.html` | present | `ca72c65b437b` |
|
||||
| world_class_claim_guard | `reports/world_class_claim_guard.json` | present | `abe7f7d60c00` |
|
||||
|
||||
## Reproduction Commands
|
||||
|
||||
+121
-26
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"schema_version": "1.0",
|
||||
"ok": true,
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"skill_dir": ".",
|
||||
"summary": {
|
||||
"target_count": 5,
|
||||
@@ -149,20 +149,28 @@
|
||||
"references/user-memory-policy.md"
|
||||
],
|
||||
"scripts": [
|
||||
"scripts/adaptation_patch_safety.py",
|
||||
"scripts/adaptation_report_contracts.py",
|
||||
"scripts/adjudicate_output_review.py",
|
||||
"scripts/apply_adaptation.py",
|
||||
"scripts/build_confusion_matrix.py",
|
||||
"scripts/build_skill_atlas.py",
|
||||
"scripts/build_skill_atlas_layout.py",
|
||||
"scripts/check_update.py",
|
||||
"scripts/ci_test.py",
|
||||
"scripts/collect_feedback.py",
|
||||
"scripts/compile_skill.py",
|
||||
"scripts/compile_skill_targets.py",
|
||||
"scripts/context_sizer.py",
|
||||
"scripts/create_iteration_snapshot.py",
|
||||
"scripts/cross_packager.py",
|
||||
"scripts/description_optimizer_reporting.py",
|
||||
"scripts/diff_eval.py",
|
||||
"scripts/emit_telemetry_event.py",
|
||||
"scripts/evidence_consistency_artifact_roles.py",
|
||||
"scripts/evidence_consistency_core.py",
|
||||
"scripts/evidence_consistency_release.py",
|
||||
"scripts/evidence_consistency_skill_os2_review.py",
|
||||
"scripts/evidence_consistency_world_class.py",
|
||||
"scripts/export_skill_ir.py",
|
||||
"scripts/github_benchmark_scan.py",
|
||||
@@ -175,6 +183,7 @@
|
||||
"scripts/lint_skill.py",
|
||||
"scripts/local_output_eval_runner.py",
|
||||
"scripts/optimize_description.py",
|
||||
"scripts/output_review_privacy.py",
|
||||
"scripts/prepare_output_review_kit.py",
|
||||
"scripts/prepare_world_class_submission_kit.py",
|
||||
"scripts/probe_runtime_permissions.py",
|
||||
@@ -227,6 +236,7 @@
|
||||
"scripts/review_studio_actions.py",
|
||||
"scripts/review_studio_data.py",
|
||||
"scripts/review_studio_formatting.py",
|
||||
"scripts/review_studio_gate_contract.py",
|
||||
"scripts/review_studio_gates.py",
|
||||
"scripts/review_studio_layout.py",
|
||||
"scripts/review_studio_output_review.py",
|
||||
@@ -246,6 +256,7 @@
|
||||
"scripts/skill_report_layout.py",
|
||||
"scripts/skill_report_metrics.py",
|
||||
"scripts/skill_report_model.py",
|
||||
"scripts/skill_report_sources.py",
|
||||
"scripts/skill_report_world_class.py",
|
||||
"scripts/skillops_opportunity.py",
|
||||
"scripts/summarize_user_signals.py",
|
||||
@@ -253,10 +264,16 @@
|
||||
"scripts/telemetry_native_host.py",
|
||||
"scripts/trigger_eval.py",
|
||||
"scripts/trust_check.py",
|
||||
"scripts/trust_check_scripts.py",
|
||||
"scripts/upgrade_check.py",
|
||||
"scripts/validate_skill.py",
|
||||
"scripts/verify_package.py",
|
||||
"scripts/world_class_evidence_contract.py",
|
||||
"scripts/world_class_human_evidence.py",
|
||||
"scripts/world_class_native_permission_evidence.py",
|
||||
"scripts/world_class_native_telemetry_evidence.py",
|
||||
"scripts/world_class_preflight_layout.py",
|
||||
"scripts/world_class_provider_evidence.py",
|
||||
"scripts/world_class_source_checks.py",
|
||||
"scripts/world_class_submission_kit_rendering.py",
|
||||
"scripts/world_class_submission_matrix.py",
|
||||
@@ -267,6 +284,8 @@
|
||||
"scripts/yao_cli_distribution_commands.py",
|
||||
"scripts/yao_cli_output_commands.py",
|
||||
"scripts/yao_cli_parser.py",
|
||||
"scripts/yao_cli_parser_evidence.py",
|
||||
"scripts/yao_cli_parser_operations.py",
|
||||
"scripts/yao_cli_report_commands.py",
|
||||
"scripts/yao_cli_runtime.py",
|
||||
"scripts/yao_cli_telemetry.py"
|
||||
@@ -325,7 +344,7 @@
|
||||
],
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
}
|
||||
@@ -597,7 +616,7 @@
|
||||
"strategy": "Ship the neutral source tree and expose OpenAI-facing interface metadata as a generated companion file.",
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
},
|
||||
@@ -608,7 +627,7 @@
|
||||
},
|
||||
"scripts": {
|
||||
"strategy": "Keep scripts as local package resources; expose help-smoke and permission metadata for reviewer approval before execution.",
|
||||
"script_count": 121,
|
||||
"script_count": 140,
|
||||
"help_smoke_failed_count": 0
|
||||
},
|
||||
"permissions": {
|
||||
@@ -852,7 +871,7 @@
|
||||
"strategy": "Ship the neutral source tree and expose OpenAI-facing interface metadata as a generated companion file.",
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
},
|
||||
@@ -863,7 +882,7 @@
|
||||
},
|
||||
"scripts": {
|
||||
"strategy": "Keep scripts as local package resources; expose help-smoke and permission metadata for reviewer approval before execution.",
|
||||
"script_count": 121,
|
||||
"script_count": 140,
|
||||
"help_smoke_failed_count": 0
|
||||
},
|
||||
"permissions": {
|
||||
@@ -1069,20 +1088,28 @@
|
||||
"references/user-memory-policy.md"
|
||||
],
|
||||
"scripts": [
|
||||
"scripts/adaptation_patch_safety.py",
|
||||
"scripts/adaptation_report_contracts.py",
|
||||
"scripts/adjudicate_output_review.py",
|
||||
"scripts/apply_adaptation.py",
|
||||
"scripts/build_confusion_matrix.py",
|
||||
"scripts/build_skill_atlas.py",
|
||||
"scripts/build_skill_atlas_layout.py",
|
||||
"scripts/check_update.py",
|
||||
"scripts/ci_test.py",
|
||||
"scripts/collect_feedback.py",
|
||||
"scripts/compile_skill.py",
|
||||
"scripts/compile_skill_targets.py",
|
||||
"scripts/context_sizer.py",
|
||||
"scripts/create_iteration_snapshot.py",
|
||||
"scripts/cross_packager.py",
|
||||
"scripts/description_optimizer_reporting.py",
|
||||
"scripts/diff_eval.py",
|
||||
"scripts/emit_telemetry_event.py",
|
||||
"scripts/evidence_consistency_artifact_roles.py",
|
||||
"scripts/evidence_consistency_core.py",
|
||||
"scripts/evidence_consistency_release.py",
|
||||
"scripts/evidence_consistency_skill_os2_review.py",
|
||||
"scripts/evidence_consistency_world_class.py",
|
||||
"scripts/export_skill_ir.py",
|
||||
"scripts/github_benchmark_scan.py",
|
||||
@@ -1095,6 +1122,7 @@
|
||||
"scripts/lint_skill.py",
|
||||
"scripts/local_output_eval_runner.py",
|
||||
"scripts/optimize_description.py",
|
||||
"scripts/output_review_privacy.py",
|
||||
"scripts/prepare_output_review_kit.py",
|
||||
"scripts/prepare_world_class_submission_kit.py",
|
||||
"scripts/probe_runtime_permissions.py",
|
||||
@@ -1147,6 +1175,7 @@
|
||||
"scripts/review_studio_actions.py",
|
||||
"scripts/review_studio_data.py",
|
||||
"scripts/review_studio_formatting.py",
|
||||
"scripts/review_studio_gate_contract.py",
|
||||
"scripts/review_studio_gates.py",
|
||||
"scripts/review_studio_layout.py",
|
||||
"scripts/review_studio_output_review.py",
|
||||
@@ -1166,6 +1195,7 @@
|
||||
"scripts/skill_report_layout.py",
|
||||
"scripts/skill_report_metrics.py",
|
||||
"scripts/skill_report_model.py",
|
||||
"scripts/skill_report_sources.py",
|
||||
"scripts/skill_report_world_class.py",
|
||||
"scripts/skillops_opportunity.py",
|
||||
"scripts/summarize_user_signals.py",
|
||||
@@ -1173,10 +1203,16 @@
|
||||
"scripts/telemetry_native_host.py",
|
||||
"scripts/trigger_eval.py",
|
||||
"scripts/trust_check.py",
|
||||
"scripts/trust_check_scripts.py",
|
||||
"scripts/upgrade_check.py",
|
||||
"scripts/validate_skill.py",
|
||||
"scripts/verify_package.py",
|
||||
"scripts/world_class_evidence_contract.py",
|
||||
"scripts/world_class_human_evidence.py",
|
||||
"scripts/world_class_native_permission_evidence.py",
|
||||
"scripts/world_class_native_telemetry_evidence.py",
|
||||
"scripts/world_class_preflight_layout.py",
|
||||
"scripts/world_class_provider_evidence.py",
|
||||
"scripts/world_class_source_checks.py",
|
||||
"scripts/world_class_submission_kit_rendering.py",
|
||||
"scripts/world_class_submission_matrix.py",
|
||||
@@ -1187,6 +1223,8 @@
|
||||
"scripts/yao_cli_distribution_commands.py",
|
||||
"scripts/yao_cli_output_commands.py",
|
||||
"scripts/yao_cli_parser.py",
|
||||
"scripts/yao_cli_parser_evidence.py",
|
||||
"scripts/yao_cli_parser_operations.py",
|
||||
"scripts/yao_cli_report_commands.py",
|
||||
"scripts/yao_cli_runtime.py",
|
||||
"scripts/yao_cli_telemetry.py"
|
||||
@@ -1245,7 +1283,7 @@
|
||||
],
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
}
|
||||
@@ -1517,7 +1555,7 @@
|
||||
"strategy": "Preserve the source tree directly; write target notes in targets/claude/README.md.",
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
},
|
||||
@@ -1528,7 +1566,7 @@
|
||||
},
|
||||
"scripts": {
|
||||
"strategy": "Scripts remain local package resources and must be reviewed through trust and permission reports before use.",
|
||||
"script_count": 121,
|
||||
"script_count": 140,
|
||||
"help_smoke_failed_count": 0
|
||||
},
|
||||
"permissions": {
|
||||
@@ -1772,7 +1810,7 @@
|
||||
"strategy": "Preserve the source tree directly; write target notes in targets/claude/README.md.",
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
},
|
||||
@@ -1783,7 +1821,7 @@
|
||||
},
|
||||
"scripts": {
|
||||
"strategy": "Scripts remain local package resources and must be reviewed through trust and permission reports before use.",
|
||||
"script_count": 121,
|
||||
"script_count": 140,
|
||||
"help_smoke_failed_count": 0
|
||||
},
|
||||
"permissions": {
|
||||
@@ -1989,20 +2027,28 @@
|
||||
"references/user-memory-policy.md"
|
||||
],
|
||||
"scripts": [
|
||||
"scripts/adaptation_patch_safety.py",
|
||||
"scripts/adaptation_report_contracts.py",
|
||||
"scripts/adjudicate_output_review.py",
|
||||
"scripts/apply_adaptation.py",
|
||||
"scripts/build_confusion_matrix.py",
|
||||
"scripts/build_skill_atlas.py",
|
||||
"scripts/build_skill_atlas_layout.py",
|
||||
"scripts/check_update.py",
|
||||
"scripts/ci_test.py",
|
||||
"scripts/collect_feedback.py",
|
||||
"scripts/compile_skill.py",
|
||||
"scripts/compile_skill_targets.py",
|
||||
"scripts/context_sizer.py",
|
||||
"scripts/create_iteration_snapshot.py",
|
||||
"scripts/cross_packager.py",
|
||||
"scripts/description_optimizer_reporting.py",
|
||||
"scripts/diff_eval.py",
|
||||
"scripts/emit_telemetry_event.py",
|
||||
"scripts/evidence_consistency_artifact_roles.py",
|
||||
"scripts/evidence_consistency_core.py",
|
||||
"scripts/evidence_consistency_release.py",
|
||||
"scripts/evidence_consistency_skill_os2_review.py",
|
||||
"scripts/evidence_consistency_world_class.py",
|
||||
"scripts/export_skill_ir.py",
|
||||
"scripts/github_benchmark_scan.py",
|
||||
@@ -2015,6 +2061,7 @@
|
||||
"scripts/lint_skill.py",
|
||||
"scripts/local_output_eval_runner.py",
|
||||
"scripts/optimize_description.py",
|
||||
"scripts/output_review_privacy.py",
|
||||
"scripts/prepare_output_review_kit.py",
|
||||
"scripts/prepare_world_class_submission_kit.py",
|
||||
"scripts/probe_runtime_permissions.py",
|
||||
@@ -2067,6 +2114,7 @@
|
||||
"scripts/review_studio_actions.py",
|
||||
"scripts/review_studio_data.py",
|
||||
"scripts/review_studio_formatting.py",
|
||||
"scripts/review_studio_gate_contract.py",
|
||||
"scripts/review_studio_gates.py",
|
||||
"scripts/review_studio_layout.py",
|
||||
"scripts/review_studio_output_review.py",
|
||||
@@ -2086,6 +2134,7 @@
|
||||
"scripts/skill_report_layout.py",
|
||||
"scripts/skill_report_metrics.py",
|
||||
"scripts/skill_report_model.py",
|
||||
"scripts/skill_report_sources.py",
|
||||
"scripts/skill_report_world_class.py",
|
||||
"scripts/skillops_opportunity.py",
|
||||
"scripts/summarize_user_signals.py",
|
||||
@@ -2093,10 +2142,16 @@
|
||||
"scripts/telemetry_native_host.py",
|
||||
"scripts/trigger_eval.py",
|
||||
"scripts/trust_check.py",
|
||||
"scripts/trust_check_scripts.py",
|
||||
"scripts/upgrade_check.py",
|
||||
"scripts/validate_skill.py",
|
||||
"scripts/verify_package.py",
|
||||
"scripts/world_class_evidence_contract.py",
|
||||
"scripts/world_class_human_evidence.py",
|
||||
"scripts/world_class_native_permission_evidence.py",
|
||||
"scripts/world_class_native_telemetry_evidence.py",
|
||||
"scripts/world_class_preflight_layout.py",
|
||||
"scripts/world_class_provider_evidence.py",
|
||||
"scripts/world_class_source_checks.py",
|
||||
"scripts/world_class_submission_kit_rendering.py",
|
||||
"scripts/world_class_submission_matrix.py",
|
||||
@@ -2107,6 +2162,8 @@
|
||||
"scripts/yao_cli_distribution_commands.py",
|
||||
"scripts/yao_cli_output_commands.py",
|
||||
"scripts/yao_cli_parser.py",
|
||||
"scripts/yao_cli_parser_evidence.py",
|
||||
"scripts/yao_cli_parser_operations.py",
|
||||
"scripts/yao_cli_report_commands.py",
|
||||
"scripts/yao_cli_runtime.py",
|
||||
"scripts/yao_cli_telemetry.py"
|
||||
@@ -2165,7 +2222,7 @@
|
||||
],
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
}
|
||||
@@ -2437,7 +2494,7 @@
|
||||
"strategy": "Preserve references, scripts, assets, evals, reports, and adapter metadata as relative package resources.",
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
},
|
||||
@@ -2447,7 +2504,7 @@
|
||||
},
|
||||
"scripts": {
|
||||
"strategy": "Expose script and permission metadata for downstream clients or installers to enforce.",
|
||||
"script_count": 121,
|
||||
"script_count": 140,
|
||||
"help_smoke_failed_count": 0
|
||||
},
|
||||
"permissions": {
|
||||
@@ -2685,7 +2742,7 @@
|
||||
"strategy": "Preserve references, scripts, assets, evals, reports, and adapter metadata as relative package resources.",
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
},
|
||||
@@ -2695,7 +2752,7 @@
|
||||
},
|
||||
"scripts": {
|
||||
"strategy": "Expose script and permission metadata for downstream clients or installers to enforce.",
|
||||
"script_count": 121,
|
||||
"script_count": 140,
|
||||
"help_smoke_failed_count": 0
|
||||
},
|
||||
"permissions": {
|
||||
@@ -2893,20 +2950,28 @@
|
||||
"references/user-memory-policy.md"
|
||||
],
|
||||
"scripts": [
|
||||
"scripts/adaptation_patch_safety.py",
|
||||
"scripts/adaptation_report_contracts.py",
|
||||
"scripts/adjudicate_output_review.py",
|
||||
"scripts/apply_adaptation.py",
|
||||
"scripts/build_confusion_matrix.py",
|
||||
"scripts/build_skill_atlas.py",
|
||||
"scripts/build_skill_atlas_layout.py",
|
||||
"scripts/check_update.py",
|
||||
"scripts/ci_test.py",
|
||||
"scripts/collect_feedback.py",
|
||||
"scripts/compile_skill.py",
|
||||
"scripts/compile_skill_targets.py",
|
||||
"scripts/context_sizer.py",
|
||||
"scripts/create_iteration_snapshot.py",
|
||||
"scripts/cross_packager.py",
|
||||
"scripts/description_optimizer_reporting.py",
|
||||
"scripts/diff_eval.py",
|
||||
"scripts/emit_telemetry_event.py",
|
||||
"scripts/evidence_consistency_artifact_roles.py",
|
||||
"scripts/evidence_consistency_core.py",
|
||||
"scripts/evidence_consistency_release.py",
|
||||
"scripts/evidence_consistency_skill_os2_review.py",
|
||||
"scripts/evidence_consistency_world_class.py",
|
||||
"scripts/export_skill_ir.py",
|
||||
"scripts/github_benchmark_scan.py",
|
||||
@@ -2919,6 +2984,7 @@
|
||||
"scripts/lint_skill.py",
|
||||
"scripts/local_output_eval_runner.py",
|
||||
"scripts/optimize_description.py",
|
||||
"scripts/output_review_privacy.py",
|
||||
"scripts/prepare_output_review_kit.py",
|
||||
"scripts/prepare_world_class_submission_kit.py",
|
||||
"scripts/probe_runtime_permissions.py",
|
||||
@@ -2971,6 +3037,7 @@
|
||||
"scripts/review_studio_actions.py",
|
||||
"scripts/review_studio_data.py",
|
||||
"scripts/review_studio_formatting.py",
|
||||
"scripts/review_studio_gate_contract.py",
|
||||
"scripts/review_studio_gates.py",
|
||||
"scripts/review_studio_layout.py",
|
||||
"scripts/review_studio_output_review.py",
|
||||
@@ -2990,6 +3057,7 @@
|
||||
"scripts/skill_report_layout.py",
|
||||
"scripts/skill_report_metrics.py",
|
||||
"scripts/skill_report_model.py",
|
||||
"scripts/skill_report_sources.py",
|
||||
"scripts/skill_report_world_class.py",
|
||||
"scripts/skillops_opportunity.py",
|
||||
"scripts/summarize_user_signals.py",
|
||||
@@ -2997,10 +3065,16 @@
|
||||
"scripts/telemetry_native_host.py",
|
||||
"scripts/trigger_eval.py",
|
||||
"scripts/trust_check.py",
|
||||
"scripts/trust_check_scripts.py",
|
||||
"scripts/upgrade_check.py",
|
||||
"scripts/validate_skill.py",
|
||||
"scripts/verify_package.py",
|
||||
"scripts/world_class_evidence_contract.py",
|
||||
"scripts/world_class_human_evidence.py",
|
||||
"scripts/world_class_native_permission_evidence.py",
|
||||
"scripts/world_class_native_telemetry_evidence.py",
|
||||
"scripts/world_class_preflight_layout.py",
|
||||
"scripts/world_class_provider_evidence.py",
|
||||
"scripts/world_class_source_checks.py",
|
||||
"scripts/world_class_submission_kit_rendering.py",
|
||||
"scripts/world_class_submission_matrix.py",
|
||||
@@ -3011,6 +3085,8 @@
|
||||
"scripts/yao_cli_distribution_commands.py",
|
||||
"scripts/yao_cli_output_commands.py",
|
||||
"scripts/yao_cli_parser.py",
|
||||
"scripts/yao_cli_parser_evidence.py",
|
||||
"scripts/yao_cli_parser_operations.py",
|
||||
"scripts/yao_cli_report_commands.py",
|
||||
"scripts/yao_cli_runtime.py",
|
||||
"scripts/yao_cli_telemetry.py"
|
||||
@@ -3069,7 +3145,7 @@
|
||||
],
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
}
|
||||
@@ -3341,7 +3417,7 @@
|
||||
"strategy": "Keep optional directories as relative resources next to SKILL.md.",
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
},
|
||||
@@ -3352,7 +3428,7 @@
|
||||
},
|
||||
"scripts": {
|
||||
"strategy": "Scripts remain local optional resources and should advertise --help when executable.",
|
||||
"script_count": 121,
|
||||
"script_count": 140,
|
||||
"help_smoke_failed_count": 0
|
||||
},
|
||||
"permissions": {
|
||||
@@ -3589,7 +3665,7 @@
|
||||
"strategy": "Keep optional directories as relative resources next to SKILL.md.",
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
},
|
||||
@@ -3600,7 +3676,7 @@
|
||||
},
|
||||
"scripts": {
|
||||
"strategy": "Scripts remain local optional resources and should advertise --help when executable.",
|
||||
"script_count": 121,
|
||||
"script_count": 140,
|
||||
"help_smoke_failed_count": 0
|
||||
},
|
||||
"permissions": {
|
||||
@@ -3797,20 +3873,28 @@
|
||||
"references/user-memory-policy.md"
|
||||
],
|
||||
"scripts": [
|
||||
"scripts/adaptation_patch_safety.py",
|
||||
"scripts/adaptation_report_contracts.py",
|
||||
"scripts/adjudicate_output_review.py",
|
||||
"scripts/apply_adaptation.py",
|
||||
"scripts/build_confusion_matrix.py",
|
||||
"scripts/build_skill_atlas.py",
|
||||
"scripts/build_skill_atlas_layout.py",
|
||||
"scripts/check_update.py",
|
||||
"scripts/ci_test.py",
|
||||
"scripts/collect_feedback.py",
|
||||
"scripts/compile_skill.py",
|
||||
"scripts/compile_skill_targets.py",
|
||||
"scripts/context_sizer.py",
|
||||
"scripts/create_iteration_snapshot.py",
|
||||
"scripts/cross_packager.py",
|
||||
"scripts/description_optimizer_reporting.py",
|
||||
"scripts/diff_eval.py",
|
||||
"scripts/emit_telemetry_event.py",
|
||||
"scripts/evidence_consistency_artifact_roles.py",
|
||||
"scripts/evidence_consistency_core.py",
|
||||
"scripts/evidence_consistency_release.py",
|
||||
"scripts/evidence_consistency_skill_os2_review.py",
|
||||
"scripts/evidence_consistency_world_class.py",
|
||||
"scripts/export_skill_ir.py",
|
||||
"scripts/github_benchmark_scan.py",
|
||||
@@ -3823,6 +3907,7 @@
|
||||
"scripts/lint_skill.py",
|
||||
"scripts/local_output_eval_runner.py",
|
||||
"scripts/optimize_description.py",
|
||||
"scripts/output_review_privacy.py",
|
||||
"scripts/prepare_output_review_kit.py",
|
||||
"scripts/prepare_world_class_submission_kit.py",
|
||||
"scripts/probe_runtime_permissions.py",
|
||||
@@ -3875,6 +3960,7 @@
|
||||
"scripts/review_studio_actions.py",
|
||||
"scripts/review_studio_data.py",
|
||||
"scripts/review_studio_formatting.py",
|
||||
"scripts/review_studio_gate_contract.py",
|
||||
"scripts/review_studio_gates.py",
|
||||
"scripts/review_studio_layout.py",
|
||||
"scripts/review_studio_output_review.py",
|
||||
@@ -3894,6 +3980,7 @@
|
||||
"scripts/skill_report_layout.py",
|
||||
"scripts/skill_report_metrics.py",
|
||||
"scripts/skill_report_model.py",
|
||||
"scripts/skill_report_sources.py",
|
||||
"scripts/skill_report_world_class.py",
|
||||
"scripts/skillops_opportunity.py",
|
||||
"scripts/summarize_user_signals.py",
|
||||
@@ -3901,10 +3988,16 @@
|
||||
"scripts/telemetry_native_host.py",
|
||||
"scripts/trigger_eval.py",
|
||||
"scripts/trust_check.py",
|
||||
"scripts/trust_check_scripts.py",
|
||||
"scripts/upgrade_check.py",
|
||||
"scripts/validate_skill.py",
|
||||
"scripts/verify_package.py",
|
||||
"scripts/world_class_evidence_contract.py",
|
||||
"scripts/world_class_human_evidence.py",
|
||||
"scripts/world_class_native_permission_evidence.py",
|
||||
"scripts/world_class_native_telemetry_evidence.py",
|
||||
"scripts/world_class_preflight_layout.py",
|
||||
"scripts/world_class_provider_evidence.py",
|
||||
"scripts/world_class_source_checks.py",
|
||||
"scripts/world_class_submission_kit_rendering.py",
|
||||
"scripts/world_class_submission_matrix.py",
|
||||
@@ -3915,6 +4008,8 @@
|
||||
"scripts/yao_cli_distribution_commands.py",
|
||||
"scripts/yao_cli_output_commands.py",
|
||||
"scripts/yao_cli_parser.py",
|
||||
"scripts/yao_cli_parser_evidence.py",
|
||||
"scripts/yao_cli_parser_operations.py",
|
||||
"scripts/yao_cli_report_commands.py",
|
||||
"scripts/yao_cli_runtime.py",
|
||||
"scripts/yao_cli_telemetry.py"
|
||||
@@ -3973,7 +4068,7 @@
|
||||
],
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
}
|
||||
@@ -4245,7 +4340,7 @@
|
||||
"strategy": "Install as project or user scoped skill source, preserving relative references and scripts.",
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
},
|
||||
@@ -4256,7 +4351,7 @@
|
||||
},
|
||||
"scripts": {
|
||||
"strategy": "Scripts require workspace trust and operator/client approval outside this compiler.",
|
||||
"script_count": 121,
|
||||
"script_count": 140,
|
||||
"help_smoke_failed_count": 0
|
||||
},
|
||||
"permissions": {
|
||||
@@ -4497,7 +4592,7 @@
|
||||
"strategy": "Install as project or user scoped skill source, preserving relative references and scripts.",
|
||||
"counts": {
|
||||
"references": 35,
|
||||
"scripts": 121,
|
||||
"scripts": 140,
|
||||
"assets": 5,
|
||||
"reports": 43
|
||||
},
|
||||
@@ -4508,7 +4603,7 @@
|
||||
},
|
||||
"scripts": {
|
||||
"strategy": "Scripts require workspace trust and operator/client approval outside this compiler.",
|
||||
"script_count": 121,
|
||||
"script_count": 140,
|
||||
"help_smoke_failed_count": 0
|
||||
},
|
||||
"permissions": {
|
||||
|
||||
@@ -6,9 +6,9 @@
|
||||
"context_budget_tier": "production",
|
||||
"context_budget_limit": 1000,
|
||||
"skill_body_tokens": 797,
|
||||
"other_text_tokens": 1080193,
|
||||
"other_text_tokens": 1081427,
|
||||
"estimated_initial_load_tokens": 990,
|
||||
"estimated_total_text_tokens": 1080990,
|
||||
"estimated_total_text_tokens": 1082224,
|
||||
"deferred_resource_tokens": 496104,
|
||||
"deferred_resource_warn_threshold": 120000,
|
||||
"deferred_resource_dirs": [
|
||||
|
||||
@@ -1,5 +1,5 @@
|
||||
{
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-03-31",
|
||||
"targets": [
|
||||
{
|
||||
"label": "root",
|
||||
|
||||
@@ -207,8 +207,8 @@
|
||||
"key": "benchmark-release-lock-self-consistency",
|
||||
"label": "Benchmark release lock matches git dirty state",
|
||||
"status": "pass",
|
||||
"expected": true,
|
||||
"actual": true,
|
||||
"expected": false,
|
||||
"actual": false,
|
||||
"paths": [
|
||||
"reports/benchmark_reproducibility.json"
|
||||
],
|
||||
@@ -222,7 +222,7 @@
|
||||
"actual": {
|
||||
"available": true,
|
||||
"clean": false,
|
||||
"changed_file_count": 13
|
||||
"changed_file_count": 28
|
||||
},
|
||||
"paths": [
|
||||
"reports/benchmark_reproducibility.json"
|
||||
@@ -263,8 +263,8 @@
|
||||
"key": "overview-benchmark-commit",
|
||||
"label": "overview embeds the benchmark commit",
|
||||
"status": "pass",
|
||||
"expected": "e4473fc852c7f22d318d9c9435cc869b8396242d",
|
||||
"actual": "e4473fc852c7f22d318d9c9435cc869b8396242d",
|
||||
"expected": "ddbb51f33be00cf3fa859f637bcf4d148fd64083",
|
||||
"actual": "ddbb51f33be00cf3fa859f637bcf4d148fd64083",
|
||||
"paths": [
|
||||
"reports/benchmark_reproducibility.json",
|
||||
"reports/skill-overview.json"
|
||||
@@ -276,7 +276,7 @@
|
||||
"label": "overview embeds benchmark summary fields",
|
||||
"status": "pass",
|
||||
"expected": {
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"required_artifact_count": 25,
|
||||
"missing_artifact_count": 0,
|
||||
"source_contract_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
@@ -286,10 +286,10 @@
|
||||
"world_class_source_pass_count": 6,
|
||||
"world_class_source_blocked_count": 7,
|
||||
"public_claim_ready": false,
|
||||
"public_claim_blocker_count": 4
|
||||
"public_claim_blocker_count": 5
|
||||
},
|
||||
"actual": {
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"required_artifact_count": 25,
|
||||
"missing_artifact_count": 0,
|
||||
"source_contract_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
@@ -299,7 +299,7 @@
|
||||
"world_class_source_pass_count": 6,
|
||||
"world_class_source_blocked_count": 7,
|
||||
"public_claim_ready": false,
|
||||
"public_claim_blocker_count": 4
|
||||
"public_claim_blocker_count": 5
|
||||
},
|
||||
"paths": [
|
||||
"reports/benchmark_reproducibility.json",
|
||||
@@ -409,8 +409,8 @@
|
||||
"key": "interpretation-benchmark-commit",
|
||||
"label": "interpretation embeds the benchmark commit",
|
||||
"status": "pass",
|
||||
"expected": "e4473fc852c7f22d318d9c9435cc869b8396242d",
|
||||
"actual": "e4473fc852c7f22d318d9c9435cc869b8396242d",
|
||||
"expected": "ddbb51f33be00cf3fa859f637bcf4d148fd64083",
|
||||
"actual": "ddbb51f33be00cf3fa859f637bcf4d148fd64083",
|
||||
"paths": [
|
||||
"reports/benchmark_reproducibility.json",
|
||||
"reports/skill-interpretation.json"
|
||||
@@ -422,7 +422,7 @@
|
||||
"label": "interpretation embeds benchmark summary fields",
|
||||
"status": "pass",
|
||||
"expected": {
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"required_artifact_count": 25,
|
||||
"missing_artifact_count": 0,
|
||||
"source_contract_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
@@ -432,10 +432,10 @@
|
||||
"world_class_source_pass_count": 6,
|
||||
"world_class_source_blocked_count": 7,
|
||||
"public_claim_ready": false,
|
||||
"public_claim_blocker_count": 4
|
||||
"public_claim_blocker_count": 5
|
||||
},
|
||||
"actual": {
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"required_artifact_count": 25,
|
||||
"missing_artifact_count": 0,
|
||||
"source_contract_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
@@ -445,7 +445,7 @@
|
||||
"world_class_source_pass_count": 6,
|
||||
"world_class_source_blocked_count": 7,
|
||||
"public_claim_ready": false,
|
||||
"public_claim_blocker_count": 4
|
||||
"public_claim_blocker_count": 5
|
||||
},
|
||||
"paths": [
|
||||
"reports/benchmark_reproducibility.json",
|
||||
|
||||
@@ -1,11 +1,11 @@
|
||||
{
|
||||
"ok": true,
|
||||
"schema_version": "2.0",
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"skill_dir": ".",
|
||||
"package_dir": "dist",
|
||||
"install_root": "dist/install-simulation/simulate-yao-meta-skill",
|
||||
"installed_skill_dir": "dist/install-simulation/simulate-yao-meta-skill/yao-meta-skill",
|
||||
"package_dir": "tests/tmp_review_studio/dist",
|
||||
"install_root": "tests/tmp_review_studio/install-root/simulate-yao-meta-skill",
|
||||
"installed_skill_dir": "tests/tmp_review_studio/install-root/simulate-yao-meta-skill/yao-meta-skill",
|
||||
"summary": {
|
||||
"archive_present": true,
|
||||
"archive_entry_count": 677,
|
||||
@@ -26,7 +26,7 @@
|
||||
{
|
||||
"id": "archive-present",
|
||||
"status": "pass",
|
||||
"detail": "Package archive exists: dist/yao-meta-skill.zip"
|
||||
"detail": "Package archive exists: tests/tmp_review_studio/dist/yao-meta-skill.zip"
|
||||
},
|
||||
{
|
||||
"id": "archive-safe-paths",
|
||||
@@ -272,9 +272,9 @@
|
||||
"failures": [],
|
||||
"warnings": [],
|
||||
"artifacts": {
|
||||
"archive": "dist/yao-meta-skill.zip",
|
||||
"package_manifest": "dist/manifest.json",
|
||||
"json": "reports/install_simulation.json",
|
||||
"markdown": "reports/install_simulation.md"
|
||||
"archive": "tests/tmp_review_studio/dist/yao-meta-skill.zip",
|
||||
"package_manifest": "tests/tmp_review_studio/dist/manifest.json",
|
||||
"json": "tests/tmp_review_studio/install_simulation.json",
|
||||
"markdown": "tests/tmp_review_studio/install_simulation.md"
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
# Install Simulation
|
||||
|
||||
- OK: `True`
|
||||
- Package directory: `dist`
|
||||
- Package directory: `tests/tmp_review_studio/dist`
|
||||
- Archive extracted: `True`
|
||||
- Entrypoint loaded: `True`
|
||||
- Manifest loaded: `True`
|
||||
@@ -16,7 +16,7 @@
|
||||
|
||||
| Check | Status | Detail |
|
||||
| --- | --- | --- |
|
||||
| `archive-present` | `pass` | Package archive exists: dist/yao-meta-skill.zip |
|
||||
| `archive-present` | `pass` | Package archive exists: tests/tmp_review_studio/dist/yao-meta-skill.zip |
|
||||
| `archive-safe-paths` | `pass` | Archive has no absolute or parent-traversal entries |
|
||||
| `single-top-level` | `pass` | Archive top-level directory is yao-meta-skill |
|
||||
| `entrypoint-load` | `pass` | Installed SKILL.md frontmatter is readable |
|
||||
|
||||
@@ -34,7 +34,7 @@
|
||||
"execution_mode": "command",
|
||||
"model_executed": false,
|
||||
"command_executed": true,
|
||||
"duration_ms": 26.57,
|
||||
"duration_ms": 29.23,
|
||||
"provider": "local-output-eval-runner",
|
||||
"model": "",
|
||||
"usage": {
|
||||
@@ -62,7 +62,7 @@
|
||||
"execution_mode": "command",
|
||||
"model_executed": false,
|
||||
"command_executed": true,
|
||||
"duration_ms": 26.06,
|
||||
"duration_ms": 29.17,
|
||||
"provider": "local-output-eval-runner",
|
||||
"model": "",
|
||||
"usage": {
|
||||
@@ -85,7 +85,7 @@
|
||||
"execution_mode": "command",
|
||||
"model_executed": false,
|
||||
"command_executed": true,
|
||||
"duration_ms": 25.64,
|
||||
"duration_ms": 28.9,
|
||||
"provider": "local-output-eval-runner",
|
||||
"model": "",
|
||||
"usage": {
|
||||
@@ -113,7 +113,7 @@
|
||||
"execution_mode": "command",
|
||||
"model_executed": false,
|
||||
"command_executed": true,
|
||||
"duration_ms": 28.47,
|
||||
"duration_ms": 28.2,
|
||||
"provider": "local-output-eval-runner",
|
||||
"model": "",
|
||||
"usage": {
|
||||
@@ -136,7 +136,7 @@
|
||||
"execution_mode": "command",
|
||||
"model_executed": false,
|
||||
"command_executed": true,
|
||||
"duration_ms": 27.84,
|
||||
"duration_ms": 28.19,
|
||||
"provider": "local-output-eval-runner",
|
||||
"model": "",
|
||||
"usage": {
|
||||
@@ -164,7 +164,7 @@
|
||||
"execution_mode": "command",
|
||||
"model_executed": false,
|
||||
"command_executed": true,
|
||||
"duration_ms": 26.13,
|
||||
"duration_ms": 29.41,
|
||||
"provider": "local-output-eval-runner",
|
||||
"model": "",
|
||||
"usage": {
|
||||
@@ -187,7 +187,7 @@
|
||||
"execution_mode": "command",
|
||||
"model_executed": false,
|
||||
"command_executed": true,
|
||||
"duration_ms": 25.63,
|
||||
"duration_ms": 27.9,
|
||||
"provider": "local-output-eval-runner",
|
||||
"model": "",
|
||||
"usage": {
|
||||
@@ -214,7 +214,7 @@
|
||||
"execution_mode": "command",
|
||||
"model_executed": false,
|
||||
"command_executed": true,
|
||||
"duration_ms": 25.65,
|
||||
"duration_ms": 27.61,
|
||||
"provider": "local-output-eval-runner",
|
||||
"model": "",
|
||||
"usage": {
|
||||
@@ -237,7 +237,7 @@
|
||||
"execution_mode": "command",
|
||||
"model_executed": false,
|
||||
"command_executed": true,
|
||||
"duration_ms": 25.65,
|
||||
"duration_ms": 28.23,
|
||||
"provider": "local-output-eval-runner",
|
||||
"model": "",
|
||||
"usage": {
|
||||
@@ -266,7 +266,7 @@
|
||||
"execution_mode": "command",
|
||||
"model_executed": false,
|
||||
"command_executed": true,
|
||||
"duration_ms": 25.6,
|
||||
"duration_ms": 28.2,
|
||||
"provider": "local-output-eval-runner",
|
||||
"model": "",
|
||||
"usage": {
|
||||
|
||||
@@ -23,16 +23,16 @@ Command runner evidence is present. This proves the eval harness executed an ext
|
||||
|
||||
| Case | Variant | Mode | Model | Duration ms | Tokens | Score | Status |
|
||||
| --- | --- | --- | --- | ---: | ---: | ---: | --- |
|
||||
| skill-package-contract | baseline | command | local-output-eval-runner | 26.57 | 33 | 0.0 | pass |
|
||||
| skill-package-contract | with_skill | command | local-output-eval-runner | 26.06 | 73 | 100.0 | pass |
|
||||
| output-eval-expectation | baseline | command | local-output-eval-runner | 25.64 | 36 | 0.0 | pass |
|
||||
| output-eval-expectation | with_skill | command | local-output-eval-runner | 28.47 | 80 | 100.0 | pass |
|
||||
| ir-before-packaging | baseline | command | local-output-eval-runner | 27.84 | 33 | 0.0 | pass |
|
||||
| ir-before-packaging | with_skill | command | local-output-eval-runner | 26.13 | 80 | 100.0 | pass |
|
||||
| near-neighbor-boundary | baseline | command | local-output-eval-runner | 25.63 | 36 | 0.0 | pass |
|
||||
| near-neighbor-boundary | with_skill | command | local-output-eval-runner | 25.65 | 65 | 100.0 | pass |
|
||||
| file-backed-governed-package | baseline | command | local-output-eval-runner | 25.65 | 37 | 0.0 | pass |
|
||||
| file-backed-governed-package | with_skill | command | local-output-eval-runner | 25.6 | 98 | 100.0 | pass |
|
||||
| skill-package-contract | baseline | command | local-output-eval-runner | 29.23 | 33 | 0.0 | pass |
|
||||
| skill-package-contract | with_skill | command | local-output-eval-runner | 29.17 | 73 | 100.0 | pass |
|
||||
| output-eval-expectation | baseline | command | local-output-eval-runner | 28.9 | 36 | 0.0 | pass |
|
||||
| output-eval-expectation | with_skill | command | local-output-eval-runner | 28.2 | 80 | 100.0 | pass |
|
||||
| ir-before-packaging | baseline | command | local-output-eval-runner | 28.19 | 33 | 0.0 | pass |
|
||||
| ir-before-packaging | with_skill | command | local-output-eval-runner | 29.41 | 80 | 100.0 | pass |
|
||||
| near-neighbor-boundary | baseline | command | local-output-eval-runner | 27.9 | 36 | 0.0 | pass |
|
||||
| near-neighbor-boundary | with_skill | command | local-output-eval-runner | 27.61 | 65 | 100.0 | pass |
|
||||
| file-backed-governed-package | baseline | command | local-output-eval-runner | 28.23 | 37 | 0.0 | pass |
|
||||
| file-backed-governed-package | with_skill | command | local-output-eval-runner | 28.2 | 98 | 100.0 | pass |
|
||||
|
||||
## Next Fixes
|
||||
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"schema_version": "1.0",
|
||||
"ok": true,
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"root": ".",
|
||||
"summary": {
|
||||
"target_python": "3.11",
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
# Python Compatibility
|
||||
|
||||
Generated at: `2026-06-17`
|
||||
Generated at: `2026-06-13`
|
||||
|
||||
## Summary
|
||||
|
||||
|
||||
@@ -21,7 +21,7 @@
|
||||
"trust_level": "local",
|
||||
"license": "MIT",
|
||||
"checksums": {
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7",
|
||||
"archive_sha256": "44623ee91ba4bd57a9fe51a5fd6b35739a2e9d1e2fac0b8b4fc5c135db5b434d"
|
||||
},
|
||||
"compatibility": {
|
||||
@@ -58,11 +58,11 @@
|
||||
"install_simulated": true,
|
||||
"install_simulation": "reports/install_simulation.json"
|
||||
},
|
||||
"generated_at": "2026-06-17"
|
||||
"generated_at": "2026-06-13"
|
||||
},
|
||||
"index": {
|
||||
"schema_version": "2.0",
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"package_count": 1,
|
||||
"packages": [
|
||||
{
|
||||
@@ -78,7 +78,7 @@
|
||||
"vscode"
|
||||
],
|
||||
"package_metadata": "registry/packages/yao-meta-skill.json",
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b"
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7"
|
||||
}
|
||||
]
|
||||
},
|
||||
|
||||
@@ -6,7 +6,7 @@
|
||||
- Maturity: `governed`
|
||||
- Owner: `Yao Team`
|
||||
- License: `MIT`
|
||||
- Package SHA256: `393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b`
|
||||
- Package SHA256: `2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7`
|
||||
- Archive SHA256: `44623ee91ba4bd57a9fe51a5fd6b35739a2e9d1e2fac0b8b4fc5c135db5b434d`
|
||||
- Install simulated: `True`
|
||||
|
||||
|
||||
+13
-13
File diff suppressed because one or more lines are too long
+306
-207
File diff suppressed because it is too large
Load Diff
+29
-30
@@ -412,7 +412,7 @@
|
||||
"external_pending_count": 3,
|
||||
"human_pending_count": 1,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_pass_count": 7,
|
||||
"conclusion_zh": "世界级证据尚未完成：4 项待补，0 项已接受。",
|
||||
"conclusion_en": "World-class evidence is not complete: 4 pending, 0 accepted.",
|
||||
"entries": [
|
||||
@@ -471,8 +471,7 @@
|
||||
"summary_zh": "真实外部客户端 metadata-only 事件仍未导入。",
|
||||
"summary_en": "Real external-client metadata-only events have not been imported yet.",
|
||||
"blocked_checks": [
|
||||
"External events",
|
||||
"Adoption sample"
|
||||
"External events"
|
||||
]
|
||||
}
|
||||
]
|
||||
@@ -997,12 +996,12 @@
|
||||
"ok": true,
|
||||
"summary": {
|
||||
"reproducibility_ready": true,
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"methodology_complete": true,
|
||||
"required_artifact_count": 25,
|
||||
"missing_artifact_count": 0,
|
||||
"evidence_bundle_sha256": "1c9687e0afca9424f76b235c655b215bc46869e15f78bfcd5926811e3f179f33",
|
||||
"source_contract_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
"evidence_bundle_sha256": "3b83a9a68d31b3b25287c3d5f2f53049cac5e1f481bce3433c69ae2aaad8417a",
|
||||
"source_contract_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7",
|
||||
"archive_sha256": "44623ee91ba4bd57a9fe51a5fd6b35739a2e9d1e2fac0b8b4fc5c135db5b434d",
|
||||
"output_case_count": 5,
|
||||
"failure_disclosure_count": 3,
|
||||
@@ -1018,14 +1017,14 @@
|
||||
"world_class_task_count": 4,
|
||||
"world_class_ledger_pending_count": 4,
|
||||
"world_class_source_check_count": 13,
|
||||
"world_class_source_pass_count": 6,
|
||||
"world_class_source_blocked_count": 7,
|
||||
"world_class_source_pass_count": 7,
|
||||
"world_class_source_blocked_count": 6,
|
||||
"public_claim_ready": false,
|
||||
"public_claim_blocker_count": 4,
|
||||
"working_tree_dirty": false,
|
||||
"changed_file_count": 0
|
||||
"public_claim_blocker_count": 5,
|
||||
"working_tree_dirty": true,
|
||||
"changed_file_count": 57
|
||||
},
|
||||
"commit": "e4473fc852c7f22d318d9c9435cc869b8396242d",
|
||||
"commit": "ddbb51f33be00cf3fa859f637bcf4d148fd64083",
|
||||
"missing_artifacts": [],
|
||||
"limitations": [
|
||||
"The git commit and dirty flag are generation-time context; the evidence bundle hash is the durable artifact anchor inside a committed report.",
|
||||
@@ -1130,7 +1129,7 @@
|
||||
"interactive_script_count": 0,
|
||||
"package_hash_scope": "source-contract-without-generated-reports",
|
||||
"package_hash_file_count": 231,
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b"
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7"
|
||||
},
|
||||
"skill_atlas": {
|
||||
"skill_count": 12,
|
||||
@@ -1168,7 +1167,7 @@
|
||||
"trust_level": "local",
|
||||
"license": "MIT",
|
||||
"checksums": {
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7",
|
||||
"archive_sha256": "44623ee91ba4bd57a9fe51a5fd6b35739a2e9d1e2fac0b8b4fc5c135db5b434d"
|
||||
},
|
||||
"compatibility": {
|
||||
@@ -1205,7 +1204,7 @@
|
||||
"install_simulated": true,
|
||||
"install_simulation": "reports/install_simulation.json"
|
||||
},
|
||||
"generated_at": "2026-06-17"
|
||||
"generated_at": "2026-06-13"
|
||||
},
|
||||
"failures": [],
|
||||
"warnings": []
|
||||
@@ -1300,7 +1299,7 @@
|
||||
{
|
||||
"field": "package_sha256",
|
||||
"from": "0000000000000000000000000000000000000000000000000000000000000000",
|
||||
"to": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b"
|
||||
"to": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7"
|
||||
}
|
||||
]
|
||||
},
|
||||
@@ -1317,14 +1316,14 @@
|
||||
"ok": true,
|
||||
"summary": {
|
||||
"event_count": 1,
|
||||
"adoption_sample_count": 0,
|
||||
"activation_count": 0,
|
||||
"accepted_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"activation_count": 1,
|
||||
"accepted_count": 1,
|
||||
"edited_count": 0,
|
||||
"rejected_count": 0,
|
||||
"missed_count": 0,
|
||||
"failed_count": 0,
|
||||
"adoption_rate": 0,
|
||||
"adoption_rate": 100.0,
|
||||
"missed_trigger_count": 0,
|
||||
"wrong_trigger_count": 0,
|
||||
"bad_output_count": 0,
|
||||
@@ -1333,7 +1332,7 @@
|
||||
"review_overdue_count": 0,
|
||||
"risk_band": "low",
|
||||
"event_types": {
|
||||
"review_event": 1
|
||||
"skill_activation": 1
|
||||
},
|
||||
"failure_types": {},
|
||||
"source_types": {
|
||||
@@ -1600,7 +1599,7 @@
|
||||
"status": "external_required",
|
||||
"category": "external",
|
||||
"owner": "Browser/Chrome/IDE/provider client integrator",
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"objective": "Import production metadata-only events from a real external client into the local drift loop.",
|
||||
"runbook": [
|
||||
"python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/",
|
||||
@@ -1653,8 +1652,8 @@
|
||||
"missing_submission_count": 4,
|
||||
"invalid_submission_count": 0,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_blocked_count": 7,
|
||||
"source_pass_count": 7,
|
||||
"source_blocked_count": 6,
|
||||
"submitted_but_pending_count": 0,
|
||||
"source_accepted_without_valid_submission_count": 0,
|
||||
"overclaim_guard_active": true,
|
||||
@@ -2004,7 +2003,7 @@
|
||||
"status": "pending",
|
||||
"source_status": "external_required",
|
||||
"source_accepted": false,
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"objective": "Import production metadata-only events from a real external client into the local drift loop.",
|
||||
"runbook": [
|
||||
"python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/",
|
||||
@@ -2041,7 +2040,7 @@
|
||||
],
|
||||
"observed_state": {
|
||||
"external_source_events": 0,
|
||||
"adoption_sample_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"raw_content_allowed": false,
|
||||
"risk_band": "low",
|
||||
"accepted": false
|
||||
@@ -2062,8 +2061,8 @@
|
||||
"label": "Adoption sample",
|
||||
"field": "adoption_sample_count",
|
||||
"expected": ">0",
|
||||
"actual": 0,
|
||||
"status": "blocked",
|
||||
"actual": 1,
|
||||
"status": "pass",
|
||||
"source_accepted": false,
|
||||
"next_action": "Telemetry must include adoption outcome evidence."
|
||||
},
|
||||
@@ -2079,8 +2078,8 @@
|
||||
}
|
||||
],
|
||||
"source_check_count": 3,
|
||||
"source_pass_count": 1,
|
||||
"source_blocked_count": 2,
|
||||
"source_pass_count": 2,
|
||||
"source_blocked_count": 1,
|
||||
"submission_state": {
|
||||
"status": "missing",
|
||||
"path": "evidence/world_class/submissions/native-client-telemetry.json",
|
||||
|
||||
@@ -2,7 +2,7 @@
|
||||
"schema_version": "1.0",
|
||||
"ok": true,
|
||||
"skill_dir": ".",
|
||||
"source": "reports/review_annotations_input.json",
|
||||
"source": "tests/tmp_review_studio/empty_review_annotations_input.json",
|
||||
"summary": {
|
||||
"annotation_count": 0,
|
||||
"open_count": 0,
|
||||
|
||||
@@ -2,7 +2,7 @@
|
||||
"schema_version": "1.0",
|
||||
"ok": true,
|
||||
"skill_dir": ".",
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"summary": {
|
||||
"waiver_count": 0,
|
||||
"active_count": 0,
|
||||
@@ -92,7 +92,7 @@
|
||||
"Reviewer links output_review_adjudication or output_execution evidence."
|
||||
],
|
||||
"suggested_evidence": "reports/output_review_adjudication.md",
|
||||
"suggested_command": "python3 scripts/yao.py review-waivers . --add-waiver --gate-key output-lab --reviewer \"<reviewer>\" --reason \"Output Lab has pending human/provider evidence; accepted only for this bounded review scope.\" --expires-at 2027-06-17 --evidence reports/output_review_adjudication.md",
|
||||
"suggested_command": "python3 scripts/yao.py review-waivers . --add-waiver --gate-key output-lab --reviewer \"<reviewer>\" --reason \"Output Lab has pending human/provider evidence; accepted only for this bounded review scope.\" --expires-at 2027-06-13 --evidence reports/output_review_adjudication.md",
|
||||
"world_class_boundary": "Does not count as provider, human, or public world-class completion evidence."
|
||||
},
|
||||
{
|
||||
|
||||
@@ -38,7 +38,7 @@
|
||||
- waiver allowed: `true`
|
||||
- risk: review pending 5; model-executed 0; output failures 0
|
||||
- evidence: `reports/output_review_adjudication.md`
|
||||
- verification: `python3 scripts/yao.py review-waivers . --add-waiver --gate-key output-lab --reviewer "<reviewer>" --reason "Output Lab has pending human/provider evidence; accepted only for this bounded review scope." --expires-at 2027-06-17 --evidence reports/output_review_adjudication.md`
|
||||
- verification: `python3 scripts/yao.py review-waivers . --add-waiver --gate-key output-lab --reviewer "<reviewer>" --reason "Output Lab has pending human/provider evidence; accepted only for this bounded review scope." --expires-at 2027-06-13 --evidence reports/output_review_adjudication.md`
|
||||
- world-class boundary: Does not count as provider, human, or public world-class completion evidence.
|
||||
|
||||
#### Required Review
|
||||
|
||||
@@ -2,7 +2,7 @@
|
||||
"schema_version": "1.0",
|
||||
"ok": true,
|
||||
"skill_dir": ".",
|
||||
"package_dir": "dist",
|
||||
"package_dir": "tests/tmp_review_studio/dist",
|
||||
"expected_capabilities": [
|
||||
"file_write",
|
||||
"network",
|
||||
@@ -42,7 +42,7 @@
|
||||
{
|
||||
"target": "openai",
|
||||
"status": "pass",
|
||||
"adapter": "dist/targets/openai/adapter.json",
|
||||
"adapter": "tests/tmp_review_studio/dist/targets/openai/adapter.json",
|
||||
"permission_model": "metadata-only",
|
||||
"native_enforcement": false,
|
||||
"metadata_fallback_explicit": true,
|
||||
@@ -139,7 +139,7 @@
|
||||
{
|
||||
"target": "claude",
|
||||
"status": "pass",
|
||||
"adapter": "dist/targets/claude/adapter.json",
|
||||
"adapter": "tests/tmp_review_studio/dist/targets/claude/adapter.json",
|
||||
"permission_model": "neutral-source-plus-adapter",
|
||||
"native_enforcement": false,
|
||||
"metadata_fallback_explicit": true,
|
||||
@@ -221,7 +221,7 @@
|
||||
{
|
||||
"target": "generic",
|
||||
"status": "pass",
|
||||
"adapter": "dist/targets/generic/adapter.json",
|
||||
"adapter": "tests/tmp_review_studio/dist/targets/generic/adapter.json",
|
||||
"permission_model": "agent-skills-compatible-metadata",
|
||||
"native_enforcement": false,
|
||||
"metadata_fallback_explicit": true,
|
||||
@@ -303,7 +303,7 @@
|
||||
{
|
||||
"target": "vscode",
|
||||
"status": "pass",
|
||||
"adapter": "dist/targets/vscode/adapter.json",
|
||||
"adapter": "tests/tmp_review_studio/dist/targets/vscode/adapter.json",
|
||||
"permission_model": "vscode-workspace-trust-plus-metadata",
|
||||
"native_enforcement": false,
|
||||
"metadata_fallback_explicit": true,
|
||||
|
||||
@@ -23,7 +23,7 @@
|
||||
"interactive_script_count": 0,
|
||||
"package_hash_scope": "source-contract-without-generated-reports",
|
||||
"package_hash_file_count": 231,
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b"
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7"
|
||||
},
|
||||
"failures": [],
|
||||
"warnings": [],
|
||||
|
||||
@@ -16,7 +16,7 @@
|
||||
- Interactive scripts: `0`
|
||||
- Package hash scope: `source-contract-without-generated-reports`
|
||||
- Package hash files: `231`
|
||||
- Package SHA256: `393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b`
|
||||
- Package SHA256: `2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7`
|
||||
|
||||
## Failures
|
||||
|
||||
|
||||
@@ -910,7 +910,7 @@
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
<article class='panel world-readiness'><div class='world-readiness-head'><div><h3><span data-lang="zh-CN">世界证据</span><span data-lang="en">World Evidence</span></h3><p><span data-lang="zh-CN">世界级证据尚未完成：4 项待补，0 项已接受。</span><span data-lang="en">World-class evidence is not complete: 4 pending, 0 accepted.</span></p></div><span class='world-status'><span data-lang="zh-CN">证据待补</span><span data-lang="en">Evidence pending</span></span></div><div class='evidence-kpis'><article class='evidence-kpi'><span><span data-lang="zh-CN">待补证据</span><span data-lang="en">Pending</span></span><strong>4</strong><small><span data-lang="zh-CN">仍需外部或人工证据接受。</span><span data-lang="en">External or human evidence still needs acceptance.</span></small></article><article class='evidence-kpi'><span><span data-lang="zh-CN">已接受</span><span data-lang="en">Accepted</span></span><strong>0</strong><small><span data-lang="zh-CN">已通过 source check 与提交契约。</span><span data-lang="en">Passed source checks and submission contract.</span></small></article><article class='evidence-kpi'><span><span data-lang="zh-CN">源检查</span><span data-lang="en">Source Checks</span></span><strong>6 / 13</strong><small><span data-lang="zh-CN">通过数 / 总检查数。</span><span data-lang="en">Passed checks / total checks.</span></small></article></div><div class='evidence-list'><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">提供商留出</span><span data-lang="en">Provider Holdout</span></h4></div><p><span data-lang="zh-CN">缺少真实 provider 模型运行和 token metadata。</span><span data-lang="en">Missing a real provider model run and token metadata.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">提供商实跑</span><span data-lang="en">Provider model run</span></li><li><span data-lang="zh-CN">Token 用量</span><span data-lang="en">Token usage observed</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">人工证据</span><span data-lang="en">Human evidence</span></span><h4><span data-lang="zh-CN">人工盲评</span><span data-lang="en">Human Adjudication</span></h4></div><p><span data-lang="zh-CN">盲评 pair 仍待真实 reviewer 决策。</span><span data-lang="en">Blind-review pairs still need real reviewer decisions.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">无待判定</span><span data-lang="en">No pending decisions</span></li><li><span data-lang="zh-CN">盲评完成</span><span data-lang="en">Judgments complete</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">原生权限</span><span data-lang="en">Native Permission</span></h4></div><p><span data-lang="zh-CN">原生 runtime enforcement 仍待目标客户端或外部安装器证明。</span><span data-lang="en">Native runtime enforcement still needs target-client or external-installer proof.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">原生执行</span><span data-lang="en">Native enforcement</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">原生遥测</span><span data-lang="en">Native Telemetry</span></h4></div><p><span data-lang="zh-CN">真实外部客户端 metadata-only 事件仍未导入。</span><span data-lang="en">Real external-client metadata-only events have not been imported yet.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">外部事件</span><span data-lang="en">External events</span></li><li><span data-lang="zh-CN">采用样本</span><span data-lang="en">Adoption sample</span></li></ul></article></div></article>
|
||||
<article class='panel world-readiness'><div class='world-readiness-head'><div><h3><span data-lang="zh-CN">世界证据</span><span data-lang="en">World Evidence</span></h3><p><span data-lang="zh-CN">世界级证据尚未完成：4 项待补，0 项已接受。</span><span data-lang="en">World-class evidence is not complete: 4 pending, 0 accepted.</span></p></div><span class='world-status'><span data-lang="zh-CN">证据待补</span><span data-lang="en">Evidence pending</span></span></div><div class='evidence-kpis'><article class='evidence-kpi'><span><span data-lang="zh-CN">待补证据</span><span data-lang="en">Pending</span></span><strong>4</strong><small><span data-lang="zh-CN">仍需外部或人工证据接受。</span><span data-lang="en">External or human evidence still needs acceptance.</span></small></article><article class='evidence-kpi'><span><span data-lang="zh-CN">已接受</span><span data-lang="en">Accepted</span></span><strong>0</strong><small><span data-lang="zh-CN">已通过 source check 与提交契约。</span><span data-lang="en">Passed source checks and submission contract.</span></small></article><article class='evidence-kpi'><span><span data-lang="zh-CN">源检查</span><span data-lang="en">Source Checks</span></span><strong>7 / 13</strong><small><span data-lang="zh-CN">通过数 / 总检查数。</span><span data-lang="en">Passed checks / total checks.</span></small></article></div><div class='evidence-list'><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">提供商留出</span><span data-lang="en">Provider Holdout</span></h4></div><p><span data-lang="zh-CN">缺少真实 provider 模型运行和 token metadata。</span><span data-lang="en">Missing a real provider model run and token metadata.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">提供商实跑</span><span data-lang="en">Provider model run</span></li><li><span data-lang="zh-CN">Token 用量</span><span data-lang="en">Token usage observed</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">人工证据</span><span data-lang="en">Human evidence</span></span><h4><span data-lang="zh-CN">人工盲评</span><span data-lang="en">Human Adjudication</span></h4></div><p><span data-lang="zh-CN">盲评 pair 仍待真实 reviewer 决策。</span><span data-lang="en">Blind-review pairs still need real reviewer decisions.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">无待判定</span><span data-lang="en">No pending decisions</span></li><li><span data-lang="zh-CN">盲评完成</span><span data-lang="en">Judgments complete</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">原生权限</span><span data-lang="en">Native Permission</span></h4></div><p><span data-lang="zh-CN">原生 runtime enforcement 仍待目标客户端或外部安装器证明。</span><span data-lang="en">Native runtime enforcement still needs target-client or external-installer proof.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">原生执行</span><span data-lang="en">Native enforcement</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">原生遥测</span><span data-lang="en">Native Telemetry</span></h4></div><p><span data-lang="zh-CN">真实外部客户端 metadata-only 事件仍未导入。</span><span data-lang="en">Real external-client metadata-only events have not been imported yet.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">外部事件</span><span data-lang="en">External events</span></li></ul></article></div></article>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
|
||||
@@ -412,7 +412,7 @@
|
||||
"external_pending_count": 3,
|
||||
"human_pending_count": 1,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_pass_count": 7,
|
||||
"conclusion_zh": "世界级证据尚未完成：4 项待补，0 项已接受。",
|
||||
"conclusion_en": "World-class evidence is not complete: 4 pending, 0 accepted.",
|
||||
"entries": [
|
||||
@@ -471,8 +471,7 @@
|
||||
"summary_zh": "真实外部客户端 metadata-only 事件仍未导入。",
|
||||
"summary_en": "Real external-client metadata-only events have not been imported yet.",
|
||||
"blocked_checks": [
|
||||
"External events",
|
||||
"Adoption sample"
|
||||
"External events"
|
||||
]
|
||||
}
|
||||
]
|
||||
@@ -1001,12 +1000,12 @@
|
||||
"ok": true,
|
||||
"summary": {
|
||||
"reproducibility_ready": true,
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"methodology_complete": true,
|
||||
"required_artifact_count": 25,
|
||||
"missing_artifact_count": 0,
|
||||
"evidence_bundle_sha256": "1c9687e0afca9424f76b235c655b215bc46869e15f78bfcd5926811e3f179f33",
|
||||
"source_contract_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
"evidence_bundle_sha256": "3b83a9a68d31b3b25287c3d5f2f53049cac5e1f481bce3433c69ae2aaad8417a",
|
||||
"source_contract_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7",
|
||||
"archive_sha256": "44623ee91ba4bd57a9fe51a5fd6b35739a2e9d1e2fac0b8b4fc5c135db5b434d",
|
||||
"output_case_count": 5,
|
||||
"failure_disclosure_count": 3,
|
||||
@@ -1022,14 +1021,14 @@
|
||||
"world_class_task_count": 4,
|
||||
"world_class_ledger_pending_count": 4,
|
||||
"world_class_source_check_count": 13,
|
||||
"world_class_source_pass_count": 6,
|
||||
"world_class_source_blocked_count": 7,
|
||||
"world_class_source_pass_count": 7,
|
||||
"world_class_source_blocked_count": 6,
|
||||
"public_claim_ready": false,
|
||||
"public_claim_blocker_count": 4,
|
||||
"working_tree_dirty": false,
|
||||
"changed_file_count": 0
|
||||
"public_claim_blocker_count": 5,
|
||||
"working_tree_dirty": true,
|
||||
"changed_file_count": 57
|
||||
},
|
||||
"commit": "e4473fc852c7f22d318d9c9435cc869b8396242d",
|
||||
"commit": "ddbb51f33be00cf3fa859f637bcf4d148fd64083",
|
||||
"missing_artifacts": [],
|
||||
"limitations": [
|
||||
"The git commit and dirty flag are generation-time context; the evidence bundle hash is the durable artifact anchor inside a committed report.",
|
||||
@@ -1134,7 +1133,7 @@
|
||||
"interactive_script_count": 0,
|
||||
"package_hash_scope": "source-contract-without-generated-reports",
|
||||
"package_hash_file_count": 231,
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b"
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7"
|
||||
},
|
||||
"skill_atlas": {
|
||||
"skill_count": 12,
|
||||
@@ -1172,7 +1171,7 @@
|
||||
"trust_level": "local",
|
||||
"license": "MIT",
|
||||
"checksums": {
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7",
|
||||
"archive_sha256": "44623ee91ba4bd57a9fe51a5fd6b35739a2e9d1e2fac0b8b4fc5c135db5b434d"
|
||||
},
|
||||
"compatibility": {
|
||||
@@ -1209,7 +1208,7 @@
|
||||
"install_simulated": true,
|
||||
"install_simulation": "reports/install_simulation.json"
|
||||
},
|
||||
"generated_at": "2026-06-17"
|
||||
"generated_at": "2026-06-13"
|
||||
},
|
||||
"failures": [],
|
||||
"warnings": []
|
||||
@@ -1304,7 +1303,7 @@
|
||||
{
|
||||
"field": "package_sha256",
|
||||
"from": "0000000000000000000000000000000000000000000000000000000000000000",
|
||||
"to": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b"
|
||||
"to": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7"
|
||||
}
|
||||
]
|
||||
},
|
||||
@@ -1321,14 +1320,14 @@
|
||||
"ok": true,
|
||||
"summary": {
|
||||
"event_count": 1,
|
||||
"adoption_sample_count": 0,
|
||||
"activation_count": 0,
|
||||
"accepted_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"activation_count": 1,
|
||||
"accepted_count": 1,
|
||||
"edited_count": 0,
|
||||
"rejected_count": 0,
|
||||
"missed_count": 0,
|
||||
"failed_count": 0,
|
||||
"adoption_rate": 0,
|
||||
"adoption_rate": 100.0,
|
||||
"missed_trigger_count": 0,
|
||||
"wrong_trigger_count": 0,
|
||||
"bad_output_count": 0,
|
||||
@@ -1337,7 +1336,7 @@
|
||||
"review_overdue_count": 0,
|
||||
"risk_band": "low",
|
||||
"event_types": {
|
||||
"review_event": 1
|
||||
"skill_activation": 1
|
||||
},
|
||||
"failure_types": {},
|
||||
"source_types": {
|
||||
@@ -1604,7 +1603,7 @@
|
||||
"status": "external_required",
|
||||
"category": "external",
|
||||
"owner": "Browser/Chrome/IDE/provider client integrator",
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"objective": "Import production metadata-only events from a real external client into the local drift loop.",
|
||||
"runbook": [
|
||||
"python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/",
|
||||
@@ -1657,8 +1656,8 @@
|
||||
"missing_submission_count": 4,
|
||||
"invalid_submission_count": 0,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_blocked_count": 7,
|
||||
"source_pass_count": 7,
|
||||
"source_blocked_count": 6,
|
||||
"submitted_but_pending_count": 0,
|
||||
"source_accepted_without_valid_submission_count": 0,
|
||||
"overclaim_guard_active": true,
|
||||
@@ -2008,7 +2007,7 @@
|
||||
"status": "pending",
|
||||
"source_status": "external_required",
|
||||
"source_accepted": false,
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"objective": "Import production metadata-only events from a real external client into the local drift loop.",
|
||||
"runbook": [
|
||||
"python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/",
|
||||
@@ -2045,7 +2044,7 @@
|
||||
],
|
||||
"observed_state": {
|
||||
"external_source_events": 0,
|
||||
"adoption_sample_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"raw_content_allowed": false,
|
||||
"risk_band": "low",
|
||||
"accepted": false
|
||||
@@ -2066,8 +2065,8 @@
|
||||
"label": "Adoption sample",
|
||||
"field": "adoption_sample_count",
|
||||
"expected": ">0",
|
||||
"actual": 0,
|
||||
"status": "blocked",
|
||||
"actual": 1,
|
||||
"status": "pass",
|
||||
"source_accepted": false,
|
||||
"next_action": "Telemetry must include adoption outcome evidence."
|
||||
},
|
||||
@@ -2083,8 +2082,8 @@
|
||||
}
|
||||
],
|
||||
"source_check_count": 3,
|
||||
"source_pass_count": 1,
|
||||
"source_blocked_count": 2,
|
||||
"source_pass_count": 2,
|
||||
"source_blocked_count": 1,
|
||||
"submission_state": {
|
||||
"status": "missing",
|
||||
"path": "evidence/world_class/submissions/native-client-telemetry.json",
|
||||
|
||||
@@ -910,7 +910,7 @@
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
<article class='panel world-readiness'><div class='world-readiness-head'><div><h3><span data-lang="zh-CN">世界证据</span><span data-lang="en">World Evidence</span></h3><p><span data-lang="zh-CN">世界级证据尚未完成：4 项待补，0 项已接受。</span><span data-lang="en">World-class evidence is not complete: 4 pending, 0 accepted.</span></p></div><span class='world-status'><span data-lang="zh-CN">证据待补</span><span data-lang="en">Evidence pending</span></span></div><div class='evidence-kpis'><article class='evidence-kpi'><span><span data-lang="zh-CN">待补证据</span><span data-lang="en">Pending</span></span><strong>4</strong><small><span data-lang="zh-CN">仍需外部或人工证据接受。</span><span data-lang="en">External or human evidence still needs acceptance.</span></small></article><article class='evidence-kpi'><span><span data-lang="zh-CN">已接受</span><span data-lang="en">Accepted</span></span><strong>0</strong><small><span data-lang="zh-CN">已通过 source check 与提交契约。</span><span data-lang="en">Passed source checks and submission contract.</span></small></article><article class='evidence-kpi'><span><span data-lang="zh-CN">源检查</span><span data-lang="en">Source Checks</span></span><strong>6 / 13</strong><small><span data-lang="zh-CN">通过数 / 总检查数。</span><span data-lang="en">Passed checks / total checks.</span></small></article></div><div class='evidence-list'><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">提供商留出</span><span data-lang="en">Provider Holdout</span></h4></div><p><span data-lang="zh-CN">缺少真实 provider 模型运行和 token metadata。</span><span data-lang="en">Missing a real provider model run and token metadata.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">提供商实跑</span><span data-lang="en">Provider model run</span></li><li><span data-lang="zh-CN">Token 用量</span><span data-lang="en">Token usage observed</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">人工证据</span><span data-lang="en">Human evidence</span></span><h4><span data-lang="zh-CN">人工盲评</span><span data-lang="en">Human Adjudication</span></h4></div><p><span data-lang="zh-CN">盲评 pair 仍待真实 reviewer 决策。</span><span data-lang="en">Blind-review pairs still need real reviewer decisions.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">无待判定</span><span data-lang="en">No pending decisions</span></li><li><span data-lang="zh-CN">盲评完成</span><span data-lang="en">Judgments complete</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">原生权限</span><span data-lang="en">Native Permission</span></h4></div><p><span data-lang="zh-CN">原生 runtime enforcement 仍待目标客户端或外部安装器证明。</span><span data-lang="en">Native runtime enforcement still needs target-client or external-installer proof.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">原生执行</span><span data-lang="en">Native enforcement</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">原生遥测</span><span data-lang="en">Native Telemetry</span></h4></div><p><span data-lang="zh-CN">真实外部客户端 metadata-only 事件仍未导入。</span><span data-lang="en">Real external-client metadata-only events have not been imported yet.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">外部事件</span><span data-lang="en">External events</span></li><li><span data-lang="zh-CN">采用样本</span><span data-lang="en">Adoption sample</span></li></ul></article></div></article>
|
||||
<article class='panel world-readiness'><div class='world-readiness-head'><div><h3><span data-lang="zh-CN">世界证据</span><span data-lang="en">World Evidence</span></h3><p><span data-lang="zh-CN">世界级证据尚未完成：4 项待补，0 项已接受。</span><span data-lang="en">World-class evidence is not complete: 4 pending, 0 accepted.</span></p></div><span class='world-status'><span data-lang="zh-CN">证据待补</span><span data-lang="en">Evidence pending</span></span></div><div class='evidence-kpis'><article class='evidence-kpi'><span><span data-lang="zh-CN">待补证据</span><span data-lang="en">Pending</span></span><strong>4</strong><small><span data-lang="zh-CN">仍需外部或人工证据接受。</span><span data-lang="en">External or human evidence still needs acceptance.</span></small></article><article class='evidence-kpi'><span><span data-lang="zh-CN">已接受</span><span data-lang="en">Accepted</span></span><strong>0</strong><small><span data-lang="zh-CN">已通过 source check 与提交契约。</span><span data-lang="en">Passed source checks and submission contract.</span></small></article><article class='evidence-kpi'><span><span data-lang="zh-CN">源检查</span><span data-lang="en">Source Checks</span></span><strong>7 / 13</strong><small><span data-lang="zh-CN">通过数 / 总检查数。</span><span data-lang="en">Passed checks / total checks.</span></small></article></div><div class='evidence-list'><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">提供商留出</span><span data-lang="en">Provider Holdout</span></h4></div><p><span data-lang="zh-CN">缺少真实 provider 模型运行和 token metadata。</span><span data-lang="en">Missing a real provider model run and token metadata.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">提供商实跑</span><span data-lang="en">Provider model run</span></li><li><span data-lang="zh-CN">Token 用量</span><span data-lang="en">Token usage observed</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">人工证据</span><span data-lang="en">Human evidence</span></span><h4><span data-lang="zh-CN">人工盲评</span><span data-lang="en">Human Adjudication</span></h4></div><p><span data-lang="zh-CN">盲评 pair 仍待真实 reviewer 决策。</span><span data-lang="en">Blind-review pairs still need real reviewer decisions.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">无待判定</span><span data-lang="en">No pending decisions</span></li><li><span data-lang="zh-CN">盲评完成</span><span data-lang="en">Judgments complete</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">原生权限</span><span data-lang="en">Native Permission</span></h4></div><p><span data-lang="zh-CN">原生 runtime enforcement 仍待目标客户端或外部安装器证明。</span><span data-lang="en">Native runtime enforcement still needs target-client or external-installer proof.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">原生执行</span><span data-lang="en">Native enforcement</span></li></ul></article><article class='evidence-item'><div><span><span data-lang="zh-CN">外部证据</span><span data-lang="en">External evidence</span></span><h4><span data-lang="zh-CN">原生遥测</span><span data-lang="en">Native Telemetry</span></h4></div><p><span data-lang="zh-CN">真实外部客户端 metadata-only 事件仍未导入。</span><span data-lang="en">Real external-client metadata-only events have not been imported yet.</span></p><h5><span data-lang="zh-CN">阻塞检查</span><span data-lang="en">Blocked Checks</span></h5><ul class='blocked-checks'><li><span data-lang="zh-CN">外部事件</span><span data-lang="en">External events</span></li></ul></article></div></article>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
|
||||
+29
-30
@@ -411,7 +411,7 @@
|
||||
"external_pending_count": 3,
|
||||
"human_pending_count": 1,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_pass_count": 7,
|
||||
"conclusion_zh": "世界级证据尚未完成：4 项待补，0 项已接受。",
|
||||
"conclusion_en": "World-class evidence is not complete: 4 pending, 0 accepted.",
|
||||
"entries": [
|
||||
@@ -470,8 +470,7 @@
|
||||
"summary_zh": "真实外部客户端 metadata-only 事件仍未导入。",
|
||||
"summary_en": "Real external-client metadata-only events have not been imported yet.",
|
||||
"blocked_checks": [
|
||||
"External events",
|
||||
"Adoption sample"
|
||||
"External events"
|
||||
]
|
||||
}
|
||||
]
|
||||
@@ -996,12 +995,12 @@
|
||||
"ok": true,
|
||||
"summary": {
|
||||
"reproducibility_ready": true,
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"methodology_complete": true,
|
||||
"required_artifact_count": 25,
|
||||
"missing_artifact_count": 0,
|
||||
"evidence_bundle_sha256": "1c9687e0afca9424f76b235c655b215bc46869e15f78bfcd5926811e3f179f33",
|
||||
"source_contract_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
"evidence_bundle_sha256": "3b83a9a68d31b3b25287c3d5f2f53049cac5e1f481bce3433c69ae2aaad8417a",
|
||||
"source_contract_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7",
|
||||
"archive_sha256": "44623ee91ba4bd57a9fe51a5fd6b35739a2e9d1e2fac0b8b4fc5c135db5b434d",
|
||||
"output_case_count": 5,
|
||||
"failure_disclosure_count": 3,
|
||||
@@ -1017,14 +1016,14 @@
|
||||
"world_class_task_count": 4,
|
||||
"world_class_ledger_pending_count": 4,
|
||||
"world_class_source_check_count": 13,
|
||||
"world_class_source_pass_count": 6,
|
||||
"world_class_source_blocked_count": 7,
|
||||
"world_class_source_pass_count": 7,
|
||||
"world_class_source_blocked_count": 6,
|
||||
"public_claim_ready": false,
|
||||
"public_claim_blocker_count": 4,
|
||||
"working_tree_dirty": false,
|
||||
"changed_file_count": 0
|
||||
"public_claim_blocker_count": 5,
|
||||
"working_tree_dirty": true,
|
||||
"changed_file_count": 57
|
||||
},
|
||||
"commit": "e4473fc852c7f22d318d9c9435cc869b8396242d",
|
||||
"commit": "ddbb51f33be00cf3fa859f637bcf4d148fd64083",
|
||||
"missing_artifacts": [],
|
||||
"limitations": [
|
||||
"The git commit and dirty flag are generation-time context; the evidence bundle hash is the durable artifact anchor inside a committed report.",
|
||||
@@ -1129,7 +1128,7 @@
|
||||
"interactive_script_count": 0,
|
||||
"package_hash_scope": "source-contract-without-generated-reports",
|
||||
"package_hash_file_count": 231,
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b"
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7"
|
||||
},
|
||||
"skill_atlas": {
|
||||
"skill_count": 12,
|
||||
@@ -1167,7 +1166,7 @@
|
||||
"trust_level": "local",
|
||||
"license": "MIT",
|
||||
"checksums": {
|
||||
"package_sha256": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b",
|
||||
"package_sha256": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7",
|
||||
"archive_sha256": "44623ee91ba4bd57a9fe51a5fd6b35739a2e9d1e2fac0b8b4fc5c135db5b434d"
|
||||
},
|
||||
"compatibility": {
|
||||
@@ -1204,7 +1203,7 @@
|
||||
"install_simulated": true,
|
||||
"install_simulation": "reports/install_simulation.json"
|
||||
},
|
||||
"generated_at": "2026-06-17"
|
||||
"generated_at": "2026-06-13"
|
||||
},
|
||||
"failures": [],
|
||||
"warnings": []
|
||||
@@ -1299,7 +1298,7 @@
|
||||
{
|
||||
"field": "package_sha256",
|
||||
"from": "0000000000000000000000000000000000000000000000000000000000000000",
|
||||
"to": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b"
|
||||
"to": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7"
|
||||
}
|
||||
]
|
||||
},
|
||||
@@ -1316,14 +1315,14 @@
|
||||
"ok": true,
|
||||
"summary": {
|
||||
"event_count": 1,
|
||||
"adoption_sample_count": 0,
|
||||
"activation_count": 0,
|
||||
"accepted_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"activation_count": 1,
|
||||
"accepted_count": 1,
|
||||
"edited_count": 0,
|
||||
"rejected_count": 0,
|
||||
"missed_count": 0,
|
||||
"failed_count": 0,
|
||||
"adoption_rate": 0,
|
||||
"adoption_rate": 100.0,
|
||||
"missed_trigger_count": 0,
|
||||
"wrong_trigger_count": 0,
|
||||
"bad_output_count": 0,
|
||||
@@ -1332,7 +1331,7 @@
|
||||
"review_overdue_count": 0,
|
||||
"risk_band": "low",
|
||||
"event_types": {
|
||||
"review_event": 1
|
||||
"skill_activation": 1
|
||||
},
|
||||
"failure_types": {},
|
||||
"source_types": {
|
||||
@@ -1599,7 +1598,7 @@
|
||||
"status": "external_required",
|
||||
"category": "external",
|
||||
"owner": "Browser/Chrome/IDE/provider client integrator",
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"objective": "Import production metadata-only events from a real external client into the local drift loop.",
|
||||
"runbook": [
|
||||
"python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/",
|
||||
@@ -1652,8 +1651,8 @@
|
||||
"missing_submission_count": 4,
|
||||
"invalid_submission_count": 0,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_blocked_count": 7,
|
||||
"source_pass_count": 7,
|
||||
"source_blocked_count": 6,
|
||||
"submitted_but_pending_count": 0,
|
||||
"source_accepted_without_valid_submission_count": 0,
|
||||
"overclaim_guard_active": true,
|
||||
@@ -2003,7 +2002,7 @@
|
||||
"status": "pending",
|
||||
"source_status": "external_required",
|
||||
"source_accepted": false,
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"objective": "Import production metadata-only events from a real external client into the local drift loop.",
|
||||
"runbook": [
|
||||
"python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/",
|
||||
@@ -2040,7 +2039,7 @@
|
||||
],
|
||||
"observed_state": {
|
||||
"external_source_events": 0,
|
||||
"adoption_sample_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"raw_content_allowed": false,
|
||||
"risk_band": "low",
|
||||
"accepted": false
|
||||
@@ -2061,8 +2060,8 @@
|
||||
"label": "Adoption sample",
|
||||
"field": "adoption_sample_count",
|
||||
"expected": ">0",
|
||||
"actual": 0,
|
||||
"status": "blocked",
|
||||
"actual": 1,
|
||||
"status": "pass",
|
||||
"source_accepted": false,
|
||||
"next_action": "Telemetry must include adoption outcome evidence."
|
||||
},
|
||||
@@ -2078,8 +2077,8 @@
|
||||
}
|
||||
],
|
||||
"source_check_count": 3,
|
||||
"source_pass_count": 1,
|
||||
"source_blocked_count": 2,
|
||||
"source_pass_count": 2,
|
||||
"source_blocked_count": 1,
|
||||
"submission_state": {
|
||||
"status": "missing",
|
||||
"path": "evidence/world_class/submissions/native-client-telemetry.json",
|
||||
|
||||
@@ -44,7 +44,7 @@
|
||||
},
|
||||
"catalog": {
|
||||
"workspace_root": ".",
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"skills": [
|
||||
{
|
||||
"name": "yao-meta-skill",
|
||||
@@ -273,8 +273,8 @@
|
||||
"report": "reports/adoption_drift_report.json",
|
||||
"risk_band": "low",
|
||||
"event_count": 1,
|
||||
"adoption_sample_count": 0,
|
||||
"adoption_rate": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"adoption_rate": 100.0,
|
||||
"candidate_count": 0
|
||||
}
|
||||
},
|
||||
@@ -937,7 +937,7 @@
|
||||
"name": "incident-command-governor",
|
||||
"path": "examples/governed-incident-command/generated-skill",
|
||||
"reason": "review overdue by cadence monthly",
|
||||
"age_days": 78,
|
||||
"age_days": 74,
|
||||
"allowed_days": 31,
|
||||
"actionable": false,
|
||||
"scope": "example"
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"schema_version": "1.0",
|
||||
"ok": true,
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"skill_dir": ".",
|
||||
"summary": {
|
||||
"item_count": 15,
|
||||
@@ -351,7 +351,7 @@
|
||||
"key": "native-client-telemetry",
|
||||
"label": "Native Client Telemetry",
|
||||
"status": "external_required",
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"target": "A real Browser/Chrome/provider client sends production metadata events",
|
||||
"evidence": [
|
||||
{
|
||||
@@ -433,7 +433,7 @@
|
||||
"key": "native-client-telemetry",
|
||||
"label": "Native Client Telemetry",
|
||||
"status": "external_required",
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"target": "A real Browser/Chrome/provider client sends production metadata events",
|
||||
"evidence": [
|
||||
{
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
# Skill OS 2.0 Audit
|
||||
|
||||
Generated at: `2026-06-17`
|
||||
Generated at: `2026-06-13`
|
||||
|
||||
## Summary
|
||||
|
||||
@@ -30,7 +30,7 @@ Generated at: `2026-06-17`
|
||||
| Registry Distribution | pass | zip entries 677; install failures 0; permission failures 0 | Package metadata, archive checksum, package verification, and install simulation pass | Regenerate registry after package verification so checksums stay aligned. |
|
||||
| Review Studio | pass | decision review; warnings 3; score 91 | One page shows gates, evidence paths, blockers, warnings, actions, waivers, and annotations | Resolve human/external warning gates before claiming full release readiness. |
|
||||
| Telemetry Drift | pass | events 1; risk low; recipes 5 | Local-first metadata-only event contract, aggregate drift report, hook recipes, and import path | Keep raw JSONL out of distributed packages and use aggregate reports for Atlas. |
|
||||
| Native Client Telemetry | external-required | external source events 0; adoption samples 0 | A real Browser/Chrome/provider client sends production metadata events | Install a real client against the native host and import production metadata-only events. |
|
||||
| Native Client Telemetry | external-required | external source events 0; adoption samples 1 | A real Browser/Chrome/provider client sends production metadata events | Install a real client against the native host and import production metadata-only events. |
|
||||
|
||||
## Open Highest-Leverage Gaps
|
||||
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"schema_version": "1.0",
|
||||
"ok": true,
|
||||
"generated_at": "2026-06-16T16:24:58Z",
|
||||
"generated_at": "2026-06-16T16:36:50Z",
|
||||
"skill_dir": ".",
|
||||
"decision": "proposal-review",
|
||||
"source_supplied": false,
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
# Daily SkillOps Report
|
||||
|
||||
Generated at: `2026-06-16T16:24:58Z`
|
||||
Generated at: `2026-06-16T16:36:50Z`
|
||||
|
||||
## Summary
|
||||
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"schema_version": "1.0",
|
||||
"ok": true,
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-16T16:36:50Z",
|
||||
"skill_dir": ".",
|
||||
"decision": "curator-review",
|
||||
"week_id": "2026-W25",
|
||||
@@ -15,7 +15,7 @@
|
||||
"top_score": 88,
|
||||
"skill_count": 12,
|
||||
"actionable_portfolio_issue_count": 0,
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"evidence_consistency_ok": true,
|
||||
"public_world_class_ready": false,
|
||||
"world_class_pending_count": 4,
|
||||
@@ -35,7 +35,7 @@
|
||||
"top_score": 88,
|
||||
"skill_count": 12,
|
||||
"actionable_portfolio_issue_count": 0,
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"evidence_consistency_ok": true,
|
||||
"public_world_class_ready": false,
|
||||
"world_class_pending_count": 4,
|
||||
@@ -288,7 +288,7 @@
|
||||
"no_route_opportunity_count": 0
|
||||
},
|
||||
"release_state": {
|
||||
"release_lock_ready": true,
|
||||
"release_lock_ready": false,
|
||||
"evidence_consistency_ok": true,
|
||||
"public_world_class_ready": false,
|
||||
"world_class_pending_count": 4
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
# Weekly SkillOps Curator Report
|
||||
|
||||
Generated at: `2026-06-17`
|
||||
Generated at: `2026-06-16T16:36:50Z`
|
||||
Week: `2026-W25`
|
||||
|
||||
## Summary
|
||||
@@ -13,7 +13,7 @@ Week: `2026-W25`
|
||||
- top_score: `88`
|
||||
- skill_count: `12`
|
||||
- actionable_portfolio_issue_count: `0`
|
||||
- release_lock_ready: `True`
|
||||
- release_lock_ready: `False`
|
||||
- evidence_consistency_ok: `True`
|
||||
- public_world_class_ready: `False`
|
||||
- world_class_pending_count: `4`
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"ok": true,
|
||||
"schema_version": "2.0",
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"previous": {
|
||||
"name": "yao-meta-skill",
|
||||
"version": "1.0.0",
|
||||
@@ -75,7 +75,7 @@
|
||||
{
|
||||
"field": "package_sha256",
|
||||
"from": "0000000000000000000000000000000000000000000000000000000000000000",
|
||||
"to": "393f0f14497572e7c2c91322745ed45c1961aa2bd12882428acc422766be739b"
|
||||
"to": "2b5b9780754ab9bf322c301f1ddd848e087cb2a23b428eb3a806b4ed3cdfd0d7"
|
||||
}
|
||||
]
|
||||
},
|
||||
@@ -90,7 +90,7 @@
|
||||
"artifacts": {
|
||||
"previous_package": "registry/examples/yao-meta-skill-1.0.0.json",
|
||||
"current_package": "reports/registry_audit.json",
|
||||
"json": "reports/upgrade_check.json",
|
||||
"markdown": "reports/upgrade_check.md"
|
||||
"json": "tests/tmp_review_studio/upgrade_check.json",
|
||||
"markdown": "tests/tmp_review_studio/upgrade_check.md"
|
||||
}
|
||||
}
|
||||
|
||||
@@ -312,7 +312,7 @@
|
||||
"source_accepted": false,
|
||||
"observed_state": {
|
||||
"external_source_events": 0,
|
||||
"adoption_sample_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"raw_content_allowed": false,
|
||||
"risk_band": "low",
|
||||
"accepted": false
|
||||
|
||||
@@ -16,8 +16,8 @@
|
||||
"missing_submission_count": 4,
|
||||
"invalid_submission_count": 0,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_blocked_count": 7,
|
||||
"source_pass_count": 7,
|
||||
"source_blocked_count": 6,
|
||||
"submitted_but_pending_count": 0,
|
||||
"source_accepted_without_valid_submission_count": 0,
|
||||
"overclaim_guard_active": true,
|
||||
@@ -33,8 +33,8 @@
|
||||
"missing_submission_count": 4,
|
||||
"invalid_submission_count": 0,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_blocked_count": 7,
|
||||
"source_pass_count": 7,
|
||||
"source_blocked_count": 6,
|
||||
"submitted_but_pending_count": 0,
|
||||
"source_accepted_without_valid_submission_count": 0,
|
||||
"overclaim_guard_active": true,
|
||||
@@ -410,7 +410,7 @@
|
||||
"status": "pending",
|
||||
"source_status": "external_required",
|
||||
"source_accepted": false,
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"objective": "Import production metadata-only events from a real external client into the local drift loop.",
|
||||
"runbook": [
|
||||
"python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/",
|
||||
@@ -447,7 +447,7 @@
|
||||
],
|
||||
"observed_state": {
|
||||
"external_source_events": 0,
|
||||
"adoption_sample_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"raw_content_allowed": false,
|
||||
"risk_band": "low",
|
||||
"accepted": false
|
||||
@@ -468,8 +468,8 @@
|
||||
"label": "Adoption sample",
|
||||
"field": "adoption_sample_count",
|
||||
"expected": ">0",
|
||||
"actual": 0,
|
||||
"status": "blocked",
|
||||
"actual": 1,
|
||||
"status": "pass",
|
||||
"source_accepted": false,
|
||||
"next_action": "Telemetry must include adoption outcome evidence."
|
||||
},
|
||||
@@ -485,8 +485,8 @@
|
||||
}
|
||||
],
|
||||
"source_check_count": 3,
|
||||
"source_pass_count": 1,
|
||||
"source_blocked_count": 2,
|
||||
"source_pass_count": 2,
|
||||
"source_blocked_count": 1,
|
||||
"submission_state": {
|
||||
"status": "missing",
|
||||
"path": "evidence/world_class/submissions/native-client-telemetry.json",
|
||||
|
||||
@@ -8,8 +8,8 @@ Generated at: `2026-06-17`
|
||||
- ready to claim world-class: `false`
|
||||
- entries: `4`
|
||||
- source accepted: `0`
|
||||
- source checks: `6` pass / `13` total
|
||||
- source blocked: `7`
|
||||
- source checks: `7` pass / `13` total
|
||||
- source blocked: `6`
|
||||
- accepted: `0`
|
||||
- pending: `4`
|
||||
- human pending: `1`
|
||||
@@ -30,7 +30,7 @@ This ledger records the current evidence state. It requires both passing source
|
||||
| `provider-holdout` | `pending` | `missing` | `external` | model-executed 0; token-observed 0 | Run provider-backed holdout cases with real credentials and commit only aggregate evidence. |
|
||||
| `human-adjudication` | `pending` | `missing` | `human` | 0/5 decisions; pending 5 | Record real A/B choices in the decision template, then regenerate adjudication. |
|
||||
| `native-permission-enforcement` | `pending` | `missing` | `external` | native-enforced targets 0; installer-enforced targets 4 | Integrate a real target-client or external installer runtime guard before claiming native permission enforcement. |
|
||||
| `native-client-telemetry` | `pending` | `missing` | `external` | external source events 0; adoption samples 0 | Install a real client against the native host and import production metadata-only events. |
|
||||
| `native-client-telemetry` | `pending` | `missing` | `external` | external source events 0; adoption samples 1 | Install a real client against the native host and import production metadata-only events. |
|
||||
|
||||
## Provider Holdout
|
||||
|
||||
@@ -172,8 +172,8 @@ This ledger records the current evidence state. It requires both passing source
|
||||
|
||||
- objective: Import production metadata-only events from a real external client into the local drift loop.
|
||||
- source status: `external_required`
|
||||
- observed state: `{"external_source_events": 0, "adoption_sample_count": 0, "raw_content_allowed": false, "risk_band": "low", "accepted": false}`
|
||||
- source checks: `1` pass / `3` total
|
||||
- observed state: `{"external_source_events": 0, "adoption_sample_count": 1, "raw_content_allowed": false, "risk_band": "low", "accepted": false}`
|
||||
- source checks: `2` pass / `3` total
|
||||
- submission state: `{"status": "missing", "path": "evidence/world_class/submissions/native-client-telemetry.json", "artifact_ref_count": 0, "attested_real_evidence": false, "privacy_contract_satisfied": false, "ledger_reviewer_approved": false, "ledger_reviewer": "", "ledger_reviewed_at": "", "ledger_counts_as_completion": false}`
|
||||
|
||||
### Provenance Requirements
|
||||
@@ -197,7 +197,7 @@ This ledger records the current evidence state. It requires both passing source
|
||||
| Check | Current | Expected | Status |
|
||||
| --- | --- | --- | --- |
|
||||
| External events | `0` | `>0` | `blocked` |
|
||||
| Adoption sample | `0` | `>0` | `blocked` |
|
||||
| Adoption sample | `1` | `>0` | `pass` |
|
||||
| Raw content blocked | `False` | `false` | `pass` |
|
||||
|
||||
### Completion Assertions
|
||||
|
||||
@@ -146,7 +146,7 @@
|
||||
"status": "external_required",
|
||||
"category": "external",
|
||||
"owner": "Browser/Chrome/IDE/provider client integrator",
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"objective": "Import production metadata-only events from a real external client into the local drift loop.",
|
||||
"runbook": [
|
||||
"python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/",
|
||||
@@ -309,7 +309,7 @@
|
||||
"status": "external_required",
|
||||
"category": "external",
|
||||
"owner": "Browser/Chrome/IDE/provider client integrator",
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"objective": "Import production metadata-only events from a real external client into the local drift loop.",
|
||||
"runbook": [
|
||||
"python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/",
|
||||
|
||||
@@ -22,7 +22,7 @@ This report is an execution plan for the remaining world-class evidence gaps. It
|
||||
| `provider-holdout` | `external_required` | `external` | operator with provider credentials | model-executed 0; token-observed 0 |
|
||||
| `human-adjudication` | `human_required` | `human` | human reviewer | 0/5 decisions; pending 5 |
|
||||
| `native-permission-enforcement` | `external_required` | `external` | target client or installer integrator | native-enforced targets 0; installer-enforced targets 4 |
|
||||
| `native-client-telemetry` | `external_required` | `external` | Browser/Chrome/IDE/provider client integrator | external source events 0; adoption samples 0 |
|
||||
| `native-client-telemetry` | `external_required` | `external` | Browser/Chrome/IDE/provider client integrator | external source events 0; adoption samples 1 |
|
||||
|
||||
## Provider Holdout
|
||||
|
||||
|
||||
@@ -65,7 +65,7 @@
|
||||
<span class="eyebrow">Evidence Collection</span>
|
||||
<h1>World-Class Evidence Preflight</h1>
|
||||
<p class="lede">This operator view shows which external and human evidence is still blocked, which commands prepare editable submission drafts, and why preflight never counts as accepted evidence.</p>
|
||||
<div class="stats"><article><span>Decision</span><strong>collection-preflight-blocked</strong></article><article><span>Pending</span><strong>4</strong></article><article><span>Ready</span><strong>1</strong></article><article><span>Blocked</span><strong>3</strong></article><article><span>Source</span><strong>6/13</strong></article></div>
|
||||
<div class="stats"><article><span>Decision</span><strong>collection-preflight-blocked</strong></article><article><span>Pending</span><strong>4</strong></article><article><span>Ready</span><strong>1</strong></article><article><span>Blocked</span><strong>3</strong></article><article><span>Source</span><strong>7/13</strong></article></div>
|
||||
</section>
|
||||
<section class="section two-col" id="handoff">
|
||||
<article class="panel">
|
||||
@@ -611,15 +611,15 @@
|
||||
</dl>
|
||||
</article>
|
||||
|
||||
<article class="check-row blocked">
|
||||
<article class="check-row pass">
|
||||
<div>
|
||||
<span>adoption_sample_count</span>
|
||||
<strong>Adoption sample</strong>
|
||||
</div>
|
||||
<dl>
|
||||
<dt>Current</dt><dd><code>0</code></dd>
|
||||
<dt>Current</dt><dd><code>1</code></dd>
|
||||
<dt>Expected</dt><dd><code>>0</code></dd>
|
||||
<dt>Status</dt><dd>blocked</dd>
|
||||
<dt>Status</dt><dd>pass</dd>
|
||||
<dt>Action</dt><dd>Telemetry must include adoption outcome evidence.</dd>
|
||||
</dl>
|
||||
</article>
|
||||
|
||||
@@ -14,8 +14,8 @@
|
||||
"collection_ready_count": 1,
|
||||
"collection_blocked_count": 3,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_blocked_count": 7,
|
||||
"source_pass_count": 7,
|
||||
"source_blocked_count": 6,
|
||||
"pending_count": 4,
|
||||
"ready_to_claim_world_class": false,
|
||||
"credential_value_exposed": false,
|
||||
@@ -535,8 +535,8 @@
|
||||
"label": "Adoption sample",
|
||||
"field": "adoption_sample_count",
|
||||
"expected": ">0",
|
||||
"actual": 0,
|
||||
"status": "blocked",
|
||||
"actual": 1,
|
||||
"status": "pass",
|
||||
"source_accepted": false,
|
||||
"next_action": "Telemetry must include adoption outcome evidence."
|
||||
},
|
||||
@@ -891,8 +891,8 @@
|
||||
"label": "Adoption sample",
|
||||
"field": "adoption_sample_count",
|
||||
"expected": ">0",
|
||||
"actual": 0,
|
||||
"status": "blocked",
|
||||
"actual": 1,
|
||||
"status": "pass",
|
||||
"source_accepted": false,
|
||||
"next_action": "Telemetry must include adoption outcome evidence."
|
||||
},
|
||||
|
||||
@@ -10,7 +10,7 @@ Generated at: `2026-06-17`
|
||||
- credential value exposed: `false`
|
||||
- collection ready: `1`
|
||||
- collection blocked: `3`
|
||||
- source checks: `6` pass / `13` total
|
||||
- source checks: `7` pass / `13` total
|
||||
|
||||
This preflight report checks whether an operator can start collecting the remaining external or human evidence. It never accepts evidence, prints secret values, or changes the world-class ledger.
|
||||
|
||||
@@ -150,7 +150,7 @@ Generate the submission kit after the real provider, human, native-permission, o
|
||||
| Check | Current | Expected | Status | Next action |
|
||||
| --- | --- | --- | --- | --- |
|
||||
| External events | `0` | `>0` | `blocked` | Import at least one metadata-only event from a real client. |
|
||||
| Adoption sample | `0` | `>0` | `blocked` | Telemetry must include adoption outcome evidence. |
|
||||
| Adoption sample | `1` | `>0` | `pass` | Telemetry must include adoption outcome evidence. |
|
||||
| Raw content blocked | `False` | `false` | `pass` | Telemetry must stay metadata-only. |
|
||||
|
||||
## Boundary
|
||||
|
||||
@@ -57,7 +57,7 @@
|
||||
<span class="eyebrow">Evidence Operations</span>
|
||||
<h1>World-Class Operator Runbook</h1>
|
||||
<p class="lede">A single operating page for collecting the remaining human and external evidence. It coordinates action, but does not accept evidence or change the ledger.</p>
|
||||
<div class="stats"><article><span>Pending</span><strong>4</strong></article><article><span>Awaiting</span><strong>4</strong></article><article><span>Ready</span><strong>0</strong></article><article><span>Source</span><strong>6/13</strong></article><article><span>Blocked</span><strong>7</strong></article><article><span>Invalid</span><strong>0</strong></article></div>
|
||||
<div class="stats"><article><span>Pending</span><strong>4</strong></article><article><span>Awaiting</span><strong>4</strong></article><article><span>Ready</span><strong>0</strong></article><article><span>Source</span><strong>7/13</strong></article><article><span>Blocked</span><strong>6</strong></article><article><span>Invalid</span><strong>0</strong></article></div>
|
||||
</section>
|
||||
<section class="section panel" id="fast-path"><h2>Fast Path</h2><ol><li>Run the real external or human work for one evidence item.</li><li>Generate and fill the matching submission draft.</li><li>Validate intake and inspect the submission review queue.</li><li>Refresh the ledger and run the claim guard before making any completion claim.</li></ol></section>
|
||||
<section class="section" id="items"><h2>Evidence Items</h2><div class="item-grid"><article class="item-card awaiting-submission">
|
||||
@@ -120,7 +120,7 @@
|
||||
<dl>
|
||||
<dt>Owner</dt><dd>Browser/Chrome/IDE/provider client integrator</dd>
|
||||
<dt>Ledger</dt><dd><code>pending</code></dd>
|
||||
<dt>Blocked</dt><dd><code>2</code></dd>
|
||||
<dt>Blocked</dt><dd><code>1</code></dd>
|
||||
<dt>Submission</dt><dd><code>evidence/world_class/submissions/native-client-telemetry.json</code></dd>
|
||||
</dl>
|
||||
<section class="source-panel"><h4>Source Runbook</h4><ul><li>python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/</li><li>Install the generated native messaging manifest for the real client and send at least one accepted skill_activation or skill_output event.</li><li>python3 scripts/yao.py telemetry-import . --input-jsonl .yao/telemetry_spool/external_events.jsonl</li><li>python3 scripts/yao.py skill-atlas --workspace-root .</li><li>python3 scripts/yao.py skill-os2-audit . --generated-at <YYYY-MM-DD></li><li>Copy evidence/world_class/templates/native-client-telemetry.intake.json to evidence/world_class/submissions/native-client-telemetry.json and fill only real evidence fields.</li><li>python3 scripts/yao.py world-class-intake . --submissions-dir evidence/world_class/submissions</li></ul></section>
|
||||
@@ -130,8 +130,8 @@
|
||||
<section><h4>Success Checks</h4><ul><li>reports/adoption_drift_report.json summary.source_types.external > 0</li><li>reports/adoption_drift_report.json summary.adoption_sample_count > 0</li><li>reports/skill_os2_audit.json item native-client-telemetry status becomes pass</li></ul></section>
|
||||
<section><h4>Privacy</h4><ul><li>Telemetry must remain metadata-only and local-first.</li><li>Do not package reports/telemetry_events.jsonl or any raw prompt, output, transcript, note, or message field.</li></ul></section>
|
||||
</div>
|
||||
<section class="source-panel"><h4>Next Source Actions</h4><ul><li>Import at least one metadata-only event from a real client.</li><li>Telemetry must include adoption outcome evidence.</li></ul></section>
|
||||
<section class="source-panel"><h4>Source Evidence Snapshot</h4><ul class='source-checks'><li class='source-check blocked'><span>External events</span><code>external_source_events: 0 / >0</code><small>Import at least one metadata-only event from a real client.</small></li><li class='source-check blocked'><span>Adoption sample</span><code>adoption_sample_count: 0 / >0</code><small>Telemetry must include adoption outcome evidence.</small></li><li class='source-check pass'><span>Raw content blocked</span><code>raw_content_allowed: False / false</code><small>Telemetry must stay metadata-only.</small></li></ul></section>
|
||||
<section class="source-panel"><h4>Next Source Actions</h4><ul><li>Import at least one metadata-only event from a real client.</li></ul></section>
|
||||
<section class="source-panel"><h4>Source Evidence Snapshot</h4><ul class='source-checks'><li class='source-check blocked'><span>External events</span><code>external_source_events: 0 / >0</code><small>Import at least one metadata-only event from a real client.</small></li><li class='source-check pass'><span>Adoption sample</span><code>adoption_sample_count: 1 / >0</code><small>Telemetry must include adoption outcome evidence.</small></li><li class='source-check pass'><span>Raw content blocked</span><code>raw_content_allowed: False / false</code><small>Telemetry must stay metadata-only.</small></li></ul></section>
|
||||
</article></div></section>
|
||||
<section class="section panel" id="boundary"><h2>Boundary</h2><ul><li>Planned work, draft packets, metadata fallback, pending human decisions, and local command runners do not count as completion.</li><li>Valid intake means ready for submission review; ledger review still requires passing source evidence.</li><li>The world-class ledger and claim guard remain the source of truth.</li></ul></section>
|
||||
</main>
|
||||
|
||||
@@ -12,8 +12,8 @@
|
||||
"valid_packet_source_incomplete_count": 0,
|
||||
"invalid_submission_count": 0,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_blocked_count": 7,
|
||||
"source_pass_count": 7,
|
||||
"source_blocked_count": 6,
|
||||
"ready_to_claim_world_class": false,
|
||||
"runbook_counts_as_completion": false,
|
||||
"decision": "collect-evidence"
|
||||
@@ -408,7 +408,7 @@
|
||||
"review_state": "awaiting-submission",
|
||||
"source_accepted": false,
|
||||
"objective": "Import production metadata-only events from a real external client into the local drift loop.",
|
||||
"current": "external source events 0; adoption samples 0",
|
||||
"current": "external source events 0; adoption samples 1",
|
||||
"execution_runbook": [
|
||||
"python3 scripts/telemetry_native_host.py . --write-launcher /tmp/yao-telemetry-host.sh --write-manifest /tmp/yao-telemetry-host.json --allowed-origin chrome-extension://<extension-id>/",
|
||||
"Install the generated native messaging manifest for the real client and send at least one accepted skill_activation or skill_output event.",
|
||||
@@ -456,7 +456,7 @@
|
||||
],
|
||||
"observed_state": {
|
||||
"external_source_events": 0,
|
||||
"adoption_sample_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"raw_content_allowed": false,
|
||||
"risk_band": "low",
|
||||
"accepted": false
|
||||
@@ -477,8 +477,8 @@
|
||||
"label": "Adoption sample",
|
||||
"field": "adoption_sample_count",
|
||||
"expected": ">0",
|
||||
"actual": 0,
|
||||
"status": "blocked",
|
||||
"actual": 1,
|
||||
"status": "pass",
|
||||
"source_accepted": false,
|
||||
"next_action": "Telemetry must include adoption outcome evidence."
|
||||
},
|
||||
@@ -493,10 +493,9 @@
|
||||
"next_action": "Telemetry must stay metadata-only."
|
||||
}
|
||||
],
|
||||
"blocked_source_check_count": 2,
|
||||
"blocked_source_check_count": 1,
|
||||
"next_source_actions": [
|
||||
"Import at least one metadata-only event from a real client.",
|
||||
"Telemetry must include adoption outcome evidence."
|
||||
"Import at least one metadata-only event from a real client."
|
||||
],
|
||||
"submission_state": {
|
||||
"status": "missing",
|
||||
|
||||
@@ -28,7 +28,7 @@ This runbook coordinates evidence collection only. It does not accept submission
|
||||
| `provider-holdout` | `pending` | `awaiting-submission` | `awaiting-submission` | `2` | Run provider-backed output-exec with real credentials. | operator with provider credentials |
|
||||
| `human-adjudication` | `pending` | `awaiting-submission` | `awaiting-submission` | `2` | Record a reviewer choice for every pair. | human reviewer |
|
||||
| `native-permission-enforcement` | `pending` | `awaiting-submission` | `awaiting-submission` | `1` | Collect real target-client or external runtime guard proof. | target client or installer integrator |
|
||||
| `native-client-telemetry` | `pending` | `awaiting-submission` | `awaiting-submission` | `2` | Import at least one metadata-only event from a real client. | Browser/Chrome/IDE/provider client integrator |
|
||||
| `native-client-telemetry` | `pending` | `awaiting-submission` | `awaiting-submission` | `1` | Import at least one metadata-only event from a real client. | Browser/Chrome/IDE/provider client integrator |
|
||||
|
||||
## Provider Holdout
|
||||
|
||||
@@ -244,7 +244,7 @@ This runbook coordinates evidence collection only. It does not accept submission
|
||||
|
||||
- objective: Import production metadata-only events from a real external client into the local drift loop.
|
||||
- blocking reason: No evidence packet has been submitted for review.
|
||||
- blocked source checks: `2`
|
||||
- blocked source checks: `1`
|
||||
- submission: `evidence/world_class/submissions/native-client-telemetry.json`
|
||||
- template: `evidence/world_class/templates/native-client-telemetry.intake.json`
|
||||
|
||||
@@ -297,14 +297,13 @@ This runbook coordinates evidence collection only. It does not accept submission
|
||||
### Next Source Actions
|
||||
|
||||
- Import at least one metadata-only event from a real client.
|
||||
- Telemetry must include adoption outcome evidence.
|
||||
|
||||
### Source Evidence Snapshot
|
||||
|
||||
| Check | Current | Expected | Status | Next action |
|
||||
| --- | --- | --- | --- | --- |
|
||||
| External events | `0` | `>0` | `blocked` | Import at least one metadata-only event from a real client. |
|
||||
| Adoption sample | `0` | `>0` | `blocked` | Telemetry must include adoption outcome evidence. |
|
||||
| Adoption sample | `1` | `>0` | `pass` | Telemetry must include adoption outcome evidence. |
|
||||
| Raw content blocked | `False` | `false` | `pass` | Telemetry must stay metadata-only. |
|
||||
|
||||
## Boundary
|
||||
|
||||
@@ -14,8 +14,8 @@
|
||||
"unmatched_submission_count": 0,
|
||||
"invalid_submission_count": 0,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_blocked_count": 7,
|
||||
"source_pass_count": 7,
|
||||
"source_blocked_count": 6,
|
||||
"review_counts_submission_as_completion": false,
|
||||
"summary": {
|
||||
"review_item_count": 4,
|
||||
@@ -27,8 +27,8 @@
|
||||
"unmatched_submission_count": 0,
|
||||
"invalid_submission_count": 0,
|
||||
"source_check_count": 13,
|
||||
"source_pass_count": 6,
|
||||
"source_blocked_count": 7,
|
||||
"source_pass_count": 7,
|
||||
"source_blocked_count": 6,
|
||||
"ready_to_claim_world_class": false,
|
||||
"review_counts_submission_as_completion": false,
|
||||
"decision": "awaiting-submissions"
|
||||
@@ -302,7 +302,7 @@
|
||||
"intake_errors": [],
|
||||
"observed_state": {
|
||||
"external_source_events": 0,
|
||||
"adoption_sample_count": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"raw_content_allowed": false,
|
||||
"risk_band": "low",
|
||||
"accepted": false
|
||||
@@ -323,8 +323,8 @@
|
||||
"label": "Adoption sample",
|
||||
"field": "adoption_sample_count",
|
||||
"expected": ">0",
|
||||
"actual": 0,
|
||||
"status": "blocked",
|
||||
"actual": 1,
|
||||
"status": "pass",
|
||||
"source_accepted": false,
|
||||
"next_action": "Telemetry must include adoption outcome evidence."
|
||||
},
|
||||
@@ -340,8 +340,8 @@
|
||||
}
|
||||
],
|
||||
"source_check_count": 3,
|
||||
"source_pass_count": 1,
|
||||
"source_blocked_count": 2,
|
||||
"source_pass_count": 2,
|
||||
"source_blocked_count": 1,
|
||||
"success_checks": [
|
||||
"reports/adoption_drift_report.json summary.source_types.external > 0",
|
||||
"reports/adoption_drift_report.json summary.adoption_sample_count > 0",
|
||||
|
||||
@@ -139,7 +139,7 @@ This report is a read-only reviewer queue. It does not accept evidence or make w
|
||||
#### Source Checks
|
||||
|
||||
- External events: 0 / >0 => blocked
|
||||
- Adoption sample: 0 / >0 => blocked
|
||||
- Adoption sample: 1 / >0 => pass
|
||||
- Raw content blocked: False / false => pass
|
||||
|
||||
#### Completion Assertions
|
||||
|
||||
@@ -112,20 +112,28 @@
|
||||
"references/user-memory-policy.md"
|
||||
],
|
||||
"scripts": [
|
||||
"scripts/adaptation_patch_safety.py",
|
||||
"scripts/adaptation_report_contracts.py",
|
||||
"scripts/adjudicate_output_review.py",
|
||||
"scripts/apply_adaptation.py",
|
||||
"scripts/build_confusion_matrix.py",
|
||||
"scripts/build_skill_atlas.py",
|
||||
"scripts/build_skill_atlas_layout.py",
|
||||
"scripts/check_update.py",
|
||||
"scripts/ci_test.py",
|
||||
"scripts/collect_feedback.py",
|
||||
"scripts/compile_skill.py",
|
||||
"scripts/compile_skill_targets.py",
|
||||
"scripts/context_sizer.py",
|
||||
"scripts/create_iteration_snapshot.py",
|
||||
"scripts/cross_packager.py",
|
||||
"scripts/description_optimizer_reporting.py",
|
||||
"scripts/diff_eval.py",
|
||||
"scripts/emit_telemetry_event.py",
|
||||
"scripts/evidence_consistency_artifact_roles.py",
|
||||
"scripts/evidence_consistency_core.py",
|
||||
"scripts/evidence_consistency_release.py",
|
||||
"scripts/evidence_consistency_skill_os2_review.py",
|
||||
"scripts/evidence_consistency_world_class.py",
|
||||
"scripts/export_skill_ir.py",
|
||||
"scripts/github_benchmark_scan.py",
|
||||
@@ -138,6 +146,7 @@
|
||||
"scripts/lint_skill.py",
|
||||
"scripts/local_output_eval_runner.py",
|
||||
"scripts/optimize_description.py",
|
||||
"scripts/output_review_privacy.py",
|
||||
"scripts/prepare_output_review_kit.py",
|
||||
"scripts/prepare_world_class_submission_kit.py",
|
||||
"scripts/probe_runtime_permissions.py",
|
||||
@@ -190,6 +199,7 @@
|
||||
"scripts/review_studio_actions.py",
|
||||
"scripts/review_studio_data.py",
|
||||
"scripts/review_studio_formatting.py",
|
||||
"scripts/review_studio_gate_contract.py",
|
||||
"scripts/review_studio_gates.py",
|
||||
"scripts/review_studio_layout.py",
|
||||
"scripts/review_studio_output_review.py",
|
||||
@@ -209,6 +219,7 @@
|
||||
"scripts/skill_report_layout.py",
|
||||
"scripts/skill_report_metrics.py",
|
||||
"scripts/skill_report_model.py",
|
||||
"scripts/skill_report_sources.py",
|
||||
"scripts/skill_report_world_class.py",
|
||||
"scripts/skillops_opportunity.py",
|
||||
"scripts/summarize_user_signals.py",
|
||||
@@ -216,10 +227,16 @@
|
||||
"scripts/telemetry_native_host.py",
|
||||
"scripts/trigger_eval.py",
|
||||
"scripts/trust_check.py",
|
||||
"scripts/trust_check_scripts.py",
|
||||
"scripts/upgrade_check.py",
|
||||
"scripts/validate_skill.py",
|
||||
"scripts/verify_package.py",
|
||||
"scripts/world_class_evidence_contract.py",
|
||||
"scripts/world_class_human_evidence.py",
|
||||
"scripts/world_class_native_permission_evidence.py",
|
||||
"scripts/world_class_native_telemetry_evidence.py",
|
||||
"scripts/world_class_preflight_layout.py",
|
||||
"scripts/world_class_provider_evidence.py",
|
||||
"scripts/world_class_source_checks.py",
|
||||
"scripts/world_class_submission_kit_rendering.py",
|
||||
"scripts/world_class_submission_matrix.py",
|
||||
@@ -230,6 +247,8 @@
|
||||
"scripts/yao_cli_distribution_commands.py",
|
||||
"scripts/yao_cli_output_commands.py",
|
||||
"scripts/yao_cli_parser.py",
|
||||
"scripts/yao_cli_parser_evidence.py",
|
||||
"scripts/yao_cli_parser_operations.py",
|
||||
"scripts/yao_cli_report_commands.py",
|
||||
"scripts/yao_cli_runtime.py",
|
||||
"scripts/yao_cli_telemetry.py"
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"workspace_root": ".",
|
||||
"generated_at": "2026-06-17",
|
||||
"generated_at": "2026-06-13",
|
||||
"skills": [
|
||||
{
|
||||
"name": "yao-meta-skill",
|
||||
@@ -229,8 +229,8 @@
|
||||
"report": "reports/adoption_drift_report.json",
|
||||
"risk_band": "low",
|
||||
"event_count": 1,
|
||||
"adoption_sample_count": 0,
|
||||
"adoption_rate": 0,
|
||||
"adoption_sample_count": 1,
|
||||
"adoption_rate": 100.0,
|
||||
"candidate_count": 0
|
||||
}
|
||||
},
|
||||
|
||||
@@ -24,7 +24,7 @@
|
||||
"name": "incident-command-governor",
|
||||
"path": "examples/governed-incident-command/generated-skill",
|
||||
"reason": "review overdue by cadence monthly",
|
||||
"age_days": 78,
|
||||
"age_days": 74,
|
||||
"allowed_days": 31,
|
||||
"actionable": false,
|
||||
"scope": "example"
|
||||
|
||||
Reference in New Issue
Block a user