frostbyte_neo/yao-meta-skill
1
0
Fork 0
Code Issues Pull Requests Actions Deployments Models Agent Notes Packages Projects Releases Wiki Activity

Guard package world-class claim surfaces

Browse Source
This commit is contained in:
yaojingang
2026-06-16 00:38:47 +08:00
parent f135ebcb89
commit d8e73d5b53
21 changed files with 338 additions and 97 deletions
Download Patch File Download Diff File Expand all files Collapse all files
evidence/world_class/README.md
+1 -1
View File
@@ -29,4 +29,4 @@ The submission kit command creates editable JSON drafts plus a local README for
The submission review command renders a read-only queue that compares valid packets with the source evidence checks and current ledger state. It is for reviewer triage only; it does not accept evidence or make the world-class claim true.
Accepted intake means "ready for ledger review", not "world-class complete". The ledger remains the source of truth for `ready_to_claim_world_class`.
Accepted intake means "ready for ledger review", not evidence that the final public claim is ready. The ledger remains the source of truth for `ready_to_claim_world_class`.
registry/index.json
+1 -1
View File
@@ -16,7 +16,7 @@
"vscode"
],
"package_metadata": "registry/packages/yao-meta-skill.json",
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
}
]
}
registry/packages/yao-meta-skill.json
+3 -3
View File
@@ -16,8 +16,8 @@
"trust_level": "local",
"license": "MIT",
"checksums": {
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0",
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
"compatibility": {
"openai": "pass",
@@ -48,7 +48,7 @@
},
"distribution": {
"archive_verified": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"package_verification": "reports/package_verification.json",
"install_simulated": true,
"install_simulation": "reports/install_simulation.json"
reports/output_execution_runs.json
+9 -9
View File
@@ -34,7 +34,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 26.84,
"duration_ms": 26.69,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -62,7 +62,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 25.92,
"duration_ms": 26.18,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -85,7 +85,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 26.03,
"duration_ms": 25.93,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -113,7 +113,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 27.98,
"duration_ms": 28.54,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -136,7 +136,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 29.38,
"duration_ms": 29.22,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -164,7 +164,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 27.69,
"duration_ms": 27.87,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -214,7 +214,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 25.88,
"duration_ms": 26.26,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -237,7 +237,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 25.66,
"duration_ms": 26.17,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -266,7 +266,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 26.15,
"duration_ms": 25.94,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
reports/output_execution_runs.md
+9 -9
View File
@@ -23,16 +23,16 @@ Command runner evidence is present. This proves the eval harness executed an ext
| Case | Variant | Mode | Model | Duration ms | Tokens | Score | Status |
| --- | --- | --- | --- | ---: | ---: | ---: | --- |
| skill-package-contract | baseline | command | local-output-eval-runner | 26.84 | 33 | 0.0 | pass |
| skill-package-contract | with_skill | command | local-output-eval-runner | 25.92 | 73 | 100.0 | pass |
| output-eval-expectation | baseline | command | local-output-eval-runner | 26.03 | 36 | 0.0 | pass |
| output-eval-expectation | with_skill | command | local-output-eval-runner | 27.98 | 80 | 100.0 | pass |
| ir-before-packaging | baseline | command | local-output-eval-runner | 29.38 | 33 | 0.0 | pass |
| ir-before-packaging | with_skill | command | local-output-eval-runner | 27.69 | 80 | 100.0 | pass |
| skill-package-contract | baseline | command | local-output-eval-runner | 26.69 | 33 | 0.0 | pass |
| skill-package-contract | with_skill | command | local-output-eval-runner | 26.18 | 73 | 100.0 | pass |
| output-eval-expectation | baseline | command | local-output-eval-runner | 25.93 | 36 | 0.0 | pass |
| output-eval-expectation | with_skill | command | local-output-eval-runner | 28.54 | 80 | 100.0 | pass |
| ir-before-packaging | baseline | command | local-output-eval-runner | 29.22 | 33 | 0.0 | pass |
| ir-before-packaging | with_skill | command | local-output-eval-runner | 27.87 | 80 | 100.0 | pass |
| near-neighbor-boundary | baseline | command | local-output-eval-runner | 26.17 | 36 | 0.0 | pass |
| near-neighbor-boundary | with_skill | command | local-output-eval-runner | 25.88 | 65 | 100.0 | pass |
| file-backed-governed-package | baseline | command | local-output-eval-runner | 25.66 | 37 | 0.0 | pass |
| file-backed-governed-package | with_skill | command | local-output-eval-runner | 26.15 | 98 | 100.0 | pass |
| near-neighbor-boundary | with_skill | command | local-output-eval-runner | 26.26 | 65 | 100.0 | pass |
| file-backed-governed-package | baseline | command | local-output-eval-runner | 26.17 | 37 | 0.0 | pass |
| file-backed-governed-package | with_skill | command | local-output-eval-runner | 25.94 | 98 | 100.0 | pass |
## Next Fixes
reports/package_verification.json
+1 -1
View File
@@ -8,7 +8,7 @@
"target_count": 4,
"adapter_count": 4,
"archive_present": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"archive_entry_count": 617,
"failure_count": 0,
"warning_count": 0
reports/package_verification.md
+1 -1
View File
@@ -4,7 +4,7 @@
- Package directory: `dist`
- Targets: `4 / 4` adapters present
- Archive present: `True`
- Archive SHA256: `c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e`
- Archive SHA256: `6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e`
- Failures: `0`
- Warnings: `0`
reports/registry_audit.json
+4 -4
View File
@@ -21,8 +21,8 @@
"trust_level": "local",
"license": "MIT",
"checksums": {
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0",
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
"compatibility": {
"openai": "pass",
@@ -53,7 +53,7 @@
},
"distribution": {
"archive_verified": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"package_verification": "reports/package_verification.json",
"install_simulated": true,
"install_simulation": "reports/install_simulation.json"
@@ -78,7 +78,7 @@
"vscode"
],
"package_metadata": "registry/packages/yao-meta-skill.json",
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
}
]
},
reports/registry_audit.md
+2 -2
View File
@@ -6,8 +6,8 @@
- Maturity: `governed`
- Owner: `Yao Team`
- License: `MIT`
- Package SHA256: `365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0`
- Archive SHA256: `c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e`
- Package SHA256: `30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e`
- Archive SHA256: `6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e`
- Install simulated: `True`
## Compatibility
reports/review-studio.html
+5 -5
View File
@@ -676,7 +676,7 @@
<section>
<h2>核心指标</h2>
<div class="metrics"><article class='metric'><span>Skill IR</span><strong>2.0.0</strong><p>5 targets in platform-neutral contract</p></article><article class='metric'><span>Compiler</span><strong>5/5</strong><p>target contracts compiled from Skill IR</p></article><article class='metric'><span>Output Delta</span><strong>100.0</strong><p>5 cases; 1 file-backed</p></article><article class='metric'><span>Exec Runs</span><strong>10</strong><p>command 10; model 0; recorded 0</p></article><article class='metric'><span>Blind A/B</span><strong>5</strong><p>review pairs hide baseline vs with-skill labels</p></article><article class='metric'><span>Review Kit</span><strong>0/5</strong><p>pending 5; answer key hidden</p></article><article class='metric'><span>Review A/B</span><strong>0/5</strong><p>adjudication decisions; pending 5</p></article><article class='metric'><span>Public Claim</span><strong>blocked</strong><p>4 blockers; local reproducible true</p></article><article class='metric'><span>Blueprint</span><strong>21/21</strong><p>2.0 coverage; extensions partial 0, planned 0; evidence pending 4</p></article><article class='metric'><span>Runtime</span><strong>5/5</strong><p>target conformance pass rate</p></article><article class='metric'><span>Perm Probe</span><strong>4/4</strong><p>0 native; 4 installer-enforced</p></article><article class='metric'><span>Trust</span><strong>0</strong><p>110 scripts scanned; secrets found</p></article><article class='metric'><span>Py Compat</span><strong>0</strong><p>176 files scanned for Python 3.11</p></article><article class='metric'><span>Arch Debt</span><strong>0</strong><p>899 largest lines; 8 watchlist; 64 CLI handlers; 18 in entrypoint</p></article><article class='metric'><span>Atlas</span><strong>5</strong><p>12 scanned skills; route collisions</p></article><article class='metric'><span>Drift</span><strong>low</strong><p>1 metadata events; 0 missed triggers</p></article><article class='metric'><span>Waivers</span><strong>0</strong><p>0 gates covered; human risk decisions</p></article><article class='metric'><span>Intake</span><strong>4/4</strong><p>0 valid submissions; 0 invalid</p></article><article class='metric'><span>Claim Guard</span><strong>0</strong><p>150 public surfaces scanned</p></article><article class='metric'><span>Notes</span><strong>0/0</strong><p>0 open blocker annotations</p></article><article class='metric'><span>Registry</span><strong>1.1.0</strong><p>5 targets; MIT license</p></article><article class='metric'><span>Archive</span><strong>pass</strong><p>617 zip entries; package verification</p></article><article class='metric'><span>Install</span><strong>pass</strong><p>4 adapters; 12 permissions enforced; 0 permission failures</p></article><article class='metric'><span>Upgrade</span><strong>minor</strong><p>declared minor; 0 breaking changes</p></article></div>
<div class="metrics"><article class='metric'><span>Skill IR</span><strong>2.0.0</strong><p>5 targets in platform-neutral contract</p></article><article class='metric'><span>Compiler</span><strong>5/5</strong><p>target contracts compiled from Skill IR</p></article><article class='metric'><span>Output Delta</span><strong>100.0</strong><p>5 cases; 1 file-backed</p></article><article class='metric'><span>Exec Runs</span><strong>10</strong><p>command 10; model 0; recorded 0</p></article><article class='metric'><span>Blind A/B</span><strong>5</strong><p>review pairs hide baseline vs with-skill labels</p></article><article class='metric'><span>Review Kit</span><strong>0/5</strong><p>pending 5; answer key hidden</p></article><article class='metric'><span>Review A/B</span><strong>0/5</strong><p>adjudication decisions; pending 5</p></article><article class='metric'><span>Public Claim</span><strong>blocked</strong><p>4 blockers; local reproducible true</p></article><article class='metric'><span>Blueprint</span><strong>21/21</strong><p>2.0 coverage; extensions partial 0, planned 0; evidence pending 4</p></article><article class='metric'><span>Runtime</span><strong>5/5</strong><p>target conformance pass rate</p></article><article class='metric'><span>Perm Probe</span><strong>4/4</strong><p>0 native; 4 installer-enforced</p></article><article class='metric'><span>Trust</span><strong>0</strong><p>110 scripts scanned; secrets found</p></article><article class='metric'><span>Py Compat</span><strong>0</strong><p>176 files scanned for Python 3.11</p></article><article class='metric'><span>Arch Debt</span><strong>0</strong><p>899 largest lines; 8 watchlist; 64 CLI handlers; 18 in entrypoint</p></article><article class='metric'><span>Atlas</span><strong>5</strong><p>12 scanned skills; route collisions</p></article><article class='metric'><span>Drift</span><strong>low</strong><p>1 metadata events; 0 missed triggers</p></article><article class='metric'><span>Waivers</span><strong>0</strong><p>0 gates covered; human risk decisions</p></article><article class='metric'><span>Intake</span><strong>4/4</strong><p>0 valid submissions; 0 invalid</p></article><article class='metric'><span>Claim Guard</span><strong>0</strong><p>173 public surfaces scanned</p></article><article class='metric'><span>Notes</span><strong>0/0</strong><p>0 open blocker annotations</p></article><article class='metric'><span>Registry</span><strong>1.1.0</strong><p>5 targets; MIT license</p></article><article class='metric'><span>Archive</span><strong>pass</strong><p>617 zip entries; package verification</p></article><article class='metric'><span>Install</span><strong>pass</strong><p>4 adapters; 12 permissions enforced; 0 permission failures</p></article><article class='metric'><span>Upgrade</span><strong>minor</strong><p>declared minor; 0 breaking changes</p></article></div>
</section>
<section>
@@ -748,7 +748,7 @@
</section>
<section id="trust" class="twocol">
<div class="panel"><h2>信任报告</h2><dl class='kv-grid'><div><dt>Secret</dt><dd>0</dd></div><div><dt>脚本数</dt><dd>110</dd></div><div><dt>网络脚本</dt><dd>3</dd></div><div><dt>Help 失败</dt><dd>0</dd></div><div><dt>包体哈希</dt><dd><code>365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0</code></dd></div></dl></div>
<div class="panel"><h2>信任报告</h2><dl class='kv-grid'><div><dt>Secret</dt><dd>0</dd></div><div><dt>脚本数</dt><dd>110</dd></div><div><dt>网络脚本</dt><dd>3</dd></div><div><dt>Help 失败</dt><dd>0</dd></div><div><dt>包体哈希</dt><dd><code>30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e</code></dd></div></dl></div>
<div class="panel"><h2>安全边界</h2><p>高风险 secret、远程 inline execution、缺失依赖策略或无法解释的脚本接口应阻断 governed release。</p></div>
</section>
@@ -821,18 +821,18 @@
</section>
<section class="twocol">
<div class="panel"><h2>声明守卫</h2><dl class='kv-grid'><div><dt>台账可声明</dt><dd>否</dd></div><div><dt>台账待补</dt><dd>4</dd></div><div><dt>声明面</dt><dd>150</dd></div><div><dt>违规数</dt><dd>0</dd></div><div><dt>Overclaim Guard Active</dt><dd>是</dd></div></dl></div>
<div class="panel"><h2>声明守卫</h2><dl class='kv-grid'><div><dt>台账可声明</dt><dd>否</dd></div><div><dt>台账待补</dt><dd>4</dd></div><div><dt>声明面</dt><dd>173</dd></div><div><dt>违规数</dt><dd>0</dd></div><div><dt>Overclaim Guard Active</dt><dd>是</dd></div></dl></div>
<div class="panel"><h2>声明边界</h2><p>claim guard 扫描 README、docs 和 reports 中的完成态表述；ledger 未 ready 时，任何英文完成断言、true 状态声明或中文完成态都会阻断发布审查。</p></div>
</section>
<section id="registry" class="twocol">
<div class="panel"><h2>注册审计</h2><p>yao-meta-skill 1.1.0; 6/6 compatibility entries pass; install pass with 4 adapters; installer permissions 12 enforced / 0 failures</p></div>
<div class="panel"><h2>包体元数据</h2><dl class='kv-grid'><div><dt>名称</dt><dd>yao-meta-skill</dd></div><div><dt>版本</dt><dd>1.1.0</dd></div><div><dt>Maturity</dt><dd>governed</dd></div><div><dt>Owner</dt><dd>Yao Team</dd></div><div><dt>License</dt><dd>MIT</dd></div><div><dt>信任级别</dt><dd>local</dd></div><div><dt>目标平台</dt><dd>openai, claude, generic, agent-skills-compatible, vscode</dd></div><div><dt>兼容通过</dt><dd>6/6</dd></div><div><dt>归档哈希</dt><dd><code>c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e</code></dd></div></dl></div>
<div class="panel"><h2>包体元数据</h2><dl class='kv-grid'><div><dt>名称</dt><dd>yao-meta-skill</dd></div><div><dt>版本</dt><dd>1.1.0</dd></div><div><dt>Maturity</dt><dd>governed</dd></div><div><dt>Owner</dt><dd>Yao Team</dd></div><div><dt>License</dt><dd>MIT</dd></div><div><dt>信任级别</dt><dd>local</dd></div><div><dt>目标平台</dt><dd>openai, claude, generic, agent-skills-compatible, vscode</dd></div><div><dt>兼容通过</dt><dd>6/6</dd></div><div><dt>归档哈希</dt><dd><code>6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e</code></dd></div></dl></div>
</section>
<section id="release" class="twocol">
<div class="panel"><h2>发布路线</h2><p>0 promote; 3 keep current; 0 blocked; upgrade minor declared / minor recommended</p></div>
<div class="panel"><h2>包体验证</h2><dl class='kv-grid'><div><dt>目标数</dt><dd>4</dd></div><div><dt>Adapter</dt><dd>4</dd></div><div><dt>归档存在</dt><dd>是</dd></div><div><dt>Zip 条目</dt><dd>617</dd></div><div><dt>失败数</dt><dd>0</dd></div><div><dt>警告数</dt><dd>0</dd></div><div><dt>归档哈希</dt><dd><code>c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e</code></dd></div></dl></div>
<div class="panel"><h2>包体验证</h2><dl class='kv-grid'><div><dt>目标数</dt><dd>4</dd></div><div><dt>Adapter</dt><dd>4</dd></div><div><dt>归档存在</dt><dd>是</dd></div><div><dt>Zip 条目</dt><dd>617</dd></div><div><dt>失败数</dt><dd>0</dd></div><div><dt>警告数</dt><dd>0</dd></div><div><dt>归档哈希</dt><dd><code>6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e</code></dd></div></dl></div>
</section>
<section class="twocol">
reports/review-studio.json
+120 -26
View File
@@ -1809,7 +1809,7 @@
"interactive_script_count": 0,
"package_hash_scope": "source-contract-without-generated-reports",
"package_hash_file_count": 197,
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
},
"skill_atlas": {
"skill_count": 12,
@@ -1847,8 +1847,8 @@
"trust_level": "local",
"license": "MIT",
"checksums": {
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0",
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
"compatibility": {
"openai": "pass",
@@ -1879,7 +1879,7 @@
},
"distribution": {
"archive_verified": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"package_verification": "reports/package_verification.json",
"install_simulated": true,
"install_simulation": "reports/install_simulation.json"
@@ -1895,7 +1895,7 @@
"target_count": 4,
"adapter_count": 4,
"archive_present": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"archive_entry_count": 617,
"failure_count": 0,
"warning_count": 0
@@ -1974,12 +1974,12 @@
{
"field": "archive_sha256",
"from": "",
"to": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
{
"field": "package_sha256",
"from": "0000000000000000000000000000000000000000000000000000000000000000",
"to": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"to": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
}
]
},
@@ -4346,7 +4346,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 26.84,
"duration_ms": 26.69,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -4374,7 +4374,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 25.92,
"duration_ms": 26.18,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -4397,7 +4397,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 26.03,
"duration_ms": 25.93,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -4425,7 +4425,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 27.98,
"duration_ms": 28.54,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -4448,7 +4448,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 29.38,
"duration_ms": 29.22,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -4476,7 +4476,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 27.69,
"duration_ms": 27.87,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -4526,7 +4526,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 25.88,
"duration_ms": 26.26,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -4549,7 +4549,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 25.66,
"duration_ms": 26.17,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -4578,7 +4578,7 @@
"execution_mode": "command",
"model_executed": false,
"command_executed": true,
"duration_ms": 26.15,
"duration_ms": 25.94,
"provider": "local-output-eval-runner",
"model": "",
"usage": {
@@ -11412,7 +11412,7 @@
"interactive_script_count": 0,
"package_hash_scope": "source-contract-without-generated-reports",
"package_hash_file_count": 197,
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
},
"failures": [],
"warnings": [],
@@ -19676,8 +19676,10 @@
"summary": {
"ledger_ready_to_claim_world_class": false,
"ledger_pending_count": 4,
"claim_surface_count": 150,
"json_claim_surface_count": 72,
"claim_surface_count": 173,
"json_claim_surface_count": 85,
"metadata_claim_surface_count": 86,
"package_claim_surface_count": 17,
"violation_count": 0,
"overclaim_guard_active": true,
"decision": "claim-guard-pass-evidence-pending"
@@ -19718,6 +19720,38 @@
"path": "SKILL.md",
"violation_count": 0
},
{
"path": "agents/interface.yaml",
"violation_count": 0
},
{
"path": "dist/manifest.json",
"violation_count": 0
},
{
"path": "dist/targets/claude/README.md",
"violation_count": 0
},
{
"path": "dist/targets/claude/adapter.json",
"violation_count": 0
},
{
"path": "dist/targets/generic/adapter.json",
"violation_count": 0
},
{
"path": "dist/targets/openai/adapter.json",
"violation_count": 0
},
{
"path": "dist/targets/vscode/README.md",
"violation_count": 0
},
{
"path": "dist/targets/vscode/adapter.json",
"violation_count": 0
},
{
"path": "docs/README.fr-FR.md",
"violation_count": 0
@@ -19738,6 +19772,34 @@
"path": "docs/migration-v2.md",
"violation_count": 0
},
{
"path": "evidence/world_class/README.md",
"violation_count": 0
},
{
"path": "evidence/world_class/intake.schema.json",
"violation_count": 0
},
{
"path": "evidence/world_class/templates/human-adjudication.intake.json",
"violation_count": 0
},
{
"path": "evidence/world_class/templates/native-client-telemetry.intake.json",
"violation_count": 0
},
{
"path": "evidence/world_class/templates/native-permission-enforcement.intake.json",
"violation_count": 0
},
{
"path": "evidence/world_class/templates/provider-holdout.intake.json",
"violation_count": 0
},
{
"path": "manifest.json",
"violation_count": 0
},
{
"path": "registry/examples/yao-meta-skill-1.0.0.json",
"violation_count": 0
@@ -20302,6 +20364,38 @@
"path": "reports/yao-deploy-bridge-skill-research-plan.md",
"violation_count": 0
},
{
"path": "security/dependency_policy.md",
"violation_count": 0
},
{
"path": "security/network_policy.json",
"violation_count": 0
},
{
"path": "security/network_policy.md",
"violation_count": 0
},
{
"path": "security/permission_policy.json",
"violation_count": 0
},
{
"path": "security/permission_policy.md",
"violation_count": 0
},
{
"path": "security/script_policy.md",
"violation_count": 0
},
{
"path": "security/secret_policy.md",
"violation_count": 0
},
{
"path": "security/trust_policy.md",
"violation_count": 0
},
{
"path": "skill-ir/examples/yao-meta-skill.json",
"violation_count": 0
@@ -20344,8 +20438,8 @@
"trust_level": "local",
"license": "MIT",
"checksums": {
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0",
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
"compatibility": {
"openai": "pass",
@@ -20376,7 +20470,7 @@
},
"distribution": {
"archive_verified": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"package_verification": "reports/package_verification.json",
"install_simulated": true,
"install_simulation": "reports/install_simulation.json"
@@ -20401,7 +20495,7 @@
"vscode"
],
"package_metadata": "registry/packages/yao-meta-skill.json",
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
}
]
},
@@ -20424,7 +20518,7 @@
"target_count": 4,
"adapter_count": 4,
"archive_present": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"archive_entry_count": 617,
"failure_count": 0,
"warning_count": 0
@@ -21432,12 +21526,12 @@
{
"field": "archive_sha256",
"from": "",
"to": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
{
"field": "package_sha256",
"from": "0000000000000000000000000000000000000000000000000000000000000000",
"to": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"to": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
}
]
},
reports/review-viewer.json
+7 -7
View File
@@ -1129,7 +1129,7 @@
"interactive_script_count": 0,
"package_hash_scope": "source-contract-without-generated-reports",
"package_hash_file_count": 197,
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
},
"skill_atlas": {
"skill_count": 12,
@@ -1167,8 +1167,8 @@
"trust_level": "local",
"license": "MIT",
"checksums": {
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0",
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
"compatibility": {
"openai": "pass",
@@ -1199,7 +1199,7 @@
},
"distribution": {
"archive_verified": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"package_verification": "reports/package_verification.json",
"install_simulated": true,
"install_simulation": "reports/install_simulation.json"
@@ -1215,7 +1215,7 @@
"target_count": 4,
"adapter_count": 4,
"archive_present": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"archive_entry_count": 617,
"failure_count": 0,
"warning_count": 0
@@ -1294,12 +1294,12 @@
{
"field": "archive_sha256",
"from": "",
"to": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
{
"field": "package_sha256",
"from": "0000000000000000000000000000000000000000000000000000000000000000",
"to": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"to": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
}
]
},
reports/security_trust_report.json
+1 -1
View File
@@ -23,7 +23,7 @@
"interactive_script_count": 0,
"package_hash_scope": "source-contract-without-generated-reports",
"package_hash_file_count": 197,
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
},
"failures": [],
"warnings": [],
reports/security_trust_report.md
+1 -1
View File
@@ -16,7 +16,7 @@
- Interactive scripts: `0`
- Package hash scope: `source-contract-without-generated-reports`
- Package hash files: `197`
- Package SHA256: `365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0`
- Package SHA256: `30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e`
## Failures
reports/skill-interpretation.json
+7 -7
View File
@@ -1133,7 +1133,7 @@
"interactive_script_count": 0,
"package_hash_scope": "source-contract-without-generated-reports",
"package_hash_file_count": 197,
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
},
"skill_atlas": {
"skill_count": 12,
@@ -1171,8 +1171,8 @@
"trust_level": "local",
"license": "MIT",
"checksums": {
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0",
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
"compatibility": {
"openai": "pass",
@@ -1203,7 +1203,7 @@
},
"distribution": {
"archive_verified": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"package_verification": "reports/package_verification.json",
"install_simulated": true,
"install_simulation": "reports/install_simulation.json"
@@ -1219,7 +1219,7 @@
"target_count": 4,
"adapter_count": 4,
"archive_present": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"archive_entry_count": 617,
"failure_count": 0,
"warning_count": 0
@@ -1298,12 +1298,12 @@
{
"field": "archive_sha256",
"from": "",
"to": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
{
"field": "package_sha256",
"from": "0000000000000000000000000000000000000000000000000000000000000000",
"to": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"to": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
}
]
},
reports/skill-overview.json
+7 -7
View File
@@ -1128,7 +1128,7 @@
"interactive_script_count": 0,
"package_hash_scope": "source-contract-without-generated-reports",
"package_hash_file_count": 197,
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
},
"skill_atlas": {
"skill_count": 12,
@@ -1166,8 +1166,8 @@
"trust_level": "local",
"license": "MIT",
"checksums": {
"package_sha256": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0",
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
"compatibility": {
"openai": "pass",
@@ -1198,7 +1198,7 @@
},
"distribution": {
"archive_verified": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"package_verification": "reports/package_verification.json",
"install_simulated": true,
"install_simulation": "reports/install_simulation.json"
@@ -1214,7 +1214,7 @@
"target_count": 4,
"adapter_count": 4,
"archive_present": true,
"archive_sha256": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e",
"archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e",
"archive_entry_count": 617,
"failure_count": 0,
"warning_count": 0
@@ -1293,12 +1293,12 @@
{
"field": "archive_sha256",
"from": "",
"to": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
{
"field": "package_sha256",
"from": "0000000000000000000000000000000000000000000000000000000000000000",
"to": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"to": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
}
]
},
reports/upgrade_check.json
+2 -2
View File
@@ -70,12 +70,12 @@
{
"field": "archive_sha256",
"from": "",
"to": "c2e8d9a84e48571f8ba8d054fc462328401f64e8d335ab0078d292041d3ffb2e"
"to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e"
},
{
"field": "package_sha256",
"from": "0000000000000000000000000000000000000000000000000000000000000000",
"to": "365c0b0cafd05b0239206f84990741005c3699e1e6be3d82ccbaf903372218a0"
"to": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e"
}
]
},
reports/world_class_claim_guard.json
+96 -2
View File
@@ -6,8 +6,10 @@
"summary": {
"ledger_ready_to_claim_world_class": false,
"ledger_pending_count": 4,
"claim_surface_count": 150,
"json_claim_surface_count": 72,
"claim_surface_count": 173,
"json_claim_surface_count": 85,
"metadata_claim_surface_count": 86,
"package_claim_surface_count": 17,
"violation_count": 0,
"overclaim_guard_active": true,
"decision": "claim-guard-pass-evidence-pending"
@@ -48,6 +50,38 @@
"path": "SKILL.md",
"violation_count": 0
},
{
"path": "agents/interface.yaml",
"violation_count": 0
},
{
"path": "dist/manifest.json",
"violation_count": 0
},
{
"path": "dist/targets/claude/README.md",
"violation_count": 0
},
{
"path": "dist/targets/claude/adapter.json",
"violation_count": 0
},
{
"path": "dist/targets/generic/adapter.json",
"violation_count": 0
},
{
"path": "dist/targets/openai/adapter.json",
"violation_count": 0
},
{
"path": "dist/targets/vscode/README.md",
"violation_count": 0
},
{
"path": "dist/targets/vscode/adapter.json",
"violation_count": 0
},
{
"path": "docs/README.fr-FR.md",
"violation_count": 0
@@ -68,6 +102,34 @@
"path": "docs/migration-v2.md",
"violation_count": 0
},
{
"path": "evidence/world_class/README.md",
"violation_count": 0
},
{
"path": "evidence/world_class/intake.schema.json",
"violation_count": 0
},
{
"path": "evidence/world_class/templates/human-adjudication.intake.json",
"violation_count": 0
},
{
"path": "evidence/world_class/templates/native-client-telemetry.intake.json",
"violation_count": 0
},
{
"path": "evidence/world_class/templates/native-permission-enforcement.intake.json",
"violation_count": 0
},
{
"path": "evidence/world_class/templates/provider-holdout.intake.json",
"violation_count": 0
},
{
"path": "manifest.json",
"violation_count": 0
},
{
"path": "registry/examples/yao-meta-skill-1.0.0.json",
"violation_count": 0
@@ -632,6 +694,38 @@
"path": "reports/yao-deploy-bridge-skill-research-plan.md",
"violation_count": 0
},
{
"path": "security/dependency_policy.md",
"violation_count": 0
},
{
"path": "security/network_policy.json",
"violation_count": 0
},
{
"path": "security/network_policy.md",
"violation_count": 0
},
{
"path": "security/permission_policy.json",
"violation_count": 0
},
{
"path": "security/permission_policy.md",
"violation_count": 0
},
{
"path": "security/script_policy.md",
"violation_count": 0
},
{
"path": "security/secret_policy.md",
"violation_count": 0
},
{
"path": "security/trust_policy.md",
"violation_count": 0
},
{
"path": "skill-ir/examples/yao-meta-skill.json",
"violation_count": 0
reports/world_class_claim_guard.md
+5 -3
View File
@@ -7,12 +7,14 @@ Generated at: `2026-06-16`
- decision: `claim-guard-pass-evidence-pending`
- ledger ready to claim world-class: `false`
- ledger pending evidence: `4`
- claim surfaces scanned: `150`
- JSON claim surfaces scanned: `72`
- claim surfaces scanned: `173`
- JSON claim surfaces scanned: `85`
- metadata claim surfaces scanned: `86`
- package/runtime claim surfaces scanned: `17`
- violations: `0`
- overclaim guard active: `true`
This guard scans public claim surfaces and machine-readable report metadata for completion language that would contradict the world-class evidence ledger. It allows evidence planning and pending-state language, but blocks completion claims until the ledger is ready.
This guard scans public claim surfaces, machine-readable reports, and package/runtime metadata for completion language that would contradict the world-class evidence ledger. It allows evidence planning and pending-state language, but blocks completion claims until the ledger is ready.
## Violations
scripts/render_world_class_claim_guard.py
+33 -5
View File
@@ -66,16 +66,33 @@ def resolve_claim_surface(raw_path: str, skill_dir: Path) -> Path:
return path.resolve()
def should_scan_claim_surface(path: Path) -> bool:
parts = path.parts
if "release_snapshots" in parts:
return False
if path.name in {"world_class_claim_guard.md", "world_class_claim_guard.html"}:
return False
if "dist" in parts and "install-simulation" in parts:
return False
if "evidence" in parts and "world_class" in parts and "submissions" in parts:
return False
return True
def default_claim_surfaces(skill_dir: Path) -> list[Path]:
paths: list[Path] = []
for rel in ["README.md", "SKILL.md"]:
for rel in ["README.md", "SKILL.md", "manifest.json"]:
path = skill_dir / rel
if path.exists():
paths.append(path)
for directory, patterns in [
(skill_dir / "agents", ["*.yaml", "*.yml", "*.json"]),
(skill_dir / "docs", ["*.md"]),
(skill_dir / "evidence" / "world_class", ["*.md", "*.json"]),
(skill_dir / "dist", ["*.json", "*.md"]),
(skill_dir / "reports", ["*.md", "*.html", "*.json"]),
(skill_dir / "registry", ["*.json"]),
(skill_dir / "security", ["*.md", "*.json"]),
(skill_dir / "skill-ir", ["*.json"]),
]:
if not directory.exists():
@@ -84,9 +101,7 @@ def default_claim_surfaces(skill_dir: Path) -> list[Path]:
paths.extend(
path
for path in directory.rglob(pattern)
if path.is_file()
and "release_snapshots" not in path.parts
and path.name not in {"world_class_claim_guard.md", "world_class_claim_guard.html"}
if path.is_file() and should_scan_claim_surface(path)
)
return sorted(set(paths), key=lambda item: rel_path(item, skill_dir))
@@ -131,6 +146,15 @@ def build_guard(skill_dir: Path, generated_at: str, claim_surfaces: list[Path] |
violations.append({"path": rel, **match})
ok = len(violations) == 0
json_surface_count = sum(1 for item in scanned if item["path"].endswith(".json"))
metadata_surface_count = sum(
1 for item in scanned if item["path"].endswith((".json", ".yaml", ".yml"))
)
package_surface_count = sum(
1
for item in scanned
if item["path"] == "manifest.json"
or item["path"].startswith(("agents/", "dist/", "security/"))
)
return {
"schema_version": "1.0",
"ok": ok,
@@ -141,6 +165,8 @@ def build_guard(skill_dir: Path, generated_at: str, claim_surfaces: list[Path] |
"ledger_pending_count": ledger.get("summary", {}).get("pending_count", 0),
"claim_surface_count": len(scanned),
"json_claim_surface_count": json_surface_count,
"metadata_claim_surface_count": metadata_surface_count,
"package_claim_surface_count": package_surface_count,
"violation_count": len(violations),
"overclaim_guard_active": True,
"decision": (
@@ -180,10 +206,12 @@ def render_markdown(report: dict[str, Any]) -> str:
f"- ledger pending evidence: `{summary['ledger_pending_count']}`",
f"- claim surfaces scanned: `{summary['claim_surface_count']}`",
f"- JSON claim surfaces scanned: `{summary['json_claim_surface_count']}`",
f"- metadata claim surfaces scanned: `{summary['metadata_claim_surface_count']}`",
f"- package/runtime claim surfaces scanned: `{summary['package_claim_surface_count']}`",
f"- violations: `{summary['violation_count']}`",
f"- overclaim guard active: `{str(summary['overclaim_guard_active']).lower()}`",
"",
"This guard scans public claim surfaces and machine-readable report metadata for completion language that would contradict the world-class evidence ledger. It allows evidence planning and pending-state language, but blocks completion claims until the ledger is ready.",
"This guard scans public claim surfaces, machine-readable reports, and package/runtime metadata for completion language that would contradict the world-class evidence ledger. It allows evidence planning and pending-state language, but blocks completion claims until the ledger is ready.",
"",
"## Violations",
"",
tests/verify_world_class_claim_guard.py
+23
View File
@@ -43,15 +43,38 @@ def main() -> None:
assert summary["ledger_pending_count"] == 4, summary
assert summary["claim_surface_count"] >= 10, summary
assert summary["json_claim_surface_count"] >= 10, summary
assert summary["metadata_claim_surface_count"] >= summary["json_claim_surface_count"], summary
assert summary["package_claim_surface_count"] >= 5, summary
assert summary["violation_count"] == 0, summary
assert summary["overclaim_guard_active"] is True, summary
assert any(item["path"] == "README.md" for item in payload["scanned_surfaces"]), payload["scanned_surfaces"]
assert any(item["path"] == "manifest.json" for item in payload["scanned_surfaces"]), payload["scanned_surfaces"]
assert any(item["path"] == "evidence/world_class/README.md" for item in payload["scanned_surfaces"]), payload[
"scanned_surfaces"
]
assert any(item["path"] == "agents/interface.yaml" for item in payload["scanned_surfaces"]), payload[
"scanned_surfaces"
]
assert any(item["path"] == "dist/manifest.json" for item in payload["scanned_surfaces"]), payload[
"scanned_surfaces"
]
assert any(item["path"] == "dist/targets/openai/adapter.json" for item in payload["scanned_surfaces"]), payload[
"scanned_surfaces"
]
assert any(item["path"] == "security/permission_policy.json" for item in payload["scanned_surfaces"]), payload[
"scanned_surfaces"
]
assert not any(
item["path"].startswith("dist/install-simulation/") for item in payload["scanned_surfaces"]
), payload["scanned_surfaces"]
assert any(item["path"] == "reports/world_class_evidence_ledger.json" for item in payload["scanned_surfaces"]), payload["scanned_surfaces"]
markdown = output_md.read_text(encoding="utf-8")
assert "World-Class Claim Guard" in markdown, markdown
assert "claim-guard-pass-evidence-pending" in markdown, markdown
assert "world-class evidence ledger" in markdown, markdown
assert "JSON claim surfaces scanned" in markdown, markdown
assert "metadata claim surfaces scanned" in markdown, markdown
assert "package/runtime claim surfaces scanned" in markdown, markdown
safe_surface = TMP / "safe.md"
safe_surface.write_text("ready to claim world-class: `false`\nworld-class evidence is pending.\n", encoding="utf-8")