From ae5ce88ea7f4d002670ce9d3cb2bb339017902d7 Mon Sep 17 00:00:00 2001 From: yaojingang Date: Tue, 16 Jun 2026 00:41:20 +0800 Subject: [PATCH] Stabilize claim guard surface test --- registry/packages/yao-meta-skill.json | 4 +-- reports/output_execution_runs.json | 20 +++++++------- reports/output_execution_runs.md | 20 +++++++------- reports/package_verification.json | 2 +- reports/package_verification.md | 2 +- reports/registry_audit.json | 4 +-- reports/registry_audit.md | 2 +- reports/review-studio.html | 4 +-- reports/review-studio.json | 36 ++++++++++++------------- reports/review-viewer.json | 8 +++--- reports/skill-interpretation.json | 8 +++--- reports/skill-overview.json | 8 +++--- reports/upgrade_check.json | 2 +- tests/verify_world_class_claim_guard.py | 31 ++++++++++++++++----- 14 files changed, 85 insertions(+), 66 deletions(-) diff --git a/registry/packages/yao-meta-skill.json b/registry/packages/yao-meta-skill.json index 8040490..2e66a0f 100644 --- a/registry/packages/yao-meta-skill.json +++ b/registry/packages/yao-meta-skill.json @@ -17,7 +17,7 @@ "license": "MIT", "checksums": { "package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e", - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, "compatibility": { "openai": "pass", @@ -48,7 +48,7 @@ }, "distribution": { "archive_verified": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "package_verification": "reports/package_verification.json", "install_simulated": true, "install_simulation": "reports/install_simulation.json" diff --git a/reports/output_execution_runs.json b/reports/output_execution_runs.json index 44331d0..4b27ba4 100644 --- a/reports/output_execution_runs.json +++ b/reports/output_execution_runs.json @@ -34,7 +34,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 26.69, + "duration_ms": 27.58, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -62,7 +62,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 26.18, + "duration_ms": 26.04, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -85,7 +85,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 25.93, + "duration_ms": 26.21, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -113,7 +113,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 28.54, + "duration_ms": 29.32, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -136,7 +136,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 29.22, + "duration_ms": 29.89, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -164,7 +164,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 27.87, + "duration_ms": 27.45, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -187,7 +187,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 26.17, + "duration_ms": 26.34, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -214,7 +214,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 26.26, + "duration_ms": 26.11, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -237,7 +237,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 26.17, + "duration_ms": 26.19, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -266,7 +266,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 25.94, + "duration_ms": 26.05, "provider": "local-output-eval-runner", "model": "", "usage": { diff --git a/reports/output_execution_runs.md b/reports/output_execution_runs.md index 2b9b768..f4cb87b 100644 --- a/reports/output_execution_runs.md +++ b/reports/output_execution_runs.md @@ -23,16 +23,16 @@ Command runner evidence is present. This proves the eval harness executed an ext | Case | Variant | Mode | Model | Duration ms | Tokens | Score | Status | | --- | --- | --- | --- | ---: | ---: | ---: | --- | -| skill-package-contract | baseline | command | local-output-eval-runner | 26.69 | 33 | 0.0 | pass | -| skill-package-contract | with_skill | command | local-output-eval-runner | 26.18 | 73 | 100.0 | pass | -| output-eval-expectation | baseline | command | local-output-eval-runner | 25.93 | 36 | 0.0 | pass | -| output-eval-expectation | with_skill | command | local-output-eval-runner | 28.54 | 80 | 100.0 | pass | -| ir-before-packaging | baseline | command | local-output-eval-runner | 29.22 | 33 | 0.0 | pass | -| ir-before-packaging | with_skill | command | local-output-eval-runner | 27.87 | 80 | 100.0 | pass | -| near-neighbor-boundary | baseline | command | local-output-eval-runner | 26.17 | 36 | 0.0 | pass | -| near-neighbor-boundary | with_skill | command | local-output-eval-runner | 26.26 | 65 | 100.0 | pass | -| file-backed-governed-package | baseline | command | local-output-eval-runner | 26.17 | 37 | 0.0 | pass | -| file-backed-governed-package | with_skill | command | local-output-eval-runner | 25.94 | 98 | 100.0 | pass | +| skill-package-contract | baseline | command | local-output-eval-runner | 27.58 | 33 | 0.0 | pass | +| skill-package-contract | with_skill | command | local-output-eval-runner | 26.04 | 73 | 100.0 | pass | +| output-eval-expectation | baseline | command | local-output-eval-runner | 26.21 | 36 | 0.0 | pass | +| output-eval-expectation | with_skill | command | local-output-eval-runner | 29.32 | 80 | 100.0 | pass | +| ir-before-packaging | baseline | command | local-output-eval-runner | 29.89 | 33 | 0.0 | pass | +| ir-before-packaging | with_skill | command | local-output-eval-runner | 27.45 | 80 | 100.0 | pass | +| near-neighbor-boundary | baseline | command | local-output-eval-runner | 26.34 | 36 | 0.0 | pass | +| near-neighbor-boundary | with_skill | command | local-output-eval-runner | 26.11 | 65 | 100.0 | pass | +| file-backed-governed-package | baseline | command | local-output-eval-runner | 26.19 | 37 | 0.0 | pass | +| file-backed-governed-package | with_skill | command | local-output-eval-runner | 26.05 | 98 | 100.0 | pass | ## Next Fixes diff --git a/reports/package_verification.json b/reports/package_verification.json index b092c9f..d3d5a6c 100644 --- a/reports/package_verification.json +++ b/reports/package_verification.json @@ -8,7 +8,7 @@ "target_count": 4, "adapter_count": 4, "archive_present": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "archive_entry_count": 617, "failure_count": 0, "warning_count": 0 diff --git a/reports/package_verification.md b/reports/package_verification.md index 2db01c6..05a87e9 100644 --- a/reports/package_verification.md +++ b/reports/package_verification.md @@ -4,7 +4,7 @@ - Package directory: `dist` - Targets: `4 / 4` adapters present - Archive present: `True` -- Archive SHA256: `6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e` +- Archive SHA256: `f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874` - Failures: `0` - Warnings: `0` diff --git a/reports/registry_audit.json b/reports/registry_audit.json index 53c9377..95613df 100644 --- a/reports/registry_audit.json +++ b/reports/registry_audit.json @@ -22,7 +22,7 @@ "license": "MIT", "checksums": { "package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e", - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, "compatibility": { "openai": "pass", @@ -53,7 +53,7 @@ }, "distribution": { "archive_verified": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "package_verification": "reports/package_verification.json", "install_simulated": true, "install_simulation": "reports/install_simulation.json" diff --git a/reports/registry_audit.md b/reports/registry_audit.md index ae4f813..aff052b 100644 --- a/reports/registry_audit.md +++ b/reports/registry_audit.md @@ -7,7 +7,7 @@ - Owner: `Yao Team` - License: `MIT` - Package SHA256: `30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e` -- Archive SHA256: `6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e` +- Archive SHA256: `f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874` - Install simulated: `True` ## Compatibility diff --git a/reports/review-studio.html b/reports/review-studio.html index 6a141d0..7d9fa83 100644 --- a/reports/review-studio.html +++ b/reports/review-studio.html @@ -827,12 +827,12 @@

注册审计

yao-meta-skill 1.1.0; 6/6 compatibility entries pass; install pass with 4 adapters; installer permissions 12 enforced / 0 failures

-

包体元数据

名称
yao-meta-skill
版本
1.1.0
Maturity
governed
Owner
Yao Team
License
MIT
信任级别
local
目标平台
openai, claude, generic, agent-skills-compatible, vscode
兼容通过
6/6
归档哈希
6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e
+

包体元数据

名称
yao-meta-skill
版本
1.1.0
Maturity
governed
Owner
Yao Team
License
MIT
信任级别
local
目标平台
openai, claude, generic, agent-skills-compatible, vscode
兼容通过
6/6
归档哈希
f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874

发布路线

0 promote; 3 keep current; 0 blocked; upgrade minor declared / minor recommended

-

包体验证

目标数
4
Adapter
4
归档存在
是
Zip 条目
617
失败数
0
警告数
0
归档哈希
6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e
+

包体验证

目标数
4
Adapter
4
归档存在
是
Zip 条目
617
失败数
0
警告数
0
归档哈希
f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874
diff --git a/reports/review-studio.json b/reports/review-studio.json index ce52e09..2e617af 100644 --- a/reports/review-studio.json +++ b/reports/review-studio.json @@ -1848,7 +1848,7 @@ "license": "MIT", "checksums": { "package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e", - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, "compatibility": { "openai": "pass", @@ -1879,7 +1879,7 @@ }, "distribution": { "archive_verified": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "package_verification": "reports/package_verification.json", "install_simulated": true, "install_simulation": "reports/install_simulation.json" @@ -1895,7 +1895,7 @@ "target_count": 4, "adapter_count": 4, "archive_present": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "archive_entry_count": 617, "failure_count": 0, "warning_count": 0 @@ -1974,7 +1974,7 @@ { "field": "archive_sha256", "from": "", - "to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "to": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, { "field": "package_sha256", @@ -4346,7 +4346,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 26.69, + "duration_ms": 27.58, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -4374,7 +4374,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 26.18, + "duration_ms": 26.04, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -4397,7 +4397,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 25.93, + "duration_ms": 26.21, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -4425,7 +4425,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 28.54, + "duration_ms": 29.32, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -4448,7 +4448,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 29.22, + "duration_ms": 29.89, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -4476,7 +4476,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 27.87, + "duration_ms": 27.45, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -4499,7 +4499,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 26.17, + "duration_ms": 26.34, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -4526,7 +4526,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 26.26, + "duration_ms": 26.11, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -4549,7 +4549,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 26.17, + "duration_ms": 26.19, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -4578,7 +4578,7 @@ "execution_mode": "command", "model_executed": false, "command_executed": true, - "duration_ms": 25.94, + "duration_ms": 26.05, "provider": "local-output-eval-runner", "model": "", "usage": { @@ -20439,7 +20439,7 @@ "license": "MIT", "checksums": { "package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e", - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, "compatibility": { "openai": "pass", @@ -20470,7 +20470,7 @@ }, "distribution": { "archive_verified": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "package_verification": "reports/package_verification.json", "install_simulated": true, "install_simulation": "reports/install_simulation.json" @@ -20518,7 +20518,7 @@ "target_count": 4, "adapter_count": 4, "archive_present": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "archive_entry_count": 617, "failure_count": 0, "warning_count": 0 @@ -21526,7 +21526,7 @@ { "field": "archive_sha256", "from": "", - "to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "to": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, { "field": "package_sha256", diff --git a/reports/review-viewer.json b/reports/review-viewer.json index 1199e08..d20f30e 100644 --- a/reports/review-viewer.json +++ b/reports/review-viewer.json @@ -1168,7 +1168,7 @@ "license": "MIT", "checksums": { "package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e", - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, "compatibility": { "openai": "pass", @@ -1199,7 +1199,7 @@ }, "distribution": { "archive_verified": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "package_verification": "reports/package_verification.json", "install_simulated": true, "install_simulation": "reports/install_simulation.json" @@ -1215,7 +1215,7 @@ "target_count": 4, "adapter_count": 4, "archive_present": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "archive_entry_count": 617, "failure_count": 0, "warning_count": 0 @@ -1294,7 +1294,7 @@ { "field": "archive_sha256", "from": "", - "to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "to": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, { "field": "package_sha256", diff --git a/reports/skill-interpretation.json b/reports/skill-interpretation.json index 86a47d0..0beb8d5 100644 --- a/reports/skill-interpretation.json +++ b/reports/skill-interpretation.json @@ -1172,7 +1172,7 @@ "license": "MIT", "checksums": { "package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e", - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, "compatibility": { "openai": "pass", @@ -1203,7 +1203,7 @@ }, "distribution": { "archive_verified": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "package_verification": "reports/package_verification.json", "install_simulated": true, "install_simulation": "reports/install_simulation.json" @@ -1219,7 +1219,7 @@ "target_count": 4, "adapter_count": 4, "archive_present": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "archive_entry_count": 617, "failure_count": 0, "warning_count": 0 @@ -1298,7 +1298,7 @@ { "field": "archive_sha256", "from": "", - "to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "to": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, { "field": "package_sha256", diff --git a/reports/skill-overview.json b/reports/skill-overview.json index 8f75808..81f7b7d 100644 --- a/reports/skill-overview.json +++ b/reports/skill-overview.json @@ -1167,7 +1167,7 @@ "license": "MIT", "checksums": { "package_sha256": "30502ca01a3d74140f6ad23d9d5fd499a8c80dcd4b8428ad1c9a812d2e3f9b5e", - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, "compatibility": { "openai": "pass", @@ -1198,7 +1198,7 @@ }, "distribution": { "archive_verified": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "package_verification": "reports/package_verification.json", "install_simulated": true, "install_simulation": "reports/install_simulation.json" @@ -1214,7 +1214,7 @@ "target_count": 4, "adapter_count": 4, "archive_present": true, - "archive_sha256": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e", + "archive_sha256": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874", "archive_entry_count": 617, "failure_count": 0, "warning_count": 0 @@ -1293,7 +1293,7 @@ { "field": "archive_sha256", "from": "", - "to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "to": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, { "field": "package_sha256", diff --git a/reports/upgrade_check.json b/reports/upgrade_check.json index d6778ea..83e1b49 100644 --- a/reports/upgrade_check.json +++ b/reports/upgrade_check.json @@ -70,7 +70,7 @@ { "field": "archive_sha256", "from": "", - "to": "6c34f2cfa88c7a018cbe02e41c98b41d32d39293b1d1e6c75a7a780d8add3a6e" + "to": "f1c499c597e88a4e1121d3464f5bcedfff2530128edf7a81f95602dda53e1874" }, { "field": "package_sha256", diff --git a/tests/verify_world_class_claim_guard.py b/tests/verify_world_class_claim_guard.py index f9ca1f1..5ac3024 100644 --- a/tests/verify_world_class_claim_guard.py +++ b/tests/verify_world_class_claim_guard.py @@ -9,6 +9,8 @@ from pathlib import Path ROOT = Path(__file__).resolve().parent.parent SCRIPT = ROOT / "scripts" / "render_world_class_claim_guard.py" TMP = ROOT / "tests" / "tmp_world_class_claim_guard" +sys.path.insert(0, str(ROOT / "scripts")) +from render_world_class_claim_guard import default_claim_surfaces, rel_path # noqa: E402 def run_guard(*extra: str, check: bool = True, cwd: Path = ROOT) -> subprocess.CompletedProcess[str]: @@ -55,12 +57,6 @@ def main() -> None: assert any(item["path"] == "agents/interface.yaml" for item in payload["scanned_surfaces"]), payload[ "scanned_surfaces" ] - assert any(item["path"] == "dist/manifest.json" for item in payload["scanned_surfaces"]), payload[ - "scanned_surfaces" - ] - assert any(item["path"] == "dist/targets/openai/adapter.json" for item in payload["scanned_surfaces"]), payload[ - "scanned_surfaces" - ] assert any(item["path"] == "security/permission_policy.json" for item in payload["scanned_surfaces"]), payload[ "scanned_surfaces" ] @@ -68,6 +64,29 @@ def main() -> None: item["path"].startswith("dist/install-simulation/") for item in payload["scanned_surfaces"] ), payload["scanned_surfaces"] assert any(item["path"] == "reports/world_class_evidence_ledger.json" for item in payload["scanned_surfaces"]), payload["scanned_surfaces"] + + surface_fixture = TMP / "surface-fixture" + for rel in [ + "README.md", + "SKILL.md", + "manifest.json", + "agents/interface.yaml", + "dist/manifest.json", + "dist/targets/openai/adapter.json", + "dist/install-simulation/simulate-skill/SKILL.md", + "security/permission_policy.json", + "evidence/world_class/README.md", + "evidence/world_class/submissions/provider-holdout.json", + ]: + target = surface_fixture / rel + target.parent.mkdir(parents=True, exist_ok=True) + target.write_text("{}\n" if target.suffix == ".json" else "fixture\n", encoding="utf-8") + fixture_surfaces = {rel_path(path, surface_fixture) for path in default_claim_surfaces(surface_fixture)} + assert "dist/manifest.json" in fixture_surfaces, fixture_surfaces + assert "dist/targets/openai/adapter.json" in fixture_surfaces, fixture_surfaces + assert "dist/install-simulation/simulate-skill/SKILL.md" not in fixture_surfaces, fixture_surfaces + assert "evidence/world_class/submissions/provider-holdout.json" not in fixture_surfaces, fixture_surfaces + markdown = output_md.read_text(encoding="utf-8") assert "World-Class Claim Guard" in markdown, markdown assert "claim-guard-pass-evidence-pending" in markdown, markdown