diff --git a/reports/benchmark_reproducibility.json b/reports/benchmark_reproducibility.json index 9fbe61a7..994cf2d7 100644 --- a/reports/benchmark_reproducibility.json +++ b/reports/benchmark_reproducibility.json @@ -3,30 +3,17 @@ "ok": true, "generated_at": "2026-06-14", "skill_dir": ".", - "commit": "6f5f4db4a79c6178a7621f750063b6840e129fd8", + "commit": "4e9a516485753462a803e618df8e8eb8a22184b0", "git_status": { "available": true, - "dirty": true, - "changed_file_count": 14, - "sample": [ - " M registry/index.json", - " M registry/packages/yao-meta-skill.json", - " M reports/install_simulation.json", - " M reports/output_execution_runs.json", - " M reports/output_execution_runs.md", - " M reports/package_verification.json", - " M reports/package_verification.md", - " M reports/registry_audit.json", - " M reports/registry_audit.md", - " M reports/security_trust_report.json", - " M reports/security_trust_report.md", - " M reports/skill_os2_coverage.json" - ], + "dirty": false, + "changed_file_count": 0, + "sample": [], "scope": "generation-time status before this report is written" }, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 24, "missing_artifact_count": 0, @@ -50,15 +37,14 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 14 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, "public_claim": { "ready": false, "scope": "public benchmark or world-class readiness claim", "blockers": [ - "release lock is not clean or commit is unavailable", "provider-backed model holdout evidence is incomplete", "human blind-review adjudication is incomplete", "world-class evidence is not accepted yet (4 open gaps, 4 ledger pending)", @@ -67,10 +53,10 @@ "policy": "Local reproducibility can pass before public claims; public claims require provider evidence, human adjudication, clean release lock, accepted world-class evidence, and complete source checks." }, "release_lock": { - "ready": false, - "commit": "6f5f4db4a79c6178a7621f750063b6840e129fd8", + "ready": true, + "commit": "4e9a516485753462a803e618df8e8eb8a22184b0", "status_scope": "generation-time status before this report is written", - "reason": "working tree was dirty at generation time" + "reason": "clean generation-time HEAD" }, "evidence_bundle": { "algorithm": "sha256(path,label,exists,artifact_sha256)", diff --git a/reports/benchmark_reproducibility.md b/reports/benchmark_reproducibility.md index 06a70e02..35996bb1 100644 --- a/reports/benchmark_reproducibility.md +++ b/reports/benchmark_reproducibility.md @@ -1,14 +1,14 @@ # Benchmark Reproducibility Generated at: `2026-06-14` -Commit: `6f5f4db4a79c6178a7621f750063b6840e129fd8` -Working tree dirty at generation: `true` +Commit: `4e9a516485753462a803e618df8e8eb8a22184b0` +Working tree dirty at generation: `false` Evidence bundle SHA256: `0b7c79cf4a585bdbd7acd1b328fb6dbceee35ef27999e609b0cf0a2e3c2ece83` ## Summary - reproducibility ready: `true` -- release lock ready: `false` +- release lock ready: `true` - methodology complete: `true` - required artifacts: `24` - missing artifacts: `0` @@ -22,8 +22,8 @@ Evidence bundle SHA256: `0b7c79cf4a585bdbd7acd1b328fb6dbceee35ef27999e609b0cf0a2 - world-class ready: `false` - world-class source checks: `6` pass / `13` total; `7` blocked - public claim ready: `false` -- public claim blockers: `5` -- changed files at generation: `14` +- public claim blockers: `4` +- changed files at generation: `0` This report proves local benchmark reproducibility only. It keeps external provider and human-review gaps visible instead of counting them as complete. The git commit is generation-time context; the evidence bundle SHA is the durable anchor for the artifacts listed below. @@ -35,7 +35,6 @@ This report proves local benchmark reproducibility only. It keeps external provi | Blocker | | --- | -| release lock is not clean or commit is unavailable | | provider-backed model holdout evidence is incomplete | | human blind-review adjudication is incomplete | | world-class evidence is not accepted yet (4 open gaps, 4 ledger pending) | @@ -43,8 +42,8 @@ This report proves local benchmark reproducibility only. It keeps external provi ## Release Lock -- ready: `false` -- reason: working tree was dirty at generation time +- ready: `true` +- reason: clean generation-time HEAD - status scope: generation-time status before this report is written ## Evidence Bundle diff --git a/reports/review-studio.html b/reports/review-studio.html index 8d5b12da..c2a840e6 100644 --- a/reports/review-studio.html +++ b/reports/review-studio.html @@ -543,7 +543,7 @@

核心指标

-
Skill IR2.0.0

5 targets in platform-neutral contract

Compiler5/5

target contracts compiled from Skill IR

Output Delta100.0

5 cases; 1 file-backed

Exec Runs10

command 10; model 0; recorded 0

Blind A/B5

review pairs hide baseline vs with-skill labels

Review Kit0/5

pending 5; answer key hidden

Review A/B0/5

adjudication decisions; pending 5

Public Claimblocked

5 blockers; local reproducible true

Blueprint20/20

2.0 coverage; evidence pending 4

Runtime5/5

target conformance pass rate

Perm Probe4/4

0 native; 4 installer-enforced

Trust0

99 scripts scanned; secrets found

Py Compat0

159 files scanned for Python 3.11

Arch Debt0

891 largest lines; 34 CLI handlers

Atlas5

12 scanned skills; route collisions

Driftlow

1 metadata events; 0 missed triggers

Waivers0

0 gates covered; human risk decisions

Intake4/4

0 valid submissions; 0 invalid

Claim Guard0

73 public surfaces scanned

Notes0/0

0 open blocker annotations

Registry1.1.0

5 targets; MIT license

Archivepass

579 zip entries; package verification

Installpass

4 adapters; 12 permissions enforced; 0 permission failures

Upgrademinor

declared minor; 0 breaking changes

+
Skill IR2.0.0

5 targets in platform-neutral contract

Compiler5/5

target contracts compiled from Skill IR

Output Delta100.0

5 cases; 1 file-backed

Exec Runs10

command 10; model 0; recorded 0

Blind A/B5

review pairs hide baseline vs with-skill labels

Review Kit0/5

pending 5; answer key hidden

Review A/B0/5

adjudication decisions; pending 5

Public Claimblocked

4 blockers; local reproducible true

Blueprint20/20

2.0 coverage; evidence pending 4

Runtime5/5

target conformance pass rate

Perm Probe4/4

0 native; 4 installer-enforced

Trust0

99 scripts scanned; secrets found

Py Compat0

159 files scanned for Python 3.11

Arch Debt0

891 largest lines; 34 CLI handlers

Atlas5

12 scanned skills; route collisions

Driftlow

1 metadata events; 0 missed triggers

Waivers0

0 gates covered; human risk decisions

Intake4/4

0 valid submissions; 0 invalid

Claim Guard0

73 public surfaces scanned

Notes0/0

0 open blocker annotations

Registry1.1.0

5 targets; MIT license

Archivepass

579 zip entries; package verification

Installpass

4 adapters; 12 permissions enforced; 0 permission failures

Upgrademinor

declared minor; 0 breaking changes

@@ -673,8 +673,8 @@
-

公开声明

本地复现
发布锁
可公开声明
声明阻断
5
Provider 证据
人审完成
世界级就绪
-

声明阻断

+

公开声明

本地复现
发布锁
可公开声明
声明阻断
4
Provider 证据
人审完成
世界级就绪
+

声明阻断

diff --git a/reports/review-studio.json b/reports/review-studio.json index 1da17836..f168c95f 100644 --- a/reports/review-studio.json +++ b/reports/review-studio.json @@ -1332,7 +1332,7 @@ "ok": true, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 24, "missing_artifact_count": 0, @@ -1356,11 +1356,11 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 14 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, - "commit": "6f5f4db4a79c6178a7621f750063b6840e129fd8", + "commit": "4e9a516485753462a803e618df8e8eb8a22184b0", "missing_artifacts": [], "limitations": [ "The git commit and dirty flag are generation-time context; the evidence bundle hash is the durable artifact anchor inside a committed report.", @@ -4920,30 +4920,17 @@ "ok": true, "generated_at": "2026-06-14", "skill_dir": ".", - "commit": "6f5f4db4a79c6178a7621f750063b6840e129fd8", + "commit": "4e9a516485753462a803e618df8e8eb8a22184b0", "git_status": { "available": true, - "dirty": true, - "changed_file_count": 14, - "sample": [ - " M registry/index.json", - " M registry/packages/yao-meta-skill.json", - " M reports/install_simulation.json", - " M reports/output_execution_runs.json", - " M reports/output_execution_runs.md", - " M reports/package_verification.json", - " M reports/package_verification.md", - " M reports/registry_audit.json", - " M reports/registry_audit.md", - " M reports/security_trust_report.json", - " M reports/security_trust_report.md", - " M reports/skill_os2_coverage.json" - ], + "dirty": false, + "changed_file_count": 0, + "sample": [], "scope": "generation-time status before this report is written" }, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 24, "missing_artifact_count": 0, @@ -4967,15 +4954,14 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 14 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, "public_claim": { "ready": false, "scope": "public benchmark or world-class readiness claim", "blockers": [ - "release lock is not clean or commit is unavailable", "provider-backed model holdout evidence is incomplete", "human blind-review adjudication is incomplete", "world-class evidence is not accepted yet (4 open gaps, 4 ledger pending)", @@ -4984,10 +4970,10 @@ "policy": "Local reproducibility can pass before public claims; public claims require provider evidence, human adjudication, clean release lock, accepted world-class evidence, and complete source checks." }, "release_lock": { - "ready": false, - "commit": "6f5f4db4a79c6178a7621f750063b6840e129fd8", + "ready": true, + "commit": "4e9a516485753462a803e618df8e8eb8a22184b0", "status_scope": "generation-time status before this report is written", - "reason": "working tree was dirty at generation time" + "reason": "clean generation-time HEAD" }, "evidence_bundle": { "algorithm": "sha256(path,label,exists,artifact_sha256)", diff --git a/reports/review-viewer.json b/reports/review-viewer.json index d7ac7d50..51545731 100644 --- a/reports/review-viewer.json +++ b/reports/review-viewer.json @@ -919,7 +919,7 @@ "ok": true, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 24, "missing_artifact_count": 0, @@ -943,11 +943,11 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 14 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, - "commit": "6f5f4db4a79c6178a7621f750063b6840e129fd8", + "commit": "4e9a516485753462a803e618df8e8eb8a22184b0", "missing_artifacts": [], "limitations": [ "The git commit and dirty flag are generation-time context; the evidence bundle hash is the durable artifact anchor inside a committed report.", diff --git a/reports/skill-overview.json b/reports/skill-overview.json index 49c36083..45cfa6b4 100644 --- a/reports/skill-overview.json +++ b/reports/skill-overview.json @@ -918,7 +918,7 @@ "ok": true, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 24, "missing_artifact_count": 0, @@ -942,11 +942,11 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 14 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, - "commit": "6f5f4db4a79c6178a7621f750063b6840e129fd8", + "commit": "4e9a516485753462a803e618df8e8eb8a22184b0", "missing_artifacts": [], "limitations": [ "The git commit and dirty flag are generation-time context; the evidence bundle hash is the durable artifact anchor inside a committed report.",