diff --git a/reports/benchmark_reproducibility.json b/reports/benchmark_reproducibility.json index 22906bd..5a865c3 100644 --- a/reports/benchmark_reproducibility.json +++ b/reports/benchmark_reproducibility.json @@ -3,19 +3,17 @@ "ok": true, "generated_at": "2026-06-17", "skill_dir": ".", - "commit": "f3957bfc06b84e766ae56377baa73a7062509a59", + "commit": "4a5880bea1a07966e0d914c453d22cf6132c5781", "git_status": { "available": true, - "dirty": true, - "changed_file_count": 1, - "sample": [ - " M reports/context_budget.json" - ], + "dirty": false, + "changed_file_count": 0, + "sample": [], "scope": "generation-time status before this report is written" }, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 25, "missing_artifact_count": 0, @@ -39,15 +37,14 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 1 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, "public_claim": { "ready": false, "scope": "public benchmark or world-class readiness claim", "blockers": [ - "release lock is not clean or commit is unavailable", "provider-backed model holdout evidence is incomplete", "human blind-review adjudication is incomplete", "world-class evidence is not accepted yet (4 open gaps, 4 ledger pending)", @@ -56,10 +53,10 @@ "policy": "Local reproducibility can pass before public claims; public claims require provider evidence, human adjudication, clean release lock, accepted world-class evidence, and complete source checks." }, "release_lock": { - "ready": false, - "commit": "f3957bfc06b84e766ae56377baa73a7062509a59", + "ready": true, + "commit": "4a5880bea1a07966e0d914c453d22cf6132c5781", "status_scope": "generation-time status before this report is written", - "reason": "working tree was dirty at generation time" + "reason": "clean generation-time HEAD" }, "evidence_bundle": { "algorithm": "sha256(path,label,exists,artifact_sha256)", diff --git a/reports/benchmark_reproducibility.md b/reports/benchmark_reproducibility.md index 414db83..d923d30 100644 --- a/reports/benchmark_reproducibility.md +++ b/reports/benchmark_reproducibility.md @@ -1,14 +1,14 @@ # Benchmark Reproducibility Generated at: `2026-06-17` -Commit: `f3957bfc06b84e766ae56377baa73a7062509a59` -Working tree dirty at generation: `true` +Commit: `4a5880bea1a07966e0d914c453d22cf6132c5781` +Working tree dirty at generation: `false` Evidence bundle SHA256: `62e7b774ed1b2bd66e28986ad09ffecb9da8ae4d9008641cfe63dcfe354f0c91` ## Summary - reproducibility ready: `true` -- release lock ready: `false` +- release lock ready: `true` - methodology complete: `true` - required artifacts: `25` - missing artifacts: `0` @@ -22,8 +22,8 @@ Evidence bundle SHA256: `62e7b774ed1b2bd66e28986ad09ffecb9da8ae4d9008641cfe63dcf - world-class ready: `false` - world-class source checks: `6` pass / `13` total; `7` blocked - public claim ready: `false` -- public claim blockers: `5` -- changed files at generation: `1` +- public claim blockers: `4` +- changed files at generation: `0` This report proves local benchmark reproducibility only. It keeps external provider and human-review gaps visible instead of counting them as complete. The git commit is generation-time context; the evidence bundle SHA is the durable anchor for the artifacts listed below. @@ -35,7 +35,6 @@ This report proves local benchmark reproducibility only. It keeps external provi | Blocker | | --- | -| release lock is not clean or commit is unavailable | | provider-backed model holdout evidence is incomplete | | human blind-review adjudication is incomplete | | world-class evidence is not accepted yet (4 open gaps, 4 ledger pending) | @@ -43,8 +42,8 @@ This report proves local benchmark reproducibility only. It keeps external provi ## Release Lock -- ready: `false` -- reason: working tree was dirty at generation time +- ready: `true` +- reason: clean generation-time HEAD - status scope: generation-time status before this report is written ## Evidence Bundle diff --git a/reports/evidence_consistency.json b/reports/evidence_consistency.json index 171439b..f11155a 100644 --- a/reports/evidence_consistency.json +++ b/reports/evidence_consistency.json @@ -207,8 +207,8 @@ "key": "benchmark-release-lock-self-consistency", "label": "Benchmark release lock matches git dirty state", "status": "pass", - "expected": false, - "actual": false, + "expected": true, + "actual": true, "paths": [ "reports/benchmark_reproducibility.json" ], @@ -248,8 +248,8 @@ "key": "overview-benchmark-commit", "label": "overview embeds the benchmark commit", "status": "pass", - "expected": "f3957bfc06b84e766ae56377baa73a7062509a59", - "actual": "f3957bfc06b84e766ae56377baa73a7062509a59", + "expected": "4a5880bea1a07966e0d914c453d22cf6132c5781", + "actual": "4a5880bea1a07966e0d914c453d22cf6132c5781", "paths": [ "reports/benchmark_reproducibility.json", "reports/skill-overview.json" @@ -261,7 +261,7 @@ "label": "overview embeds benchmark summary fields", "status": "pass", "expected": { - "release_lock_ready": false, + "release_lock_ready": true, "required_artifact_count": 25, "missing_artifact_count": 0, "source_contract_sha256": "fcfe5f3c722285daf14b6f83118ad71bdca21694d86d870d234d9f5df2f4e627", @@ -271,10 +271,10 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5 + "public_claim_blocker_count": 4 }, "actual": { - "release_lock_ready": false, + "release_lock_ready": true, "required_artifact_count": 25, "missing_artifact_count": 0, "source_contract_sha256": "fcfe5f3c722285daf14b6f83118ad71bdca21694d86d870d234d9f5df2f4e627", @@ -284,7 +284,7 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5 + "public_claim_blocker_count": 4 }, "paths": [ "reports/benchmark_reproducibility.json", @@ -394,8 +394,8 @@ "key": "interpretation-benchmark-commit", "label": "interpretation embeds the benchmark commit", "status": "pass", - "expected": "f3957bfc06b84e766ae56377baa73a7062509a59", - "actual": "f3957bfc06b84e766ae56377baa73a7062509a59", + "expected": "4a5880bea1a07966e0d914c453d22cf6132c5781", + "actual": "4a5880bea1a07966e0d914c453d22cf6132c5781", "paths": [ "reports/benchmark_reproducibility.json", "reports/skill-interpretation.json" @@ -407,7 +407,7 @@ "label": "interpretation embeds benchmark summary fields", "status": "pass", "expected": { - "release_lock_ready": false, + "release_lock_ready": true, "required_artifact_count": 25, "missing_artifact_count": 0, "source_contract_sha256": "fcfe5f3c722285daf14b6f83118ad71bdca21694d86d870d234d9f5df2f4e627", @@ -417,10 +417,10 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5 + "public_claim_blocker_count": 4 }, "actual": { - "release_lock_ready": false, + "release_lock_ready": true, "required_artifact_count": 25, "missing_artifact_count": 0, "source_contract_sha256": "fcfe5f3c722285daf14b6f83118ad71bdca21694d86d870d234d9f5df2f4e627", @@ -430,7 +430,7 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5 + "public_claim_blocker_count": 4 }, "paths": [ "reports/benchmark_reproducibility.json", diff --git a/reports/review-studio.html b/reports/review-studio.html index 7e6a38b..062d60b 100644 --- a/reports/review-studio.html +++ b/reports/review-studio.html @@ -740,7 +740,7 @@

核心指标

-
Skill IR2.0.0

5 targets in platform-neutral contract

Compiler5/5

target contracts compiled from Skill IR

Output Delta100.0

5 cases; 1 file-backed

Exec Runs10

command 10; model 0; recorded 0

Blind A/B5

review pairs hide baseline vs with-skill labels

Review Kit0/5

pending 5; answer key hidden

Review A/B0/5

adjudication decisions; pending 5

Public Claimblocked

5 blockers; local reproducible true

Blueprint21/21

2.0 coverage; extensions partial 0, planned 0; evidence pending 4

Runtime5/5

target conformance pass rate

Perm Probe4/4

0 native; 4 installer-enforced

Trust0

140 scripts scanned; secrets found

Py Compat0

218 files scanned for Python 3.11

Arch Debt0

696 largest lines; 0 watchlist; 68 CLI handlers; 18 in entrypoint

Atlas5

12 scanned skills; route collisions

Driftlow

1 metadata events; 0 missed triggers

Daily Ops5

proposal-review; approval 0; release lock false

Weekly Queue5

curator-review; ready 1; top score 88

Waivers0

0 gates covered; human risk decisions

Intake4/4

0 valid submissions; 0 invalid

Claim Guard0

180 public surfaces scanned

Notes0/0

0 open blocker annotations

Registry1.1.0

5 targets; MIT license

Archivepass

658 zip entries; package verification

Installpass

4 adapters; 12 permissions enforced; 0 permission failures

Upgrademinor

declared minor; 0 breaking changes

+
Skill IR2.0.0

5 targets in platform-neutral contract

Compiler5/5

target contracts compiled from Skill IR

Output Delta100.0

5 cases; 1 file-backed

Exec Runs10

command 10; model 0; recorded 0

Blind A/B5

review pairs hide baseline vs with-skill labels

Review Kit0/5

pending 5; answer key hidden

Review A/B0/5

adjudication decisions; pending 5

Public Claimblocked

4 blockers; local reproducible true

Blueprint21/21

2.0 coverage; extensions partial 0, planned 0; evidence pending 4

Runtime5/5

target conformance pass rate

Perm Probe4/4

0 native; 4 installer-enforced

Trust0

140 scripts scanned; secrets found

Py Compat0

218 files scanned for Python 3.11

Arch Debt0

696 largest lines; 0 watchlist; 68 CLI handlers; 18 in entrypoint

Atlas5

12 scanned skills; route collisions

Driftlow

1 metadata events; 0 missed triggers

Daily Ops5

proposal-review; approval 0; release lock false

Weekly Queue5

curator-review; ready 1; top score 88

Waivers0

0 gates covered; human risk decisions

Intake4/4

0 valid submissions; 0 invalid

Claim Guard0

180 public surfaces scanned

Notes0/0

0 open blocker annotations

Registry1.1.0

5 targets; MIT license

Archivepass

658 zip entries; package verification

Installpass

4 adapters; 12 permissions enforced; 0 permission failures

Upgrademinor

declared minor; 0 breaking changes

@@ -882,8 +882,8 @@
-

公开声明

本地复现
发布锁
可公开声明
声明阻断
5
Provider 证据
人审完成
世界级就绪
-

声明阻断

+

公开声明

本地复现
发布锁
可公开声明
声明阻断
4
Provider 证据
人审完成
世界级就绪
+

声明阻断

diff --git a/reports/review-studio.json b/reports/review-studio.json index 29fc7f3..7aed7ff 100644 --- a/reports/review-studio.json +++ b/reports/review-studio.json @@ -1968,7 +1968,7 @@ "ok": true, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 25, "missing_artifact_count": 0, @@ -1992,11 +1992,11 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 1 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, - "commit": "f3957bfc06b84e766ae56377baa73a7062509a59", + "commit": "4a5880bea1a07966e0d914c453d22cf6132c5781", "missing_artifacts": [], "limitations": [ "The git commit and dirty flag are generation-time context; the evidence bundle hash is the durable artifact anchor inside a committed report.", @@ -5659,19 +5659,17 @@ "ok": true, "generated_at": "2026-06-17", "skill_dir": ".", - "commit": "f3957bfc06b84e766ae56377baa73a7062509a59", + "commit": "4a5880bea1a07966e0d914c453d22cf6132c5781", "git_status": { "available": true, - "dirty": true, - "changed_file_count": 1, - "sample": [ - " M reports/context_budget.json" - ], + "dirty": false, + "changed_file_count": 0, + "sample": [], "scope": "generation-time status before this report is written" }, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 25, "missing_artifact_count": 0, @@ -5695,15 +5693,14 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 1 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, "public_claim": { "ready": false, "scope": "public benchmark or world-class readiness claim", "blockers": [ - "release lock is not clean or commit is unavailable", "provider-backed model holdout evidence is incomplete", "human blind-review adjudication is incomplete", "world-class evidence is not accepted yet (4 open gaps, 4 ledger pending)", @@ -5712,10 +5709,10 @@ "policy": "Local reproducibility can pass before public claims; public claims require provider evidence, human adjudication, clean release lock, accepted world-class evidence, and complete source checks." }, "release_lock": { - "ready": false, - "commit": "f3957bfc06b84e766ae56377baa73a7062509a59", + "ready": true, + "commit": "4a5880bea1a07966e0d914c453d22cf6132c5781", "status_scope": "generation-time status before this report is written", - "reason": "working tree was dirty at generation time" + "reason": "clean generation-time HEAD" }, "evidence_bundle": { "algorithm": "sha256(path,label,exists,artifact_sha256)", diff --git a/reports/review-viewer.json b/reports/review-viewer.json index 0293901..81dd1bc 100644 --- a/reports/review-viewer.json +++ b/reports/review-viewer.json @@ -997,7 +997,7 @@ "ok": true, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 25, "missing_artifact_count": 0, @@ -1021,11 +1021,11 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 1 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, - "commit": "f3957bfc06b84e766ae56377baa73a7062509a59", + "commit": "4a5880bea1a07966e0d914c453d22cf6132c5781", "missing_artifacts": [], "limitations": [ "The git commit and dirty flag are generation-time context; the evidence bundle hash is the durable artifact anchor inside a committed report.", diff --git a/reports/skill-interpretation.json b/reports/skill-interpretation.json index 4321498..f9a4c0d 100644 --- a/reports/skill-interpretation.json +++ b/reports/skill-interpretation.json @@ -1001,7 +1001,7 @@ "ok": true, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 25, "missing_artifact_count": 0, @@ -1025,11 +1025,11 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 1 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, - "commit": "f3957bfc06b84e766ae56377baa73a7062509a59", + "commit": "4a5880bea1a07966e0d914c453d22cf6132c5781", "missing_artifacts": [], "limitations": [ "The git commit and dirty flag are generation-time context; the evidence bundle hash is the durable artifact anchor inside a committed report.", diff --git a/reports/skill-overview.json b/reports/skill-overview.json index 278ed19..67c25ef 100644 --- a/reports/skill-overview.json +++ b/reports/skill-overview.json @@ -996,7 +996,7 @@ "ok": true, "summary": { "reproducibility_ready": true, - "release_lock_ready": false, + "release_lock_ready": true, "methodology_complete": true, "required_artifact_count": 25, "missing_artifact_count": 0, @@ -1020,11 +1020,11 @@ "world_class_source_pass_count": 6, "world_class_source_blocked_count": 7, "public_claim_ready": false, - "public_claim_blocker_count": 5, - "working_tree_dirty": true, - "changed_file_count": 1 + "public_claim_blocker_count": 4, + "working_tree_dirty": false, + "changed_file_count": 0 }, - "commit": "f3957bfc06b84e766ae56377baa73a7062509a59", + "commit": "4a5880bea1a07966e0d914c453d22cf6132c5781", "missing_artifacts": [], "limitations": [ "The git commit and dirty flag are generation-time context; the evidence bundle hash is the durable artifact anchor inside a committed report.",