frostbyte_neo/yao-meta-skill
1
0
Fork 0
Code Issues Pull Requests Actions Deployments Models Agent Notes Packages Projects Releases Wiki Activity

Add world-class report contract mirrors

Browse Source
This commit is contained in:
yaojingang
2026-06-15 23:34:48 +08:00
parent 781fbe971e
commit 687aefebc2
7 changed files with 196 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files
reports/world_class_evidence_ledger.json
+42
View File
@@ -3,6 +3,23 @@
"ok": true,
"generated_at": "2026-06-15",
"skill_dir": ".",
"decision": "evidence-pending",
"ready_to_claim_world_class": false,
"ledger_entry_count": 4,
"source_accepted_count": 0,
"accepted_count": 0,
"pending_count": 4,
"human_pending_count": 1,
"external_pending_count": 3,
"submitted_entry_count": 0,
"missing_submission_count": 4,
"invalid_submission_count": 0,
"source_check_count": 13,
"source_pass_count": 6,
"source_blocked_count": 7,
"submitted_but_pending_count": 0,
"source_accepted_without_valid_submission_count": 0,
"overclaim_guard_active": true,
"summary": {
"ledger_entry_count": 4,
"source_accepted_count": 0,
@@ -22,6 +39,31 @@
"ready_to_claim_world_class": false,
"decision": "evidence-pending"
},
"report_contract": {
"schema_version": "1.0",
"contract": "world-class-evidence-ledger",
"top_level_mirrors_summary": true,
"summary_fields": [
"decision",
"ready_to_claim_world_class",
"ledger_entry_count",
"source_accepted_count",
"accepted_count",
"pending_count",
"human_pending_count",
"external_pending_count",
"submitted_entry_count",
"missing_submission_count",
"invalid_submission_count",
"source_check_count",
"source_pass_count",
"source_blocked_count",
"submitted_but_pending_count",
"source_accepted_without_valid_submission_count",
"overclaim_guard_active"
],
"source_of_truth": "summary"
},
"entries": [
{
"key": "provider-holdout",
reports/world_class_submission_review.json
+36
View File
@@ -3,6 +3,20 @@
"ok": true,
"generated_at": "2026-06-15",
"skill_dir": ".",
"decision": "awaiting-submissions",
"ready_to_claim_world_class": false,
"review_item_count": 4,
"accepted_count": 0,
"awaiting_submission_count": 4,
"valid_packet_source_incomplete_count": 0,
"ready_for_ledger_review_count": 0,
"fix_submission_count": 0,
"unmatched_submission_count": 0,
"invalid_submission_count": 0,
"source_check_count": 13,
"source_pass_count": 6,
"source_blocked_count": 7,
"review_counts_submission_as_completion": false,
"summary": {
"review_item_count": 4,
"accepted_count": 0,
@@ -19,6 +33,28 @@
"review_counts_submission_as_completion": false,
"decision": "awaiting-submissions"
},
"report_contract": {
"schema_version": "1.0",
"contract": "world-class-submission-review",
"top_level_mirrors_summary": true,
"summary_fields": [
"decision",
"ready_to_claim_world_class",
"review_item_count",
"accepted_count",
"awaiting_submission_count",
"valid_packet_source_incomplete_count",
"ready_for_ledger_review_count",
"fix_submission_count",
"unmatched_submission_count",
"invalid_submission_count",
"source_check_count",
"source_pass_count",
"source_blocked_count",
"review_counts_submission_as_completion"
],
"source_of_truth": "summary"
},
"submissions": {
"directory": "evidence/world_class/submissions",
"review_counts_submission_as_completion": false
scripts/render_world_class_evidence_ledger.py
+49 -16
View File
@@ -92,6 +92,30 @@ PROVENANCE_REQUIREMENTS = {
"native-client-telemetry": ["real external client source", "metadata-only event", "local-first import path"],
}
TOP_LEVEL_SUMMARY_FIELDS = [
"decision",
"ready_to_claim_world_class",
"ledger_entry_count",
"source_accepted_count",
"accepted_count",
"pending_count",
"human_pending_count",
"external_pending_count",
"submitted_entry_count",
"missing_submission_count",
"invalid_submission_count",
"source_check_count",
"source_pass_count",
"source_blocked_count",
"submitted_but_pending_count",
"source_accepted_without_valid_submission_count",
"overclaim_guard_active",
]
def top_level_summary_mirrors(summary: dict[str, Any]) -> dict[str, Any]:
return {key: summary[key] for key in TOP_LEVEL_SUMMARY_FIELDS if key in summary}
def submission_state(skill_dir: Path, task: dict[str, Any], submissions_dir: Path) -> dict[str, Any]:
key = str(task.get("key", ""))
@@ -187,27 +211,36 @@ def build_ledger(skill_dir: Path, generated_at: str, submissions_dir: Path | Non
if entry.get("source_accepted") is True and entry["submission_state"]["status"] != "submitted"
)
ready = bool(entries) and pending_count == 0 and plan["summary"].get("world_class_ready") is True
summary = {
"ledger_entry_count": len(entries),
"source_accepted_count": source_accepted_count,
"accepted_count": accepted_count,
"pending_count": pending_count,
"human_pending_count": human_pending_count,
"external_pending_count": external_pending_count,
"submitted_entry_count": submitted_entry_count,
"missing_submission_count": missing_submission_count,
"invalid_submission_count": invalid_submission_count,
**source_summary,
"submitted_but_pending_count": submitted_but_pending_count,
"source_accepted_without_valid_submission_count": source_accepted_without_valid_submission_count,
"overclaim_guard_active": True,
"ready_to_claim_world_class": ready,
"decision": "ready-for-completion-audit" if ready else "evidence-pending",
}
return {
"schema_version": "1.0",
"ok": True,
"generated_at": generated_at,
"skill_dir": rel_path(skill_dir, ROOT),
"summary": {
"ledger_entry_count": len(entries),
"source_accepted_count": source_accepted_count,
"accepted_count": accepted_count,
"pending_count": pending_count,
"human_pending_count": human_pending_count,
"external_pending_count": external_pending_count,
"submitted_entry_count": submitted_entry_count,
"missing_submission_count": missing_submission_count,
"invalid_submission_count": invalid_submission_count,
**source_summary,
"submitted_but_pending_count": submitted_but_pending_count,
"source_accepted_without_valid_submission_count": source_accepted_without_valid_submission_count,
"overclaim_guard_active": True,
"ready_to_claim_world_class": ready,
"decision": "ready-for-completion-audit" if ready else "evidence-pending",
**top_level_summary_mirrors(summary),
"summary": summary,
"report_contract": {
"schema_version": "1.0",
"contract": "world-class-evidence-ledger",
"top_level_mirrors_summary": True,
"summary_fields": TOP_LEVEL_SUMMARY_FIELDS,
"source_of_truth": "summary",
},
"entries": entries,
"source_plan": {
scripts/render_world_class_submission_review.py
+43 -13
View File
@@ -14,6 +14,23 @@ ROOT = Path(__file__).resolve().parent.parent
SCRIPT_INTERFACE = "cli"
SCRIPT_INTERFACE_REASON = "Renders a read-only review queue for world-class evidence submissions before ledger acceptance."
TOP_LEVEL_SUMMARY_FIELDS = [
"decision",
"ready_to_claim_world_class",
"review_item_count",
"accepted_count",
"awaiting_submission_count",
"valid_packet_source_incomplete_count",
"ready_for_ledger_review_count",
"fix_submission_count",
"unmatched_submission_count",
"invalid_submission_count",
"source_check_count",
"source_pass_count",
"source_blocked_count",
"review_counts_submission_as_completion",
]
def rel_path(path: Path, root: Path) -> str:
try:
@@ -31,6 +48,10 @@ def by_key(items: list[dict[str, Any]], key_name: str = "evidence_key") -> dict[
return result
def top_level_summary_mirrors(summary: dict[str, Any]) -> dict[str, Any]:
return {key: summary[key] for key in TOP_LEVEL_SUMMARY_FIELDS if key in summary}
def review_state(entry: dict[str, Any], intake_result: dict[str, Any] | None) -> tuple[str, str]:
if entry.get("status") == "accepted":
return "accepted", "Ledger already accepts this evidence item."
@@ -113,24 +134,33 @@ def build_submission_review(skill_dir: Path, generated_at: str, submissions_dir:
decision = "source-evidence-incomplete"
else:
decision = "awaiting-submissions"
summary = {
"review_item_count": len(items),
"accepted_count": accepted_count,
"awaiting_submission_count": awaiting_count,
"valid_packet_source_incomplete_count": source_incomplete_count,
"ready_for_ledger_review_count": ready_count,
"fix_submission_count": counts.get("fix-submission", 0),
"unmatched_submission_count": len(unmatched),
"invalid_submission_count": invalid_count,
**source_summary,
"ready_to_claim_world_class": ledger.get("summary", {}).get("ready_to_claim_world_class") is True,
"review_counts_submission_as_completion": False,
"decision": decision,
}
return {
"schema_version": "1.0",
"ok": invalid_count == 0,
"generated_at": generated_at,
"skill_dir": rel_path(skill_dir, ROOT),
"summary": {
"review_item_count": len(items),
"accepted_count": accepted_count,
"awaiting_submission_count": awaiting_count,
"valid_packet_source_incomplete_count": source_incomplete_count,
"ready_for_ledger_review_count": ready_count,
"fix_submission_count": counts.get("fix-submission", 0),
"unmatched_submission_count": len(unmatched),
"invalid_submission_count": invalid_count,
**source_summary,
"ready_to_claim_world_class": ledger.get("summary", {}).get("ready_to_claim_world_class") is True,
"review_counts_submission_as_completion": False,
"decision": decision,
**top_level_summary_mirrors(summary),
"summary": summary,
"report_contract": {
"schema_version": "1.0",
"contract": "world-class-submission-review",
"top_level_mirrors_summary": True,
"summary_fields": TOP_LEVEL_SUMMARY_FIELDS,
"source_of_truth": "summary",
},
"submissions": {
"directory": rel_path(submissions_dir, skill_dir),
tests/verify_world_class_evidence_ledger.py
+8
View File
@@ -90,6 +90,10 @@ def main() -> None:
assert payload["schema_version"] == "1.0", payload
assert payload["ok"] is True, payload
summary = payload["summary"]
assert payload["report_contract"]["contract"] == "world-class-evidence-ledger", payload
assert payload["report_contract"]["top_level_mirrors_summary"] is True, payload
for field in payload["report_contract"]["summary_fields"]:
assert payload[field] == summary[field], (field, payload[field], summary[field])
assert summary["ledger_entry_count"] == 4, summary
assert summary["accepted_count"] == 0, summary
assert summary["pending_count"] == 4, summary
@@ -104,6 +108,10 @@ def main() -> None:
assert summary["submitted_but_pending_count"] == 0, summary
assert summary["overclaim_guard_active"] is True, summary
assert summary["ready_to_claim_world_class"] is False, summary
assert payload["ready_to_claim_world_class"] is False, payload
assert payload["pending_count"] == 4, payload
assert payload["accepted_count"] == 0, payload
assert payload["source_blocked_count"] == summary["source_blocked_count"], payload
assert payload["artifacts"]["intake"] == "reports/world_class_evidence_intake.md", payload
entries = {entry["key"]: entry for entry in payload["entries"]}
assert set(entries) == {
tests/verify_world_class_submission_review.py
+8
View File
@@ -92,6 +92,10 @@ def main() -> None:
assert payload["schema_version"] == "1.0", payload
assert payload["ok"] is True, payload
summary = payload["summary"]
assert payload["report_contract"]["contract"] == "world-class-submission-review", payload
assert payload["report_contract"]["top_level_mirrors_summary"] is True, payload
for field in payload["report_contract"]["summary_fields"]:
assert payload[field] == summary[field], (field, payload[field], summary[field])
assert summary["decision"] == "awaiting-submissions", summary
assert summary["review_item_count"] == 4, summary
assert summary["awaiting_submission_count"] == 4, summary
@@ -101,6 +105,10 @@ def main() -> None:
assert summary["source_pass_count"] + summary["source_blocked_count"] == summary["source_check_count"], summary
assert summary["source_blocked_count"] >= 6, summary
assert summary["review_counts_submission_as_completion"] is False, summary
assert payload["ready_to_claim_world_class"] is False, payload
assert payload["review_item_count"] == 4, payload
assert payload["awaiting_submission_count"] == 4, payload
assert payload["source_blocked_count"] == summary["source_blocked_count"], payload
provider_item = {item["evidence_key"]: item for item in payload["items"]}["provider-holdout"]
assert provider_item["review_state"] == "awaiting-submission", provider_item
assert provider_item["submission_status"] == "missing", provider_item
tests/verify_yao_cli.py
+10 -8
View File
@@ -233,10 +233,11 @@ def main() -> None:
"2026-06-13",
)
assert world_class_ledger_result["ok"], world_class_ledger_result
assert world_class_ledger_result["payload"]["summary"]["pending_count"] == 4, world_class_ledger_result
assert world_class_ledger_result["payload"]["summary"]["missing_submission_count"] == 4, world_class_ledger_result
assert world_class_ledger_result["payload"]["summary"]["submitted_entry_count"] == 0, world_class_ledger_result
ledger_payload = world_class_ledger_result["payload"]
assert ledger_payload["report_contract"]["top_level_mirrors_summary"] is True, world_class_ledger_result
assert ledger_payload["pending_count"] == ledger_payload["summary"]["pending_count"] == 4, world_class_ledger_result
assert ledger_payload["summary"]["missing_submission_count"] == 4, world_class_ledger_result
assert ledger_payload["summary"]["submitted_entry_count"] == 0, world_class_ledger_result
world_class_intake_result = run(
"world-class-intake",
str(ROOT),
@@ -280,7 +281,6 @@ def main() -> None:
assert (tmp_root / "world_class_submission_kit" / "provider-holdout.json").exists(), world_class_submission_kit_result
assert (tmp_root / "world_class_submission_kit" / "submission_manifest.json").exists(), world_class_submission_kit_result
assert (tmp_root / "world_class_submission_kit.html").exists(), world_class_submission_kit_result
world_class_submission_review_result = run(
"world-class-submission-review",
str(ROOT),
@@ -295,9 +295,11 @@ def main() -> None:
)
assert not world_class_submission_review_result["ok"], world_class_submission_review_result
assert world_class_submission_review_result["returncode"] == 2, world_class_submission_review_result
assert world_class_submission_review_result["payload"]["summary"]["decision"] == "fix-submissions", world_class_submission_review_result
assert world_class_submission_review_result["payload"]["summary"]["invalid_submission_count"] == 1, world_class_submission_review_result
assert world_class_submission_review_result["payload"]["items"][0]["review_state"] == "fix-submission", world_class_submission_review_result
review_payload = world_class_submission_review_result["payload"]
assert review_payload["report_contract"]["top_level_mirrors_summary"] is True, world_class_submission_review_result
assert review_payload["summary"]["decision"] == "fix-submissions", world_class_submission_review_result
assert review_payload["invalid_submission_count"] == review_payload["summary"]["invalid_submission_count"] == 1, world_class_submission_review_result
assert review_payload["items"][0]["review_state"] == "fix-submission", world_class_submission_review_result
assert (tmp_root / "world_class_submission_review.md").exists(), world_class_submission_review_result
world_class_claim_guard_result = run(