diff --git a/reports/world_class_evidence_preflight.json b/reports/world_class_evidence_preflight.json
index c957acb..ecdf483 100644
--- a/reports/world_class_evidence_preflight.json
+++ b/reports/world_class_evidence_preflight.json
@@ -145,6 +145,30 @@
"output_dir": "evidence/world_class/submissions",
"draft_path": "evidence/world_class/submissions/provider-holdout.json",
"template_path": "evidence/world_class/templates/provider-holdout.intake.json",
+ "artifact_role_contract": {
+ "schema_version": "1.0",
+ "role_source": "world-class-submission-kit",
+ "counts_as_evidence": false,
+ "artifact_prefill_counts_as_evidence": false,
+ "submission_ref_total_count": 1,
+ "submission_ref_ready_count": 1,
+ "supporting_evidence_total_count": 6,
+ "supporting_evidence_ready_count": 6,
+ "roles": [
+ {
+ "role": "submission-ref",
+ "label": "Submission refs",
+ "copy_to_artifact_refs": true,
+ "description": "Rows marked submission-ref are the aggregate paths expected in artifact_refs."
+ },
+ {
+ "role": "supporting-evidence",
+ "label": "Supporting evidence",
+ "copy_to_artifact_refs": false,
+ "description": "Supporting-evidence rows help reviewers audit the packet but do not all need to be copied into artifact_refs."
+ }
+ ]
+ },
"drafts_count_as_evidence": false,
"artifact_prefill_counts_as_evidence": false
},
@@ -273,6 +297,30 @@
"output_dir": "evidence/world_class/submissions",
"draft_path": "evidence/world_class/submissions/human-adjudication.json",
"template_path": "evidence/world_class/templates/human-adjudication.intake.json",
+ "artifact_role_contract": {
+ "schema_version": "1.0",
+ "role_source": "world-class-submission-kit",
+ "counts_as_evidence": false,
+ "artifact_prefill_counts_as_evidence": false,
+ "submission_ref_total_count": 2,
+ "submission_ref_ready_count": 2,
+ "supporting_evidence_total_count": 8,
+ "supporting_evidence_ready_count": 8,
+ "roles": [
+ {
+ "role": "submission-ref",
+ "label": "Submission refs",
+ "copy_to_artifact_refs": true,
+ "description": "Rows marked submission-ref are the aggregate paths expected in artifact_refs."
+ },
+ {
+ "role": "supporting-evidence",
+ "label": "Supporting evidence",
+ "copy_to_artifact_refs": false,
+ "description": "Supporting-evidence rows help reviewers audit the packet but do not all need to be copied into artifact_refs."
+ }
+ ]
+ },
"drafts_count_as_evidence": false,
"artifact_prefill_counts_as_evidence": false
},
@@ -384,6 +432,30 @@
"output_dir": "evidence/world_class/submissions",
"draft_path": "evidence/world_class/submissions/native-permission-enforcement.json",
"template_path": "evidence/world_class/templates/native-permission-enforcement.intake.json",
+ "artifact_role_contract": {
+ "schema_version": "1.0",
+ "role_source": "world-class-submission-kit",
+ "counts_as_evidence": false,
+ "artifact_prefill_counts_as_evidence": false,
+ "submission_ref_total_count": 2,
+ "submission_ref_ready_count": 2,
+ "supporting_evidence_total_count": 11,
+ "supporting_evidence_ready_count": 11,
+ "roles": [
+ {
+ "role": "submission-ref",
+ "label": "Submission refs",
+ "copy_to_artifact_refs": true,
+ "description": "Rows marked submission-ref are the aggregate paths expected in artifact_refs."
+ },
+ {
+ "role": "supporting-evidence",
+ "label": "Supporting evidence",
+ "copy_to_artifact_refs": false,
+ "description": "Supporting-evidence rows help reviewers audit the packet but do not all need to be copied into artifact_refs."
+ }
+ ]
+ },
"drafts_count_as_evidence": false,
"artifact_prefill_counts_as_evidence": false
},
@@ -494,6 +566,30 @@
"output_dir": "evidence/world_class/submissions",
"draft_path": "evidence/world_class/submissions/native-client-telemetry.json",
"template_path": "evidence/world_class/templates/native-client-telemetry.intake.json",
+ "artifact_role_contract": {
+ "schema_version": "1.0",
+ "role_source": "world-class-submission-kit",
+ "counts_as_evidence": false,
+ "artifact_prefill_counts_as_evidence": false,
+ "submission_ref_total_count": 2,
+ "submission_ref_ready_count": 2,
+ "supporting_evidence_total_count": 6,
+ "supporting_evidence_ready_count": 6,
+ "roles": [
+ {
+ "role": "submission-ref",
+ "label": "Submission refs",
+ "copy_to_artifact_refs": true,
+ "description": "Rows marked submission-ref are the aggregate paths expected in artifact_refs."
+ },
+ {
+ "role": "supporting-evidence",
+ "label": "Supporting evidence",
+ "copy_to_artifact_refs": false,
+ "description": "Supporting-evidence rows help reviewers audit the packet but do not all need to be copied into artifact_refs."
+ }
+ ]
+ },
"drafts_count_as_evidence": false,
"artifact_prefill_counts_as_evidence": false
},
@@ -823,7 +919,31 @@
"submission_kit_prefill_command": "python3 scripts/yao.py world-class-submission-kit . --output-dir evidence/world_class/submissions --prefill-artifacts",
"preflight_counts_submission_as_completion": false,
"drafts_count_as_evidence": false,
- "artifact_prefill_counts_as_evidence": false
+ "artifact_prefill_counts_as_evidence": false,
+ "artifact_role_contract": {
+ "schema_version": "1.0",
+ "role_source": "world-class-submission-kit",
+ "counts_as_evidence": false,
+ "artifact_prefill_counts_as_evidence": false,
+ "submission_ref_total_count": 7,
+ "submission_ref_ready_count": 7,
+ "supporting_evidence_total_count": 31,
+ "supporting_evidence_ready_count": 31,
+ "roles": [
+ {
+ "role": "submission-ref",
+ "label": "Submission refs",
+ "copy_to_artifact_refs": true,
+ "description": "Rows marked submission-ref are the aggregate paths expected in artifact_refs."
+ },
+ {
+ "role": "supporting-evidence",
+ "label": "Supporting evidence",
+ "copy_to_artifact_refs": false,
+ "description": "Supporting-evidence rows help reviewers audit the packet but do not all need to be copied into artifact_refs."
+ }
+ ]
+ }
},
"source_reports": {
"ledger": "reports/world_class_evidence_ledger.json",
diff --git a/reports/world_class_evidence_preflight.md b/reports/world_class_evidence_preflight.md
index d14e896..696f261 100644
--- a/reports/world_class_evidence_preflight.md
+++ b/reports/world_class_evidence_preflight.md
@@ -25,9 +25,18 @@ This preflight report checks whether an operator can start collecting the remain
- guard claims: `python3 scripts/yao.py world-class-claim-guard .`
- drafts count as evidence: `false`
- artifact prefill counts as evidence: `false`
+- submission refs ready: `7` / `7`
+- supporting evidence ready: `31` / `31`
Generate the submission kit after the real provider, human, native-permission, or native-client work exists. The generated JSON drafts remain `template_only: true` until an operator edits them with real aggregate artifact references and matching SHA-256 digests. The prefill command only inserts local artifact SHA-256 digests; it does not make a draft count as evidence.
+| Role | Copy to artifact_refs | Ready | Meaning |
+| --- | --- | --- | --- |
+| `submission-ref` | `true` | `7 / 7` | Rows marked submission-ref are the aggregate paths expected in artifact_refs. |
+| `supporting-evidence` | `false` | `31 / 31` | Supporting-evidence rows help reviewers audit the packet but do not all need to be copied into artifact_refs. |
+
+`submission-ref` rows are the only checklist rows expected in `artifact_refs`; `supporting-evidence` rows stay available for audit context and reviewer traceability.
+
## Evidence Items
| Evidence | Status | Intake | Review | Next action |
@@ -44,6 +53,8 @@ Generate the submission kit after the real provider, human, native-permission, o
- submission: `evidence/world_class/submissions/provider-holdout.json`
- prepare draft: `python3 scripts/yao.py world-class-submission-kit . --evidence-key provider-holdout --output-dir evidence/world_class/submissions`
- prepare draft with artifact SHA prefill: `python3 scripts/yao.py world-class-submission-kit . --evidence-key provider-holdout --output-dir evidence/world_class/submissions --prefill-artifacts`
+- submission refs ready: `1` / `1`
+- supporting evidence ready: `6` / `6`
### Prechecks
@@ -69,6 +80,8 @@ Generate the submission kit after the real provider, human, native-permission, o
- submission: `evidence/world_class/submissions/human-adjudication.json`
- prepare draft: `python3 scripts/yao.py world-class-submission-kit . --evidence-key human-adjudication --output-dir evidence/world_class/submissions`
- prepare draft with artifact SHA prefill: `python3 scripts/yao.py world-class-submission-kit . --evidence-key human-adjudication --output-dir evidence/world_class/submissions --prefill-artifacts`
+- submission refs ready: `2` / `2`
+- supporting evidence ready: `8` / `8`
### Prechecks
@@ -95,6 +108,8 @@ Generate the submission kit after the real provider, human, native-permission, o
- submission: `evidence/world_class/submissions/native-permission-enforcement.json`
- prepare draft: `python3 scripts/yao.py world-class-submission-kit . --evidence-key native-permission-enforcement --output-dir evidence/world_class/submissions`
- prepare draft with artifact SHA prefill: `python3 scripts/yao.py world-class-submission-kit . --evidence-key native-permission-enforcement --output-dir evidence/world_class/submissions --prefill-artifacts`
+- submission refs ready: `2` / `2`
+- supporting evidence ready: `11` / `11`
### Prechecks
@@ -119,6 +134,8 @@ Generate the submission kit after the real provider, human, native-permission, o
- submission: `evidence/world_class/submissions/native-client-telemetry.json`
- prepare draft: `python3 scripts/yao.py world-class-submission-kit . --evidence-key native-client-telemetry --output-dir evidence/world_class/submissions`
- prepare draft with artifact SHA prefill: `python3 scripts/yao.py world-class-submission-kit . --evidence-key native-client-telemetry --output-dir evidence/world_class/submissions --prefill-artifacts`
+- submission refs ready: `2` / `2`
+- supporting evidence ready: `6` / `6`
### Prechecks
diff --git a/scripts/render_evidence_consistency.py b/scripts/render_evidence_consistency.py
index 8abeafe..5ef4f34 100644
--- a/scripts/render_evidence_consistency.py
+++ b/scripts/render_evidence_consistency.py
@@ -557,6 +557,16 @@ def build_report(skill_dir: Path, generated_at: str) -> dict[str, Any]:
if isinstance(preflight_submissions.get("commands", {}), dict)
else {}
)
+ preflight_role_contract = (
+ preflight_submissions.get("artifact_role_contract", {})
+ if isinstance(preflight_submissions.get("artifact_role_contract", {}), dict)
+ else {}
+ )
+ preflight_roles = {
+ str(item.get("role", "")): item
+ for item in preflight_role_contract.get("roles", [])
+ if isinstance(item, dict)
+ }
default_submissions_dir = "evidence/world_class/submissions"
expected_preflight_handoff = {
"directory": default_submissions_dir,
@@ -574,6 +584,15 @@ def build_report(skill_dir: Path, generated_at: str) -> dict[str, Any]:
"refresh_ledger": f"python3 scripts/yao.py world-class-ledger . --submissions-dir {default_submissions_dir}",
"guard_claim": "python3 scripts/yao.py world-class-claim-guard .",
"artifact_prefill_counts_as_evidence": False,
+ "artifact_role_source": "world-class-submission-kit",
+ "artifact_role_counts_as_evidence": False,
+ "artifact_role_prefill_counts_as_evidence": False,
+ "submission_ref_role_present": True,
+ "supporting_evidence_role_present": True,
+ "submission_ref_copy_to_artifact_refs": True,
+ "supporting_evidence_copy_to_artifact_refs": False,
+ "submission_ref_total_present": True,
+ "supporting_evidence_total_present": True,
}
actual_preflight_handoff = {
"directory": preflight_submissions.get("directory"),
@@ -594,6 +613,24 @@ def build_report(skill_dir: Path, generated_at: str) -> dict[str, Any]:
"artifact_prefill_counts_as_evidence": preflight_submissions.get(
"artifact_prefill_counts_as_evidence"
),
+ "artifact_role_source": preflight_role_contract.get("role_source"),
+ "artifact_role_counts_as_evidence": preflight_role_contract.get("counts_as_evidence"),
+ "artifact_role_prefill_counts_as_evidence": preflight_role_contract.get(
+ "artifact_prefill_counts_as_evidence"
+ ),
+ "submission_ref_role_present": "submission-ref" in preflight_roles,
+ "supporting_evidence_role_present": "supporting-evidence" in preflight_roles,
+ "submission_ref_copy_to_artifact_refs": preflight_roles.get("submission-ref", {}).get(
+ "copy_to_artifact_refs"
+ ),
+ "supporting_evidence_copy_to_artifact_refs": preflight_roles.get("supporting-evidence", {}).get(
+ "copy_to_artifact_refs"
+ ),
+ "submission_ref_total_present": int(preflight_role_contract.get("submission_ref_total_count", 0)) > 0,
+ "supporting_evidence_total_present": int(
+ preflight_role_contract.get("supporting_evidence_total_count", 0)
+ )
+ > 0,
}
compare_values(
checks,
diff --git a/scripts/render_world_class_preflight.py b/scripts/render_world_class_preflight.py
index a3c3eaf..860016f 100644
--- a/scripts/render_world_class_preflight.py
+++ b/scripts/render_world_class_preflight.py
@@ -8,6 +8,7 @@ from pathlib import Path
from typing import Any
from html_rendering import html_text
+from prepare_world_class_submission_kit import build_artifact_checklist
from render_world_class_evidence_intake import build_intake
from render_world_class_evidence_ledger import build_ledger
from render_world_class_submission_review import build_submission_review
@@ -167,6 +168,45 @@ def build_submission_commands(skill_dir: Path, submissions_dir: Path, evidence_k
}
+def build_artifact_role_contract(rows: list[dict[str, Any]]) -> dict[str, Any]:
+ submission_ref_rows = [row for row in rows if row.get("submission_ref_required") is True]
+ supporting_rows = [row for row in rows if row.get("submission_ref_required") is not True]
+ return {
+ "schema_version": "1.0",
+ "role_source": "world-class-submission-kit",
+ "counts_as_evidence": False,
+ "artifact_prefill_counts_as_evidence": False,
+ "submission_ref_total_count": len(submission_ref_rows),
+ "submission_ref_ready_count": sum(1 for row in submission_ref_rows if row.get("artifact_ref_ready")),
+ "supporting_evidence_total_count": len(supporting_rows),
+ "supporting_evidence_ready_count": sum(1 for row in supporting_rows if row.get("artifact_ref_ready")),
+ "roles": [
+ {
+ "role": "submission-ref",
+ "label": "Submission refs",
+ "copy_to_artifact_refs": True,
+ "description": "Rows marked submission-ref are the aggregate paths expected in artifact_refs.",
+ },
+ {
+ "role": "supporting-evidence",
+ "label": "Supporting evidence",
+ "copy_to_artifact_refs": False,
+ "description": "Supporting-evidence rows help reviewers audit the packet but do not all need to be copied into artifact_refs.",
+ },
+ ],
+ }
+
+
+def artifact_role_contract_for_key(contract: dict[str, Any], rows: list[dict[str, Any]], evidence_key: str) -> dict[str, Any]:
+ item_rows = [row for row in rows if row.get("evidence_key") == evidence_key]
+ role_contract = build_artifact_role_contract(item_rows)
+ return {
+ **role_contract,
+ "schema_version": contract.get("schema_version", "1.0"),
+ "role_source": contract.get("role_source", "world-class-submission-kit"),
+ }
+
+
def build_precheck(skill_dir: Path, evidence_key: str, spec: dict[str, Any]) -> dict[str, Any]:
kind = str(spec.get("kind", ""))
required = spec.get("required") is True
@@ -256,6 +296,10 @@ def build_preflight(skill_dir: Path, generated_at: str, submissions_dir: Path |
review = build_submission_review(skill_dir, generated_at, submissions_dir=submissions_dir)
review_by_key = {str(item.get("evidence_key", "")): item for item in review.get("items", [])}
intake_by_key = {str(item.get("evidence_key", "")): item for item in intake.get("operator_checklist", [])}
+ operator_items = intake.get("operator_checklist", [])
+ operator_items = operator_items if isinstance(operator_items, list) else []
+ artifact_checklist = build_artifact_checklist(skill_dir, operator_items)
+ artifact_role_contract = build_artifact_role_contract(artifact_checklist)
items: list[dict[str, Any]] = []
precheck_rows: list[dict[str, Any]] = []
source_rows: list[dict[str, Any]] = []
@@ -289,6 +333,11 @@ def build_preflight(skill_dir: Path, generated_at: str, submissions_dir: Path |
"output_dir": rel_path(submissions_dir, skill_dir),
"draft_path": intake_by_key.get(key, {}).get("submission_path", ""),
"template_path": intake_by_key.get(key, {}).get("template_path", ""),
+ "artifact_role_contract": artifact_role_contract_for_key(
+ artifact_role_contract,
+ artifact_checklist,
+ key,
+ ),
"drafts_count_as_evidence": False,
"artifact_prefill_counts_as_evidence": False,
},
@@ -343,6 +392,7 @@ def build_preflight(skill_dir: Path, generated_at: str, submissions_dir: Path |
"preflight_counts_submission_as_completion": False,
"drafts_count_as_evidence": False,
"artifact_prefill_counts_as_evidence": False,
+ "artifact_role_contract": artifact_role_contract,
},
"source_reports": {
"ledger": "reports/world_class_evidence_ledger.json",
@@ -360,6 +410,7 @@ def build_preflight(skill_dir: Path, generated_at: str, submissions_dir: Path |
def render_markdown(report: dict[str, Any]) -> str:
summary = report["summary"]
+ role_contract = report["submissions"]["artifact_role_contract"]
lines = [
"# World-Class Evidence Preflight",
"",
@@ -388,14 +439,37 @@ def render_markdown(report: dict[str, Any]) -> str:
f"- guard claims: `{report['submissions']['commands']['guard_claim']}`",
f"- drafts count as evidence: `{str(report['submissions']['drafts_count_as_evidence']).lower()}`",
f"- artifact prefill counts as evidence: `{str(report['submissions']['artifact_prefill_counts_as_evidence']).lower()}`",
+ f"- submission refs ready: `{role_contract['submission_ref_ready_count']}` / `{role_contract['submission_ref_total_count']}`",
+ f"- supporting evidence ready: `{role_contract['supporting_evidence_ready_count']}` / `{role_contract['supporting_evidence_total_count']}`",
"",
"Generate the submission kit after the real provider, human, native-permission, or native-client work exists. The generated JSON drafts remain `template_only: true` until an operator edits them with real aggregate artifact references and matching SHA-256 digests. The prefill command only inserts local artifact SHA-256 digests; it does not make a draft count as evidence.",
"",
+ "| Role | Copy to artifact_refs | Ready | Meaning |",
+ "| --- | --- | --- | --- |",
+ ]
+ for role in role_contract.get("roles", []):
+ if role.get("role") == "submission-ref":
+ ready = f"{role_contract['submission_ref_ready_count']} / {role_contract['submission_ref_total_count']}"
+ else:
+ ready = (
+ f"{role_contract['supporting_evidence_ready_count']} / "
+ f"{role_contract['supporting_evidence_total_count']}"
+ )
+ lines.append(
+ f"| `{role['role']}` | `{str(role['copy_to_artifact_refs']).lower()}` | `{ready}` | "
+ f"{md_cell(role['description'])} |"
+ )
+ lines.extend(
+ [
+ "",
+ "`submission-ref` rows are the only checklist rows expected in `artifact_refs`; `supporting-evidence` rows stay available for audit context and reviewer traceability.",
+ "",
"## Evidence Items",
"",
"| Evidence | Status | Intake | Review | Next action |",
"| --- | --- | --- | --- | --- |",
- ]
+ ]
+ )
for item in report["items"]:
next_action = str(item.get("next_action", "")).replace("|", "\\|")
lines.append(
@@ -412,6 +486,8 @@ def render_markdown(report: dict[str, Any]) -> str:
f"- submission: `{item.get('submission_path') or 'missing'}`",
f"- prepare draft: `{item['commands']['prepare_submission']}`",
f"- prepare draft with artifact SHA prefill: `{item['commands']['prepare_prefilled_submission']}`",
+ f"- submission refs ready: `{item['submission_kit']['artifact_role_contract']['submission_ref_ready_count']}` / `{item['submission_kit']['artifact_role_contract']['submission_ref_total_count']}`",
+ f"- supporting evidence ready: `{item['submission_kit']['artifact_role_contract']['supporting_evidence_ready_count']}` / `{item['submission_kit']['artifact_role_contract']['supporting_evidence_total_count']}`",
"",
"### Prechecks",
"",
@@ -520,7 +596,39 @@ def render_html_source_checks(rows: list[dict[str, Any]]) -> str:
)
+def render_html_artifact_roles(contract: dict[str, Any]) -> str:
+ cards = []
+ for role in contract.get("roles", []):
+ role_name = str(role.get("role", ""))
+ if role_name == "submission-ref":
+ ready = f"{contract.get('submission_ref_ready_count', 0)}/{contract.get('submission_ref_total_count', 0)} ready"
+ else:
+ ready = (
+ f"{contract.get('supporting_evidence_ready_count', 0)}/"
+ f"{contract.get('supporting_evidence_total_count', 0)} ready"
+ )
+ cards.append(
+ """
+
+ {label}
+ {role}
+ {ready}
+ {description}
+ copy to artifact_refs: {copy}
+
+ """.format(
+ label=html_text(role.get("label", "")),
+ role=html_text(role_name),
+ ready=html_text(ready),
+ description=html_text(role.get("description", "")),
+ copy=html_text(str(role.get("copy_to_artifact_refs") is True).lower()),
+ )
+ )
+ return "".join(cards)
+
+
def render_html_item(item: dict[str, Any]) -> str:
+ role_contract = item.get("submission_kit", {}).get("artifact_role_contract", {})
return f"""
@@ -540,6 +648,10 @@ def render_html_item(item: dict[str, Any]) -> str:
{html_text(item.get('commands', {}).get('prepare_submission', ''))}
{html_text(item.get('commands', {}).get('prepare_prefilled_submission', ''))}
+
+ Artifact Roles
+ {render_html_artifact_roles(role_contract)}
+
Prechecks
{render_html_prechecks(item.get('prechecks', []))}
@@ -569,6 +681,7 @@ def render_html(report: dict[str, Any]) -> str:
f"{html_text(label)}{html_text(value)}"
for label, value in stats
)
+ role_contract = report["submissions"]["artifact_role_contract"]
item_cards = "".join(render_html_item(item) for item in report.get("items", []))
html = f"""
@@ -604,6 +717,12 @@ def render_html(report: dict[str, Any]) -> str:
.commands {{ list-style:none; padding:0; margin:0; display:grid; gap:10px; }}
.commands li {{ padding:12px; background:var(--soft); border-radius:8px; }}
.commands span {{ display:block; color:var(--ink); font-weight:700; margin-bottom:4px; }}
+ .role-grid {{ display:grid; grid-template-columns:repeat(2, minmax(0,1fr)); gap:12px; margin-top:16px; }}
+ .role-grid.compact {{ margin-top:0; }}
+ .role-card {{ border:1px solid var(--line); border-radius:8px; padding:14px; background:#fff; min-width:0; }}
+ .role-card span, .role-card small {{ color:var(--muted); }}
+ .role-card strong {{ display:block; color:var(--ink); font-size:22px; margin:4px 0 6px; overflow-wrap:anywhere; }}
+ .role-card p {{ margin:0 0 8px; }}
.evidence-grid {{ display:grid; gap:18px; }}
.evidence-card {{ padding:20px; min-width:0; }}
.evidence-card.blocked {{ border-left:4px solid var(--block); }}
@@ -621,7 +740,7 @@ def render_html(report: dict[str, Any]) -> str:
.check-section {{ margin-top:16px; }}
.notice {{ background:var(--soft); border-left:4px solid var(--ink); padding:16px; border-radius:8px; }}
li {{ overflow-wrap:anywhere; }}
- @media (max-width:820px) {{ .stats, .two-col, .check-grid {{ grid-template-columns:1fr; }} h1 {{ font-size:38px; }} .topbar-inner {{ align-items:flex-start; flex-direction:column; }} }}
+ @media (max-width:820px) {{ .stats, .two-col, .check-grid, .role-grid {{ grid-template-columns:1fr; }} h1 {{ font-size:38px; }} .topbar-inner {{ align-items:flex-start; flex-direction:column; }} }}
@@ -643,6 +762,8 @@ def render_html(report: dict[str, Any]) -> str:
artifact prefill counts as evidence: {html_text(str(report['submissions']['artifact_prefill_counts_as_evidence']).lower())}
preflight accepts evidence: {html_text(str(report['summary']['preflight_counts_as_evidence']).lower())}
+ {render_html_artifact_roles(role_contract)}
+ submission-ref rows are the paths expected in artifact_refs; supporting-evidence rows stay available for audit context.
diff --git a/tests/verify_evidence_consistency.py b/tests/verify_evidence_consistency.py
index af38af3..46ca2a4 100644
--- a/tests/verify_evidence_consistency.py
+++ b/tests/verify_evidence_consistency.py
@@ -172,6 +172,13 @@ def main() -> None:
assert checks["preflight-submission-kit-handoff"]["status"] == "pass", checks[
"preflight-submission-kit-handoff"
]
+ preflight_handoff = checks["preflight-submission-kit-handoff"]["actual"]
+ assert preflight_handoff["artifact_role_source"] == "world-class-submission-kit", preflight_handoff
+ assert preflight_handoff["artifact_role_counts_as_evidence"] is False, preflight_handoff
+ assert preflight_handoff["submission_ref_role_present"] is True, preflight_handoff
+ assert preflight_handoff["supporting_evidence_role_present"] is True, preflight_handoff
+ assert preflight_handoff["submission_ref_copy_to_artifact_refs"] is True, preflight_handoff
+ assert preflight_handoff["supporting_evidence_copy_to_artifact_refs"] is False, preflight_handoff
assert checks["review-studio-no-overclaim"]["status"] == "pass", checks["review-studio-no-overclaim"]
assert checks["claim-guard-package-runtime-surface"]["status"] == "pass", checks[
"claim-guard-package-runtime-surface"
diff --git a/tests/verify_world_class_preflight.py b/tests/verify_world_class_preflight.py
index d757e59..8e02119 100644
--- a/tests/verify_world_class_preflight.py
+++ b/tests/verify_world_class_preflight.py
@@ -90,6 +90,16 @@ def main() -> None:
"--output-dir evidence/world_class/submissions --prefill-artifacts"
), payload["submissions"]
assert payload["submissions"]["artifact_prefill_counts_as_evidence"] is False, payload
+ role_contract = payload["submissions"]["artifact_role_contract"]
+ assert role_contract["role_source"] == "world-class-submission-kit", role_contract
+ assert role_contract["counts_as_evidence"] is False, role_contract
+ assert role_contract["artifact_prefill_counts_as_evidence"] is False, role_contract
+ assert role_contract["submission_ref_total_count"] >= 4, role_contract
+ assert role_contract["submission_ref_ready_count"] <= role_contract["submission_ref_total_count"], role_contract
+ assert role_contract["supporting_evidence_total_count"] >= 4, role_contract
+ roles = {item["role"]: item for item in role_contract["roles"]}
+ assert roles["submission-ref"]["copy_to_artifact_refs"] is True, roles
+ assert roles["supporting-evidence"]["copy_to_artifact_refs"] is False, roles
assert payload["artifacts"]["html"] == "reports/world_class_evidence_preflight.html", payload["artifacts"]
submission_commands = payload["submissions"]["commands"]
assert submission_commands["prepare_submission"] == (
@@ -126,6 +136,10 @@ def main() -> None:
assert provider["submission_kit"]["prefill_command"] == provider["commands"]["prepare_prefilled_submission"], provider
assert provider["submission_kit"]["output_dir"] == "evidence/world_class/submissions", provider
assert provider["submission_kit"]["draft_path"] == "evidence/world_class/submissions/provider-holdout.json", provider
+ provider_roles = provider["submission_kit"]["artifact_role_contract"]
+ assert provider_roles["submission_ref_total_count"] == 1, provider_roles
+ assert provider_roles["submission_ref_ready_count"] == 1, provider_roles
+ assert provider_roles["supporting_evidence_total_count"] >= 1, provider_roles
provider_checks = {item["key"]: item for item in provider["prechecks"]}
assert provider_checks["openai-api-key"]["status"] == "missing", provider_checks
assert provider_checks["openai-api-key"]["actual"] == "not-set", provider_checks
@@ -158,6 +172,9 @@ def main() -> None:
assert "drafts count as evidence: `false`" in markdown, markdown
assert "artifact prefill counts as evidence: `false`" in markdown, markdown
assert "does not make a draft count as evidence" in markdown, markdown
+ assert "submission refs ready:" in markdown, markdown
+ assert "`submission-ref` rows are the only checklist rows expected in `artifact_refs`" in markdown, markdown
+ assert "| `supporting-evidence` | `false` |" in markdown, markdown
assert "values are never printed" in markdown, markdown
html = output_html.read_text(encoding="utf-8")
assert "
World-Class Evidence Preflight" in html, html
@@ -169,6 +186,9 @@ def main() -> None:
assert "provider-holdout" in html, html
assert "Artifact prefill is convenience data only." in html, html
assert "artifact prefill counts as evidence" in html, html
+ assert "Artifact Roles" in html, html
+ assert "copy to artifact_refs:
true" in html, html
+ assert "supporting-evidence" in html, html
assert "Source Checks" in html, html
assert "ready_to_claim_world_class" in html, html
assert "Environment variables are displayed only as set or not-set" in html, html