yaojingang
1197 lines
59 KiB
Python
1197 lines
59 KiB
Python
#!/usr/bin/env python3
|
||
import argparse
|
||
import html
|
||
import json
|
||
import os
|
||
from pathlib import Path
|
||
from typing import Any
|
||
|
||
try:
|
||
import yaml
|
||
except ImportError: # pragma: no cover
|
||
yaml = None
|
||
|
||
from review_studio_formatting import registry_package_summary, render_kv_grid
|
||
from review_studio_gates import add_blockers_from_gate, build_gates, status_label, weighted_score
|
||
from review_studio_layout import render_review_nav, review_studio_css
|
||
|
||
|
||
ROOT = Path(__file__).resolve().parent.parent
|
||
|
||
|
||
def load_json(path: Path) -> dict[str, Any]:
|
||
if not path.exists():
|
||
return {}
|
||
try:
|
||
payload = json.loads(path.read_text(encoding="utf-8"))
|
||
except json.JSONDecodeError:
|
||
return {}
|
||
return payload if isinstance(payload, dict) else {}
|
||
|
||
|
||
def load_yaml(path: Path) -> dict[str, Any]:
|
||
if not path.exists() or yaml is None:
|
||
return {}
|
||
payload = yaml.safe_load(path.read_text(encoding="utf-8")) or {}
|
||
return payload if isinstance(payload, dict) else {}
|
||
|
||
|
||
def parse_frontmatter(path: Path) -> dict[str, Any]:
|
||
if not path.exists():
|
||
return {}
|
||
lines = path.read_text(encoding="utf-8", errors="replace").splitlines()
|
||
if not lines or lines[0].strip() != "---":
|
||
return {}
|
||
try:
|
||
end_index = lines[1:].index("---") + 1
|
||
except ValueError:
|
||
return {}
|
||
text = "\n".join(lines[1:end_index])
|
||
if yaml is not None:
|
||
payload = yaml.safe_load(text) or {}
|
||
return payload if isinstance(payload, dict) else {}
|
||
data = {}
|
||
for line in text.splitlines():
|
||
if ":" in line:
|
||
key, value = line.split(":", 1)
|
||
data[key.strip()] = value.strip().strip('"')
|
||
return data
|
||
|
||
|
||
def display_path(skill_dir: Path, path: Path) -> str:
|
||
try:
|
||
return str(path.resolve().relative_to(skill_dir.resolve()))
|
||
except ValueError:
|
||
try:
|
||
return str(path.resolve().relative_to(ROOT.resolve()))
|
||
except ValueError:
|
||
return str(path.resolve())
|
||
|
||
|
||
def link_from(output_html: Path, target: Path) -> str:
|
||
return os.path.relpath(target.resolve(), output_html.parent.resolve())
|
||
|
||
|
||
|
||
def find_line(path: Path, patterns: list[str] | None = None) -> int | None:
|
||
if not path.exists():
|
||
return None
|
||
if not patterns:
|
||
return 1
|
||
try:
|
||
lines = path.read_text(encoding="utf-8", errors="replace").splitlines()
|
||
except OSError:
|
||
return 1
|
||
for pattern in patterns:
|
||
for index, line in enumerate(lines, start=1):
|
||
if pattern in line:
|
||
return index
|
||
return 1
|
||
|
||
|
||
def source_refs(
|
||
skill_dir: Path,
|
||
output_html: Path,
|
||
specs: list[dict[str, Any]],
|
||
) -> list[dict[str, Any]]:
|
||
refs: list[dict[str, Any]] = []
|
||
for spec in specs:
|
||
rel_path = str(spec.get("path", "")).strip()
|
||
if not rel_path:
|
||
continue
|
||
path = skill_dir / rel_path
|
||
exists = path.exists()
|
||
line = find_line(path, spec.get("patterns", []))
|
||
refs.append(
|
||
{
|
||
"path": rel_path,
|
||
"label": str(spec.get("label", rel_path)),
|
||
"kind": str(spec.get("kind", "source")),
|
||
"line": line,
|
||
"exists": exists,
|
||
"link": link_from(output_html, path) if exists else "",
|
||
}
|
||
)
|
||
return refs
|
||
|
||
|
||
def evidence_paths(skill_dir: Path) -> dict[str, str]:
|
||
rels = {
|
||
"skill_overview": "reports/skill-overview.html",
|
||
"review_viewer": "reports/review-viewer.html",
|
||
"output_eval": "reports/output_quality_scorecard.md",
|
||
"output_execution": "reports/output_execution_runs.md",
|
||
"output_blind_review": "reports/output_blind_review_pack.md",
|
||
"output_review_decisions": "reports/output_review_decisions.json",
|
||
"output_review_adjudication": "reports/output_review_adjudication.md",
|
||
"benchmark_reproducibility": "reports/benchmark_reproducibility.md",
|
||
"skill_os2_coverage": "reports/skill_os2_coverage.md",
|
||
"runtime_conformance": "reports/conformance_matrix.md",
|
||
"trust_report": "reports/security_trust_report.md",
|
||
"python_compatibility": "reports/python_compatibility.md",
|
||
"architecture_maintainability": "reports/architecture_maintainability.md",
|
||
"permission_policy": "security/permission_policy.md",
|
||
"runtime_permissions": "reports/runtime_permission_probes.md",
|
||
"skill_atlas": "reports/skill_atlas.html",
|
||
"compiled_targets": "reports/compiled_targets.md",
|
||
"adoption_drift": "reports/adoption_drift_report.md",
|
||
"review_waivers": "reports/review_waivers.md",
|
||
"review_annotations": "reports/review_annotations.md",
|
||
"world_class_evidence_plan": "reports/world_class_evidence_plan.md",
|
||
"world_class_evidence_ledger": "reports/world_class_evidence_ledger.md",
|
||
"world_class_evidence_intake": "reports/world_class_evidence_intake.md",
|
||
"world_class_claim_guard": "reports/world_class_claim_guard.md",
|
||
"registry_audit": "reports/registry_audit.md",
|
||
"package_verification": "reports/package_verification.md",
|
||
"install_simulation": "reports/install_simulation.md",
|
||
"upgrade_check": "reports/upgrade_check.md",
|
||
"migration": "docs/migration-v2.md",
|
||
"skill_ir": "reports/skill-ir.json",
|
||
}
|
||
return {key: rel for key, rel in rels.items() if (skill_dir / rel).exists() or (ROOT / rel).exists()}
|
||
|
||
|
||
def load_review_data(skill_dir: Path) -> dict[str, dict[str, Any]]:
|
||
reports = skill_dir / "reports"
|
||
return {
|
||
"overview": load_json(reports / "skill-overview.json"),
|
||
"intent_confidence": load_json(reports / "intent-confidence.json"),
|
||
"intent_dialogue": load_json(reports / "intent-dialogue.json"),
|
||
"route_scorecard": load_json(reports / "route_scorecard.json"),
|
||
"output_quality": load_json(reports / "output_quality_scorecard.json"),
|
||
"output_execution": load_json(reports / "output_execution_runs.json"),
|
||
"output_blind_review": load_json(reports / "output_blind_review_pack.json"),
|
||
"output_review_adjudication": load_json(reports / "output_review_adjudication.json"),
|
||
"skill_os2_coverage": load_json(reports / "skill_os2_coverage.json"),
|
||
"compiled_targets": load_json(reports / "compiled_targets.json"),
|
||
"conformance": load_json(reports / "conformance_matrix.json"),
|
||
"runtime_permissions": load_json(reports / "runtime_permission_probes.json"),
|
||
"trust": load_json(reports / "security_trust_report.json"),
|
||
"python_compatibility": load_json(reports / "python_compatibility.json"),
|
||
"architecture_maintainability": load_json(reports / "architecture_maintainability.json"),
|
||
"context_budget": load_json(reports / "context_budget.json"),
|
||
"promotion": load_json(reports / "promotion_decisions.json"),
|
||
"atlas": load_json(reports / "skill_atlas.json"),
|
||
"adoption_drift": load_json(reports / "adoption_drift_report.json"),
|
||
"review_waivers": load_json(reports / "review_waivers.json"),
|
||
"review_annotations": load_json(reports / "review_annotations.json"),
|
||
"world_class_evidence_ledger": load_json(reports / "world_class_evidence_ledger.json"),
|
||
"world_class_evidence_intake": load_json(reports / "world_class_evidence_intake.json"),
|
||
"world_class_claim_guard": load_json(reports / "world_class_claim_guard.json"),
|
||
"registry": load_json(reports / "registry_audit.json"),
|
||
"package_verification": load_json(reports / "package_verification.json"),
|
||
"install_simulation": load_json(reports / "install_simulation.json"),
|
||
"upgrade_check": load_json(reports / "upgrade_check.json"),
|
||
"manifest": load_json(skill_dir / "manifest.json"),
|
||
"frontmatter": parse_frontmatter(skill_dir / "SKILL.md"),
|
||
"interface": load_yaml(skill_dir / "agents" / "interface.yaml"),
|
||
}
|
||
|
||
|
||
def insight_cards(data: dict[str, dict[str, Any]]) -> list[dict[str, str]]:
|
||
overview = data["overview"]
|
||
output = data["output_quality"].get("summary", {})
|
||
output_execution = data["output_execution"].get("summary", {})
|
||
output_blind = data["output_blind_review"].get("summary", {})
|
||
output_review = data["output_review_adjudication"].get("summary", {})
|
||
blueprint = data["skill_os2_coverage"].get("summary", {})
|
||
compiled = data["compiled_targets"].get("summary", {})
|
||
conformance = data["conformance"].get("summary", {})
|
||
runtime_permissions = data["runtime_permissions"].get("summary", {})
|
||
trust = data["trust"].get("summary", {})
|
||
python_compat = data["python_compatibility"].get("summary", {})
|
||
architecture = data["architecture_maintainability"].get("summary", {})
|
||
atlas = data["atlas"].get("summary", {})
|
||
adoption = data["adoption_drift"].get("summary", {})
|
||
waivers = data["review_waivers"].get("summary", {})
|
||
annotations = data["review_annotations"].get("summary", {})
|
||
intake = data["world_class_evidence_intake"].get("summary", {})
|
||
claim_guard = data["world_class_claim_guard"].get("summary", {})
|
||
registry = data["registry"].get("package", {})
|
||
package_verification = data["package_verification"].get("summary", {})
|
||
install_simulation = data["install_simulation"].get("summary", {})
|
||
upgrade = data["upgrade_check"].get("summary", {})
|
||
cards = [
|
||
{
|
||
"label": "Skill IR",
|
||
"value": str(overview.get("skill_ir", {}).get("schema_version", "missing")),
|
||
"detail": f"{overview.get('skill_ir', {}).get('target_count', 0)} targets in platform-neutral contract",
|
||
},
|
||
{
|
||
"label": "Compiler",
|
||
"value": f"{compiled.get('pass_count', 0)}/{compiled.get('target_count', 0)}",
|
||
"detail": "target contracts compiled from Skill IR",
|
||
},
|
||
{
|
||
"label": "Output Delta",
|
||
"value": str(output.get("delta", "n/a")),
|
||
"detail": f"{output.get('case_count', 0)} cases; {output.get('file_backed_case_count', 0)} file-backed",
|
||
},
|
||
{
|
||
"label": "Exec Runs",
|
||
"value": str(output_execution.get("variant_run_count", 0)),
|
||
"detail": (
|
||
f"command {output_execution.get('command_executed_count', 0)}; "
|
||
f"model {output_execution.get('model_executed_count', 0)}; "
|
||
f"recorded {output_execution.get('recorded_fixture_count', 0)}"
|
||
),
|
||
},
|
||
{
|
||
"label": "Blind A/B",
|
||
"value": str(output_blind.get("pair_count", 0)),
|
||
"detail": "review pairs hide baseline vs with-skill labels",
|
||
},
|
||
{
|
||
"label": "Review A/B",
|
||
"value": f"{output_review.get('judgment_count', 0)}/{output_review.get('pair_count', 0)}",
|
||
"detail": f"adjudication decisions; pending {output_review.get('pending_count', 0)}",
|
||
},
|
||
{
|
||
"label": "Blueprint",
|
||
"value": f"{blueprint.get('pass_count', 0)}/{blueprint.get('item_count', 0)}",
|
||
"detail": f"2.0 coverage; evidence pending {blueprint.get('world_class_evidence_pending_count', 0)}",
|
||
},
|
||
{
|
||
"label": "Runtime",
|
||
"value": f"{conformance.get('pass_count', 0)}/{conformance.get('target_count', 0)}",
|
||
"detail": "target conformance pass rate",
|
||
},
|
||
{
|
||
"label": "Perm Probe",
|
||
"value": f"{runtime_permissions.get('metadata_fallback_count', 0)}/{runtime_permissions.get('target_count', 0)}",
|
||
"detail": f"{runtime_permissions.get('native_enforcement_count', 0)} native enforcement targets",
|
||
},
|
||
{
|
||
"label": "Trust",
|
||
"value": str(trust.get("secret_findings", 0)),
|
||
"detail": f"{trust.get('script_count', 0)} scripts scanned; secrets found",
|
||
},
|
||
{
|
||
"label": "Py Compat",
|
||
"value": str(python_compat.get("issue_count", 0)),
|
||
"detail": f"{python_compat.get('file_count', 0)} files scanned for Python {python_compat.get('target_python', '3.11')}",
|
||
},
|
||
{
|
||
"label": "Arch Debt",
|
||
"value": str(architecture.get("hotspot_count", 0)),
|
||
"detail": (
|
||
f"{architecture.get('largest_file_lines', 0)} largest lines; "
|
||
f"{architecture.get('command_handler_count', 0)} CLI handlers"
|
||
),
|
||
},
|
||
{
|
||
"label": "Atlas",
|
||
"value": str(atlas.get("route_collision_count", 0)),
|
||
"detail": f"{atlas.get('skill_count', 0)} scanned skills; route collisions",
|
||
},
|
||
{
|
||
"label": "Drift",
|
||
"value": str(adoption.get("risk_band", "n/a")),
|
||
"detail": f"{adoption.get('event_count', 0)} metadata events; {adoption.get('missed_trigger_count', 0)} missed triggers",
|
||
},
|
||
{
|
||
"label": "Waivers",
|
||
"value": str(waivers.get("active_count", 0)),
|
||
"detail": f"{waivers.get('covered_gate_count', 0)} gates covered; human risk decisions",
|
||
},
|
||
{
|
||
"label": "Intake",
|
||
"value": f"{intake.get('template_pass_count', 0)}/{intake.get('template_count', 0)}",
|
||
"detail": (
|
||
f"{intake.get('valid_submission_count', 0)} valid submissions; "
|
||
f"{intake.get('invalid_submission_count', 0)} invalid"
|
||
),
|
||
},
|
||
{
|
||
"label": "Claim Guard",
|
||
"value": str(claim_guard.get("violation_count", 0)),
|
||
"detail": f"{claim_guard.get('claim_surface_count', 0)} public surfaces scanned",
|
||
},
|
||
{
|
||
"label": "Notes",
|
||
"value": f"{annotations.get('open_count', 0)}/{annotations.get('annotation_count', 0)}",
|
||
"detail": f"{annotations.get('open_blocker_count', 0)} open blocker annotations",
|
||
},
|
||
{
|
||
"label": "Registry",
|
||
"value": str(registry.get("version", "n/a")),
|
||
"detail": f"{len(registry.get('targets', []))} targets; {registry.get('license', 'no license')} license",
|
||
},
|
||
{
|
||
"label": "Archive",
|
||
"value": "pass" if data["package_verification"].get("ok") else "n/a",
|
||
"detail": f"{package_verification.get('archive_entry_count', 0)} zip entries; package verification",
|
||
},
|
||
{
|
||
"label": "Install",
|
||
"value": "pass" if data["install_simulation"].get("ok") else "n/a",
|
||
"detail": (
|
||
f"{install_simulation.get('adapter_count', 0)} adapters; "
|
||
f"{install_simulation.get('installer_permission_enforced_count', 0)} permissions enforced; "
|
||
f"{install_simulation.get('installer_permission_failure_count', 0)} permission failures"
|
||
),
|
||
},
|
||
{
|
||
"label": "Upgrade",
|
||
"value": str(upgrade.get("recommended_bump", "n/a")),
|
||
"detail": f"declared {upgrade.get('declared_bump', 'n/a')}; {upgrade.get('breaking_change_count', 0)} breaking changes",
|
||
},
|
||
]
|
||
return cards
|
||
|
||
|
||
def render_gate_list(gates: list[dict[str, str]]) -> str:
|
||
items = []
|
||
for item in gates:
|
||
link_html = f"<a href='{html.escape(item['link'])}'>证据</a>" if item.get("link") else ""
|
||
items.append(
|
||
"<article class='gate "
|
||
+ html.escape(item["status"])
|
||
+ "'>"
|
||
f"<div><span>{html.escape(status_label(item['status']))}</span><h3>{html.escape(item['label'])}</h3></div>"
|
||
f"<p>{html.escape(item['detail'])}</p>"
|
||
f"<footer>{html.escape(item['evidence'])} {link_html}</footer>"
|
||
"</article>"
|
||
)
|
||
return "".join(items)
|
||
|
||
|
||
def render_insights(cards: list[dict[str, str]]) -> str:
|
||
return "".join(
|
||
(
|
||
"<article class='metric'>"
|
||
f"<span>{html.escape(item['label'])}</span>"
|
||
f"<strong>{html.escape(item['value'])}</strong>"
|
||
f"<p>{html.escape(item['detail'])}</p>"
|
||
"</article>"
|
||
)
|
||
for item in cards
|
||
)
|
||
|
||
|
||
def render_issue_list(title: str, items: list[dict[str, str]]) -> str:
|
||
if not items:
|
||
return f"<section><h2>{html.escape(title)}</h2><p class='muted'>无。</p></section>"
|
||
body = "".join(
|
||
(
|
||
"<li>"
|
||
f"<strong>{html.escape(item['label'])}</strong>"
|
||
f"<span>{html.escape(item['detail'])}</span>"
|
||
"</li>"
|
||
)
|
||
for item in items
|
||
)
|
||
return f"<section><h2>{html.escape(title)}</h2><ul class='issues'>{body}</ul></section>"
|
||
|
||
|
||
ACTION_GUIDANCE: dict[str, dict[str, str]] = {
|
||
"intent-canvas": {
|
||
"summary": "收紧真实任务、输入、输出、排除项和成功标准。",
|
||
"why": "低 intent confidence 会让后续 Skill IR、输出评测和 Review Studio 结论建立在模糊意图上。",
|
||
"source_fix": "reports/intent-dialogue.md + reports/intent-confidence.md",
|
||
"source_paths": [
|
||
{"path": "reports/intent-dialogue.md", "label": "intent dialogue", "kind": "report", "patterns": ["# Intent"]},
|
||
{"path": "reports/intent-confidence.md", "label": "intent confidence", "kind": "report", "patterns": ["# Intent"]},
|
||
],
|
||
"verification": "python3 scripts/yao.py intent-confidence .",
|
||
},
|
||
"trigger-lab": {
|
||
"summary": "修正 route scorecard 中的误触发、漏触发或 ambiguous case。",
|
||
"why": "触发错误会让正确 Skill 失活，或让相邻 Skill 被错误调用。",
|
||
"source_fix": "SKILL.md frontmatter description + evals/*/trigger_cases.json",
|
||
"source_paths": [
|
||
{"path": "SKILL.md", "label": "frontmatter description", "kind": "source", "patterns": ["description:"]},
|
||
{"path": "evals/trigger_cases.json", "label": "trigger eval cases", "kind": "eval", "patterns": ["should_trigger"]},
|
||
{"path": "reports/route_scorecard.md", "label": "route scorecard", "kind": "report", "patterns": ["# Route"]},
|
||
],
|
||
"verification": "python3 scripts/build_confusion_matrix.py",
|
||
},
|
||
"output-lab": {
|
||
"summary": "补足 output eval 覆盖、execution evidence、blind A/B 和 reviewer adjudication。",
|
||
"why": "没有输出质量和人工盲评证据时，Skill 只能证明会触发，不能证明输出真的更好且经得起审查。",
|
||
"source_fix": "evals/output/cases.jsonl + reports/output_quality_scorecard.md + reports/output_review_decisions.json + reports/output_review_adjudication.md",
|
||
"source_paths": [
|
||
{"path": "evals/output/cases.jsonl", "label": "output eval cases", "kind": "eval", "patterns": ["case_id"]},
|
||
{"path": "reports/output_quality_scorecard.md", "label": "output scorecard", "kind": "report", "patterns": ["# Output"]},
|
||
{"path": "reports/output_execution_runs.md", "label": "output execution runs", "kind": "report", "patterns": ["# Output Execution"]},
|
||
{"path": "reports/output_blind_review_pack.md", "label": "blind A/B review pack", "kind": "report", "patterns": ["# Output Blind"]},
|
||
{"path": "reports/output_review_decisions.json", "label": "review decisions template", "kind": "report", "patterns": ["decision_contract", "winner_variant"]},
|
||
{"path": "reports/output_review_adjudication.md", "label": "review adjudication", "kind": "report", "patterns": ["# Output Review"]},
|
||
],
|
||
"verification": "python3 scripts/adjudicate_output_review.py --write-template && python3 scripts/yao.py output-review",
|
||
},
|
||
"context-budget": {
|
||
"summary": "压缩入口与高成本 references，保留最小可路由上下文。",
|
||
"why": "上下文成本过高会降低加载稳定性，并挤压用户任务材料的预算。",
|
||
"source_fix": "SKILL.md + references/",
|
||
"source_paths": [
|
||
{"path": "SKILL.md", "label": "entrypoint", "kind": "source", "patterns": ["# Yao Meta Skill"]},
|
||
{"path": "reports/context_budget.md", "label": "context budget", "kind": "report", "patterns": ["# Context"]},
|
||
],
|
||
"verification": "python3 scripts/render_context_reports.py",
|
||
},
|
||
"runtime-matrix": {
|
||
"summary": "修复目标端结构、metadata、相对路径、fallback 或 adapter target 声明。",
|
||
"why": "runtime conformance 失败意味着包可能被目标客户端错误加载或静默降级。",
|
||
"source_fix": "agents/interface.yaml + reports/conformance_matrix.md",
|
||
"source_paths": [
|
||
{"path": "agents/interface.yaml", "label": "portable interface", "kind": "source", "patterns": ["adapter_targets"]},
|
||
{"path": "reports/conformance_matrix.md", "label": "conformance matrix", "kind": "report", "patterns": ["# Runtime"]},
|
||
],
|
||
"verification": "python3 scripts/run_conformance_suite.py .",
|
||
},
|
||
"trust-report": {
|
||
"summary": "处理脚本 help surface、依赖 pin、network policy、secret 和权限声明。",
|
||
"why": "团队分发时，脚本和依赖是主要供应链风险面，warning 必须有明确处置。",
|
||
"source_fix": "reports/security_trust_report.md + security/*.md + scripts/",
|
||
"source_paths": [
|
||
{"path": "reports/security_trust_report.md", "label": "trust report", "kind": "report", "patterns": ["# Security"]},
|
||
{"path": "security/script_policy.md", "label": "script policy", "kind": "policy", "patterns": ["# Script"]},
|
||
{"path": "security/network_policy.md", "label": "network policy", "kind": "policy", "patterns": ["# Network"]},
|
||
],
|
||
"verification": "python3 scripts/trust_check.py .",
|
||
},
|
||
"python-compat": {
|
||
"summary": "修复 Python 3.11 语法兼容问题，尤其是 f-string 表达式内的反斜杠转义。",
|
||
"why": "目标运行环境可能仍停留在 Python 3.11，语法漂移会让 CLI、报告生成和 CI 在发布后直接失败。",
|
||
"source_fix": "reports/python_compatibility.md + scripts/*.py + tests/*.py",
|
||
"source_paths": [
|
||
{"path": "reports/python_compatibility.md", "label": "Python compatibility", "kind": "report", "patterns": ["# Python"]},
|
||
{"path": "scripts/python_compat_check.py", "label": "compatibility checker", "kind": "source", "patterns": ["SCRIPT_INTERFACE"]},
|
||
{"path": ".github/workflows/test.yml", "label": "CI test workflow", "kind": "ci", "patterns": ["python"]},
|
||
],
|
||
"verification": "python3 scripts/yao.py python-compat .",
|
||
},
|
||
"architecture-maintainability": {
|
||
"summary": "处理大文件和 CLI command surface 的维护性热点，优先拆分稳定职责边界。",
|
||
"why": "Meta Skill 的门禁、报告和 CLI 会持续增长；如果不把架构债纳入审查，后续能力会越来越难验证和迁移。",
|
||
"source_fix": "reports/architecture_maintainability.md + scripts/yao.py + scripts/render_review_studio.py",
|
||
"source_paths": [
|
||
{"path": "reports/architecture_maintainability.md", "label": "architecture maintainability", "kind": "report", "patterns": ["# Architecture"]},
|
||
{"path": "scripts/yao.py", "label": "Yao CLI orchestrator", "kind": "source", "patterns": ["def command_"]},
|
||
{"path": "scripts/render_review_studio.py", "label": "Review Studio renderer", "kind": "source", "patterns": ["ACTION_GUIDANCE"]},
|
||
{"path": "scripts/render_review_viewer.py", "label": "review viewer renderer", "kind": "source", "patterns": ["def "]},
|
||
],
|
||
"verification": "python3 scripts/yao.py architecture-audit .",
|
||
},
|
||
"permission-gates": {
|
||
"summary": "补齐高权限能力的 reviewer、scope、reason、expires_at 和目标端 enforcement 说明。",
|
||
"why": "权限契约只有在批准人、有效期和目标端处置方式明确时，才能支撑 governed release。",
|
||
"source_fix": "security/permission_policy.json + security/permission_policy.md",
|
||
"source_paths": [
|
||
{"path": "security/permission_policy.json", "label": "permission approvals", "kind": "policy", "patterns": ["approved"]},
|
||
{"path": "security/permission_policy.md", "label": "permission method", "kind": "policy", "patterns": ["# Permission"]},
|
||
],
|
||
"verification": "python3 scripts/trust_check.py .",
|
||
},
|
||
"permission-runtime": {
|
||
"summary": "生成并修复目标包的 runtime permission probe 报告。",
|
||
"why": "目标端即使只能提供 metadata fallback，也必须明确 native enforcement 缺口、表示位置和 operator note。",
|
||
"source_fix": "dist/targets/*/adapter.json + reports/runtime_permission_probes.md",
|
||
"source_paths": [
|
||
{"path": "reports/runtime_permission_probes.md", "label": "runtime permission probes", "kind": "report", "patterns": ["# Runtime"]},
|
||
{"path": "dist/targets/openai/adapter.json", "label": "OpenAI adapter", "kind": "package", "patterns": ["target_permission_contract"]},
|
||
{"path": "dist/targets/claude/adapter.json", "label": "Claude adapter", "kind": "package", "patterns": ["target_permission_contract"]},
|
||
{"path": "dist/targets/generic/adapter.json", "label": "generic adapter", "kind": "package", "patterns": ["target_permission_contract"]},
|
||
],
|
||
"verification": "python3 scripts/probe_runtime_permissions.py . --package-dir dist",
|
||
},
|
||
"skill-atlas": {
|
||
"summary": "处理 portfolio 里的路由冲突、owner 缺口、stale skill 和重复能力。",
|
||
"why": "单个 Skill 质量很高仍可能在团队 skill library 中被相邻 Skill 冲突削弱。",
|
||
"source_fix": "reports/skill_atlas.html + skill_atlas/catalog.json",
|
||
"source_paths": [
|
||
{"path": "skill_atlas/catalog.json", "label": "skill atlas catalog", "kind": "atlas", "patterns": ["summary"]},
|
||
{"path": "skill_atlas/policy.json", "label": "atlas scope policy", "kind": "policy", "patterns": ["scope"]},
|
||
{"path": "reports/skill_atlas.html", "label": "skill atlas report", "kind": "report", "patterns": ["Skill Atlas"]},
|
||
],
|
||
"verification": "python3 scripts/build_skill_atlas.py --workspace-root .",
|
||
},
|
||
"operations-loop": {
|
||
"summary": "记录 metadata-only 使用事件，或明确当前 release 缺少真实使用信号。",
|
||
"why": "没有运营回路时，reviewer 无法判断采用率、误触发、坏输出和 review overdue 的真实影响。",
|
||
"source_fix": "reports/adoption_drift_report.md",
|
||
"source_paths": [
|
||
{"path": "reports/adoption_drift_report.md", "label": "adoption drift report", "kind": "report", "patterns": ["# Adoption"]},
|
||
{"path": "references/telemetry-drift-method.md", "label": "telemetry method", "kind": "method", "patterns": ["# Telemetry"]},
|
||
],
|
||
"verification": "python3 scripts/render_adoption_drift_report.py . --record-event skill_activation --activation-type explicit --outcome accepted",
|
||
},
|
||
"review-waivers": {
|
||
"summary": "对保留的 warning 写入 reviewer、理由、范围和到期时间，或修掉 warning。",
|
||
"why": "warning 可以被接受，但必须可审计、会过期，并且不能掩盖 blocker。",
|
||
"source_fix": "reports/review_waivers.md",
|
||
"source_paths": [
|
||
{"path": "reports/review_waivers.md", "label": "waiver ledger", "kind": "report", "patterns": ["# Review"]},
|
||
{"path": "references/review-waiver-method.md", "label": "waiver method", "kind": "method", "patterns": ["# Review"]},
|
||
],
|
||
"verification": "python3 scripts/render_review_waivers.py .",
|
||
},
|
||
"world-class-evidence": {
|
||
"summary": "补齐 provider、真人盲评、原生权限执行和真实客户端遥测证据，或明确本次发布不声明 world-class 完成。",
|
||
"why": "世界级结论必须来自已接受的外部/人工证据；计划、metadata fallback、待评审和本地命令都不能替代完成证据。",
|
||
"source_fix": "reports/world_class_evidence_ledger.md + reports/world_class_evidence_plan.md + reports/world_class_evidence_intake.md",
|
||
"source_paths": [
|
||
{"path": "reports/world_class_evidence_ledger.md", "label": "world-class evidence ledger", "kind": "report", "patterns": ["# World-Class Evidence Ledger"]},
|
||
{"path": "reports/world_class_evidence_plan.md", "label": "world-class evidence plan", "kind": "report", "patterns": ["# World-Class Evidence Plan"]},
|
||
{"path": "reports/world_class_evidence_intake.md", "label": "world-class evidence intake", "kind": "report", "patterns": ["# World-Class Evidence Intake"]},
|
||
{"path": "reports/world_class_claim_guard.md", "label": "world-class claim guard", "kind": "report", "patterns": ["# World-Class Claim Guard"]},
|
||
{"path": "evidence/world_class/intake.schema.json", "label": "evidence intake schema", "kind": "schema", "patterns": ["Yao World-Class Evidence Intake"]},
|
||
{"path": "evidence/world_class/templates/provider-holdout.intake.json", "label": "provider intake template", "kind": "template", "patterns": ["provider-holdout"]},
|
||
{"path": "evidence/world_class/templates/human-adjudication.intake.json", "label": "human intake template", "kind": "template", "patterns": ["human-adjudication"]},
|
||
{"path": "reports/skill_os2_audit.md", "label": "Skill OS 2.0 audit", "kind": "report", "patterns": ["# Skill OS"]},
|
||
{"path": "reports/output_review_decisions.json", "label": "human review decisions", "kind": "report", "patterns": ["winner_variant"]},
|
||
{"path": "reports/runtime_permission_probes.md", "label": "runtime permission probes", "kind": "report", "patterns": ["# Runtime"]},
|
||
{"path": "reports/adoption_drift_report.md", "label": "adoption drift", "kind": "report", "patterns": ["# Adoption"]},
|
||
],
|
||
"verification": "python3 scripts/yao.py world-class-ledger . && python3 scripts/yao.py review-studio .",
|
||
},
|
||
"registry-audit": {
|
||
"summary": "补齐 registry package metadata、checksum、license、owner、review cadence 和 install evidence。",
|
||
"why": "分发元数据不完整时，团队无法安全安装、升级或追溯包体来源。",
|
||
"source_fix": "registry/ + reports/registry_audit.md",
|
||
"source_paths": [
|
||
{"path": "registry/packages/yao-meta-skill.json", "label": "registry package", "kind": "registry", "patterns": ["version"]},
|
||
{"path": "reports/registry_audit.md", "label": "registry audit", "kind": "report", "patterns": ["# Registry"]},
|
||
{"path": "reports/install_simulation.md", "label": "install simulation", "kind": "report", "patterns": ["# Install"]},
|
||
],
|
||
"verification": "python3 scripts/registry_audit.py .",
|
||
},
|
||
"release-notes": {
|
||
"summary": "确认 promotion、upgrade diff、breaking changes、migration guide 和 known limitations。",
|
||
"why": "发布说明不完整会让使用者无法判断升级风险和迁移动作。",
|
||
"source_fix": "reports/upgrade_check.md + docs/migration-v2.md",
|
||
"source_paths": [
|
||
{"path": "reports/upgrade_check.md", "label": "upgrade check", "kind": "report", "patterns": ["# Upgrade"]},
|
||
{"path": "docs/migration-v2.md", "label": "migration guide", "kind": "docs", "patterns": ["# Migration"]},
|
||
{"path": "reports/promotion_decisions.md", "label": "promotion decisions", "kind": "report", "patterns": ["# Promotion"]},
|
||
],
|
||
"verification": "python3 scripts/upgrade_check.py . --previous-package-json registry/examples/yao-meta-skill-1.0.0.json",
|
||
},
|
||
}
|
||
|
||
|
||
def build_review_actions(gates: list[dict[str, str]], skill_dir: Path, output_html: Path) -> list[dict[str, Any]]:
|
||
actions: list[dict[str, Any]] = []
|
||
for gate_item in gates:
|
||
if gate_item["status"] == "pass":
|
||
continue
|
||
guidance = ACTION_GUIDANCE.get(
|
||
gate_item["key"],
|
||
{
|
||
"summary": "打开证据报告，修复当前 gate 暴露的问题。",
|
||
"why": "该 gate 未通过，release reviewer 需要明确处置动作。",
|
||
"source_fix": gate_item.get("evidence", ""),
|
||
"source_paths": [],
|
||
"verification": "python3 scripts/render_review_studio.py .",
|
||
},
|
||
)
|
||
refs = source_refs(skill_dir, output_html, guidance.get("source_paths", []))
|
||
actions.append(
|
||
{
|
||
"gate_key": gate_item["key"],
|
||
"label": gate_item["label"],
|
||
"status": gate_item["status"],
|
||
"priority": "blocker" if gate_item["status"] == "block" else "warning",
|
||
"summary": guidance["summary"],
|
||
"why": guidance["why"],
|
||
"source_fix": guidance["source_fix"],
|
||
"source_refs": refs,
|
||
"evidence": gate_item.get("evidence", ""),
|
||
"evidence_link": gate_item.get("link", ""),
|
||
"verification_command": guidance["verification"],
|
||
}
|
||
)
|
||
return actions
|
||
|
||
|
||
def render_action_source_refs(refs: list[dict[str, Any]]) -> str:
|
||
if not refs:
|
||
return "<p class='muted'>暂无结构化 source refs；请先打开证据报告。</p>"
|
||
items = []
|
||
for ref in refs:
|
||
line_suffix = f":{ref['line']}" if ref.get("line") else ""
|
||
label = f"{ref['path']}{line_suffix}"
|
||
if ref.get("exists") and ref.get("link"):
|
||
path_html = f"<a href='{html.escape(ref['link'])}'>{html.escape(label)}</a>"
|
||
else:
|
||
path_html = f"<span>{html.escape(label)} · missing</span>"
|
||
items.append(
|
||
"<li>"
|
||
f"{path_html}"
|
||
f"<small>{html.escape(ref.get('label', 'source'))} · {html.escape(ref.get('kind', 'source'))}</small>"
|
||
"</li>"
|
||
)
|
||
return "<ul class='source-ref-list'>" + "".join(items) + "</ul>"
|
||
|
||
|
||
def render_review_actions(actions: list[dict[str, Any]]) -> str:
|
||
if not actions:
|
||
return "<p class='muted'>当前没有 blocker 或 warning。保持现有证据链即可。</p>"
|
||
cards = []
|
||
for item in actions:
|
||
link_html = f"<a href='{html.escape(item['evidence_link'])}'>打开证据</a>" if item.get("evidence_link") else ""
|
||
source_refs_html = render_action_source_refs(item.get("source_refs", []))
|
||
cards.append(
|
||
"<article class='action-card "
|
||
+ html.escape(item["status"])
|
||
+ "'>"
|
||
f"<div><span>{html.escape(status_label(item['status']))}</span><h3>{html.escape(item['label'])}</h3></div>"
|
||
f"<p>{html.escape(item['summary'])}</p>"
|
||
f"<small>{html.escape(item['why'])}</small>"
|
||
f"<dl><dt>修复位置</dt><dd>{html.escape(item['source_fix'])}</dd>"
|
||
f"<dt>验证命令</dt><dd><code>{html.escape(item['verification_command'])}</code></dd></dl>"
|
||
f"{source_refs_html}"
|
||
f"<footer>{html.escape(item['evidence'])} {link_html}</footer>"
|
||
"</article>"
|
||
)
|
||
return "".join(cards)
|
||
|
||
|
||
def render_review_annotations_panel(annotations_report: dict[str, Any]) -> str:
|
||
annotations = annotations_report.get("annotations", []) if isinstance(annotations_report, dict) else []
|
||
if not annotations:
|
||
return "<p class='muted'>当前没有 reviewer 批注。</p>"
|
||
cards = []
|
||
for item in annotations:
|
||
line_suffix = f":{item['line']}" if item.get("line") else ""
|
||
target_label = f"{item.get('target_path', '')}{line_suffix}"
|
||
meta = " · ".join(
|
||
part
|
||
for part in [
|
||
str(item.get("gate_key", "")),
|
||
str(item.get("reviewer", "")),
|
||
str(item.get("created_at", "")),
|
||
]
|
||
if part
|
||
)
|
||
cards.append(
|
||
"<article class='annotation-card "
|
||
+ html.escape(str(item.get("severity", "note")))
|
||
+ " "
|
||
+ html.escape(str(item.get("status", "open")))
|
||
+ "'>"
|
||
f"<div><span>{html.escape(str(item.get('severity', 'note')))} · {html.escape(str(item.get('status', 'open')))}</span>"
|
||
f"<h3>{html.escape(str(item.get('id', 'annotation')))}</h3></div>"
|
||
f"<p>{html.escape(str(item.get('body', '')))}</p>"
|
||
f"<dl><dt>位置</dt><dd><code>{html.escape(target_label)}</code></dd>"
|
||
f"<dt>Gate</dt><dd>{html.escape(str(item.get('gate_key', '')))}</dd>"
|
||
f"<dt>建议</dt><dd>{html.escape(str(item.get('suggested_action', '') or '无'))}</dd></dl>"
|
||
f"<small>{html.escape(meta)}</small>"
|
||
f"<footer>{html.escape(str(item.get('source_excerpt', '')))}</footer>"
|
||
"</article>"
|
||
)
|
||
return "".join(cards)
|
||
|
||
|
||
def render_inline_list(items: list[Any], empty_label: str) -> str:
|
||
if not items:
|
||
return f"<p class='muted'>{html.escape(empty_label)}</p>"
|
||
return "<ul>" + "".join(f"<li>{html.escape(str(item))}</li>" for item in items) + "</ul>"
|
||
|
||
|
||
def render_world_class_evidence_entries(ledger: dict[str, Any]) -> str:
|
||
entries = ledger.get("entries", []) if isinstance(ledger, dict) else []
|
||
if not entries:
|
||
return "<p class='muted'>当前没有 world-class 证据条目。</p>"
|
||
cards = []
|
||
for entry in entries:
|
||
observed = entry.get("observed_state", {}) if isinstance(entry.get("observed_state", {}), dict) else {}
|
||
observed_summary = "; ".join(f"{key}: {value}" for key, value in observed.items())
|
||
status = str(entry.get("status", "pending"))
|
||
status_label_text = "已接受" if status == "accepted" else "待补证"
|
||
cards.append(
|
||
"<article class='world-evidence-card "
|
||
+ html.escape(status)
|
||
+ "'>"
|
||
f"<div><span>{html.escape(status_label_text)} · {html.escape(str(entry.get('category', '')))}</span>"
|
||
f"<h3>{html.escape(str(entry.get('label', entry.get('key', 'evidence'))))}</h3></div>"
|
||
f"<p>{html.escape(str(entry.get('objective', '')))}</p>"
|
||
f"<dl><dt>负责人</dt><dd>{html.escape(str(entry.get('owner', '')))}</dd>"
|
||
f"<dt>当前状态</dt><dd>{html.escape(str(entry.get('current', '')))}</dd>"
|
||
f"<dt>下一步</dt><dd>{html.escape(str(entry.get('next_action', '')))}</dd>"
|
||
f"<dt>观测值</dt><dd>{html.escape(observed_summary or '无')}</dd></dl>"
|
||
"<div class='world-evidence-columns'>"
|
||
"<div><h4>完成定义</h4>"
|
||
+ render_inline_list(entry.get("success_checks", []), "暂无完成定义。")
|
||
+ "</div>"
|
||
"<div><h4>证据来源</h4>"
|
||
+ render_inline_list(entry.get("evidence_artifacts", []), "暂无证据来源。")
|
||
+ "</div>"
|
||
"<div><h4>隐私约束</h4>"
|
||
+ render_inline_list(entry.get("privacy_contract", []), "暂无隐私约束。")
|
||
+ "</div>"
|
||
"</div>"
|
||
"</article>"
|
||
)
|
||
return "<div class='world-evidence-grid'>" + "".join(cards) + "</div>"
|
||
|
||
|
||
def render_html(report: dict[str, Any]) -> str:
|
||
summary = report["summary"]
|
||
gates = report["gates"]
|
||
gate_details = {item["key"]: item["detail"] for item in gates}
|
||
blockers = report["blockers"]
|
||
warnings = report["warnings"]
|
||
insights = insight_cards(report["data"])
|
||
overview = report["data"]["overview"]
|
||
manifest = report["data"]["manifest"]
|
||
frontmatter = report["data"]["frontmatter"]
|
||
title = overview.get("display_name") or overview.get("title") or frontmatter.get("name") or manifest.get("name") or "Skill"
|
||
description = overview.get("description") or frontmatter.get("description", "")
|
||
nav_html = render_review_nav()
|
||
gates_html = render_gate_list(gates)
|
||
metrics_html = render_insights(insights)
|
||
blockers_html = render_issue_list("阻断事项", blockers)
|
||
warnings_html = render_issue_list("关注事项", warnings)
|
||
actions_html = render_review_actions(report["review_actions"])
|
||
annotations_html = render_review_annotations_panel(report["data"].get("review_annotations", {}))
|
||
output_summary = report["data"]["output_quality"].get("summary", {})
|
||
output_execution_summary = report["data"]["output_execution"].get("summary", {})
|
||
output_blind_summary = report["data"]["output_blind_review"].get("summary", {})
|
||
output_review_summary = report["data"]["output_review_adjudication"].get("summary", {})
|
||
blueprint_summary = report["data"]["skill_os2_coverage"].get("summary", {})
|
||
conformance_summary = report["data"]["conformance"].get("summary", {})
|
||
compiled_summary = report["data"]["compiled_targets"].get("summary", {})
|
||
trust_summary = report["data"]["trust"].get("summary", {})
|
||
python_compat_summary = report["data"]["python_compatibility"].get("summary", {})
|
||
runtime_permissions_summary = report["data"]["runtime_permissions"].get("summary", {})
|
||
atlas_summary = report["data"]["atlas"].get("summary", {})
|
||
adoption_summary = report["data"]["adoption_drift"].get("summary", {})
|
||
waiver_summary = report["data"]["review_waivers"].get("summary", {})
|
||
world_class_ledger = report["data"].get("world_class_evidence_ledger", {})
|
||
world_class_summary = world_class_ledger.get("summary", {})
|
||
world_class_intake_summary = report["data"].get("world_class_evidence_intake", {}).get("summary", {})
|
||
world_class_claim_summary = report["data"].get("world_class_claim_guard", {}).get("summary", {})
|
||
world_class_entries_html = render_world_class_evidence_entries(world_class_ledger)
|
||
annotation_summary = report["data"]["review_annotations"].get("summary", {})
|
||
annotation_caption = (
|
||
f"{annotation_summary.get('annotation_count', 0)} 条批注；"
|
||
f"开放 {annotation_summary.get('open_count', 0)}；"
|
||
f"阻断 {annotation_summary.get('open_blocker_count', 0)}"
|
||
)
|
||
registry_package = report["data"]["registry"].get("package", {})
|
||
package_summary = report["data"]["package_verification"].get("summary", {})
|
||
install_summary = report["data"]["install_simulation"].get("summary", {})
|
||
atlas_panel = render_kv_grid(
|
||
atlas_summary,
|
||
[
|
||
"skill_count",
|
||
"actionable_skill_count",
|
||
"actionable_route_collision_count",
|
||
"actionable_owner_gap_count",
|
||
"actionable_stale_count",
|
||
"telemetry_report_count",
|
||
"actionable_drift_signal_count",
|
||
"drift_signal_count",
|
||
"non_actionable_issue_count",
|
||
],
|
||
"skill atlas summary missing",
|
||
)
|
||
output_panel = render_kv_grid(
|
||
output_summary,
|
||
["case_count", "with_skill_pass_rate", "baseline_pass_rate", "delta", "gate_pass", "failure_count"],
|
||
"output eval scorecard missing",
|
||
)
|
||
execution_panel = render_kv_grid(
|
||
output_execution_summary,
|
||
[
|
||
"variant_run_count",
|
||
"command_executed_count",
|
||
"model_executed_count",
|
||
"recorded_fixture_count",
|
||
"timing_observed_count",
|
||
"token_estimated_count",
|
||
],
|
||
"output execution report missing",
|
||
)
|
||
blind_panel = render_kv_grid(
|
||
output_blind_summary,
|
||
["pair_count", "answer_key_separate", "with_skill_hidden_count"],
|
||
"blind A/B review pack missing",
|
||
)
|
||
review_panel = render_kv_grid(
|
||
output_review_summary,
|
||
[
|
||
"pair_count",
|
||
"judgment_count",
|
||
"pending_count",
|
||
"agreement_count",
|
||
"disagreement_count",
|
||
"invalid_decision_count",
|
||
"answer_revealed_count",
|
||
"pending_answer_hidden_count",
|
||
],
|
||
"review adjudication report missing",
|
||
)
|
||
blueprint_panel = render_kv_grid(
|
||
blueprint_summary,
|
||
[
|
||
"item_count",
|
||
"module_count",
|
||
"recommended_pr_count",
|
||
"pass_count",
|
||
"warn_count",
|
||
"missing_count",
|
||
"local_blueprint_ready",
|
||
"public_world_class_ready",
|
||
"world_class_evidence_pending_count",
|
||
],
|
||
"Skill OS 2.0 blueprint coverage missing",
|
||
)
|
||
conformance_panel = render_kv_grid(
|
||
conformance_summary,
|
||
["target_count", "pass_count", "fail_count", "warning_count", "failure_count"],
|
||
"runtime conformance matrix missing",
|
||
)
|
||
compiled_panel = render_kv_grid(
|
||
compiled_summary,
|
||
["target_count", "pass_count", "warn_count", "block_count", "failure_count"],
|
||
"compiled target report missing",
|
||
)
|
||
trust_panel = render_kv_grid(
|
||
trust_summary,
|
||
["secret_findings", "script_count", "network_script_count", "help_smoke_failed_count", "package_sha256"],
|
||
"security trust report missing",
|
||
)
|
||
python_compat_panel = render_kv_grid(
|
||
python_compat_summary,
|
||
["target_python", "file_count", "issue_count", "syntax_error_count", "fstring_311_violation_count"],
|
||
"python compatibility report missing",
|
||
)
|
||
runtime_boundary_panel = render_kv_grid(
|
||
runtime_permissions_summary,
|
||
["target_count", "pass_count", "native_enforcement_count", "metadata_fallback_count", "residual_risk_count", "failure_count"],
|
||
"runtime permission probe summary missing",
|
||
)
|
||
adoption_panel = render_kv_grid(
|
||
adoption_summary,
|
||
["event_count", "adoption_rate", "missed_trigger_count", "bad_output_count", "risk_band"],
|
||
"no adoption drift summary",
|
||
)
|
||
waiver_panel = render_kv_grid(
|
||
waiver_summary,
|
||
["waiver_count", "active_count", "expired_count", "invalid_count", "covered_gate_count"],
|
||
"no review waiver summary",
|
||
)
|
||
world_class_panel = render_kv_grid(
|
||
world_class_summary,
|
||
[
|
||
"ledger_entry_count",
|
||
"accepted_count",
|
||
"pending_count",
|
||
"human_pending_count",
|
||
"external_pending_count",
|
||
"overclaim_guard_active",
|
||
"ready_to_claim_world_class",
|
||
],
|
||
"world-class evidence ledger missing",
|
||
)
|
||
world_class_intake_panel = render_kv_grid(
|
||
world_class_intake_summary,
|
||
[
|
||
"schema_present",
|
||
"template_count",
|
||
"template_pass_count",
|
||
"submission_count",
|
||
"valid_submission_count",
|
||
"invalid_submission_count",
|
||
"ready_for_external_collection",
|
||
"ready_for_ledger_review",
|
||
"ready_to_claim_world_class",
|
||
],
|
||
"world-class evidence intake missing",
|
||
)
|
||
world_class_claim_panel = render_kv_grid(
|
||
world_class_claim_summary,
|
||
[
|
||
"ledger_ready_to_claim_world_class",
|
||
"ledger_pending_count",
|
||
"claim_surface_count",
|
||
"violation_count",
|
||
"overclaim_guard_active",
|
||
],
|
||
"world-class claim guard missing",
|
||
)
|
||
registry_panel = render_kv_grid(
|
||
registry_package_summary(registry_package),
|
||
[
|
||
"name",
|
||
"version",
|
||
"maturity",
|
||
"owner",
|
||
"license",
|
||
"trust_level",
|
||
"targets",
|
||
"compatibility_pass_count",
|
||
"archive_sha256",
|
||
],
|
||
"registry package metadata missing",
|
||
)
|
||
package_panel = render_kv_grid(
|
||
package_summary,
|
||
["target_count", "adapter_count", "archive_present", "archive_entry_count", "failure_count", "warning_count", "archive_sha256"],
|
||
"package verification missing",
|
||
)
|
||
install_panel = render_kv_grid(
|
||
install_summary,
|
||
[
|
||
"archive_extracted",
|
||
"entrypoint_loaded",
|
||
"manifest_loaded",
|
||
"interface_loaded",
|
||
"adapter_count",
|
||
"installer_permission_enforced_count",
|
||
"installer_permission_failure_count",
|
||
"permission_target_count",
|
||
"permission_capability_count",
|
||
"failure_count",
|
||
"warning_count",
|
||
],
|
||
"install simulation missing",
|
||
)
|
||
evidence_html = "".join(
|
||
f"<li><strong>{html.escape(key)}</strong><span>{html.escape(value)}</span></li>"
|
||
for key, value in report["evidence_paths"].items()
|
||
)
|
||
return f"""<!DOCTYPE html>
|
||
<html lang="zh-CN">
|
||
<head>
|
||
<meta charset="utf-8">
|
||
<meta name="viewport" content="width=device-width, initial-scale=1">
|
||
<title>{html.escape(str(title))} Review Studio 2.0</title>
|
||
<style>
|
||
{review_studio_css()}
|
||
</style>
|
||
</head>
|
||
<body>
|
||
<nav>{nav_html}</nav>
|
||
<main>
|
||
<header id="overview">
|
||
<div class="eyebrow">Review Studio 2.0</div>
|
||
<h1>{html.escape(str(title))}</h1>
|
||
<p class="lede">{html.escape(str(description))}</p>
|
||
<div class="decision">
|
||
<span>审查结论</span>
|
||
<strong>{html.escape(summary['decision'])}</strong>
|
||
<span>Score {html.escape(str(summary['world_class_score']))}/100</span>
|
||
</div>
|
||
</header>
|
||
|
||
<section>
|
||
<h2>核心指标</h2>
|
||
<div class="metrics">{metrics_html}</div>
|
||
</section>
|
||
|
||
<section>
|
||
<h2>审查闸门</h2>
|
||
<div class="gates">{gates_html}</div>
|
||
</section>
|
||
|
||
<div class="twocol">
|
||
{blockers_html}
|
||
{warnings_html}
|
||
</div>
|
||
|
||
<section id="actions">
|
||
<h2>修复动作</h2>
|
||
<div class="actions-grid">{actions_html}</div>
|
||
</section>
|
||
|
||
<section id="annotations">
|
||
<h2>审查批注</h2>
|
||
<p class="muted">当前批注：{html.escape(annotation_caption)}</p>
|
||
<div class="annotations-grid">{annotations_html}</div>
|
||
</section>
|
||
|
||
<section id="intent" class="twocol">
|
||
<div class="panel">
|
||
<h2>意图画布</h2>
|
||
<p>{html.escape(str(report['data']['intent_confidence'].get('anchor_sentence', description)))}</p>
|
||
</div>
|
||
<div class="panel">
|
||
<h2>证据路径</h2>
|
||
<ul class="evidence">{evidence_html}</ul>
|
||
</div>
|
||
</section>
|
||
|
||
<section id="trigger" class="twocol">
|
||
<div class="panel"><h2>触发实验</h2><p>{html.escape(gates[1]['detail'])}</p></div>
|
||
<div class="panel"><h2>组合治理</h2>{atlas_panel}</div>
|
||
</section>
|
||
|
||
<section id="output" class="twocol">
|
||
<div class="panel"><h2>输出实验</h2>{output_panel}</div>
|
||
<div class="panel"><h2>执行证据</h2>{execution_panel}</div>
|
||
</section>
|
||
|
||
<section class="twocol">
|
||
<div class="panel"><h2>盲评包</h2>{blind_panel}</div>
|
||
<div class="panel"><h2>审定报告</h2>{review_panel}</div>
|
||
</section>
|
||
|
||
<section class="twocol">
|
||
<div class="panel"><h2>发布标准</h2><p>Governed 和 Library 至少需要 5 个 output eval cases，并覆盖 file-backed、near-neighbor、boundary case、execution evidence 和 blind A/B review pack。</p></div>
|
||
<div class="panel"><h2>人工结论</h2><p>没有 reviewer 决策时只显示 pending；只有真实决策文件会进入一致率和分歧统计。</p></div>
|
||
</section>
|
||
|
||
<section class="twocol">
|
||
<div class="panel"><h2>评审方式</h2><p>先看 reports/output_blind_review_pack.md 做盲评，填入 reports/output_review_decisions.json，再用 reports/output_review_adjudication.md 核对答案 key。</p></div>
|
||
<div class="panel"><h2>运行方式</h2><p>reports/output_execution_runs.md 会标明 recorded fixture、command run 或 model run；只有 provider runner 返回 model metadata 时才算 model-executed。</p></div>
|
||
</section>
|
||
|
||
<section id="runtime" class="twocol">
|
||
<div class="panel"><h2>运行矩阵</h2>{conformance_panel}</div>
|
||
<div class="panel"><h2>目标编译</h2>{compiled_panel}</div>
|
||
</section>
|
||
|
||
<section class="twocol">
|
||
<div class="panel"><h2>上下文</h2><p>{html.escape(gate_details.get('context-budget', 'context budget missing'))}</p></div>
|
||
<div class="panel"><h2>编译证据</h2><p>Review reports/compiled_targets.md before packaging to inspect target adapter modes, generated files, preserved semantics, warnings, and unsupported features.</p></div>
|
||
</section>
|
||
|
||
<section id="trust" class="twocol">
|
||
<div class="panel"><h2>信任报告</h2>{trust_panel}</div>
|
||
<div class="panel"><h2>安全边界</h2><p>高风险 secret、远程 inline execution、缺失依赖策略或无法解释的脚本接口应阻断 governed release。</p></div>
|
||
</section>
|
||
|
||
<section class="twocol">
|
||
<div class="panel"><h2>Python 兼容</h2>{python_compat_panel}</div>
|
||
<div class="panel"><h2>解释器边界</h2><p>CI 和发布审查以 Python 3.11 兼容为底线；本地更高版本允许的新语法不能绕过兼容门禁。</p></div>
|
||
</section>
|
||
|
||
<section id="permissions" class="twocol">
|
||
<div class="panel"><h2>权限批准</h2><p>{html.escape(gate_details.get('permission-gates', 'permission governance missing'))}</p></div>
|
||
<div class="panel"><h2>批准策略</h2><p>高权限能力需要 reviewer、scope、reason、expires_at 和 openai/claude/generic 目标端 enforcement 说明。</p></div>
|
||
</section>
|
||
|
||
<section id="permission-probes" class="twocol">
|
||
<div class="panel"><h2>权限探针</h2><p>{html.escape(gate_details.get('permission-runtime', 'runtime permission probes missing'))}</p></div>
|
||
<div class="panel"><h2>运行边界</h2>{runtime_boundary_panel}</div>
|
||
</section>
|
||
|
||
<section id="atlas" class="twocol">
|
||
<div class="panel"><h2>组合治理</h2><p>{html.escape(gate_details.get('skill-atlas', 'skill atlas missing'))}</p></div>
|
||
<div class="panel"><h2>下一动作</h2><p>优先处理真实 portfolio 中的 duplicate names、stale skills、owner gaps，再用运营回路判断真实影响。</p></div>
|
||
</section>
|
||
|
||
<section id="telemetry" class="twocol">
|
||
<div class="panel"><h2>运营回路</h2><p>{html.escape(gate_details.get('operations-loop', 'adoption drift report missing'))}</p></div>
|
||
<div class="panel"><h2>漂移信号</h2>{adoption_panel}</div>
|
||
</section>
|
||
|
||
<section id="waivers" class="twocol">
|
||
<div class="panel"><h2>人工批准</h2><p>{html.escape(gate_details.get('review-waivers', 'review waiver ledger missing'))}</p></div>
|
||
<div class="panel"><h2>批准台账</h2>{waiver_panel}</div>
|
||
</section>
|
||
|
||
<section id="world-class">
|
||
<h2>世界证据</h2>
|
||
<p class="muted">这里列出每个 world-class 证据项的当前状态、完成定义、证据来源、隐私约束和下一步；计划、metadata fallback、待评审和本地命令不会被当成完成证据。</p>
|
||
{world_class_entries_html}
|
||
</section>
|
||
|
||
<section class="twocol">
|
||
<div class="panel"><h2>蓝图覆盖</h2>{blueprint_panel}</div>
|
||
<div class="panel"><h2>覆盖边界</h2><p>蓝图覆盖只证明 2.0 模块、建议 PR、脚本、报告和测试在本地闭环；public world-class 仍以 world-class evidence ledger 的真人和外部证据为准。</p></div>
|
||
</section>
|
||
|
||
<section class="twocol">
|
||
<div class="panel"><h2>世界证据</h2><p>{html.escape(gate_details.get('world-class-evidence', 'world-class evidence ledger missing'))}</p></div>
|
||
<div class="panel"><h2>证据台账</h2>{world_class_panel}</div>
|
||
</section>
|
||
|
||
<section class="twocol">
|
||
<div class="panel"><h2>证据入口</h2>{world_class_intake_panel}</div>
|
||
<div class="panel"><h2>入口边界</h2><p>intake 只校验证据包格式、来源、隐私和反过度声明；只有 ledger 看到真实 provider、真人、原生权限或真实客户端结果后，world-class 才能进入完成审计。</p></div>
|
||
</section>
|
||
|
||
<section class="twocol">
|
||
<div class="panel"><h2>声明守卫</h2>{world_class_claim_panel}</div>
|
||
<div class="panel"><h2>声明边界</h2><p>claim guard 扫描 README、docs 和 reports 中的完成态表述；ledger 未 ready 时，任何英文完成断言、true 状态声明或中文完成态都会阻断发布审查。</p></div>
|
||
</section>
|
||
|
||
<section id="registry" class="twocol">
|
||
<div class="panel"><h2>注册审计</h2><p>{html.escape(gate_details.get('registry-audit', 'registry audit missing'))}</p></div>
|
||
<div class="panel"><h2>包体元数据</h2>{registry_panel}</div>
|
||
</section>
|
||
|
||
<section id="release" class="twocol">
|
||
<div class="panel"><h2>发布路线</h2><p>{html.escape(gate_details.get('release-notes', 'release notes missing'))}</p></div>
|
||
<div class="panel"><h2>包体验证</h2>{package_panel}</div>
|
||
</section>
|
||
|
||
<section class="twocol">
|
||
<div class="panel"><h2>安装模拟</h2>{install_panel}</div>
|
||
<div class="panel"><h2>权限覆盖</h2><p>安装模拟会读取解压后的 target adapter，并按 declared_capabilities 核对 security/permission_policy.json 中的有效批准、证据、过期时间和目标端 enforcement 说明。</p></div>
|
||
</section>
|
||
</main>
|
||
</body>
|
||
</html>
|
||
"""
|
||
|
||
|
||
def render_review_studio(skill_dir: Path, output_html: Path | None = None, output_json: Path | None = None) -> dict[str, Any]:
|
||
skill_dir = skill_dir.resolve()
|
||
reports_dir = skill_dir / "reports"
|
||
reports_dir.mkdir(parents=True, exist_ok=True)
|
||
output_html = output_html or reports_dir / "review-studio.html"
|
||
output_json = output_json or reports_dir / "review-studio.json"
|
||
data = load_review_data(skill_dir)
|
||
gates = build_gates(skill_dir, output_html, data)
|
||
blockers, warnings = add_blockers_from_gate(gates)
|
||
review_actions = build_review_actions(gates, skill_dir, output_html)
|
||
score = weighted_score(gates)
|
||
annotation_summary = data["review_annotations"].get("summary", {})
|
||
open_annotation_blockers = int(annotation_summary.get("open_blocker_count", 0) or 0)
|
||
open_annotation_warnings = int(annotation_summary.get("open_warning_count", 0) or 0)
|
||
decision = "blocked" if blockers or open_annotation_blockers else ("review" if warnings or open_annotation_warnings else "ready")
|
||
report = {
|
||
"schema_version": "2.0",
|
||
"ok": True,
|
||
"skill_dir": display_path(skill_dir, skill_dir),
|
||
"summary": {
|
||
"decision": decision,
|
||
"world_class_score": score,
|
||
"gate_count": len(gates),
|
||
"blocker_count": len(blockers),
|
||
"warning_count": len(warnings),
|
||
"action_count": len(review_actions),
|
||
"annotation_count": int(annotation_summary.get("annotation_count", 0) or 0),
|
||
"open_annotation_count": int(annotation_summary.get("open_count", 0) or 0),
|
||
"open_annotation_blocker_count": open_annotation_blockers,
|
||
"open_annotation_warning_count": open_annotation_warnings,
|
||
},
|
||
"gates": gates,
|
||
"blockers": blockers,
|
||
"warnings": warnings,
|
||
"review_actions": review_actions,
|
||
"evidence_paths": evidence_paths(skill_dir),
|
||
"data": data,
|
||
"artifacts": {
|
||
"html": display_path(skill_dir, output_html),
|
||
"json": display_path(skill_dir, output_json),
|
||
},
|
||
}
|
||
output_html.write_text(render_html(report), encoding="utf-8")
|
||
output_json.write_text(json.dumps(report, ensure_ascii=False, indent=2) + "\n", encoding="utf-8")
|
||
return {key: value for key, value in report.items() if key != "data"}
|
||
|
||
|
||
def main() -> None:
|
||
parser = argparse.ArgumentParser(description="Render Review Studio 2.0 for a skill package.")
|
||
parser.add_argument("skill_dir", nargs="?", default=".")
|
||
parser.add_argument("--output-html")
|
||
parser.add_argument("--output-json")
|
||
args = parser.parse_args()
|
||
payload = render_review_studio(
|
||
Path(args.skill_dir),
|
||
output_html=Path(args.output_html).resolve() if args.output_html else None,
|
||
output_json=Path(args.output_json).resolve() if args.output_json else None,
|
||
)
|
||
print(json.dumps(payload, ensure_ascii=False, indent=2))
|
||
|
||
|
||
if __name__ == "__main__":
|
||
main()
|