yaojingang
68 lines
2.3 KiB
Python
68 lines
2.3 KiB
Python
#!/usr/bin/env python3
|
|
import json
|
|
import subprocess
|
|
import sys
|
|
import tempfile
|
|
from pathlib import Path
|
|
|
|
|
|
ROOT = Path(__file__).resolve().parent.parent
|
|
SCRIPT = ROOT / "scripts" / "render_portability_report.py"
|
|
sys.path.insert(0, str(ROOT / "scripts"))
|
|
|
|
from render_portability_report import find_ir
|
|
|
|
|
|
def main() -> None:
|
|
with tempfile.TemporaryDirectory(prefix="renamed-skill-root-") as tmp:
|
|
tmp_root = Path(tmp)
|
|
ir_dir = tmp_root / "skill-ir" / "examples"
|
|
ir_dir.mkdir(parents=True)
|
|
ir_path = ir_dir / "yao-meta-skill.json"
|
|
ir_path.write_text(
|
|
json.dumps({"schema_version": "2.0.0", "job_to_be_done": "test renamed checkout"}),
|
|
encoding="utf-8",
|
|
)
|
|
ir_payload, ir_source = find_ir(tmp_root)
|
|
assert ir_payload["schema_version"] == "2.0.0", ir_payload
|
|
assert ir_source == "skill-ir/examples/yao-meta-skill.json", ir_source
|
|
|
|
payload = None
|
|
for args in ([], [str(ROOT)]):
|
|
proc = subprocess.run(
|
|
[sys.executable, str(SCRIPT), *args],
|
|
cwd=ROOT,
|
|
capture_output=True,
|
|
text=True,
|
|
)
|
|
if proc.returncode != 0:
|
|
print(proc.stdout)
|
|
print(proc.stderr)
|
|
raise SystemExit(proc.returncode)
|
|
current_payload = json.loads(proc.stdout)
|
|
if payload is None:
|
|
payload = current_payload
|
|
elif current_payload != payload:
|
|
print(json.dumps({"default": payload, "explicit": current_payload}, ensure_ascii=False, indent=2))
|
|
raise SystemExit(2)
|
|
|
|
assert payload is not None
|
|
failures = []
|
|
if payload.get("score", 0) < 95:
|
|
failures.append(f"portability score too low: {payload.get('score')}")
|
|
if payload.get("summary", {}).get("adapter_target_count", 0) < 3:
|
|
failures.append("adapter target coverage too low")
|
|
if payload.get("summary", {}).get("degradation_coverage", 0) < 3:
|
|
failures.append("degradation coverage too low")
|
|
if payload.get("summary", {}).get("snapshot_count", 0) < 3:
|
|
failures.append("snapshot coverage too low")
|
|
|
|
report = {"ok": not failures, "failures": failures, "payload": payload}
|
|
print(json.dumps(report, ensure_ascii=False, indent=2))
|
|
if failures:
|
|
raise SystemExit(2)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|