yao-meta-skill/tests/world_class_native_telemetry_fixtures.py

#!/usr/bin/env python3
import hashlib
import json
from pathlib import Path

from world_class_evidence_contract import validate_payload


ROOT = Path(__file__).resolve().parent.parent
TMP = ROOT / "tests" / "tmp_world_class_evidence_intake"


def sha256_file(path: Path) -> str:
    digest = hashlib.sha256()
    with path.open("rb") as handle:
        for chunk in iter(lambda: handle.read(1024 * 1024), b""):
            digest.update(chunk)
    return digest.hexdigest()


def write_json(path: Path, payload: dict) -> None:
    path.parent.mkdir(parents=True, exist_ok=True)
    path.write_text(json.dumps(payload, ensure_ascii=False, indent=2) + "\n", encoding="utf-8")


def native_telemetry_submission(skill_root: Path) -> dict:
    return {
        "schema_version": "1.0",
        "evidence_key": "native-client-telemetry",
        "template_only": False,
        "category": "external",
        "source_type": "native-client-telemetry",
        "submitted_by": "Yao client integrator",
        "submitted_at": "2026-06-14",
        "summary": "Completed native-client-telemetry evidence for ledger review.",
        "artifact_refs": [
            {
                "path": "reports/adoption_drift_report.json",
                "kind": "adoption-drift-report",
                "contains_raw_content": False,
                "sha256": sha256_file(skill_root / "reports" / "adoption_drift_report.json"),
            },
            {
                "path": "reports/telemetry_hook_recipes.json",
                "kind": "hook-recipes",
                "contains_raw_content": False,
                "sha256": sha256_file(skill_root / "reports" / "telemetry_hook_recipes.json"),
            },
        ],
        "provenance": {
            "client": "Chrome extension production build",
            "native_host_manifest": "/Users/laoyao/.config/chrome/native-hosts/yao-meta-skill.json",
            "event_source": "external",
            "metadata_only": True,
        },
        "privacy": {
            "raw_user_content_included": False,
            "raw_provider_prompt_included": False,
            "credentials_included": False,
            "secrets_included": False,
        },
        "anti_overclaim": {
            "planned_work_counts_as_evidence": False,
            "metadata_fallback_counts_as_native_enforcement": False,
            "pending_review_counts_as_human_decision": False,
            "local_command_runner_counts_as_provider_model": False,
        },
        "attestation": {
            "real_external_or_human_evidence": True,
            "reviewer_or_operator_identity_present": True,
            "artifact_refs_reviewed": True,
            "privacy_contract_satisfied": True,
            "ledger_reviewer_approved": True,
            "ledger_reviewer": "Yao ledger reviewer",
            "ledger_reviewed_at": "2026-06-14",
        },
    }


def write_native_telemetry_artifacts(skill_root: Path, *, complete: bool) -> None:
    recent_events = (
        [
            {
                "command": "chrome-extension",
                "event": "skill_activation",
                "skill": "yao-meta-skill",
                "source": "external",
                "version": "1.1.0",
                "activation_type": "explicit",
                "outcome": "accepted",
                "failure_type": "none",
                "timestamp": "2026-06-14T10:00:00Z",
            }
        ]
        if complete
        else []
    )
    write_json(
        skill_root / "reports" / "adoption_drift_report.json",
        {
            "schema_version": "2.0",
            "ok": True,
            "privacy_contract": {
                "raw_content_allowed": False,
                "raw_event_log_packaged": False,
            },
            "summary": {
                "source_types": {"external": 1 if complete else 0},
                "adoption_sample_count": 1 if complete else 0,
            },
            "adoption_by_skill": [
                {
                    "skill": "yao-meta-skill",
                    "events": 1 if complete else 0,
                    "adoption_events": 1 if complete else 0,
                    "accepted": 1 if complete else 0,
                    "edited": 0,
                    "rejected": 0,
                    "missed": 0,
                    "adoption_rate": 100.0 if complete else 0,
                }
            ],
            "recent_events": recent_events,
        },
    )
    write_json(
        skill_root / "reports" / "telemetry_hook_recipes.json",
        {
            "schema_version": "1.0",
            "ok": True,
            "privacy_contract": {"raw_content_allowed": False},
            "summary": {"recipe_count": 1, "metadata_only_recipe_count": 1},
            "recipes": [
                {
                    "id": "chrome-extension",
                    "source": "external",
                    "metadata_only": True,
                    "native_auto_capture": False,
                    "event": "skill_activation",
                    "outcome": "accepted",
                }
            ],
        },
    )


def assert_native_telemetry_contract_artifact_validation() -> None:
    entry = {"key": "native-client-telemetry", "category": "external"}
    skill_root = TMP / "native_telemetry_contract_root"
    write_native_telemetry_artifacts(skill_root, complete=True)
    valid = validate_payload(
        native_telemetry_submission(skill_root),
        entry,
        path=skill_root / "evidence" / "world_class" / "submissions" / "native-client-telemetry.json",
        root=skill_root,
        template_expected=False,
    )
    assert valid["status"] == "pass", valid

    forged_adoption = json.loads((skill_root / "reports" / "adoption_drift_report.json").read_text(encoding="utf-8"))
    forged_adoption["recent_events"][0]["source"] = "manual"
    write_json(skill_root / "reports" / "adoption_drift_report.json", forged_adoption)
    forged = validate_payload(
        native_telemetry_submission(skill_root),
        entry,
        path=skill_root / "evidence" / "world_class" / "submissions" / "native-client-telemetry.json",
        root=skill_root,
        template_expected=False,
    )
    assert forged["status"] == "fail", forged
    assert any("external event rows must cover summary.source_types.external" in error for error in forged["errors"]), (
        forged["errors"]
    )

    write_native_telemetry_artifacts(skill_root, complete=False)
    invalid = validate_payload(
        native_telemetry_submission(skill_root),
        entry,
        path=skill_root / "evidence" / "world_class" / "submissions" / "native-client-telemetry.json",
        root=skill_root,
        template_expected=False,
    )
    assert invalid["status"] == "fail", invalid
    assert any("summary.source_types.external must be >0" in error for error in invalid["errors"]), invalid["errors"]
    assert any("summary.adoption_sample_count must be >0" in error for error in invalid["errors"]), invalid["errors"]