yao-meta-skill/tests/yao_cli_helpers.py

import json
import os
import subprocess
import sys
from pathlib import Path


ROOT = Path(__file__).resolve().parent.parent
CLI = ROOT / "scripts" / "yao.py"
BENCHMARK_FIXTURE_DIR = ROOT / "tests" / "fixtures" / "github_benchmark_scan"

sys.path.insert(0, str(ROOT / "scripts"))
import yao as yao_cli_module  # noqa: E402
import yao_cli_adaptation_commands  # noqa: E402
import yao_cli_config  # noqa: E402
import yao_cli_distribution_commands  # noqa: E402
import yao_cli_output_commands  # noqa: E402
import yao_cli_parser  # noqa: E402
import yao_cli_parser_evidence  # noqa: E402
import yao_cli_parser_operator  # noqa: E402
import yao_cli_parser_operations  # noqa: E402
import yao_cli_operator_commands  # noqa: E402
import yao_cli_report_commands  # noqa: E402
import yao_cli_runtime  # noqa: E402
from yao_cli_report_refresh import refresh_root_report_consistency_inputs  # noqa: E402


def run(*args: str, input_text: str | None = None) -> dict:
    env = dict(os.environ)
    env["YAO_CLI_TELEMETRY"] = "0"
    env.pop("YAO_CLI_TELEMETRY_EVENTS", None)
    proc = subprocess.run(
        [sys.executable, str(CLI), *args],
        cwd=ROOT,
        capture_output=True,
        text=True,
        input=input_text,
        env=env,
    )
    payload = json.loads(proc.stdout)
    return {
        "ok": proc.returncode == 0,
        "returncode": proc.returncode,
        "payload": payload,
        "stderr": proc.stderr,
    }


def run_with_env(extra_env: dict[str, str], *args: str) -> dict:
    env = dict(os.environ)
    env.update(extra_env)
    proc = subprocess.run(
        [sys.executable, str(CLI), *args],
        cwd=ROOT,
        capture_output=True,
        text=True,
        env=env,
    )
    payload = json.loads(proc.stdout)
    return {
        "ok": proc.returncode == 0,
        "returncode": proc.returncode,
        "payload": payload,
        "stderr": proc.stderr,
    }


def assert_cli_module_contracts() -> None:
    assert yao_cli_config.resolve_target("root")["title"] == "Root Description Optimization"
    assert yao_cli_config.resolve_promotion_target("root") == "yao-meta-skill"
    assert yao_cli_config.infer_archetype("Standardize team review workflow.", "")[0] == "production"
    assert yao_cli_config.infer_archetype("Govern release policy.", "")[0] == "governed"
    assert "--entry" in yao_cli_config.baseline_compare_args()
    assert "scripts/provider_output_eval_runner.py" in yao_cli_config.provider_output_runner_command("openai")
    assert "--allow-custom-base-url" in yao_cli_config.provider_output_runner_command("openai", allow_custom_base_url=True)
    deepseek_command = yao_cli_config.provider_output_runner_command(
        "deepseek",
        model="deepseek-v4-flash",
        temperature=0.0,
    )
    assert "--api-format" in deepseek_command and "chat-completions" in deepseek_command, deepseek_command
    assert "--thinking" in deepseek_command and "disabled" in deepseek_command, deepseek_command
    assert "--temperature" in deepseek_command and "0.0" in deepseek_command, deepseek_command
    assert "DEEPSEEK_API_KEY" in deepseek_command, deepseek_command
    assert "api.deepseek.com" not in deepseek_command, deepseek_command
    for module in (
        yao_cli_parser,
        yao_cli_parser_evidence,
        yao_cli_parser_operations,
        yao_cli_runtime,
        yao_cli_adaptation_commands,
        yao_cli_distribution_commands,
        yao_cli_output_commands,
        yao_cli_operator_commands,
        yao_cli_report_commands,
        yao_cli_parser_operator,
    ):
        assert module.SCRIPT_INTERFACE == "internal-module"
    assert callable(yao_cli_module.command_review_studio)


def assert_help_surface() -> None:
    parser_help = yao_cli_module.build_parser().format_help()
    expected_help = (
        "quickstart skill-interpretation review-studio python-compat architecture-audit skill-os2-audit skill-os2-coverage "
        "install-status localized-doc-sync-check pr-review-report "
        "world-class-evidence world-class-ledger world-class-intake world-class-preflight world-class-submission-kit world-class-submission-review world-class-runbook world-class-claim-guard "
        "benchmark-reproducibility evidence-consistency output-review-kit output-review-import adapt-scan adapt-propose adapt-apply telemetry-import telemetry-emit telemetry-hooks weekly-curator --record-cli-telemetry"
    ).split()
    assert all(item in parser_help for item in expected_help), parser_help


def assert_created_skill_reports(created: Path) -> None:
    expected_reports = [
        "intent-dialogue.md", "intent-confidence.md", "skill-overview.html", "skill-interpretation.html",
        "skill-interpretation.json", "review-studio.html", "review-studio.json", "review-viewer.html",
        "reference-scan.md", "reference-synthesis.md", "output-risk-profile.md", "artifact-design-profile.md",
        "prompt-quality-profile.md", "system-model.md", "skill-ir.json", "compiled_targets.md",
        "compiled_targets.json", "iteration-directions.md", "adoption_drift_report.md",
        "adoption_drift_report.json", "review_waivers.md", "review_waivers.json", "review_annotations.md",
        "review_annotations.json",
    ]
    assert all((created / "reports" / path).exists() for path in expected_reports), created


def assert_creation_report_view(report_view: dict) -> None:
    assert report_view["html_report"].endswith("reports/skill-overview.html"), report_view
    assert report_view["interpretation_report"].endswith("reports/skill-interpretation.html"), report_view
    assert Path(report_view["html_report"]).exists(), report_view
    assert Path(report_view["interpretation_report"]).exists(), report_view
    assert report_view["review_studio"].endswith("reports/review-studio.html"), report_view
    assert Path(report_view["review_studio"]).exists(), report_view
    assert "Skill 已创建完成" in report_view["message"], report_view
    assert "reports/skill-interpretation.html" in report_view["message"], report_view
    assert "Review Studio 2.0" in report_view["message"], report_view
    assert "目标编译" in report_view["message"], report_view
    assert "reports/compiled_targets.md" in report_view["message"], report_view
    assert "概述、指标、原理、触发边界、输入输出、目标编译、质量评估、风险治理、包体资产和升级路线" in report_view["message"], report_view
    assert "默认使用中文简体" in report_view["message"], report_view
    assert "切换英文版" in report_view["message"], report_view