chopratejas--headroom/tests/test_output_savings_cli.py

"""Smoke tests for the output-savings CLI and the outcome→ledger wiring."""

from __future__ import annotations

import json

from click.testing import CliRunner

from headroom.cli.main import main
from headroom.proxy.output_savings import SavingsRecorder, stratum_label


def test_output_savings_empty(tmp_path, monkeypatch):
    monkeypatch.setenv("HEADROOM_WORKSPACE_DIR", str(tmp_path))
    result = CliRunner().invoke(main, ["output-savings"])
    assert result.exit_code == 0
    assert "No output-savings data" in result.output


def test_output_savings_reports_estimate(tmp_path, monkeypatch):
    monkeypatch.setenv("HEADROOM_WORKSPACE_DIR", str(tmp_path))
    # Seed a baseline + treatment observations directly via the ledger.
    from headroom.proxy.output_savings import SavingsLedger

    ledger = SavingsLedger()
    for _ in range(50):
        ledger.baseline.observe("opus|new_user_ask|s|tools", 1000)
    for _ in range(30):
        ledger.record("treatment", "opus|new_user_ask|s|tools", 700)
    ledger.save(tmp_path / "output_savings.json")

    result = CliRunner().invoke(main, ["output-savings"])
    assert result.exit_code == 0
    assert "ESTIMATED" in result.output
    assert "Reduction:" in result.output
    assert "30.0%" in result.output


def test_recorder_round_trips_via_labels(tmp_path):
    path = tmp_path / "savings.json"
    rec = SavingsRecorder(path, flush_every=1)
    # Baseline so the estimate has something to compare against.
    rec._ledger.baseline.observe("opus|new_user_ask|s|tools", 1000)
    labels = ["compress:smartcrush", stratum_label("treatment", "opus|new_user_ask|s|tools")]
    assert rec.record_from_labels(labels, output_tokens=600) is True
    assert rec.record_from_labels(["no-shaper-label"], output_tokens=999) is False
    est = rec.estimate()
    assert est.n_requests == 1
    assert est.tokens_saved == 400  # 1000 - 600

    # Persisted to disk.
    data = json.loads(path.read_text())
    assert "treatment" in data