4b6817381b
CI (OpenClaw E2E) / openclaw test (push) Has been cancelled
CI / coverage-report (push) Has been cancelled
CI / test-kubernetes (push) Has been cancelled
CI / should-run-thorough (push) Has been cancelled
CI / test-thorough (cloudwatch-demo) (push) Has been cancelled
CI / test-thorough (flink-ecs) (push) Has been cancelled
CI / test-thorough (upstream-lambda) (push) Has been cancelled
CI / test-thorough (prefect-ecs-fargate) (push) Has been cancelled
Release / build-binaries (zip, opensre.exe, onefile, windows-latest, windows-x64) (push) Has been cancelled
Benchmark image — build + push to ECR (any adapter) / build + push (push) Has been cancelled
CI / quality (ubuntu-latest) (push) Has been cancelled
CI / test (tools-runtime) (push) Has been cancelled
CI / test (e2e-general) (push) Has been cancelled
CI / test (cli-runtime) (push) Has been cancelled
CI / test (e2e-provider-and-openclaw) (push) Has been cancelled
CI / test (integrations-and-misc) (push) Has been cancelled
Release / verify (push) Has been cancelled
Release / build-python-dist (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, macos-15-intel, darwin-x64) (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, macos-latest, darwin-arm64) (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, ubuntu-22.04, linux-x64) (push) Has been cancelled
Release / publish-release (push) Has been cancelled
Release / publish-main-release (push) Has been cancelled
Interactive Shell Live (PR + post-merge) / turn-checks (no-LLM) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
Interactive Shell Live (PR + post-merge) / turn-live shard ${{ matrix.shard_index }} (push) Has been cancelled
Release / prepare (push) Has been cancelled
Release / build-binaries (tar.gz, opensre, onedir, ubuntu-22.04-arm, linux-arm64) (push) Has been cancelled
Synthetic Deterministic Tests / Synthetic offline (deterministic) (push) Has been cancelled
79 lines
2.6 KiB
Python
79 lines
2.6 KiB
Python
"""Token meter for Anthropic Claude Code stream-json stdout.
|
|
|
|
Claude Code with ``--output-format stream-json`` emits NDJSON where
|
|
each ``assistant`` event carries an Anthropic-shape ``usage`` block
|
|
under ``message.usage``. The ``result`` event at session end carries
|
|
cumulative totals — counting it would overcount by ~50% in any
|
|
multi-turn session.
|
|
|
|
Cache counters (``cache_creation_input_tokens``,
|
|
``cache_read_input_tokens``) are returned separately so pricing can
|
|
apply the right per-bucket rates.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import json
|
|
from typing import Any
|
|
|
|
from tools.system.fleet_monitoring.meters import TokenSample, TokenUsage, safe_int
|
|
|
|
|
|
class ClaudeCodeMeter:
|
|
"""Extracts token usage from ``assistant`` events."""
|
|
|
|
def parse_chunk(self, chunk: str) -> int:
|
|
return self.sample_chunk(chunk).tokens
|
|
|
|
def sample_chunk(self, chunk: str, *, pid: int | None = None) -> TokenSample: # noqa: ARG002
|
|
usage = TokenUsage()
|
|
latest_model: str | None = None
|
|
for line in chunk.splitlines():
|
|
stripped = line.strip()
|
|
if not stripped:
|
|
continue
|
|
try:
|
|
event: Any = json.loads(stripped)
|
|
except (json.JSONDecodeError, ValueError):
|
|
continue
|
|
usage += _usage_from_event(event)
|
|
event_model = _model_from_event(event)
|
|
if event_model is not None:
|
|
latest_model = event_model
|
|
return TokenSample(usage=usage, model=latest_model)
|
|
|
|
def forget(self, _pid: int) -> None:
|
|
return None
|
|
|
|
def known_pids(self) -> list[int]:
|
|
return []
|
|
|
|
|
|
def _usage_from_event(event: object) -> TokenUsage:
|
|
if not isinstance(event, dict) or event.get("type") != "assistant":
|
|
return TokenUsage()
|
|
message = event.get("message")
|
|
if not isinstance(message, dict):
|
|
return TokenUsage()
|
|
usage = message.get("usage")
|
|
if not isinstance(usage, dict):
|
|
return TokenUsage()
|
|
return TokenUsage(
|
|
input_tokens=safe_int(usage.get("input_tokens")),
|
|
output_tokens=safe_int(usage.get("output_tokens")),
|
|
cache_read_input_tokens=safe_int(usage.get("cache_read_input_tokens")),
|
|
cache_creation_input_tokens=safe_int(usage.get("cache_creation_input_tokens")),
|
|
)
|
|
|
|
|
|
def _model_from_event(event: object) -> str | None:
|
|
if not isinstance(event, dict) or event.get("type") != "assistant":
|
|
return None
|
|
message = event.get("message")
|
|
if not isinstance(message, dict):
|
|
return None
|
|
model = message.get("model")
|
|
if isinstance(model, str) and model:
|
|
return model
|
|
return None
|