426e9eeabd
Voice Workbench / headless workbench (mocked backends) (push) Has been cancelled
Voice Workbench / real acoustic lane (nightly, provisioned only) (push) Has been cancelled
ci / test (push) Has been cancelled
ci / lint-and-format (push) Has been cancelled
ci / build (push) Has been cancelled
ci / dev-startup (push) Has been cancelled
gitleaks / gitleaks (push) Has been cancelled
Markdown Links / Relative Markdown Links (push) Has been cancelled
Quality (Extended) / Homepage Build (PR smoke) (push) Has been cancelled
Quality (Extended) / Comment-only diff guard (push) Has been cancelled
Quality (Extended) / Format + Type Safety Ratchet (push) Has been cancelled
Quality (Extended) / Develop Gate (secret scan + UI determinism) (push) Has been cancelled
Quality (Extended) / Develop Gate (lint) (push) Has been cancelled
Chat shell gestures / Chat shell gesture + parity e2e (push) Has been cancelled
Cloud Gateway Discord / Test (push) Has been cancelled
Benchmark Bridge Tests / benchmark (bunx @biomejs/biome check packages/lifeops-bench/src, benchmark-lint) (push) Has been cancelled
Benchmark Bridge Tests / benchmark (bunx vitest run --config packages/lifeops-bench/vitest.config.ts --root packages/lifeops-bench --passWithNoTests, benchmark-tests) (push) Has been cancelled
Build Agent Image / build-and-push (push) Has been cancelled
Dev Smoke / bun run dev onboarding chat (push) Has been cancelled
Dev Smoke / Vite HMR dependency-level smoke (push) Has been cancelled
Electrobun Submodule Guard / electrobun gitlink is fetchable (push) Has been cancelled
Publish @elizaos/example-code / check_npm (push) Has been cancelled
Publish @elizaos/example-code / publish_npm (push) Has been cancelled
Publish @elizaos/plugin-elizacloud / verify_version (push) Has been cancelled
Publish @elizaos/plugin-elizacloud / publish_npm (push) Has been cancelled
Sandbox Live Smoke / Sandbox live smoke (push) Has been cancelled
Snap Build & Test / Build Snap (amd64) (push) Has been cancelled
Snap Build & Test / Build Snap (arm64) (push) Has been cancelled
Test Packaging / elizaos CLI global-install smoke (node + bun) (push) Has been cancelled
Cloud Gateway Webhook / Test (push) Has been cancelled
Cloud Tests / lint-and-types (push) Has been cancelled
Cloud Tests / unit-tests (push) Has been cancelled
Cloud Tests / integration-tests (push) Has been cancelled
Cloud Tests / e2e-tests (push) Has been cancelled
CodeQL Advanced / Analyze (javascript-typescript) (push) Has been cancelled
Deploy Apps Worker (Product 2) / Determine environment (push) Has been cancelled
Deploy Apps Worker (Product 2) / Deploy apps worker to apps-control host (${{ needs.determine-env.outputs.environment }}) (push) Has been cancelled
Deploy Eliza Provisioning Worker / Determine environment (push) Has been cancelled
Deploy Eliza Provisioning Worker / Deploy worker to Hetzner host (${{ needs.determine-env.outputs.environment }} @ ${{ needs.determine-env.outputs.deployment_sha }}) (push) Has been cancelled
Dev Smoke / Classify changed paths (push) Has been cancelled
supply-chain / sbom (push) Has been cancelled
supply-chain / vulnerability-scan (push) Has been cancelled
Build, Push & Deploy to Phala Cloud / build-and-push (push) Has been cancelled
Test Packaging / Validate Packaging Configs (push) Has been cancelled
Test Packaging / Build & Test PyPI Package (push) Has been cancelled
Test Packaging / PyPI on Python ${{ matrix.python }} (push) Has been cancelled
Test Packaging / Pack & Test JS Tarballs (push) Has been cancelled
UI Fixture E2E / ui-fixture-e2e (push) Has been cancelled
UI Fixture E2E / fixture-e2e (push) Has been cancelled
UI Story Gate / story-gate (push) Has been cancelled
vault-ci / test (macos-latest) (push) Has been cancelled
vault-ci / test (ubuntu-latest) (push) Has been cancelled
vault-ci / test (windows-latest) (push) Has been cancelled
vault-ci / app-core wiring tests (push) Has been cancelled
verify-patches / verify patches/CHECKSUMS.sha256 (push) Has been cancelled
Voice Benchmark Smoke / voice-emotion fixture smoke (push) Has been cancelled
Voice Benchmark Smoke / voiceagentbench fixture smoke (push) Has been cancelled
Voice Benchmark Smoke / voicebench-quality unit smoke (push) Has been cancelled
Voice Benchmark Smoke / voicebench TypeScript unit (no audio) (push) Has been cancelled
Voice Benchmark Smoke / voice bench smoke summary (push) Has been cancelled
Windows CI / windows ([bun run --cwd packages/app-core test bun run --cwd packages/elizaos test bun run --cwd packages/cloud/shared test], app-and-cli) (push) Has been cancelled
Windows CI / windows ([bun run --cwd packages/scenario-runner test bun run --cwd packages/vault test bun run --cwd packages/security test bun run --cwd plugins/plugin-coding-tools test], framework-packages) (push) Has been cancelled
Windows CI / windows ([bun run --cwd plugins/plugin-elizacloud test bun run --cwd plugins/plugin-discord test bun run --cwd plugins/plugin-anthropic test bun run --cwd plugins/plugin-openai test bun run --cwd plugins/plugin-app-control test bun run --cwd plugins/pl… (push) Has been cancelled
Windows CI / windows ([node packages/scripts/run-turbo.mjs run build --filter=@elizaos/core --filter=@elizaos/shared --filter=@elizaos/agent --concurrency=4 node packages/scripts/run-bash-linux-only.mjs scripts/verify-riscv64-buildpaths.sh node packages/scripts/run… (push) Has been cancelled
Windows CI / windows ([node packages/scripts/run-turbo.mjs run typecheck --filter=@elizaos/core --filter=@elizaos/shared --filter=@elizaos/cloud-shared --concurrency=4 bun run --cwd packages/core test bun run --cwd packages/shared test], core-runtime, 75) (push) Has been cancelled
114 lines
3.8 KiB
TypeScript
114 lines
3.8 KiB
TypeScript
/**
|
|
* Verifies extractUsageUpdate.
|
|
* Deterministic unit test of pure helpers; no runtime, no live model.
|
|
*/
|
|
import { describe, expect, it } from "vitest";
|
|
import { extractUsageUpdate } from "../../src/services/acp-service.js";
|
|
|
|
// Direct unit tests for the provider-usage boundary normalizer. It runs inside
|
|
// handleAcpEvent against raw ACP terminal-result payloads, whose token fields
|
|
// vary by provider (Anthropic Messages, OpenAI Chat/Responses, the
|
|
// claude-agent-sdk result). Exercising it through a live AcpService would
|
|
// require a spawned subprocess and a real prompt turn; the field-merging logic
|
|
// is what actually carries the risk, so it is tested in isolation.
|
|
|
|
describe("extractUsageUpdate", () => {
|
|
it("normalizes an Anthropic Messages usage block and sums cache tokens", () => {
|
|
const usage = extractUsageUpdate({
|
|
input_tokens: 1200,
|
|
output_tokens: 340,
|
|
cache_read_input_tokens: 800,
|
|
cache_creation_input_tokens: 200,
|
|
});
|
|
expect(usage).toEqual({
|
|
provider: "unknown",
|
|
model: undefined,
|
|
inputTokens: 1200,
|
|
outputTokens: 340,
|
|
reasoningTokens: 0,
|
|
cacheTokens: 1000,
|
|
costUsd: undefined,
|
|
state: "measured",
|
|
});
|
|
});
|
|
|
|
it("normalizes an OpenAI Chat usage block with nested reasoning + cached tokens", () => {
|
|
const usage = extractUsageUpdate({
|
|
prompt_tokens: 900,
|
|
completion_tokens: 450,
|
|
completion_tokens_details: { reasoning_tokens: 128 },
|
|
prompt_tokens_details: { cached_tokens: 256 },
|
|
});
|
|
expect(usage?.inputTokens).toBe(900);
|
|
expect(usage?.outputTokens).toBe(450);
|
|
expect(usage?.reasoningTokens).toBe(128);
|
|
expect(usage?.cacheTokens).toBe(256);
|
|
});
|
|
|
|
it("normalizes an OpenAI Responses usage block", () => {
|
|
const usage = extractUsageUpdate({
|
|
input_tokens: 600,
|
|
output_tokens: 220,
|
|
output_tokens_details: { reasoning_tokens: 64 },
|
|
input_tokens_details: { cached_tokens: 100 },
|
|
});
|
|
expect(usage?.reasoningTokens).toBe(64);
|
|
expect(usage?.cacheTokens).toBe(100);
|
|
});
|
|
|
|
it("reads the claude-agent-sdk result shape (usage nested + top-level cost)", () => {
|
|
const result = { total_cost_usd: 0.0123, model: "claude-opus-4-7" };
|
|
const nestedUsage = {
|
|
input_tokens: 500,
|
|
output_tokens: 90,
|
|
cache_read_input_tokens: 50,
|
|
};
|
|
const usage = extractUsageUpdate(result, nestedUsage);
|
|
expect(usage?.costUsd).toBeCloseTo(0.0123);
|
|
expect(usage?.model).toBe("claude-opus-4-7");
|
|
expect(usage?.inputTokens).toBe(500);
|
|
expect(usage?.cacheTokens).toBe(50);
|
|
});
|
|
|
|
it("prefers an explicit camelCase cacheTokens over the Anthropic split fields", () => {
|
|
const usage = extractUsageUpdate({
|
|
inputTokens: 10,
|
|
outputTokens: 5,
|
|
cacheTokens: 999,
|
|
cache_read_input_tokens: 1,
|
|
cache_creation_input_tokens: 2,
|
|
});
|
|
expect(usage?.cacheTokens).toBe(999);
|
|
});
|
|
|
|
it("carries provider and model through when present", () => {
|
|
const usage = extractUsageUpdate({
|
|
provider: "openai",
|
|
model: "gpt-5.5",
|
|
prompt_tokens: 1,
|
|
completion_tokens: 1,
|
|
});
|
|
expect(usage?.provider).toBe("openai");
|
|
expect(usage?.model).toBe("gpt-5.5");
|
|
});
|
|
|
|
it("returns undefined when no real token data is present (stays unavailable)", () => {
|
|
expect(extractUsageUpdate(undefined)).toBeUndefined();
|
|
expect(extractUsageUpdate({})).toBeUndefined();
|
|
expect(
|
|
extractUsageUpdate({
|
|
input_tokens: 0,
|
|
output_tokens: 0,
|
|
cache_read_input_tokens: 0,
|
|
}),
|
|
).toBeUndefined();
|
|
expect(extractUsageUpdate({ stopReason: "end_turn" })).toBeUndefined();
|
|
});
|
|
|
|
it("treats cost-only turns as real usage", () => {
|
|
const usage = extractUsageUpdate({ total_cost_usd: 0.5 });
|
|
expect(usage?.costUsd).toBe(0.5);
|
|
expect(usage?.inputTokens).toBe(0);
|
|
});
|
|
});
|