23f7624596
ADR-166 MCP Bridge Security Lock / Static-source security lock (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / Compose default binds loopback + Mongo has auth (push) Failing after 2s
CodeQL Advanced / Analyze (rust) (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / plugin-agent-federation bindHost default (push) Failing after 1s
ADR-166 MCP Bridge Security Lock / Runtime behavior — 401 + terminal gate + fail-closed (push) Failing after 4s
business-pods-smoke / smoke (push) Failing after 1s
all-plugins-smoke / smoke-all (push) Failing after 2s
CI/CD Pipeline / Security & Code Quality (push) Failing after 1s
CI/CD Pipeline / Test Suite (ubuntu-latest) (push) Failing after 1s
CI/CD Pipeline / Build & Package (macos-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (ubuntu-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (windows-latest) (push) Has been skipped
CI/CD Pipeline / Documentation & Examples (push) Failing after 1s
Clone Tracker (14-day rolling) / Snapshot clones for ruflo ecosystem (push) Failing after 1s
CodeQL Advanced / Analyze (actions) (push) Failing after 1s
CodeQL Advanced / Analyze (javascript-typescript) (push) Failing after 1s
federation-peer-rust / stable-noop (push) Failing after 1s
metaharness-ci / score (push) Failing after 1s
metaharness-ci / router-compat (push) Failing after 0s
metaharness-ci / similarity-tests (push) Failing after 0s
no-agentbbs-smoke / smoke-without-agentbbs (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (windows-latest) (push) Has been skipped
codex-integration-audit / Codex integration audit (push) Failing after 1s
helpers-manifest-guard / guard (push) Failing after 1s
🔗 Cross-Agent Integration Tests / 🤝 Agent Coordination Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🧠 Memory Sharing Integration (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🛡️ Fault Tolerance Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / ⚡ Performance Integration Tests (push) Has been skipped
metaharness-ci / mcp-scan (push) Failing after 1s
metaharness-ci / eject-dryrun (push) Failing after 1s
metaharness-ci / metaharness-real-data (push) Failing after 0s
no-cli-optdep-bloat-2561 / guard (push) Failing after 1s
no-metaharness-smoke / smoke-without-metaharness (push) Failing after 1s
no-phantom-agentic-flow-subpath / guard (push) Failing after 1s
🔄 Automated Rollback Manager / 🚨 Failure Detection (push) Failing after 1s
V3 CI/CD Pipeline / Plugin hooks smoke / ubuntu-latest / Node 22 (push) Failing after 1s
V3 CI/CD Pipeline / ruflo-graph-intelligence build + test smoke (#2044, ADR-123) (push) Failing after 1s
CVE Audit Gate / Audit root (critical-blocking) (push) Failing after 2s
cost-tracker-smoke / smoke (push) Failing after 3s
oia-audit-weekly / audit (push) Failing after 2s
ruflo-agent-smoke / ruflo-agent structural smoke (push) Failing after 1s
📊 Status Badges Update / 📊 Update Status Badges (push) Failing after 1s
V3 CI/CD Pipeline / Static regression guards (#2267 YAML + (push) Failing after 1s
V3 CI/CD Pipeline / Test V3 Packages (push) Failing after 0s
V3 CI/CD Pipeline / agent_execute provider routing smoke (#2042) (push) Failing after 0s
CVE Audit Gate / Audit v3 (critical-blocking) (push) Failing after 1s
federation-peer-rust / stable-native (push) Failing after 2s
🔗 Cross-Agent Integration Tests / 🚀 Integration Test Setup (push) Failing after 2s
neural-trader-smoke / runtime-smoke (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (macos-latest) (push) Has been skipped
V3 CI/CD Pipeline / Build V3 (ubuntu-latest) (push) Has been skipped
V3 CI/CD Pipeline / Type Check V3 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 24 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 22 (push) Failing after 2s
V3 CI/CD Pipeline / browser rvf create flag smoke (#2015) (push) Failing after 0s
V3 CI/CD Pipeline / Dependency review (#2046) (push) Has been skipped
V3 CI/CD Pipeline / Supply-chain audit (#2046) (push) Failing after 0s
V3 CI/CD Pipeline / witness marker drift smoke (#2021) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader portfolio CG smoke (#2068, ADR-126 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader backtest signing smoke (#2068, ADR-126 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / kg-extract type-import classification smoke (#2049) (push) Failing after 0s
V3 CI/CD Pipeline / witness verify precondition smoke (#1880) (push) Failing after 2s
V3 CI/CD Pipeline / neural-trader pipeline risk-gate smoke (#2068, ADR-126 Phase 5) (push) Failing after 0s
V3 CI/CD Pipeline / neural-trader feature attribution smoke (#2068, ADR-126 Phase 6) (push) Failing after 0s
V3 CI/CD Pipeline / plugin-registry signature verification smoke (#1922, CWE-347) (push) Failing after 4s
V3 CI/CD Pipeline / memory stats legacy-DB smoke (#2120) (push) Failing after 4s
V3 CI/CD Pipeline / github deprecated actions smoke (#2089, ADR-127 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / graph query + pathfinder smoke (ADR-130 P2+P5) (push) Has been skipped
V3 CI/CD Pipeline / graph trajectory hooks smoke (ADR-130 P3) (push) Has been skipped
V3 CI/CD Pipeline / graph plugin adapter smoke (ADR-130 P4) (push) Has been skipped
V3 CI/CD Pipeline / graph benchmark (ADR-130 P6) (push) Has been skipped
V3 CI/CD Pipeline / statusline generator delegation smoke (#2195) (push) Failing after 1s
V3 CI/CD Pipeline / wizard init regression guard (#2206 (push) Failing after 1s
V3 CI/CD Pipeline / memory no-stray-db smoke (ADR-125 P7) (push) Failing after 1s
V3 CI/CD Pipeline / github-safe injection smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github actions pin smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github attribution opt-in smoke (#2089, ADR-127 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / pre-bash hook safety smoke (#2017) (push) Failing after 1s
V3 CI/CD Pipeline / Memory import smoke / ubuntu-latest (push) Failing after 0s
V3 CI/CD Pipeline / MCP protocol smoke / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / ruvllm WASM auto-init smoke (#2086) (push) Failing after 4s
V3 CI/CD Pipeline / MCP paired-tool round-trip smoke (#1889) (push) Failing after 1s
V3 CI/CD Pipeline / Plugin package install-safety (#1902/#1903/#1904) (push) Failing after 1s
V3 CI/CD Pipeline / Tool description discoverability (ADR-112) (push) Failing after 3s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (22) (push) Failing after 1s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (24) (push) Failing after 1s
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Vector-index dimension audit (#1947) (push) Failing after 0s
V3 CI/CD Pipeline / Hook-command install safety (#1921) (push) Failing after 1s
V3 CI/CD Pipeline / ToolOutputGuardrail smoke (ADR-131, (push) Failing after 1s
V3 CI/CD Pipeline / init-bundle invariants smoke (#2095, ADR-128 Phase 5) (push) Failing after 1s
V3 CI/CD Pipeline / wasm provider bridge smoke (ADR-129 P1) (push) Failing after 2s
V3 CI/CD Pipeline / wasm gallery CRUD smoke (ADR-129 P3) (push) Failing after 1s
V3 CI/CD Pipeline / wasm plugin bridge smoke (ADR-129 P4) (push) Failing after 0s
V3 CI/CD Pipeline / wasm compose smoke (ADR-129 P2) (push) Failing after 4s
V3 CI/CD Pipeline / graph schema smoke (ADR-130 P1) (push) Failing after 0s
Validate Marketplace / validate (push) Failing after 1s
🔍 Verification Pipeline / 🚀 Setup Verification (push) Failing after 1s
🔍 Verification Pipeline / 🛡️ Security Verification (push) Has been skipped
🔍 Verification Pipeline / 📝 Code Quality (push) Has been skipped
🔍 Verification Pipeline / 🧪 Test Verification (${{ matrix.os }}, Node ${{ matrix.node }}) (push) Has been skipped
🔍 Verification Pipeline / 🏗️ Build Verification (push) Has been skipped
🔍 Verification Pipeline / 📚 Documentation Verification (push) Has been skipped
CVE Audit Gate / High-severity report (warn only) (push) Has been cancelled
🔄 Automated Rollback Manager / 🔄 Execute Rollback (push) Has been cancelled
🔄 Automated Rollback Manager / ✅ Post-Rollback Verification (push) Has been cancelled
🔄 Automated Rollback Manager / 📊 Rollback Monitoring (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / windows-latest (push) Has been cancelled
🔄 Automated Rollback Manager / ⏳ Manual Rollback Approval (push) Has been cancelled
V3 CI/CD Pipeline / MCP protocol smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Memory import smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / ubuntu-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Publish to npm (alpha) (push) Has been cancelled
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / macos-latest / Node 22 (push) Has been cancelled
V3 CI/CD Pipeline / Plugin hooks smoke / macos-latest / Node 22 (push) Has been cancelled
CI/CD Pipeline / Deploy & Release (push) Has been cancelled
CI/CD Pipeline / CI Status (push) Has been cancelled
🔗 Cross-Agent Integration Tests / 📊 Integration Test Report (push) Has been cancelled
🔄 Automated Rollback Manager / 🔍 Pre-Rollback Validation (push) Has been cancelled
🔍 Verification Pipeline / ⚡ Performance Verification (push) Has been cancelled
🔍 Verification Pipeline / 📊 Verification Report (push) Has been cancelled
155 lines
6.9 KiB
JavaScript
Executable File
155 lines
6.9 KiB
JavaScript
Executable File
#!/usr/bin/env node
|
|
// cost-export — emit cost-tracking telemetry in formats consumable by
|
|
// external observability systems.
|
|
//
|
|
// Outputs:
|
|
// --prometheus <path> write Prometheus textfile-collector exposition
|
|
// --webhook <url> POST JSON payload (default Content-Type: application/json)
|
|
// (no flag) write JSON to stdout
|
|
//
|
|
// Env:
|
|
// EXPORT_NAMESPACE=cost-tracking (default)
|
|
// EXPORT_WEBHOOK_HEADER='Authorization: Bearer xxx' optional, may repeat (comma-separated)
|
|
// EXPORT_QUIET=1 suppress confirmation output (errors still printed)
|
|
|
|
import { writeFileSync, mkdirSync } from 'node:fs';
|
|
import { dirname } from 'node:path';
|
|
// iter 73 — shared session-loader + memoryRetrieve. Iter 83 brought export.mjs
|
|
// into the consolidation (was missed in the original sweep).
|
|
import { memoryListAllKeys, memoryRetrieve, loadSessions } from './_sessions.mjs';
|
|
|
|
const NS = process.env.EXPORT_NAMESPACE || 'cost-tracking';
|
|
|
|
function gather() {
|
|
const sessions = loadSessions(NS);
|
|
const budgetKeys = memoryListAllKeys(NS).filter((k) => /^budget-config(-\d+)?$/.test(k)).sort().reverse();
|
|
const budget = budgetKeys.length ? memoryRetrieve(NS, budgetKeys[0]) : null;
|
|
const totalUsd = sessions.reduce((s, r) => s + (r.total_cost_usd || 0), 0);
|
|
const byTier = { haiku: 0, sonnet: 0, opus: 0, unknown: 0 };
|
|
// iter 83 — track tokens per (tier, type). Without this Prometheus
|
|
// consumers can see "haiku spent $X" but can't slice by "cache_write
|
|
// growth on opus" — the exact iter-82 driver. byTierTokens lets
|
|
// Grafana panels split spend by class.
|
|
const byTierTokens = {
|
|
haiku: { input: 0, output: 0, cache_write: 0, cache_read: 0 },
|
|
sonnet: { input: 0, output: 0, cache_write: 0, cache_read: 0 },
|
|
opus: { input: 0, output: 0, cache_write: 0, cache_read: 0 },
|
|
unknown: { input: 0, output: 0, cache_write: 0, cache_read: 0 },
|
|
};
|
|
for (const r of sessions) {
|
|
if (r.byTier) for (const [t, v] of Object.entries(r.byTier)) byTier[t] = (byTier[t] || 0) + v;
|
|
if (r.byModel) {
|
|
for (const slot of Object.values(r.byModel)) {
|
|
const tier = slot.tier || 'unknown';
|
|
if (!byTierTokens[tier]) byTierTokens[tier] = { input: 0, output: 0, cache_write: 0, cache_read: 0 };
|
|
byTierTokens[tier].input += slot.input_tokens || 0;
|
|
byTierTokens[tier].output += slot.output_tokens || 0;
|
|
byTierTokens[tier].cache_write += slot.cache_creation_input_tokens || 0;
|
|
byTierTokens[tier].cache_read += slot.cache_read_input_tokens || 0;
|
|
}
|
|
}
|
|
}
|
|
return { sessions, budget, totalUsd, byTier, byTierTokens, exportedAt: new Date().toISOString() };
|
|
}
|
|
|
|
function escLabel(v) {
|
|
return String(v ?? '').replace(/\\/g, '\\\\').replace(/"/g, '\\"').replace(/\n/g, '\\n');
|
|
}
|
|
|
|
function toPrometheus(data) {
|
|
const lines = [];
|
|
lines.push('# HELP cost_tracker_total_usd Total measured cost across all sessions in USD');
|
|
lines.push('# TYPE cost_tracker_total_usd gauge');
|
|
lines.push(`cost_tracker_total_usd ${data.totalUsd.toFixed(6)}`);
|
|
lines.push('');
|
|
lines.push('# HELP cost_tracker_tier_total_usd Total cost per tier across all sessions');
|
|
lines.push('# TYPE cost_tracker_tier_total_usd gauge');
|
|
for (const [tier, cost] of Object.entries(data.byTier)) {
|
|
lines.push(`cost_tracker_tier_total_usd{tier="${escLabel(tier)}"} ${(cost || 0).toFixed(6)}`);
|
|
}
|
|
lines.push('');
|
|
lines.push('# HELP cost_tracker_session_total_usd Cost per session in USD');
|
|
lines.push('# TYPE cost_tracker_session_total_usd gauge');
|
|
lines.push('# HELP cost_tracker_session_messages Assistant messages per session');
|
|
lines.push('# TYPE cost_tracker_session_messages counter');
|
|
for (const s of data.sessions) {
|
|
const sid = (s.sessionId || '').slice(0, 8);
|
|
lines.push(`cost_tracker_session_total_usd{session="${escLabel(sid)}"} ${(s.total_cost_usd || 0).toFixed(6)}`);
|
|
lines.push(`cost_tracker_session_messages{session="${escLabel(sid)}"} ${s.messageCount || 0}`);
|
|
}
|
|
// iter 83 — per-tier-per-type token totals. Lets dashboards slice by:
|
|
// sum by (type) (cost_tracker_tokens_total) — total cache_write everywhere
|
|
// sum by (tier) (cost_tracker_tokens_total) — total tokens per tier
|
|
// cost_tracker_tokens_total{tier="opus",type="cache_write"} — the iter-82 driver
|
|
lines.push('');
|
|
lines.push('# HELP cost_tracker_tokens_total Total tokens per tier and type (input/output/cache_write/cache_read)');
|
|
lines.push('# TYPE cost_tracker_tokens_total counter');
|
|
for (const [tier, perType] of Object.entries(data.byTierTokens || {})) {
|
|
for (const [type, count] of Object.entries(perType)) {
|
|
if (count > 0) {
|
|
lines.push(`cost_tracker_tokens_total{tier="${escLabel(tier)}",type="${escLabel(type)}"} ${count}`);
|
|
}
|
|
}
|
|
}
|
|
if (data.budget?.budget_usd) {
|
|
lines.push('');
|
|
lines.push('# HELP cost_tracker_budget_usd Configured budget limit in USD');
|
|
lines.push('# TYPE cost_tracker_budget_usd gauge');
|
|
lines.push(`cost_tracker_budget_usd ${data.budget.budget_usd.toFixed(2)}`);
|
|
lines.push('# HELP cost_tracker_budget_utilization Spent / budget ratio (0.0–∞)');
|
|
lines.push('# TYPE cost_tracker_budget_utilization gauge');
|
|
lines.push(`cost_tracker_budget_utilization ${(data.totalUsd / data.budget.budget_usd).toFixed(6)}`);
|
|
}
|
|
return lines.join('\n') + '\n';
|
|
}
|
|
|
|
async function postWebhook(url, data) {
|
|
const headers = { 'Content-Type': 'application/json' };
|
|
if (process.env.EXPORT_WEBHOOK_HEADER) {
|
|
for (const h of process.env.EXPORT_WEBHOOK_HEADER.split(',')) {
|
|
const [k, ...rest] = h.split(':');
|
|
if (k && rest.length) headers[k.trim()] = rest.join(':').trim();
|
|
}
|
|
}
|
|
const resp = await fetch(url, {
|
|
method: 'POST', headers, body: JSON.stringify(data),
|
|
});
|
|
return { status: resp.status, ok: resp.ok };
|
|
}
|
|
|
|
function parseArgs() {
|
|
const args = process.argv.slice(2);
|
|
let prometheus = null, webhook = null;
|
|
for (let i = 0; i < args.length; i++) {
|
|
if (args[i] === '--prometheus') prometheus = args[++i];
|
|
else if (args[i] === '--webhook') webhook = args[++i];
|
|
}
|
|
return { prometheus, webhook };
|
|
}
|
|
|
|
async function main() {
|
|
const { prometheus, webhook } = parseArgs();
|
|
const data = gather();
|
|
if (process.env.EXPORT_QUIET !== '1') {
|
|
console.error(`Exported ${data.sessions.length} sessions, total $${data.totalUsd.toFixed(2)}`);
|
|
}
|
|
if (prometheus) {
|
|
mkdirSync(dirname(prometheus), { recursive: true });
|
|
writeFileSync(prometheus, toPrometheus(data));
|
|
if (process.env.EXPORT_QUIET !== '1') console.error(`Wrote Prometheus textfile: ${prometheus}`);
|
|
}
|
|
if (webhook) {
|
|
const r = await postWebhook(webhook, data);
|
|
if (!r.ok) {
|
|
console.error(`Webhook POST failed: HTTP ${r.status}`);
|
|
process.exit(1);
|
|
}
|
|
if (process.env.EXPORT_QUIET !== '1') console.error(`Webhook POST ok (HTTP ${r.status})`);
|
|
}
|
|
if (!prometheus && !webhook) {
|
|
console.log(JSON.stringify(data, null, 2));
|
|
}
|
|
}
|
|
|
|
main().catch((e) => { console.error('export failed:', e.message || e); process.exit(1); });
|