23f7624596
ADR-166 MCP Bridge Security Lock / Static-source security lock (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / Compose default binds loopback + Mongo has auth (push) Failing after 2s
CodeQL Advanced / Analyze (rust) (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / plugin-agent-federation bindHost default (push) Failing after 1s
ADR-166 MCP Bridge Security Lock / Runtime behavior — 401 + terminal gate + fail-closed (push) Failing after 4s
business-pods-smoke / smoke (push) Failing after 1s
all-plugins-smoke / smoke-all (push) Failing after 2s
CI/CD Pipeline / Security & Code Quality (push) Failing after 1s
CI/CD Pipeline / Test Suite (ubuntu-latest) (push) Failing after 1s
CI/CD Pipeline / Build & Package (macos-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (ubuntu-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (windows-latest) (push) Has been skipped
CI/CD Pipeline / Documentation & Examples (push) Failing after 1s
Clone Tracker (14-day rolling) / Snapshot clones for ruflo ecosystem (push) Failing after 1s
CodeQL Advanced / Analyze (actions) (push) Failing after 1s
CodeQL Advanced / Analyze (javascript-typescript) (push) Failing after 1s
federation-peer-rust / stable-noop (push) Failing after 1s
metaharness-ci / score (push) Failing after 1s
metaharness-ci / router-compat (push) Failing after 0s
metaharness-ci / similarity-tests (push) Failing after 0s
no-agentbbs-smoke / smoke-without-agentbbs (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (windows-latest) (push) Has been skipped
codex-integration-audit / Codex integration audit (push) Failing after 1s
helpers-manifest-guard / guard (push) Failing after 1s
🔗 Cross-Agent Integration Tests / 🤝 Agent Coordination Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🧠 Memory Sharing Integration (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🛡️ Fault Tolerance Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / ⚡ Performance Integration Tests (push) Has been skipped
metaharness-ci / mcp-scan (push) Failing after 1s
metaharness-ci / eject-dryrun (push) Failing after 1s
metaharness-ci / metaharness-real-data (push) Failing after 0s
no-cli-optdep-bloat-2561 / guard (push) Failing after 1s
no-metaharness-smoke / smoke-without-metaharness (push) Failing after 1s
no-phantom-agentic-flow-subpath / guard (push) Failing after 1s
🔄 Automated Rollback Manager / 🚨 Failure Detection (push) Failing after 1s
V3 CI/CD Pipeline / Plugin hooks smoke / ubuntu-latest / Node 22 (push) Failing after 1s
V3 CI/CD Pipeline / ruflo-graph-intelligence build + test smoke (#2044, ADR-123) (push) Failing after 1s
CVE Audit Gate / Audit root (critical-blocking) (push) Failing after 2s
cost-tracker-smoke / smoke (push) Failing after 3s
oia-audit-weekly / audit (push) Failing after 2s
ruflo-agent-smoke / ruflo-agent structural smoke (push) Failing after 1s
📊 Status Badges Update / 📊 Update Status Badges (push) Failing after 1s
V3 CI/CD Pipeline / Static regression guards (#2267 YAML + (push) Failing after 1s
V3 CI/CD Pipeline / Test V3 Packages (push) Failing after 0s
V3 CI/CD Pipeline / agent_execute provider routing smoke (#2042) (push) Failing after 0s
CVE Audit Gate / Audit v3 (critical-blocking) (push) Failing after 1s
federation-peer-rust / stable-native (push) Failing after 2s
🔗 Cross-Agent Integration Tests / 🚀 Integration Test Setup (push) Failing after 2s
neural-trader-smoke / runtime-smoke (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (macos-latest) (push) Has been skipped
V3 CI/CD Pipeline / Build V3 (ubuntu-latest) (push) Has been skipped
V3 CI/CD Pipeline / Type Check V3 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 24 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 22 (push) Failing after 2s
V3 CI/CD Pipeline / browser rvf create flag smoke (#2015) (push) Failing after 0s
V3 CI/CD Pipeline / Dependency review (#2046) (push) Has been skipped
V3 CI/CD Pipeline / Supply-chain audit (#2046) (push) Failing after 0s
V3 CI/CD Pipeline / witness marker drift smoke (#2021) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader portfolio CG smoke (#2068, ADR-126 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader backtest signing smoke (#2068, ADR-126 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / kg-extract type-import classification smoke (#2049) (push) Failing after 0s
V3 CI/CD Pipeline / witness verify precondition smoke (#1880) (push) Failing after 2s
V3 CI/CD Pipeline / neural-trader pipeline risk-gate smoke (#2068, ADR-126 Phase 5) (push) Failing after 0s
V3 CI/CD Pipeline / neural-trader feature attribution smoke (#2068, ADR-126 Phase 6) (push) Failing after 0s
V3 CI/CD Pipeline / plugin-registry signature verification smoke (#1922, CWE-347) (push) Failing after 4s
V3 CI/CD Pipeline / memory stats legacy-DB smoke (#2120) (push) Failing after 4s
V3 CI/CD Pipeline / github deprecated actions smoke (#2089, ADR-127 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / graph query + pathfinder smoke (ADR-130 P2+P5) (push) Has been skipped
V3 CI/CD Pipeline / graph trajectory hooks smoke (ADR-130 P3) (push) Has been skipped
V3 CI/CD Pipeline / graph plugin adapter smoke (ADR-130 P4) (push) Has been skipped
V3 CI/CD Pipeline / graph benchmark (ADR-130 P6) (push) Has been skipped
V3 CI/CD Pipeline / statusline generator delegation smoke (#2195) (push) Failing after 1s
V3 CI/CD Pipeline / wizard init regression guard (#2206 (push) Failing after 1s
V3 CI/CD Pipeline / memory no-stray-db smoke (ADR-125 P7) (push) Failing after 1s
V3 CI/CD Pipeline / github-safe injection smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github actions pin smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github attribution opt-in smoke (#2089, ADR-127 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / pre-bash hook safety smoke (#2017) (push) Failing after 1s
V3 CI/CD Pipeline / Memory import smoke / ubuntu-latest (push) Failing after 0s
V3 CI/CD Pipeline / MCP protocol smoke / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / ruvllm WASM auto-init smoke (#2086) (push) Failing after 4s
V3 CI/CD Pipeline / MCP paired-tool round-trip smoke (#1889) (push) Failing after 1s
V3 CI/CD Pipeline / Plugin package install-safety (#1902/#1903/#1904) (push) Failing after 1s
V3 CI/CD Pipeline / Tool description discoverability (ADR-112) (push) Failing after 3s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (22) (push) Failing after 1s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (24) (push) Failing after 1s
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Vector-index dimension audit (#1947) (push) Failing after 0s
V3 CI/CD Pipeline / Hook-command install safety (#1921) (push) Failing after 1s
V3 CI/CD Pipeline / ToolOutputGuardrail smoke (ADR-131, (push) Failing after 1s
V3 CI/CD Pipeline / init-bundle invariants smoke (#2095, ADR-128 Phase 5) (push) Failing after 1s
V3 CI/CD Pipeline / wasm provider bridge smoke (ADR-129 P1) (push) Failing after 2s
V3 CI/CD Pipeline / wasm gallery CRUD smoke (ADR-129 P3) (push) Failing after 1s
V3 CI/CD Pipeline / wasm plugin bridge smoke (ADR-129 P4) (push) Failing after 0s
V3 CI/CD Pipeline / wasm compose smoke (ADR-129 P2) (push) Failing after 4s
V3 CI/CD Pipeline / graph schema smoke (ADR-130 P1) (push) Failing after 0s
Validate Marketplace / validate (push) Failing after 1s
🔍 Verification Pipeline / 🚀 Setup Verification (push) Failing after 1s
🔍 Verification Pipeline / 🛡️ Security Verification (push) Has been skipped
🔍 Verification Pipeline / 📝 Code Quality (push) Has been skipped
🔍 Verification Pipeline / 🧪 Test Verification (${{ matrix.os }}, Node ${{ matrix.node }}) (push) Has been skipped
🔍 Verification Pipeline / 🏗️ Build Verification (push) Has been skipped
🔍 Verification Pipeline / 📚 Documentation Verification (push) Has been skipped
CVE Audit Gate / High-severity report (warn only) (push) Has been cancelled
🔄 Automated Rollback Manager / 🔄 Execute Rollback (push) Has been cancelled
🔄 Automated Rollback Manager / ✅ Post-Rollback Verification (push) Has been cancelled
🔄 Automated Rollback Manager / 📊 Rollback Monitoring (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / windows-latest (push) Has been cancelled
🔄 Automated Rollback Manager / ⏳ Manual Rollback Approval (push) Has been cancelled
V3 CI/CD Pipeline / MCP protocol smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Memory import smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / ubuntu-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Publish to npm (alpha) (push) Has been cancelled
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / macos-latest / Node 22 (push) Has been cancelled
V3 CI/CD Pipeline / Plugin hooks smoke / macos-latest / Node 22 (push) Has been cancelled
CI/CD Pipeline / Deploy & Release (push) Has been cancelled
CI/CD Pipeline / CI Status (push) Has been cancelled
🔗 Cross-Agent Integration Tests / 📊 Integration Test Report (push) Has been cancelled
🔄 Automated Rollback Manager / 🔍 Pre-Rollback Validation (push) Has been cancelled
🔍 Verification Pipeline / ⚡ Performance Verification (push) Has been cancelled
🔍 Verification Pipeline / 📊 Verification Report (push) Has been cancelled
201 lines
8.2 KiB
JavaScript
Executable File
201 lines
8.2 KiB
JavaScript
Executable File
#!/usr/bin/env node
|
||
// cost-burn — burn-rate trend over time + acceleration alert.
|
||
//
|
||
// Iters 34 + 50 of ADR-149 router work added windowed-trend visibility
|
||
// and drift-alert exit codes. This is the cost-tracker plugin equivalent
|
||
// for session spend: bin sessions into daily (or custom-duration) buckets,
|
||
// surface trend, and optionally fail builds on rate acceleration.
|
||
//
|
||
// METHOD
|
||
// 1. Read `cost-tracking` namespace session records.
|
||
// 2. Bin into buckets of `--bucket` duration (default 1d) over `--lookback`
|
||
// window (default 14d). Each bucket gets {n, spend, avgPerSession}.
|
||
// 3. Compute window-over-window delta: latest bucket's spend vs the mean
|
||
// of the prior N buckets (default: all prior buckets).
|
||
// 4. If `--alert-on-acceleration-pct N` is set AND the latest bucket
|
||
// spend is > (prior mean × (1 + N/100)), exit 1 with an alert message.
|
||
//
|
||
// Distinct from `cost-trend` (which surfaces BENCHMARK drift across
|
||
// docs/benchmarks/runs/*.json). This tracks PRODUCTION spend over time.
|
||
//
|
||
// Pairs with:
|
||
// - cost-budget-check (reactive: "have we crossed?")
|
||
// - cost-projection (predictive: "when will we cross?")
|
||
// - cost-counterfactual (comparative: "is routing earning its keep?")
|
||
// - cost-burn (trend: "is daily burn accelerating?") ← this
|
||
//
|
||
// USAGE
|
||
// node scripts/burn.mjs # default 14d / 1d bins
|
||
// node scripts/burn.mjs --bucket 1d --lookback 30d # daily bins, last month
|
||
// node scripts/burn.mjs --bucket 1w --lookback 90d # weekly bins, last quarter
|
||
// node scripts/burn.mjs --alert-on-acceleration-pct 50 # exit 1 if latest > +50% vs prior mean
|
||
// node scripts/burn.mjs --format json
|
||
//
|
||
// Env: BURN_NAMESPACE (default cost-tracking), BURN_QUIET=1.
|
||
|
||
// iter 73 — shared session-loader (was duplicated across 6 scripts).
|
||
import { loadSessions, sessionTs, parseDurationMs } from './_sessions.mjs';
|
||
|
||
const NS = process.env.BURN_NAMESPACE || 'cost-tracking';
|
||
|
||
const ARGS = (() => {
|
||
const a = { bucket: '1d', lookback: '14d', alertPct: null, format: 'table' };
|
||
if (process.env.BURN_QUIET === '1') a.format = 'json';
|
||
for (let i = 2; i < process.argv.length; i++) {
|
||
const v = process.argv[i];
|
||
if (v === '--bucket') a.bucket = process.argv[++i];
|
||
else if (v === '--lookback') a.lookback = process.argv[++i];
|
||
else if (v === '--alert-on-acceleration-pct') a.alertPct = parseFloat(process.argv[++i]);
|
||
else if (v === '--format') a.format = process.argv[++i];
|
||
}
|
||
return a;
|
||
})();
|
||
|
||
function main() {
|
||
const bucketMs = parseDurationMs(ARGS.bucket);
|
||
const lookbackMs = parseDurationMs(ARGS.lookback);
|
||
if (!bucketMs) {
|
||
console.error(`burn: --bucket must be N(h|d|w|m); got "${ARGS.bucket}"`);
|
||
process.exit(2);
|
||
}
|
||
if (!lookbackMs) {
|
||
console.error(`burn: --lookback must be N(h|d|w|m); got "${ARGS.lookback}"`);
|
||
process.exit(2);
|
||
}
|
||
if (bucketMs > lookbackMs) {
|
||
console.error(`burn: --bucket (${ARGS.bucket}) cannot exceed --lookback (${ARGS.lookback})`);
|
||
process.exit(2);
|
||
}
|
||
|
||
const now = Date.now();
|
||
const cutoffMs = now - lookbackMs;
|
||
|
||
// Read + filter sessions (shared loader, iter 73).
|
||
const records = loadSessions(NS);
|
||
const windowed = records.filter((r) => sessionTs(r) >= cutoffMs);
|
||
|
||
// Bin: bucket index counts BACKWARDS from now, so the LAST bucket is
|
||
// "the most recent <bucket>". Operators read newest-first.
|
||
// bucket index 0 = newest (now-bucketMs .. now), index 1 = (now-2*bucketMs .. now-bucketMs), etc.
|
||
const numBuckets = Math.ceil(lookbackMs / bucketMs);
|
||
const buckets = Array.from({ length: numBuckets }, (_, i) => ({
|
||
index: i,
|
||
startMs: now - (i + 1) * bucketMs,
|
||
endMs: now - i * bucketMs,
|
||
n: 0,
|
||
spendUsd: 0,
|
||
}));
|
||
for (const rec of windowed) {
|
||
const ts = sessionTs(rec);
|
||
const offsetMs = now - ts;
|
||
const idx = Math.floor(offsetMs / bucketMs);
|
||
if (idx >= 0 && idx < numBuckets) {
|
||
buckets[idx].n++;
|
||
buckets[idx].spendUsd += rec.total_cost_usd || 0;
|
||
}
|
||
}
|
||
|
||
// Window-over-window: latest bucket (index 0) vs mean of prior buckets
|
||
// that have at least one session (avoid divide-by-zero on sparse history).
|
||
const latest = buckets[0];
|
||
const priorNonEmpty = buckets.slice(1).filter((b) => b.n > 0);
|
||
const priorMean = priorNonEmpty.length > 0
|
||
? priorNonEmpty.reduce((s, b) => s + b.spendUsd, 0) / priorNonEmpty.length
|
||
: 0;
|
||
const deltaUsd = latest.spendUsd - priorMean;
|
||
const deltaPct = priorMean > 0 ? (deltaUsd / priorMean) * 100 : (latest.spendUsd > 0 ? Infinity : 0);
|
||
|
||
// Alert check.
|
||
let alertTriggered = false;
|
||
let alertReason = null;
|
||
if (ARGS.alertPct !== null) {
|
||
if (!isFinite(ARGS.alertPct) || ARGS.alertPct <= 0) {
|
||
console.error(`burn: --alert-on-acceleration-pct must be > 0; got ${ARGS.alertPct}`);
|
||
process.exit(2);
|
||
}
|
||
if (priorNonEmpty.length === 0) {
|
||
alertReason = `skipped (no prior non-empty buckets to compare — need ≥1)`;
|
||
} else if (priorMean === 0) {
|
||
alertReason = `skipped (prior buckets are all $0)`;
|
||
} else if (deltaPct > ARGS.alertPct) {
|
||
alertTriggered = true;
|
||
alertReason = `latest bucket $${latest.spendUsd.toFixed(6)} is ${deltaPct.toFixed(1)}% above prior mean $${priorMean.toFixed(6)} (threshold +${ARGS.alertPct}%)`;
|
||
} else {
|
||
alertReason = `latest bucket within +${ARGS.alertPct}% of prior mean (actual delta: ${deltaPct.toFixed(1)}%) — OK`;
|
||
}
|
||
}
|
||
|
||
const payload = {
|
||
namespace: NS,
|
||
config: { bucket: ARGS.bucket, lookback: ARGS.lookback, alertOnAccelerationPct: ARGS.alertPct },
|
||
bucketsConsidered: buckets.length,
|
||
sessionsInLookback: windowed.length,
|
||
latest: {
|
||
windowStart: new Date(latest.startMs).toISOString(),
|
||
windowEnd: new Date(latest.endMs).toISOString(),
|
||
sessions: latest.n,
|
||
spendUsd: Math.round(latest.spendUsd * 1e6) / 1e6,
|
||
},
|
||
priorMean: {
|
||
bucketsConsidered: priorNonEmpty.length,
|
||
meanSpendUsd: Math.round(priorMean * 1e6) / 1e6,
|
||
},
|
||
delta: {
|
||
deltaUsd: Math.round(deltaUsd * 1e6) / 1e6,
|
||
deltaPct: isFinite(deltaPct) ? Math.round(deltaPct * 100) / 100 : null,
|
||
},
|
||
series: buckets.map((b) => ({
|
||
bucketIndex: b.index,
|
||
windowStart: new Date(b.startMs).toISOString(),
|
||
windowEnd: new Date(b.endMs).toISOString(),
|
||
sessions: b.n,
|
||
spendUsd: Math.round(b.spendUsd * 1e6) / 1e6,
|
||
})),
|
||
alert: ARGS.alertPct !== null ? {
|
||
triggered: alertTriggered,
|
||
reason: alertReason,
|
||
thresholdPct: ARGS.alertPct,
|
||
} : null,
|
||
generatedAt: new Date().toISOString(),
|
||
};
|
||
|
||
if (ARGS.format === 'json') {
|
||
console.log(JSON.stringify(payload, null, 2));
|
||
} else {
|
||
console.log(`# cost-burn (bucket=${ARGS.bucket}, lookback=${ARGS.lookback})`);
|
||
console.log('');
|
||
console.log(`| Metric | Value |`);
|
||
console.log(`|---|---:|`);
|
||
console.log(`| Buckets considered | ${buckets.length} |`);
|
||
console.log(`| Sessions in lookback | ${windowed.length} |`);
|
||
console.log(`| Latest bucket spend | $${latest.spendUsd.toFixed(6)} (${latest.n} sessions) |`);
|
||
console.log(`| Prior bucket mean | $${priorMean.toFixed(6)} (${priorNonEmpty.length} non-empty buckets) |`);
|
||
const deltaStr = deltaUsd >= 0 ? `+$${deltaUsd.toFixed(6)}` : `-$${Math.abs(deltaUsd).toFixed(6)}`;
|
||
const pctStr = isFinite(deltaPct) ? `${deltaPct.toFixed(2)}%` : (priorMean === 0 ? 'new' : '∞');
|
||
console.log(`| **Delta (latest vs prior mean)** | **${deltaStr} (${pctStr})** |`);
|
||
console.log('');
|
||
console.log('## Bucket series (newest first)');
|
||
console.log('');
|
||
console.log('| # | Window | Sessions | Spend |');
|
||
console.log('|---:|---|---:|---:|');
|
||
for (const b of buckets) {
|
||
const startShort = new Date(b.startMs).toISOString().slice(0, 16).replace('T', ' ');
|
||
const endShort = new Date(b.endMs).toISOString().slice(0, 16).replace('T', ' ');
|
||
console.log(`| ${b.index} | ${startShort} → ${endShort} | ${b.n} | $${b.spendUsd.toFixed(6)} |`);
|
||
}
|
||
console.log('');
|
||
if (alertReason !== null) {
|
||
if (alertTriggered) {
|
||
console.log(`⚠ **ALERT**: ${alertReason}`);
|
||
} else {
|
||
console.log(`✓ ${alertReason}`);
|
||
}
|
||
console.log('');
|
||
}
|
||
}
|
||
|
||
if (alertTriggered) process.exit(1);
|
||
}
|
||
|
||
main();
|