/** * #3175 — provider/model call statistics aggregated from call_logs. * Guards the SQL extracted out of the /api/provider-stats route (Hard Rule #5). */ import test from "node:test"; import assert from "node:assert/strict"; import fs from "node:fs"; import os from "node:os"; import path from "node:path"; const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omni-db-provider-stats-")); process.env.DATA_DIR = TEST_DATA_DIR; const core = await import("../../src/lib/db/core.ts"); const stats = await import("../../src/lib/db/providerStats.ts"); function insertCallLog(row: Record) { const db = core.getDbInstance(); const full = { method: "POST", path: "/v1/chat/completions", status: 200, model: "openai/gpt-4.1", requested_model: null, provider: "openai", account: null, connection_id: null, duration: 100, tokens_in: 10, tokens_out: 20, cache_source: "upstream", source_format: null, target_format: null, api_key_id: null, api_key_name: null, combo_name: null, combo_step_id: null, combo_execution_key: null, error_summary: null, detail_state: "none", artifact_relpath: null, artifact_size_bytes: null, artifact_sha256: null, has_request_body: 0, has_response_body: 0, has_pipeline_details: 0, request_summary: null, ...row, id: row.id ?? `log-${Math.random().toString(16).slice(2)}`, timestamp: row.timestamp ?? new Date().toISOString(), }; db.prepare( `INSERT INTO call_logs ( id, timestamp, method, path, status, model, requested_model, provider, account, connection_id, duration, tokens_in, tokens_out, cache_source, source_format, target_format, api_key_id, api_key_name, combo_name, combo_step_id, combo_execution_key, error_summary, detail_state, artifact_relpath, artifact_size_bytes, artifact_sha256, has_request_body, has_response_body, has_pipeline_details, request_summary ) VALUES ( @id, @timestamp, @method, @path, @status, @model, @requested_model, @provider, @account, @connection_id, @duration, @tokens_in, @tokens_out, @cache_source, @source_format, @target_format, @api_key_id, @api_key_name, @combo_name, @combo_step_id, @combo_execution_key, @error_summary, @detail_state, @artifact_relpath, @artifact_size_bytes, @artifact_sha256, @has_request_body, @has_response_body, @has_pipeline_details, @request_summary )` ).run(full); } test.before(() => { core.resetDbInstance(); }); test.after(() => { core.resetDbInstance(); fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); }); test("#3175 getProviderCallStats aggregates totals, success and latency per provider", () => { insertCallLog({ provider: "openai", status: 200, duration: 100, tokens_in: 10, tokens_out: 20 }); insertCallLog({ provider: "openai", status: 500, duration: 300, tokens_in: 5, tokens_out: 0 }); insertCallLog({ provider: "anthropic", status: 200, duration: 50, tokens_in: 1, tokens_out: 2 }); // excluded: provider '-' / null insertCallLog({ provider: "-", status: 200 }); const rows = stats.getProviderCallStats(); const openai = rows.find((r) => r.provider === "openai"); assert.ok(openai, "openai stats present"); assert.equal(openai.totalRequests, 2); assert.equal(openai.successfulRequests, 1); // only the 200 assert.equal(openai.avgLatencyMs, 200); // (100+300)/2 assert.equal(openai.totalTokensIn, 15); assert.equal(openai.totalTokensOut, 20); assert.ok(!rows.some((r) => r.provider === "-"), "provider '-' is excluded"); // ordered by totalRequests desc → openai (2) before anthropic (1) assert.equal(rows[0].provider, "openai"); }); test("#3175 getModelCallStats groups by provider+model", () => { const rows = stats.getModelCallStats(); const m = rows.find((r) => r.model === "openai/gpt-4.1" && r.provider === "openai"); assert.ok(m, "model row present"); assert.equal(m.requests, 2); assert.equal(m.successfulRequests, 1); });