wehub-resource-sync
137 lines
4.6 KiB
TypeScript
137 lines
4.6 KiB
TypeScript
import { describe, test, before, after } from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import { getCacheMetrics } from "../../src/lib/db/settings.ts";
|
|
import { getDbInstance } from "../../src/lib/db/core.ts";
|
|
|
|
describe("Cache Metrics Database", () => {
|
|
let db;
|
|
|
|
before(() => {
|
|
db = getDbInstance();
|
|
// Create usage_history table if it doesn't exist (mimicking production schema)
|
|
db.prepare(
|
|
`
|
|
CREATE TABLE IF NOT EXISTS usage_history (
|
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
provider TEXT,
|
|
model TEXT,
|
|
connection_id TEXT,
|
|
api_key_id TEXT,
|
|
api_key_name TEXT,
|
|
tokens_input INTEGER DEFAULT 0,
|
|
tokens_output INTEGER DEFAULT 0,
|
|
tokens_cache_read INTEGER DEFAULT 0,
|
|
tokens_cache_creation INTEGER DEFAULT 0,
|
|
tokens_reasoning INTEGER DEFAULT 0,
|
|
status TEXT,
|
|
timestamp TEXT,
|
|
success INTEGER,
|
|
latency_ms INTEGER DEFAULT 0,
|
|
ttft_ms INTEGER DEFAULT 0,
|
|
error_code TEXT
|
|
)
|
|
`
|
|
).run();
|
|
});
|
|
|
|
after(async () => {
|
|
// Clean up test data
|
|
db.prepare("DELETE FROM usage_history WHERE provider = 'test-provider'").run();
|
|
});
|
|
|
|
describe("getCacheMetrics", () => {
|
|
test("returns metrics even with no cache activity", async () => {
|
|
// Verify the function works even if usage_history has data but no cache activity
|
|
const metrics = await getCacheMetrics();
|
|
|
|
assert.ok(metrics.totalRequests >= 0);
|
|
assert.ok(metrics.totalInputTokens >= 0);
|
|
assert.ok(metrics.totalCachedTokens >= 0);
|
|
assert.ok(metrics.totalCacheCreationTokens >= 0);
|
|
assert.ok(metrics.tokensSaved >= 0);
|
|
assert.ok(metrics.lastUpdated);
|
|
});
|
|
|
|
test("returns aggregated metrics from usage_history", async () => {
|
|
// Clean up any existing test data first
|
|
db.prepare("DELETE FROM usage_history WHERE provider = 'test-provider'").run();
|
|
|
|
const now = new Date().toISOString();
|
|
|
|
db.prepare(
|
|
`
|
|
INSERT INTO usage_history (provider, model, connection_id, api_key_id, api_key_name,
|
|
tokens_input, tokens_output, tokens_cache_read, tokens_cache_creation, tokens_reasoning,
|
|
status, success, latency_ms, ttft_ms, error_code, timestamp)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`
|
|
).run(
|
|
"test-provider",
|
|
"test-model",
|
|
"test-connection",
|
|
"test-key-id",
|
|
"test-key",
|
|
1000, // tokens_input
|
|
500, // tokens_output
|
|
400, // tokens_cache_read
|
|
200, // tokens_cache_creation
|
|
0, // tokens_reasoning
|
|
"200", // status
|
|
1, // success
|
|
100, // latency_ms
|
|
50, // ttft_ms
|
|
null, // error_code
|
|
now // timestamp
|
|
);
|
|
|
|
// Insert another row
|
|
db.prepare(
|
|
`
|
|
INSERT INTO usage_history (provider, model, connection_id, api_key_id, api_key_name,
|
|
tokens_input, tokens_output, tokens_cache_read, tokens_cache_creation, tokens_reasoning,
|
|
status, success, latency_ms, ttft_ms, error_code, timestamp)
|
|
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
`
|
|
).run(
|
|
"test-provider",
|
|
"test-model",
|
|
"test-connection",
|
|
"test-key-id",
|
|
"test-key",
|
|
500, // tokens_input
|
|
300, // tokens_output
|
|
200, // tokens_cache_read
|
|
100, // tokens_cache_creation
|
|
0, // tokens_reasoning
|
|
"200", // status
|
|
1, // success
|
|
80, // latency_ms
|
|
40, // ttft_ms
|
|
null, // error_code
|
|
now // timestamp
|
|
);
|
|
|
|
const metrics = await getCacheMetrics();
|
|
|
|
// Should have at least the 2 test requests with cache activity
|
|
assert.ok(metrics.requestsWithCacheControl >= 2);
|
|
assert.ok(metrics.totalInputTokens >= 1500);
|
|
assert.ok(metrics.totalCachedTokens >= 600);
|
|
assert.ok(metrics.totalCacheCreationTokens >= 300);
|
|
assert.ok(metrics.tokensSaved >= 600);
|
|
|
|
// Check provider breakdown
|
|
assert.ok(metrics.byProvider["test-provider"]);
|
|
assert.ok(metrics.byProvider["test-provider"].requests >= 2);
|
|
assert.ok(metrics.byProvider["test-provider"].totalRequests >= 2);
|
|
assert.ok(metrics.byProvider["test-provider"].cachedRequests >= 2);
|
|
assert.ok(metrics.byProvider["test-provider"].inputTokens >= 1500);
|
|
assert.ok(metrics.byProvider["test-provider"].cachedTokens >= 600);
|
|
assert.ok(metrics.byProvider["test-provider"].cacheCreationTokens >= 300);
|
|
|
|
// Clean up
|
|
db.prepare("DELETE FROM usage_history WHERE provider = 'test-provider'").run();
|
|
});
|
|
});
|
|
});
|