import { test } from "node:test"; import assert from "node:assert/strict"; import { parseRetryAfterHeader, detectTestKind, extractProviderErrorMessage, resolveModelTestTimeoutMs, } from "@/lib/api/modelTestRunner.ts"; // --------------------------------------------------------------------------- // parseRetryAfterHeader — Retry-After is either delta-seconds or an HTTP-date. // Regression guard for the rate-limit handling in runSingleModelTest (#3267). // --------------------------------------------------------------------------- test("parseRetryAfterHeader returns undefined for missing/empty/null input", () => { assert.equal(parseRetryAfterHeader(null), undefined); assert.equal(parseRetryAfterHeader(undefined), undefined); assert.equal(parseRetryAfterHeader(""), undefined); assert.equal(parseRetryAfterHeader(" "), undefined); }); test("parseRetryAfterHeader parses delta-seconds (numeric form)", () => { assert.equal(parseRetryAfterHeader("0"), 0); assert.equal(parseRetryAfterHeader("30"), 30); assert.equal(parseRetryAfterHeader("120"), 120); // fractional seconds round up (ceil) so we never under-wait assert.equal(parseRetryAfterHeader("1.2"), 2); }); test("parseRetryAfterHeader rejects non-date garbage and never yields a misleading positive wait", () => { // Pure garbage with no parseable date → undefined. assert.equal(parseRetryAfterHeader("soon"), undefined); assert.equal(parseRetryAfterHeader("NaN"), undefined); // A negative numeric is not accepted on the numeric path (>= 0 guard); it // falls through to Date.parse, which yields a past date → clamped to 0. // The important guarantee is that it never produces a positive wait. const negative = parseRetryAfterHeader("-5"); assert.ok(negative === undefined || negative === 0, `expected 0/undefined, got ${negative}`); }); test("parseRetryAfterHeader parses an HTTP-date into a non-negative seconds delta", () => { // A date ~10s in the future should yield a small positive integer (>=0). const future = new Date(Date.now() + 10_000).toUTCString(); const secs = parseRetryAfterHeader(future); assert.ok(typeof secs === "number"); assert.ok(secs >= 0 && secs <= 11, `expected ~10s, got ${secs}`); // A date in the past clamps to 0 (never negative). const past = new Date(Date.now() - 60_000).toUTCString(); assert.equal(parseRetryAfterHeader(past), 0); }); // --------------------------------------------------------------------------- // detectTestKind — picks the right test endpoint (chat / embeddings / rerank) // from the model id + custom-model metadata. Rerank must win over embedding. // --------------------------------------------------------------------------- test("detectTestKind defaults to a plain chat test for ordinary models", () => { assert.deepEqual(detectTestKind("openai/gpt-4o", null), { isRerank: false, isEmbedding: false, }); }); test("detectTestKind detects embeddings by id heuristics", () => { for (const id of [ "openai/text-embedding-3-small", "jina/jina-embeddings-v3", "baai/bge-m3", "jinaai/jina-clip-v2", "colbert-ir/colbertv2", ]) { assert.equal(detectTestKind(id, null).isEmbedding, true, `${id} should be embedding`); assert.equal(detectTestKind(id, null).isRerank, false, `${id} should not be rerank`); } }); test("detectTestKind detects rerank by id and by metadata, and rerank wins over embedding", () => { assert.deepEqual(detectTestKind("jina/jina-reranker-v2", null), { isRerank: true, isEmbedding: false, }); // apiFormat metadata drives detection even when the id is opaque assert.equal(detectTestKind("vendor/opaque-model", { apiFormat: "rerank" }).isRerank, true); assert.equal( detectTestKind("vendor/opaque-model", { supportedEndpoints: ["embeddings"] }).isEmbedding, true ); // A model that looks like both rerank and embedding resolves to rerank only. const both = detectTestKind("vendor/rerank-embedding-hybrid", null); assert.equal(both.isRerank, true); assert.equal(both.isEmbedding, false); }); test("extractProviderErrorMessage includes upstream details when generic error is unhelpful", () => { const body = { error: { message: "HuggingChat returned HTTP 500" }, upstream_details: { message: "Model is temporarily overloaded", status: "error", }, }; assert.equal( extractProviderErrorMessage(body, "Internal Server Error"), "HuggingChat returned HTTP 500: Model is temporarily overloaded" ); }); test("resolveModelTestTimeoutMs extends Dola Pro model checks", () => { assert.equal(resolveModelTestTimeoutMs("doubao-web", "dola-pro", 10_000), 90_000); assert.equal(resolveModelTestTimeoutMs("doubao-web", "doubao-web/dola-pro", 10_000), 90_000); assert.equal(resolveModelTestTimeoutMs("DOUBAO-WEB", "dola-pro", 120_000), 120_000); }); test("resolveModelTestTimeoutMs leaves ordinary models unchanged", () => { assert.equal(resolveModelTestTimeoutMs("doubao-web", "dola-speed", 10_000), 10_000); assert.equal(resolveModelTestTimeoutMs("openai", "dola-pro", 10_000), 10_000); });