chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,78 @@
|
||||
import { test } from "node:test";
|
||||
import assert from "node:assert/strict";
|
||||
import { buildTargetTimeoutRunner } from "../../open-sse/services/combo/targetTimeoutRunner.ts";
|
||||
|
||||
const noopLog = { warn() {}, info() {}, error() {}, debug() {} } as any;
|
||||
|
||||
test("timeout<=0: passthrough direto (sem timer)", async () => {
|
||||
let called = false;
|
||||
const runner = buildTargetTimeoutRunner({
|
||||
handleSingleModel: async () => {
|
||||
called = true;
|
||||
return new Response("ok");
|
||||
},
|
||||
comboTargetTimeoutMs: 0,
|
||||
log: noopLog,
|
||||
});
|
||||
const res = await runner({}, "m");
|
||||
assert.equal(called, true);
|
||||
assert.equal(await res.text(), "ok");
|
||||
});
|
||||
|
||||
test("timeout<=0: erro do upstream vira errorResponse 502", async () => {
|
||||
const runner = buildTargetTimeoutRunner({
|
||||
handleSingleModel: async () => {
|
||||
throw new Error("boom");
|
||||
},
|
||||
comboTargetTimeoutMs: 0,
|
||||
log: noopLog,
|
||||
});
|
||||
const res = await runner({}, "m");
|
||||
assert.equal(res.status, 502);
|
||||
});
|
||||
|
||||
test("excede o limite: aborta e retorna 524 timed out", async () => {
|
||||
const runner = buildTargetTimeoutRunner({
|
||||
handleSingleModel: (_b, _m, target) =>
|
||||
new Promise<Response>((resolve) => {
|
||||
// resolve só se abortado (simula um upstream que respeita o signal)
|
||||
const sig = (target as any)?.modelAbortSignal as AbortSignal | undefined;
|
||||
sig?.addEventListener("abort", () => resolve(new Response(null, { status: 599 })));
|
||||
}),
|
||||
comboTargetTimeoutMs: 20,
|
||||
log: noopLog,
|
||||
});
|
||||
const res = await runner({}, "slow-model");
|
||||
assert.equal(res.status, 524);
|
||||
const body = await res.json();
|
||||
assert.match(JSON.stringify(body), /timed out/i);
|
||||
});
|
||||
|
||||
test("sucesso rápido vence a corrida do timeout", async () => {
|
||||
const runner = buildTargetTimeoutRunner({
|
||||
handleSingleModel: async () => new Response("fast", { status: 200 }),
|
||||
comboTargetTimeoutMs: 1000,
|
||||
log: noopLog,
|
||||
});
|
||||
const res = await runner({}, "m");
|
||||
assert.equal(res.status, 200);
|
||||
assert.equal(await res.text(), "fast");
|
||||
});
|
||||
|
||||
test("hedge do parent já abortado propaga o abort ao filho", async () => {
|
||||
const parent = new AbortController();
|
||||
parent.abort(new Error("hedge-cancelled"));
|
||||
let sawAbort = false;
|
||||
const runner = buildTargetTimeoutRunner({
|
||||
handleSingleModel: (_b, _m, target) =>
|
||||
new Promise<Response>((resolve) => {
|
||||
const sig = (target as any)?.modelAbortSignal as AbortSignal | undefined;
|
||||
if (sig?.aborted) sawAbort = true;
|
||||
resolve(new Response("ok"));
|
||||
}),
|
||||
comboTargetTimeoutMs: 1000,
|
||||
log: noopLog,
|
||||
});
|
||||
await runner({}, "m", { modelAbortSignal: parent.signal } as any);
|
||||
assert.equal(sawAbort, true);
|
||||
});
|
||||
Reference in New Issue
Block a user