Files
2026-07-13 13:39:12 +08:00

396 lines
12 KiB
TypeScript

import test from "node:test";
import assert from "node:assert/strict";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
import type { ProviderCredentials } from "../../open-sse/executors/base.ts";
const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-responses-handler-"));
process.env.DATA_DIR = TEST_DATA_DIR;
const core = await import("../../src/lib/db/core.ts");
const { handleResponsesCore } = await import("../../open-sse/handlers/responsesHandler.ts");
const { COMMAND_CODE_VERSION } = await import("../../open-sse/executors/commandCode.ts");
const originalFetch = globalThis.fetch;
type JsonRecord = Record<string, unknown>;
type CapturedBody = JsonRecord & {
messages?: Array<JsonRecord & { content?: unknown; role?: unknown }>;
params?: JsonRecord;
tools?: Array<JsonRecord & { function?: JsonRecord }>;
};
type CapturedCall = {
url: string;
method: string;
headers: Record<string, string>;
body: CapturedBody;
};
type ResponseFactory = (call: CapturedCall, calls: CapturedCall[]) => Response | Promise<Response>;
type InvokeResponsesCoreOptions = {
body?: unknown;
provider?: string;
model?: string;
credentials?: ProviderCredentials;
responseFactory?: ResponseFactory;
signal?: AbortSignal;
};
type ErrorPayload = {
error?: {
message?: string;
};
};
function noopLog() {
return {
debug() {},
info() {},
warn() {},
error() {},
};
}
function toPlainHeaders(headers: HeadersInit | undefined): Record<string, string> {
if (!headers) return {};
if (headers instanceof Headers) return Object.fromEntries(headers.entries());
return Object.fromEntries(
Object.entries(headers).map(([key, value]) => [key, value == null ? "" : String(value)])
);
}
function parseCapturedBody(body: BodyInit | null | undefined): CapturedBody {
if (!body) return {};
const parsed = JSON.parse(String(body)) as unknown;
return parsed && typeof parsed === "object" && !Array.isArray(parsed)
? (parsed as CapturedBody)
: {};
}
function buildOpenAISseResponse(text = "hello") {
return new Response(
[
`data: ${JSON.stringify({
id: "chatcmpl-responses",
object: "chat.completion.chunk",
choices: [{ index: 0, delta: { role: "assistant", content: text } }],
})}`,
"",
`data: ${JSON.stringify({
id: "chatcmpl-responses",
object: "chat.completion.chunk",
choices: [{ index: 0, delta: {}, finish_reason: "stop" }],
usage: { prompt_tokens: 4, completion_tokens: 2, total_tokens: 6 },
})}`,
"",
"data: [DONE]",
"",
].join("\n"),
{
status: 200,
headers: { "Content-Type": "text/event-stream" },
}
);
}
function buildJsonResponse(status: number, payload: unknown) {
return new Response(JSON.stringify(payload), {
status,
headers: { "Content-Type": "application/json" },
});
}
async function resetStorage() {
core.resetDbInstance();
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true });
fs.mkdirSync(TEST_DATA_DIR, { recursive: true });
}
async function invokeResponsesCore({
body,
provider = "openai",
model = "gpt-4o-mini",
credentials,
responseFactory,
signal,
}: InvokeResponsesCoreOptions = {}) {
const calls: CapturedCall[] = [];
globalThis.fetch = async (url, init = {}) => {
const call = {
url: String(url),
method: init.method || "GET",
headers: toPlainHeaders(init.headers),
body: parseCapturedBody(init.body),
};
calls.push(call);
return responseFactory ? responseFactory(call, calls) : buildOpenAISseResponse();
};
try {
const result = await handleResponsesCore({
body: structuredClone(body),
modelInfo: { provider, model, extendedContext: false },
credentials: credentials || {
apiKey: "sk-test",
providerSpecificData: {},
},
log: noopLog(),
onCredentialsRefreshed: null,
onRequestSuccess: null,
onDisconnect: null,
connectionId: null,
signal,
});
return { result, calls, call: calls.at(-1) };
} finally {
globalThis.fetch = originalFetch;
}
}
test.afterEach(async () => {
globalThis.fetch = originalFetch;
await resetStorage();
});
test.after(async () => {
globalThis.fetch = originalFetch;
await resetStorage();
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true });
});
test("handleResponsesCore converts Responses API input, instructions, tools, metadata, and forces streaming", async () => {
const { call, result } = await invokeResponsesCore({
body: {
model: "gpt-4o-mini",
instructions: "You are terse",
input: [
{
type: "message",
role: "user",
content: [{ type: "input_text", text: "hello" }],
},
],
tools: [
{
type: "function",
name: "lookup_weather",
description: "Find weather",
parameters: { type: "object" },
},
],
metadata: { source: "responses-test" },
store: true,
},
});
assert.equal(result.success, true);
assert.equal(call.body.stream, true);
assert.equal(call.body.messages[0].role, "system");
assert.equal(call.body.messages[0].content, "You are terse");
assert.equal(call.body.messages[1].role, "user");
assert.equal(call.body.messages[1].content[0].text, "hello");
assert.equal(call.body.tools[0].function.name, "lookup_weather");
assert.equal(call.body.metadata, undefined);
assert.equal("store" in call.body, false);
});
test("handleResponsesCore strips previous_response_id by default and handles empty input arrays", async () => {
const { call, result } = await invokeResponsesCore({
body: {
model: "gpt-4o-mini",
input: [],
previous_response_id: "resp_prev_123",
metadata: { session: "abc" },
},
});
assert.equal(result.success, true);
assert.equal(call.body.previous_response_id, undefined);
assert.equal(call.body.metadata, undefined);
// Empty input[] now injects a placeholder user message to avoid upstream
// "400: at least one message is required" rejections (9router#419).
assert.equal(Array.isArray(call.body.messages), true);
assert.equal(call.body.messages.length, 1);
assert.equal(call.body.messages[0].role, "user");
assert.equal(call.body.stream, true);
});
test("handleResponsesCore preserves store for Codex responses when connection opt-in is enabled", async () => {
const { call, result } = await invokeResponsesCore({
body: {
model: "gpt-5.3-codex",
input: [],
previous_response_id: "resp_prev_store",
store: true,
},
provider: "codex",
model: "gpt-5.3-codex",
credentials: {
accessToken: "codex-token",
providerSpecificData: {
openaiStoreEnabled: true,
},
},
});
assert.equal(result.success, true);
// When openaiStoreEnabled=true, the request keeps previous_response_id and
// store=true so the upstream Codex Responses session continues from prior turn.
assert.equal(call.body.previous_response_id, "resp_prev_store");
assert.equal(call.body.store, true);
assert.equal(call.body.stream, true);
});
test("handleResponsesCore transforms upstream OpenAI SSE into Responses API SSE", async () => {
const { result } = await invokeResponsesCore({
body: {
model: "gpt-4o-mini",
input: "hello",
},
});
assert.equal(result.success, true);
assert.equal(result.response.headers.get("Content-Type"), "text/event-stream");
const sse = await result.response.text();
assert.match(sse, /event: response\.created/);
assert.match(sse, /event: response\.output_text\.delta/);
assert.match(sse, /event: response\.completed/);
assert.match(sse, /data: \[DONE\]/);
});
test("handleResponsesCore transforms Command Code executor SSE through Responses shim", async () => {
const { call, result } = await invokeResponsesCore({
provider: "command-code",
model: "gpt-5.4-mini",
credentials: { apiKey: "cc_test_key", providerSpecificData: {} },
body: {
model: "gpt-5.4-mini",
input: "hello command code",
},
responseFactory() {
return new Response(
[
`data: ${JSON.stringify({ type: "text-delta", text: "command" })}`,
"",
`data: ${JSON.stringify({ type: "reasoning-delta", text: "thinking" })}`,
"",
`data: ${JSON.stringify({ type: "finish", finishReason: "stop" })}`,
"",
].join("\n"),
{ status: 200, headers: { "Content-Type": "application/x-ndjson" } }
);
},
});
assert.equal(result.success, true);
assert.equal(call.url, "https://api.commandcode.ai/alpha/generate");
assert.equal(call.headers.Authorization, "Bearer cc_test_key");
assert.equal(call.headers["x-command-code-version"], COMMAND_CODE_VERSION);
assert.equal(call.body.params.model, "gpt-5.4-mini");
assert.equal(call.body.params.stream, true);
const sse = await result.response.text();
assert.match(sse, /event: response\.created/);
assert.match(sse, /event: response\.output_text\.delta/);
assert.match(sse, /command/);
assert.match(sse, /event: response\.completed/);
assert.match(sse, /data: \[DONE\]/);
});
test("handleResponsesCore propagates upstream failures from chatCore unchanged", async () => {
const { result } = await invokeResponsesCore({
body: {
model: "gpt-4o-mini",
input: "hello",
},
responseFactory() {
return buildJsonResponse(401, {
error: { message: "unauthorized" },
});
},
});
assert.equal(result.success, false);
assert.equal(result.status, 401);
const payload = (await result.response.json()) as ErrorPayload;
assert.equal(payload.error.message, "[401]: unauthorized");
});
test("handleResponsesCore rejects invalid Responses API input that cannot be translated", async () => {
// After #2695 the web_search family is allowed; use file_search to keep this
// assertion exercising the "untranslatable tool type" path.
await assert.rejects(
() =>
handleResponsesCore({
body: {
model: "gpt-4o-mini",
input: "hello",
tools: [{ type: "file_search" }],
},
modelInfo: { provider: "openai", model: "gpt-4o-mini", extendedContext: false },
credentials: { apiKey: "sk-test", providerSpecificData: {} },
log: noopLog(),
onCredentialsRefreshed: null,
onRequestSuccess: null,
onDisconnect: null,
connectionId: null,
}),
(error) =>
error instanceof Error && error.message.includes("file_search tool type is not supported")
);
});
test("handleResponsesCore injects SSE keepalive frames for Responses streams", async (t) => {
// PR #2233 changed the Responses-API heartbeat shape from a SSE comment
// (`: keepalive ...`) to a `data: {"type":"response.in_progress"}` frame,
// because strict proxies only count `data:` lines as activity.
t.mock.timers.enable({ apis: ["setInterval"] });
try {
const { result } = await invokeResponsesCore({
body: {
model: "gpt-4o-mini",
input: "hello",
},
});
assert.equal(result.success, true);
t.mock.timers.tick(15000); // Advance time by 15s to trigger heartbeat
const sse = await result.response.text();
assert.match(sse, /data: \{"type":"response\.in_progress"\}/);
assert.match(sse, /event: response\.created/);
assert.match(sse, /data: \[DONE\]/);
} finally {
t.mock.timers.reset();
}
});
test("handleResponsesCore clears heartbeat timers immediately when the request signal aborts", async (t) => {
t.mock.timers.enable({ apis: ["setInterval"] });
try {
const controller = new AbortController();
const { result } = await invokeResponsesCore({
body: {
model: "gpt-4o-mini",
input: "hello",
},
signal: controller.signal,
});
assert.equal(result.success, true);
// We can't directly check clearInterval count because the stream flush
// also clears it. We'll just verify no crash and it resolves properly.
controller.abort();
await new Promise((r) => process.nextTick(r)); // yield to event loop
await result.response.body?.cancel();
} finally {
t.mock.timers.reset();
}
});