import test from "node:test"; import assert from "node:assert/strict"; import fs from "node:fs"; import os from "node:os"; import path from "node:path"; import type { ProviderCredentials } from "../../open-sse/executors/base.ts"; const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-responses-handler-")); process.env.DATA_DIR = TEST_DATA_DIR; const core = await import("../../src/lib/db/core.ts"); const { handleResponsesCore } = await import("../../open-sse/handlers/responsesHandler.ts"); const { COMMAND_CODE_VERSION } = await import("../../open-sse/executors/commandCode.ts"); const originalFetch = globalThis.fetch; type JsonRecord = Record; type CapturedBody = JsonRecord & { messages?: Array; params?: JsonRecord; tools?: Array; }; type CapturedCall = { url: string; method: string; headers: Record; body: CapturedBody; }; type ResponseFactory = (call: CapturedCall, calls: CapturedCall[]) => Response | Promise; type InvokeResponsesCoreOptions = { body?: unknown; provider?: string; model?: string; credentials?: ProviderCredentials; responseFactory?: ResponseFactory; signal?: AbortSignal; }; type ErrorPayload = { error?: { message?: string; }; }; function noopLog() { return { debug() {}, info() {}, warn() {}, error() {}, }; } function toPlainHeaders(headers: HeadersInit | undefined): Record { if (!headers) return {}; if (headers instanceof Headers) return Object.fromEntries(headers.entries()); return Object.fromEntries( Object.entries(headers).map(([key, value]) => [key, value == null ? "" : String(value)]) ); } function parseCapturedBody(body: BodyInit | null | undefined): CapturedBody { if (!body) return {}; const parsed = JSON.parse(String(body)) as unknown; return parsed && typeof parsed === "object" && !Array.isArray(parsed) ? (parsed as CapturedBody) : {}; } function buildOpenAISseResponse(text = "hello") { return new Response( [ `data: ${JSON.stringify({ id: "chatcmpl-responses", object: "chat.completion.chunk", choices: [{ index: 0, delta: { role: "assistant", content: text } }], })}`, "", `data: ${JSON.stringify({ id: "chatcmpl-responses", object: "chat.completion.chunk", choices: [{ index: 0, delta: {}, finish_reason: "stop" }], usage: { prompt_tokens: 4, completion_tokens: 2, total_tokens: 6 }, })}`, "", "data: [DONE]", "", ].join("\n"), { status: 200, headers: { "Content-Type": "text/event-stream" }, } ); } function buildJsonResponse(status: number, payload: unknown) { return new Response(JSON.stringify(payload), { status, headers: { "Content-Type": "application/json" }, }); } async function resetStorage() { core.resetDbInstance(); fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); fs.mkdirSync(TEST_DATA_DIR, { recursive: true }); } async function invokeResponsesCore({ body, provider = "openai", model = "gpt-4o-mini", credentials, responseFactory, signal, }: InvokeResponsesCoreOptions = {}) { const calls: CapturedCall[] = []; globalThis.fetch = async (url, init = {}) => { const call = { url: String(url), method: init.method || "GET", headers: toPlainHeaders(init.headers), body: parseCapturedBody(init.body), }; calls.push(call); return responseFactory ? responseFactory(call, calls) : buildOpenAISseResponse(); }; try { const result = await handleResponsesCore({ body: structuredClone(body), modelInfo: { provider, model, extendedContext: false }, credentials: credentials || { apiKey: "sk-test", providerSpecificData: {}, }, log: noopLog(), onCredentialsRefreshed: null, onRequestSuccess: null, onDisconnect: null, connectionId: null, signal, }); return { result, calls, call: calls.at(-1) }; } finally { globalThis.fetch = originalFetch; } } test.afterEach(async () => { globalThis.fetch = originalFetch; await resetStorage(); }); test.after(async () => { globalThis.fetch = originalFetch; await resetStorage(); fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true }); }); test("handleResponsesCore converts Responses API input, instructions, tools, metadata, and forces streaming", async () => { const { call, result } = await invokeResponsesCore({ body: { model: "gpt-4o-mini", instructions: "You are terse", input: [ { type: "message", role: "user", content: [{ type: "input_text", text: "hello" }], }, ], tools: [ { type: "function", name: "lookup_weather", description: "Find weather", parameters: { type: "object" }, }, ], metadata: { source: "responses-test" }, store: true, }, }); assert.equal(result.success, true); assert.equal(call.body.stream, true); assert.equal(call.body.messages[0].role, "system"); assert.equal(call.body.messages[0].content, "You are terse"); assert.equal(call.body.messages[1].role, "user"); assert.equal(call.body.messages[1].content[0].text, "hello"); assert.equal(call.body.tools[0].function.name, "lookup_weather"); assert.equal(call.body.metadata, undefined); assert.equal("store" in call.body, false); }); test("handleResponsesCore strips previous_response_id by default and handles empty input arrays", async () => { const { call, result } = await invokeResponsesCore({ body: { model: "gpt-4o-mini", input: [], previous_response_id: "resp_prev_123", metadata: { session: "abc" }, }, }); assert.equal(result.success, true); assert.equal(call.body.previous_response_id, undefined); assert.equal(call.body.metadata, undefined); // Empty input[] now injects a placeholder user message to avoid upstream // "400: at least one message is required" rejections (9router#419). assert.equal(Array.isArray(call.body.messages), true); assert.equal(call.body.messages.length, 1); assert.equal(call.body.messages[0].role, "user"); assert.equal(call.body.stream, true); }); test("handleResponsesCore preserves store for Codex responses when connection opt-in is enabled", async () => { const { call, result } = await invokeResponsesCore({ body: { model: "gpt-5.3-codex", input: [], previous_response_id: "resp_prev_store", store: true, }, provider: "codex", model: "gpt-5.3-codex", credentials: { accessToken: "codex-token", providerSpecificData: { openaiStoreEnabled: true, }, }, }); assert.equal(result.success, true); // When openaiStoreEnabled=true, the request keeps previous_response_id and // store=true so the upstream Codex Responses session continues from prior turn. assert.equal(call.body.previous_response_id, "resp_prev_store"); assert.equal(call.body.store, true); assert.equal(call.body.stream, true); }); test("handleResponsesCore transforms upstream OpenAI SSE into Responses API SSE", async () => { const { result } = await invokeResponsesCore({ body: { model: "gpt-4o-mini", input: "hello", }, }); assert.equal(result.success, true); assert.equal(result.response.headers.get("Content-Type"), "text/event-stream"); const sse = await result.response.text(); assert.match(sse, /event: response\.created/); assert.match(sse, /event: response\.output_text\.delta/); assert.match(sse, /event: response\.completed/); assert.match(sse, /data: \[DONE\]/); }); test("handleResponsesCore transforms Command Code executor SSE through Responses shim", async () => { const { call, result } = await invokeResponsesCore({ provider: "command-code", model: "gpt-5.4-mini", credentials: { apiKey: "cc_test_key", providerSpecificData: {} }, body: { model: "gpt-5.4-mini", input: "hello command code", }, responseFactory() { return new Response( [ `data: ${JSON.stringify({ type: "text-delta", text: "command" })}`, "", `data: ${JSON.stringify({ type: "reasoning-delta", text: "thinking" })}`, "", `data: ${JSON.stringify({ type: "finish", finishReason: "stop" })}`, "", ].join("\n"), { status: 200, headers: { "Content-Type": "application/x-ndjson" } } ); }, }); assert.equal(result.success, true); assert.equal(call.url, "https://api.commandcode.ai/alpha/generate"); assert.equal(call.headers.Authorization, "Bearer cc_test_key"); assert.equal(call.headers["x-command-code-version"], COMMAND_CODE_VERSION); assert.equal(call.body.params.model, "gpt-5.4-mini"); assert.equal(call.body.params.stream, true); const sse = await result.response.text(); assert.match(sse, /event: response\.created/); assert.match(sse, /event: response\.output_text\.delta/); assert.match(sse, /command/); assert.match(sse, /event: response\.completed/); assert.match(sse, /data: \[DONE\]/); }); test("handleResponsesCore propagates upstream failures from chatCore unchanged", async () => { const { result } = await invokeResponsesCore({ body: { model: "gpt-4o-mini", input: "hello", }, responseFactory() { return buildJsonResponse(401, { error: { message: "unauthorized" }, }); }, }); assert.equal(result.success, false); assert.equal(result.status, 401); const payload = (await result.response.json()) as ErrorPayload; assert.equal(payload.error.message, "[401]: unauthorized"); }); test("handleResponsesCore rejects invalid Responses API input that cannot be translated", async () => { // After #2695 the web_search family is allowed; use file_search to keep this // assertion exercising the "untranslatable tool type" path. await assert.rejects( () => handleResponsesCore({ body: { model: "gpt-4o-mini", input: "hello", tools: [{ type: "file_search" }], }, modelInfo: { provider: "openai", model: "gpt-4o-mini", extendedContext: false }, credentials: { apiKey: "sk-test", providerSpecificData: {} }, log: noopLog(), onCredentialsRefreshed: null, onRequestSuccess: null, onDisconnect: null, connectionId: null, }), (error) => error instanceof Error && error.message.includes("file_search tool type is not supported") ); }); test("handleResponsesCore injects SSE keepalive frames for Responses streams", async (t) => { // PR #2233 changed the Responses-API heartbeat shape from a SSE comment // (`: keepalive ...`) to a `data: {"type":"response.in_progress"}` frame, // because strict proxies only count `data:` lines as activity. t.mock.timers.enable({ apis: ["setInterval"] }); try { const { result } = await invokeResponsesCore({ body: { model: "gpt-4o-mini", input: "hello", }, }); assert.equal(result.success, true); t.mock.timers.tick(15000); // Advance time by 15s to trigger heartbeat const sse = await result.response.text(); assert.match(sse, /data: \{"type":"response\.in_progress"\}/); assert.match(sse, /event: response\.created/); assert.match(sse, /data: \[DONE\]/); } finally { t.mock.timers.reset(); } }); test("handleResponsesCore clears heartbeat timers immediately when the request signal aborts", async (t) => { t.mock.timers.enable({ apis: ["setInterval"] }); try { const controller = new AbortController(); const { result } = await invokeResponsesCore({ body: { model: "gpt-4o-mini", input: "hello", }, signal: controller.signal, }); assert.equal(result.success, true); // We can't directly check clearInterval count because the stream flush // also clears it. We'll just verify no crash and it resolves properly. controller.abort(); await new Promise((r) => process.nextTick(r)); // yield to event loop await result.response.body?.cancel(); } finally { t.mock.timers.reset(); } });