Files
diegosouzapw--omniroute/tests/unit/cc-compatible-provider.test.ts
2026-07-13 13:39:12 +08:00

1217 lines
39 KiB
TypeScript

import test from "node:test";
import assert from "node:assert/strict";
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
const TEST_DATA_DIR = fs.mkdtempSync(path.join(os.tmpdir(), "omniroute-cc-compatible-"));
process.env.DATA_DIR = TEST_DATA_DIR;
const core = await import("../../src/lib/db/core.ts");
const compliance = await import("../../src/lib/compliance/index.ts");
const providersDb = await import("../../src/lib/db/providers.ts");
const { DefaultExecutor } = await import("../../open-sse/executors/default.ts");
const {
buildClaudeCodeCompatibleRequest,
CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH,
CLAUDE_CODE_COMPATIBLE_DEFAULT_MAX_TOKENS,
CLAUDE_CODE_COMPATIBLE_DEFAULT_MODELS_PATH,
joinClaudeCodeCompatibleUrl,
} = await import("../../open-sse/services/claudeCodeCompatible.ts");
const { getModelsByProviderId, supportsXHighEffort } =
await import("../../open-sse/config/providerModels.ts");
const { handleChatCore } = await import("../../open-sse/handlers/chatCore.ts");
const { validateProviderApiKey } = await import("../../src/lib/providers/validation.ts");
const providerNodesRoute = await import("../../src/app/api/provider-nodes/route.ts");
const providerNodesValidateRoute =
await import("../../src/app/api/provider-nodes/validate/route.ts");
const providerModelsRoute = await import("../../src/app/api/providers/[id]/models/route.ts");
const originalFetch = globalThis.fetch;
const originalFlag = process.env.ENABLE_CC_COMPATIBLE_PROVIDER;
const originalAllowPrivateProviderUrls = process.env.OMNIROUTE_ALLOW_PRIVATE_PROVIDER_URLS;
const originalAllowLocalProviderUrls = process.env.OMNIROUTE_ALLOW_LOCAL_PROVIDER_URLS;
async function resetStorage() {
core.resetDbInstance();
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true });
fs.mkdirSync(TEST_DATA_DIR, { recursive: true });
}
test.afterEach(async () => {
globalThis.fetch = originalFetch;
if (originalFlag === undefined) {
delete process.env.ENABLE_CC_COMPATIBLE_PROVIDER;
} else {
process.env.ENABLE_CC_COMPATIBLE_PROVIDER = originalFlag;
}
if (originalAllowPrivateProviderUrls === undefined) {
delete process.env.OMNIROUTE_ALLOW_PRIVATE_PROVIDER_URLS;
} else {
process.env.OMNIROUTE_ALLOW_PRIVATE_PROVIDER_URLS = originalAllowPrivateProviderUrls;
}
if (originalAllowLocalProviderUrls === undefined) {
delete process.env.OMNIROUTE_ALLOW_LOCAL_PROVIDER_URLS;
} else {
process.env.OMNIROUTE_ALLOW_LOCAL_PROVIDER_URLS = originalAllowLocalProviderUrls;
}
await resetStorage();
});
test.after(() => {
globalThis.fetch = originalFetch;
if (originalFlag === undefined) {
delete process.env.ENABLE_CC_COMPATIBLE_PROVIDER;
} else {
process.env.ENABLE_CC_COMPATIBLE_PROVIDER = originalFlag;
}
if (originalAllowPrivateProviderUrls === undefined) {
delete process.env.OMNIROUTE_ALLOW_PRIVATE_PROVIDER_URLS;
} else {
process.env.OMNIROUTE_ALLOW_PRIVATE_PROVIDER_URLS = originalAllowPrivateProviderUrls;
}
if (originalAllowLocalProviderUrls === undefined) {
delete process.env.OMNIROUTE_ALLOW_LOCAL_PROVIDER_URLS;
} else {
process.env.OMNIROUTE_ALLOW_LOCAL_PROVIDER_URLS = originalAllowLocalProviderUrls;
}
core.resetDbInstance();
fs.rmSync(TEST_DATA_DIR, { recursive: true, force: true });
});
test("buildClaudeCodeCompatibleRequest keeps prior role history while dropping trailing assistant prefill", () => {
const payload = buildClaudeCodeCompatibleRequest({
sourceBody: {
reasoning_effort: "xhigh",
tool_choice: "required",
},
normalizedBody: {
tools: [
{
type: "function",
function: {
name: "lookup_weather",
description: "Fetch weather",
parameters: {
type: "object",
properties: {
city: { type: "string" },
},
required: ["city"],
},
},
},
],
messages: [
{ role: "system", content: "sys" },
{ role: "user", content: [{ type: "text", text: "u1" }, { type: "image_url" }] },
{ role: "model", content: "a1" },
{ role: "user", content: [{ type: "text", text: "u2" }, { type: "tool_result" }] },
{ role: "model", content: "prefill" },
],
},
model: "claude-sonnet-4-6",
cwd: "/tmp/work",
now: new Date("2026-04-01T12:00:00.000Z"),
sessionId: "session-1",
});
assert.equal(payload.max_tokens, CLAUDE_CODE_COMPATIBLE_DEFAULT_MAX_TOKENS);
assert.equal(payload.output_config.effort, "high");
assert.deepEqual(
payload.messages.map((message) => ({
role: message.role,
text: message.content.map((block) => block.text).join("\n"),
})),
[
{ role: "user", text: "u1" },
{ role: "assistant", text: "a1" },
{ role: "user", text: "u2" },
]
);
assert.equal((payload.messages[0].content.at(-1) as any).cache_control, undefined);
assert.equal((payload.messages[1] as any).content.at(-1).cache_control, undefined);
assert.equal((payload.messages as any)[2].content.at(-1).cache_control, undefined);
assert.equal(payload.system.length, 2);
assert.match((payload as any).system[0].text, /Claude Agent SDK/);
(assert as any).equal((payload.system[0] as any).cache_control, undefined);
assert.equal((payload.system[1] as any).cache_control, undefined);
assert.equal(payload.system[1].text, "sys");
assert.equal((payload.system[1] as any).cache_control, undefined);
assert.equal(payload.tools.length, 1);
assert.deepEqual(payload.tools[0], {
name: "lookup_weather",
description: "Fetch weather",
input_schema: {
type: "object",
properties: {
city: { type: "string" },
},
required: ["city"],
},
});
assert.deepEqual(payload.tool_choice, { type: "any" });
assert.equal(payload.context_management, undefined as any);
assert.equal(JSON.parse((payload as any).metadata.user_id).session_id, "session-1");
});
test("buildClaudeCodeCompatibleRequest preserves xhigh for Claude models that support it", () => {
const xhighModel = getModelsByProviderId("claude").find((model) =>
supportsXHighEffort("claude", model.id)
);
assert.ok(xhighModel, "expected at least one Claude model with xhigh support");
const payload = buildClaudeCodeCompatibleRequest({
sourceBody: {
reasoning_effort: "xhigh",
},
normalizedBody: {
messages: [{ role: "user", content: "u1" }],
},
model: xhighModel.id,
cwd: "/tmp/work",
now: new Date("2026-04-01T12:00:00.000Z"),
});
assert.equal(payload.output_config.effort, "xhigh");
assert.equal(payload.thinking.type, "adaptive");
});
test("buildClaudeCodeCompatibleRequest preserves Claude cache markers when requested", () => {
const payload = buildClaudeCodeCompatibleRequest({
sourceBody: {
max_tokens: 64,
},
normalizedBody: {
max_tokens: 64,
messages: [{ role: "user", content: "fallback" }],
},
claudeBody: {
system: [{ type: "text", text: "sys", cache_control: { type: "ephemeral", ttl: "5m" } }],
messages: [
{
role: "user",
content: [{ type: "text", text: "u1", cache_control: { type: "ephemeral" } }],
},
{
role: "assistant",
content: [
{
type: "text",
text: "a1",
cache_control: { type: "ephemeral", ttl: "10m" },
},
],
},
{ role: "user", content: [{ type: "text", text: "u2" }] },
],
tools: [
{
name: "lookup_weather",
description: "Fetch weather",
input_schema: {
type: "object",
properties: {
city: { type: "string" },
},
required: ["city"],
},
cache_control: { type: "ephemeral", ttl: "30m" },
},
],
},
model: "claude-sonnet-4-6",
sessionId: "session-preserve",
preserveCacheControl: true,
});
assert.match((payload.system[0] as any).text, /Claude Agent SDK/);
assert.equal((payload.system[0] as any).cache_control, undefined);
assert.deepEqual((payload.system[1] as any).cache_control, { type: "ephemeral", ttl: "5m" });
(assert as any).deepEqual((payload.messages[0].content[0] as any).cache_control, {
type: "ephemeral",
});
assert.deepEqual((payload.messages[1].content[0] as any).cache_control, {
type: "ephemeral",
ttl: "10m",
});
assert.equal((payload.messages[2].content[0] as any).cache_control, undefined);
assert.deepEqual(payload.tools[0].cache_control, { type: "ephemeral", ttl: "30m" });
});
test("buildClaudeCodeCompatibleRequest does not supplement missing Claude cache markers in preserve mode", () => {
const payload = buildClaudeCodeCompatibleRequest({
sourceBody: {
max_tokens: 64,
},
normalizedBody: {
max_tokens: 64,
messages: [{ role: "user", content: "fallback" }],
},
claudeBody: {
system: [{ type: "text", text: "sys" }],
messages: [
{
role: "user",
content: [{ type: "text", text: "u1" }],
},
{
role: "assistant",
content: [{ type: "text", text: "a1" }],
},
{ role: "user", content: [{ type: "text", text: "u2" }] },
],
tools: [
{
name: "lookup_weather",
description: "Fetch weather",
input_schema: {
type: "object",
properties: {
city: { type: "string" },
},
required: ["city"],
},
},
],
},
model: "claude-sonnet-4-6",
sessionId: "session-preserve-defaults",
preserveCacheControl: true,
});
assert.equal((payload.system[0] as any).cache_control, undefined);
assert.equal((payload.messages[0].content[0] as any).cache_control, undefined);
assert.equal((payload.messages[1].content[0] as any).cache_control, undefined);
assert.equal((payload.messages[2].content[0] as any).cache_control, undefined);
assert.equal((payload.system.at(-1) as any).cache_control, undefined);
assert.equal(payload.tools[0].cache_control, undefined);
});
test("buildClaudeCodeCompatibleRequest keeps built-in system blocks untagged when preserved system uses 1h", () => {
const payload = buildClaudeCodeCompatibleRequest({
sourceBody: {
max_tokens: 64,
},
normalizedBody: {
max_tokens: 64,
messages: [{ role: "user", content: "fallback" }],
},
claudeBody: {
system: [
{ type: "text", text: "prefix", cache_control: { type: "ephemeral" } },
{ type: "text", text: "stable", cache_control: { type: "ephemeral", ttl: "1h" } },
],
messages: [{ role: "user", content: [{ type: "text", text: "u1" }] }],
tools: [],
},
model: "claude-sonnet-4-6",
sessionId: "session-preserve-system-upgrade",
preserveCacheControl: true,
});
assert.match((payload.system[0] as any).text, /Claude Agent SDK/);
assert.equal((payload.system[0] as any).cache_control, undefined);
assert.deepEqual((payload.system[1] as any).cache_control, { type: "ephemeral" });
assert.deepEqual((payload.system[2] as any).cache_control, { type: "ephemeral", ttl: "1h" });
});
test("buildClaudeCodeCompatibleRequest does not add cache markers in non-preserve mode", () => {
const largeUserPrompt = Array.from(
{ length: 200 },
(_, index) => `Context line ${index + 1}: repeated stable context for cache testing.`
).join("\n");
const payload = buildClaudeCodeCompatibleRequest({
sourceBody: {
max_tokens: 64,
},
normalizedBody: {
max_tokens: 64,
messages: [
{ role: "system", content: "Follow the house style exactly." },
{ role: "user", content: "[Start a new chat]" },
{ role: "assistant", content: "Hello short ack" },
{ role: "user", content: largeUserPrompt },
],
},
model: "claude-sonnet-4-6",
sessionId: "session-last-user-cache",
preserveCacheControl: false,
});
(assert as any).equal(payload.system.length, 2);
assert.equal((payload as any).system[0].cache_control, undefined);
assert.equal((payload as any).system[1].cache_control, undefined);
assert.equal((payload as any).messages[0].content[0].cache_control, undefined);
assert.equal((payload as any).messages[1].content[0].cache_control, undefined);
assert.equal((payload.messages[2].content[0] as any).cache_control, undefined);
});
test("buildClaudeCodeCompatibleRequest falls back to a user turn when the source only has assistant/model text", () => {
const payload = buildClaudeCodeCompatibleRequest({
sourceBody: {
messages: [{ role: "model", content: "draft" }],
},
normalizedBody: {
messages: [{ role: "model", content: "draft" }],
},
model: "claude-sonnet-4-6",
sessionId: "session-only-assistant",
});
assert.deepEqual(payload.messages, [
{
role: "user",
content: [{ type: "text", text: "draft" }],
},
]);
});
test("buildClaudeCodeCompatibleRequest honors token priority fields", () => {
const payload = buildClaudeCodeCompatibleRequest({
sourceBody: { max_completion_tokens: 321 },
normalizedBody: {
max_tokens: 123,
max_output_tokens: 456,
messages: [{ role: "user", content: "hi" }],
},
model: "claude-sonnet-4-6",
sessionId: "session-2",
});
assert.equal(payload.max_tokens, 321);
assert.deepEqual(payload.tools, []);
assert.equal(payload.tool_choice, undefined);
});
test("buildClaudeCodeCompatibleRequest omits auto tool_choice while preserving tools", () => {
const payload = buildClaudeCodeCompatibleRequest({
sourceBody: { tool_choice: "auto" },
normalizedBody: {
messages: [{ role: "user", content: "hi" }],
tools: [
{
type: "function",
function: {
name: "ping",
parameters: { type: "object" },
},
},
],
},
model: "claude-sonnet-4-6",
sessionId: "session-4",
});
assert.equal(payload.tools.length, 1);
assert.equal(payload.tools[0].cache_control, undefined);
assert.equal(payload.tool_choice, undefined);
});
test("joinClaudeCodeCompatibleUrl preserves a single /v1 segment for CC paths", () => {
assert.equal(
joinClaudeCodeCompatibleUrl(
"https://proxy.example.com",
CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH
),
"https://proxy.example.com/v1/messages?beta=true"
);
assert.equal(
joinClaudeCodeCompatibleUrl(
"https://proxy.example.com/v1",
CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH
),
"https://proxy.example.com/v1/messages?beta=true"
);
assert.equal(
joinClaudeCodeCompatibleUrl(
"https://proxy.example.com/v1/messages?beta=true",
CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH
),
"https://proxy.example.com/v1/messages?beta=true"
);
});
test("DefaultExecutor uses CC-compatible path and headers", () => {
const executor = new DefaultExecutor("anthropic-compatible-cc-test");
const credentials = {
apiKey: "sk-test",
providerSpecificData: {
baseUrl: "https://proxy.example.com/v1/",
chatPath: "",
ccSessionId: "session-3",
},
};
assert.equal(
executor.buildUrl("claude-sonnet-4-6", true, 0, credentials),
"https://proxy.example.com/v1/messages?beta=true"
);
const headers = executor.buildHeaders(credentials, true);
assert.equal(headers.Authorization, "Bearer sk-test");
assert.equal(headers["x-api-key"], undefined);
assert.equal(headers["X-Claude-Code-Session-Id"], "session-3");
assert.equal(headers.Accept, "text/event-stream");
});
test("validateProviderApiKey uses CC skeleton request after /models fallback", async () => {
const calls = [];
globalThis.fetch = async (url, init = {}) => {
calls.push({
url: String(url),
method: init.method || "GET",
headers: init.headers,
body: init.body ? JSON.parse(String(init.body)) : null,
});
if (String(url).endsWith(CLAUDE_CODE_COMPATIBLE_DEFAULT_MODELS_PATH)) {
return new Response(JSON.stringify({ error: "missing models" }), { status: 500 });
}
return new Response(JSON.stringify({ error: "bad model" }), { status: 400 });
};
const result = await validateProviderApiKey({
provider: "anthropic-compatible-cc-test",
apiKey: "sk-test",
providerSpecificData: {
baseUrl: "https://proxy.example.com/v1/messages?beta=true",
validationModelId: "claude-sonnet-4-6",
},
});
assert.equal(result.valid, true);
assert.equal(result.method, "cc_bridge_request");
assert.match(result.warning, /reached upstream/i);
assert.deepEqual(
calls.map((call) => `${call.method} ${call.url}`),
["GET https://proxy.example.com/models", "POST https://proxy.example.com/v1/messages?beta=true"]
);
assert.equal(calls[1].body.model, "claude-sonnet-4-6");
assert.equal(calls[1].body.messages[0].role, "user");
assert.equal(calls[1].body.stream, true);
assert.equal(calls[1].headers.Authorization, "Bearer sk-test");
assert.equal(calls[1].headers["x-api-key"], undefined);
assert.equal(calls[1].headers.Accept, "text/event-stream");
});
test("handleChatCore forces SSE upstream for CC compatible providers while returning JSON to non-stream clients", async () => {
const calls = [];
globalThis.fetch = async (url, init = {}) => {
calls.push({
url: String(url),
method: init.method || "GET",
headers: init.headers,
body: init.body ? JSON.parse(String(init.body)) : null,
});
return new Response(
[
"event: message_start",
'data: {"type":"message_start","message":{"id":"msg_1","type":"message","role":"assistant","model":"claude-sonnet-4-6","usage":{"input_tokens":7,"output_tokens":0}}}',
"",
"event: content_block_start",
'data: {"type":"content_block_start","index":0,"content_block":{"type":"text","text":""}}',
"",
"event: content_block_delta",
'data: {"type":"content_block_delta","index":0,"delta":{"type":"text_delta","text":"Hello from CC"}}',
"",
"event: message_delta",
'data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":5}}',
"",
"event: message_stop",
'data: {"type":"message_stop"}',
"",
].join("\n"),
{
status: 200,
headers: {
"content-type": "text/event-stream",
},
}
);
};
const result = await handleChatCore({
body: {
model: "claude-sonnet-4-6",
messages: [{ role: "user", content: "Ping" }],
stream: false,
},
modelInfo: {
provider: "anthropic-compatible-cc-test",
model: "claude-sonnet-4-6",
extendedContext: false,
},
credentials: {
apiKey: "sk-test",
providerSpecificData: {
baseUrl: "https://proxy.example.com",
chatPath: CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH,
},
},
clientRawRequest: {
endpoint: "/v1/chat/completions",
body: {
model: "claude-sonnet-4-6",
messages: [{ role: "user", content: "Ping" }],
stream: false,
},
headers: new Headers({ accept: "application/json" }),
},
userAgent: "unit-test",
log: {
debug() {},
info() {},
warn() {},
error() {},
},
});
assert.equal(result.success, true);
assert.equal(calls.length, 1);
assert.equal(calls[0].headers.Accept, "text/event-stream");
assert.equal(calls[0].body.stream, true);
assert.equal(calls[0].body.stream_options, undefined);
assert.equal(JSON.stringify(calls[0].body).includes('"cache_control"'), false);
const payload = (await result.response.json()) as any;
assert.equal(payload.choices[0].message.content, "Hello from CC");
assert.equal(payload.choices[0].finish_reason, "stop");
assert.equal(payload.usage.prompt_tokens, 2007);
assert.equal(payload.usage.completion_tokens, 5);
});
test("handleChatCore stops buffering CC-compatible SSE once a non-stream response completes", async () => {
const encoder = new TextEncoder();
let upstreamCancelled = false;
const upstreamChunks = [
"data:\n\n",
[
"event: message_start",
'data: {"type":"message_start","message":{"id":"msg_3","type":"message","role":"assistant","model":"claude-sonnet-4-6","usage":{"input_tokens":4,"output_tokens":0}}}',
"",
"event: content_block_delta",
'data: {"type":"content_block_delta","index":0,"delta":{"type":"text_delta","text":"Finished but connection stayed open"}}',
"",
"event: message_delta",
'data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":6}}',
"",
"event: message_stop",
'data: {"type":"message_stop"}',
"",
].join("\n"),
];
let chunkIndex = 0;
globalThis.fetch = async () =>
new Response(
new ReadableStream<Uint8Array>({
pull(controller) {
if (chunkIndex < upstreamChunks.length) {
controller.enqueue(encoder.encode(upstreamChunks[chunkIndex++]));
}
},
cancel() {
upstreamCancelled = true;
},
}),
{
status: 200,
headers: {
"content-type": "text/event-stream",
},
}
);
const result = await handleChatCore({
body: {
model: "claude-sonnet-4-6",
messages: [{ role: "user", content: "Ping" }],
stream: false,
},
modelInfo: {
provider: "anthropic-compatible-cc-test",
model: "claude-sonnet-4-6",
extendedContext: false,
},
credentials: {
apiKey: "sk-test",
providerSpecificData: {
baseUrl: "https://proxy.example.com",
chatPath: CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH,
},
},
clientRawRequest: {
endpoint: "/v1/chat/completions",
body: {
model: "claude-sonnet-4-6",
messages: [{ role: "user", content: "Ping" }],
stream: false,
},
headers: new Headers({ accept: "application/json" }),
},
userAgent: "unit-test",
log: {
debug() {},
info() {},
warn() {},
error() {},
},
});
assert.equal(result.success, true);
assert.equal(upstreamCancelled, true);
const payload = (await result.response.json()) as any;
assert.equal(payload.choices[0].message.content, "Finished but connection stayed open");
assert.equal(payload.usage.completion_tokens, 6);
});
test("handleChatCore preserves client cache markers for Claude Code requests to CC-compatible providers", async () => {
const calls = [];
globalThis.fetch = async (url, init = {}) => {
calls.push({
url: String(url),
method: init.method || "GET",
headers: init.headers,
body: init.body ? JSON.parse(String(init.body)) : null,
});
return new Response(
[
"event: message_start",
'data: {"type":"message_start","message":{"id":"msg_2","type":"message","role":"assistant","model":"claude-sonnet-4-6","usage":{"input_tokens":12,"output_tokens":0}}}',
"",
"event: content_block_start",
'data: {"type":"content_block_start","index":0,"content_block":{"type":"text","text":""}}',
"",
"event: content_block_delta",
'data: {"type":"content_block_delta","index":0,"delta":{"type":"text_delta","text":"Preserved"}}',
"",
"event: message_delta",
'data: {"type":"message_delta","delta":{"stop_reason":"end_turn"},"usage":{"output_tokens":3}}',
"",
"event: message_stop",
'data: {"type":"message_stop"}',
"",
].join("\n"),
{
status: 200,
headers: {
"content-type": "text/event-stream",
},
}
);
};
const claudeBody = {
model: "claude-sonnet-4-6",
max_tokens: 64,
system: [{ type: "text", text: "system", cache_control: { type: "ephemeral", ttl: "5m" } }],
messages: [
{
role: "user",
content: [{ type: "text", text: "u1", cache_control: { type: "ephemeral" } }],
},
{
role: "assistant",
content: [
{
type: "text",
text: "a1",
cache_control: { type: "ephemeral", ttl: "10m" },
},
],
},
{ role: "user", content: [{ type: "text", text: "u2" }] },
],
tools: [
{
name: "lookup_weather",
description: "Fetch weather",
input_schema: {
type: "object",
properties: {
city: { type: "string" },
},
},
cache_control: { type: "ephemeral", ttl: "30m" },
},
],
};
const result = await handleChatCore({
body: claudeBody,
modelInfo: {
provider: "anthropic-compatible-cc-test",
model: "claude-sonnet-4-6",
extendedContext: false,
},
credentials: {
apiKey: "sk-test",
providerSpecificData: {
baseUrl: "https://proxy.example.com",
chatPath: CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH,
},
},
clientRawRequest: {
endpoint: "/v1/messages",
body: claudeBody,
headers: new Headers({ accept: "application/json" }),
},
userAgent: "Claude-Code/1.0.0",
log: {
debug() {},
info() {},
warn() {},
error() {},
},
});
assert.equal(result.success, true);
assert.equal(calls.length, 1);
assert.match(calls[0].body.system[0].text, /Claude Agent SDK/);
assert.equal(calls[0].body.system[0].cache_control, undefined);
assert.deepEqual(calls[0].body.system[1].cache_control, {
type: "ephemeral",
ttl: "5m",
});
assert.deepEqual(calls[0].body.messages[0].content[0].cache_control, {
type: "ephemeral",
});
assert.deepEqual(calls[0].body.messages[1].content[0].cache_control, {
type: "ephemeral",
ttl: "10m",
});
assert.equal(calls[0].body.messages[2].content[0].cache_control, undefined);
assert.deepEqual(calls[0].body.tools[0].cache_control, {
type: "ephemeral",
ttl: "30m",
});
});
test("provider-nodes create route rejects CC mode when feature flag is disabled", async () => {
delete process.env.ENABLE_CC_COMPATIBLE_PROVIDER;
const response = await providerNodesRoute.POST(
new Request("http://localhost/api/provider-nodes", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
name: "Hidden CC",
prefix: "cc",
baseUrl: "https://proxy.example.com/v1",
type: "anthropic-compatible",
compatMode: "cc",
}),
})
);
assert.equal(response.status, 403);
});
test("provider-nodes create route creates CC node with dedicated prefix when enabled", async () => {
process.env.ENABLE_CC_COMPATIBLE_PROVIDER = "true";
const response = await providerNodesRoute.POST(
new Request("http://localhost/api/provider-nodes", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
name: "Hidden CC",
prefix: "cc",
baseUrl: "https://proxy.example.com/v1/messages?beta=true",
type: "anthropic-compatible",
compatMode: "cc",
chatPath: CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH,
modelsPath: CLAUDE_CODE_COMPATIBLE_DEFAULT_MODELS_PATH,
}),
})
);
assert.equal(response.status, 201);
const data = (await response.json()) as any;
assert.match(data.node.id, /^anthropic-compatible-cc-/);
assert.equal(data.node.baseUrl, "https://proxy.example.com");
assert.equal(data.node.chatPath, CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH);
assert.equal(data.node.modelsPath, null);
});
test("provider-nodes validate route rejects CC mode when feature flag is disabled", async () => {
delete process.env.ENABLE_CC_COMPATIBLE_PROVIDER;
const response = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "https://proxy.example.com/v1",
apiKey: "sk-test",
type: "anthropic-compatible",
compatMode: "cc",
}),
})
);
assert.equal(response.status, 403);
});
test("provider-nodes validate route rejects invalid JSON and schema errors", async () => {
const invalidJsonResponse = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: "{",
})
);
assert.equal(invalidJsonResponse.status, 400);
assert.deepEqual(await invalidJsonResponse.json(), {
error: {
message: "Invalid request",
details: [{ field: "body", message: "Invalid JSON body" }],
},
});
const invalidBodyResponse = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "",
apiKey: "",
}),
})
);
assert.equal(invalidBodyResponse.status, 400);
const invalidBodyPayload = (await invalidBodyResponse.json()) as any;
assert.equal(invalidBodyPayload.error.message, "Invalid request");
assert.equal(invalidBodyPayload.error.details.length >= 1, true);
});
test("provider-nodes validate route allows local provider hosts by default", async () => {
delete process.env.OMNIROUTE_ALLOW_PRIVATE_PROVIDER_URLS;
delete process.env.OMNIROUTE_ALLOW_LOCAL_PROVIDER_URLS;
let called = false;
globalThis.fetch = async () => {
called = true;
return Response.json({ data: [] });
};
const response = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "http://127.0.0.1:11434/v1",
apiKey: "sk-private-test",
}),
})
);
assert.equal(response.status, 200);
assert.deepEqual(await response.json(), { valid: true, error: null });
assert.equal(called, true);
});
test("provider-nodes validate route blocks cloud metadata provider hosts before fetch", async () => {
delete process.env.OMNIROUTE_ALLOW_PRIVATE_PROVIDER_URLS;
delete process.env.OMNIROUTE_ALLOW_LOCAL_PROVIDER_URLS;
let called = false;
globalThis.fetch = async () => {
called = true;
return Response.json({ data: [] });
};
const response = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "http://169.254.169.254/latest/meta-data",
apiKey: "sk-metadata-test",
}),
})
);
assert.equal(response.status, 503);
assert.deepEqual(await response.json(), {
error: "Blocked cloud-metadata endpoint",
});
assert.equal(called, false);
const auditEntries = compliance.getAuditLog({
action: "provider.validation.ssrf_blocked",
resourceType: "provider_validation",
});
assert.equal(auditEntries.length, 1);
assert.equal(auditEntries[0].target, "provider-node");
assert.equal(auditEntries[0].status, "blocked");
assert.deepEqual(auditEntries[0].metadata, {
route: "/api/provider-nodes/validate",
reason: "Blocked cloud-metadata endpoint",
baseUrl: "http://169.254.169.254/latest/meta-data",
});
});
test("provider-nodes validate route validates anthropic compatible providers against the models endpoint", async () => {
const calls = [];
globalThis.fetch = async (url, init = {}) => {
calls.push({ url, init });
return new Response(JSON.stringify({ data: [] }), {
status: 200,
headers: { "content-type": "application/json" },
});
};
const response = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "https://proxy.example.com/v1/messages?beta=true",
apiKey: "sk-anthropic-test",
type: "anthropic-compatible",
modelsPath: "/catalog",
}),
})
);
assert.equal(response.status, 200);
assert.deepEqual(await response.json(), {
valid: true,
error: null,
});
assert.equal(calls.length, 1);
assert.equal(calls[0].url, "https://proxy.example.com/v1/catalog");
assert.equal(calls[0].init.method, "GET");
assert.equal(calls[0].init.headers["x-api-key"], "sk-anthropic-test");
assert.equal(calls[0].init.headers["anthropic-version"], "2023-06-01");
assert.equal(calls[0].init.headers.Authorization, "Bearer sk-anthropic-test");
});
test("provider-nodes validate route supports enabled CC validation and OpenAI-style failures", async () => {
process.env.ENABLE_CC_COMPATIBLE_PROVIDER = "true";
const calls = [];
globalThis.fetch = async (url, init = {}) => {
calls.push({ url, init });
if (calls.length === 1) {
return new Response(JSON.stringify({ data: [] }), {
status: 200,
headers: { "content-type": "application/json" },
});
}
return new Response(JSON.stringify({ error: "Unauthorized" }), {
status: 401,
headers: { "content-type": "application/json" },
});
};
const ccResponse = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "https://proxy.example.com/v1/messages?beta=true",
apiKey: "sk-cc-test",
type: "anthropic-compatible",
compatMode: "cc",
chatPath: CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH,
}),
})
);
assert.equal(ccResponse.status, 200);
assert.deepEqual(await ccResponse.json(), {
valid: true,
error: null,
warning: null,
method: "models_endpoint",
});
assert.equal(String(calls[0].url).includes("/v1/messages"), false);
assert.equal(calls[0].init.method, "GET");
const openAiResponse = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "https://proxy.example.com/",
apiKey: "sk-openai-test",
}),
})
);
assert.equal(openAiResponse.status, 200);
assert.deepEqual(await openAiResponse.json(), {
valid: false,
error: "API key unauthorized",
});
assert.equal(calls[1].url, "https://proxy.example.com/models");
assert.equal(calls[1].init.headers.Authorization, "Bearer sk-openai-test");
});
test("provider-nodes validate route covers default CC paths, null method, anthropic failures, and OpenAI success", async () => {
process.env.ENABLE_CC_COMPATIBLE_PROVIDER = "true";
const ccCalls = [];
globalThis.fetch = async (url, init = {}) => {
ccCalls.push({ url, init });
if (ccCalls.length === 1) {
throw new Error("models unavailable");
}
return new Response(JSON.stringify({ error: "Unauthorized" }), {
status: 401,
headers: { "content-type": "application/json" },
});
};
const ccResponse = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "https://proxy.example.com/v1/messages",
apiKey: "sk-cc-invalid",
type: "anthropic-compatible",
compatMode: "cc",
}),
})
);
assert.equal(ccResponse.status, 200);
assert.deepEqual(await ccResponse.json(), {
valid: false,
error: "Invalid API key",
warning: null,
method: null,
});
assert.equal(
ccCalls[0].url,
`https://proxy.example.com${CLAUDE_CODE_COMPATIBLE_DEFAULT_MODELS_PATH}`
);
assert.equal(
ccCalls[1].url,
`https://proxy.example.com${CLAUDE_CODE_COMPATIBLE_DEFAULT_MODELS_PATH}`
);
assert.equal(ccCalls.length, 2);
const anthropicCalls = [];
globalThis.fetch = async (url, init = {}) => {
anthropicCalls.push({ url, init });
return new Response(JSON.stringify({ error: "Unauthorized" }), {
status: 401,
headers: { "content-type": "application/json" },
});
};
const anthropicResponse = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "https://proxy.example.com/v1/messages",
apiKey: "sk-anthropic-invalid",
type: "anthropic-compatible",
}),
})
);
assert.equal(anthropicResponse.status, 200);
assert.deepEqual(await anthropicResponse.json(), {
valid: false,
error: "API key unauthorized",
});
assert.equal(anthropicCalls[0].url, "https://proxy.example.com/v1/models");
assert.equal(anthropicCalls[0].init.method, "GET");
const openAiCalls = [];
globalThis.fetch = async (url, init = {}) => {
openAiCalls.push({ url, init });
return new Response(JSON.stringify({ data: [] }), {
status: 200,
headers: { "content-type": "application/json" },
});
};
const openAiResponse = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "https://proxy.example.com/",
apiKey: "sk-openai-valid",
}),
})
);
assert.equal(openAiResponse.status, 200);
assert.deepEqual(await openAiResponse.json(), {
valid: true,
error: null,
});
assert.equal(openAiCalls[0].url, "https://proxy.example.com/models");
assert.equal(openAiCalls[0].init.headers.Authorization, "Bearer sk-openai-valid");
});
test("provider-nodes validate route reports unexpected upstream failures", async () => {
globalThis.fetch = async () => {
throw new Error("boom");
};
const response = await providerNodesValidateRoute.POST(
new Request("http://localhost/api/provider-nodes/validate", {
method: "POST",
headers: { "Content-Type": "application/json" },
body: JSON.stringify({
baseUrl: "https://proxy.example.com",
apiKey: "sk-openai-test",
}),
})
);
assert.equal(response.status, 500);
assert.deepEqual(await response.json(), {
error: "Validation failed",
});
});
test("provider-nodes list route exposes CC flag state from server env", async () => {
process.env.ENABLE_CC_COMPATIBLE_PROVIDER = "true";
const response = await providerNodesRoute.GET();
assert.equal(response.status, 200);
const data = (await response.json()) as any;
assert.equal(data.ccCompatibleProviderEnabled, true);
});
test("provider models route reports CC compatible providers do not support models listing", async () => {
process.env.ENABLE_CC_COMPATIBLE_PROVIDER = "true";
const connection = await providersDb.createProviderConnection({
provider: "anthropic-compatible-cc-test",
authType: "apikey",
name: "cc-live",
apiKey: "sk-test",
providerSpecificData: {
baseUrl: "https://proxy.example.com",
chatPath: CLAUDE_CODE_COMPATIBLE_DEFAULT_CHAT_PATH,
},
});
const response = await providerModelsRoute.GET(
new Request(`http://localhost/api/providers/${connection.id}/models`),
{ params: { id: connection.id } }
);
assert.equal(response.status, 400);
assert.deepEqual(await response.json(), {
error: "Provider anthropic-compatible-cc-test does not support models listing",
});
});