chore: import upstream snapshot with attribution
This commit is contained in:
@@ -0,0 +1,289 @@
|
||||
import test from "node:test";
|
||||
import assert from "node:assert/strict";
|
||||
import { mkdtempSync } from "node:fs";
|
||||
import { tmpdir } from "node:os";
|
||||
import { join } from "node:path";
|
||||
|
||||
process.env.DATA_DIR = mkdtempSync(join(tmpdir(), "omniroute-embeddings-"));
|
||||
|
||||
const { handleEmbedding } = await import("../../open-sse/handlers/embeddings.ts");
|
||||
|
||||
test("handleEmbedding routes prefixed models and forwards optional fields", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
const calls = [];
|
||||
|
||||
globalThis.fetch = async (url, options = {}) => {
|
||||
calls.push({
|
||||
url: String(url),
|
||||
headers: options.headers,
|
||||
body: JSON.parse(String(options.body || "{}")),
|
||||
});
|
||||
|
||||
return new Response(
|
||||
JSON.stringify({
|
||||
data: [{ object: "embedding", embedding: [0.1, 0.2], index: 0 }],
|
||||
usage: { prompt_tokens: 3, total_tokens: 3 },
|
||||
}),
|
||||
{ status: 200, headers: { "content-type": "application/json" } }
|
||||
);
|
||||
};
|
||||
|
||||
try {
|
||||
const result = await handleEmbedding({
|
||||
body: {
|
||||
model: "openai/text-embedding-3-large",
|
||||
input: "hello world",
|
||||
dimensions: 512,
|
||||
encoding_format: "float",
|
||||
user: "user-123",
|
||||
},
|
||||
credentials: { apiKey: "openai-key" },
|
||||
log: null,
|
||||
});
|
||||
|
||||
assert.equal(result.success, true);
|
||||
assert.equal(calls.length, 1);
|
||||
assert.equal(calls[0].url, "https://api.openai.com/v1/embeddings");
|
||||
assert.equal(calls[0].headers.Authorization, "Bearer openai-key");
|
||||
assert.deepEqual(calls[0].body, {
|
||||
model: "text-embedding-3-large",
|
||||
input: "hello world",
|
||||
dimensions: 512,
|
||||
encoding_format: "float",
|
||||
user: "user-123",
|
||||
});
|
||||
assert.equal(result.data.model, "openai/text-embedding-3-large");
|
||||
assert.deepEqual(result.data.usage, { prompt_tokens: 3, total_tokens: 3 });
|
||||
} finally {
|
||||
globalThis.fetch = originalFetch;
|
||||
}
|
||||
});
|
||||
|
||||
test("handleEmbedding supports resolved local providers without auth and preserves array input", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
let captured;
|
||||
|
||||
globalThis.fetch = async (url, options = {}) => {
|
||||
captured = {
|
||||
url: String(url),
|
||||
headers: options.headers,
|
||||
body: JSON.parse(String(options.body || "{}")),
|
||||
};
|
||||
|
||||
return new Response(
|
||||
JSON.stringify({
|
||||
data: [
|
||||
{ object: "embedding", embedding: [1, 2], index: 0 },
|
||||
{ object: "embedding", embedding: [3, 4], index: 1 },
|
||||
],
|
||||
usage: { total_tokens: 10 },
|
||||
}),
|
||||
{ status: 200, headers: { "content-type": "application/json" } }
|
||||
);
|
||||
};
|
||||
|
||||
try {
|
||||
const result = await handleEmbedding({
|
||||
body: {
|
||||
model: "localembed/my-model",
|
||||
input: ["alpha", "beta"],
|
||||
},
|
||||
credentials: null,
|
||||
resolvedProvider: {
|
||||
id: "localembed",
|
||||
baseUrl: "http://localhost:11434/embeddings",
|
||||
authType: "none",
|
||||
authHeader: "none",
|
||||
models: [],
|
||||
},
|
||||
resolvedModel: "my-model",
|
||||
log: null,
|
||||
});
|
||||
|
||||
assert.equal(result.success, true);
|
||||
assert.equal(captured.url, "http://localhost:11434/embeddings");
|
||||
assert.equal(captured.headers.Authorization, undefined);
|
||||
assert.deepEqual(captured.body, {
|
||||
model: "my-model",
|
||||
input: ["alpha", "beta"],
|
||||
});
|
||||
assert.equal(result.data.usage.total_tokens, 10);
|
||||
} finally {
|
||||
globalThis.fetch = originalFetch;
|
||||
}
|
||||
});
|
||||
|
||||
test("handleEmbedding routes Upstage embedding models through the embedding endpoint", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
let captured;
|
||||
|
||||
globalThis.fetch = async (url, options = {}) => {
|
||||
captured = {
|
||||
url: String(url),
|
||||
headers: options.headers,
|
||||
body: JSON.parse(String(options.body || "{}")),
|
||||
};
|
||||
|
||||
return new Response(
|
||||
JSON.stringify({
|
||||
data: [{ object: "embedding", embedding: [0.1, 0.2], index: 0 }],
|
||||
usage: { prompt_tokens: 2, total_tokens: 2 },
|
||||
}),
|
||||
{ status: 200, headers: { "content-type": "application/json" } }
|
||||
);
|
||||
};
|
||||
|
||||
try {
|
||||
const result = await handleEmbedding({
|
||||
body: {
|
||||
model: "upstage/embedding-query",
|
||||
input: "Solar embeddings are useful",
|
||||
},
|
||||
credentials: { apiKey: "upstage-key" },
|
||||
log: null,
|
||||
});
|
||||
|
||||
assert.equal(result.success, true);
|
||||
assert.equal(captured.url, "https://api.upstage.ai/v1/embeddings");
|
||||
assert.equal(captured.headers.Authorization, "Bearer upstage-key");
|
||||
assert.deepEqual(captured.body, {
|
||||
model: "embedding-query",
|
||||
input: "Solar embeddings are useful",
|
||||
});
|
||||
assert.equal(result.data.model, "upstage/embedding-query");
|
||||
} finally {
|
||||
globalThis.fetch = originalFetch;
|
||||
}
|
||||
});
|
||||
|
||||
test("handleEmbedding rejects invalid model strings without provider prefix", async () => {
|
||||
const result = await handleEmbedding({
|
||||
body: { model: "not-a-known-embedding-model", input: "hello" },
|
||||
credentials: { apiKey: "x" },
|
||||
log: null,
|
||||
});
|
||||
|
||||
assert.equal(result.success, false);
|
||||
assert.equal(result.status, 400);
|
||||
assert.match(result.error, /Invalid embedding model/);
|
||||
});
|
||||
|
||||
test("handleEmbedding rejects unknown providers", async () => {
|
||||
const result = await handleEmbedding({
|
||||
body: { model: "mystery/model-1", input: "hello" },
|
||||
credentials: { apiKey: "x" },
|
||||
log: null,
|
||||
});
|
||||
|
||||
assert.equal(result.success, false);
|
||||
assert.equal(result.status, 400);
|
||||
assert.match(result.error, /Unknown embedding provider: mystery/);
|
||||
});
|
||||
|
||||
test("handleEmbedding requires credentials for authenticated providers", async () => {
|
||||
const result = await handleEmbedding({
|
||||
body: { model: "openai/text-embedding-3-small", input: "hello" },
|
||||
credentials: null,
|
||||
log: null,
|
||||
});
|
||||
|
||||
assert.equal(result.success, false);
|
||||
assert.equal(result.status, 401);
|
||||
assert.match(result.error, /No valid authentication token/);
|
||||
});
|
||||
|
||||
test("handleEmbedding surfaces upstream failures", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
|
||||
globalThis.fetch = async () =>
|
||||
new Response("provider unavailable", {
|
||||
status: 503,
|
||||
headers: { "content-type": "text/plain" },
|
||||
});
|
||||
|
||||
try {
|
||||
const result = await handleEmbedding({
|
||||
body: { model: "mistral/mistral-embed", input: "hello" },
|
||||
credentials: { apiKey: "mistral-key" },
|
||||
log: null,
|
||||
});
|
||||
|
||||
assert.equal(result.success, false);
|
||||
assert.equal(result.status, 503);
|
||||
assert.equal(result.error, "provider unavailable");
|
||||
} finally {
|
||||
globalThis.fetch = originalFetch;
|
||||
}
|
||||
});
|
||||
|
||||
test("handleEmbedding strips content-encoding header on success path", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
|
||||
globalThis.fetch = async () =>
|
||||
new Response(
|
||||
JSON.stringify({
|
||||
data: [{ object: "embedding", embedding: [0.1, 0.2], index: 0 }],
|
||||
usage: { prompt_tokens: 5, total_tokens: 5 },
|
||||
}),
|
||||
{
|
||||
status: 200,
|
||||
headers: {
|
||||
"content-type": "application/json",
|
||||
"content-encoding": "gzip",
|
||||
"content-length": "512",
|
||||
"transfer-encoding": "chunked",
|
||||
"x-request-id": "abc123",
|
||||
},
|
||||
}
|
||||
);
|
||||
|
||||
try {
|
||||
const result = await handleEmbedding({
|
||||
body: { model: "openai/text-embedding-3-small", input: "test" },
|
||||
credentials: { apiKey: "openai-key" },
|
||||
log: null,
|
||||
});
|
||||
|
||||
assert.equal(result.success, true);
|
||||
assert.strictEqual(result.headers.get("content-encoding"), null);
|
||||
assert.strictEqual(result.headers.get("content-length"), null);
|
||||
assert.strictEqual(result.headers.get("transfer-encoding"), null);
|
||||
assert.strictEqual(result.headers.get("x-request-id"), "abc123");
|
||||
assert.strictEqual(result.headers.get("content-type"), "application/json");
|
||||
} finally {
|
||||
globalThis.fetch = originalFetch;
|
||||
}
|
||||
});
|
||||
|
||||
test("handleEmbedding strips content-encoding header on error path", async () => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
|
||||
globalThis.fetch = async () =>
|
||||
new Response("upstream error", {
|
||||
status: 502,
|
||||
headers: {
|
||||
"content-type": "text/plain",
|
||||
"content-encoding": "gzip",
|
||||
"content-length": "42",
|
||||
"transfer-encoding": "chunked",
|
||||
"x-trace-id": "trace-456",
|
||||
},
|
||||
});
|
||||
|
||||
try {
|
||||
const result = await handleEmbedding({
|
||||
body: { model: "openai/text-embedding-3-small", input: "test" },
|
||||
credentials: { apiKey: "openai-key" },
|
||||
log: null,
|
||||
});
|
||||
|
||||
assert.equal(result.success, false);
|
||||
assert.equal(result.status, 502);
|
||||
assert.strictEqual(result.headers.get("content-encoding"), null);
|
||||
assert.strictEqual(result.headers.get("content-length"), null);
|
||||
assert.strictEqual(result.headers.get("transfer-encoding"), null);
|
||||
assert.strictEqual(result.headers.get("x-trace-id"), "trace-456");
|
||||
} finally {
|
||||
globalThis.fetch = originalFetch;
|
||||
}
|
||||
});
|
||||
Reference in New Issue
Block a user