wehub-resource-sync
204 lines
9.0 KiB
TypeScript
204 lines
9.0 KiB
TypeScript
import test from "node:test";
|
|
import assert from "node:assert/strict";
|
|
|
|
import {
|
|
PROVIDER_ID_TO_ALIAS,
|
|
PROVIDER_MODELS,
|
|
findModelName,
|
|
getDefaultModel,
|
|
getModelTargetFormat,
|
|
getModelsByProviderId,
|
|
getProviderModels,
|
|
isValidModel,
|
|
supportsClaudeMaxEffort,
|
|
supportsXHighEffort,
|
|
supportsXHighEffortForMaxNormalization,
|
|
} from "../../open-sse/config/providerModels.ts";
|
|
import { GITHUB_COPILOT_MODEL_ALLOWLIST } from "../../open-sse/services/githubCopilotModels.ts";
|
|
|
|
test("provider models helpers expose model lists and defaults", () => {
|
|
const openaiModels = getProviderModels("openai");
|
|
|
|
assert.ok(Array.isArray(openaiModels));
|
|
assert.ok(openaiModels.length > 0);
|
|
assert.equal(getProviderModels("provider-that-does-not-exist").length, 0);
|
|
assert.equal(getDefaultModel("openai"), openaiModels[0].id);
|
|
assert.equal(getDefaultModel("provider-that-does-not-exist"), null);
|
|
});
|
|
|
|
test("provider models helpers validate and resolve model metadata", () => {
|
|
const openaiModels = PROVIDER_MODELS.openai;
|
|
const firstModel = openaiModels[0];
|
|
|
|
assert.equal(isValidModel("openai", firstModel.id), true);
|
|
assert.equal(isValidModel("openai", "missing-model"), false);
|
|
assert.equal(
|
|
isValidModel("passthrough-provider", "anything-goes", new Set(["passthrough-provider"])),
|
|
true
|
|
);
|
|
|
|
assert.equal(findModelName("openai", firstModel.id), firstModel.name);
|
|
assert.equal(findModelName("openai", "missing-model"), "missing-model");
|
|
assert.equal(findModelName("missing-provider", "missing-model"), "missing-model");
|
|
|
|
assert.equal(getModelTargetFormat("openai", firstModel.id), firstModel.targetFormat || null);
|
|
assert.equal(getModelTargetFormat("openai", "missing-model"), null);
|
|
assert.equal(getModelTargetFormat("missing-provider", "missing-model"), null);
|
|
});
|
|
|
|
test("provider models helpers resolve provider IDs through aliases", () => {
|
|
const firstProviderId = Object.keys(PROVIDER_ID_TO_ALIAS)[0];
|
|
const alias = PROVIDER_ID_TO_ALIAS[firstProviderId] || firstProviderId;
|
|
|
|
assert.deepEqual(getModelsByProviderId(firstProviderId), PROVIDER_MODELS[alias] || []);
|
|
assert.deepEqual(getModelsByProviderId("provider-that-does-not-exist"), []);
|
|
});
|
|
|
|
test("getProviderModels returns models for both the alias and the raw provider id", () => {
|
|
// Pick a provider whose alias differs from its id (e.g. "github" → "gh").
|
|
const aliased = Object.entries(PROVIDER_ID_TO_ALIAS).find(([id, a]) => id !== a) as
|
|
[string, string] | undefined;
|
|
if (!aliased) return; // no aliased providers → trivially satisfied
|
|
|
|
const [rawId, alias] = aliased;
|
|
const byAlias = getProviderModels(alias);
|
|
const byRawId = getProviderModels(rawId);
|
|
|
|
assert.ok(byAlias.length > 0, `expected models under alias "${alias}"`);
|
|
assert.deepEqual(
|
|
byRawId,
|
|
byAlias,
|
|
`getProviderModels("${rawId}") should return the same models as getProviderModels("${alias}")`
|
|
);
|
|
});
|
|
|
|
test("Reka registry exposes preset models", () => {
|
|
const rekaModels = getModelsByProviderId("reka");
|
|
const ids = rekaModels.map((model) => model.id);
|
|
|
|
assert.equal(PROVIDER_ID_TO_ALIAS.reka, "reka");
|
|
assert.equal(getDefaultModel("reka"), "reka-flash-3");
|
|
assert.deepEqual(ids, ["reka-flash-3", "reka-flash", "reka-edge-2603"]);
|
|
assert.equal(isValidModel("reka", "reka-edge-2603"), true);
|
|
assert.equal(isValidModel("reka", "reka-flash"), true);
|
|
});
|
|
|
|
test("GitHub Copilot registry reflects the current supported model lineup", () => {
|
|
const githubModels = getProviderModels("gh");
|
|
const ids = githubModels.map((model) => model.id);
|
|
|
|
assert.deepEqual(ids, [...GITHUB_COPILOT_MODEL_ALLOWLIST]);
|
|
assert.equal(getModelTargetFormat("gh", "gpt-5.3-codex"), "openai-responses");
|
|
assert.equal(getModelTargetFormat("gh", "claude-opus-4.6"), null);
|
|
assert.equal(getModelTargetFormat("gh", "claude-opus-4.8-fast"), null);
|
|
assert.equal(getModelTargetFormat("gh", "gemini-3.5-flash"), null);
|
|
assert.equal(getModelTargetFormat("gh", "kimi-k2.7-code"), null);
|
|
assert.equal(ids.includes("gpt-4"), false);
|
|
assert.equal(ids.includes("gpt-4o"), false);
|
|
assert.equal(ids.includes("gpt-5.4-nano"), false);
|
|
assert.equal(ids.includes("gpt-5.1"), false);
|
|
assert.equal(ids.includes("gpt-5.1-codex"), false);
|
|
assert.equal(ids.includes("claude-opus-4.1"), false);
|
|
assert.equal(ids.includes("claude-opus-4-5-20251101"), false);
|
|
assert.equal(ids.includes("gemini-3-flash-preview"), false);
|
|
});
|
|
|
|
test("Kiro registry exposes the current CLI model lineup with context windows", () => {
|
|
const kiroModels = getProviderModels("kr");
|
|
const byId = new Map(kiroModels.map((model) => [model.id, model]));
|
|
|
|
// Kiro's real upstream Claude lineup (#6170): Sonnet 5 / Sonnet 4.5 / Haiku 4.5.
|
|
// The Opus 4.x and Sonnet 4.6 ids were fabricated (copied from the Anthropic
|
|
// catalog) and returned upstream 400 "Invalid model" — removed.
|
|
assert.ok(byId.has("claude-sonnet-5"));
|
|
assert.equal(byId.get("claude-sonnet-5")?.contextLength, 1000000);
|
|
assert.ok(byId.has("claude-sonnet-4.5"));
|
|
assert.ok(byId.has("claude-haiku-4.5"));
|
|
assert.equal(byId.has("claude-opus-4.7"), false);
|
|
assert.equal(byId.has("claude-sonnet-4.6"), false);
|
|
assert.equal(byId.has("claude-sonnet-4-6"), false);
|
|
assert.equal(byId.has("claude-haiku-4-5"), false);
|
|
});
|
|
|
|
test("Claude max effort support excludes Haiku family and non-Claude IDs", () => {
|
|
assert.equal(supportsClaudeMaxEffort("claude-opus-4-7"), true);
|
|
assert.equal(supportsClaudeMaxEffort("claude-opus-4-6"), true);
|
|
assert.equal(supportsClaudeMaxEffort("claude-sonnet-4-6"), true);
|
|
assert.equal(supportsClaudeMaxEffort("claude-sonnet-4-5-20250929"), true);
|
|
assert.equal(supportsClaudeMaxEffort("claude-haiku-4-5-20251001"), false);
|
|
assert.equal(supportsClaudeMaxEffort("claude-3-5-haiku-20241022"), false);
|
|
assert.equal(supportsClaudeMaxEffort("anthropic/claude-haiku-4.5"), false);
|
|
assert.equal(supportsClaudeMaxEffort("vendor/haiku-compatible-claude-sonnet-4-6"), true);
|
|
assert.equal(supportsClaudeMaxEffort("gpt-5"), false);
|
|
assert.equal(supportsClaudeMaxEffort("claude-future-5-0"), true);
|
|
});
|
|
|
|
test("xhigh effort support defaults to pass-through and opts out explicit false models", () => {
|
|
const claudeModels = new Set(getModelsByProviderId("claude").map((model) => model.id));
|
|
|
|
assert.ok(claudeModels.has("claude-opus-4-8"));
|
|
assert.equal(supportsXHighEffort("claude", "claude-opus-4-8"), true);
|
|
assert.equal(supportsXHighEffort("claude", "claude-opus-4-7"), true);
|
|
assert.equal(supportsXHighEffort("claude", "claude-opus-4-6"), false);
|
|
assert.equal(supportsXHighEffort("claude", "claude-sonnet-4-6"), false);
|
|
assert.equal(supportsXHighEffort("claude", "claude-future-5-0"), true);
|
|
assert.equal(supportsXHighEffort("anthropic-compatible-test", "claude-opus-4-6"), false);
|
|
assert.equal(supportsXHighEffort("anthropic-compatible-test", "claude-opus-4-7"), true);
|
|
assert.equal(supportsXHighEffort("anthropic-compatible-cc-test", "claude-opus-4-6"), false);
|
|
assert.equal(supportsXHighEffort("anthropic-compatible-cc-test", "claude-opus-4-7"), true);
|
|
assert.equal(supportsXHighEffort("openrouter", "deepseek/deepseek-v4-pro"), true);
|
|
assert.equal(supportsXHighEffort("openrouter", "anthropic/claude-opus-4.6"), false);
|
|
assert.equal(supportsXHighEffort("openrouter", "anthropic/claude-opus-4.7"), true);
|
|
assert.equal(supportsXHighEffort("openrouter", "anthropic/claude-opus-4.5"), false);
|
|
assert.equal(supportsXHighEffort("bedrock", "anthropic.claude-opus-4-6"), false);
|
|
assert.equal(supportsXHighEffort("bedrock", "anthropic.claude-opus-4-7"), true);
|
|
assert.equal(supportsXHighEffort("github", "claude-opus-4.6"), false);
|
|
assert.equal(supportsXHighEffort("github", "claude-opus-4.7"), true);
|
|
assert.equal(supportsXHighEffort("unknown-provider", "vendor/claude-opus-4.6"), false);
|
|
assert.equal(
|
|
supportsXHighEffort("openrouter", "anthropic/claude-opus-4.6-thinking-xhigh"),
|
|
false
|
|
);
|
|
assert.equal(supportsXHighEffort("deepseek", "deepseek-v4-pro"), true);
|
|
});
|
|
|
|
test("max normalization follows xhigh opt-out behavior", () => {
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("openai-compatible-free1", "gemini-3.1-pro-preview"),
|
|
true
|
|
);
|
|
assert.equal(supportsXHighEffortForMaxNormalization("xiaomi-mimo", "mimo-v2.5-pro"), true);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("anthropic-compatible-cc-test", "claude-opus-4-6"),
|
|
false
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("anthropic-compatible-cc-test", "claude-opus-4-7"),
|
|
true
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("anthropic-compatible-test", "claude-opus-4-6"),
|
|
false
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("anthropic-compatible-test", "claude-opus-4-7"),
|
|
true
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("openrouter", "deepseek/deepseek-v4-pro"),
|
|
true
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("openrouter", "anthropic/claude-opus-4.6"),
|
|
false
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("openrouter", "anthropic/claude-opus-4.7"),
|
|
true
|
|
);
|
|
assert.equal(
|
|
supportsXHighEffortForMaxNormalization("bedrock", "anthropic.claude-opus-4-6"),
|
|
false
|
|
);
|
|
});
|