/** * Issues #3120 / #3121 — GitHub Copilot model discovery (thanks @gabrielmoreira). * * #3120: "Import Models" never refreshes the Copilot model list because the * `github` (Copilot) provider had a STATIC hardcoded catalog and no live * discovery source. * #3121: That static catalog advertised models (e.g. gemini previews) that the * account is not entitled to, so testing them returned upstream 400s. * * Fix: discover the catalog live from https://api.githubcopilot.com/models using * the Copilot bearer + Copilot chat headers, parse `data[].id` into managed * models, and fall back to the static catalog only when the live fetch fails. * * These tests target the discovery helper directly (injected fetch) so they need * no HTTP server or DB. */ import test from "node:test"; import assert from "node:assert/strict"; const { GITHUB_COPILOT_MODELS_URL, GITHUB_COPILOT_MODEL_ALLOWLIST, parseGitHubCopilotModels, fetchGitHubCopilotModels, } = await import("../../open-sse/services/githubCopilotModels.ts"); // A representative slice of a real Copilot /models response. The upstream list // includes selectable chat models plus utility/legacy models; OmniRoute imports // only the curated allowlist. const MOCK_COPILOT_MODELS_RESPONSE = { data: [ { id: "gpt-5.4", name: "GPT-5.4", model_picker_enabled: true, policy: { state: "enabled" }, capabilities: { type: "chat", limits: { max_context_window_tokens: 128000 } }, }, { id: "claude-sonnet-4.5", name: "Claude Sonnet 4.5", model_picker_enabled: true, capabilities: { type: "chat" }, }, { // Embeddings model — present upstream but intentionally not in the curated chat list. id: "text-embedding-3-small", name: "Embedding V3 small", capabilities: { type: "embeddings" }, }, ], }; test("#3120 parseGitHubCopilotModels maps data[].id into managed models", () => { const models = parseGitHubCopilotModels(MOCK_COPILOT_MODELS_RESPONSE); const ids = models.map((m) => m.id); assert.deepEqual(ids, ["gpt-5.4", "claude-sonnet-4.5"]); const gpt = models.find((m) => m.id === "gpt-5.4"); assert.ok(gpt, "gpt-5.4 entry present"); assert.equal(gpt.name, "GPT-5.4"); assert.equal(gpt.owned_by, "github"); assert.ok(!ids.includes("text-embedding-3-small"), "non-allowlisted utility models are skipped"); }); test("#3121 a model NOT in the live response is not advertised (entitlement filtering)", () => { const models = parseGitHubCopilotModels(MOCK_COPILOT_MODELS_RESPONSE); const ids = models.map((m) => m.id); // gemini-3.1-pro-preview is in the OLD static catalog but NOT entitled here. assert.ok( !ids.includes("gemini-3.1-pro-preview"), "non-entitled gemini preview must NOT be advertised" ); }); test("#3120 fetchGitHubCopilotModels does a live fetch and returns parsed models", async () => { let capturedUrl = ""; let capturedHeaders: Record = {}; const fakeFetch = (async (url: string, init: RequestInit) => { capturedUrl = String(url); capturedHeaders = (init?.headers as Record) || {}; return new Response(JSON.stringify(MOCK_COPILOT_MODELS_RESPONSE), { status: 200, headers: { "content-type": "application/json" }, }); }) as unknown as typeof fetch; const result = await fetchGitHubCopilotModels({ token: "copilot-tok-abc", fetchImpl: fakeFetch, }); assert.equal(capturedUrl, GITHUB_COPILOT_MODELS_URL); assert.equal( capturedHeaders.Authorization, "Bearer copilot-tok-abc", "must authenticate with the Copilot bearer token" ); // Copilot chat headers must be present (e.g. copilot-integration-id). assert.ok(capturedHeaders["copilot-integration-id"], "must send Copilot integration header"); assert.equal(result.source, "api"); const ids = result.models.map((m) => m.id); assert.deepEqual(ids, ["gpt-5.4", "claude-sonnet-4.5"]); assert.ok(!ids.includes("gemini-3.1-pro-preview")); }); test("#3120/#3121 fetch falls back to static catalog when the live fetch fails", async () => { const fakeFetch = (async () => new Response("nope", { status: 503 })) as unknown as typeof fetch; const fallback = [ { id: "gpt-5.4", name: "GPT-5.4" }, { id: "gemini-3.1-pro-preview", name: "Gemini 3.1 Pro" }, { id: "gpt-3.5-turbo", name: "GPT 3.5 Turbo" }, ]; const result = await fetchGitHubCopilotModels({ token: "copilot-tok-abc", fetchImpl: fakeFetch, fallbackModels: fallback, }); assert.equal(result.source, "fallback"); assert.deepEqual( result.models.map((m) => m.id), ["gpt-5.4", "gemini-3.1-pro-preview"], "offline/failed discovery must preserve only the curated static catalog" ); }); test("curated Copilot allowlist contains the final approved model ids only", () => { assert.deepEqual( [...GITHUB_COPILOT_MODEL_ALLOWLIST], [ "claude-fable-5", "claude-opus-4.8-fast", "claude-opus-4.8", "claude-opus-4.7", "claude-sonnet-4.6", "claude-opus-4.5", "claude-sonnet-5", "claude-sonnet-4.5", "claude-haiku-4.5", "gemini-3.1-pro-preview", "gemini-3.5-flash", "gpt-5.5", "gpt-5.4", "gpt-5.4-mini", "gpt-5.3-codex", "gpt-5-mini", "gpt-4o-2024-11-20", "gpt-4o-mini", "gpt-4-0125-preview", "kimi-k2.7-code", "mai-code-1-flash", "oswe-vscode-prime", ] ); }); test("fetch falls back when no token is provided (unauthed refresh stays safe)", async () => { let called = false; const fakeFetch = (async () => { called = true; return new Response("{}", { status: 200 }); }) as unknown as typeof fetch; const result = await fetchGitHubCopilotModels({ token: "", fetchImpl: fakeFetch, fallbackModels: [{ id: "gpt-5.4", name: "GPT-5.4" }], }); assert.equal(called, false, "must not fetch without a token"); assert.equal(result.source, "fallback"); assert.deepEqual( result.models.map((m) => m.id), ["gpt-5.4"] ); });