#!/usr/bin/env node /** * check-facts.mjs — CI drift gate for website facts. * * Re-derives mechanical facts from the current workspace (using the same * logic as derive-facts.mjs / facts-lib.mjs) and compares them against the * committed web/lib/facts.generated.ts. Exits non-zero when the committed * file is stale so the mismatch is caught before deploy. * * Usage: * cd web && npm run check:facts * * Checked fields: * version, providers, crates, sandboxBackends, defaultModel, nodeEngines, * toolCount, license. * * Fields NOT checked (by design): * generatedAt — always different * latestRelease — null at build time, populated by Cloudflare cron */ import { readFileSync, existsSync } from "node:fs"; import { resolve, dirname } from "node:path"; import { fileURLToPath } from "node:url"; import { buildFacts, unmappedProviderVariants } from "./facts-lib.mjs"; const __dirname = dirname(fileURLToPath(import.meta.url)); const GENERATED_PATH = resolve(__dirname, "..", "lib", "facts.generated.ts"); // --- Helpers --------------------------------------------------------- /** * Parse the committed `facts.generated.ts` into a plain object. * We don't `import()` the TS file (which would need ts-node); instead we * extract the JSON object literal from the export declaration. */ function parseCommittedFacts() { if (!existsSync(GENERATED_PATH)) { return { error: `not found: ${GENERATED_PATH}` }; } const src = readFileSync(GENERATED_PATH, "utf-8"); // Extract the object literal between "export const FACTS: RepoFacts = " and // the closing ";" (possibly preceded by "as const"). const m = src.match(/export const FACTS\s*:\s*\w+\s*=\s*([\s\S]*?);?\s*$/); if (!m) { return { error: `could not parse FACTS export from ${GENERATED_PATH}` }; } try { const obj = JSON.parse(m[1]); return { facts: obj }; } catch (e) { return { error: `invalid JSON in ${GENERATED_PATH}: ${e.message}` }; } } /** * Compare two facts objects and return a list of field-level diffs. */ function diffFacts(committed, fresh) { // Fields checked for drift. Skip generatedAt (always changes) and // latestRelease (runtime-only, null at build time). const checkFields = [ "version", "crates", "sandboxBackends", "providers", "defaultModel", "nodeEngines", "toolCount", "license", ]; const diffs = []; for (const field of checkFields) { const a = JSON.stringify(committed[field] ?? null); const b = JSON.stringify(fresh[field] ?? null); if (a !== b) { diffs.push({ field, committed: committed[field], fresh: fresh[field] }); } } return diffs; } // --- Main ------------------------------------------------------------- const committed = parseCommittedFacts(); if (committed.error) { console.error(`[check-facts] ERROR: ${committed.error}`); process.exit(1); } // Provider-inventory drift is a hard failure: a new Rust ApiProvider variant // that is neither mapped to a website label nor intentionally excluded would // otherwise be silently dropped from the public provider list while committed // facts still "match" the (also-incomplete) fresh derivation (#3772). const unmappedProviders = unmappedProviderVariants(); if (unmappedProviders.length > 0) { console.error( `[check-facts] FAIL — unmapped ApiProvider variant(s): ${unmappedProviders.join(", ")}.`, ); console.error( "Add each to PROVIDER_LABEL_MAP in web/scripts/facts-lib.mjs AND labelMap in " + "web/lib/facts-drift.ts, or to EXCLUDED_PROVIDERS / EXCLUDED if intentionally hidden.", ); process.exit(1); } const fresh = buildFacts(); // Quick sanity: if fresh facts have critical missing data, warn but still // compare — the diff will surface the problem. const criticalGaps = []; if (!fresh.version) criticalGaps.push("version"); if (fresh.providers.length === 0) criticalGaps.push("providers"); if (criticalGaps.length > 0) { console.warn( `[check-facts] WARNING: fresh derivation returned empty/missing: ${criticalGaps.join(", ")}`, ); } const diffs = diffFacts(committed.facts, fresh); if (diffs.length === 0) { console.log("[check-facts] OK — committed facts.generated.ts matches workspace"); process.exit(0); } console.error("[check-facts] FAIL — committed facts.generated.ts is stale"); for (const d of diffs) { console.error(` ${d.field}:`); console.error(` committed: ${JSON.stringify(d.committed)}`); console.error(` fresh: ${JSON.stringify(d.fresh)}`); } console.error( "\nRun `cd web && npm run prebuild` to regenerate facts.generated.ts, then commit the result.", ); process.exit(1);