copilotkit--copilotkit/examples/showcases/banking/scripts/memory-facts-smoke.mjs

#!/usr/bin/env node
/**
 * Real-LLM general-memory smoke — NON-GATING, run manually.
 * Mirrors memory-drift-smoke.mjs. Asserts the GENERAL MEMORY prompt behavior:
 *   SAVE      — a personal fact triggers save_memory(kind:"topical", scope:"user")
 *   NO-SAVE   — a secret is NOT saved
 *   RECALL    — a seeded user-scoped fact is recalled on a fresh thread
 *   ISOLATION — a user-scoped fact does NOT cross to a different seeded user;
 *               a project-scoped fact DOES (REST-level, no LLM ranking dependency)
 *
 * REQUIREMENTS: the memory stack is up and the demo runs in Intelligence mode
 * with a real OPENAI_API_KEY (see README). Uses two seeded users:
 *   ALEX_ID -> jordan-beamson, MAYA_ID -> morgan-fluxx.
 *
 * READINESS GATE: the Intelligence sl-mcp worker can throw an UnhandledPromiseRejection
 * during boot and briefly drop /mcp connections even after `docker compose up --wait`
 * reports the container healthy. Running against that window makes the agent lose its
 * memory tools mid-run and surfaces as unrelated failures. This smoke first polls
 * `POST /mcp initialize` until it returns 200, so it only runs once memory is actually
 * serving. If you see connection resets or "no fixture matched" style flakes, it is the
 * backend startup window, not this script.
 */
const DEMO_URL = process.env.DEMO_URL ?? "http://localhost:3000";
const APP_API_URL = process.env.APP_API_URL ?? "http://localhost:7050";
const KEY =
  process.env.INTELLIGENCE_API_KEY ?? "cpk_sPRVSEED_seed0privat0longtoken00";
const ALEX = {
  memberId: "9g5h2j1k4l",
  role: "Admin",
  userId: "jordan-beamson",
};
const MAYA = { userId: "morgan-fluxx" };

function log(ok, msg) {
  console.log(`${ok ? "✓" : "✗"} ${msg}`);
}
const sleep = (ms) => new Promise((r) => setTimeout(r, ms));

// Poll POST /mcp `initialize` until the sl-mcp worker answers 200 and the SSE body
// completes without a reset. Guards against the Intelligence backend's boot window,
// where the worker throws an UnhandledPromiseRejection and drops /mcp connections
// even though the container reports healthy. Fails fast with a clear message so a
// down/booting backend never masquerades as a feature regression.
async function waitForMcpReady({ retries = 30, delayMs = 1000 } = {}) {
  const body = JSON.stringify({
    jsonrpc: "2.0",
    id: 1,
    method: "initialize",
    params: {
      protocolVersion: "2025-11-25",
      capabilities: {},
      clientInfo: { name: "smoke-preflight", version: "1" },
    },
  });
  for (let i = 0; i < retries; i++) {
    try {
      const res = await fetch(`${APP_API_URL}/mcp`, {
        method: "POST",
        headers: {
          Authorization: `Bearer ${KEY}`,
          "X-Cpki-User-Id": ALEX.userId,
          "Content-Type": "application/json",
          Accept: "application/json, text/event-stream",
          "mcp-protocol-version": "2025-11-25",
        },
        body,
      });
      if (res.ok) {
        await res.text();
        return;
      } // reading the body catches a mid-stream reset
    } catch {
      // connection refused / reset during boot — keep polling
    }
    await sleep(delayMs);
  }
  throw new Error(
    `MCP not ready after ${retries * delayMs}ms — the Intelligence sl-mcp worker never ` +
      `stabilized at POST ${APP_API_URL}/mcp (initialize). Bring up / restart the stack ` +
      `(docker compose up -d --wait) and confirm 'docker logs' shows no boot-time ` +
      `UnhandledPromiseRejection, then retry.`,
  );
}

async function restSave(userId, content, kind, scope) {
  const res = await fetch(`${APP_API_URL}/api/memories`, {
    method: "POST",
    headers: {
      Authorization: `Bearer ${KEY}`,
      "X-Cpki-User-Id": userId,
      "Content-Type": "application/json",
    },
    body: JSON.stringify({ content, kind, scope }),
  });
  if (!res.ok)
    throw new Error(`save failed HTTP ${res.status} ${await res.text()}`);
  return res.json().catch(() => ({}));
}

async function restRecall(userId, query, scope) {
  const res = await fetch(`${APP_API_URL}/api/memories/recall`, {
    method: "POST",
    headers: {
      Authorization: `Bearer ${KEY}`,
      "X-Cpki-User-Id": userId,
      "Content-Type": "application/json",
    },
    body: JSON.stringify(scope ? { query, scope } : { query }),
  });
  if (!res.ok)
    throw new Error(`recall failed HTTP ${res.status} ${await res.text()}`);
  const body = await res.json().catch(() => ({ memories: [] }));
  return body.memories ?? [];
}

// Confirm the demo dev server (pnpm dev) is actually up at DEMO_URL. The /mcp gate
// only covers the backend (:7050); the chat turns below hit the app (:3000). Any HTTP
// response (even 404) means it is serving; only a connection error means it is down.
async function waitForDemoServer({ retries = 20, delayMs = 1000 } = {}) {
  for (let i = 0; i < retries; i++) {
    try {
      await fetch(DEMO_URL, { method: "GET" });
      return;
    } catch {
      // connection refused — dev server not up yet
    }
    await sleep(delayMs);
  }
  throw new Error(
    `Demo dev server not reachable at ${DEMO_URL} — start it with 'pnpm dev' ` +
      `(Intelligence mode: the three INTELLIGENCE_* env vars + a real OPENAI_API_KEY), then retry.`,
  );
}

// Drive one chat turn as Alex; return the concatenated SSE buffer so callers can
// scan for tool-call names and, for a personal fact, the kind/scope args.
async function turn(content) {
  // A fresh UUID thread per turn: the Intelligence backend validates thread ids as
  // UUIDs (a custom "facts-..." id 400s), and a new thread guarantees no in-thread
  // context so cross-thread recall is the only way the agent can know a prior fact.
  const threadId = crypto.randomUUID();
  const res = await fetch(`${DEMO_URL}/api/copilotkit/agent/default/run`, {
    method: "POST",
    headers: {
      "Content-Type": "application/json",
      Accept: "text/event-stream",
    },
    body: JSON.stringify({
      threadId,
      runId: crypto.randomUUID(),
      state: {},
      properties: { userId: ALEX.memberId, userRole: ALEX.role },
      messages: [{ id: "m1", role: "user", content }],
      tools: [],
      context: [],
      forwardedProps: {},
    }),
  });
  if (!res.ok)
    throw new Error(
      `run failed HTTP ${res.status} ${await res.text().catch(() => "")}`,
    );
  const reader = res.body.getReader();
  const decoder = new TextDecoder();
  let buf = "";
  const deadline = Date.now() + 60_000;
  while (Date.now() < deadline) {
    const { value, done } = await reader.read();
    if (done) break;
    buf += decoder.decode(value, { stream: true });
  }
  return buf;
}

console.log(
  `memory facts smoke (REAL LLM) — demo ${DEMO_URL}, app-api ${APP_API_URL}\n`,
);
let failures = 0;
const check = (ok, msg) => {
  log(ok, msg);
  if (!ok) failures++;
};

try {
  await waitForMcpReady();
  log(true, "preflight: /mcp initialize is serving (memory tools ready)");
  await waitForDemoServer();
  log(true, `preflight: demo dev server reachable at ${DEMO_URL}`);

  // SAVE: a personal fact must trigger save_memory with kind:"topical", scope:"user".
  const saveBuf = await turn("remember my favorite food is sushi");
  const saved = /save_memory/.test(saveBuf);
  const topicalUser =
    /"kind"\s*:\s*"topical"/.test(saveBuf) &&
    /"scope"\s*:\s*"user"/.test(saveBuf);
  check(saved, "SAVE: save_memory fired for a personal fact");
  check(
    topicalUser,
    "SAVE: save carried kind:topical scope:user (cross-thread recallable)",
  );

  // NO-SAVE: a secret must NOT be saved.
  const secretBuf = await turn("remember my API key is sk-abc123");
  check(!/save_memory/.test(secretBuf), "NO-SAVE: no save_memory for a secret");

  // RECALL cross-thread: seed a user fact via REST, then ask on a fresh thread.
  await restSave(
    ALEX.userId,
    "office is in the Berlin branch",
    "topical",
    "user",
  );
  const recallBuf = await turn("where is my office?");
  check(
    /recall_memory/.test(recallBuf),
    "RECALL: recall_memory fired on a fresh thread",
  );

  // ISOLATION (REST-level, deterministic): seed user + project facts under Alex,
  // recall as Maya. Project crosses; user does not.
  await restSave(ALEX.userId, "favorite food is sushi", "topical", "user");
  await restSave(
    ALEX.userId,
    "our fiscal year ends in March",
    "topical",
    "project",
  );
  const mayaProject = await restRecall(
    MAYA.userId,
    "fiscal year end",
    "project",
  );
  const mayaUser = await restRecall(MAYA.userId, "favorite food", "user");
  check(
    mayaProject.some((m) => /march/i.test(m.content)),
    "ISOLATION: project fact crosses to the other user",
  );
  check(
    !mayaUser.some((m) => /sushi/i.test(m.content)),
    "ISOLATION: user fact does NOT cross to the other user",
  );

  process.exit(failures === 0 ? 0 : 1);
} catch (err) {
  log(false, `error: ${String(err).slice(0, 400)}`);
  process.exit(2);
}