7a0da7932b
OSV-Scanner (Scheduled) / scan-scheduled (push) Failing after 0s
Create Release / test-gate (push) Has been cancelled
Create Release / release-gate (push) Has been cancelled
Create Release / ci-gate (push) Has been cancelled
Create Release / version-check (push) Has been cancelled
Create Release / e2e-test-gate (push) Has been cancelled
Create Release / responsive-test-gate (push) Has been cancelled
Create Release / compat-test-gate (push) Has been cancelled
Create Release / compose-integration-gate (push) Has been cancelled
Create Release / vulture-gate (push) Has been cancelled
Create Release / build (push) Has been cancelled
Create Release / provenance (push) Has been cancelled
Create Release / prerelease-docker (push) Has been cancelled
Create Release / publish-docker (push) Has been cancelled
Create Release / create-release (push) Has been cancelled
Create Release / cleanup-changelog (push) Has been cancelled
Create Release / trigger-pypi (push) Has been cancelled
Create Release / monitor-pypi (push) Has been cancelled
Create Release / Clean up orphan prerelease tags and signatures (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [research-form] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [research-metrics] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [research-workflow] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [settings-core] (push) Has been cancelled
CodeQL Advanced / Analyze (javascript-typescript) (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [history-news] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [library] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [link-analytics] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [chat-core] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [chat-lifecycle] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [error-benchmark] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [settings-pages] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) (push) Has been cancelled
Docker Tests (Consolidated) / Accessibility Tests (push) Has been cancelled
Docker Tests (Consolidated) / LLM Unit Tests (push) Has been cancelled
Docker Tests (Consolidated) / LLM Example Tests (push) Has been cancelled
Docker Tests (Consolidated) / Production Image Smoke Test (push) Has been cancelled
Docker Tests (Consolidated) / Infrastructure Tests (push) Has been cancelled
OSSF Scorecard / OSSF Security Scorecard Analysis (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [mobile] (push) Has been cancelled
Backwards Compatibility / Verify Encryption Constants (push) Has been cancelled
Backwards Compatibility / PyPI Version Compatibility (push) Has been cancelled
Backwards Compatibility / Database Migration Tests (push) Has been cancelled
CodeQL Advanced / Analyze (python) (push) Has been cancelled
Docker Tests (Consolidated) / detect-changes (push) Has been cancelled
Docker Tests (Consolidated) / Build Test Image (push) Has been cancelled
Docker Tests (Consolidated) / All Pytest Tests + Coverage (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [accessibility] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [api-crud] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [auth-login] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [auth-pages] (push) Has been cancelled
Docker Tests (Consolidated) / UI Tests (Puppeteer) [auth-register] (push) Has been cancelled
286 lines
10 KiB
JavaScript
286 lines
10 KiB
JavaScript
/**
|
|
* E2E Test for Chat Mode Export-to-Markdown
|
|
*
|
|
* The export button (#export-chat-btn) becomes visible once a session
|
|
* has been started (showSessionButtons in chat.js). Clicking it
|
|
* fetches all messages, builds a markdown document with title +
|
|
* timestamps + role headers, and downloads a `.md` Blob via a synthetic
|
|
* `<a>` click (chat.js).
|
|
*
|
|
* Verified here:
|
|
* - Export button is hidden on the welcome screen.
|
|
* - Inside a session the button becomes visible.
|
|
* - Triggering the export with no messages yet shows an alert
|
|
* and does not download.
|
|
* - With messages present, the export builds a markdown blob whose
|
|
* content matches the messages (verified by intercepting
|
|
* URL.createObjectURL + Blob).
|
|
*
|
|
* No LLM required: messages are inserted via API with
|
|
* trigger_research=false.
|
|
*
|
|
* Prerequisites: Web server on http://127.0.0.1:5000 (override BASE_URL).
|
|
*/
|
|
|
|
const puppeteer = require('puppeteer');
|
|
const AuthHelper = require('../auth_helper');
|
|
const { getPuppeteerLaunchOptions } = require('../puppeteer_config');
|
|
const fs = require('fs');
|
|
const path = require('path');
|
|
|
|
const BASE_URL = process.env.BASE_URL || 'http://127.0.0.1:5000';
|
|
const isCI = !!process.env.CI;
|
|
|
|
const TIMEOUTS = {
|
|
navigation: isCI ? 60000 : 30000,
|
|
selector: isCI ? 30000 : 10000,
|
|
};
|
|
|
|
const SCREENSHOTS_DIR = path.join(__dirname, '..', 'screenshots');
|
|
|
|
async function snap(page, name) {
|
|
if (!fs.existsSync(SCREENSHOTS_DIR)) {
|
|
fs.mkdirSync(SCREENSHOTS_DIR, { recursive: true });
|
|
}
|
|
try {
|
|
await page.screenshot({
|
|
path: path.join(
|
|
SCREENSHOTS_DIR,
|
|
`chat_export_${name}_${Date.now()}.png`
|
|
),
|
|
fullPage: true,
|
|
});
|
|
} catch (_) {}
|
|
}
|
|
|
|
async function getCsrf(page) {
|
|
return page.evaluate(() => {
|
|
const m = document.querySelector('meta[name="csrf-token"]');
|
|
return m ? m.content : '';
|
|
});
|
|
}
|
|
|
|
async function api(page, csrfOuter, urlOuter, methodOuter = 'GET', bodyOuter = null) {
|
|
return page.evaluate(
|
|
async ({ url, method, body, csrf }) => {
|
|
const opts = {
|
|
method,
|
|
headers: {
|
|
'Content-Type': 'application/json',
|
|
'X-CSRFToken': csrf,
|
|
},
|
|
};
|
|
if (body !== null) opts.body = JSON.stringify(body);
|
|
const r = await fetch(url, opts);
|
|
let data = null;
|
|
try {
|
|
data = await r.json();
|
|
} catch (_) {}
|
|
return { ok: r.ok, status: r.status, data };
|
|
},
|
|
{ url: urlOuter, method: methodOuter, body: bodyOuter, csrf: csrfOuter }
|
|
);
|
|
}
|
|
|
|
// Install a stub for URL.createObjectURL + a hook so we can read the
|
|
// markdown back from the Blob the export builds. We also stub the
|
|
// synthetic <a>.click() download so headless Chrome doesn't try to
|
|
// actually save the file. The latest captured markdown is exposed at
|
|
// `window.__lastExport`.
|
|
async function installExportInterceptor(page) {
|
|
await page.evaluate(() => {
|
|
window.__lastExport = null;
|
|
window.__alertMessages = [];
|
|
const realCreate = URL.createObjectURL;
|
|
URL.createObjectURL = (obj) => {
|
|
if (obj instanceof Blob) {
|
|
obj.text().then((t) => {
|
|
window.__lastExport = t;
|
|
});
|
|
}
|
|
return realCreate.call(URL, obj);
|
|
};
|
|
const origAlert = window.alert;
|
|
window.alert = (m) => {
|
|
window.__alertMessages.push(String(m));
|
|
// Swallow — don't block headless.
|
|
if (typeof origAlert === 'function') {
|
|
/* no-op */
|
|
}
|
|
};
|
|
});
|
|
}
|
|
|
|
async function run() {
|
|
console.log(`Running chat export-to-markdown tests (CI mode: ${isCI})`);
|
|
|
|
const browser = await puppeteer.launch(getPuppeteerLaunchOptions());
|
|
const page = await browser.newPage();
|
|
await page.setViewport({ width: 1280, height: 800 });
|
|
if (isCI) {
|
|
page.setDefaultTimeout(60000);
|
|
page.setDefaultNavigationTimeout(60000);
|
|
}
|
|
|
|
page.on('pageerror', (e) => console.log('PAGE ERROR:', e.message));
|
|
page.on('console', (m) => {
|
|
if (m.type() === 'error') console.log('BROWSER ERROR:', m.text());
|
|
});
|
|
|
|
const auth = new AuthHelper(page, BASE_URL);
|
|
|
|
let passed = 0;
|
|
let failed = 0;
|
|
|
|
try {
|
|
await auth.ensureAuthenticated();
|
|
await page.goto(`${BASE_URL}/chat/`, {
|
|
waitUntil: 'domcontentloaded',
|
|
timeout: TIMEOUTS.navigation,
|
|
});
|
|
await page.waitForSelector('.ldr-chat-container', { timeout: TIMEOUTS.selector });
|
|
const csrf = await getCsrf(page);
|
|
|
|
// A bare /chat/ visit auto-resumes the most-recent session, which
|
|
// shows the session action buttons (export/pencil) and would break
|
|
// the "hidden on welcome" assertion below. Wait for chat.js init to
|
|
// settle (incl. the async session restore), then force a clean New
|
|
// Chat state so the welcome screen is reliably shown regardless of
|
|
// what earlier tests in the shard (or a CI retry) left behind.
|
|
await page.waitForSelector('#chat-input[data-init-complete="true"]', {
|
|
timeout: TIMEOUTS.selector,
|
|
});
|
|
await page.evaluate(() => window.chatComponent.startNewChat());
|
|
await page.waitForFunction(
|
|
() => {
|
|
const el = document.getElementById('chat-welcome');
|
|
return el && getComputedStyle(el).display !== 'none';
|
|
},
|
|
{ timeout: TIMEOUTS.selector }
|
|
);
|
|
|
|
// Test 1: export button is hidden on the welcome screen
|
|
console.log('Test 1: export button hidden on welcome screen');
|
|
try {
|
|
const hidden = await page.$eval(
|
|
'#export-chat-btn',
|
|
(el) => getComputedStyle(el).display === 'none'
|
|
);
|
|
if (!hidden) throw new Error('Export button visible before session');
|
|
console.log('PASSED');
|
|
passed++;
|
|
} catch (e) {
|
|
console.log(`FAILED: ${e.message}`);
|
|
await snap(page, 'export_initial');
|
|
failed++;
|
|
}
|
|
|
|
// Create a session and seed messages via API.
|
|
const created = await api(page, csrf, '/api/chat/sessions', 'POST', {
|
|
initial_query: 'export-test seed',
|
|
title: 'Export Test Session',
|
|
});
|
|
if (!created.ok || !created.data?.success) {
|
|
throw new Error(
|
|
`Session creation failed: ${created.status} ${JSON.stringify(created.data)}`
|
|
);
|
|
}
|
|
const sessionId = created.data.session_id;
|
|
|
|
const probeUser = `User probe ${Date.now()}`;
|
|
const probeAssistant = `Assistant probe ${Date.now()}`;
|
|
await api(
|
|
page,
|
|
csrf,
|
|
`/api/chat/sessions/${sessionId}/messages`,
|
|
'POST',
|
|
{ content: probeUser, trigger_research: false }
|
|
);
|
|
// The API doesn't expose a "post an assistant message" path — the
|
|
// chat backend writes assistant messages only via research. We
|
|
// assert against just the user message here.
|
|
|
|
// Test 2: export button visible inside the session
|
|
console.log('Test 2: export button visible inside a session');
|
|
try {
|
|
await page.goto(`${BASE_URL}/chat/${sessionId}`, {
|
|
waitUntil: 'domcontentloaded',
|
|
timeout: TIMEOUTS.navigation,
|
|
});
|
|
await page.waitForSelector('.ldr-chat-container', {
|
|
timeout: TIMEOUTS.selector,
|
|
});
|
|
await page.waitForFunction(
|
|
() => {
|
|
const el = document.getElementById('export-chat-btn');
|
|
return el && getComputedStyle(el).display !== 'none';
|
|
},
|
|
{ timeout: TIMEOUTS.selector }
|
|
);
|
|
console.log('PASSED');
|
|
passed++;
|
|
} catch (e) {
|
|
console.log(`FAILED: ${e.message}`);
|
|
await snap(page, 'export_visible');
|
|
failed++;
|
|
}
|
|
|
|
// Test 3: clicking export builds a markdown blob containing the
|
|
// user message + the export header.
|
|
console.log('Test 3: export click builds a markdown blob with messages');
|
|
try {
|
|
await installExportInterceptor(page);
|
|
await page.evaluate(() => {
|
|
document.getElementById('export-chat-btn').click();
|
|
});
|
|
|
|
// Wait for the Blob text to materialise asynchronously.
|
|
await page.waitForFunction(
|
|
() => typeof window.__lastExport === 'string' && window.__lastExport.length > 0,
|
|
{ timeout: TIMEOUTS.selector }
|
|
);
|
|
|
|
const md = await page.evaluate(() => window.__lastExport);
|
|
// Must include the session title in the H1.
|
|
if (!md.includes('Export Test Session')) {
|
|
throw new Error(
|
|
`Markdown missing session title. Got:\n${md.slice(0, 300)}`
|
|
);
|
|
}
|
|
// Must include the user message body.
|
|
if (!md.includes(probeUser)) {
|
|
throw new Error(
|
|
`Markdown missing user probe message. Got:\n${md.slice(0, 300)}`
|
|
);
|
|
}
|
|
// Must use the "## You" role header pattern.
|
|
if (!md.includes('## You')) {
|
|
throw new Error(
|
|
`Markdown missing "## You" role header. Got:\n${md.slice(0, 300)}`
|
|
);
|
|
}
|
|
console.log('PASSED');
|
|
passed++;
|
|
} catch (e) {
|
|
console.log(`FAILED: ${e.message}`);
|
|
await snap(page, 'export_content');
|
|
failed++;
|
|
}
|
|
} catch (e) {
|
|
console.log(`Test suite error: ${e.message}`);
|
|
failed++;
|
|
} finally {
|
|
await browser.close();
|
|
}
|
|
|
|
console.log('-'.repeat(50));
|
|
console.log(`Chat Export-to-Markdown Tests — passed: ${passed}, failed: ${failed}`);
|
|
console.log('-'.repeat(50));
|
|
if (failed > 0) process.exit(1);
|
|
}
|
|
|
|
run().catch((e) => {
|
|
console.error('Test runner error:', e);
|
|
process.exit(1);
|
|
});
|