import * as fs from 'node:fs'; import * as path from 'node:path'; import { cli, Strategy } from '@jackwener/opencli/registry'; import { ArgumentError, CommandExecutionError } from '@jackwener/opencli/errors'; import { NOTEBOOKLM_DOMAIN, NOTEBOOKLM_SITE } from './shared.js'; import { callNotebooklmRpc } from './rpc.js'; import { buildNotebooklmNotebookUrl, ensureNotebooklmHome, getNotebooklmAuthuser, parseNotebooklmNotebookTarget, requireNotebooklmExecute, requireNotebooklmSession, verifyNotebooklmSourceAdded } from './utils.js'; const NOTEBOOKLM_ADD_SOURCES_RPC_ID = 'izAoDd'; const NOTEBOOKLM_ADD_FILE_SOURCE_RPC_ID = 'o4cbdc'; const MAX_TEXT_SOURCE_BYTES = 10 * 1024 * 1024; const MAX_FILE_SOURCE_BYTES = 50 * 1024 * 1024; const SOURCE_UUID_RE = /^[a-f0-9]{8}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{4}-[a-f0-9]{12}$/i; const MIME_BY_EXT = { '.pdf': 'application/pdf', '.txt': 'text/plain', '.md': 'text/markdown', '.markdown': 'text/markdown', '.html': 'text/html', '.htm': 'text/html', '.csv': 'text/csv', '.json': 'application/json', '.docx': 'application/vnd.openxmlformats-officedocument.wordprocessingml.document', '.doc': 'application/msword', '.pptx': 'application/vnd.openxmlformats-officedocument.presentationml.presentation', '.epub': 'application/epub+zip', '.mp3': 'audio/mpeg', '.m4a': 'audio/mp4', '.wav': 'audio/wav', }; export function inferMimeType(filename, override) { if (override) return String(override); const ext = path.extname(filename).toLowerCase(); return MIME_BY_EXT[ext] || 'application/octet-stream'; } export function readFileForUpload(filePath) { const abs = path.resolve(filePath); let stat; try { stat = fs.statSync(abs); } catch { throw new ArgumentError(`--file path does not exist: ${filePath}`); } if (!stat.isFile()) { throw new ArgumentError(`--file path is not a regular file: ${filePath}`); } if (stat.size > MAX_FILE_SOURCE_BYTES) { throw new ArgumentError(`--file exceeds ${MAX_FILE_SOURCE_BYTES} bytes (got ${stat.size}); use a smaller file or upload via the NotebookLM UI for now.`); } const buf = fs.readFileSync(abs); return { base64: buf.toString('base64'), filename: path.basename(abs), size: stat.size }; } export function buildRegisterFileSourceArgs(projectId, filename) { return [ [[filename]], projectId, [2], [1, null, null, null, null, null, null, null, null, null, [1]], ]; } export function parseSourceUrl(value) { const url = String(value ?? '').trim(); if (!url) return ''; let parsed; try { parsed = new URL(url); } catch { throw new ArgumentError(`Invalid source URL: "${url}"`, 'URL must be a valid http:// or https:// URL.'); } if ((parsed.protocol !== 'http:' && parsed.protocol !== 'https:') || !parsed.hostname) { throw new ArgumentError(`Invalid source URL: "${url}"`, 'URL must start with http:// or https://.'); } return parsed.toString(); } export function parseSourceText(value) { if (value === undefined || value === null) return null; const text = String(value); if (!text.trim()) throw new ArgumentError('--content must not be empty'); if (text.length > MAX_TEXT_SOURCE_BYTES) { throw new ArgumentError(`--content exceeds ${MAX_TEXT_SOURCE_BYTES} bytes; split into smaller sources or upload as a file.`); } return text; } export function parseSourceTitle(value, fallback) { const title = String(value ?? '').trim(); return title || fallback; } export function buildAddSourceFromUrlArgs(projectId, url) { return [[[null, null, [url]]], projectId]; } export function buildAddSourceFromTextArgs(projectId, title, content) { return [[[null, [title, content], null, 2]], projectId]; } function toExcludedUuidSet(excludedIds) { return new Set(excludedIds.map((id) => String(id ?? '').toLowerCase()).filter(Boolean)); } export function parseAddSourceResult(result, excludedIds = []) { const excluded = toExcludedUuidSet(excludedIds); if (typeof result === 'string') return SOURCE_UUID_RE.test(result) && !excluded.has(result.toLowerCase()) ? result : ''; if (!Array.isArray(result) && (typeof result !== 'object' || result === null)) return ''; const stack = [result]; while (stack.length) { const node = stack.shift(); if (typeof node === 'string') { if (SOURCE_UUID_RE.test(node) && !excluded.has(node.toLowerCase())) return node; continue; } if (Array.isArray(node)) { for (const child of node) stack.push(child); continue; } if (node && typeof node === 'object') { for (const value of Object.values(node)) stack.push(value); } } return ''; } async function uploadFileViaDriveResumable(page, projectId, sourceId, filename, base64, size) { const authuser = getNotebooklmAuthuser() || '0'; const metadataJson = `{"PROJECT_ID":${JSON.stringify(projectId)},"SOURCE_NAME":${JSON.stringify(filename)},"SOURCE_ID":${JSON.stringify(sourceId)}}`; const script = String.raw`(async () => { try { const initRes = await fetch(${JSON.stringify('https://notebooklm.google.com/upload/_/?authuser=' + authuser)}, { method: 'POST', credentials: 'include', headers: { 'Content-Type': 'application/x-www-form-urlencoded;charset=UTF-8', 'X-Goog-Upload-Command': 'start', 'X-Goog-Upload-Protocol': 'resumable', 'X-Goog-Upload-Header-Content-Length': ${JSON.stringify(String(size))}, 'X-Goog-AuthUser': ${JSON.stringify(authuser)}, }, body: ${JSON.stringify(metadataJson)}, }); if (!initRes.ok) { const status = initRes.headers.get('X-Goog-Upload-Status') || ''; const text = (await initRes.text()).slice(0, 400); return { error: 'init failed HTTP ' + initRes.status + (status ? ' upload-status=' + status : '') + (text ? ' body=' + text : '') }; } const uploadURL = initRes.headers.get('X-Goog-Upload-Url') || initRes.headers.get('x-goog-upload-url'); if (!uploadURL) return { error: 'no X-Goog-Upload-URL header in init response' }; // Decode base64 to Uint8Array for binary PUT const bin = atob(${JSON.stringify(base64)}); const bytes = new Uint8Array(bin.length); for (let i = 0; i < bin.length; i++) bytes[i] = bin.charCodeAt(i); const uploadRes = await fetch(uploadURL, { method: 'POST', credentials: 'include', headers: { 'Content-Type': 'application/x-www-form-urlencoded;charset=utf-8', 'X-Goog-Upload-Command': 'upload, finalize', 'X-Goog-Upload-Offset': '0', 'X-Goog-AuthUser': ${JSON.stringify(authuser)}, }, body: bytes, }); if (!uploadRes.ok) { const status = uploadRes.headers.get('X-Goog-Upload-Status') || ''; const text = (await uploadRes.text()).slice(0, 400); return { error: 'upload failed HTTP ' + uploadRes.status + (status ? ' upload-status=' + status : '') + (text ? ' body=' + text : '') }; } return { ok: true, status: uploadRes.status }; } catch (e) { return { error: 'upload exception: ' + ((e && e.message) || String(e)) }; } })()`; const raw = await page.evaluate(script); const result = raw && typeof raw === 'object' && 'data' in raw && 'session' in raw ? raw.data : raw; if (!result || result.error) { throw new CommandExecutionError('NotebookLM file upload failed: ' + (result?.error || 'unknown error')); } return result; } cli({ site: NOTEBOOKLM_SITE, name: 'add-source', access: 'write', description: 'Add a URL, text, or local file source to an existing NotebookLM notebook', domain: NOTEBOOKLM_DOMAIN, strategy: Strategy.COOKIE, browser: true, navigateBefore: false, args: [ { name: 'notebook', positional: true, required: true, help: 'Notebook id from `notebooklm list` or full notebook URL' }, { name: 'url', help: 'Source URL to add (http/https). Pass exactly one of --url, --content, --file.' }, { name: 'content', help: 'Raw text content to add as a Text source (max 10 MB).' }, { name: 'file', help: `Local file path to upload as a source (max ${MAX_FILE_SOURCE_BYTES} bytes; pdf / txt / md / html / docx / etc.). Uses Google Drive's 3-step resumable upload protocol.` }, { name: 'title', help: 'Title for the text source (default "Text Source"). Ignored for --url and --file.' }, { name: 'mime-type', help: 'Override the auto-detected MIME type when --file is given.' }, { name: 'execute', type: 'boolean', help: 'Actually add the remote source to the NotebookLM notebook' }, ], columns: ['notebook_id', 'source_id', 'kind', 'identifier', 'notebook_url'], func: async (page, kwargs) => { const notebookId = parseNotebooklmNotebookTarget(String(kwargs.notebook ?? '')); const url = parseSourceUrl(kwargs.url); const content = parseSourceText(kwargs.content); const filePath = typeof kwargs.file === 'string' && kwargs.file.trim() ? kwargs.file.trim() : ''; const modes = [url ? 'url' : '', content !== null ? 'text' : '', filePath ? 'file' : ''].filter(Boolean); if (modes.length === 0) { throw new ArgumentError('Pass exactly one of --url , --content , or --file '); } if (modes.length > 1) { throw new ArgumentError('Pass exactly one of --url, --content, --file (got: ' + modes.join(' + ') + ')'); } requireNotebooklmExecute(kwargs.execute, 'add a NotebookLM source'); const title = parseSourceTitle(kwargs.title, 'Text Source'); await ensureNotebooklmHome(page); await requireNotebooklmSession(page); if (filePath) { const file = readFileForUpload(filePath); const mime = inferMimeType(file.filename, kwargs['mime-type']); const registerRpc = await callNotebooklmRpc(page, NOTEBOOKLM_ADD_FILE_SOURCE_RPC_ID, buildRegisterFileSourceArgs(notebookId, file.filename)); const sourceId = parseAddSourceResult(registerRpc.result, [notebookId]); if (!sourceId) { throw new CommandExecutionError('NotebookLM AddFileSource (o4cbdc) RPC returned no source id; cannot start file upload.'); } await uploadFileViaDriveResumable(page, notebookId, sourceId, file.filename, file.base64, file.size); await verifyNotebooklmSourceAdded(page, notebookId, sourceId, 'add-source --file'); return [{ notebook_id: notebookId, source_id: sourceId, kind: 'file', identifier: `${file.filename} (${mime}, ${file.size} bytes)`, notebook_url: buildNotebooklmNotebookUrl(notebookId), }]; } const args = url ? buildAddSourceFromUrlArgs(notebookId, url) : buildAddSourceFromTextArgs(notebookId, title, content); const rpc = await callNotebooklmRpc(page, NOTEBOOKLM_ADD_SOURCES_RPC_ID, args); const sourceId = parseAddSourceResult(rpc.result, [notebookId]); if (!sourceId) { throw new CommandExecutionError('NotebookLM AddSources RPC returned no source id; verify the input reaches the NotebookLM backend.'); } await verifyNotebooklmSourceAdded(page, notebookId, sourceId, `add-source --${url ? 'url' : 'content'}`); return [{ notebook_id: notebookId, source_id: sourceId, kind: url ? 'url' : 'text', identifier: url || title, notebook_url: buildNotebooklmNotebookUrl(notebookId), }]; }, }); export const __test__ = { parseSourceUrl, parseSourceText, parseSourceTitle, inferMimeType, buildAddSourceFromUrlArgs, buildAddSourceFromTextArgs, buildRegisterFileSourceArgs, readFileForUpload, parseAddSourceResult, };