/** * Upwork job search. * * Drives the public `/nx/search/jobs/?q=` page through a real browser * session. The full search payload is embedded in `window.__NUXT__.state. * jobsSearch.{jobs, paging}` after Nuxt SSR — we read straight from that * global rather than DOM-scraping cards, because Upwork's card classes * change frequently while the state shape has been stable. */ import { cli, Strategy } from '@jackwener/opencli/registry'; import { CommandExecutionError, EmptyResultError, AuthRequiredError, } from '@jackwener/opencli/errors'; import { buildSearchUrl, isPlainObject, jobsToListRows, LIST_COLUMNS, requireBoundedInt, requirePositiveInt, requireQuery, requireSort, unwrapBrowserResult, } from './utils.js'; cli({ site: 'upwork', name: 'search', access: 'read', description: 'Upwork keyword job search (logged-in browser session, US site)', domain: 'www.upwork.com', strategy: Strategy.COOKIE, browser: true, navigateBefore: false, args: [ { name: 'query', positional: true, required: true, help: 'Job keyword (skill / title / company)' }, { name: 'location', type: 'string', default: '', help: 'Country/city filter (e.g. "United States", "Remote")' }, { name: 'category', type: 'string', default: '', help: 'Category uid filter (advanced; from job detail `category` slug)' }, { name: 'sort', type: 'string', default: 'recency', help: 'Sort: recency | relevance | client_total_charge | client_total_reviews' }, { name: 'page', type: 'int', default: 1, help: 'Page number (1-based)' }, { name: 'per_page', type: 'int', default: 10, help: 'Rows per page (10-50, capped at one page)' }, ], columns: LIST_COLUMNS, func: async (page, kwargs) => { const query = requireQuery(kwargs.query); const location = String(kwargs.location ?? '').trim(); const category = String(kwargs.category ?? '').trim(); const sort = requireSort(kwargs.sort); const pageNum = requirePositiveInt(kwargs.page, 1, 'page'); const perPage = requireBoundedInt(kwargs.per_page, 10, 10, 50, 'per_page'); const url = buildSearchUrl({ query, location, category, sort, page: pageNum, perPage }); await page.goto(url); await page.wait(4); let payload; try { payload = unwrapBrowserResult(await page.evaluate(`(async () => { const haveState = () => !!(window.__NUXT__ && window.__NUXT__.state && window.__NUXT__.state.jobsSearch); let ready = haveState(); for (let i = 0; i < 30; i++) { if (ready) break; await new Promise(r => setTimeout(r, 500)); ready = haveState(); } const onLogin = /\\/(ab\\/account-security\\/login|nx\\/login)/.test(location.pathname); const challenge = (document.title || '').toLowerCase().includes('just a moment') || !!document.querySelector('[id^="cf-"]'); const state = window.__NUXT__ && window.__NUXT__.state && window.__NUXT__.state.jobsSearch; return { ready, onLogin, challenge, jobsPresent: !!(state && Object.prototype.hasOwnProperty.call(state, 'jobs')), jobs: state ? state.jobs : undefined, paging: state && state.paging ? state.paging : null, status: state ? state.status : null, }; })()`)); } catch (e) { throw new CommandExecutionError(`Failed to read Upwork search state: ${e?.message ?? e}`, 'The Nuxt state global was not reachable; try again after opening Upwork in the connected browser.'); } if (payload?.onLogin) { throw new AuthRequiredError('upwork.com', 'Upwork redirected to login. Open https://www.upwork.com in the connected browser and sign in, then retry.'); } if (payload?.challenge) { throw new CommandExecutionError('Upwork served a Cloudflare challenge page', 'Open https://www.upwork.com in the connected browser and clear the challenge, then retry.'); } if (!payload?.ready) { throw new CommandExecutionError('Upwork search state (window.__NUXT__.state.jobsSearch) was not present within 15s', 'The page may not have finished hydrating, or the SSR state shape may have changed.'); } if (!isPlainObject(payload)) { throw new CommandExecutionError('Upwork search returned an unexpected Browser Bridge payload shape'); } if (!payload.jobsPresent || !Array.isArray(payload.jobs)) { throw new CommandExecutionError('Upwork search state had an unexpected jobs shape; expected window.__NUXT__.state.jobsSearch.jobs to be an array.'); } const jobs = payload.jobs; if (jobs.length === 0) { throw new EmptyResultError('upwork search', `No Upwork jobs matched "${query}"${location ? ` in ${location}` : ''}`); } const offset = (pageNum - 1) * perPage; const rows = jobsToListRows(jobs, { offset, limit: perPage }); if (rows.length === 0) { throw new CommandExecutionError('Upwork search results did not include any job with a valid ciphertext id; cannot produce round-trippable detail rows.'); } return rows; }, });