chore: import upstream snapshot with attribution
E2E Headed Chrome / e2e-headed (macos-15) (push) Has been cancelled
E2E Headed Chrome / e2e-headed (ubuntu-latest) (push) Has been cancelled
E2E Headed Chrome / e2e-headed (windows-latest) (push) Has been cancelled
CI / build (macos-latest) (push) Has been cancelled
CI / build (ubuntu-latest) (push) Has been cancelled
CI / build (windows-latest) (push) Has been cancelled
CI / unit-test (push) Has been cancelled
CI / bun-test (push) Has been cancelled
CI / adapter-test (push) Has been cancelled
CI / smoke-test (macos-latest) (push) Has been cancelled
CI / smoke-test (ubuntu-latest) (push) Has been cancelled
Security Audit / audit (push) Has been cancelled
Build Chrome Extension / build (push) Has been cancelled
Trigger Website Rebuild (Docs Updated) / dispatch (push) Has been cancelled
E2E Headed Chrome / e2e-headed (macos-15) (push) Has been cancelled
E2E Headed Chrome / e2e-headed (ubuntu-latest) (push) Has been cancelled
E2E Headed Chrome / e2e-headed (windows-latest) (push) Has been cancelled
CI / build (macos-latest) (push) Has been cancelled
CI / build (ubuntu-latest) (push) Has been cancelled
CI / build (windows-latest) (push) Has been cancelled
CI / unit-test (push) Has been cancelled
CI / bun-test (push) Has been cancelled
CI / adapter-test (push) Has been cancelled
CI / smoke-test (macos-latest) (push) Has been cancelled
CI / smoke-test (ubuntu-latest) (push) Has been cancelled
Security Audit / audit (push) Has been cancelled
Build Chrome Extension / build (push) Has been cancelled
Trigger Website Rebuild (Docs Updated) / dispatch (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,79 @@
|
||||
import { CommandExecutionError } from '@jackwener/opencli/errors';
|
||||
export function buildMediumTagUrl(topic) {
|
||||
return topic ? `https://medium.com/tag/${encodeURIComponent(topic)}` : 'https://medium.com/tag/technology';
|
||||
}
|
||||
export function buildMediumSearchUrl(keyword) {
|
||||
return `https://medium.com/search?q=${encodeURIComponent(keyword)}`;
|
||||
}
|
||||
export function buildMediumUserUrl(username) {
|
||||
return username.startsWith('@') ? `https://medium.com/${username}` : `https://medium.com/@${username}`;
|
||||
}
|
||||
export async function loadMediumPosts(page, url, limit) {
|
||||
if (!page)
|
||||
throw new CommandExecutionError('Browser session required for medium posts');
|
||||
await page.goto(url);
|
||||
await page.wait({ selector: 'article', timeout: 5 });
|
||||
const data = await page.evaluate(`
|
||||
(async () => {
|
||||
await new Promise((resolve) => setTimeout(resolve, 3000));
|
||||
|
||||
const limit = ${Math.max(1, Math.min(limit, 50))};
|
||||
const normalize = (value) => (value || '').replace(/\\s+/g, ' ').trim();
|
||||
const posts = [];
|
||||
const seen = new Set();
|
||||
|
||||
for (const article of Array.from(document.querySelectorAll('article'))) {
|
||||
try {
|
||||
const titleEl = article.querySelector('h2, h3, h1');
|
||||
const title = normalize(titleEl?.textContent);
|
||||
if (!title) continue;
|
||||
|
||||
const linkEl = titleEl?.closest('a') || article.querySelector('a[href*="/@"], a[href*="/p/"]');
|
||||
let url = linkEl?.getAttribute('href') || '';
|
||||
if (!url) continue;
|
||||
if (!url.startsWith('http')) url = 'https://medium.com' + url;
|
||||
if (seen.has(url)) continue;
|
||||
|
||||
const author = normalize(
|
||||
Array.from(article.querySelectorAll('a[href^="/@"]'))
|
||||
.map((node) => normalize(node.textContent))
|
||||
.find((text) => text && text !== title),
|
||||
);
|
||||
|
||||
const allText = normalize(article.textContent);
|
||||
const dateEl = article.querySelector('time');
|
||||
const date = normalize(dateEl?.textContent) ||
|
||||
dateEl?.getAttribute('datetime') ||
|
||||
allText.match(/\\b(?:[A-Z][a-z]{2}\\s+\\d{1,2}|\\d+[dhmw]\\s+ago)\\b/)?.[0] ||
|
||||
'';
|
||||
|
||||
const readTime = allText.match(/(\\d+)\\s*min\\s*read/i)?.[0] || '';
|
||||
const claps = allText.match(/\\b(\\d+(?:\\.\\d+)?[KkMm]?)\\s*claps?\\b/i)?.[1] || '';
|
||||
|
||||
const description = normalize(
|
||||
Array.from(article.querySelectorAll('h3, p'))
|
||||
.map((node) => normalize(node.textContent))
|
||||
.find((text) => text && text !== title && text !== author && !/member-only story|response icon/i.test(text)),
|
||||
);
|
||||
|
||||
seen.add(url);
|
||||
posts.push({
|
||||
rank: posts.length + 1,
|
||||
title,
|
||||
author,
|
||||
date,
|
||||
readTime,
|
||||
claps,
|
||||
description: description ? description.slice(0, 150) : '',
|
||||
url,
|
||||
});
|
||||
|
||||
if (posts.length >= limit) break;
|
||||
} catch {}
|
||||
}
|
||||
|
||||
return posts;
|
||||
})()
|
||||
`);
|
||||
return Array.isArray(data) ? data : [];
|
||||
}
|
||||
Reference in New Issue
Block a user