Files
heygen-com--hyperframes/skills/pr-to-video/scripts/fetch-people-avatars.mjs
T
wehub-resource-sync 85453da49f
regression / regression-shards (style-16-prod style-9-prod style-17-prod iframe-render-compat variables-prod mp4-h265-sdr, shard-4) (push) Has been cancelled
regression / regression-shards (style-4-prod style-11-prod style-2-prod animejs-adapter typegpu-adapter parallel-capture-regression, shard-5) (push) Has been cancelled
regression / regression-shards (style-7-prod style-8-prod style-10-prod css-spinner-render-compat webm-transparency mp4-h264-sdr webm-vp9, shard-3) (push) Has been cancelled
regression / regression-shards (sub-composition-video style-18-prod raf-ball-render-compat font-variant-numeric sub-comp-t0 sub-comp-id-selector, shard-7) (push) Has been cancelled
Windows render verification / Detect changes (push) Has been cancelled
Windows render verification / Preflight (lint + format) (push) Has been cancelled
Windows render verification / Render on windows-latest (push) Has been cancelled
Windows render verification / Tests on windows-latest (push) Has been cancelled
CI / Detect changes (push) Has been cancelled
CI / Build (push) Has been cancelled
CI / Lint (push) Has been cancelled
CI / Fallow audit (push) Has been cancelled
CI / Format (push) Has been cancelled
CI / Typecheck (push) Has been cancelled
CI / Test (push) Has been cancelled
CI / Producer: integration tests (push) Has been cancelled
CI / Producer: unit tests (push) Has been cancelled
CI / File size check (push) Has been cancelled
CI / Test: skills (push) Has been cancelled
CI / Skills: manifest in sync (push) Has been cancelled
CI / CLI: npx shim (macos-latest) (push) Has been cancelled
CI / CLI: npx shim (ubuntu-latest) (push) Has been cancelled
CI / CLI: npx shim (windows-latest) (push) Has been cancelled
CI / SDK: unit + contract + smoke (push) Has been cancelled
CI / Test: runtime contract (push) Has been cancelled
CI / Studio: load smoke (push) Has been cancelled
CI / Smoke: global install (push) Has been cancelled
CI / CLI smoke (required) (push) Has been cancelled
CI / Semantic PR title (push) Has been cancelled
Player perf / Detect changes (push) Has been cancelled
Player perf / Preflight (lint + format) (push) Has been cancelled
Player perf / player-perf (push) Has been cancelled
Player perf / Perf: drift (push) Has been cancelled
Player perf / Perf: fps (push) Has been cancelled
Player perf / Perf: parity (push) Has been cancelled
Player perf / Perf: scrub (push) Has been cancelled
Player perf / Perf: load (push) Has been cancelled
preview-regression / Detect changes (push) Has been cancelled
preview-regression / Preflight (lint + format) (push) Has been cancelled
preview-regression / Preview parity (push) Has been cancelled
preview-regression / preview-regression (push) Has been cancelled
regression / regression (push) Has been cancelled
regression / Detect changes (push) Has been cancelled
regression / Preflight (lint + format) (push) Has been cancelled
regression / regression-shards (hdr-regression style-5-prod style-3-prod mov-prores, shard-1) (push) Has been cancelled
regression / regression-shards (overlay-montage-prod style-12-prod chat missing-host-comp-id png-sequence portrait-edge-bleed, shard-6) (push) Has been cancelled
regression / regression-shards (style-13-prod style-6-prod vignelli-stacking gsap-letters-render-compat audio-mux-parity, shard-8) (push) Has been cancelled
regression / regression-shards (style-15-prod hdr-hlg-regression style-1-prod many-cuts vfr-screen-recording render-symlinked-assets, shard-2) (push) Has been cancelled
CodeQL / Analyze (actions) (push) Has been cancelled
CodeQL / Analyze (javascript-typescript) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
Docs / Validate docs (push) Has been cancelled
Sync skills to ClawHub / Publish changed skills (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:58:35 +08:00

158 lines
6.0 KiB
JavaScript

#!/usr/bin/env node
// Step 1 — contributor avatar fetch (NETWORK; orchestrator-invoked).
//
// The counterpart to ingest.mjs: ingest is a pure offline transform, THIS is the
// one network step on the people front. It reads the people list ingest produced
// and downloads each contributor's GitHub avatar into assets/<login>.png,
// then rewrites people.json with `avatarFetched` flags so downstream (story-design)
// knows which avatars actually exist.
//
// Avatars + a credits/shipped-by scene are the ONE place the faceless default is
// relaxed. They are an OPTIONAL enhancement, so this script is best-effort:
// - a missing/deleted user, a network blip, an offline run → log + skip
// - it ALWAYS exits 0 (a failed avatar must never block the build)
//
// Network is constrained on purpose: only https GitHub avatar hosts are fetched
// (SSRF guard), and bytes are only ever written under the project dir (no path
// traversal), so a tampered people.json can't redirect the fetch or the write.
//
// Reads:
// --people <path> capture/extracted/people.json (from ingest.mjs)
// Writes:
// assets/<login>.png one per contributor whose avatar resolved
// (rewrites people.json in place with avatarFetched: true/false)
//
// Flags: --project-dir . --timeout 8000 (ms per request)
// Avatars are written to <project-dir>/<person.avatarFile>, where avatarFile is
// the project-root-relative "assets/<login>.png" — the SAME assets/ dir the frame
// workers reference and assemble-index stages (lib/assets.mjs). Anchor on the
// project root so the path stays under the project's assets/.
//
// Usage (orchestrator already cd'd into PROJECT_DIR, so --project-dir defaults to "."):
// node fetch-people-avatars.mjs --people ./capture/extracted/people.json
import { existsSync, mkdirSync, readFileSync, writeFileSync, statSync } from "node:fs";
import { resolve, join, dirname, sep } from "node:path";
const argv = process.argv.slice(2);
const flag = (name, def) => {
const i = argv.indexOf(`--${name}`);
return i >= 0 && i + 1 < argv.length ? argv[i + 1] : def;
};
const peoplePath = resolve(flag("people", "./capture/extracted/people.json"));
const projectDir = resolve(flag("project-dir", "."));
const TIMEOUT = parseInt(flag("timeout", "8000"), 10);
// SSRF guard: avatars only ever come from GitHub's avatar hosts, so refuse any
// other URL rather than fetching whatever string people.json happens to carry.
// `github.com/<login>.png` 302s to avatars.githubusercontent.com (redirect stays
// on-host, controlled by GitHub).
const AVATAR_HOSTS = new Set(["avatars.githubusercontent.com", "github.com", "www.github.com"]);
function isAllowedAvatarUrl(u) {
let parsed;
try {
parsed = new URL(u);
} catch {
return false;
}
if (parsed.protocol !== "https:") return false;
const host = parsed.hostname.toLowerCase();
return AVATAR_HOSTS.has(host) || host.endsWith(".githubusercontent.com");
}
// Path guard: the written file must stay inside the project dir, so a crafted
// avatarFile ("../../etc/…") can't escape via join().
function isUnderProject(p) {
const r = resolve(p);
return r === projectDir || r.startsWith(projectDir + sep);
}
// Soft-exit helper — avatars are optional, so every early-out is exit 0.
function softExit(msg) {
console.log(`• fetch-avatars: ${msg}`);
process.exit(0);
}
if (!existsSync(peoplePath)) softExit(`no people.json at ${peoplePath} — skipping (no avatars)`);
let doc;
try {
doc = JSON.parse(readFileSync(peoplePath, "utf8"));
} catch (e) {
softExit(`people.json unreadable (${e.message}) — skipping`);
}
const people = Array.isArray(doc.people) ? doc.people : [];
if (!people.length) softExit("no contributors in people.json — skipping");
async function fetchOne(person) {
const { login, avatarUrl } = person;
if (!login || !avatarUrl) return "skip";
if (!isAllowedAvatarUrl(avatarUrl)) {
person.avatarFetched = false;
console.log(` (skip avatar @${login}: not a GitHub avatar URL)`);
return "fail";
}
// avatarFile is project-root-relative ("assets/<login>.png"); anchor on the
// project root so it stays under the project's assets/ dir.
const dest = join(projectDir, person.avatarFile || `assets/${login}.png`);
if (!isUnderProject(dest)) {
person.avatarFetched = false;
console.log(` (skip avatar @${login}: avatar path escapes the project dir)`);
return "fail";
}
mkdirSync(dirname(dest), { recursive: true });
// Idempotent: a non-empty file from a prior run is reused (re-runs are free).
if (existsSync(dest) && statSync(dest).size > 0) {
person.avatarFetched = true;
return "cached";
}
const ctrl = new AbortController();
const timer = setTimeout(() => ctrl.abort(), TIMEOUT);
try {
const res = await fetch(avatarUrl, {
signal: ctrl.signal,
redirect: "follow", // github.com/<login>.png redirects to avatars.githubusercontent.com
headers: { "User-Agent": "hyperframes-pr-to-video" },
});
if (!res.ok) throw new Error(`HTTP ${res.status}`);
const buf = Buffer.from(await res.arrayBuffer());
if (!buf.length) throw new Error("empty body");
writeFileSync(dest, buf);
person.avatarFetched = true;
return "ok";
} catch (e) {
person.avatarFetched = false;
console.log(` (skip avatar @${login}: ${e.message})`);
return "fail";
} finally {
clearTimeout(timer);
}
}
let ok = 0;
let cached = 0;
let fail = 0;
// Sequential keeps it simple and gentle on github.com; the list is tiny (a PR's
// contributors), so latency is not a concern.
for (const person of people) {
const r = await fetchOne(person);
if (r === "ok") ok++;
else if (r === "cached") cached++;
else if (r === "fail") fail++;
}
// Persist avatarFetched flags so story-design can reference only real avatars.
try {
writeFileSync(peoplePath, JSON.stringify(doc, null, 2) + "\n");
} catch (e) {
console.log(` (warn: could not rewrite people.json flags: ${e.message})`);
}
console.log(
`✓ fetch-avatars: ${ok + cached}/${people.length} avatar(s) in assets/` +
` (${ok} new, ${cached} cached, ${fail} failed)`,
);
process.exit(0);