Files
wehub-resource-sync 85453da49f
regression / regression-shards (style-16-prod style-9-prod style-17-prod iframe-render-compat variables-prod mp4-h265-sdr, shard-4) (push) Has been cancelled
regression / regression-shards (style-4-prod style-11-prod style-2-prod animejs-adapter typegpu-adapter parallel-capture-regression, shard-5) (push) Has been cancelled
regression / regression-shards (style-7-prod style-8-prod style-10-prod css-spinner-render-compat webm-transparency mp4-h264-sdr webm-vp9, shard-3) (push) Has been cancelled
regression / regression-shards (sub-composition-video style-18-prod raf-ball-render-compat font-variant-numeric sub-comp-t0 sub-comp-id-selector, shard-7) (push) Has been cancelled
Windows render verification / Detect changes (push) Has been cancelled
Windows render verification / Preflight (lint + format) (push) Has been cancelled
Windows render verification / Render on windows-latest (push) Has been cancelled
Windows render verification / Tests on windows-latest (push) Has been cancelled
CI / Detect changes (push) Has been cancelled
CI / Build (push) Has been cancelled
CI / Lint (push) Has been cancelled
CI / Fallow audit (push) Has been cancelled
CI / Format (push) Has been cancelled
CI / Typecheck (push) Has been cancelled
CI / Test (push) Has been cancelled
CI / Producer: integration tests (push) Has been cancelled
CI / Producer: unit tests (push) Has been cancelled
CI / File size check (push) Has been cancelled
CI / Test: skills (push) Has been cancelled
CI / Skills: manifest in sync (push) Has been cancelled
CI / CLI: npx shim (macos-latest) (push) Has been cancelled
CI / CLI: npx shim (ubuntu-latest) (push) Has been cancelled
CI / CLI: npx shim (windows-latest) (push) Has been cancelled
CI / SDK: unit + contract + smoke (push) Has been cancelled
CI / Test: runtime contract (push) Has been cancelled
CI / Studio: load smoke (push) Has been cancelled
CI / Smoke: global install (push) Has been cancelled
CI / CLI smoke (required) (push) Has been cancelled
CI / Semantic PR title (push) Has been cancelled
Player perf / Detect changes (push) Has been cancelled
Player perf / Preflight (lint + format) (push) Has been cancelled
Player perf / player-perf (push) Has been cancelled
Player perf / Perf: drift (push) Has been cancelled
Player perf / Perf: fps (push) Has been cancelled
Player perf / Perf: parity (push) Has been cancelled
Player perf / Perf: scrub (push) Has been cancelled
Player perf / Perf: load (push) Has been cancelled
preview-regression / Detect changes (push) Has been cancelled
preview-regression / Preflight (lint + format) (push) Has been cancelled
preview-regression / Preview parity (push) Has been cancelled
preview-regression / preview-regression (push) Has been cancelled
regression / regression (push) Has been cancelled
regression / Detect changes (push) Has been cancelled
regression / Preflight (lint + format) (push) Has been cancelled
regression / regression-shards (hdr-regression style-5-prod style-3-prod mov-prores, shard-1) (push) Has been cancelled
regression / regression-shards (overlay-montage-prod style-12-prod chat missing-host-comp-id png-sequence portrait-edge-bleed, shard-6) (push) Has been cancelled
regression / regression-shards (style-13-prod style-6-prod vignelli-stacking gsap-letters-render-compat audio-mux-parity, shard-8) (push) Has been cancelled
regression / regression-shards (style-15-prod hdr-hlg-regression style-1-prod many-cuts vfr-screen-recording render-symlinked-assets, shard-2) (push) Has been cancelled
CodeQL / Analyze (actions) (push) Has been cancelled
CodeQL / Analyze (javascript-typescript) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
Docs / Validate docs (push) Has been cancelled
Sync skills to ClawHub / Publish changed skills (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:58:35 +08:00

470 lines
25 KiB
Bash
Executable File
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/usr/bin/env bash
# End-to-end: hyperframes render + ffmpeg overlay matte → final.mp4
#
# Usage:
# bash render-and-composite.sh <project-dir> [hyperframes-repo-path]
#
# Env:
# HYPERFRAMES_ROOT override the hyperframes checkout location
set -euo pipefail
PROJECT="${1:?usage: render-and-composite.sh <project-dir> [hyperframes-repo]}"
PROJECT="$(cd "$PROJECT" && pwd)"
# Resolve the hyperframes checkout. Candidate order:
# 1. arg 2 2. $HYPERFRAMES_ROOT 3. repo root if this skill ships INSIDE the
# hyperframes repo (skills/embedded-captions/scripts → ../../..) 4. ~/Downloads/hyperframes
SKILL_SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
HF=""
for cand in "${2:-}" "${HYPERFRAMES_ROOT:-}" "$(cd "$SKILL_SCRIPT_DIR/../../.." 2>/dev/null && pwd)" "$HOME/Downloads/hyperframes"; do
if [[ -n "$cand" && -f "$cand/packages/cli/dist/cli.js" ]]; then HF="$cand"; break; fi
done
if [[ -z "$HF" ]]; then
echo "[render] hyperframes CLI not found. Set HYPERFRAMES_ROOT to your hyperframes" >&2
echo " checkout (needs packages/cli/dist/cli.js — 'bun install && bun run build')." >&2
exit 1
fi
export HYPERFRAMES_ROOT="$HF" # so the occlusion gate's measure-layout.cjs finds puppeteer too
HF_CLI="$HF/packages/cli/dist/cli.js"
if [[ ! -d "$PROJECT/frames_fg" ]]; then
echo "[render] missing matte frames at $PROJECT/frames_fg — run matte.cjs first" >&2
exit 1
fi
# Which compiler owns this project? Cinematic = make-composition.cjs (plan.json).
# (Standard mode retired 2026-06-12 — rail-surface needs are served by theme
# DNAs like "anchor"; legacy standard.json projects re-render from their
# existing index.html or via the archived compiler in embedded-captions-archive.)
compiler_for() {
echo "make-composition.cjs"
}
if [[ ! -f "$PROJECT/index.html" ]]; then
if [[ -f "$PROJECT/plan.json" ]]; then
C="$(compiler_for)"
echo "[render] no index.html — auto-compiling via $C"
node "$(dirname "$0")/$C" "$PROJECT"
elif [[ -f "$PROJECT/cinematic.json" ]]; then
# cinematic.json-only project: the full compiler lowers blocks → plan.json → html
echo "[render] no index.html — auto-compiling via make-cinematic.cjs"
node "$(dirname "$0")/make-cinematic.cjs" "$PROJECT"
else
echo "[render] missing $PROJECT/index.html and standard.json/plan.json/cinematic.json — author + compile first" >&2
exit 1
fi
elif [[ -f "$PROJECT/cinematic.json" && "$PROJECT/cinematic.json" -nt "$PROJECT/index.html" ]]; then
echo "[render] cinematic.json newer than index.html — recompiling"
node "$(dirname "$0")/make-cinematic.cjs" "$PROJECT"
elif [[ -f "$PROJECT/plan.json" && "$PROJECT/plan.json" -nt "$PROJECT/index.html" ]]; then
C="$(compiler_for)"
echo "[render] plan.json newer than index.html — recompiling via $C"
node "$(dirname "$0")/$C" "$PROJECT"
else
# the COMPILERS themselves may have changed since this project last compiled —
# rendering stale HTML after a compiler fix silently re-ships the old bug
C="$(compiler_for)"
RECOMPILER="$C"
# for cinematic projects the FULL compiler is make-cinematic (compiler_for points
# at make-composition, which only re-emits html from an already-compiled plan)
if [[ -f "$PROJECT/cinematic.json" && "$C" == "make-composition.cjs" ]]; then RECOMPILER="make-cinematic.cjs"; fi
ENGINE="$(dirname "$0")/../modes/cinematic/engine.html"
if [[ "$(dirname "$0")/$RECOMPILER" -nt "$PROJECT/index.html" || "$(dirname "$0")/lib-dna.cjs" -nt "$PROJECT/index.html" || ( -f "$ENGINE" && "$ENGINE" -nt "$PROJECT/index.html" ) ]]; then
echo "[render] compiler/engine newer than index.html — recompiling via $RECOMPILER"
node "$(dirname "$0")/$RECOMPILER" "$PROJECT"
fi
fi
# Embed template fonts BEFORE the gates + render. hyperframes only auto-supplies
# its ~18 canonical fonts; every other template family (Anton, Bangers, VT323,
# Press Start 2P, …) silently falls back to a generic font on a clean/offline/CI
# machine — it only "looks right" locally when that font happens to be installed
# as a system font. inject-fonts inlines the @font-face (base64 woff2, from
# modes/standard/fonts/fonts.css) for whatever non-canonical families each HTML
# actually uses, so measure-layout AND the capture see the true glyph metrics.
# Idempotent; a no-op when every font is canonical/system or already declared.
node "$(dirname "$0")/inject-fonts.cjs" "$PROJECT" \
|| echo "[render] (font embed skipped — inject-fonts.cjs/fonts.css unavailable)" >&2
# gate ledger — each gate appends one line; echoed as a summary before "done"
# (verdicts were drowning hundreds of lines up in ffmpeg logs)
GATES="$PROJECT/_gates.txt"; : > "$GATES"
# Gate: plan.json word timings must align with transcript.json within 80ms.
# A caption whose animation fires 500ms before or after the word is spoken
# breaks the "belongs to the scene" illusion — hard fail, not a warning.
# Skip only if transcript.json is missing (custom mode without transcript).
if [[ -f "$PROJECT/plan.json" && -f "$PROJECT/transcript.json" ]]; then
if ! node "$(dirname "$0")/check-timing.cjs" "$PROJECT" --strict; then
echo "[render] ABORTED — fix plan.json word timings to match transcript.json, then re-run." >&2
exit 2
fi
echo "timing PASS (strict)" >> "$GATES"
fi
# Gate: subject occlusion + frame-edge overflow — pixel-perfect via Chromium DOM
# rects (measure-layout.cjs) × the subject-matte alpha (sharp). Template mode only
# (skipped when plan.json is absent; custom mode uses check-overflow.cjs below).
if [[ -f "$PROJECT/plan.json" && -d "$PROJECT/frames_fg" ]]; then
# check-occlusion prints its verdict, then can intermittently hang on native
# (sharp/libvips) teardown — which would wedge the whole render. Run it under a
# watchdog: once the verdict is printed, a stuck exit can't block us. We read the
# pass/fail from its OUTPUT, not its exit code, so the hang is harmless.
OCC_LOG="$PROJECT/_occlusion.log"
node "$(dirname "$0")/check-occlusion.cjs" "$PROJECT" --strict > "$OCC_LOG" 2>&1 &
OCC_PID=$!; occ_t0=$SECONDS; OCC_RC=""; verdict_at=""
while kill -0 "$OCC_PID" 2>/dev/null; do
# mark when the verdict header is printed (analysis done). if-form: a failed grep
# must NOT trip set -e (it silently killed the whole render on fresh projects).
if [[ -z "$verdict_at" ]] && grep -qE '\[v2\].*word-fail' "$OCC_LOG" 2>/dev/null; then verdict_at=$SECONDS; fi
# verdict printed but still alive 8s later → native (sharp) teardown hang; or no
# verdict after 150s → measure/analysis stuck. Either way: kill + read verdict.
if { [[ -n "$verdict_at" ]] && (( SECONDS - verdict_at > 8 )); } || (( SECONDS - occ_t0 > 150 )); then
kill -9 "$OCC_PID" 2>/dev/null
if grep -q 'cap(s) FAIL' "$OCC_LOG"; then OCC_RC=2; else OCC_RC=0; fi
echo "[render] occlusion gate hung after verdict (sharp teardown) — killed zombie; verdict rc=$OCC_RC" >&2
break
fi
sleep 2
done
if [[ -z "$OCC_RC" ]]; then OCC_RC=0; wait "$OCC_PID" 2>/dev/null || OCC_RC=$?; fi # capture rc without tripping set -e
cat "$OCC_LOG"
if (( OCC_RC != 0 )); then
echo "[render] ABORTED — fix plan.json layout to reduce subject occlusion / frame-edge overflow, then re-run." >&2
echo " Override: OCCLUSION_SKIP=1 bash render-and-composite.sh <project>" >&2
if [[ "${OCCLUSION_SKIP:-0}" != "1" ]]; then
exit 2
fi
echo "[render] OCCLUSION_SKIP=1 set — continuing despite occlusion/overflow warnings." >&2
echo "occlusion+overflow OVERRIDDEN (OCCLUSION_SKIP=1 — conscious accept)" >> "$GATES"
fi
if (( OCC_RC == 0 )); then echo "occlusion+overflow PASS" >> "$GATES"; fi
fi
# Custom mode (no plan.json) skips the template gates above. Run a lightweight,
# mode-agnostic frame-overflow check as a WARNING only — custom designs may bleed
# off-frame intentionally, so it never aborts, but it surfaces captions that fall
# off the canvas (the failure we otherwise only catch by eye).
if [[ ! -f "$PROJECT/plan.json" && -f "$PROJECT/index.html" && -f "$(dirname "$0")/check-overflow.cjs" ]]; then
node "$(dirname "$0")/check-overflow.cjs" "$PROJECT" \
|| echo "[render] (overflow check skipped — Chromium/puppeteer unavailable)" >&2
echo "overflow(index) checked (custom mode, warning-only)" >> "$GATES"
fi
# rail.html gets NO other automated coverage (the occlusion gate only reads plan.json
# caps) — run its overflow check whenever it exists. Was dead code inside the
# no-plan.json branch: Standard always HAS a derived plan.json, so it never ran.
if [[ -f "$PROJECT/rail.html" && -f "$(dirname "$0")/check-overflow.cjs" ]]; then
if node "$(dirname "$0")/check-overflow.cjs" "$PROJECT" rail.html; then
echo "overflow(rail) PASS" >> "$GATES"
else
echo "[render] (rail overflow check skipped — Chromium/puppeteer unavailable)" >&2
echo "overflow(rail) skipped (infra)" >> "$GATES"
fi
fi
# Standard hand-off gate: the PROMOTED climax word must NOT also be revealed in the
# rail during the climax's on-screen window (PIPELINE.md "Rail ↔ climax hand-off").
# Hard-fails on a CONFIRMED duplicate; infra issues (no puppeteer, etc.) exit 0 and
# never block. Override with RAIL_CLIMAX_SKIP=1 for a deliberate exception.
if [[ -f "$PROJECT/rail.html" && -f "$PROJECT/index.html" && -f "$(dirname "$0")/check-rail-climax.cjs" ]]; then
if ! node "$(dirname "$0")/check-rail-climax.cjs" "$PROJECT"; then
echo "[render] ABORTED — the promoted climax word is duplicated in the rail." >&2
echo " Apply the rail↔climax hand-off (PIPELINE.md), then re-run." >&2
echo " Override: RAIL_CLIMAX_SKIP=1 bash render-and-composite.sh <project>" >&2
if [[ "${RAIL_CLIMAX_SKIP:-0}" != "1" ]]; then
exit 2
fi
echo "[render] RAIL_CLIMAX_SKIP=1 — continuing despite the rail/climax duplicate." >&2
echo "rail-climax OVERRIDDEN (RAIL_CLIMAX_SKIP=1)" >> "$GATES"
else
echo "rail-climax PASS (no duplicate reveal)" >> "$GATES"
fi
fi
# FPS: matte.fps (written by matte.cjs at the source's NATIVE rate) is authoritative
# so the matte overlay stays frame-aligned with the render. Falls back to plan.fps /
# frame-count inference / 24. Warn if plan.json fps disagrees with the matte.
FPS=""
if [[ -f "$PROJECT/matte.fps" ]]; then
FPS="$(tr -dc '0-9' < "$PROJECT/matte.fps")"
if [[ -f "$PROJECT/plan.json" ]]; then
PFPS="$(node -e 'try{process.stdout.write(String(require(process.argv[1]).fps??""))}catch(e){}' "$PROJECT/plan.json" 2>/dev/null || true)"
if [[ -n "$PFPS" && "$PFPS" != "$FPS" ]]; then
echo "[render] WARN: plan.json fps=$PFPS != matte fps=$FPS — using matte fps to keep occlusion aligned" >&2
fi
fi
fi
if [[ -z "$FPS" || "$FPS" == "0" ]]; then
if [[ -f "$PROJECT/plan.json" ]]; then
FPS="$(node -e 'process.stdout.write(String(require(process.argv[1]).fps??24))' "$PROJECT/plan.json")"
elif [[ -d "$PROJECT/frames_fg" ]]; then
N="$(ls "$PROJECT/frames_fg" | wc -l | tr -d ' ')"
DUR="$(grep -oE 'data-duration="[0-9.]+"' "$PROJECT/index.html" | head -1 | grep -oE '[0-9.]+' || echo '')"
if [[ -n "$DUR" && "$N" -gt 0 ]]; then
FPS="$(awk "BEGIN{printf \"%d\", $N/$DUR + 0.5}")"
else
FPS=24
fi
else
FPS=24
fi
fi
# Caption layer: "bg" (classic embed — matte overlays subject on top of caps)
# or "fg" (captions always on top — announcement feel, used for 9:16 portraits
# where the subject fills the frame and bg mode loses too much to occlusion).
# Precedence: CLI env flag > plan.json > HTML data attribute > "bg".
CAPTION_LAYER="${CAPTION_LAYER_FLAG:-}"
if [[ -z "$CAPTION_LAYER" && -f "$PROJECT/plan.json" ]]; then
CAPTION_LAYER="$(node -e 'process.stdout.write(String(require(process.argv[1]).caption_layer??"bg"))' "$PROJECT/plan.json")"
fi
if [[ -z "$CAPTION_LAYER" && -f "$PROJECT/index.html" ]]; then
ATTR="$(grep -oE 'data-caption-layer="(bg|fg)"' "$PROJECT/index.html" | head -1 | grep -oE '(bg|fg)' || true)"
if [[ -n "$ATTR" ]]; then CAPTION_LAYER="$ATTR"; fi
fi
CAPTION_LAYER="${CAPTION_LAYER:-bg}"
echo "[render] caption_layer=$CAPTION_LAYER"
BG="$PROJECT/bg_plus_caps.mp4"
FINAL="$PROJECT/final.mp4"
# Snapshot the current index.html + plan.json into history/ so the user
# can recover a prior iteration's design after further edits overwrite it.
HISTORY_DIR="$PROJECT/history"
mkdir -p "$HISTORY_DIR"
STAMP="$(date +%Y%m%d-%H%M%S)"
cp "$PROJECT/index.html" "$HISTORY_DIR/index-${STAMP}.html"
cp "$PROJECT/plan.json" "$HISTORY_DIR/plan-${STAMP}.json" 2>/dev/null || true
echo "[render] snapshot → history/index-${STAMP}.html"
echo "[render] hyperframes render @ ${FPS}fps"
# Hyperframes occasionally hangs on Chromium shutdown *after* the output file
# is successfully written (seen multiple times on 1530s clips). Without a
# guard the shell waits forever. This helper enforces a max wall-clock budget,
# and if the output is already on disk when we hit it, treats the run as
# successful and kills the zombie. Tune HF_TIMEOUT_S via env if needed.
# Default SCALES with clip size: two parallel Chromium passes on a long clip
# legitimately exceed a fixed 240s (a 38s/1151-frame render was killed at 244s
# while healthy). ~1.5s per source frame, floor 240s.
N_FRAMES="$(ls "$PROJECT/frames_fg" 2>/dev/null | wc -l | tr -d ' ')"
HF_TIMEOUT_S="${HF_TIMEOUT_S:-$(( N_FRAMES * 3 / 2 > 240 ? N_FRAMES * 3 / 2 : 240 ))}"
# hf_render_dir: render one hyperframes composition.
# args: <output.mp4> <label> <project_dir>
# watches for the Chromium-shutdown-hang; if output file exists and is >1MB
# past timeout, treats as success and kills the zombie.
hf_render_dir() {
local out="$1" label="$2" proj="$3" fmt="${4:-}"
# bash 3.2 (macOS) throws on empty-array expansion under `set -u`, so branch
# explicitly instead of splatting an optional --format array.
if [[ -n "$fmt" ]]; then
node "$HF_CLI" render --skill=embedded-captions --dir "$proj" --fps "$FPS" --format "$fmt" --crf 11 -o "$out" &
else
node "$HF_CLI" render --skill=embedded-captions --dir "$proj" --fps "$FPS" --crf 11 -o "$out" &
fi
local pid=$! start=$SECONDS elapsed
while kill -0 "$pid" 2>/dev/null; do
elapsed=$((SECONDS - start))
if (( elapsed > HF_TIMEOUT_S )); then
local sz=0
[[ -f "$out" ]] && sz=$(stat -f%z "$out" 2>/dev/null || echo 0)
if (( sz > 1000000 )); then
echo "[render] ${label}: node hung ${elapsed}s after shutdown (output ${sz}B exists, treating as success)"
kill -9 "$pid" 2>/dev/null
pkill -9 -f "puppeteer_dev_chrome_profile" 2>/dev/null
return 0
fi
echo "[render] ${label}: hung ${elapsed}s with no output — killing and failing" >&2
kill -9 "$pid" 2>/dev/null
pkill -9 -f "puppeteer_dev_chrome_profile" 2>/dev/null
return 2
fi
sleep 5
done
wait "$pid" 2>/dev/null
[[ -f "$out" ]]
}
# Link a project's assets into a shadow render dir EXCEPT the files we manage
# (the HTML we override + render outputs/intermediates). Links every other entry by
# its real name, so the shadow resolves whatever media the HTML references — including
# the ORIGINAL video filename `hyperframes init` scaffolds (e.g. clip.mp4), not just a
# fixed allow-list. Prevents the shadow-render 404 → silent/frozen output → abort.
link_assets() { # <project> <shadow>
local proj="$1" sh="$2" b
for p in "$proj"/*; do
[[ -e "$p" ]] || continue
b="$(basename "$p")"
case "$b" in
index.html|rail.html|index_fg.html|final.mp4|bg_plus_caps.mp4|fg_caps.mp4|rail.webm|history|_*) continue;;
esac
ln -sf "$p" "$sh/$b"
done
}
# Hybrid renders need 2 independent hyperframes passes. They share no state, so
# we run them in parallel (one in the main PROJECT, one in a shadow dir with
# index_fg.html renamed to index.html). Saves ~half of the Chromium cost.
FG_SHADOW=""
if [[ -f "$PROJECT/index_fg.html" ]]; then
FG_SHADOW="$PROJECT/_fg_shadow"
rm -rf "$FG_SHADOW" && mkdir -p "$FG_SHADOW"
# Link shared assets (any media filename); copy index_fg.html into shadow as index.html.
link_assets "$PROJECT" "$FG_SHADOW"
cp "$PROJECT/index_fg.html" "$FG_SHADOW/index.html"
FG_CAPS="$PROJECT/fg_caps.mp4"
echo "[render] hybrid fg/bg — launching both passes in parallel"
hf_render_dir "$BG" "bg_plus_caps" "$PROJECT" &
BG_PID=$!
hf_render_dir "$FG_CAPS" "fg_caps" "$FG_SHADOW" &
FG_PID=$!
# Wait for both; fail if either fails.
BG_RC=0; wait "$BG_PID" || BG_RC=$?
FG_RC=0; wait "$FG_PID" || FG_RC=$?
rm -rf "$FG_SHADOW"
if (( BG_RC != 0 )); then echo "[render] bg render failed" >&2; exit 1; fi
if (( FG_RC != 0 )); then echo "[render] fg render failed" >&2; exit 1; fi
elif [[ -f "$PROJECT/rail.html" ]]; then
# Standard mode: TWO independent hyperframes passes (base = index.html with the
# embed; rail = rail.html transparent). Each renders from its own shadow dir (the
# multiple-root ambiguity), and they share no state — run them IN PARALLEL like
# the fg-hybrid above (~halves the Chromium wall time). The rail webm is consumed
# by the composite stage below, which finds it already rendered.
BASE_SHADOW="$PROJECT/_base_shadow"; rm -rf "$BASE_SHADOW"; mkdir -p "$BASE_SHADOW"
link_assets "$PROJECT" "$BASE_SHADOW"
cp "$PROJECT/index.html" "$BASE_SHADOW/index.html"
RAIL_SHADOW="$PROJECT/_rail_shadow"; rm -rf "$RAIL_SHADOW"; mkdir -p "$RAIL_SHADOW"
link_assets "$PROJECT" "$RAIL_SHADOW"
cp "$PROJECT/rail.html" "$RAIL_SHADOW/index.html"
RAIL_WEBM="$PROJECT/rail.webm"
echo "[render] standard base + rail — launching both passes in parallel"
hf_render_dir "$BG" "bg_plus_caps" "$BASE_SHADOW" &
BASE_PID=$!
hf_render_dir "$RAIL_WEBM" "rail" "$RAIL_SHADOW" "webm" &
RAIL_PID=$!
BASE_RC=0; wait "$BASE_PID" || BASE_RC=$?
RAIL_RC=0; wait "$RAIL_PID" || RAIL_RC=$?
rm -rf "$BASE_SHADOW" "$RAIL_SHADOW"
if (( BASE_RC != 0 )); then echo "[render] bg render failed" >&2; exit 1; fi
if (( RAIL_RC != 0 )); then echo "[render] rail render failed" >&2; exit 1; fi
else
hf_render_dir "$BG" "bg_plus_caps" "$PROJECT" \
|| { echo "[render] bg render failed" >&2; exit 1; }
fi
# Probe render dims for ffmpeg scale
W="$(ffprobe -v error -select_streams v:0 -show_entries stream=width -of default=nw=1:nk=1 "$BG")"
H="$(ffprobe -v error -select_streams v:0 -show_entries stream=height -of default=nw=1:nk=1 "$BG")"
# Clamp every composite to the matte (= source-video) length. The render uses
# plan.duration / data-duration, which can exceed the source (e.g. Whisper word
# timestamps overrun the clip). Past the source the a-roll is gone (black) but the
# matte overlay repeats its last frame → the tail shows the subject floating on
# black. frames_fg count/fps APPROXIMATES the source length, but fractional-rate
# sources (29.97) get over-extracted by integer-fps rounding (e.g. 544 frames for
# a 542-frame 18.085s clip -> 544/30 = 18.133s -> ~1.5 trailing BLACK frames after
# the a-roll stream ends). The true a-roll duration is authoritative: clamp to
# min(matte frames / fps, source duration).
MATTE_DUR="$(awk "BEGIN{printf \"%.3f\", $(ls "$PROJECT/frames_fg" | wc -l)/$FPS}")"
SRC_DUR="$(ffprobe -v error -show_entries format=duration -of csv=p=0 "$PROJECT/source.mp4" 2>/dev/null || true)"
if [[ -n "${SRC_DUR:-}" ]]; then
MATTE_DUR="$(awk "BEGIN{m=$MATTE_DUR; s=$SRC_DUR; printf \"%.3f\", (s>0 && s<m) ? s : m}")"
fi
echo "[render] clamp output to source/matte length: ${MATTE_DUR}s"
# Bug-1 guard: the background plate ($BG) must be at least the matte/source length,
# else the tail (where the bg ran out but the matte continues) shows ONLY the
# foreground subject on black. Cinematic auto-fixes this (make-composition sets the
# canvas = source length); this catches a hand-authored Standard duration set to the
# last-caption time instead of the clip length. Clamp to the bg length so we never
# ship the only-foreground tail, and tell the author the real fix.
if [[ -f "$BG" ]]; then
BG_DUR="$(ffprobe -v error -show_entries format=duration -of default=nokey=1:noprint_wrappers=1 "$BG" 2>/dev/null | tr -dc '0-9.')"
if [[ -n "$BG_DUR" ]] && awk "BEGIN{exit !($BG_DUR < $MATTE_DUR - 0.3)}"; then
echo "[render] ⚠ background plate is ${BG_DUR}s but the clip is ${MATTE_DUR}s — the composition is shorter than the footage." >&2
echo " The tail would show ONLY the foreground subject on black. FIX: set the composition" >&2
echo " duration to the SOURCE clip length (data-duration on #root/#a-roll); captions may still" >&2
echo " end earlier. Clamping output to ${BG_DUR}s for now to avoid the broken tail." >&2
MATTE_DUR="$BG_DUR"
fi
fi
# ─────────────────────────────────────────────────────────────────────────────
# STANDARD mode (rail + embed) — detected by rail.html.
# $BG = index.html rendered (source video + the embed climax).
# (1) overlay the subject matte so the subject occludes the climax (embed = behind).
# (2) render rail.html → transparent WebM (the verbatim rail).
# (3) alpha-composite the rail IN FRONT so it is never occluded (rail = on top).
# The existing Cinematic paths below are untouched.
if [[ -f "$PROJECT/rail.html" ]]; then
MATTED="$PROJECT/_matted.mp4"
if [[ "$CAPTION_LAYER" == "fg" ]]; then
# caption_layer:fg — the climax sits IN FRONT of the subject (no behind-subject
# embed possible, e.g. a frame-filling 9:16 subject). bg_plus_caps already has the
# climax drawn over the video, so we SKIP the matte overlay (which would push the
# subject back in front of it). The rail still overlays on top below.
echo "[render] STANDARD (rail + FRONT climax) — caption_layer=fg, matte overlay skipped (${W}x${H})"
cp "$BG" "$MATTED"
else
echo "[render] STANDARD (rail + embed) — embed behind subject, rail alpha-overlaid in front (${W}x${H})"
ffmpeg -y -i "$BG" \
-framerate "$FPS" -i "$PROJECT/frames_fg/f_%04d.png" \
-filter_complex "[1:v]scale=${W}:${H},format=yuva420p[m];[0:v][m]overlay=format=auto[v]" \
-map "[v]" -map 0:a -r "$FPS" -t "$MATTE_DUR" -c:v libx264 -crf 11 -preset medium -c:a copy "$MATTED"
fi
# rail.webm was already rendered IN PARALLEL with the base pass above.
RAIL_WEBM="$PROJECT/rail.webm"
[[ -f "$RAIL_WEBM" ]] || { echo "[render] rail.webm missing (parallel rail pass failed?)" >&2; exit 1; }
# alpha-overlay the transparent rail in front of the matted video (force vp9
# decode so the WebM alpha plane is honoured by overlay)
ffmpeg -y -i "$MATTED" -c:v libvpx-vp9 -i "$RAIL_WEBM" \
-filter_complex "[0:v][1:v]overlay=format=auto[v]" \
-map "[v]" -map 0:a -r "$FPS" -t "$MATTE_DUR" -c:v libx264 -crf 11 -preset medium -c:a copy "$FINAL"
rm -f "$MATTED"
if [[ -s "$GATES" ]]; then echo "[render] ── gates ──"; sed 's/^/[render] /' "$GATES"; fi
echo "[render] done → $FINAL"
exit 0
fi
# Decide composite mode:
# - If make-composition emitted index_fg.html (any group has layer:fg),
# use hybrid regardless of plan-level caption_layer.
# - Else if caption_layer=fg globally, skip matte.
# - Else (default), matte embed.
if [[ -f "$PROJECT/index_fg.html" ]]; then
# Hybrid: bg_plus_caps and fg_caps were both rendered above in parallel.
# Now composite: bg_plus_caps + matte (subject on top) + fg_caps (screen).
FG_CAPS="$PROJECT/fg_caps.mp4"
echo "[render] hybrid — composite (bg_plus_caps + matte + fg_caps[screen blend])"
# fg_caps is bright caption on pure black. blend=screen makes it behave
# like CSS mix-blend-mode: screen on the matted video — captions pick up
# scene luminance, NOT a flat opaque overlay (which looks sticker-like).
# Use rgb format to avoid YUV-space color drift, then convert back for libx264.
ffmpeg -y -i "$BG" \
-framerate "$FPS" -i "$PROJECT/frames_fg/f_%04d.png" \
-i "$FG_CAPS" \
-filter_complex "[1:v]scale=${W}:${H},format=yuva420p[matte];[0:v][matte]overlay=format=auto,format=gbrp[matted];[2:v]format=gbrp[fg];[matted][fg]blend=all_mode=screen,format=yuv420p[v]" \
-map "[v]" -map 0:a \
-r "$FPS" -t "$MATTE_DUR" -c:v libx264 -crf 12 -preset medium -c:a copy \
"$FINAL"
elif [[ "$CAPTION_LAYER" == "fg" ]]; then
# Global FG mode: skip matte overlay entirely. bg_plus_caps.mp4 already
# has captions on top of a-roll. Re-encode for consistency.
echo "[render] fg mode (global) — skipping matte, re-encoding ${W}x${H}"
ffmpeg -y -i "$BG" \
-r "$FPS" -t "$MATTE_DUR" -c:v libx264 -crf 12 -preset medium -c:a copy \
"$FINAL"
else
echo "[render] bg mode — overlay matte (${W}x${H})"
ffmpeg -y -i "$BG" \
-framerate "$FPS" -i "$PROJECT/frames_fg/f_%04d.png" \
-filter_complex "[1:v]scale=${W}:${H},format=yuva420p[fg];[0:v][fg]overlay=format=auto[v]" \
-map "[v]" -map 0:a \
-r "$FPS" -t "$MATTE_DUR" -c:v libx264 -crf 12 -preset medium -c:a copy \
"$FINAL"
fi
if [[ -s "$GATES" ]]; then echo "[render] ── gates ──"; sed 's/^/[render] /' "$GATES"; fi
echo "[render] done → $FINAL"