85453da49f
regression / regression-shards (style-16-prod style-9-prod style-17-prod iframe-render-compat variables-prod mp4-h265-sdr, shard-4) (push) Has been cancelled
regression / regression-shards (style-4-prod style-11-prod style-2-prod animejs-adapter typegpu-adapter parallel-capture-regression, shard-5) (push) Has been cancelled
regression / regression-shards (style-7-prod style-8-prod style-10-prod css-spinner-render-compat webm-transparency mp4-h264-sdr webm-vp9, shard-3) (push) Has been cancelled
regression / regression-shards (sub-composition-video style-18-prod raf-ball-render-compat font-variant-numeric sub-comp-t0 sub-comp-id-selector, shard-7) (push) Has been cancelled
Windows render verification / Detect changes (push) Has been cancelled
Windows render verification / Preflight (lint + format) (push) Has been cancelled
Windows render verification / Render on windows-latest (push) Has been cancelled
Windows render verification / Tests on windows-latest (push) Has been cancelled
CI / Detect changes (push) Has been cancelled
CI / Build (push) Has been cancelled
CI / Lint (push) Has been cancelled
CI / Fallow audit (push) Has been cancelled
CI / Format (push) Has been cancelled
CI / Typecheck (push) Has been cancelled
CI / Test (push) Has been cancelled
CI / Producer: integration tests (push) Has been cancelled
CI / Producer: unit tests (push) Has been cancelled
CI / File size check (push) Has been cancelled
CI / Test: skills (push) Has been cancelled
CI / Skills: manifest in sync (push) Has been cancelled
CI / CLI: npx shim (macos-latest) (push) Has been cancelled
CI / CLI: npx shim (ubuntu-latest) (push) Has been cancelled
CI / CLI: npx shim (windows-latest) (push) Has been cancelled
CI / SDK: unit + contract + smoke (push) Has been cancelled
CI / Test: runtime contract (push) Has been cancelled
CI / Studio: load smoke (push) Has been cancelled
CI / Smoke: global install (push) Has been cancelled
CI / CLI smoke (required) (push) Has been cancelled
CI / Semantic PR title (push) Has been cancelled
Player perf / Detect changes (push) Has been cancelled
Player perf / Preflight (lint + format) (push) Has been cancelled
Player perf / player-perf (push) Has been cancelled
Player perf / Perf: drift (push) Has been cancelled
Player perf / Perf: fps (push) Has been cancelled
Player perf / Perf: parity (push) Has been cancelled
Player perf / Perf: scrub (push) Has been cancelled
Player perf / Perf: load (push) Has been cancelled
preview-regression / Detect changes (push) Has been cancelled
preview-regression / Preflight (lint + format) (push) Has been cancelled
preview-regression / Preview parity (push) Has been cancelled
preview-regression / preview-regression (push) Has been cancelled
regression / regression (push) Has been cancelled
regression / Detect changes (push) Has been cancelled
regression / Preflight (lint + format) (push) Has been cancelled
regression / regression-shards (hdr-regression style-5-prod style-3-prod mov-prores, shard-1) (push) Has been cancelled
regression / regression-shards (overlay-montage-prod style-12-prod chat missing-host-comp-id png-sequence portrait-edge-bleed, shard-6) (push) Has been cancelled
regression / regression-shards (style-13-prod style-6-prod vignelli-stacking gsap-letters-render-compat audio-mux-parity, shard-8) (push) Has been cancelled
regression / regression-shards (style-15-prod hdr-hlg-regression style-1-prod many-cuts vfr-screen-recording render-symlinked-assets, shard-2) (push) Has been cancelled
CodeQL / Analyze (actions) (push) Has been cancelled
CodeQL / Analyze (javascript-typescript) (push) Has been cancelled
CodeQL / Analyze (python) (push) Has been cancelled
Docs / Validate docs (push) Has been cancelled
Sync skills to ClawHub / Publish changed skills (push) Has been cancelled
348 lines
11 KiB
JavaScript
348 lines
11 KiB
JavaScript
import { strict as assert } from "node:assert";
|
||
import { mkdtempSync, rmSync, readFileSync, writeFileSync, mkdirSync, existsSync } from "node:fs";
|
||
import { join } from "node:path";
|
||
import { tmpdir } from "node:os";
|
||
import {
|
||
readManifest,
|
||
appendRecord,
|
||
findByPrompt,
|
||
findByEntity,
|
||
nextId,
|
||
allocateId,
|
||
normalizePrompt,
|
||
manifestPath,
|
||
mediaDir,
|
||
typeDirPath,
|
||
typeSubdir,
|
||
} from "./manifest.mjs";
|
||
import { regenerateIndex, generateIndexContent } from "./index-gen.mjs";
|
||
import {
|
||
contentHash,
|
||
cachePut,
|
||
cacheGet,
|
||
cacheGetByEntity,
|
||
importFromCache,
|
||
promote,
|
||
} from "./cache.mjs";
|
||
|
||
let tmp;
|
||
|
||
function setup() {
|
||
tmp = mkdtempSync(join(tmpdir(), "mu-test-"));
|
||
}
|
||
|
||
function cleanup() {
|
||
if (tmp) rmSync(tmp, { recursive: true, force: true });
|
||
}
|
||
|
||
function makeRecord(overrides = {}) {
|
||
return {
|
||
id: "bgm_001",
|
||
type: "bgm",
|
||
path: ".media/audio/bgm/bgm_001.wav",
|
||
source: "search",
|
||
description: "soft minimal ambient",
|
||
duration: 11,
|
||
provenance: { provider: "heygen.audio.sounds", prompt: "subtle tech" },
|
||
...overrides,
|
||
};
|
||
}
|
||
|
||
function runTests() {
|
||
const tests = [];
|
||
|
||
function test(name, fn) {
|
||
tests.push({ name, fn });
|
||
}
|
||
|
||
// --- manifest.mjs ---
|
||
|
||
test("readManifest returns empty array when no manifest exists", () => {
|
||
setup();
|
||
const result = readManifest(tmp);
|
||
assert.deepStrictEqual(result, []);
|
||
cleanup();
|
||
});
|
||
|
||
test("appendRecord writes valid JSONL and readManifest parses it back", () => {
|
||
setup();
|
||
const record = makeRecord();
|
||
appendRecord(tmp, record);
|
||
const records = readManifest(tmp);
|
||
assert.equal(records.length, 1);
|
||
assert.deepStrictEqual(records[0], record);
|
||
cleanup();
|
||
});
|
||
|
||
test("appendRecord creates .media/ and type subdirs on first write", () => {
|
||
setup();
|
||
appendRecord(tmp, makeRecord());
|
||
assert.ok(existsSync(mediaDir(tmp)));
|
||
assert.ok(existsSync(typeDirPath(tmp, "bgm")));
|
||
cleanup();
|
||
});
|
||
|
||
test("lut and grade artifacts use the shared .media/luts subdir", () => {
|
||
assert.equal(typeSubdir("lut"), "luts");
|
||
assert.equal(typeSubdir("grade"), "luts");
|
||
|
||
setup();
|
||
const allocated = allocateId(tmp, "lut", ".cube");
|
||
assert.equal(allocated.localPath, ".media/luts/lut_001.cube");
|
||
assert.ok(existsSync(join(tmp, allocated.localPath)));
|
||
cleanup();
|
||
});
|
||
|
||
test("appendRecord appends multiple records", () => {
|
||
setup();
|
||
appendRecord(tmp, makeRecord({ id: "bgm_001" }));
|
||
appendRecord(tmp, makeRecord({ id: "bgm_002", provenance: { prompt: "energetic" } }));
|
||
const records = readManifest(tmp);
|
||
assert.equal(records.length, 2);
|
||
assert.equal(records[0].id, "bgm_001");
|
||
assert.equal(records[1].id, "bgm_002");
|
||
cleanup();
|
||
});
|
||
|
||
test("findByPrompt returns exact-match record", () => {
|
||
setup();
|
||
appendRecord(tmp, makeRecord());
|
||
const found = findByPrompt(tmp, "subtle tech", "bgm");
|
||
assert.ok(found);
|
||
assert.equal(found.id, "bgm_001");
|
||
cleanup();
|
||
});
|
||
|
||
test("findByPrompt returns null on miss", () => {
|
||
setup();
|
||
appendRecord(tmp, makeRecord());
|
||
assert.equal(findByPrompt(tmp, "nonexistent", "bgm"), null);
|
||
cleanup();
|
||
});
|
||
|
||
test("findByPrompt filters by type", () => {
|
||
setup();
|
||
appendRecord(tmp, makeRecord({ type: "sfx" }));
|
||
assert.equal(findByPrompt(tmp, "subtle tech", "bgm"), null);
|
||
assert.ok(findByPrompt(tmp, "subtle tech", "sfx"));
|
||
cleanup();
|
||
});
|
||
|
||
test("findByPrompt matches across case and whitespace variants", () => {
|
||
setup();
|
||
appendRecord(tmp, makeRecord({ provenance: { provider: "x", prompt: "calm ambient piano" } }));
|
||
assert.ok(findByPrompt(tmp, "Calm Ambient Piano", "bgm"), "case-insensitive");
|
||
assert.ok(findByPrompt(tmp, " calm ambient piano ", "bgm"), "whitespace-insensitive");
|
||
assert.equal(findByPrompt(tmp, "calm ambient guitar", "bgm"), null, "still a real miss");
|
||
cleanup();
|
||
});
|
||
|
||
test("normalizePrompt trims, lowercases, collapses whitespace", () => {
|
||
assert.equal(normalizePrompt(" Upbeat Tech Launch "), "upbeat tech launch");
|
||
assert.equal(normalizePrompt(null), "");
|
||
});
|
||
|
||
test("allocateId reserves the id on disk so a pre-append caller can't reuse it (MU-23)", () => {
|
||
setup();
|
||
const a = allocateId(tmp, "bgm", ".wav");
|
||
assert.equal(a.id, "bgm_001");
|
||
assert.ok(existsSync(join(tmp, a.localPath)), "placeholder reserved on disk");
|
||
// Second allocation BEFORE any manifest append (the download window) must not
|
||
// hand back bgm_001 again, even with a different extension.
|
||
const b = allocateId(tmp, "bgm", ".mp3");
|
||
assert.equal(b.id, "bgm_002");
|
||
assert.notEqual(a.localPath, b.localPath);
|
||
// Lock file is released (not left behind).
|
||
assert.ok(!existsSync(join(tmp, ".media", ".lock")), "lock released");
|
||
cleanup();
|
||
});
|
||
|
||
test("allocateId continues past the highest manifest id", () => {
|
||
setup();
|
||
appendRecord(tmp, makeRecord({ id: "bgm_005" }));
|
||
assert.equal(allocateId(tmp, "bgm", ".wav").id, "bgm_006");
|
||
cleanup();
|
||
});
|
||
|
||
test("findByEntity matches case-insensitively", () => {
|
||
setup();
|
||
appendRecord(tmp, makeRecord({ entity: "GitHub", type: "icon" }));
|
||
assert.ok(findByEntity(tmp, "github"));
|
||
assert.ok(findByEntity(tmp, "GITHUB"));
|
||
assert.equal(findByEntity(tmp, "gitlab"), null);
|
||
cleanup();
|
||
});
|
||
|
||
test("nextId generates sequential ids", () => {
|
||
setup();
|
||
assert.equal(nextId(tmp, "bgm"), "bgm_001");
|
||
appendRecord(tmp, makeRecord({ id: "bgm_001" }));
|
||
assert.equal(nextId(tmp, "bgm"), "bgm_002");
|
||
appendRecord(tmp, makeRecord({ id: "bgm_002" }));
|
||
assert.equal(nextId(tmp, "bgm"), "bgm_003");
|
||
cleanup();
|
||
});
|
||
|
||
// --- index-gen.mjs ---
|
||
|
||
test("regenerateIndex produces plain-column table", () => {
|
||
setup();
|
||
appendRecord(tmp, makeRecord());
|
||
regenerateIndex(tmp);
|
||
const content = readFileSync(join(tmp, ".media", "index.md"), "utf8");
|
||
assert.ok(content.includes("# .media · 1 asset"));
|
||
assert.ok(content.includes("bgm_001"));
|
||
assert.ok(content.includes("soft minimal ambient"));
|
||
assert.ok(content.includes("11s"));
|
||
cleanup();
|
||
});
|
||
|
||
test("regenerateIndex handles empty manifest", () => {
|
||
setup();
|
||
mkdirSync(join(tmp, ".media"), { recursive: true });
|
||
writeFileSync(manifestPath(tmp), "");
|
||
regenerateIndex(tmp);
|
||
const content = readFileSync(join(tmp, ".media", "index.md"), "utf8");
|
||
assert.ok(content.includes("# .media · 0 assets"));
|
||
cleanup();
|
||
});
|
||
|
||
test("generateIndexContent includes dims for images", () => {
|
||
const records = [
|
||
makeRecord({ id: "img_001", type: "image", width: 1920, height: 1080, duration: null }),
|
||
];
|
||
const content = generateIndexContent(records);
|
||
assert.ok(content.includes("1920×1080"));
|
||
assert.ok(content.includes("img_001"));
|
||
});
|
||
|
||
test("regenerateIndex matches manifest content after multiple writes", () => {
|
||
setup();
|
||
appendRecord(tmp, makeRecord({ id: "bgm_001" }));
|
||
appendRecord(
|
||
tmp,
|
||
makeRecord({ id: "sfx_001", type: "sfx", description: "whoosh", duration: 3 }),
|
||
);
|
||
regenerateIndex(tmp);
|
||
const content = readFileSync(join(tmp, ".media", "index.md"), "utf8");
|
||
assert.ok(content.includes("# .media · 2 assets"));
|
||
assert.ok(content.includes("bgm_001"));
|
||
assert.ok(content.includes("sfx_001"));
|
||
assert.ok(content.includes("whoosh"));
|
||
cleanup();
|
||
});
|
||
|
||
// --- cache.mjs ---
|
||
|
||
test("cacheGet returns null when cache is empty", () => {
|
||
const result = cacheGet("nonexistent prompt", "bgm");
|
||
assert.equal(result, null);
|
||
});
|
||
|
||
test("cachePut + cacheGet round-trip", () => {
|
||
setup();
|
||
const filePath = join(tmp, "test.wav");
|
||
writeFileSync(filePath, "fake audio bytes for testing");
|
||
const record = makeRecord({ provenance: { prompt: "cache test" } });
|
||
|
||
const { sha } = cachePut(filePath, record);
|
||
assert.ok(sha);
|
||
assert.equal(sha.length, 64);
|
||
|
||
const found = cacheGet("cache test", "bgm");
|
||
assert.ok(found);
|
||
assert.equal(found.reusable, true);
|
||
assert.equal(found.sha, sha);
|
||
|
||
// cross-project reuse must survive trivial prompt variation, not just
|
||
// byte-identical intents (the whole point of normalizePrompt).
|
||
assert.ok(cacheGet(" Cache Test ", "bgm"), "cacheGet is case/whitespace-insensitive");
|
||
cleanup();
|
||
});
|
||
|
||
test("cacheGetByEntity finds cached asset", () => {
|
||
setup();
|
||
const filePath = join(tmp, "logo.png");
|
||
writeFileSync(filePath, "fake png bytes");
|
||
const record = makeRecord({
|
||
type: "icon",
|
||
entity: "TestCorp",
|
||
provenance: { prompt: "TestCorp logo" },
|
||
});
|
||
|
||
cachePut(filePath, record);
|
||
const found = cacheGetByEntity("testcorp");
|
||
assert.ok(found);
|
||
assert.equal(found.entity, "TestCorp");
|
||
cleanup();
|
||
});
|
||
|
||
test("contentHash is deterministic", () => {
|
||
setup();
|
||
const filePath = join(tmp, "det.bin");
|
||
writeFileSync(filePath, "deterministic content");
|
||
const h1 = contentHash(filePath);
|
||
const h2 = contentHash(filePath);
|
||
assert.equal(h1, h2);
|
||
cleanup();
|
||
});
|
||
|
||
test("promote copies project asset to global cache", () => {
|
||
setup();
|
||
const record = makeRecord();
|
||
appendRecord(tmp, record);
|
||
const filePath = join(tmp, record.path);
|
||
mkdirSync(join(filePath, ".."), { recursive: true });
|
||
writeFileSync(filePath, "promotable audio data");
|
||
|
||
const { sha } = promote(tmp, "bgm_001");
|
||
assert.ok(sha);
|
||
|
||
const cached = cacheGet("subtle tech", "bgm");
|
||
assert.ok(cached);
|
||
assert.equal(cached.sha, sha);
|
||
cleanup();
|
||
});
|
||
|
||
test("importFromCache copies cached file into project", () => {
|
||
setup();
|
||
const filePath = join(tmp, "source.wav");
|
||
writeFileSync(filePath, "importable audio");
|
||
const record = makeRecord({ provenance: { prompt: "import test" } });
|
||
const { sha } = cachePut(filePath, record);
|
||
|
||
const cached = cacheGet("import test", "bgm");
|
||
const projectDir = mkdtempSync(join(tmpdir(), "mu-import-"));
|
||
const imported = importFromCache(cached, projectDir, "bgm_001", ".media/audio/bgm/bgm_001.wav");
|
||
|
||
assert.ok(imported);
|
||
assert.equal(imported.id, "bgm_001");
|
||
assert.equal(imported.provenance.imported_from, sha);
|
||
assert.ok(existsSync(join(projectDir, ".media/audio/bgm/bgm_001.wav")));
|
||
|
||
rmSync(projectDir, { recursive: true, force: true });
|
||
cleanup();
|
||
});
|
||
|
||
// --- run ---
|
||
|
||
let passed = 0;
|
||
let failed = 0;
|
||
for (const { name, fn } of tests) {
|
||
try {
|
||
fn();
|
||
passed++;
|
||
console.log(` \x1b[32m✓\x1b[0m ${name}`);
|
||
} catch (err) {
|
||
failed++;
|
||
console.log(` \x1b[31m✗\x1b[0m ${name}`);
|
||
console.log(` ${err.message}`);
|
||
}
|
||
}
|
||
console.log(`\n${passed} passed, ${failed} failed`);
|
||
if (failed > 0) process.exit(1);
|
||
}
|
||
|
||
console.log("media-use · manifest/index/cache tests\n");
|
||
runTests();
|