Files
wehub-resource-sync 426e9eeabd
Voice Workbench / headless workbench (mocked backends) (push) Has been cancelled
Voice Workbench / real acoustic lane (nightly, provisioned only) (push) Has been cancelled
ci / test (push) Has been cancelled
ci / lint-and-format (push) Has been cancelled
ci / build (push) Has been cancelled
ci / dev-startup (push) Has been cancelled
gitleaks / gitleaks (push) Has been cancelled
Markdown Links / Relative Markdown Links (push) Has been cancelled
Quality (Extended) / Homepage Build (PR smoke) (push) Has been cancelled
Quality (Extended) / Comment-only diff guard (push) Has been cancelled
Quality (Extended) / Format + Type Safety Ratchet (push) Has been cancelled
Quality (Extended) / Develop Gate (secret scan + UI determinism) (push) Has been cancelled
Quality (Extended) / Develop Gate (lint) (push) Has been cancelled
Chat shell gestures / Chat shell gesture + parity e2e (push) Has been cancelled
Cloud Gateway Discord / Test (push) Has been cancelled
Benchmark Bridge Tests / benchmark (bunx @biomejs/biome check packages/lifeops-bench/src, benchmark-lint) (push) Has been cancelled
Benchmark Bridge Tests / benchmark (bunx vitest run --config packages/lifeops-bench/vitest.config.ts --root packages/lifeops-bench --passWithNoTests, benchmark-tests) (push) Has been cancelled
Build Agent Image / build-and-push (push) Has been cancelled
Dev Smoke / bun run dev onboarding chat (push) Has been cancelled
Dev Smoke / Vite HMR dependency-level smoke (push) Has been cancelled
Electrobun Submodule Guard / electrobun gitlink is fetchable (push) Has been cancelled
Publish @elizaos/example-code / check_npm (push) Has been cancelled
Publish @elizaos/example-code / publish_npm (push) Has been cancelled
Publish @elizaos/plugin-elizacloud / verify_version (push) Has been cancelled
Publish @elizaos/plugin-elizacloud / publish_npm (push) Has been cancelled
Sandbox Live Smoke / Sandbox live smoke (push) Has been cancelled
Snap Build & Test / Build Snap (amd64) (push) Has been cancelled
Snap Build & Test / Build Snap (arm64) (push) Has been cancelled
Test Packaging / elizaos CLI global-install smoke (node + bun) (push) Has been cancelled
Cloud Gateway Webhook / Test (push) Has been cancelled
Cloud Tests / lint-and-types (push) Has been cancelled
Cloud Tests / unit-tests (push) Has been cancelled
Cloud Tests / integration-tests (push) Has been cancelled
Cloud Tests / e2e-tests (push) Has been cancelled
CodeQL Advanced / Analyze (javascript-typescript) (push) Has been cancelled
Deploy Apps Worker (Product 2) / Determine environment (push) Has been cancelled
Deploy Apps Worker (Product 2) / Deploy apps worker to apps-control host (${{ needs.determine-env.outputs.environment }}) (push) Has been cancelled
Deploy Eliza Provisioning Worker / Determine environment (push) Has been cancelled
Deploy Eliza Provisioning Worker / Deploy worker to Hetzner host (${{ needs.determine-env.outputs.environment }} @ ${{ needs.determine-env.outputs.deployment_sha }}) (push) Has been cancelled
Dev Smoke / Classify changed paths (push) Has been cancelled
supply-chain / sbom (push) Has been cancelled
supply-chain / vulnerability-scan (push) Has been cancelled
Build, Push & Deploy to Phala Cloud / build-and-push (push) Has been cancelled
Test Packaging / Validate Packaging Configs (push) Has been cancelled
Test Packaging / Build & Test PyPI Package (push) Has been cancelled
Test Packaging / PyPI on Python ${{ matrix.python }} (push) Has been cancelled
Test Packaging / Pack & Test JS Tarballs (push) Has been cancelled
UI Fixture E2E / ui-fixture-e2e (push) Has been cancelled
UI Fixture E2E / fixture-e2e (push) Has been cancelled
UI Story Gate / story-gate (push) Has been cancelled
vault-ci / test (macos-latest) (push) Has been cancelled
vault-ci / test (ubuntu-latest) (push) Has been cancelled
vault-ci / test (windows-latest) (push) Has been cancelled
vault-ci / app-core wiring tests (push) Has been cancelled
verify-patches / verify patches/CHECKSUMS.sha256 (push) Has been cancelled
Voice Benchmark Smoke / voice-emotion fixture smoke (push) Has been cancelled
Voice Benchmark Smoke / voiceagentbench fixture smoke (push) Has been cancelled
Voice Benchmark Smoke / voicebench-quality unit smoke (push) Has been cancelled
Voice Benchmark Smoke / voicebench TypeScript unit (no audio) (push) Has been cancelled
Voice Benchmark Smoke / voice bench smoke summary (push) Has been cancelled
Windows CI / windows ([bun run --cwd packages/app-core test bun run --cwd packages/elizaos test bun run --cwd packages/cloud/shared test], app-and-cli) (push) Has been cancelled
Windows CI / windows ([bun run --cwd packages/scenario-runner test bun run --cwd packages/vault test bun run --cwd packages/security test bun run --cwd plugins/plugin-coding-tools test], framework-packages) (push) Has been cancelled
Windows CI / windows ([bun run --cwd plugins/plugin-elizacloud test bun run --cwd plugins/plugin-discord test bun run --cwd plugins/plugin-anthropic test bun run --cwd plugins/plugin-openai test bun run --cwd plugins/plugin-app-control test bun run --cwd plugins/pl… (push) Has been cancelled
Windows CI / windows ([node packages/scripts/run-turbo.mjs run build --filter=@elizaos/core --filter=@elizaos/shared --filter=@elizaos/agent --concurrency=4 node packages/scripts/run-bash-linux-only.mjs scripts/verify-riscv64-buildpaths.sh node packages/scripts/run… (push) Has been cancelled
Windows CI / windows ([node packages/scripts/run-turbo.mjs run typecheck --filter=@elizaos/core --filter=@elizaos/shared --filter=@elizaos/cloud-shared --concurrency=4 bun run --cwd packages/core test bun run --cwd packages/shared test], core-runtime, 75) (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:43:05 +08:00

122 lines
5.2 KiB
TypeScript

/**
* End-to-end pipeline test against the toy git repo.
*
* Exercises scan → classify → score → findInflections → cache write/read,
* directly composed without GitPathologyService — the Service is just a thin
* wrapper that adds runtime/`useModel` plumbing, and importing it pulls in
* @elizaos/core whose generated codegen isn't always present in a fresh
* worktree. The composition under test is what produces the report content.
*/
import { existsSync, rmSync } from "node:fs";
import path from "node:path";
import { afterAll, beforeAll, describe, expect, it } from "vitest";
import { createReportCache, defaultCacheDir, makeCacheKey } from "../src/cache/report-cache.ts";
import { classify } from "../src/pipeline/classify.ts";
import { findInflections } from "../src/pipeline/inflect.ts";
import { headSha as readHeadSha, scan } from "../src/pipeline/scan.ts";
import { score } from "../src/pipeline/score.ts";
import type { PathologyReport, SurfaceSpec } from "../src/types.ts";
import { buildToyRepo, type ToyRepoSpec } from "./toy-repo.ts";
function runPipeline(surface: SurfaceSpec, since: string): PathologyReport {
const raw = scan(surface, { since });
const chronological = [...raw].reverse();
const classified = classify(chronological);
const points = score(classified);
const { peaks, drifts } = findInflections(points);
const oldest = points[0]?.date ?? new Date().toISOString();
const newest = points[points.length - 1]?.date ?? new Date().toISOString();
const authors = Array.from(new Set(points.map((p) => p.author))).sort();
const cacheKey = makeCacheKey({ surface: surface.path, since });
return {
surface: surface.path,
repoRoot: surface.repoRoot,
window: { since: oldest, until: newest },
commitCount: points.length,
authors,
timeline: points,
peaks,
drifts,
rotCauses: [],
llmCalls: 0,
headSha: readHeadSha(surface.repoRoot),
generatedAt: new Date().toISOString(),
cacheKey,
};
}
describe("pipeline end-to-end on toy repo", () => {
let toy: ToyRepoSpec;
beforeAll(() => {
toy = buildToyRepo();
}, 30_000);
afterAll(() => {
rmSync(toy.repoRoot, { recursive: true, force: true });
});
it("produces a full report with peaks and drifts", () => {
const report = runPipeline({ path: toy.surface, repoRoot: toy.repoRoot }, "1 year ago");
expect(report.commitCount).toBeGreaterThan(10);
expect(report.timeline.length).toBe(report.commitCount);
expect(report.headSha).toMatch(/^[0-9a-f]{40}$/);
expect(report.peaks.length).toBeGreaterThanOrEqual(1);
expect(report.drifts.length).toBeGreaterThanOrEqual(1);
});
it("classifies the WIP dump as type=wip with risk flag", () => {
const report = runPipeline({ path: toy.surface, repoRoot: toy.repoRoot }, "1 year ago");
const wip = report.timeline.find((p) => p.subject.startsWith("wip"));
expect(wip).toBeDefined();
expect(wip?.type).toBe("wip");
expect(wip?.riskFlags).toContain("wip-message");
expect(wip?.churn).toBeGreaterThan(100);
});
it("scores phase-A clean features higher than the WIP dump", () => {
const report = runPipeline({ path: toy.surface, repoRoot: toy.repoRoot }, "1 year ago");
const wipDelta = report.timeline.find((p) => p.subject.startsWith("wip"))?.delta ?? 0;
const featDeltas = report.timeline
.filter((p) => p.subject.startsWith("feat"))
.map((p) => p.delta);
expect(featDeltas.length).toBeGreaterThan(0);
const featAvg = featDeltas.reduce((a, b) => a + b, 0) / featDeltas.length;
expect(featAvg).toBeGreaterThan(wipDelta);
});
it("flags the WIP commit as a drift inflection (or detects drift after it)", () => {
const report = runPipeline({ path: toy.surface, repoRoot: toy.repoRoot }, "1 year ago");
const wipSha = toy.commitsByPhase.B[0];
expect(wipSha).toBeDefined();
const wipIdx = report.timeline.findIndex((p) => p.sha === wipSha);
const driftIdxes = report.drifts
.map((d) => report.timeline.findIndex((p) => p.sha === d.sha))
.filter((i) => i >= 0);
const driftNearWip = driftIdxes.some((idx) => Math.abs(idx - wipIdx) <= 2);
expect(driftNearWip || report.drifts.length > 0).toBe(true);
});
it("round-trips through the on-disk cache", () => {
const report = runPipeline({ path: toy.surface, repoRoot: toy.repoRoot }, "1 year ago");
const cache = createReportCache(defaultCacheDir(toy.repoRoot));
cache.write(report);
const back = cache.read(report.cacheKey);
expect(back).toEqual(report);
// Use cache.dir (the actual directory used) rather than re-computing
// defaultCacheDir, which is env-dependent and may differ if
// GITPATHOLOGIST_CACHE_DIR is set in the CI environment.
const cachePath = path.join(cache.dir, `${report.cacheKey}.json`);
expect(existsSync(cachePath)).toBe(true);
});
it("listReports returns the cached report newest-first", () => {
const report = runPipeline({ path: toy.surface, repoRoot: toy.repoRoot }, "1 year ago");
const cache = createReportCache(defaultCacheDir(toy.repoRoot));
cache.write(report);
const list = cache.list();
expect(list.length).toBeGreaterThanOrEqual(1);
expect(list[0]?.surface).toBe(toy.surface);
});
});