Files
wehub-resource-sync 23f7624596
ADR-166 MCP Bridge Security Lock / Static-source security lock (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / Compose default binds loopback + Mongo has auth (push) Failing after 2s
CodeQL Advanced / Analyze (rust) (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / plugin-agent-federation bindHost default (push) Failing after 1s
ADR-166 MCP Bridge Security Lock / Runtime behavior — 401 + terminal gate + fail-closed (push) Failing after 4s
business-pods-smoke / smoke (push) Failing after 1s
all-plugins-smoke / smoke-all (push) Failing after 2s
CI/CD Pipeline / Security & Code Quality (push) Failing after 1s
CI/CD Pipeline / Test Suite (ubuntu-latest) (push) Failing after 1s
CI/CD Pipeline / Build & Package (macos-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (ubuntu-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (windows-latest) (push) Has been skipped
CI/CD Pipeline / Documentation & Examples (push) Failing after 1s
Clone Tracker (14-day rolling) / Snapshot clones for ruflo ecosystem (push) Failing after 1s
CodeQL Advanced / Analyze (actions) (push) Failing after 1s
CodeQL Advanced / Analyze (javascript-typescript) (push) Failing after 1s
federation-peer-rust / stable-noop (push) Failing after 1s
metaharness-ci / score (push) Failing after 1s
metaharness-ci / router-compat (push) Failing after 0s
metaharness-ci / similarity-tests (push) Failing after 0s
no-agentbbs-smoke / smoke-without-agentbbs (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (windows-latest) (push) Has been skipped
codex-integration-audit / Codex integration audit (push) Failing after 1s
helpers-manifest-guard / guard (push) Failing after 1s
🔗 Cross-Agent Integration Tests / 🤝 Agent Coordination Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🧠 Memory Sharing Integration (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🛡️ Fault Tolerance Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / ⚡ Performance Integration Tests (push) Has been skipped
metaharness-ci / mcp-scan (push) Failing after 1s
metaharness-ci / eject-dryrun (push) Failing after 1s
metaharness-ci / metaharness-real-data (push) Failing after 0s
no-cli-optdep-bloat-2561 / guard (push) Failing after 1s
no-metaharness-smoke / smoke-without-metaharness (push) Failing after 1s
no-phantom-agentic-flow-subpath / guard (push) Failing after 1s
🔄 Automated Rollback Manager / 🚨 Failure Detection (push) Failing after 1s
V3 CI/CD Pipeline / Plugin hooks smoke / ubuntu-latest / Node 22 (push) Failing after 1s
V3 CI/CD Pipeline / ruflo-graph-intelligence build + test smoke (#2044, ADR-123) (push) Failing after 1s
CVE Audit Gate / Audit root (critical-blocking) (push) Failing after 2s
cost-tracker-smoke / smoke (push) Failing after 3s
oia-audit-weekly / audit (push) Failing after 2s
ruflo-agent-smoke / ruflo-agent structural smoke (push) Failing after 1s
📊 Status Badges Update / 📊 Update Status Badges (push) Failing after 1s
V3 CI/CD Pipeline / Static regression guards (#2267 YAML + (push) Failing after 1s
V3 CI/CD Pipeline / Test V3 Packages (push) Failing after 0s
V3 CI/CD Pipeline / agent_execute provider routing smoke (#2042) (push) Failing after 0s
CVE Audit Gate / Audit v3 (critical-blocking) (push) Failing after 1s
federation-peer-rust / stable-native (push) Failing after 2s
🔗 Cross-Agent Integration Tests / 🚀 Integration Test Setup (push) Failing after 2s
neural-trader-smoke / runtime-smoke (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (macos-latest) (push) Has been skipped
V3 CI/CD Pipeline / Build V3 (ubuntu-latest) (push) Has been skipped
V3 CI/CD Pipeline / Type Check V3 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 24 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 22 (push) Failing after 2s
V3 CI/CD Pipeline / browser rvf create flag smoke (#2015) (push) Failing after 0s
V3 CI/CD Pipeline / Dependency review (#2046) (push) Has been skipped
V3 CI/CD Pipeline / Supply-chain audit (#2046) (push) Failing after 0s
V3 CI/CD Pipeline / witness marker drift smoke (#2021) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader portfolio CG smoke (#2068, ADR-126 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader backtest signing smoke (#2068, ADR-126 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / kg-extract type-import classification smoke (#2049) (push) Failing after 0s
V3 CI/CD Pipeline / witness verify precondition smoke (#1880) (push) Failing after 2s
V3 CI/CD Pipeline / neural-trader pipeline risk-gate smoke (#2068, ADR-126 Phase 5) (push) Failing after 0s
V3 CI/CD Pipeline / neural-trader feature attribution smoke (#2068, ADR-126 Phase 6) (push) Failing after 0s
V3 CI/CD Pipeline / plugin-registry signature verification smoke (#1922, CWE-347) (push) Failing after 4s
V3 CI/CD Pipeline / memory stats legacy-DB smoke (#2120) (push) Failing after 4s
V3 CI/CD Pipeline / github deprecated actions smoke (#2089, ADR-127 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / graph query + pathfinder smoke (ADR-130 P2+P5) (push) Has been skipped
V3 CI/CD Pipeline / graph trajectory hooks smoke (ADR-130 P3) (push) Has been skipped
V3 CI/CD Pipeline / graph plugin adapter smoke (ADR-130 P4) (push) Has been skipped
V3 CI/CD Pipeline / graph benchmark (ADR-130 P6) (push) Has been skipped
V3 CI/CD Pipeline / statusline generator delegation smoke (#2195) (push) Failing after 1s
V3 CI/CD Pipeline / wizard init regression guard (#2206 (push) Failing after 1s
V3 CI/CD Pipeline / memory no-stray-db smoke (ADR-125 P7) (push) Failing after 1s
V3 CI/CD Pipeline / github-safe injection smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github actions pin smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github attribution opt-in smoke (#2089, ADR-127 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / pre-bash hook safety smoke (#2017) (push) Failing after 1s
V3 CI/CD Pipeline / Memory import smoke / ubuntu-latest (push) Failing after 0s
V3 CI/CD Pipeline / MCP protocol smoke / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / ruvllm WASM auto-init smoke (#2086) (push) Failing after 4s
V3 CI/CD Pipeline / MCP paired-tool round-trip smoke (#1889) (push) Failing after 1s
V3 CI/CD Pipeline / Plugin package install-safety (#1902/#1903/#1904) (push) Failing after 1s
V3 CI/CD Pipeline / Tool description discoverability (ADR-112) (push) Failing after 3s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (22) (push) Failing after 1s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (24) (push) Failing after 1s
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Vector-index dimension audit (#1947) (push) Failing after 0s
V3 CI/CD Pipeline / Hook-command install safety (#1921) (push) Failing after 1s
V3 CI/CD Pipeline / ToolOutputGuardrail smoke (ADR-131, (push) Failing after 1s
V3 CI/CD Pipeline / init-bundle invariants smoke (#2095, ADR-128 Phase 5) (push) Failing after 1s
V3 CI/CD Pipeline / wasm provider bridge smoke (ADR-129 P1) (push) Failing after 2s
V3 CI/CD Pipeline / wasm gallery CRUD smoke (ADR-129 P3) (push) Failing after 1s
V3 CI/CD Pipeline / wasm plugin bridge smoke (ADR-129 P4) (push) Failing after 0s
V3 CI/CD Pipeline / wasm compose smoke (ADR-129 P2) (push) Failing after 4s
V3 CI/CD Pipeline / graph schema smoke (ADR-130 P1) (push) Failing after 0s
Validate Marketplace / validate (push) Failing after 1s
🔍 Verification Pipeline / 🚀 Setup Verification (push) Failing after 1s
🔍 Verification Pipeline / 🛡️ Security Verification (push) Has been skipped
🔍 Verification Pipeline / 📝 Code Quality (push) Has been skipped
🔍 Verification Pipeline / 🧪 Test Verification (${{ matrix.os }}, Node ${{ matrix.node }}) (push) Has been skipped
🔍 Verification Pipeline / 🏗️ Build Verification (push) Has been skipped
🔍 Verification Pipeline / 📚 Documentation Verification (push) Has been skipped
CVE Audit Gate / High-severity report (warn only) (push) Has been cancelled
🔄 Automated Rollback Manager / 🔄 Execute Rollback (push) Has been cancelled
🔄 Automated Rollback Manager / ✅ Post-Rollback Verification (push) Has been cancelled
🔄 Automated Rollback Manager / 📊 Rollback Monitoring (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / windows-latest (push) Has been cancelled
🔄 Automated Rollback Manager / ⏳ Manual Rollback Approval (push) Has been cancelled
V3 CI/CD Pipeline / MCP protocol smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Memory import smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / ubuntu-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Publish to npm (alpha) (push) Has been cancelled
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / macos-latest / Node 22 (push) Has been cancelled
V3 CI/CD Pipeline / Plugin hooks smoke / macos-latest / Node 22 (push) Has been cancelled
CI/CD Pipeline / Deploy & Release (push) Has been cancelled
CI/CD Pipeline / CI Status (push) Has been cancelled
🔗 Cross-Agent Integration Tests / 📊 Integration Test Report (push) Has been cancelled
🔄 Automated Rollback Manager / 🔍 Pre-Rollback Validation (push) Has been cancelled
🔍 Verification Pipeline / ⚡ Performance Verification (push) Has been cancelled
🔍 Verification Pipeline / 📊 Verification Report (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:02:19 +08:00

237 lines
10 KiB
TypeScript

/**
* @claude-flow/browser - Signed Trajectory Tests (ADR-122 Phase 1)
*
* Acceptance criteria covered:
* - Recorded trajectory round-trips through record → sign → distribute → verify
* - Forging a step (modifying the trajectory JSON in the envelope) fails verification
* - Tamper-evidence: changing one element ref breaks `verify`
* - replay plan correctly applies mutations
*/
import { describe, it, expect } from 'vitest';
import { tmpdir } from 'node:os';
import { join } from 'node:path';
import { randomBytes } from 'node:crypto';
import {
sealTrajectory,
verifySealedTrajectory,
writeSealedTrajectory,
readSealedTrajectory,
planReplay,
buildReplayDelta,
} from '../src/application/signed-trajectory-service.js';
import { generateWitnessKey, canonicalJSON, sha256Hex } from '../src/infrastructure/witness-signer.js';
import type { BrowserTrajectory } from '../src/domain/types.js';
import type { SignedTrajectoryEnvelope } from '../src/domain/signed-trajectory.js';
function buildTrajectory(overrides: Partial<BrowserTrajectory> = {}): BrowserTrajectory {
return {
id: 'traj-test-1',
sessionId: 'sess-abc',
goal: 'Login to example.com and read welcome banner',
startedAt: '2026-05-18T20:00:00.000Z',
completedAt: '2026-05-18T20:00:05.000Z',
success: true,
verdict: 'login succeeded',
steps: [
{ action: 'open', input: { url: 'https://example.com/login' }, result: { success: true }, timestamp: '2026-05-18T20:00:00.500Z' },
{ action: 'fill', input: { target: '@e1', value: 'user@example.com' }, result: { success: true }, timestamp: '2026-05-18T20:00:01.500Z' },
{ action: 'fill', input: { target: '@e2', value: 'hunter2' }, result: { success: true }, timestamp: '2026-05-18T20:00:02.500Z' },
{ action: 'click', input: { target: '@e3' }, result: { success: true }, timestamp: '2026-05-18T20:00:03.500Z' },
],
...overrides,
};
}
describe('SignedTrajectoryService', () => {
describe('canonicalJSON', () => {
it('produces identical output for structurally-equal objects with different key order', () => {
const a = { a: 1, b: { c: 2, d: 3 }, e: [1, 2, 3] };
const b = { e: [1, 2, 3], b: { d: 3, c: 2 }, a: 1 };
expect(canonicalJSON(a)).toBe(canonicalJSON(b));
});
it('preserves array order', () => {
expect(canonicalJSON([3, 1, 2])).toBe('[3,1,2]');
});
});
describe('seal + verify round-trip', () => {
it('verifies a freshly sealed trajectory', () => {
const trajectory = buildTrajectory();
const key = generateWitnessKey();
const { envelope } = sealTrajectory({ trajectory, witnessKey: key, projectId: 'test-project' });
const result = verifySealedTrajectory(envelope);
expect(result.valid).toBe(true);
expect(result.signatureValid).toBe(true);
expect(result.schemaValid).toBe(true);
expect(result.publicKey).toBe(key.publicKeyHex);
});
it('round-trips through writeSealedTrajectory + readSealedTrajectory', async () => {
const trajectory = buildTrajectory();
const key = generateWitnessKey();
const { envelope } = sealTrajectory({ trajectory, witnessKey: key });
const path = join(tmpdir(), `cf-browser-test-${randomBytes(4).toString('hex')}.rvf.json`);
await writeSealedTrajectory(envelope, path);
const reloaded = await readSealedTrajectory(path);
expect(verifySealedTrajectory(reloaded).valid).toBe(true);
});
it('includes sha256 hashes for screenshots', () => {
const trajectory = buildTrajectory();
const screenshot = Buffer.from('PNGfake-bytes-for-test', 'utf8');
const { envelope } = sealTrajectory({
trajectory,
screenshots: { 'step-0.png': screenshot },
});
const expectedHash = sha256Hex(screenshot);
expect(envelope.payload.screenshotHashes['step-0.png']).toBe(expectedHash);
});
});
describe('tamper detection', () => {
it('rejects a forged element ref in a trajectory step', () => {
const trajectory = buildTrajectory();
const { envelope } = sealTrajectory({ trajectory });
// Tamper: change @e2's fill value (steal-the-password attack)
const forged: SignedTrajectoryEnvelope = JSON.parse(JSON.stringify(envelope));
const step2 = forged.payload.trajectory.steps[2] as Record<string, Record<string, unknown>>;
step2.input!.value = 'stolen-password';
const result = verifySealedTrajectory(forged);
expect(result.valid).toBe(false);
expect(result.signatureValid).toBe(false);
expect(result.reason).toMatch(/signature verification failed/);
});
it('rejects a forged goal', () => {
const trajectory = buildTrajectory();
const { envelope } = sealTrajectory({ trajectory });
const forged: SignedTrajectoryEnvelope = JSON.parse(JSON.stringify(envelope));
forged.payload.trajectory.goal = 'malicious replacement goal';
expect(verifySealedTrajectory(forged).valid).toBe(false);
});
it('rejects a forged screenshot hash', () => {
const trajectory = buildTrajectory();
const { envelope } = sealTrajectory({
trajectory,
screenshots: { 'step-0.png': Buffer.from('original') },
});
const forged: SignedTrajectoryEnvelope = JSON.parse(JSON.stringify(envelope));
forged.payload.screenshotHashes['step-0.png'] = sha256Hex('replaced');
expect(verifySealedTrajectory(forged).valid).toBe(false);
});
it('rejects schema-invalid envelopes', () => {
const result = verifySealedTrajectory({ payload: 'not-an-object', signature: 'x', algorithm: 'ed25519' });
expect(result.valid).toBe(false);
expect(result.schemaValid).toBe(false);
});
});
describe('trust list', () => {
it('rejects envelopes signed by untrusted keys when a trust list is supplied', () => {
const trajectory = buildTrajectory();
const stranger = generateWitnessKey();
const { envelope } = sealTrajectory({ trajectory, witnessKey: stranger });
const result = verifySealedTrajectory(envelope, { trustedPublicKeys: ['00'.repeat(32)] });
expect(result.valid).toBe(false);
expect(result.reason).toMatch(/not in trusted list/);
});
it('accepts envelopes signed by trusted keys', () => {
const trajectory = buildTrajectory();
const friend = generateWitnessKey();
const { envelope } = sealTrajectory({ trajectory, witnessKey: friend });
const result = verifySealedTrajectory(envelope, { trustedPublicKeys: [friend.publicKeyHex] });
expect(result.valid).toBe(true);
});
});
describe('replay planning', () => {
it('plans replay with no mutations as a straight copy', () => {
const trajectory = buildTrajectory();
const { envelope } = sealTrajectory({ trajectory });
const plan = planReplay(envelope);
expect(plan.steps).toHaveLength(4);
expect(plan.goal).toBe(trajectory.goal);
expect(plan.steps[0].action).toBe('open');
});
it('applies replaceStepInput mutations', () => {
const trajectory = buildTrajectory();
const { envelope } = sealTrajectory({ trajectory });
const plan = planReplay(envelope, {
replaceStepInput: { 1: { value: 'replaced@example.com' } },
});
expect((plan.steps[1].input as Record<string, unknown>).value).toBe('replaced@example.com');
// Untouched
expect(plan.steps[0].action).toBe('open');
});
it('honours skipSteps', () => {
const trajectory = buildTrajectory();
const { envelope } = sealTrajectory({ trajectory });
const plan = planReplay(envelope, { skipSteps: [2] });
expect(plan.steps).toHaveLength(3);
expect(plan.steps.find(s => s.index === 2)).toBeUndefined();
});
});
describe('replay delta', () => {
it('reports allMatched=true when replay reproduces every step outcome', () => {
const original = buildTrajectory();
const { envelope } = sealTrajectory({ trajectory: original });
const replay = buildTrajectory({ id: 'replay-1' });
const delta = buildReplayDelta(envelope, replay);
expect(delta.allMatched).toBe(true);
expect(delta.parentTrajectoryId).toBe(original.id);
});
it('reports outcome drift when a step that succeeded in the parent fails on replay', () => {
const original = buildTrajectory();
const { envelope } = sealTrajectory({ trajectory: original });
const replay = buildTrajectory({ id: 'replay-2' });
// Force a fail on step 3
(replay.steps[3] as Record<string, unknown>).result = { success: false };
const delta = buildReplayDelta(envelope, replay);
expect(delta.allMatched).toBe(false);
expect(delta.stepResults[3].matched).toBe(false);
expect(delta.stepResults[3].note).toMatch(/outcome drift/);
});
it('reports action drift when steps diverge', () => {
const original = buildTrajectory();
const { envelope } = sealTrajectory({ trajectory: original });
const replay = buildTrajectory({ id: 'replay-3' });
(replay.steps[1] as Record<string, unknown>).action = 'type';
const delta = buildReplayDelta(envelope, replay);
expect(delta.allMatched).toBe(false);
expect(delta.stepResults[1].note).toMatch(/action drift/);
});
});
describe('determinism', () => {
it('produces the same signature for the same payload + same key', () => {
const trajectory = buildTrajectory();
const key = generateWitnessKey();
const sealedAt = '2026-05-18T20:00:00.000Z';
const a = sealTrajectory({ trajectory, witnessKey: key, sealedAt });
const b = sealTrajectory({ trajectory, witnessKey: key, sealedAt });
expect(a.envelope.signature).toBe(b.envelope.signature);
});
it('produces a different signature when content changes', () => {
const key = generateWitnessKey();
const sealedAt = '2026-05-18T20:00:00.000Z';
const a = sealTrajectory({ trajectory: buildTrajectory({ goal: 'A' }), witnessKey: key, sealedAt });
const b = sealTrajectory({ trajectory: buildTrajectory({ goal: 'B' }), witnessKey: key, sealedAt });
expect(a.envelope.signature).not.toBe(b.envelope.signature);
});
});
});