23f7624596
ADR-166 MCP Bridge Security Lock / Static-source security lock (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / Compose default binds loopback + Mongo has auth (push) Failing after 2s
CodeQL Advanced / Analyze (rust) (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / plugin-agent-federation bindHost default (push) Failing after 1s
ADR-166 MCP Bridge Security Lock / Runtime behavior — 401 + terminal gate + fail-closed (push) Failing after 4s
business-pods-smoke / smoke (push) Failing after 1s
all-plugins-smoke / smoke-all (push) Failing after 2s
CI/CD Pipeline / Security & Code Quality (push) Failing after 1s
CI/CD Pipeline / Test Suite (ubuntu-latest) (push) Failing after 1s
CI/CD Pipeline / Build & Package (macos-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (ubuntu-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (windows-latest) (push) Has been skipped
CI/CD Pipeline / Documentation & Examples (push) Failing after 1s
Clone Tracker (14-day rolling) / Snapshot clones for ruflo ecosystem (push) Failing after 1s
CodeQL Advanced / Analyze (actions) (push) Failing after 1s
CodeQL Advanced / Analyze (javascript-typescript) (push) Failing after 1s
federation-peer-rust / stable-noop (push) Failing after 1s
metaharness-ci / score (push) Failing after 1s
metaharness-ci / router-compat (push) Failing after 0s
metaharness-ci / similarity-tests (push) Failing after 0s
no-agentbbs-smoke / smoke-without-agentbbs (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (windows-latest) (push) Has been skipped
codex-integration-audit / Codex integration audit (push) Failing after 1s
helpers-manifest-guard / guard (push) Failing after 1s
🔗 Cross-Agent Integration Tests / 🤝 Agent Coordination Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🧠 Memory Sharing Integration (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🛡️ Fault Tolerance Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / ⚡ Performance Integration Tests (push) Has been skipped
metaharness-ci / mcp-scan (push) Failing after 1s
metaharness-ci / eject-dryrun (push) Failing after 1s
metaharness-ci / metaharness-real-data (push) Failing after 0s
no-cli-optdep-bloat-2561 / guard (push) Failing after 1s
no-metaharness-smoke / smoke-without-metaharness (push) Failing after 1s
no-phantom-agentic-flow-subpath / guard (push) Failing after 1s
🔄 Automated Rollback Manager / 🚨 Failure Detection (push) Failing after 1s
V3 CI/CD Pipeline / Plugin hooks smoke / ubuntu-latest / Node 22 (push) Failing after 1s
V3 CI/CD Pipeline / ruflo-graph-intelligence build + test smoke (#2044, ADR-123) (push) Failing after 1s
CVE Audit Gate / Audit root (critical-blocking) (push) Failing after 2s
cost-tracker-smoke / smoke (push) Failing after 3s
oia-audit-weekly / audit (push) Failing after 2s
ruflo-agent-smoke / ruflo-agent structural smoke (push) Failing after 1s
📊 Status Badges Update / 📊 Update Status Badges (push) Failing after 1s
V3 CI/CD Pipeline / Static regression guards (#2267 YAML + (push) Failing after 1s
V3 CI/CD Pipeline / Test V3 Packages (push) Failing after 0s
V3 CI/CD Pipeline / agent_execute provider routing smoke (#2042) (push) Failing after 0s
CVE Audit Gate / Audit v3 (critical-blocking) (push) Failing after 1s
federation-peer-rust / stable-native (push) Failing after 2s
🔗 Cross-Agent Integration Tests / 🚀 Integration Test Setup (push) Failing after 2s
neural-trader-smoke / runtime-smoke (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (macos-latest) (push) Has been skipped
V3 CI/CD Pipeline / Build V3 (ubuntu-latest) (push) Has been skipped
V3 CI/CD Pipeline / Type Check V3 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 24 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 22 (push) Failing after 2s
V3 CI/CD Pipeline / browser rvf create flag smoke (#2015) (push) Failing after 0s
V3 CI/CD Pipeline / Dependency review (#2046) (push) Has been skipped
V3 CI/CD Pipeline / Supply-chain audit (#2046) (push) Failing after 0s
V3 CI/CD Pipeline / witness marker drift smoke (#2021) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader portfolio CG smoke (#2068, ADR-126 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader backtest signing smoke (#2068, ADR-126 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / kg-extract type-import classification smoke (#2049) (push) Failing after 0s
V3 CI/CD Pipeline / witness verify precondition smoke (#1880) (push) Failing after 2s
V3 CI/CD Pipeline / neural-trader pipeline risk-gate smoke (#2068, ADR-126 Phase 5) (push) Failing after 0s
V3 CI/CD Pipeline / neural-trader feature attribution smoke (#2068, ADR-126 Phase 6) (push) Failing after 0s
V3 CI/CD Pipeline / plugin-registry signature verification smoke (#1922, CWE-347) (push) Failing after 4s
V3 CI/CD Pipeline / memory stats legacy-DB smoke (#2120) (push) Failing after 4s
V3 CI/CD Pipeline / github deprecated actions smoke (#2089, ADR-127 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / graph query + pathfinder smoke (ADR-130 P2+P5) (push) Has been skipped
V3 CI/CD Pipeline / graph trajectory hooks smoke (ADR-130 P3) (push) Has been skipped
V3 CI/CD Pipeline / graph plugin adapter smoke (ADR-130 P4) (push) Has been skipped
V3 CI/CD Pipeline / graph benchmark (ADR-130 P6) (push) Has been skipped
V3 CI/CD Pipeline / statusline generator delegation smoke (#2195) (push) Failing after 1s
V3 CI/CD Pipeline / wizard init regression guard (#2206 (push) Failing after 1s
V3 CI/CD Pipeline / memory no-stray-db smoke (ADR-125 P7) (push) Failing after 1s
V3 CI/CD Pipeline / github-safe injection smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github actions pin smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github attribution opt-in smoke (#2089, ADR-127 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / pre-bash hook safety smoke (#2017) (push) Failing after 1s
V3 CI/CD Pipeline / Memory import smoke / ubuntu-latest (push) Failing after 0s
V3 CI/CD Pipeline / MCP protocol smoke / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / ruvllm WASM auto-init smoke (#2086) (push) Failing after 4s
V3 CI/CD Pipeline / MCP paired-tool round-trip smoke (#1889) (push) Failing after 1s
V3 CI/CD Pipeline / Plugin package install-safety (#1902/#1903/#1904) (push) Failing after 1s
V3 CI/CD Pipeline / Tool description discoverability (ADR-112) (push) Failing after 3s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (22) (push) Failing after 1s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (24) (push) Failing after 1s
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Vector-index dimension audit (#1947) (push) Failing after 0s
V3 CI/CD Pipeline / Hook-command install safety (#1921) (push) Failing after 1s
V3 CI/CD Pipeline / ToolOutputGuardrail smoke (ADR-131, (push) Failing after 1s
V3 CI/CD Pipeline / init-bundle invariants smoke (#2095, ADR-128 Phase 5) (push) Failing after 1s
V3 CI/CD Pipeline / wasm provider bridge smoke (ADR-129 P1) (push) Failing after 2s
V3 CI/CD Pipeline / wasm gallery CRUD smoke (ADR-129 P3) (push) Failing after 1s
V3 CI/CD Pipeline / wasm plugin bridge smoke (ADR-129 P4) (push) Failing after 0s
V3 CI/CD Pipeline / wasm compose smoke (ADR-129 P2) (push) Failing after 4s
V3 CI/CD Pipeline / graph schema smoke (ADR-130 P1) (push) Failing after 0s
Validate Marketplace / validate (push) Failing after 1s
🔍 Verification Pipeline / 🚀 Setup Verification (push) Failing after 1s
🔍 Verification Pipeline / 🛡️ Security Verification (push) Has been skipped
🔍 Verification Pipeline / 📝 Code Quality (push) Has been skipped
🔍 Verification Pipeline / 🧪 Test Verification (${{ matrix.os }}, Node ${{ matrix.node }}) (push) Has been skipped
🔍 Verification Pipeline / 🏗️ Build Verification (push) Has been skipped
🔍 Verification Pipeline / 📚 Documentation Verification (push) Has been skipped
CVE Audit Gate / High-severity report (warn only) (push) Has been cancelled
🔄 Automated Rollback Manager / 🔄 Execute Rollback (push) Has been cancelled
🔄 Automated Rollback Manager / ✅ Post-Rollback Verification (push) Has been cancelled
🔄 Automated Rollback Manager / 📊 Rollback Monitoring (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / windows-latest (push) Has been cancelled
🔄 Automated Rollback Manager / ⏳ Manual Rollback Approval (push) Has been cancelled
V3 CI/CD Pipeline / MCP protocol smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Memory import smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / ubuntu-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Publish to npm (alpha) (push) Has been cancelled
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / macos-latest / Node 22 (push) Has been cancelled
V3 CI/CD Pipeline / Plugin hooks smoke / macos-latest / Node 22 (push) Has been cancelled
CI/CD Pipeline / Deploy & Release (push) Has been cancelled
CI/CD Pipeline / CI Status (push) Has been cancelled
🔗 Cross-Agent Integration Tests / 📊 Integration Test Report (push) Has been cancelled
🔄 Automated Rollback Manager / 🔍 Pre-Rollback Validation (push) Has been cancelled
🔍 Verification Pipeline / ⚡ Performance Verification (push) Has been cancelled
🔍 Verification Pipeline / 📊 Verification Report (push) Has been cancelled
202 lines
8.4 KiB
TypeScript
202 lines
8.4 KiB
TypeScript
/**
|
|
* @claude-flow/browser - Workflow Compiler + Production-Aware UCT Tests (ADR-122 Phase 7)
|
|
*
|
|
* Acceptance criteria covered:
|
|
* - Compile a successful trajectory → CompiledWorkflow with selector fallback per step
|
|
* - Detect highest-risk action in trajectory; gate requirements + guards accordingly
|
|
* - Origins extracted from `open` steps populate requirements.origins
|
|
* - YAML serialisation is deterministic + parseable
|
|
* - Production-aware UCT formula respects penalties (low Q + high risk < high Q + low risk)
|
|
* - Unvisited branches still return Infinity (parity with Phase 4 UCB1)
|
|
* - Cost penalty dominates exploitation when cost is high
|
|
*/
|
|
|
|
import { describe, it, expect } from 'vitest';
|
|
import { WorkflowCompiler } from '../src/application/workflow-compiler.js';
|
|
import { productionUct, blendQ } from '../src/application/production-uct.js';
|
|
import { sealTrajectory } from '../src/application/signed-trajectory-service.js';
|
|
import { generateWitnessKey } from '../src/infrastructure/witness-signer.js';
|
|
import type { BrowserTrajectory, Snapshot } from '../src/domain/types.js';
|
|
import { DEFAULT_PRODUCTION_UCT_WEIGHTS } from '../src/domain/workflow.js';
|
|
|
|
const sharedKey = generateWitnessKey();
|
|
|
|
function buildLoginTrajectory(): BrowserTrajectory {
|
|
const snapshot: Snapshot = {
|
|
tree: { role: 'main', children: [] },
|
|
refs: {
|
|
'@e1': { role: 'textbox', name: 'Email' },
|
|
'@e2': { role: 'textbox', name: 'Password' },
|
|
'@e3': { role: 'button', name: 'Sign in' },
|
|
},
|
|
url: 'https://example.com/login',
|
|
title: 'Login',
|
|
timestamp: '2026-05-18T20:00:00Z',
|
|
};
|
|
return {
|
|
id: 'wf-traj-1',
|
|
sessionId: 's',
|
|
goal: 'Sign in to example.com',
|
|
startedAt: '2026-05-18T20:00:00Z',
|
|
completedAt: '2026-05-18T20:00:05Z',
|
|
success: true,
|
|
verdict: 'ok',
|
|
steps: [
|
|
{ action: 'open', input: { url: 'https://example.com/login' }, result: { success: true }, timestamp: '2026-05-18T20:00:00Z' },
|
|
{ action: 'snapshot', input: {}, result: { success: true }, snapshot, timestamp: '2026-05-18T20:00:01Z' },
|
|
{ action: 'fill', input: { target: '@e1', value: 'user@example.com' }, result: { success: true }, snapshot, timestamp: '2026-05-18T20:00:02Z' },
|
|
{ action: 'fill', input: { target: '@e2', value: 'hunter2' }, result: { success: true }, snapshot, timestamp: '2026-05-18T20:00:03Z' },
|
|
{ action: 'click', input: { target: '@e3' }, result: { success: true }, snapshot, timestamp: '2026-05-18T20:00:04Z' },
|
|
],
|
|
};
|
|
}
|
|
|
|
describe('WorkflowCompiler', () => {
|
|
it('compiles a successful trajectory into a typed workflow', () => {
|
|
const compiler = new WorkflowCompiler();
|
|
const { envelope } = sealTrajectory({ trajectory: buildLoginTrajectory(), witnessKey: sharedKey });
|
|
const wf = compiler.compile({
|
|
id: 'example-login',
|
|
goal: 'Sign in to example.com',
|
|
trajectoryEnvelope: envelope,
|
|
});
|
|
expect(wf.workflow).toBe('example-login');
|
|
expect(wf.steps).toHaveLength(5);
|
|
expect(wf.requirements.origins).toContain('https://example.com');
|
|
});
|
|
|
|
it('detects draft-write as the highest risk in a login trajectory', () => {
|
|
const compiler = new WorkflowCompiler();
|
|
const { envelope } = sealTrajectory({ trajectory: buildLoginTrajectory(), witnessKey: sharedKey });
|
|
const wf = compiler.compile({
|
|
id: 'login-flow', goal: 'login flow', trajectoryEnvelope: envelope,
|
|
});
|
|
expect(wf.requirements.taskClass).toBe('draft-write');
|
|
expect(wf.guards.requiresUserConfirmation).toBe(false);
|
|
expect(wf.guards.irreversibleAction).toBe(false);
|
|
expect(wf.requirements.sessionCapsule).toBe(true);
|
|
});
|
|
|
|
it('escalates guards when trajectory contains a payment action', () => {
|
|
const compiler = new WorkflowCompiler();
|
|
const traj = buildLoginTrajectory();
|
|
traj.steps.push({
|
|
action: 'click',
|
|
input: { target: '@e9' },
|
|
result: { success: true },
|
|
timestamp: '2026-05-18T20:01:00Z',
|
|
});
|
|
traj.goal = 'Pay invoice';
|
|
const { envelope } = sealTrajectory({ trajectory: traj, witnessKey: sharedKey });
|
|
const wf = compiler.compile({ id: 'pay-invoice', goal: traj.goal, trajectoryEnvelope: envelope });
|
|
expect(wf.requirements.taskClass).toBe('financial');
|
|
expect(wf.guards.irreversibleAction).toBe(true);
|
|
expect(wf.guards.requiresUserConfirmation).toBe(true);
|
|
});
|
|
|
|
it('produces selector fallback chain from snapshot metadata', () => {
|
|
const compiler = new WorkflowCompiler();
|
|
const { envelope } = sealTrajectory({ trajectory: buildLoginTrajectory(), witnessKey: sharedKey });
|
|
const wf = compiler.compile({ id: 'login', goal: 'login', trajectoryEnvelope: envelope });
|
|
|
|
const clickStep = wf.steps.find(s => s.action === 'click')!;
|
|
// Primary is @e3 ref; fallback should include role:button name:Sign in
|
|
expect(clickStep.target).toMatchObject({ strategy: 'ref', value: '@e3' });
|
|
expect(clickStep.fallback.some(f => f.strategy === 'role' && f.value === 'button' && f.name === 'Sign in')).toBe(true);
|
|
expect(clickStep.fallback.some(f => f.strategy === 'text' && f.value === 'Sign in')).toBe(true);
|
|
});
|
|
|
|
it('renders deterministic YAML', () => {
|
|
const compiler = new WorkflowCompiler();
|
|
const { envelope } = sealTrajectory({ trajectory: buildLoginTrajectory(), witnessKey: sharedKey });
|
|
const wf = compiler.compile({
|
|
id: 'login', goal: 'login', trajectoryEnvelope: envelope, compiledAt: '2026-05-18T21:00:00Z',
|
|
});
|
|
const yaml = compiler.toYaml(wf);
|
|
expect(yaml).toContain('workflow: login');
|
|
expect(yaml).toContain('version: 1');
|
|
expect(yaml).toContain('compiledAt: 2026-05-18T21:00:00Z');
|
|
expect(yaml).toContain(' - action: click');
|
|
expect(yaml).toContain(' target:');
|
|
expect(yaml).toContain(' strategy: ref');
|
|
expect(yaml).toContain(' fallback:');
|
|
expect(yaml).toContain(' - strategy: role');
|
|
});
|
|
});
|
|
|
|
describe('productionUct', () => {
|
|
const visited = (visits: number, parentVisits: number) => ({ visits, parentVisits });
|
|
|
|
it('returns Infinity for unvisited branches', () => {
|
|
const score = productionUct({
|
|
...visited(0, 10),
|
|
signals: { qValue: 0, replayability: 0, risk: 0, costUsd: 0, authFragility: 0 },
|
|
});
|
|
expect(score).toBe(Infinity);
|
|
});
|
|
|
|
it('prefers high-Q low-risk branches over high-Q high-risk', () => {
|
|
const safe = productionUct({
|
|
...visited(5, 20),
|
|
signals: { qValue: 0.8, replayability: 0.5, risk: 0.0, costUsd: 0.01, authFragility: 0.1 },
|
|
});
|
|
const risky = productionUct({
|
|
...visited(5, 20),
|
|
signals: { qValue: 0.8, replayability: 0.5, risk: 0.9, costUsd: 0.01, authFragility: 0.1 },
|
|
});
|
|
expect(safe).toBeGreaterThan(risky);
|
|
});
|
|
|
|
it('penalizes high cost', () => {
|
|
const cheap = productionUct({
|
|
...visited(5, 20),
|
|
signals: { qValue: 0.6, replayability: 0.3, risk: 0.1, costUsd: 0.01, authFragility: 0.1 },
|
|
});
|
|
const expensive = productionUct({
|
|
...visited(5, 20),
|
|
signals: { qValue: 0.6, replayability: 0.3, risk: 0.1, costUsd: 0.5, authFragility: 0.1 },
|
|
});
|
|
expect(cheap).toBeGreaterThan(expensive);
|
|
expect(cheap - expensive).toBeCloseTo(
|
|
DEFAULT_PRODUCTION_UCT_WEIGHTS.costPenalty * (0.5 - 0.01),
|
|
4,
|
|
);
|
|
});
|
|
|
|
it('rewards high replayability', () => {
|
|
const replayable = productionUct({
|
|
...visited(5, 20),
|
|
signals: { qValue: 0.5, replayability: 1.0, risk: 0.1, costUsd: 0.01, authFragility: 0.1 },
|
|
});
|
|
const oneShot = productionUct({
|
|
...visited(5, 20),
|
|
signals: { qValue: 0.5, replayability: 0.0, risk: 0.1, costUsd: 0.01, authFragility: 0.1 },
|
|
});
|
|
expect(replayable).toBeGreaterThan(oneShot);
|
|
});
|
|
|
|
it('honours custom weights', () => {
|
|
const weights = { ...DEFAULT_PRODUCTION_UCT_WEIGHTS, riskPenalty: 0 };
|
|
const risky = productionUct({
|
|
...visited(5, 20),
|
|
signals: { qValue: 0.5, replayability: 0.5, risk: 1.0, costUsd: 0.01, authFragility: 0.0 },
|
|
}, weights);
|
|
const safe = productionUct({
|
|
...visited(5, 20),
|
|
signals: { qValue: 0.5, replayability: 0.5, risk: 0.0, costUsd: 0.01, authFragility: 0.0 },
|
|
}, weights);
|
|
// With riskPenalty=0 the two should now tie
|
|
expect(risky).toBeCloseTo(safe, 6);
|
|
});
|
|
});
|
|
|
|
describe('blendQ', () => {
|
|
it('returns raw scorer value when replaySuccessRate is undefined', () => {
|
|
expect(blendQ(0.7)).toBe(0.7);
|
|
});
|
|
|
|
it('linearly blends scorer + replay-success', () => {
|
|
expect(blendQ(0.8, 0.6)).toBeCloseTo(0.7 * 0.8 + 0.3 * 0.6, 6);
|
|
});
|
|
});
|