23f7624596
ADR-166 MCP Bridge Security Lock / Static-source security lock (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / Compose default binds loopback + Mongo has auth (push) Failing after 2s
CodeQL Advanced / Analyze (rust) (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / plugin-agent-federation bindHost default (push) Failing after 1s
ADR-166 MCP Bridge Security Lock / Runtime behavior — 401 + terminal gate + fail-closed (push) Failing after 4s
business-pods-smoke / smoke (push) Failing after 1s
all-plugins-smoke / smoke-all (push) Failing after 2s
CI/CD Pipeline / Security & Code Quality (push) Failing after 1s
CI/CD Pipeline / Test Suite (ubuntu-latest) (push) Failing after 1s
CI/CD Pipeline / Build & Package (macos-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (ubuntu-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (windows-latest) (push) Has been skipped
CI/CD Pipeline / Documentation & Examples (push) Failing after 1s
Clone Tracker (14-day rolling) / Snapshot clones for ruflo ecosystem (push) Failing after 1s
CodeQL Advanced / Analyze (actions) (push) Failing after 1s
CodeQL Advanced / Analyze (javascript-typescript) (push) Failing after 1s
federation-peer-rust / stable-noop (push) Failing after 1s
metaharness-ci / score (push) Failing after 1s
metaharness-ci / router-compat (push) Failing after 0s
metaharness-ci / similarity-tests (push) Failing after 0s
no-agentbbs-smoke / smoke-without-agentbbs (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (windows-latest) (push) Has been skipped
codex-integration-audit / Codex integration audit (push) Failing after 1s
helpers-manifest-guard / guard (push) Failing after 1s
🔗 Cross-Agent Integration Tests / 🤝 Agent Coordination Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🧠 Memory Sharing Integration (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🛡️ Fault Tolerance Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / ⚡ Performance Integration Tests (push) Has been skipped
metaharness-ci / mcp-scan (push) Failing after 1s
metaharness-ci / eject-dryrun (push) Failing after 1s
metaharness-ci / metaharness-real-data (push) Failing after 0s
no-cli-optdep-bloat-2561 / guard (push) Failing after 1s
no-metaharness-smoke / smoke-without-metaharness (push) Failing after 1s
no-phantom-agentic-flow-subpath / guard (push) Failing after 1s
🔄 Automated Rollback Manager / 🚨 Failure Detection (push) Failing after 1s
V3 CI/CD Pipeline / Plugin hooks smoke / ubuntu-latest / Node 22 (push) Failing after 1s
V3 CI/CD Pipeline / ruflo-graph-intelligence build + test smoke (#2044, ADR-123) (push) Failing after 1s
CVE Audit Gate / Audit root (critical-blocking) (push) Failing after 2s
cost-tracker-smoke / smoke (push) Failing after 3s
oia-audit-weekly / audit (push) Failing after 2s
ruflo-agent-smoke / ruflo-agent structural smoke (push) Failing after 1s
📊 Status Badges Update / 📊 Update Status Badges (push) Failing after 1s
V3 CI/CD Pipeline / Static regression guards (#2267 YAML + (push) Failing after 1s
V3 CI/CD Pipeline / Test V3 Packages (push) Failing after 0s
V3 CI/CD Pipeline / agent_execute provider routing smoke (#2042) (push) Failing after 0s
CVE Audit Gate / Audit v3 (critical-blocking) (push) Failing after 1s
federation-peer-rust / stable-native (push) Failing after 2s
🔗 Cross-Agent Integration Tests / 🚀 Integration Test Setup (push) Failing after 2s
neural-trader-smoke / runtime-smoke (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (macos-latest) (push) Has been skipped
V3 CI/CD Pipeline / Build V3 (ubuntu-latest) (push) Has been skipped
V3 CI/CD Pipeline / Type Check V3 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 24 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 22 (push) Failing after 2s
V3 CI/CD Pipeline / browser rvf create flag smoke (#2015) (push) Failing after 0s
V3 CI/CD Pipeline / Dependency review (#2046) (push) Has been skipped
V3 CI/CD Pipeline / Supply-chain audit (#2046) (push) Failing after 0s
V3 CI/CD Pipeline / witness marker drift smoke (#2021) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader portfolio CG smoke (#2068, ADR-126 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader backtest signing smoke (#2068, ADR-126 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / kg-extract type-import classification smoke (#2049) (push) Failing after 0s
V3 CI/CD Pipeline / witness verify precondition smoke (#1880) (push) Failing after 2s
V3 CI/CD Pipeline / neural-trader pipeline risk-gate smoke (#2068, ADR-126 Phase 5) (push) Failing after 0s
V3 CI/CD Pipeline / neural-trader feature attribution smoke (#2068, ADR-126 Phase 6) (push) Failing after 0s
V3 CI/CD Pipeline / plugin-registry signature verification smoke (#1922, CWE-347) (push) Failing after 4s
V3 CI/CD Pipeline / memory stats legacy-DB smoke (#2120) (push) Failing after 4s
V3 CI/CD Pipeline / github deprecated actions smoke (#2089, ADR-127 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / graph query + pathfinder smoke (ADR-130 P2+P5) (push) Has been skipped
V3 CI/CD Pipeline / graph trajectory hooks smoke (ADR-130 P3) (push) Has been skipped
V3 CI/CD Pipeline / graph plugin adapter smoke (ADR-130 P4) (push) Has been skipped
V3 CI/CD Pipeline / graph benchmark (ADR-130 P6) (push) Has been skipped
V3 CI/CD Pipeline / statusline generator delegation smoke (#2195) (push) Failing after 1s
V3 CI/CD Pipeline / wizard init regression guard (#2206 (push) Failing after 1s
V3 CI/CD Pipeline / memory no-stray-db smoke (ADR-125 P7) (push) Failing after 1s
V3 CI/CD Pipeline / github-safe injection smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github actions pin smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github attribution opt-in smoke (#2089, ADR-127 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / pre-bash hook safety smoke (#2017) (push) Failing after 1s
V3 CI/CD Pipeline / Memory import smoke / ubuntu-latest (push) Failing after 0s
V3 CI/CD Pipeline / MCP protocol smoke / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / ruvllm WASM auto-init smoke (#2086) (push) Failing after 4s
V3 CI/CD Pipeline / MCP paired-tool round-trip smoke (#1889) (push) Failing after 1s
V3 CI/CD Pipeline / Plugin package install-safety (#1902/#1903/#1904) (push) Failing after 1s
V3 CI/CD Pipeline / Tool description discoverability (ADR-112) (push) Failing after 3s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (22) (push) Failing after 1s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (24) (push) Failing after 1s
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Vector-index dimension audit (#1947) (push) Failing after 0s
V3 CI/CD Pipeline / Hook-command install safety (#1921) (push) Failing after 1s
V3 CI/CD Pipeline / ToolOutputGuardrail smoke (ADR-131, (push) Failing after 1s
V3 CI/CD Pipeline / init-bundle invariants smoke (#2095, ADR-128 Phase 5) (push) Failing after 1s
V3 CI/CD Pipeline / wasm provider bridge smoke (ADR-129 P1) (push) Failing after 2s
V3 CI/CD Pipeline / wasm gallery CRUD smoke (ADR-129 P3) (push) Failing after 1s
V3 CI/CD Pipeline / wasm plugin bridge smoke (ADR-129 P4) (push) Failing after 0s
V3 CI/CD Pipeline / wasm compose smoke (ADR-129 P2) (push) Failing after 4s
V3 CI/CD Pipeline / graph schema smoke (ADR-130 P1) (push) Failing after 0s
Validate Marketplace / validate (push) Failing after 1s
🔍 Verification Pipeline / 🚀 Setup Verification (push) Failing after 1s
🔍 Verification Pipeline / 🛡️ Security Verification (push) Has been skipped
🔍 Verification Pipeline / 📝 Code Quality (push) Has been skipped
🔍 Verification Pipeline / 🧪 Test Verification (${{ matrix.os }}, Node ${{ matrix.node }}) (push) Has been skipped
🔍 Verification Pipeline / 🏗️ Build Verification (push) Has been skipped
🔍 Verification Pipeline / 📚 Documentation Verification (push) Has been skipped
CVE Audit Gate / High-severity report (warn only) (push) Has been cancelled
🔄 Automated Rollback Manager / 🔄 Execute Rollback (push) Has been cancelled
🔄 Automated Rollback Manager / ✅ Post-Rollback Verification (push) Has been cancelled
🔄 Automated Rollback Manager / 📊 Rollback Monitoring (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / windows-latest (push) Has been cancelled
🔄 Automated Rollback Manager / ⏳ Manual Rollback Approval (push) Has been cancelled
V3 CI/CD Pipeline / MCP protocol smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Memory import smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / ubuntu-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Publish to npm (alpha) (push) Has been cancelled
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / macos-latest / Node 22 (push) Has been cancelled
V3 CI/CD Pipeline / Plugin hooks smoke / macos-latest / Node 22 (push) Has been cancelled
CI/CD Pipeline / Deploy & Release (push) Has been cancelled
CI/CD Pipeline / CI Status (push) Has been cancelled
🔗 Cross-Agent Integration Tests / 📊 Integration Test Report (push) Has been cancelled
🔄 Automated Rollback Manager / 🔍 Pre-Rollback Validation (push) Has been cancelled
🔍 Verification Pipeline / ⚡ Performance Verification (push) Has been cancelled
🔍 Verification Pipeline / 📊 Verification Report (push) Has been cancelled
130 lines
5.1 KiB
JavaScript
130 lines
5.1 KiB
JavaScript
#!/usr/bin/env node
|
|
/**
|
|
* Regression guard for ruvnet/ruflo#1859 + #1862.
|
|
*
|
|
* Drives each PostToolUse hook command from `hooks/hooks.json` with synthetic
|
|
* Claude-Code-style stdin against a locally built CLI, asserting:
|
|
*
|
|
* - Exit code 0 (no parser errors like "Invalid value for --format")
|
|
* - Output records the *intended* value (the file path / command), not a
|
|
* stray boolean like "true" — the symptom that #1859 reported
|
|
*
|
|
* The script substitutes `npx ruflo@alpha` → the local CLI binary, so
|
|
* we exercise the same flag wiring users hit in production but pinned to
|
|
* the build under test.
|
|
*
|
|
* Usage (from repo root):
|
|
* node plugins/ruflo-core/scripts/test-hooks.mjs <path-to-cli-binary>
|
|
*
|
|
* Wired into .github/workflows/v3-ci.yml as the `plugin-hooks-smoke` job.
|
|
*/
|
|
|
|
import { readFileSync } from 'node:fs';
|
|
import { spawnSync } from 'node:child_process';
|
|
import { join, dirname } from 'node:path';
|
|
import { fileURLToPath } from 'node:url';
|
|
|
|
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
const HOOKS_JSON = join(__dirname, '..', 'hooks', 'hooks.json');
|
|
|
|
// `cliInvoke` is the literal token-string that should run the CLI — caller
|
|
// passes the full thing so this script doesn't need to guess shebangs:
|
|
// - local node script: "node /abs/path/to/bin/cli.js"
|
|
// - shell wrapper: "/abs/path/to/wrapper.sh"
|
|
// - npx fallthrough: "npx --yes @claude-flow/cli@latest"
|
|
const cliInvoke = process.argv[2];
|
|
if (!cliInvoke) {
|
|
console.error('Usage: node test-hooks.mjs "<cli-invocation-string>"');
|
|
console.error('Examples:');
|
|
console.error(' node test-hooks.mjs "node $PWD/v3/@claude-flow/cli/bin/cli.js"');
|
|
console.error(' node test-hooks.mjs "npx --yes @claude-flow/cli@latest"');
|
|
process.exit(2);
|
|
}
|
|
|
|
const hooks = JSON.parse(readFileSync(HOOKS_JSON, 'utf8'));
|
|
const post = hooks.hooks?.PostToolUse ?? [];
|
|
|
|
const findHook = (matcher) => {
|
|
const hit = post.find(h => h.matcher === matcher);
|
|
if (!hit) throw new Error(`No PostToolUse hook with matcher=${matcher}`);
|
|
return hit.hooks[0].command
|
|
// legacy form: `npx ruflo@alpha hooks …`
|
|
.replace(/npx ruflo@alpha/g, cliInvoke)
|
|
// #1921 form: hook subcommands go through scripts/ruflo-hook.sh (which
|
|
// prepends `hooks`). Bypass the shim here and call the built CLI directly
|
|
// so the test exercises the same flag wiring users hit, pinned to the
|
|
// build under test. Also drop the shim's `|| true` so exit codes are
|
|
// still asserted (the shim makes failures non-fatal in production).
|
|
.replace(/"\$\{CLAUDE_PLUGIN_ROOT\}\/scripts\/ruflo-hook\.sh"/g, `${cliInvoke} hooks`)
|
|
.replace(/\s*\|\|\s*true(\s*')/g, '$1');
|
|
};
|
|
|
|
const cmdBash = findHook('Bash');
|
|
const cmdEdit = findHook('Write|Edit|MultiEdit');
|
|
|
|
let failed = 0;
|
|
const cases = [];
|
|
|
|
const run = (name, cmd, stdin, assertions) => {
|
|
const r = spawnSync('bash', ['-c', cmd], { input: stdin, encoding: 'utf8' });
|
|
const combined = (r.stdout ?? '') + (r.stderr ?? '');
|
|
const errors = [];
|
|
if (r.status !== 0) errors.push(`exit ${r.status} (expected 0)`);
|
|
for (const a of assertions) {
|
|
if (a.contains && !combined.includes(a.contains)) errors.push(`missing "${a.contains}" in output`);
|
|
if (a.absent && combined.includes(a.absent)) errors.push(`unexpected "${a.absent}" in output`);
|
|
}
|
|
if (errors.length === 0) {
|
|
console.log(`ok: ${name}`);
|
|
} else {
|
|
console.error(`FAIL: ${name}`);
|
|
for (const e of errors) console.error(` - ${e}`);
|
|
if (combined.trim()) {
|
|
console.error(' output:');
|
|
for (const line of combined.split('\n').slice(0, 8)) console.error(` ${line}`);
|
|
}
|
|
failed++;
|
|
}
|
|
cases.push(name);
|
|
};
|
|
|
|
// --- Edit hook ---
|
|
run('Edit hook records file_path (regression #1859: was "true")',
|
|
cmdEdit,
|
|
'{"tool_input":{"file_path":"/tmp/foo.ts"}}',
|
|
[{ contains: '/tmp/foo.ts' }, { absent: 'Recording outcome for: true' }, { absent: 'Invalid value' }]);
|
|
|
|
run('Edit hook records legacy "path" field',
|
|
cmdEdit,
|
|
'{"tool_input":{"path":"/tmp/bar.ts"}}',
|
|
[{ contains: '/tmp/bar.ts' }, { absent: 'Invalid value' }]);
|
|
|
|
run('Edit hook silently no-ops when no path present',
|
|
cmdEdit,
|
|
'{"tool_input":{}}',
|
|
[]);
|
|
|
|
// --- Bash hook ---
|
|
run('Bash hook records simple command',
|
|
cmdBash,
|
|
'{"tool_input":{"command":"echo hi"},"tool_response":{"exit_code":0}}',
|
|
[{ contains: 'echo hi' }, { absent: 'Required option missing' }, { absent: 'Invalid value' }]);
|
|
|
|
run('Bash hook records multi-line heredoc (regression #1859)',
|
|
cmdBash,
|
|
'{"tool_input":{"command":"cat <<EOF\\nline1\\nline2\\nEOF"},"tool_response":{"exit_code":0}}',
|
|
[{ contains: 'cat <<EOF' }, { absent: 'Required option missing' }]);
|
|
|
|
run('Bash hook records non-zero exit (distinct from -s value)',
|
|
cmdBash,
|
|
'{"tool_input":{"command":"echo failing-cmd"},"tool_response":{"exit_code":1}}',
|
|
[{ contains: 'echo failing-cmd' }, { absent: 'Recording command outcome: false' }, { absent: 'Recording command outcome: true' }]);
|
|
|
|
run('Bash hook silently no-ops when no command present',
|
|
cmdBash,
|
|
'{"tool_input":{},"tool_response":{}}',
|
|
[]);
|
|
|
|
console.log(`\n${cases.length - failed}/${cases.length} passed`);
|
|
process.exit(failed === 0 ? 0 : 1);
|