Files
wehub-resource-sync 23f7624596
ADR-166 MCP Bridge Security Lock / Static-source security lock (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / Compose default binds loopback + Mongo has auth (push) Failing after 2s
CodeQL Advanced / Analyze (rust) (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / plugin-agent-federation bindHost default (push) Failing after 1s
ADR-166 MCP Bridge Security Lock / Runtime behavior — 401 + terminal gate + fail-closed (push) Failing after 4s
business-pods-smoke / smoke (push) Failing after 1s
all-plugins-smoke / smoke-all (push) Failing after 2s
CI/CD Pipeline / Security & Code Quality (push) Failing after 1s
CI/CD Pipeline / Test Suite (ubuntu-latest) (push) Failing after 1s
CI/CD Pipeline / Build & Package (macos-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (ubuntu-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (windows-latest) (push) Has been skipped
CI/CD Pipeline / Documentation & Examples (push) Failing after 1s
Clone Tracker (14-day rolling) / Snapshot clones for ruflo ecosystem (push) Failing after 1s
CodeQL Advanced / Analyze (actions) (push) Failing after 1s
CodeQL Advanced / Analyze (javascript-typescript) (push) Failing after 1s
federation-peer-rust / stable-noop (push) Failing after 1s
metaharness-ci / score (push) Failing after 1s
metaharness-ci / router-compat (push) Failing after 0s
metaharness-ci / similarity-tests (push) Failing after 0s
no-agentbbs-smoke / smoke-without-agentbbs (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (windows-latest) (push) Has been skipped
codex-integration-audit / Codex integration audit (push) Failing after 1s
helpers-manifest-guard / guard (push) Failing after 1s
🔗 Cross-Agent Integration Tests / 🤝 Agent Coordination Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🧠 Memory Sharing Integration (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🛡️ Fault Tolerance Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / ⚡ Performance Integration Tests (push) Has been skipped
metaharness-ci / mcp-scan (push) Failing after 1s
metaharness-ci / eject-dryrun (push) Failing after 1s
metaharness-ci / metaharness-real-data (push) Failing after 0s
no-cli-optdep-bloat-2561 / guard (push) Failing after 1s
no-metaharness-smoke / smoke-without-metaharness (push) Failing after 1s
no-phantom-agentic-flow-subpath / guard (push) Failing after 1s
🔄 Automated Rollback Manager / 🚨 Failure Detection (push) Failing after 1s
V3 CI/CD Pipeline / Plugin hooks smoke / ubuntu-latest / Node 22 (push) Failing after 1s
V3 CI/CD Pipeline / ruflo-graph-intelligence build + test smoke (#2044, ADR-123) (push) Failing after 1s
CVE Audit Gate / Audit root (critical-blocking) (push) Failing after 2s
cost-tracker-smoke / smoke (push) Failing after 3s
oia-audit-weekly / audit (push) Failing after 2s
ruflo-agent-smoke / ruflo-agent structural smoke (push) Failing after 1s
📊 Status Badges Update / 📊 Update Status Badges (push) Failing after 1s
V3 CI/CD Pipeline / Static regression guards (#2267 YAML + (push) Failing after 1s
V3 CI/CD Pipeline / Test V3 Packages (push) Failing after 0s
V3 CI/CD Pipeline / agent_execute provider routing smoke (#2042) (push) Failing after 0s
CVE Audit Gate / Audit v3 (critical-blocking) (push) Failing after 1s
federation-peer-rust / stable-native (push) Failing after 2s
🔗 Cross-Agent Integration Tests / 🚀 Integration Test Setup (push) Failing after 2s
neural-trader-smoke / runtime-smoke (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (macos-latest) (push) Has been skipped
V3 CI/CD Pipeline / Build V3 (ubuntu-latest) (push) Has been skipped
V3 CI/CD Pipeline / Type Check V3 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 24 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 22 (push) Failing after 2s
V3 CI/CD Pipeline / browser rvf create flag smoke (#2015) (push) Failing after 0s
V3 CI/CD Pipeline / Dependency review (#2046) (push) Has been skipped
V3 CI/CD Pipeline / Supply-chain audit (#2046) (push) Failing after 0s
V3 CI/CD Pipeline / witness marker drift smoke (#2021) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader portfolio CG smoke (#2068, ADR-126 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader backtest signing smoke (#2068, ADR-126 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / kg-extract type-import classification smoke (#2049) (push) Failing after 0s
V3 CI/CD Pipeline / witness verify precondition smoke (#1880) (push) Failing after 2s
V3 CI/CD Pipeline / neural-trader pipeline risk-gate smoke (#2068, ADR-126 Phase 5) (push) Failing after 0s
V3 CI/CD Pipeline / neural-trader feature attribution smoke (#2068, ADR-126 Phase 6) (push) Failing after 0s
V3 CI/CD Pipeline / plugin-registry signature verification smoke (#1922, CWE-347) (push) Failing after 4s
V3 CI/CD Pipeline / memory stats legacy-DB smoke (#2120) (push) Failing after 4s
V3 CI/CD Pipeline / github deprecated actions smoke (#2089, ADR-127 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / graph query + pathfinder smoke (ADR-130 P2+P5) (push) Has been skipped
V3 CI/CD Pipeline / graph trajectory hooks smoke (ADR-130 P3) (push) Has been skipped
V3 CI/CD Pipeline / graph plugin adapter smoke (ADR-130 P4) (push) Has been skipped
V3 CI/CD Pipeline / graph benchmark (ADR-130 P6) (push) Has been skipped
V3 CI/CD Pipeline / statusline generator delegation smoke (#2195) (push) Failing after 1s
V3 CI/CD Pipeline / wizard init regression guard (#2206 (push) Failing after 1s
V3 CI/CD Pipeline / memory no-stray-db smoke (ADR-125 P7) (push) Failing after 1s
V3 CI/CD Pipeline / github-safe injection smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github actions pin smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github attribution opt-in smoke (#2089, ADR-127 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / pre-bash hook safety smoke (#2017) (push) Failing after 1s
V3 CI/CD Pipeline / Memory import smoke / ubuntu-latest (push) Failing after 0s
V3 CI/CD Pipeline / MCP protocol smoke / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / ruvllm WASM auto-init smoke (#2086) (push) Failing after 4s
V3 CI/CD Pipeline / MCP paired-tool round-trip smoke (#1889) (push) Failing after 1s
V3 CI/CD Pipeline / Plugin package install-safety (#1902/#1903/#1904) (push) Failing after 1s
V3 CI/CD Pipeline / Tool description discoverability (ADR-112) (push) Failing after 3s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (22) (push) Failing after 1s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (24) (push) Failing after 1s
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Vector-index dimension audit (#1947) (push) Failing after 0s
V3 CI/CD Pipeline / Hook-command install safety (#1921) (push) Failing after 1s
V3 CI/CD Pipeline / ToolOutputGuardrail smoke (ADR-131, (push) Failing after 1s
V3 CI/CD Pipeline / init-bundle invariants smoke (#2095, ADR-128 Phase 5) (push) Failing after 1s
V3 CI/CD Pipeline / wasm provider bridge smoke (ADR-129 P1) (push) Failing after 2s
V3 CI/CD Pipeline / wasm gallery CRUD smoke (ADR-129 P3) (push) Failing after 1s
V3 CI/CD Pipeline / wasm plugin bridge smoke (ADR-129 P4) (push) Failing after 0s
V3 CI/CD Pipeline / wasm compose smoke (ADR-129 P2) (push) Failing after 4s
V3 CI/CD Pipeline / graph schema smoke (ADR-130 P1) (push) Failing after 0s
Validate Marketplace / validate (push) Failing after 1s
🔍 Verification Pipeline / 🚀 Setup Verification (push) Failing after 1s
🔍 Verification Pipeline / 🛡️ Security Verification (push) Has been skipped
🔍 Verification Pipeline / 📝 Code Quality (push) Has been skipped
🔍 Verification Pipeline / 🧪 Test Verification (${{ matrix.os }}, Node ${{ matrix.node }}) (push) Has been skipped
🔍 Verification Pipeline / 🏗️ Build Verification (push) Has been skipped
🔍 Verification Pipeline / 📚 Documentation Verification (push) Has been skipped
CVE Audit Gate / High-severity report (warn only) (push) Has been cancelled
🔄 Automated Rollback Manager / 🔄 Execute Rollback (push) Has been cancelled
🔄 Automated Rollback Manager / ✅ Post-Rollback Verification (push) Has been cancelled
🔄 Automated Rollback Manager / 📊 Rollback Monitoring (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / windows-latest (push) Has been cancelled
🔄 Automated Rollback Manager / ⏳ Manual Rollback Approval (push) Has been cancelled
V3 CI/CD Pipeline / MCP protocol smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Memory import smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / ubuntu-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Publish to npm (alpha) (push) Has been cancelled
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / macos-latest / Node 22 (push) Has been cancelled
V3 CI/CD Pipeline / Plugin hooks smoke / macos-latest / Node 22 (push) Has been cancelled
CI/CD Pipeline / Deploy & Release (push) Has been cancelled
CI/CD Pipeline / CI Status (push) Has been cancelled
🔗 Cross-Agent Integration Tests / 📊 Integration Test Report (push) Has been cancelled
🔄 Automated Rollback Manager / 🔍 Pre-Rollback Validation (push) Has been cancelled
🔍 Verification Pipeline / ⚡ Performance Verification (push) Has been cancelled
🔍 Verification Pipeline / 📊 Verification Report (push) Has been cancelled
chore: import upstream snapshot with attribution
2026-07-13 12:02:19 +08:00

266 lines
9.0 KiB
TypeScript

/**
* Integration tests for the Guidance Control Plane
*/
import { describe, it, expect, beforeEach } from 'vitest';
import { GuidanceControlPlane } from '../src/index.js';
const SAMPLE_ROOT_GUIDANCE = `
# Safety Invariants
These rules must never be violated.
- [R001] Never commit hardcoded secrets or API keys to version control (critical) @security verify:secrets-scan priority:200
- [R002] Always validate all user inputs at system boundaries (critical) @security verify:input-validation priority:190
- [R003] Never force push to main or master branches (critical) @security [bash] priority:180
- [R004] Always run tests before committing code changes @testing verify:tests-pass priority:170
# Architecture Boundaries
- [R010] Keep source files under 500 lines @architecture #refactor
- [R011] Use typed interfaces for all public APIs @architecture
- [R012] Respect bounded context boundaries between modules @architecture #architecture
- [R013] Use domain events for cross-module communication @architecture
# Tool Discipline
- [R020] Prefer Read tool over cat/head/tail for file reading [read] @general
- [R021] Prefer Edit tool over sed/awk for file editing [edit] @general
- [R022] Use specific file paths in git add, not wildcards [bash] @general #deployment
# Required Output Formats
- [R030] Include file_path:line_number for all code references @general
- [R031] Use clear commit messages that explain why, not what @general #deployment
# How to Fail When Uncertain
- [R040] When uncertain about a change, ask for clarification instead of guessing @general
- [R041] When a test fails unexpectedly, investigate before retrying @testing #debug
`;
const SAMPLE_LOCAL_GUIDANCE = `
# Experimental Rules
- [R001] Never commit secrets - use environment variables and .env files (critical) @security priority:200
- [EXP-001] Prefer TDD London School with mocks for all new tests @testing #testing
- [EXP-002] Use flash attention optimizations where applicable @performance #performance
`;
describe('GuidanceControlPlane - Integration', () => {
let plane: GuidanceControlPlane;
beforeEach(async () => {
plane = new GuidanceControlPlane({
rootGuidancePath: '/nonexistent', // We'll compile directly
headlessMode: false,
});
});
describe('compile + retrieve', () => {
it('should compile and retrieve guidance for a security task', async () => {
await plane.compile(SAMPLE_ROOT_GUIDANCE, SAMPLE_LOCAL_GUIDANCE);
const result = await plane.retrieveForTask({
taskDescription: 'Fix the SQL injection vulnerability in the user search endpoint',
});
expect(result.constitution).toBeDefined();
expect(result.constitution.rules.length).toBeGreaterThan(0);
expect(result.detectedIntent).toBe('security');
expect(result.policyText.length).toBeGreaterThan(0);
});
it('should compile and retrieve guidance for a testing task', async () => {
await plane.compile(SAMPLE_ROOT_GUIDANCE, SAMPLE_LOCAL_GUIDANCE);
const result = await plane.retrieveForTask({
taskDescription: 'Add unit tests for the payment processing module',
});
expect(result.detectedIntent).toBe('testing');
expect(result.shards.length).toBeGreaterThan(0);
});
it('should compile and retrieve guidance for a performance task', async () => {
await plane.compile(SAMPLE_ROOT_GUIDANCE, SAMPLE_LOCAL_GUIDANCE);
const result = await plane.retrieveForTask({
taskDescription: 'Optimize the database query performance for large datasets',
});
expect(result.detectedIntent).toBe('performance');
});
});
describe('enforcement gates', () => {
beforeEach(async () => {
await plane.compile(SAMPLE_ROOT_GUIDANCE);
});
it('should block destructive commands', () => {
const results = plane.evaluateCommand('rm -rf /var/data');
expect(results.length).toBeGreaterThan(0);
expect(results[0].decision).toBe('require-confirmation');
});
it('should detect secrets in edits', () => {
const results = plane.evaluateEdit(
'config.ts',
'const apiKey = "sk-abcdef1234567890abcdef1234567890"',
5
);
expect(results.some(r => r.gateName === 'secrets')).toBe(true);
});
it('should warn about large diffs', () => {
const results = plane.evaluateEdit('src/big-file.ts', 'content', 500);
expect(results.some(r => r.gateName === 'diff-size')).toBe(true);
});
it('should allow normal operations', () => {
const results = plane.evaluateCommand('git status');
expect(results.length).toBe(0);
});
});
describe('run tracking', () => {
beforeEach(async () => {
await plane.compile(SAMPLE_ROOT_GUIDANCE);
});
it('should track a complete run lifecycle', async () => {
// Start run
const event = plane.startRun('task-1', 'feature');
expect(event.taskId).toBe('task-1');
// Record some activity
event.toolsUsed.push('Read', 'Edit', 'Bash');
event.filesTouched.push('src/feature.ts', 'tests/feature.test.ts');
event.diffSummary = { linesAdded: 100, linesRemoved: 20, filesChanged: 2 };
event.testResults = { ran: true, passed: 15, failed: 0, skipped: 0 };
// Record a violation
plane.recordViolation(event, {
ruleId: 'R010',
description: 'File src/feature.ts exceeds 500 lines',
severity: 'medium',
location: 'src/feature.ts',
autoCorrected: false,
});
// Finalize
event.outcomeAccepted = true;
const evaluatorResults = await plane.finalizeRun(event);
expect(evaluatorResults.length).toBeGreaterThan(0);
expect(plane.getLedger().eventCount).toBe(1);
});
});
describe('metrics', () => {
beforeEach(async () => {
await plane.compile(SAMPLE_ROOT_GUIDANCE);
});
it('should report metrics after runs', async () => {
// Add some runs
for (let i = 0; i < 5; i++) {
const event = plane.startRun(`task-${i}`, 'feature');
event.reworkLines = i * 5;
if (i < 2) {
plane.recordViolation(event, {
ruleId: 'R010',
description: 'test',
severity: 'medium',
autoCorrected: false,
});
}
event.outcomeAccepted = true;
await plane.finalizeRun(event);
}
const metrics = plane.getMetrics();
expect(metrics.taskCount).toBe(5);
expect(metrics.violationRatePer10Tasks).toBeGreaterThan(0);
expect(metrics.topViolations.length).toBeGreaterThan(0);
});
});
describe('status', () => {
it('should report uninitialized status', () => {
const status = plane.getStatus();
expect(status.initialized).toBe(false);
expect(status.constitutionLoaded).toBe(false);
});
it('should report initialized status after compile', async () => {
await plane.compile(SAMPLE_ROOT_GUIDANCE);
const status = plane.getStatus();
// Note: initialized flag is set by initialize(), not compile()
// But constitutionLoaded should be true
expect(status.constitutionLoaded).toBe(true);
expect(status.shardCount).toBeGreaterThan(0);
expect(status.activeGates).toBeGreaterThan(0);
});
});
describe('local override', () => {
it('should apply local overrides to root rules', async () => {
const bundle = await plane.compile(SAMPLE_ROOT_GUIDANCE, SAMPLE_LOCAL_GUIDANCE);
// R001 should have local version
const r001 = bundle.constitution.rules.find(r => r.id === 'R001');
if (r001) {
expect(r001.text).toContain('environment variables');
}
// EXP-001 should exist from local
const allRules = [
...bundle.constitution.rules,
...bundle.shards.map(s => s.rule),
];
const exp001 = allRules.find(r => r.id === 'EXP-001');
expect(exp001).toBeDefined();
});
});
describe('optimization cycle', () => {
it('should run optimization when sufficient events exist', async () => {
await plane.compile(SAMPLE_ROOT_GUIDANCE);
// Add enough events with violations
for (let i = 0; i < 15; i++) {
const event = plane.startRun(`task-${i}`, 'feature');
event.reworkLines = 15;
if (i < 8) {
plane.recordViolation(event, {
ruleId: 'R010',
description: 'File too large',
severity: 'medium',
autoCorrected: false,
});
}
event.outcomeAccepted = true;
await plane.finalizeRun(event);
}
const result = await plane.optimize();
expect(result.adrsCreated).toBeGreaterThanOrEqual(0);
});
it('should skip optimization with insufficient events', async () => {
await plane.compile(SAMPLE_ROOT_GUIDANCE);
// Only add 3 events (below threshold)
for (let i = 0; i < 3; i++) {
const event = plane.startRun(`task-${i}`, 'feature');
await plane.finalizeRun(event);
}
const result = await plane.optimize();
expect(result.promoted).toEqual([]);
expect(result.adrsCreated).toBe(0);
});
});
});