23f7624596
ADR-166 MCP Bridge Security Lock / Static-source security lock (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / Compose default binds loopback + Mongo has auth (push) Failing after 2s
CodeQL Advanced / Analyze (rust) (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / plugin-agent-federation bindHost default (push) Failing after 1s
ADR-166 MCP Bridge Security Lock / Runtime behavior — 401 + terminal gate + fail-closed (push) Failing after 4s
business-pods-smoke / smoke (push) Failing after 1s
all-plugins-smoke / smoke-all (push) Failing after 2s
CI/CD Pipeline / Security & Code Quality (push) Failing after 1s
CI/CD Pipeline / Test Suite (ubuntu-latest) (push) Failing after 1s
CI/CD Pipeline / Build & Package (macos-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (ubuntu-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (windows-latest) (push) Has been skipped
CI/CD Pipeline / Documentation & Examples (push) Failing after 1s
Clone Tracker (14-day rolling) / Snapshot clones for ruflo ecosystem (push) Failing after 1s
CodeQL Advanced / Analyze (actions) (push) Failing after 1s
CodeQL Advanced / Analyze (javascript-typescript) (push) Failing after 1s
federation-peer-rust / stable-noop (push) Failing after 1s
metaharness-ci / score (push) Failing after 1s
metaharness-ci / router-compat (push) Failing after 0s
metaharness-ci / similarity-tests (push) Failing after 0s
no-agentbbs-smoke / smoke-without-agentbbs (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (windows-latest) (push) Has been skipped
codex-integration-audit / Codex integration audit (push) Failing after 1s
helpers-manifest-guard / guard (push) Failing after 1s
🔗 Cross-Agent Integration Tests / 🤝 Agent Coordination Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🧠 Memory Sharing Integration (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🛡️ Fault Tolerance Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / ⚡ Performance Integration Tests (push) Has been skipped
metaharness-ci / mcp-scan (push) Failing after 1s
metaharness-ci / eject-dryrun (push) Failing after 1s
metaharness-ci / metaharness-real-data (push) Failing after 0s
no-cli-optdep-bloat-2561 / guard (push) Failing after 1s
no-metaharness-smoke / smoke-without-metaharness (push) Failing after 1s
no-phantom-agentic-flow-subpath / guard (push) Failing after 1s
🔄 Automated Rollback Manager / 🚨 Failure Detection (push) Failing after 1s
V3 CI/CD Pipeline / Plugin hooks smoke / ubuntu-latest / Node 22 (push) Failing after 1s
V3 CI/CD Pipeline / ruflo-graph-intelligence build + test smoke (#2044, ADR-123) (push) Failing after 1s
CVE Audit Gate / Audit root (critical-blocking) (push) Failing after 2s
cost-tracker-smoke / smoke (push) Failing after 3s
oia-audit-weekly / audit (push) Failing after 2s
ruflo-agent-smoke / ruflo-agent structural smoke (push) Failing after 1s
📊 Status Badges Update / 📊 Update Status Badges (push) Failing after 1s
V3 CI/CD Pipeline / Static regression guards (#2267 YAML + (push) Failing after 1s
V3 CI/CD Pipeline / Test V3 Packages (push) Failing after 0s
V3 CI/CD Pipeline / agent_execute provider routing smoke (#2042) (push) Failing after 0s
CVE Audit Gate / Audit v3 (critical-blocking) (push) Failing after 1s
federation-peer-rust / stable-native (push) Failing after 2s
🔗 Cross-Agent Integration Tests / 🚀 Integration Test Setup (push) Failing after 2s
neural-trader-smoke / runtime-smoke (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (macos-latest) (push) Has been skipped
V3 CI/CD Pipeline / Build V3 (ubuntu-latest) (push) Has been skipped
V3 CI/CD Pipeline / Type Check V3 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 24 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 22 (push) Failing after 2s
V3 CI/CD Pipeline / browser rvf create flag smoke (#2015) (push) Failing after 0s
V3 CI/CD Pipeline / Dependency review (#2046) (push) Has been skipped
V3 CI/CD Pipeline / Supply-chain audit (#2046) (push) Failing after 0s
V3 CI/CD Pipeline / witness marker drift smoke (#2021) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader portfolio CG smoke (#2068, ADR-126 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader backtest signing smoke (#2068, ADR-126 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / kg-extract type-import classification smoke (#2049) (push) Failing after 0s
V3 CI/CD Pipeline / witness verify precondition smoke (#1880) (push) Failing after 2s
V3 CI/CD Pipeline / neural-trader pipeline risk-gate smoke (#2068, ADR-126 Phase 5) (push) Failing after 0s
V3 CI/CD Pipeline / neural-trader feature attribution smoke (#2068, ADR-126 Phase 6) (push) Failing after 0s
V3 CI/CD Pipeline / plugin-registry signature verification smoke (#1922, CWE-347) (push) Failing after 4s
V3 CI/CD Pipeline / memory stats legacy-DB smoke (#2120) (push) Failing after 4s
V3 CI/CD Pipeline / github deprecated actions smoke (#2089, ADR-127 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / graph query + pathfinder smoke (ADR-130 P2+P5) (push) Has been skipped
V3 CI/CD Pipeline / graph trajectory hooks smoke (ADR-130 P3) (push) Has been skipped
V3 CI/CD Pipeline / graph plugin adapter smoke (ADR-130 P4) (push) Has been skipped
V3 CI/CD Pipeline / graph benchmark (ADR-130 P6) (push) Has been skipped
V3 CI/CD Pipeline / statusline generator delegation smoke (#2195) (push) Failing after 1s
V3 CI/CD Pipeline / wizard init regression guard (#2206 (push) Failing after 1s
V3 CI/CD Pipeline / memory no-stray-db smoke (ADR-125 P7) (push) Failing after 1s
V3 CI/CD Pipeline / github-safe injection smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github actions pin smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github attribution opt-in smoke (#2089, ADR-127 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / pre-bash hook safety smoke (#2017) (push) Failing after 1s
V3 CI/CD Pipeline / Memory import smoke / ubuntu-latest (push) Failing after 0s
V3 CI/CD Pipeline / MCP protocol smoke / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / ruvllm WASM auto-init smoke (#2086) (push) Failing after 4s
V3 CI/CD Pipeline / MCP paired-tool round-trip smoke (#1889) (push) Failing after 1s
V3 CI/CD Pipeline / Plugin package install-safety (#1902/#1903/#1904) (push) Failing after 1s
V3 CI/CD Pipeline / Tool description discoverability (ADR-112) (push) Failing after 3s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (22) (push) Failing after 1s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (24) (push) Failing after 1s
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Vector-index dimension audit (#1947) (push) Failing after 0s
V3 CI/CD Pipeline / Hook-command install safety (#1921) (push) Failing after 1s
V3 CI/CD Pipeline / ToolOutputGuardrail smoke (ADR-131, (push) Failing after 1s
V3 CI/CD Pipeline / init-bundle invariants smoke (#2095, ADR-128 Phase 5) (push) Failing after 1s
V3 CI/CD Pipeline / wasm provider bridge smoke (ADR-129 P1) (push) Failing after 2s
V3 CI/CD Pipeline / wasm gallery CRUD smoke (ADR-129 P3) (push) Failing after 1s
V3 CI/CD Pipeline / wasm plugin bridge smoke (ADR-129 P4) (push) Failing after 0s
V3 CI/CD Pipeline / wasm compose smoke (ADR-129 P2) (push) Failing after 4s
V3 CI/CD Pipeline / graph schema smoke (ADR-130 P1) (push) Failing after 0s
Validate Marketplace / validate (push) Failing after 1s
🔍 Verification Pipeline / 🚀 Setup Verification (push) Failing after 1s
🔍 Verification Pipeline / 🛡️ Security Verification (push) Has been skipped
🔍 Verification Pipeline / 📝 Code Quality (push) Has been skipped
🔍 Verification Pipeline / 🧪 Test Verification (${{ matrix.os }}, Node ${{ matrix.node }}) (push) Has been skipped
🔍 Verification Pipeline / 🏗️ Build Verification (push) Has been skipped
🔍 Verification Pipeline / 📚 Documentation Verification (push) Has been skipped
CVE Audit Gate / High-severity report (warn only) (push) Has been cancelled
🔄 Automated Rollback Manager / 🔄 Execute Rollback (push) Has been cancelled
🔄 Automated Rollback Manager / ✅ Post-Rollback Verification (push) Has been cancelled
🔄 Automated Rollback Manager / 📊 Rollback Monitoring (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / windows-latest (push) Has been cancelled
🔄 Automated Rollback Manager / ⏳ Manual Rollback Approval (push) Has been cancelled
V3 CI/CD Pipeline / MCP protocol smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Memory import smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / ubuntu-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Publish to npm (alpha) (push) Has been cancelled
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / macos-latest / Node 22 (push) Has been cancelled
V3 CI/CD Pipeline / Plugin hooks smoke / macos-latest / Node 22 (push) Has been cancelled
CI/CD Pipeline / Deploy & Release (push) Has been cancelled
CI/CD Pipeline / CI Status (push) Has been cancelled
🔗 Cross-Agent Integration Tests / 📊 Integration Test Report (push) Has been cancelled
🔄 Automated Rollback Manager / 🔍 Pre-Rollback Validation (push) Has been cancelled
🔍 Verification Pipeline / ⚡ Performance Verification (push) Has been cancelled
🔍 Verification Pipeline / 📊 Verification Report (push) Has been cancelled
382 lines
9.0 KiB
TypeScript
382 lines
9.0 KiB
TypeScript
/**
|
|
* Integration Test Setup
|
|
*
|
|
* Global setup and utilities for V3 integration tests
|
|
*/
|
|
import { beforeAll, afterAll, beforeEach, afterEach } from 'vitest';
|
|
import * as fs from 'fs/promises';
|
|
import * as path from 'path';
|
|
|
|
// Global test database directory
|
|
export const TEST_DB_DIR = path.join(__dirname, '.test-dbs');
|
|
|
|
/**
|
|
* Global setup - runs once before all tests
|
|
*/
|
|
beforeAll(async () => {
|
|
// Create test database directory
|
|
try {
|
|
await fs.mkdir(TEST_DB_DIR, { recursive: true });
|
|
} catch (error) {
|
|
console.error('Failed to create test database directory:', error);
|
|
}
|
|
|
|
// Set test environment variables
|
|
process.env.NODE_ENV = 'test';
|
|
process.env.CLAUDE_FLOW_ENV = 'test';
|
|
process.env.CLAUDE_FLOW_MEMORY_PATH = TEST_DB_DIR;
|
|
|
|
// Increase file descriptor limit for concurrent operations
|
|
if (process.platform !== 'win32') {
|
|
try {
|
|
// @ts-ignore - ulimit available on Unix-like systems
|
|
process.setMaxListeners(100);
|
|
} catch (error) {
|
|
// Ignore on platforms where this is not supported
|
|
}
|
|
}
|
|
});
|
|
|
|
/**
|
|
* Global teardown - runs once after all tests
|
|
*/
|
|
afterAll(async () => {
|
|
// Clean up test database directory
|
|
try {
|
|
await fs.rm(TEST_DB_DIR, { recursive: true, force: true });
|
|
} catch (error) {
|
|
console.error('Failed to clean up test database directory:', error);
|
|
}
|
|
|
|
// Clear environment variables
|
|
delete process.env.CLAUDE_FLOW_ENV;
|
|
delete process.env.CLAUDE_FLOW_MEMORY_PATH;
|
|
});
|
|
|
|
/**
|
|
* Before each test - runs before every test
|
|
*/
|
|
beforeEach(() => {
|
|
// Reset global mocks
|
|
// (Vitest handles this automatically with clearMocks: true)
|
|
});
|
|
|
|
/**
|
|
* After each test - runs after every test
|
|
*/
|
|
afterEach(async () => {
|
|
// Give time for async cleanup
|
|
await new Promise(resolve => setTimeout(resolve, 10));
|
|
});
|
|
|
|
/**
|
|
* Test utilities
|
|
*/
|
|
export const TestUtils = {
|
|
/**
|
|
* Create a unique test database path
|
|
*/
|
|
createTestDbPath(prefix: string): string {
|
|
return path.join(TEST_DB_DIR, `${prefix}-${Date.now()}-${Math.random().toString(36).slice(2)}.db`);
|
|
},
|
|
|
|
/**
|
|
* Create a unique test directory
|
|
*/
|
|
async createTestDir(prefix: string): Promise<string> {
|
|
const dirPath = path.join(TEST_DB_DIR, `${prefix}-${Date.now()}-${Math.random().toString(36).slice(2)}`);
|
|
await fs.mkdir(dirPath, { recursive: true });
|
|
return dirPath;
|
|
},
|
|
|
|
/**
|
|
* Wait for a condition to be true
|
|
*/
|
|
async waitFor(
|
|
condition: () => boolean | Promise<boolean>,
|
|
timeout: number = 5000,
|
|
interval: number = 100
|
|
): Promise<void> {
|
|
const startTime = Date.now();
|
|
|
|
while (Date.now() - startTime < timeout) {
|
|
if (await condition()) {
|
|
return;
|
|
}
|
|
await new Promise(resolve => setTimeout(resolve, interval));
|
|
}
|
|
|
|
throw new Error(`Condition not met within ${timeout}ms`);
|
|
},
|
|
|
|
/**
|
|
* Generate random embedding vector
|
|
*/
|
|
generateEmbedding(dimension: number = 384): number[] {
|
|
return new Array(dimension).fill(0).map(() => Math.random());
|
|
},
|
|
|
|
/**
|
|
* Create mock agent configuration
|
|
*/
|
|
createMockAgent(overrides: Partial<any> = {}): any {
|
|
return {
|
|
id: `agent-${Date.now()}`,
|
|
type: 'coder',
|
|
status: 'active',
|
|
capabilities: ['code'],
|
|
metadata: {},
|
|
...overrides
|
|
};
|
|
},
|
|
|
|
/**
|
|
* Create mock task configuration
|
|
*/
|
|
createMockTask(overrides: Partial<any> = {}): any {
|
|
return {
|
|
id: `task-${Date.now()}`,
|
|
type: 'code',
|
|
description: 'Test task',
|
|
priority: 'medium',
|
|
status: 'pending',
|
|
...overrides
|
|
};
|
|
},
|
|
|
|
/**
|
|
* Create mock memory
|
|
*/
|
|
createMockMemory(overrides: Partial<any> = {}): any {
|
|
return {
|
|
id: `memory-${Date.now()}`,
|
|
agentId: 'test-agent',
|
|
content: 'Test memory content',
|
|
type: 'task',
|
|
timestamp: Date.now(),
|
|
...overrides
|
|
};
|
|
},
|
|
|
|
/**
|
|
* Measure execution time
|
|
*/
|
|
async measureTime<T>(fn: () => Promise<T>): Promise<{ result: T; duration: number }> {
|
|
const startTime = Date.now();
|
|
const result = await fn();
|
|
const duration = Date.now() - startTime;
|
|
return { result, duration };
|
|
},
|
|
|
|
/**
|
|
* Run with timeout
|
|
*/
|
|
async withTimeout<T>(promise: Promise<T>, timeout: number): Promise<T> {
|
|
return Promise.race([
|
|
promise,
|
|
new Promise<T>((_, reject) =>
|
|
setTimeout(() => reject(new Error(`Operation timed out after ${timeout}ms`)), timeout)
|
|
)
|
|
]);
|
|
},
|
|
|
|
/**
|
|
* Retry operation
|
|
*/
|
|
async retry<T>(
|
|
fn: () => Promise<T>,
|
|
maxAttempts: number = 3,
|
|
delay: number = 100
|
|
): Promise<T> {
|
|
let lastError: Error;
|
|
|
|
for (let attempt = 1; attempt <= maxAttempts; attempt++) {
|
|
try {
|
|
return await fn();
|
|
} catch (error) {
|
|
lastError = error as Error;
|
|
if (attempt < maxAttempts) {
|
|
await new Promise(resolve => setTimeout(resolve, delay * attempt));
|
|
}
|
|
}
|
|
}
|
|
|
|
throw lastError!;
|
|
},
|
|
|
|
/**
|
|
* Clean up test files
|
|
*/
|
|
async cleanupTestFiles(pattern: string): Promise<void> {
|
|
try {
|
|
const files = await fs.readdir(TEST_DB_DIR);
|
|
const matchingFiles = files.filter(f => f.includes(pattern));
|
|
|
|
await Promise.all(
|
|
matchingFiles.map(file =>
|
|
fs.unlink(path.join(TEST_DB_DIR, file)).catch(() => {})
|
|
)
|
|
);
|
|
} catch (error) {
|
|
// Ignore cleanup errors
|
|
}
|
|
}
|
|
};
|
|
|
|
/**
|
|
* Mock data generators
|
|
*/
|
|
export const MockData = {
|
|
/**
|
|
* Generate multiple agents
|
|
*/
|
|
generateAgents(count: number): any[] {
|
|
return Array.from({ length: count }, (_, i) => ({
|
|
id: `agent-${i}`,
|
|
type: ['coder', 'tester', 'reviewer'][i % 3],
|
|
status: 'active',
|
|
capabilities: [['code'], ['test'], ['review']][i % 3],
|
|
metadata: { index: i }
|
|
}));
|
|
},
|
|
|
|
/**
|
|
* Generate multiple tasks
|
|
*/
|
|
generateTasks(count: number): any[] {
|
|
return Array.from({ length: count }, (_, i) => ({
|
|
id: `task-${i}`,
|
|
type: 'code',
|
|
description: `Task ${i}`,
|
|
priority: ['high', 'medium', 'low'][i % 3] as any,
|
|
status: 'pending',
|
|
metadata: { index: i }
|
|
}));
|
|
},
|
|
|
|
/**
|
|
* Generate multiple memories
|
|
*/
|
|
generateMemories(count: number, agentId: string = 'test-agent'): any[] {
|
|
return Array.from({ length: count }, (_, i) => ({
|
|
id: `memory-${i}`,
|
|
agentId,
|
|
content: `Memory content ${i}`,
|
|
type: ['task', 'context', 'event'][i % 3],
|
|
timestamp: Date.now() + i,
|
|
metadata: { index: i }
|
|
}));
|
|
}
|
|
};
|
|
|
|
/**
|
|
* Performance testing utilities
|
|
*/
|
|
export const PerfUtils = {
|
|
/**
|
|
* Benchmark function execution
|
|
*/
|
|
async benchmark(
|
|
name: string,
|
|
fn: () => Promise<void>,
|
|
iterations: number = 10
|
|
): Promise<{
|
|
name: string;
|
|
iterations: number;
|
|
totalTime: number;
|
|
averageTime: number;
|
|
minTime: number;
|
|
maxTime: number;
|
|
}> {
|
|
const times: number[] = [];
|
|
|
|
for (let i = 0; i < iterations; i++) {
|
|
const start = Date.now();
|
|
await fn();
|
|
times.push(Date.now() - start);
|
|
}
|
|
|
|
return {
|
|
name,
|
|
iterations,
|
|
totalTime: times.reduce((a, b) => a + b, 0),
|
|
averageTime: times.reduce((a, b) => a + b, 0) / iterations,
|
|
minTime: Math.min(...times),
|
|
maxTime: Math.max(...times)
|
|
};
|
|
},
|
|
|
|
/**
|
|
* Assert performance target
|
|
*/
|
|
assertPerformance(duration: number, targetMs: number, operation: string): void {
|
|
if (duration > targetMs) {
|
|
throw new Error(
|
|
`Performance target missed: ${operation} took ${duration}ms, expected <${targetMs}ms`
|
|
);
|
|
}
|
|
}
|
|
};
|
|
|
|
/**
|
|
* Integration test matchers (custom assertions)
|
|
*/
|
|
export const IntegrationMatchers = {
|
|
/**
|
|
* Assert agent is valid
|
|
*/
|
|
assertValidAgent(agent: any): void {
|
|
if (!agent || typeof agent !== 'object') {
|
|
throw new Error('Invalid agent: not an object');
|
|
}
|
|
if (!agent.id || typeof agent.id !== 'string') {
|
|
throw new Error('Invalid agent: missing or invalid id');
|
|
}
|
|
if (!agent.type || typeof agent.type !== 'string') {
|
|
throw new Error('Invalid agent: missing or invalid type');
|
|
}
|
|
},
|
|
|
|
/**
|
|
* Assert memory is valid
|
|
*/
|
|
assertValidMemory(memory: any): void {
|
|
if (!memory || typeof memory !== 'object') {
|
|
throw new Error('Invalid memory: not an object');
|
|
}
|
|
if (!memory.id || typeof memory.id !== 'string') {
|
|
throw new Error('Invalid memory: missing or invalid id');
|
|
}
|
|
if (!memory.agentId || typeof memory.agentId !== 'string') {
|
|
throw new Error('Invalid memory: missing or invalid agentId');
|
|
}
|
|
if (!memory.content) {
|
|
throw new Error('Invalid memory: missing content');
|
|
}
|
|
},
|
|
|
|
/**
|
|
* Assert task is valid
|
|
*/
|
|
assertValidTask(task: any): void {
|
|
if (!task || typeof task !== 'object') {
|
|
throw new Error('Invalid task: not an object');
|
|
}
|
|
if (!task.id || typeof task.id !== 'string') {
|
|
throw new Error('Invalid task: missing or invalid id');
|
|
}
|
|
if (!task.type || typeof task.type !== 'string') {
|
|
throw new Error('Invalid task: missing or invalid type');
|
|
}
|
|
}
|
|
};
|
|
|
|
// Export everything as default for convenience
|
|
export default {
|
|
TestUtils,
|
|
MockData,
|
|
PerfUtils,
|
|
IntegrationMatchers,
|
|
TEST_DB_DIR
|
|
};
|