23f7624596
ADR-166 MCP Bridge Security Lock / Static-source security lock (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / Compose default binds loopback + Mongo has auth (push) Failing after 2s
CodeQL Advanced / Analyze (rust) (push) Failing after 0s
ADR-166 MCP Bridge Security Lock / plugin-agent-federation bindHost default (push) Failing after 1s
ADR-166 MCP Bridge Security Lock / Runtime behavior — 401 + terminal gate + fail-closed (push) Failing after 4s
business-pods-smoke / smoke (push) Failing after 1s
all-plugins-smoke / smoke-all (push) Failing after 2s
CI/CD Pipeline / Security & Code Quality (push) Failing after 1s
CI/CD Pipeline / Test Suite (ubuntu-latest) (push) Failing after 1s
CI/CD Pipeline / Build & Package (macos-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (ubuntu-latest) (push) Has been skipped
CI/CD Pipeline / Build & Package (windows-latest) (push) Has been skipped
CI/CD Pipeline / Documentation & Examples (push) Failing after 1s
Clone Tracker (14-day rolling) / Snapshot clones for ruflo ecosystem (push) Failing after 1s
CodeQL Advanced / Analyze (actions) (push) Failing after 1s
CodeQL Advanced / Analyze (javascript-typescript) (push) Failing after 1s
federation-peer-rust / stable-noop (push) Failing after 1s
metaharness-ci / score (push) Failing after 1s
metaharness-ci / router-compat (push) Failing after 0s
metaharness-ci / similarity-tests (push) Failing after 0s
no-agentbbs-smoke / smoke-without-agentbbs (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (windows-latest) (push) Has been skipped
codex-integration-audit / Codex integration audit (push) Failing after 1s
helpers-manifest-guard / guard (push) Failing after 1s
🔗 Cross-Agent Integration Tests / 🤝 Agent Coordination Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🧠 Memory Sharing Integration (push) Has been skipped
🔗 Cross-Agent Integration Tests / 🛡️ Fault Tolerance Tests (push) Has been skipped
🔗 Cross-Agent Integration Tests / ⚡ Performance Integration Tests (push) Has been skipped
metaharness-ci / mcp-scan (push) Failing after 1s
metaharness-ci / eject-dryrun (push) Failing after 1s
metaharness-ci / metaharness-real-data (push) Failing after 0s
no-cli-optdep-bloat-2561 / guard (push) Failing after 1s
no-metaharness-smoke / smoke-without-metaharness (push) Failing after 1s
no-phantom-agentic-flow-subpath / guard (push) Failing after 1s
🔄 Automated Rollback Manager / 🚨 Failure Detection (push) Failing after 1s
V3 CI/CD Pipeline / Plugin hooks smoke / ubuntu-latest / Node 22 (push) Failing after 1s
V3 CI/CD Pipeline / ruflo-graph-intelligence build + test smoke (#2044, ADR-123) (push) Failing after 1s
CVE Audit Gate / Audit root (critical-blocking) (push) Failing after 2s
cost-tracker-smoke / smoke (push) Failing after 3s
oia-audit-weekly / audit (push) Failing after 2s
ruflo-agent-smoke / ruflo-agent structural smoke (push) Failing after 1s
📊 Status Badges Update / 📊 Update Status Badges (push) Failing after 1s
V3 CI/CD Pipeline / Static regression guards (#2267 YAML + (push) Failing after 1s
V3 CI/CD Pipeline / Test V3 Packages (push) Failing after 0s
V3 CI/CD Pipeline / agent_execute provider routing smoke (#2042) (push) Failing after 0s
CVE Audit Gate / Audit v3 (critical-blocking) (push) Failing after 1s
federation-peer-rust / stable-native (push) Failing after 2s
🔗 Cross-Agent Integration Tests / 🚀 Integration Test Setup (push) Failing after 2s
neural-trader-smoke / runtime-smoke (push) Failing after 1s
V3 CI/CD Pipeline / Build V3 (macos-latest) (push) Has been skipped
V3 CI/CD Pipeline / Build V3 (ubuntu-latest) (push) Has been skipped
V3 CI/CD Pipeline / Type Check V3 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 24 (push) Failing after 1s
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / ubuntu-latest / Node 22 (push) Failing after 2s
V3 CI/CD Pipeline / browser rvf create flag smoke (#2015) (push) Failing after 0s
V3 CI/CD Pipeline / Dependency review (#2046) (push) Has been skipped
V3 CI/CD Pipeline / Supply-chain audit (#2046) (push) Failing after 0s
V3 CI/CD Pipeline / witness marker drift smoke (#2021) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader portfolio CG smoke (#2068, ADR-126 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / neural-trader backtest signing smoke (#2068, ADR-126 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / kg-extract type-import classification smoke (#2049) (push) Failing after 0s
V3 CI/CD Pipeline / witness verify precondition smoke (#1880) (push) Failing after 2s
V3 CI/CD Pipeline / neural-trader pipeline risk-gate smoke (#2068, ADR-126 Phase 5) (push) Failing after 0s
V3 CI/CD Pipeline / neural-trader feature attribution smoke (#2068, ADR-126 Phase 6) (push) Failing after 0s
V3 CI/CD Pipeline / plugin-registry signature verification smoke (#1922, CWE-347) (push) Failing after 4s
V3 CI/CD Pipeline / memory stats legacy-DB smoke (#2120) (push) Failing after 4s
V3 CI/CD Pipeline / github deprecated actions smoke (#2089, ADR-127 Phase 3) (push) Failing after 1s
V3 CI/CD Pipeline / graph query + pathfinder smoke (ADR-130 P2+P5) (push) Has been skipped
V3 CI/CD Pipeline / graph trajectory hooks smoke (ADR-130 P3) (push) Has been skipped
V3 CI/CD Pipeline / graph plugin adapter smoke (ADR-130 P4) (push) Has been skipped
V3 CI/CD Pipeline / graph benchmark (ADR-130 P6) (push) Has been skipped
V3 CI/CD Pipeline / statusline generator delegation smoke (#2195) (push) Failing after 1s
V3 CI/CD Pipeline / wizard init regression guard (#2206 (push) Failing after 1s
V3 CI/CD Pipeline / memory no-stray-db smoke (ADR-125 P7) (push) Failing after 1s
V3 CI/CD Pipeline / github-safe injection smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github actions pin smoke (#2089, ADR-127 Phase 1) (push) Failing after 1s
V3 CI/CD Pipeline / github attribution opt-in smoke (#2089, ADR-127 Phase 4) (push) Failing after 1s
V3 CI/CD Pipeline / pre-bash hook safety smoke (#2017) (push) Failing after 1s
V3 CI/CD Pipeline / Memory import smoke / ubuntu-latest (push) Failing after 0s
V3 CI/CD Pipeline / MCP protocol smoke / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / ruvllm WASM auto-init smoke (#2086) (push) Failing after 4s
V3 CI/CD Pipeline / MCP paired-tool round-trip smoke (#1889) (push) Failing after 1s
V3 CI/CD Pipeline / Plugin package install-safety (#1902/#1903/#1904) (push) Failing after 1s
V3 CI/CD Pipeline / Tool description discoverability (ADR-112) (push) Failing after 3s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (22) (push) Failing after 1s
V3 CI/CD Pipeline / CLI npx-install smoke (#1147 / (24) (push) Failing after 1s
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / ubuntu-latest (push) Failing after 2s
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / ubuntu-latest (push) Failing after 1s
V3 CI/CD Pipeline / Vector-index dimension audit (#1947) (push) Failing after 0s
V3 CI/CD Pipeline / Hook-command install safety (#1921) (push) Failing after 1s
V3 CI/CD Pipeline / ToolOutputGuardrail smoke (ADR-131, (push) Failing after 1s
V3 CI/CD Pipeline / init-bundle invariants smoke (#2095, ADR-128 Phase 5) (push) Failing after 1s
V3 CI/CD Pipeline / wasm provider bridge smoke (ADR-129 P1) (push) Failing after 2s
V3 CI/CD Pipeline / wasm gallery CRUD smoke (ADR-129 P3) (push) Failing after 1s
V3 CI/CD Pipeline / wasm plugin bridge smoke (ADR-129 P4) (push) Failing after 0s
V3 CI/CD Pipeline / wasm compose smoke (ADR-129 P2) (push) Failing after 4s
V3 CI/CD Pipeline / graph schema smoke (ADR-130 P1) (push) Failing after 0s
Validate Marketplace / validate (push) Failing after 1s
🔍 Verification Pipeline / 🚀 Setup Verification (push) Failing after 1s
🔍 Verification Pipeline / 🛡️ Security Verification (push) Has been skipped
🔍 Verification Pipeline / 📝 Code Quality (push) Has been skipped
🔍 Verification Pipeline / 🧪 Test Verification (${{ matrix.os }}, Node ${{ matrix.node }}) (push) Has been skipped
🔍 Verification Pipeline / 🏗️ Build Verification (push) Has been skipped
🔍 Verification Pipeline / 📚 Documentation Verification (push) Has been skipped
CVE Audit Gate / High-severity report (warn only) (push) Has been cancelled
🔄 Automated Rollback Manager / 🔄 Execute Rollback (push) Has been cancelled
🔄 Automated Rollback Manager / ✅ Post-Rollback Verification (push) Has been cancelled
🔄 Automated Rollback Manager / 📊 Rollback Monitoring (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook execution smoke (#2132) / windows-latest (push) Has been cancelled
🔄 Automated Rollback Manager / ⏳ Manual Rollback Approval (push) Has been cancelled
V3 CI/CD Pipeline / MCP protocol smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Memory import smoke / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows hook shim smoke (#2132) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Windows init hooks smoke (#2132) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / macos-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / ubuntu-latest (push) Has been cancelled
V3 CI/CD Pipeline / Witness verify (signed manifest) / windows-latest (push) Has been cancelled
V3 CI/CD Pipeline / Publish to npm (alpha) (push) Has been cancelled
V3 CI/CD Pipeline / Smoke (no better-sqlite3) / macos-latest / Node 22 (push) Has been cancelled
V3 CI/CD Pipeline / Plugin hooks smoke / macos-latest / Node 22 (push) Has been cancelled
CI/CD Pipeline / Deploy & Release (push) Has been cancelled
CI/CD Pipeline / CI Status (push) Has been cancelled
🔗 Cross-Agent Integration Tests / 📊 Integration Test Report (push) Has been cancelled
🔄 Automated Rollback Manager / 🔍 Pre-Rollback Validation (push) Has been cancelled
🔍 Verification Pipeline / ⚡ Performance Verification (push) Has been cancelled
🔍 Verification Pipeline / 📊 Verification Report (push) Has been cancelled
247 lines
7.3 KiB
Markdown
247 lines
7.3 KiB
Markdown
# Tutorial: ContinueGate for Long-Running Agents
|
|
|
|
This tutorial shows how to prevent runaway agent loops using the ContinueGate.
|
|
|
|
## The Problem
|
|
|
|
An agent starts a refactoring task. It edits a file, runs tests, sees a failure, edits again, runs tests again, sees a different failure, edits again... After 200 iterations it has burned through the token budget, the code is worse than when it started, and the coherence of its work has degraded. No single tool call was obviously wrong — the problem is that the agent kept going when it should have stopped.
|
|
|
|
The ContinueGate evaluates at the step level: "Should this agent continue at all?"
|
|
|
|
## Step 1: Create the Gate
|
|
|
|
```ts
|
|
import { createContinueGate } from '@claude-flow/guidance/continue-gate';
|
|
|
|
const gate = createContinueGate({
|
|
maxConsecutiveSteps: 100, // Hard stop after 100 steps
|
|
maxBudgetSlopePerStep: 0.02, // Cost acceleration threshold
|
|
minCoherenceForContinue: 0.4, // Below 0.4 coherence → stop
|
|
maxUncertaintyForContinue: 0.8, // Above 0.8 uncertainty → pause
|
|
maxReworkRatio: 0.3, // Over 30% rework → throttle
|
|
checkpointIntervalSteps: 25, // Force checkpoint every 25 steps
|
|
cooldownMs: 5000, // Min 5s between evaluations
|
|
});
|
|
```
|
|
|
|
## Step 2: Evaluate Each Step
|
|
|
|
Call `evaluate()` once per agent step in your main loop:
|
|
|
|
```ts
|
|
let stepNumber = 0;
|
|
let tokensUsed = 0;
|
|
let toolCallsUsed = 0;
|
|
let reworkCount = 0;
|
|
const startTime = Date.now();
|
|
|
|
while (true) {
|
|
stepNumber++;
|
|
|
|
const decision = gate.evaluate({
|
|
stepNumber,
|
|
tokensUsed,
|
|
tokenBudget: 50000,
|
|
toolCallsUsed,
|
|
toolCallBudget: 200,
|
|
timeMs: Date.now() - startTime,
|
|
timeBudgetMs: 300000, // 5 minutes
|
|
coherenceScore: computeCoherence(), // 0-1
|
|
uncertaintyScore: computeUncertainty(), // 0-1
|
|
reworkCount,
|
|
});
|
|
|
|
switch (decision.decision) {
|
|
case 'continue':
|
|
// Proceed to next step
|
|
break;
|
|
|
|
case 'checkpoint':
|
|
// Save state before continuing
|
|
await saveCheckpoint();
|
|
break;
|
|
|
|
case 'throttle':
|
|
// Slow down — insert delay
|
|
await sleep(decision.cooldownMs || 5000);
|
|
break;
|
|
|
|
case 'pause':
|
|
// Stop and wait for human review
|
|
await notifyHuman(decision.reason);
|
|
await waitForApproval();
|
|
break;
|
|
|
|
case 'stop':
|
|
// Halt immediately
|
|
console.error(`Agent stopped: ${decision.reason}`);
|
|
return;
|
|
}
|
|
|
|
// Do the actual work
|
|
const result = await agent.executeStep();
|
|
tokensUsed += result.tokensUsed;
|
|
toolCallsUsed++;
|
|
if (result.isRework) reworkCount++;
|
|
}
|
|
```
|
|
|
|
## Step 3: Understanding Decisions
|
|
|
|
The gate evaluates these conditions in order. The first trigger wins:
|
|
|
|
### Stop Conditions (Critical — checked even during cooldown)
|
|
|
|
| Condition | Trigger | Reason |
|
|
|-----------|---------|--------|
|
|
| Coherence collapse | `coherenceScore < 0.4` | Agent's work is no longer coherent |
|
|
| Budget exhaustion | `tokens <= 0` or `toolCalls <= 0` or `time <= 0` | No budget remaining |
|
|
|
|
### Other Conditions (Skipped during cooldown)
|
|
|
|
| Condition | Trigger | Decision |
|
|
|-----------|---------|----------|
|
|
| Hard step limit | `stepNumber >= maxConsecutiveSteps` | **stop** |
|
|
| Budget acceleration | Cost slope > threshold | **pause** |
|
|
| High uncertainty | `uncertaintyScore > 0.8` | **pause** |
|
|
| High rework ratio | `reworkCount/stepNumber > 0.3` | **throttle** |
|
|
| Checkpoint interval | `stepNumber % 25 === 0` | **checkpoint** |
|
|
| Default | None of the above triggered | **continue** |
|
|
|
|
### Budget Slope Detection
|
|
|
|
The gate tracks budget usage over recent steps and fits a linear regression. If the cost per step is accelerating (slope > threshold), it means the agent is burning resources faster and faster — a sign of a degenerative loop.
|
|
|
|
```
|
|
Step 1: 100 tokens → slope: flat
|
|
Step 2: 120 tokens → slope: slight increase
|
|
Step 3: 200 tokens → slope: accelerating
|
|
Step 4: 500 tokens → slope: exceeds threshold → PAUSE
|
|
```
|
|
|
|
## Step 4: Inspecting History
|
|
|
|
```ts
|
|
// Get all past decisions
|
|
const history = gate.getHistory();
|
|
for (const entry of history) {
|
|
console.log(`Step ${entry.stepNumber}: ${entry.decision} — ${entry.reason}`);
|
|
}
|
|
|
|
// Get aggregate stats
|
|
const stats = gate.getStats();
|
|
console.log(`Total evaluations: ${stats.totalEvaluations}`);
|
|
console.log(`Continues: ${stats.continueCount}`);
|
|
console.log(`Checkpoints: ${stats.checkpointCount}`);
|
|
console.log(`Throttles: ${stats.throttleCount}`);
|
|
console.log(`Pauses: ${stats.pauseCount}`);
|
|
console.log(`Stops: ${stats.stopCount}`);
|
|
```
|
|
|
|
## Step 5: Combining with Coherence Scheduler
|
|
|
|
Use the `CoherenceScheduler` to compute the coherence score fed into the ContinueGate:
|
|
|
|
```ts
|
|
import { createCoherenceScheduler } from '@claude-flow/guidance/coherence';
|
|
|
|
const scheduler = createCoherenceScheduler();
|
|
|
|
function computeCoherence(): number {
|
|
const score = scheduler.computeScore(recentEvents);
|
|
return score.overall; // 0-1
|
|
}
|
|
```
|
|
|
|
The coherence score combines:
|
|
- **Violation rate** — How often gates fire
|
|
- **Rework ratio** — How much work is redone
|
|
- **Intent drift** — Whether the agent's actions match its declared intent
|
|
|
|
## Step 6: Combining with Economic Governor
|
|
|
|
Use the `EconomicGovernor` to track budgets and compute remaining capacity:
|
|
|
|
```ts
|
|
import { createEconomicGovernor } from '@claude-flow/guidance/coherence';
|
|
|
|
const econ = createEconomicGovernor({
|
|
tokenLimit: 50000,
|
|
toolCallLimit: 200,
|
|
timeLimitMs: 300000,
|
|
});
|
|
|
|
// After each step:
|
|
econ.recordUsage({ tokens: result.tokensUsed, toolCalls: 1 });
|
|
|
|
// Feed into ContinueGate context:
|
|
const usage = econ.getUsage();
|
|
gate.evaluate({
|
|
tokensUsed: usage.tokens.used,
|
|
tokenBudget: usage.tokens.limit,
|
|
toolCallsUsed: usage.toolCalls.used,
|
|
toolCallBudget: usage.toolCalls.limit,
|
|
// ...
|
|
});
|
|
```
|
|
|
|
## Complete Example
|
|
|
|
```ts
|
|
import { createContinueGate } from '@claude-flow/guidance/continue-gate';
|
|
import { createCoherenceScheduler, createEconomicGovernor } from '@claude-flow/guidance/coherence';
|
|
import { createProofChain } from '@claude-flow/guidance/proof';
|
|
|
|
const gate = createContinueGate();
|
|
const coherence = createCoherenceScheduler();
|
|
const econ = createEconomicGovernor({ tokenLimit: 50000, toolCallLimit: 200 });
|
|
const proof = createProofChain('audit-key');
|
|
|
|
let step = 0;
|
|
let reworkCount = 0;
|
|
const t0 = Date.now();
|
|
|
|
while (true) {
|
|
step++;
|
|
const usage = econ.getUsage();
|
|
|
|
const decision = gate.evaluate({
|
|
stepNumber: step,
|
|
tokensUsed: usage.tokens.used,
|
|
tokenBudget: usage.tokens.limit,
|
|
toolCallsUsed: usage.toolCalls.used,
|
|
toolCallBudget: usage.toolCalls.limit,
|
|
timeMs: Date.now() - t0,
|
|
timeBudgetMs: 300000,
|
|
coherenceScore: coherence.getLatestScore()?.overall ?? 1.0,
|
|
uncertaintyScore: 0.3,
|
|
reworkCount,
|
|
});
|
|
|
|
if (decision.decision === 'stop') {
|
|
console.log(`Stopped at step ${step}: ${decision.reason}`);
|
|
break;
|
|
}
|
|
|
|
if (decision.decision === 'checkpoint') {
|
|
await saveCheckpoint();
|
|
}
|
|
|
|
if (decision.decision === 'pause') {
|
|
await requestHumanReview(decision.reason);
|
|
}
|
|
|
|
// Execute step
|
|
const result = await agent.executeStep();
|
|
econ.recordUsage({ tokens: result.tokensUsed, toolCalls: 1 });
|
|
if (result.isRework) reworkCount++;
|
|
|
|
// Record in proof chain
|
|
proof.appendEvent(result.event, result.toolCalls, result.memOps);
|
|
}
|
|
|
|
// Final verification
|
|
console.log(`Proof chain valid: ${proof.verify()}`);
|
|
console.log(`Gate stats:`, gate.getStats());
|
|
```
|