ruvnet--ruflo/plugins/ruflo-cost-tracker/docs/benchmarks/runs/latest.json

{
  "summary": {
    "runAt": "2026-05-05T04:13:48.562Z",
    "corpusVersion": 3,
    "corpusSize": 25,
    "tier1Cases": 18,
    "adversarialCases": 7,
    "winRate": 1,
    "winRatePct": "100.0%",
    "overallCorrect": 0.72,
    "escalationRate": 1,
    "escalationRatePct": "100.0%",
    "successCount": 18,
    "avgLatencyMs": 0.36,
    "p50LatencyMs": 0,
    "p99LatencyMs": 5,
    "maxLatencyMs": 5,
    "avgWallMs": 0.36,
    "avgConfidence": 0.552444064617157,
    "minConfidence": 0,
    "confidenceThreshold": 0.5,
    "aboveThresholdCount": 18,
    "structuralCostUsd": 0,
    "llmBaseline": {
      "model": "models/gemini-2.0-flash",
      "baseUrl": "https://generativelanguage.googleapis.com/v1beta/openai/",
      "total": 25,
      "passed": 21,
      "winRate": 0.84,
      "avgLatencyMs": 807.56,
      "totalTokensIn": 3084,
      "totalTokensOut": 952,
      "avgTokensIn": 123.36,
      "avgTokensOut": 38.08,
      "totalCostUsd": 0.0006892000000000001,
      "avgCostUsdPerEdit": 0.000027568,
      "pricing": {
        "input_per_1M": 0.1,
        "output_per_1M": 0.4
      }
    },
    "speedupVsLlm": 2243.222222222222,
    "costDeltaUsdPerEdit": 0.000027568,
    "anthropic": {
      "claude-sonnet-4-6": {
        "model": "claude-sonnet-4-6",
        "total": 25,
        "passed": 20,
        "winRate": 0.8,
        "avgLatencyMs": 1270.64,
        "totalTokensIn": 2896,
        "totalTokensOut": 975,
        "avgTokensIn": 115.84,
        "avgTokensOut": 39,
        "totalCostUsd": 0.023313,
        "avgCostUsdPerEdit": 0.00093252,
        "pricing": {
          "input": 3,
          "output": 15
        },
        "speedupVsBooster": 3529.555555555556,
        "costSavedPerEditUsd": 0.00093252
      },
      "claude-opus-4-7": {
        "model": "claude-opus-4-7",
        "total": 25,
        "passed": 23,
        "winRate": 0.92,
        "avgLatencyMs": 1563.72,
        "totalTokensIn": 4330,
        "totalTokensOut": 1115,
        "avgTokensIn": 173.2,
        "avgTokensOut": 44.6,
        "totalCostUsd": 0.148575,
        "avgCostUsdPerEdit": 0.005943,
        "pricing": {
          "input": 15,
          "output": 75
        },
        "speedupVsBooster": 4343.666666666667,
        "costSavedPerEditUsd": 0.005943
      }
    }
  },
  "results": [
    {
      "id": "var-to-const-1",
      "intent": "var-to-const",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 5,
      "wallMs": 5,
      "confidence": 0.6465277671813965,
      "strategy": "fuzzy_replace",
      "tokensIn": 6,
      "tokensOut": 7
    },
    {
      "id": "var-to-const-2",
      "intent": "var-to-const",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 1,
      "wallMs": 1,
      "confidence": 0.8513461351394653,
      "strategy": "fuzzy_replace",
      "tokensIn": 13,
      "tokensOut": 13
    },
    {
      "id": "add-types-1",
      "intent": "add-types",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.6412500143051147,
      "strategy": "fuzzy_replace",
      "tokensIn": 9,
      "tokensOut": 15
    },
    {
      "id": "add-types-2",
      "intent": "add-types",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.6055588126182556,
      "strategy": "fuzzy_replace",
      "tokensIn": 13,
      "tokensOut": 23
    },
    {
      "id": "remove-console-1",
      "intent": "remove-console",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.6954487562179565,
      "strategy": "fuzzy_replace",
      "tokensIn": 12,
      "tokensOut": 7
    },
    {
      "id": "remove-console-2",
      "intent": "remove-console",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 1,
      "wallMs": 1,
      "confidence": 0.5508301258087158,
      "strategy": "fuzzy_replace",
      "tokensIn": 17,
      "tokensOut": 7
    },
    {
      "id": "add-error-handling-1",
      "intent": "add-error-handling",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.8500000238418579,
      "strategy": "exact_replace",
      "tokensIn": 10,
      "tokensOut": 19
    },
    {
      "id": "add-error-handling-2",
      "intent": "add-error-handling",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.8500000238418579,
      "strategy": "exact_replace",
      "tokensIn": 11,
      "tokensOut": 20
    },
    {
      "id": "async-await-1",
      "intent": "async-await",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.8500000238418579,
      "strategy": "exact_replace",
      "tokensIn": 14,
      "tokensOut": 17
    },
    {
      "id": "async-await-2",
      "intent": "async-await",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.8500000238418579,
      "strategy": "exact_replace",
      "tokensIn": 12,
      "tokensOut": 17
    },
    {
      "id": "add-logging-1",
      "intent": "add-logging",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.7152736783027649,
      "strategy": "fuzzy_replace",
      "tokensIn": 8,
      "tokensOut": 13
    },
    {
      "id": "add-logging-2",
      "intent": "add-logging",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.6442474126815796,
      "strategy": "fuzzy_replace",
      "tokensIn": 8,
      "tokensOut": 14
    },
    {
      "id": "adversarial-extract-function",
      "intent": "extract-function",
      "expectedTier1": false,
      "success": false,
      "correct": false,
      "escalatedCorrectly": true,
      "lowConfidence": true,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0,
      "strategy": "failed",
      "tokensIn": 0,
      "tokensOut": 0,
      "actualPrefix": "function process(items) { let total = 0; for (const i of items) { if (i.active) { total += i.value; } } if (total > 100)",
      "expectedPrefix": "function sum_active(items) { let total = 0; for (const i of items) { if (i.active) { total += i.value; } } return total;"
    },
    {
      "id": "adversarial-type-narrowing",
      "intent": "type-narrowing",
      "expectedTier1": false,
      "success": false,
      "correct": false,
      "escalatedCorrectly": true,
      "lowConfidence": true,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0,
      "strategy": "failed",
      "tokensIn": 0,
      "tokensOut": 0,
      "actualPrefix": "type Result = { kind: 'ok'; value: number } | { kind: 'err'; message: string }; function describe(r: Result) { return r.",
      "expectedPrefix": "type Result = { kind: 'ok'; value: number } | { kind: 'err'; message: string }; function describe(r: Result) { if (r.kin"
    },
    {
      "id": "adversarial-cross-method-rename",
      "intent": "rename-symbol",
      "expectedTier1": false,
      "success": false,
      "correct": false,
      "escalatedCorrectly": true,
      "lowConfidence": true,
      "latencyMs": 1,
      "wallMs": 1,
      "confidence": 0,
      "strategy": "failed",
      "tokensIn": 0,
      "tokensOut": 0,
      "actualPrefix": "class Cache { get(k: string) { return this.store[k]; } set(k: string, v: any) { this.store[k] = v; } private store: Reco",
      "expectedPrefix": "class Cache { lookup(k: string) { return this.store[k]; } set(k: string, v: any) { this.store[k] = v; } private store: R"
    },
    {
      "id": "adversarial-recursive-rewrite",
      "intent": "recursive-to-iterative",
      "expectedTier1": false,
      "success": false,
      "correct": false,
      "escalatedCorrectly": true,
      "lowConfidence": true,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0,
      "strategy": "failed",
      "tokensIn": 0,
      "tokensOut": 0,
      "actualPrefix": "function factorial(n) { return n <= 1 ? 1 : n * factorial(n - 1); }",
      "expectedPrefix": "function factorial(n) { let result = 1; for (let i = 2; i <= n; i++) { result *= i; } return result; }"
    },
    {
      "id": "var-to-let-1",
      "intent": "var-to-let",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.9179807305335999,
      "strategy": "exact_replace",
      "tokensIn": 12,
      "tokensOut": 12
    },
    {
      "id": "double-quote-to-single",
      "intent": "string-quote-style",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.9124999642372131,
      "strategy": "exact_replace",
      "tokensIn": 12,
      "tokensOut": 12
    },
    {
      "id": "add-readonly-prop",
      "intent": "add-readonly",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.8140649795532227,
      "strategy": "fuzzy_replace",
      "tokensIn": 8,
      "tokensOut": 11
    },
    {
      "id": "remove-debugger",
      "intent": "remove-debug",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.7668138742446899,
      "strategy": "fuzzy_replace",
      "tokensIn": 10,
      "tokensOut": 7
    },
    {
      "id": "import-add-named",
      "intent": "import-add",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.8162500262260437,
      "strategy": "fuzzy_replace",
      "tokensIn": 9,
      "tokensOut": 10
    },
    {
      "id": "remove-trailing-semis",
      "intent": "format-tweak",
      "expectedTier1": true,
      "success": true,
      "correct": true,
      "escalatedCorrectly": false,
      "lowConfidence": false,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0.8330092430114746,
      "strategy": "fuzzy_replace",
      "tokensIn": 7,
      "tokensOut": 7
    },
    {
      "id": "adversarial-extract-class",
      "intent": "extract-class",
      "expectedTier1": false,
      "success": false,
      "correct": false,
      "escalatedCorrectly": true,
      "lowConfidence": true,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0,
      "strategy": "failed",
      "tokensIn": 0,
      "tokensOut": 0,
      "actualPrefix": "class UserService { saveUser(u: any) { db.put(u); audit.log('save', u.id); } private db = realDb; private audit = { log:",
      "expectedPrefix": "class AuditService { log(k: string, v: any) { console.log(k, v); } } class UserService { saveUser(u: any) { db.put(u); t"
    },
    {
      "id": "adversarial-callback-to-promise",
      "intent": "callback-to-promise",
      "expectedTier1": false,
      "success": false,
      "correct": false,
      "escalatedCorrectly": true,
      "lowConfidence": true,
      "latencyMs": 1,
      "wallMs": 1,
      "confidence": 0,
      "strategy": "failed",
      "tokensIn": 0,
      "tokensOut": 0,
      "actualPrefix": "function loadConfig(cb) { fs.readFile('./c.json', (err, data) => { if (err) cb(err); else cb(null, JSON.parse(data)); })",
      "expectedPrefix": "async function loadConfig() { try { const data = await fs.promises.readFile('./c.json'); return JSON.parse(data); } catc"
    },
    {
      "id": "adversarial-deeply-nested-conditional",
      "intent": "early-return-flatten",
      "expectedTier1": false,
      "success": false,
      "correct": false,
      "escalatedCorrectly": true,
      "lowConfidence": true,
      "latencyMs": 0,
      "wallMs": 0,
      "confidence": 0,
      "strategy": "failed",
      "tokensIn": 0,
      "tokensOut": 0,
      "actualPrefix": "function process(x) { if (x) { if (x.valid) { if (x.size > 0) { return doWork(x); } else { return null; } } else { retur",
      "expectedPrefix": "function process(x) { if (!x) return null; if (!x.valid) return null; if (x.size <= 0) return null; return doWork(x); }"
    }
  ],
  "llmResults": [
    {
      "id": "var-to-const-1",
      "intent": "var-to-const",
      "correct": true,
      "wallMs": 751,
      "tokensIn": 105,
      "tokensOut": 17,
      "costUsd": 0.0000173
    },
    {
      "id": "var-to-const-2",
      "intent": "var-to-const",
      "correct": true,
      "wallMs": 1589,
      "tokensIn": 113,
      "tokensOut": 21,
      "costUsd": 0.000019699999999999998
    },
    {
      "id": "add-types-1",
      "intent": "add-types",
      "correct": true,
      "wallMs": 1036,
      "tokensIn": 114,
      "tokensOut": 24,
      "costUsd": 0.000021000000000000002
    },
    {
      "id": "add-types-2",
      "intent": "add-types",
      "correct": true,
      "wallMs": 611,
      "tokensIn": 130,
      "tokensOut": 35,
      "costUsd": 0.000027
    },
    {
      "id": "remove-console-1",
      "intent": "remove-console",
      "correct": true,
      "wallMs": 485,
      "tokensIn": 103,
      "tokensOut": 13,
      "costUsd": 0.0000155
    },
    {
      "id": "remove-console-2",
      "intent": "remove-console",
      "correct": true,
      "wallMs": 534,
      "tokensIn": 107,
      "tokensOut": 12,
      "costUsd": 0.0000155
    },
    {
      "id": "add-error-handling-1",
      "intent": "add-error-handling",
      "correct": true,
      "wallMs": 570,
      "tokensIn": 113,
      "tokensOut": 27,
      "costUsd": 0.000022100000000000002
    },
    {
      "id": "add-error-handling-2",
      "intent": "add-error-handling",
      "correct": true,
      "wallMs": 590,
      "tokensIn": 121,
      "tokensOut": 31,
      "costUsd": 0.000024500000000000003
    },
    {
      "id": "async-await-1",
      "intent": "async-await",
      "correct": true,
      "wallMs": 708,
      "tokensIn": 118,
      "tokensOut": 24,
      "costUsd": 0.000021400000000000002
    },
    {
      "id": "async-await-2",
      "intent": "async-await",
      "correct": true,
      "wallMs": 515,
      "tokensIn": 110,
      "tokensOut": 22,
      "costUsd": 0.0000198
    },
    {
      "id": "add-logging-1",
      "intent": "add-logging",
      "correct": true,
      "wallMs": 670,
      "tokensIn": 103,
      "tokensOut": 19,
      "costUsd": 0.0000179
    },
    {
      "id": "add-logging-2",
      "intent": "add-logging",
      "correct": true,
      "wallMs": 562,
      "tokensIn": 115,
      "tokensOut": 26,
      "costUsd": 0.000021900000000000004
    },
    {
      "id": "adversarial-extract-function",
      "intent": "extract-function",
      "correct": false,
      "wallMs": 1119,
      "tokensIn": 184,
      "tokensOut": 141,
      "costUsd": 0.0000748,
      "actualPrefix": "function sum_active(items) { let total = 0; for (const i of items) { if (i.active) { total += i.value; } } return total;",
      "expectedPrefix": "function sum_active(items) { let total = 0; for (const i of items) { if (i.active) { total += i.value; } } return total;"
    },
    {
      "id": "adversarial-type-narrowing",
      "intent": "type-narrowing",
      "correct": true,
      "wallMs": 749,
      "tokensIn": 150,
      "tokensOut": 58,
      "costUsd": 0.0000382
    },
    {
      "id": "adversarial-cross-method-rename",
      "intent": "rename-symbol",
      "correct": true,
      "wallMs": 1005,
      "tokensIn": 171,
      "tokensOut": 81,
      "costUsd": 0.000049500000000000004
    },
    {
      "id": "adversarial-recursive-rewrite",
      "intent": "recursive-to-iterative",
      "correct": true,
      "wallMs": 809,
      "tokensIn": 115,
      "tokensOut": 52,
      "costUsd": 0.0000323
    },
    {
      "id": "var-to-let-1",
      "intent": "var-to-let",
      "correct": true,
      "wallMs": 790,
      "tokensIn": 135,
      "tokensOut": 32,
      "costUsd": 0.000026300000000000002
    },
    {
      "id": "double-quote-to-single",
      "intent": "string-quote-style",
      "correct": true,
      "wallMs": 476,
      "tokensIn": 109,
      "tokensOut": 19,
      "costUsd": 0.000018500000000000002
    },
    {
      "id": "add-readonly-prop",
      "intent": "add-readonly",
      "correct": true,
      "wallMs": 1162,
      "tokensIn": 104,
      "tokensOut": 17,
      "costUsd": 0.0000172
    },
    {
      "id": "remove-debugger",
      "intent": "remove-debug",
      "correct": true,
      "wallMs": 721,
      "tokensIn": 99,
      "tokensOut": 13,
      "costUsd": 0.000015100000000000001
    },
    {
      "id": "import-add-named",
      "intent": "import-add",
      "correct": true,
      "wallMs": 1400,
      "tokensIn": 103,
      "tokensOut": 17,
      "costUsd": 0.0000171
    },
    {
      "id": "remove-trailing-semis",
      "intent": "format-tweak",
      "correct": true,
      "wallMs": 627,
      "tokensIn": 105,
      "tokensOut": 17,
      "costUsd": 0.0000173
    },
    {
      "id": "adversarial-extract-class",
      "intent": "extract-class",
      "correct": false,
      "wallMs": 1132,
      "tokensIn": 160,
      "tokensOut": 97,
      "costUsd": 0.000054800000000000004,
      "actualPrefix": "class AuditService { log(k: string, v: any) { console.log(k, v); } } class UserService { private db = realDb; private au",
      "expectedPrefix": "class AuditService { log(k: string, v: any) { console.log(k, v); } } class UserService { saveUser(u: any) { db.put(u); t"
    },
    {
      "id": "adversarial-callback-to-promise",
      "intent": "callback-to-promise",
      "correct": false,
      "wallMs": 804,
      "tokensIn": 145,
      "tokensOut": 64,
      "costUsd": 0.0000401,
      "actualPrefix": "async function loadConfig(): Promise<Config> { try { const data = await fs.promises.readFile('./c.json'); return JSON.pa",
      "expectedPrefix": "async function loadConfig() { try { const data = await fs.promises.readFile('./c.json'); return JSON.parse(data); } catc"
    },
    {
      "id": "adversarial-deeply-nested-conditional",
      "intent": "early-return-flatten",
      "correct": false,
      "wallMs": 774,
      "tokensIn": 152,
      "tokensOut": 73,
      "costUsd": 0.0000444,
      "actualPrefix": "function process(x) { if (!x) { return null; } if (!x.valid) { return null; } if (x.size <= 0) { return null; } return d",
      "expectedPrefix": "function process(x) { if (!x) return null; if (!x.valid) return null; if (x.size <= 0) return null; return doWork(x); }"
    }
  ],
  "anthropicResults": {
    "claude-sonnet-4-6": [
      {
        "id": "var-to-const-1",
        "intent": "var-to-const",
        "error": "fetch failed",
        "correct": false,
        "wallMs": 257
      },
      {
        "id": "var-to-const-2",
        "intent": "var-to-const",
        "error": "fetch failed",
        "correct": false,
        "wallMs": 258
      },
      {
        "id": "add-types-1",
        "intent": "add-types",
        "correct": true,
        "wallMs": 1067,
        "tokensIn": 114,
        "tokensOut": 27,
        "costUsd": 0.000747
      },
      {
        "id": "add-types-2",
        "intent": "add-types",
        "correct": true,
        "wallMs": 1689,
        "tokensIn": 130,
        "tokensOut": 38,
        "costUsd": 0.0009599999999999999
      },
      {
        "id": "remove-console-1",
        "intent": "remove-console",
        "correct": true,
        "wallMs": 905,
        "tokensIn": 103,
        "tokensOut": 16,
        "costUsd": 0.000549
      },
      {
        "id": "remove-console-2",
        "intent": "remove-console",
        "correct": true,
        "wallMs": 1154,
        "tokensIn": 107,
        "tokensOut": 15,
        "costUsd": 0.000546
      },
      {
        "id": "add-error-handling-1",
        "intent": "add-error-handling",
        "correct": true,
        "wallMs": 2995,
        "tokensIn": 113,
        "tokensOut": 30,
        "costUsd": 0.000789
      },
      {
        "id": "add-error-handling-2",
        "intent": "add-error-handling",
        "correct": true,
        "wallMs": 821,
        "tokensIn": 121,
        "tokensOut": 34,
        "costUsd": 0.0008730000000000001
      },
      {
        "id": "async-await-1",
        "intent": "async-await",
        "correct": true,
        "wallMs": 896,
        "tokensIn": 118,
        "tokensOut": 27,
        "costUsd": 0.0007589999999999999
      },
      {
        "id": "async-await-2",
        "intent": "async-await",
        "correct": true,
        "wallMs": 1174,
        "tokensIn": 110,
        "tokensOut": 25,
        "costUsd": 0.000705
      },
      {
        "id": "add-logging-1",
        "intent": "add-logging",
        "correct": true,
        "wallMs": 869,
        "tokensIn": 103,
        "tokensOut": 22,
        "costUsd": 0.000639
      },
      {
        "id": "add-logging-2",
        "intent": "add-logging",
        "correct": true,
        "wallMs": 2055,
        "tokensIn": 115,
        "tokensOut": 29,
        "costUsd": 0.0007800000000000001
      },
      {
        "id": "adversarial-extract-function",
        "intent": "extract-function",
        "correct": true,
        "wallMs": 1832,
        "tokensIn": 184,
        "tokensOut": 142,
        "costUsd": 0.002682
      },
      {
        "id": "adversarial-type-narrowing",
        "intent": "type-narrowing",
        "correct": false,
        "wallMs": 1469,
        "tokensIn": 156,
        "tokensOut": 61,
        "costUsd": 0.0013830000000000001,
        "actualPrefix": "type Result = { kind: 'ok'; value: number } | { kind: 'err'; message: string }; function describe(r: Result) { return r.",
        "expectedPrefix": "type Result = { kind: 'ok'; value: number } | { kind: 'err'; message: string }; function describe(r: Result) { if (r.kin"
      },
      {
        "id": "adversarial-cross-method-rename",
        "intent": "rename-symbol",
        "correct": true,
        "wallMs": 1564,
        "tokensIn": 173,
        "tokensOut": 85,
        "costUsd": 0.001794
      },
      {
        "id": "adversarial-recursive-rewrite",
        "intent": "recursive-to-iterative",
        "correct": true,
        "wallMs": 1240,
        "tokensIn": 121,
        "tokensOut": 55,
        "costUsd": 0.001188
      },
      {
        "id": "var-to-let-1",
        "intent": "var-to-let",
        "correct": true,
        "wallMs": 860,
        "tokensIn": 133,
        "tokensOut": 34,
        "costUsd": 0.0009090000000000001
      },
      {
        "id": "double-quote-to-single",
        "intent": "string-quote-style",
        "correct": true,
        "wallMs": 1221,
        "tokensIn": 112,
        "tokensOut": 24,
        "costUsd": 0.000696
      },
      {
        "id": "add-readonly-prop",
        "intent": "add-readonly",
        "correct": true,
        "wallMs": 982,
        "tokensIn": 104,
        "tokensOut": 20,
        "costUsd": 0.000612
      },
      {
        "id": "remove-debugger",
        "intent": "remove-debug",
        "correct": true,
        "wallMs": 1131,
        "tokensIn": 100,
        "tokensOut": 16,
        "costUsd": 0.00054
      },
      {
        "id": "import-add-named",
        "intent": "import-add",
        "correct": true,
        "wallMs": 1139,
        "tokensIn": 103,
        "tokensOut": 20,
        "costUsd": 0.000609
      },
      {
        "id": "remove-trailing-semis",
        "intent": "format-tweak",
        "correct": true,
        "wallMs": 1158,
        "tokensIn": 106,
        "tokensOut": 20,
        "costUsd": 0.0006180000000000001
      },
      {
        "id": "adversarial-extract-class",
        "intent": "extract-class",
        "correct": false,
        "wallMs": 2399,
        "tokensIn": 165,
        "tokensOut": 110,
        "costUsd": 0.002145,
        "actualPrefix": "class AuditService { log(action: string, id: any): void { console.log(action, id); } } class UserService { private db = ",
        "expectedPrefix": "class AuditService { log(k: string, v: any) { console.log(k, v); } } class UserService { saveUser(u: any) { db.put(u); t"
      },
      {
        "id": "adversarial-callback-to-promise",
        "intent": "callback-to-promise",
        "correct": false,
        "wallMs": 1623,
        "tokensIn": 149,
        "tokensOut": 67,
        "costUsd": 0.001452,
        "actualPrefix": "async function loadConfig() { try { const data = await fs.promises.readFile('./c.json', 'utf8'); return JSON.parse(data)",
        "expectedPrefix": "async function loadConfig() { try { const data = await fs.promises.readFile('./c.json'); return JSON.parse(data); } catc"
      },
      {
        "id": "adversarial-deeply-nested-conditional",
        "intent": "early-return-flatten",
        "correct": true,
        "wallMs": 1523,
        "tokensIn": 156,
        "tokensOut": 58,
        "costUsd": 0.001338
      }
    ],
    "claude-opus-4-7": [
      {
        "id": "var-to-const-1",
        "intent": "var-to-const",
        "correct": true,
        "wallMs": 1347,
        "tokensIn": 147,
        "tokensOut": 24,
        "costUsd": 0.004005
      },
      {
        "id": "var-to-const-2",
        "intent": "var-to-const",
        "correct": true,
        "wallMs": 1252,
        "tokensIn": 159,
        "tokensOut": 30,
        "costUsd": 0.004635
      },
      {
        "id": "add-types-1",
        "intent": "add-types",
        "correct": true,
        "wallMs": 2566,
        "tokensIn": 156,
        "tokensOut": 31,
        "costUsd": 0.004665000000000001
      },
      {
        "id": "add-types-2",
        "intent": "add-types",
        "correct": true,
        "wallMs": 1278,
        "tokensIn": 176,
        "tokensOut": 44,
        "costUsd": 0.00594
      },
      {
        "id": "remove-console-1",
        "intent": "remove-console",
        "correct": true,
        "wallMs": 1042,
        "tokensIn": 150,
        "tokensOut": 22,
        "costUsd": 0.0039
      },
      {
        "id": "remove-console-2",
        "intent": "remove-console",
        "correct": true,
        "wallMs": 1406,
        "tokensIn": 153,
        "tokensOut": 20,
        "costUsd": 0.003795
      },
      {
        "id": "add-error-handling-1",
        "intent": "add-error-handling",
        "correct": true,
        "wallMs": 1158,
        "tokensIn": 162,
        "tokensOut": 38,
        "costUsd": 0.00528
      },
      {
        "id": "add-error-handling-2",
        "intent": "add-error-handling",
        "correct": true,
        "wallMs": 2162,
        "tokensIn": 168,
        "tokensOut": 41,
        "costUsd": 0.005594999999999999
      },
      {
        "id": "async-await-1",
        "intent": "async-await",
        "correct": true,
        "wallMs": 1300,
        "tokensIn": 165,
        "tokensOut": 34,
        "costUsd": 0.005025
      },
      {
        "id": "async-await-2",
        "intent": "async-await",
        "correct": true,
        "wallMs": 2641,
        "tokensIn": 155,
        "tokensOut": 31,
        "costUsd": 0.00465
      },
      {
        "id": "add-logging-1",
        "intent": "add-logging",
        "correct": true,
        "wallMs": 1161,
        "tokensIn": 148,
        "tokensOut": 28,
        "costUsd": 0.004319999999999999
      },
      {
        "id": "add-logging-2",
        "intent": "add-logging",
        "correct": true,
        "wallMs": 1216,
        "tokensIn": 157,
        "tokensOut": 33,
        "costUsd": 0.00483
      },
      {
        "id": "adversarial-extract-function",
        "intent": "extract-function",
        "correct": true,
        "wallMs": 2760,
        "tokensIn": 239,
        "tokensOut": 121,
        "costUsd": 0.01266
      },
      {
        "id": "adversarial-type-narrowing",
        "intent": "type-narrowing",
        "correct": false,
        "wallMs": 1676,
        "tokensIn": 216,
        "tokensOut": 76,
        "costUsd": 0.00894,
        "actualPrefix": "type Result = { kind: 'ok'; value: number } | { kind: 'err'; message: string }; function describe(r: Result) { return r.",
        "expectedPrefix": "type Result = { kind: 'ok'; value: number } | { kind: 'err'; message: string }; function describe(r: Result) { if (r.kin"
      },
      {
        "id": "adversarial-cross-method-rename",
        "intent": "rename-symbol",
        "correct": true,
        "wallMs": 2152,
        "tokensIn": 232,
        "tokensOut": 102,
        "costUsd": 0.01113
      },
      {
        "id": "adversarial-recursive-rewrite",
        "intent": "recursive-to-iterative",
        "correct": false,
        "wallMs": 1247,
        "tokensIn": 174,
        "tokensOut": 51,
        "costUsd": 0.006435,
        "actualPrefix": "function factorial(n) { let result = 1; for (let i = 2; i <= n; i++) result *= i; return result; }",
        "expectedPrefix": "function factorial(n) { let result = 1; for (let i = 2; i <= n; i++) { result *= i; } return result; }"
      },
      {
        "id": "var-to-let-1",
        "intent": "var-to-let",
        "correct": true,
        "wallMs": 1408,
        "tokensIn": 179,
        "tokensOut": 40,
        "costUsd": 0.005685
      },
      {
        "id": "double-quote-to-single",
        "intent": "string-quote-style",
        "correct": true,
        "wallMs": 1101,
        "tokensIn": 157,
        "tokensOut": 30,
        "costUsd": 0.004605
      },
      {
        "id": "add-readonly-prop",
        "intent": "add-readonly",
        "correct": true,
        "wallMs": 1118,
        "tokensIn": 150,
        "tokensOut": 27,
        "costUsd": 0.004274999999999999
      },
      {
        "id": "remove-debugger",
        "intent": "remove-debug",
        "correct": true,
        "wallMs": 1076,
        "tokensIn": 147,
        "tokensOut": 22,
        "costUsd": 0.003855
      },
      {
        "id": "import-add-named",
        "intent": "import-add",
        "correct": true,
        "wallMs": 1535,
        "tokensIn": 152,
        "tokensOut": 28,
        "costUsd": 0.00438
      },
      {
        "id": "remove-trailing-semis",
        "intent": "format-tweak",
        "correct": true,
        "wallMs": 1316,
        "tokensIn": 149,
        "tokensOut": 24,
        "costUsd": 0.004035
      },
      {
        "id": "adversarial-extract-class",
        "intent": "extract-class",
        "correct": true,
        "wallMs": 1653,
        "tokensIn": 220,
        "tokensOut": 94,
        "costUsd": 0.01035
      },
      {
        "id": "adversarial-callback-to-promise",
        "intent": "callback-to-promise",
        "correct": true,
        "wallMs": 1441,
        "tokensIn": 213,
        "tokensOut": 66,
        "costUsd": 0.008145
      },
      {
        "id": "adversarial-deeply-nested-conditional",
        "intent": "early-return-flatten",
        "correct": true,
        "wallMs": 2081,
        "tokensIn": 206,
        "tokensOut": 58,
        "costUsd": 0.0074399999999999996
      }
    ]
  }
}