{
  "title": "DeepSeek V4.1 Flash code-review optimization experiments",
  "date": "2026-10-03",
  "model": "DeepSeek V4.1 Flash",
  "modelId": "deepseek/deepseek-flash",
  "provider": "Direct DeepSeek",
  "reasoning": "low",
  "maxConcurrentSessions": 10,
  "execution": "Sequential full local dry-run reviews; no GitHub comments",
  "cases": {
    "A": {
      "mainPages": 1,
      "compliancePages": 1,
      "sizeGroup": "small"
    },
    "B": {
      "mainPages": 1,
      "compliancePages": 1,
      "sizeGroup": "small"
    },
    "C": {
      "mainPages": 4,
      "compliancePages": 4,
      "sizeGroup": "large"
    }
  },
  "notes": [
    "Compare arms within the same study and case only. Do not pool different study baselines.",
    "Native includes existing context packs and the normal verification route.",
    "Times are milliseconds; phase durations overlap. Costs are provider-rate estimates in USD, not invoices.",
    "Main-treatment appends source to eligible main search results, with eight augmentation attempts per session; model lookups are not capped.",
    "Uncapped exploratory variants remove augmentation attempt/match/source-count caps, while byte budgets and deadlines remain. The main-only screen still has its earlier augmentation allowance.",
    "Screens change different stages; the shard screen changes both main and compliance grouping. One observation per configuration is not an adoption test.",
    "Search-recognition changes command eligibility; slim-compliance changes only page-specific scoped rule delivery.",
    "Private PR code and full transcripts are not public. This sanitized export supports arithmetic checks, not independent bug adjudication or full replay.",
    "Observed supported concerns are not complete ground truth. No complete recall or independent blind evaluation is claimed.",
    "In the compliance-ablation study, the arm labeled selective-compliance means compliance is disabled, with the normal main-prompt omitted-guidance scheduling notice. Main and verification remain native. It was not adopted; all six runs missed the predefined concern.",
    "Exact diff sizes, private finding details and internal report identifiers are omitted."
  ],
  "repeatedRuns": [
    {
      "study": "search-context",
      "run": 1,
      "case": "A",
      "repetition": 1,
      "arm": "native",
      "reviewMs": 143592,
      "mainWallMs": 142424,
      "complianceWallMs": 126528,
      "verificationWallMs": 0,
      "mainToolCalls": 33,
      "allToolCalls": 60,
      "allModelTurns": 39,
      "estimatedCostUsd": 0.05918377799999999,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "withheldUnverified": 0,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-context",
      "run": 2,
      "case": "A",
      "repetition": 1,
      "arm": "main-treatment",
      "reviewMs": 167749,
      "mainWallMs": 166650,
      "complianceWallMs": 159354,
      "verificationWallMs": 0,
      "mainToolCalls": 41,
      "allToolCalls": 80,
      "allModelTurns": 63,
      "estimatedCostUsd": 0.06587380799999999,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "withheldUnverified": 0,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-context",
      "run": 3,
      "case": "B",
      "repetition": 1,
      "arm": "main-treatment",
      "reviewMs": 253832,
      "mainWallMs": 252429,
      "complianceWallMs": 120048,
      "verificationWallMs": 0,
      "mainToolCalls": 49,
      "allToolCalls": 73,
      "allModelTurns": 41,
      "estimatedCostUsd": 0.08422818,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "withheldUnverified": 0,
      "searchPackets": 5,
      "searchContextBytes": 22661,
      "collectorSourceLoads": 14
    },
    {
      "study": "search-context",
      "run": 4,
      "case": "B",
      "repetition": 1,
      "arm": "native",
      "reviewMs": 514775,
      "mainWallMs": 454105,
      "complianceWallMs": 307722,
      "verificationWallMs": 59269,
      "mainToolCalls": 42,
      "allToolCalls": 97,
      "allModelTurns": 63,
      "estimatedCostUsd": 0.1470291,
      "mainCandidates": 2,
      "complianceCandidates": 1,
      "retained": 2,
      "publishable": 1,
      "withheldUnverified": 1,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-context",
      "run": 5,
      "case": "C",
      "repetition": 1,
      "arm": "native",
      "reviewMs": 438188,
      "mainWallMs": 353018,
      "complianceWallMs": 186616,
      "verificationWallMs": 82199,
      "mainToolCalls": 186,
      "allToolCalls": 287,
      "allModelTurns": 229,
      "estimatedCostUsd": 0.35055673200000004,
      "mainCandidates": 2,
      "complianceCandidates": 2,
      "retained": 3,
      "publishable": 1,
      "withheldUnverified": 2,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-context",
      "run": 6,
      "case": "C",
      "repetition": 1,
      "arm": "main-treatment",
      "reviewMs": 480160,
      "mainWallMs": 370895,
      "complianceWallMs": 262952,
      "verificationWallMs": 106228,
      "mainToolCalls": 156,
      "allToolCalls": 285,
      "allModelTurns": 211,
      "estimatedCostUsd": 0.34152708000000004,
      "mainCandidates": 3,
      "complianceCandidates": 1,
      "retained": 4,
      "publishable": 4,
      "withheldUnverified": 0,
      "searchPackets": 18,
      "searchContextBytes": 98163,
      "collectorSourceLoads": 31
    },
    {
      "study": "search-context",
      "run": 7,
      "case": "C",
      "repetition": 2,
      "arm": "main-treatment",
      "reviewMs": 678609,
      "mainWallMs": 576780,
      "complianceWallMs": 250363,
      "verificationWallMs": 98808,
      "mainToolCalls": 179,
      "allToolCalls": 323,
      "allModelTurns": 268,
      "estimatedCostUsd": 0.410103528,
      "mainCandidates": 3,
      "complianceCandidates": 3,
      "retained": 3,
      "publishable": 2,
      "withheldUnverified": 1,
      "searchPackets": 23,
      "searchContextBytes": 121260,
      "collectorSourceLoads": 32
    },
    {
      "study": "search-context",
      "run": 8,
      "case": "C",
      "repetition": 2,
      "arm": "native",
      "reviewMs": 619606,
      "mainWallMs": 549691,
      "complianceWallMs": 160515,
      "verificationWallMs": 66915,
      "mainToolCalls": 217,
      "allToolCalls": 329,
      "allModelTurns": 257,
      "estimatedCostUsd": 0.38045013599999994,
      "mainCandidates": 2,
      "complianceCandidates": 1,
      "retained": 3,
      "publishable": 3,
      "withheldUnverified": 0,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-context",
      "run": 9,
      "case": "A",
      "repetition": 2,
      "arm": "main-treatment",
      "reviewMs": 184978,
      "mainWallMs": 140794,
      "complianceWallMs": 143353,
      "verificationWallMs": 40520,
      "mainToolCalls": 28,
      "allToolCalls": 69,
      "allModelTurns": 49,
      "estimatedCostUsd": 0.07477866,
      "mainCandidates": 0,
      "complianceCandidates": 2,
      "retained": 2,
      "publishable": 2,
      "withheldUnverified": 0,
      "searchPackets": 5,
      "searchContextBytes": 25203,
      "collectorSourceLoads": 8
    },
    {
      "study": "search-context",
      "run": 10,
      "case": "A",
      "repetition": 2,
      "arm": "native",
      "reviewMs": 136166,
      "mainWallMs": 132627,
      "complianceWallMs": 135099,
      "verificationWallMs": 0,
      "mainToolCalls": 36,
      "allToolCalls": 65,
      "allModelTurns": 51,
      "estimatedCostUsd": 0.05962684799999999,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "withheldUnverified": 0,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-context",
      "run": 11,
      "case": "B",
      "repetition": 2,
      "arm": "native",
      "reviewMs": 352312,
      "mainWallMs": 320825,
      "complianceWallMs": 127853,
      "verificationWallMs": 29846,
      "mainToolCalls": 37,
      "allToolCalls": 76,
      "allModelTurns": 45,
      "estimatedCostUsd": 0.086671596,
      "mainCandidates": 1,
      "complianceCandidates": 0,
      "retained": 1,
      "publishable": 0,
      "withheldUnverified": 1,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-context",
      "run": 12,
      "case": "B",
      "repetition": 2,
      "arm": "main-treatment",
      "reviewMs": 411064,
      "mainWallMs": 409393,
      "complianceWallMs": 215708,
      "verificationWallMs": 0,
      "mainToolCalls": 47,
      "allToolCalls": 84,
      "allModelTurns": 54,
      "estimatedCostUsd": 0.099187044,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "withheldUnverified": 0,
      "searchPackets": 5,
      "searchContextBytes": 21115,
      "collectorSourceLoads": 10
    },
    {
      "study": "search-context",
      "run": 13,
      "case": "B",
      "repetition": 3,
      "arm": "main-treatment",
      "reviewMs": 255417,
      "mainWallMs": 224302,
      "complianceWallMs": 182139,
      "verificationWallMs": 29408,
      "mainToolCalls": 42,
      "allToolCalls": 76,
      "allModelTurns": 46,
      "estimatedCostUsd": 0.10220900999999999,
      "mainCandidates": 1,
      "complianceCandidates": 0,
      "retained": 1,
      "publishable": 0,
      "withheldUnverified": 1,
      "searchPackets": 2,
      "searchContextBytes": 10516,
      "collectorSourceLoads": 8
    },
    {
      "study": "search-context",
      "run": 14,
      "case": "B",
      "repetition": 3,
      "arm": "native",
      "reviewMs": 248571,
      "mainWallMs": 246883,
      "complianceWallMs": 120794,
      "verificationWallMs": 0,
      "mainToolCalls": 40,
      "allToolCalls": 65,
      "allModelTurns": 41,
      "estimatedCostUsd": 0.078183,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "withheldUnverified": 0,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-context",
      "run": 15,
      "case": "C",
      "repetition": 3,
      "arm": "native",
      "reviewMs": 434826,
      "mainWallMs": 283290,
      "complianceWallMs": 329438,
      "verificationWallMs": 102293,
      "mainToolCalls": 166,
      "allToolCalls": 280,
      "allModelTurns": 233,
      "estimatedCostUsd": 0.362162754,
      "mainCandidates": 2,
      "complianceCandidates": 3,
      "retained": 5,
      "publishable": 5,
      "withheldUnverified": 0,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-context",
      "run": 16,
      "case": "C",
      "repetition": 3,
      "arm": "main-treatment",
      "reviewMs": 691786,
      "mainWallMs": 589087,
      "complianceWallMs": 264714,
      "verificationWallMs": 99720,
      "mainToolCalls": 233,
      "allToolCalls": 380,
      "allModelTurns": 314,
      "estimatedCostUsd": 0.44466173999999997,
      "mainCandidates": 2,
      "complianceCandidates": 2,
      "retained": 3,
      "publishable": 2,
      "withheldUnverified": 1,
      "searchPackets": 16,
      "searchContextBytes": 79025,
      "collectorSourceLoads": 26
    },
    {
      "study": "search-context",
      "run": 17,
      "case": "A",
      "repetition": 3,
      "arm": "native",
      "reviewMs": 191046,
      "mainWallMs": 146776,
      "complianceWallMs": 124407,
      "verificationWallMs": 43199,
      "mainToolCalls": 32,
      "allToolCalls": 67,
      "allModelTurns": 40,
      "estimatedCostUsd": 0.069856164,
      "mainCandidates": 0,
      "complianceCandidates": 2,
      "retained": 2,
      "publishable": 2,
      "withheldUnverified": 0,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-context",
      "run": 18,
      "case": "A",
      "repetition": 3,
      "arm": "main-treatment",
      "reviewMs": 150391,
      "mainWallMs": 110661,
      "complianceWallMs": 138307,
      "verificationWallMs": 10977,
      "mainToolCalls": 33,
      "allToolCalls": 71,
      "allModelTurns": 37,
      "estimatedCostUsd": 0.061071042000000006,
      "mainCandidates": 0,
      "complianceCandidates": 1,
      "retained": 1,
      "publishable": 1,
      "withheldUnverified": 0,
      "searchPackets": 4,
      "searchContextBytes": 11996,
      "collectorSourceLoads": 4
    },
    {
      "study": "search-recognition",
      "run": 1,
      "case": "C",
      "repetition": 1,
      "arm": "native",
      "reviewMs": 342220,
      "mainWallMs": 286406,
      "complianceWallMs": 241075,
      "verificationWallMs": 52677,
      "mainToolCalls": 133,
      "allToolCalls": 274,
      "allModelTurns": 220,
      "estimatedCostUsd": 0.354071688,
      "mainCandidates": 1,
      "complianceCandidates": 1,
      "retained": 2,
      "publishable": 2,
      "withheldUnverified": 0,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-recognition",
      "run": 2,
      "case": "C",
      "repetition": 1,
      "arm": "main-treatment",
      "reviewMs": 498579,
      "mainWallMs": 375271,
      "complianceWallMs": 457703,
      "verificationWallMs": 37793,
      "mainToolCalls": 243,
      "allToolCalls": 356,
      "allModelTurns": 274,
      "estimatedCostUsd": 0.398751714,
      "mainCandidates": 0,
      "complianceCandidates": 4,
      "retained": 4,
      "publishable": 4,
      "withheldUnverified": 0,
      "searchPackets": 24,
      "searchContextBytes": 129440,
      "collectorSourceLoads": 32
    },
    {
      "study": "search-recognition",
      "run": 3,
      "case": "C",
      "repetition": 2,
      "arm": "main-treatment",
      "reviewMs": 567584,
      "mainWallMs": 533085,
      "complianceWallMs": 170398,
      "verificationWallMs": 31472,
      "mainToolCalls": 189,
      "allToolCalls": 274,
      "allModelTurns": 238,
      "estimatedCostUsd": 0.361092462,
      "mainCandidates": 1,
      "complianceCandidates": 0,
      "retained": 1,
      "publishable": 1,
      "withheldUnverified": 0,
      "searchPackets": 21,
      "searchContextBytes": 108839,
      "collectorSourceLoads": 36
    },
    {
      "study": "search-recognition",
      "run": 4,
      "case": "C",
      "repetition": 2,
      "arm": "native",
      "reviewMs": 379109,
      "mainWallMs": 324446,
      "complianceWallMs": 301089,
      "verificationWallMs": 51603,
      "mainToolCalls": 185,
      "allToolCalls": 337,
      "allModelTurns": 283,
      "estimatedCostUsd": 0.403843692,
      "mainCandidates": 1,
      "complianceCandidates": 2,
      "retained": 3,
      "publishable": 3,
      "withheldUnverified": 0,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-recognition",
      "run": 5,
      "case": "C",
      "repetition": 3,
      "arm": "native",
      "reviewMs": 431750,
      "mainWallMs": 376515,
      "complianceWallMs": 244463,
      "verificationWallMs": 52152,
      "mainToolCalls": 197,
      "allToolCalls": 371,
      "allModelTurns": 288,
      "estimatedCostUsd": 0.415970388,
      "mainCandidates": 0,
      "complianceCandidates": 2,
      "retained": 1,
      "publishable": 1,
      "withheldUnverified": 0,
      "searchPackets": 0,
      "searchContextBytes": 0,
      "collectorSourceLoads": 0
    },
    {
      "study": "search-recognition",
      "run": 6,
      "case": "C",
      "repetition": 3,
      "arm": "main-treatment",
      "reviewMs": 419816,
      "mainWallMs": 341493,
      "complianceWallMs": 227885,
      "verificationWallMs": 75309,
      "mainToolCalls": 133,
      "allToolCalls": 244,
      "allModelTurns": 182,
      "estimatedCostUsd": 0.33538134599999997,
      "mainCandidates": 3,
      "complianceCandidates": 1,
      "retained": 4,
      "publishable": 4,
      "withheldUnverified": 0,
      "searchPackets": 23,
      "searchContextBytes": 113572,
      "collectorSourceLoads": 33
    },
    {
      "study": "slim-compliance",
      "run": 1,
      "case": "C",
      "repetition": 1,
      "arm": "native",
      "reviewMs": 346334,
      "mainWallMs": 321469,
      "complianceWallMs": 232158,
      "verificationWallMs": 21790,
      "mainToolCalls": 165,
      "allToolCalls": 322,
      "allModelTurns": 239,
      "estimatedCostUsd": 0.38214751199999997,
      "mainCandidates": 1,
      "complianceCandidates": 1,
      "retained": 2,
      "complianceToolCalls": 149,
      "publishable": 2
    },
    {
      "study": "slim-compliance",
      "run": 2,
      "case": "C",
      "repetition": 1,
      "arm": "slim-compliance",
      "reviewMs": 387311,
      "mainWallMs": 326458,
      "complianceWallMs": 258730,
      "verificationWallMs": 57854,
      "mainToolCalls": 199,
      "allToolCalls": 335,
      "allModelTurns": 282,
      "estimatedCostUsd": 0.389661372,
      "mainCandidates": 1,
      "complianceCandidates": 1,
      "retained": 1,
      "complianceToolCalls": 125,
      "publishable": 1
    },
    {
      "study": "slim-compliance",
      "run": 3,
      "case": "C",
      "repetition": 2,
      "arm": "slim-compliance",
      "reviewMs": 425003,
      "mainWallMs": 352863,
      "complianceWallMs": 184141,
      "verificationWallMs": 69195,
      "mainToolCalls": 188,
      "allToolCalls": 299,
      "allModelTurns": 224,
      "estimatedCostUsd": 0.38001866399999995,
      "mainCandidates": 0,
      "complianceCandidates": 4,
      "retained": 3,
      "complianceToolCalls": 103,
      "publishable": 3
    },
    {
      "study": "slim-compliance",
      "run": 4,
      "case": "C",
      "repetition": 2,
      "arm": "native",
      "reviewMs": 581479,
      "mainWallMs": 493364,
      "complianceWallMs": 285275,
      "verificationWallMs": 85093,
      "mainToolCalls": 257,
      "allToolCalls": 410,
      "allModelTurns": 320,
      "estimatedCostUsd": 0.47249374800000005,
      "mainCandidates": 1,
      "complianceCandidates": 2,
      "retained": 3,
      "complianceToolCalls": 144,
      "publishable": 3
    },
    {
      "study": "slim-compliance",
      "run": 5,
      "case": "C",
      "repetition": 3,
      "arm": "native",
      "reviewMs": 366937,
      "mainWallMs": 316387,
      "complianceWallMs": 174395,
      "verificationWallMs": 47563,
      "mainToolCalls": 196,
      "allToolCalls": 326,
      "allModelTurns": 272,
      "estimatedCostUsd": 0.37970967599999994,
      "mainCandidates": 0,
      "complianceCandidates": 1,
      "retained": 1,
      "complianceToolCalls": 121,
      "publishable": 1
    },
    {
      "study": "slim-compliance",
      "run": 6,
      "case": "C",
      "repetition": 3,
      "arm": "slim-compliance",
      "reviewMs": 340796,
      "mainWallMs": 273724,
      "complianceWallMs": 286358,
      "verificationWallMs": 51484,
      "mainToolCalls": 169,
      "allToolCalls": 298,
      "allModelTurns": 206,
      "estimatedCostUsd": 0.33932162999999993,
      "mainCandidates": 3,
      "complianceCandidates": 1,
      "retained": 4,
      "complianceToolCalls": 119,
      "publishable": 4
    },
    {
      "study": "compliance-ablation",
      "run": 1,
      "case": "B",
      "arm": "native",
      "repetition": 1,
      "reviewMs": 465736,
      "mainWallMs": 463844,
      "complianceWallMs": 212362,
      "verificationWallMs": 0,
      "allToolCalls": 92,
      "mainToolCalls": 57,
      "complianceToolCalls": 35,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "estimatedCostUsd": 0.11404377600000001
    },
    {
      "study": "compliance-ablation",
      "run": 2,
      "case": "B",
      "arm": "selective-compliance",
      "repetition": 1,
      "reviewMs": 155451,
      "mainWallMs": 153801,
      "complianceWallMs": 0,
      "verificationWallMs": 0,
      "allToolCalls": 33,
      "mainToolCalls": 33,
      "complianceToolCalls": 0,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "estimatedCostUsd": 0.032759268
    },
    {
      "study": "compliance-ablation",
      "run": 3,
      "case": "B",
      "arm": "selective-compliance",
      "repetition": 2,
      "reviewMs": 530167,
      "mainWallMs": 528529,
      "complianceWallMs": 0,
      "verificationWallMs": 0,
      "allToolCalls": 58,
      "mainToolCalls": 58,
      "complianceToolCalls": 0,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "estimatedCostUsd": 0.076936932
    },
    {
      "study": "compliance-ablation",
      "run": 4,
      "case": "B",
      "arm": "native",
      "repetition": 2,
      "reviewMs": 311073,
      "mainWallMs": 286760,
      "complianceWallMs": 309406,
      "verificationWallMs": 0,
      "allToolCalls": 132,
      "mainToolCalls": 66,
      "complianceToolCalls": 66,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "estimatedCostUsd": 0.12565143599999998
    },
    {
      "study": "compliance-ablation",
      "run": 5,
      "case": "B",
      "arm": "native",
      "repetition": 3,
      "reviewMs": 184255,
      "mainWallMs": 182508,
      "complianceWallMs": 179243,
      "verificationWallMs": 0,
      "allToolCalls": 65,
      "mainToolCalls": 40,
      "complianceToolCalls": 25,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "estimatedCostUsd": 0.076790142
    },
    {
      "study": "compliance-ablation",
      "run": 6,
      "case": "B",
      "arm": "selective-compliance",
      "repetition": 3,
      "reviewMs": 196104,
      "mainWallMs": 194423,
      "complianceWallMs": 0,
      "verificationWallMs": 0,
      "allToolCalls": 39,
      "mainToolCalls": 39,
      "complianceToolCalls": 0,
      "mainCandidates": 0,
      "complianceCandidates": 0,
      "retained": 0,
      "publishable": 0,
      "estimatedCostUsd": 0.042515688
    }
  ],
  "exploratoryScreens": [
    {
      "name": "Native",
      "mainPages": 4,
      "compliancePages": 4,
      "reviewMs": 585279,
      "allToolCalls": 260,
      "mainCandidates": 1,
      "complianceCandidates": 1,
      "retained": 1,
      "estimatedCostUsd": 0.34250541,
      "collectorSourceLoads": 0
    },
    {
      "name": "Treatment: main only (capped)",
      "mainPages": 4,
      "compliancePages": 4,
      "reviewMs": 393386,
      "allToolCalls": 314,
      "mainCandidates": 4,
      "complianceCandidates": 3,
      "retained": 7,
      "estimatedCostUsd": 0.398436126,
      "collectorSourceLoads": 40
    },
    {
      "name": "Treatment: compliance",
      "mainPages": 4,
      "compliancePages": 4,
      "reviewMs": 368601,
      "allToolCalls": 273,
      "mainCandidates": 2,
      "complianceCandidates": 1,
      "retained": 3,
      "estimatedCostUsd": 0.368914386,
      "collectorSourceLoads": 74
    },
    {
      "name": "Treatment: compliance + verification",
      "mainPages": 4,
      "compliancePages": 4,
      "reviewMs": 512386,
      "allToolCalls": 309,
      "mainCandidates": 0,
      "complianceCandidates": 3,
      "retained": 2,
      "estimatedCostUsd": 0.38705028,
      "collectorSourceLoads": 90
    },
    {
      "name": "Treatment: main + compliance + verification",
      "mainPages": 4,
      "compliancePages": 4,
      "reviewMs": 343407,
      "allToolCalls": 272,
      "mainCandidates": 1,
      "complianceCandidates": 0,
      "retained": 1,
      "estimatedCostUsd": 0.36463269000000004,
      "collectorSourceLoads": 178
    },
    {
      "name": "Native: 1 shard",
      "mainPages": 1,
      "compliancePages": 1,
      "reviewMs": 378607,
      "allToolCalls": 119,
      "mainCandidates": 1,
      "complianceCandidates": 1,
      "retained": 2,
      "estimatedCostUsd": 0.14540404799999998,
      "collectorSourceLoads": 0
    },
    {
      "name": "Native: 3 shards",
      "mainPages": 3,
      "compliancePages": 3,
      "reviewMs": 403309,
      "allToolCalls": 284,
      "mainCandidates": 1,
      "complianceCandidates": 4,
      "retained": 5,
      "estimatedCostUsd": 0.332011578,
      "collectorSourceLoads": 0
    }
  ],
  "excludedAttempt": {
    "study": "slim-compliance",
    "arm": "native",
    "repetition": 2,
    "reviewMs": 503665,
    "estimatedCostUsd": 0.39825007200000007,
    "reason": "Predeclared fixture-cleanliness check failed after a shell command wrote an untracked diff cache; restored and retried with identical reviewer source/configuration. No tracked source changes."
  }
}