{
 "analysis_method": "Every valid measured pair, no outlier dropped. % = mean(Context Mode - plain) / mean(plain), with the 95% t interval. Verdict: \"less\" when the whole interval is below zero, \"more\" when above, else \"same\". Gateway wins: pairs where Context Mode cost less.",
 "arms": {"gateway": "Claude Code talks to Anthropic through Context Mode.", "plain": "Claude Code talks to Anthropic direct."},
 "client": "Claude Code 2.1.283",
 "cost_basis": "Cost in US dollars at API list price, both arms: list price applied to the token counts Anthropic returned for each call. The runs used a claude.ai login, which has no per-token invoice. Plain: Claude Code's own total. Context Mode: the gateway's per-call record for the run's sessions, hidden calls included, each call at the list price of the model it ran on, checked per run against Claude Code's own figure.",
 "coverage": {"arms": 80, "arms_recomputed": 40, "arms_with_client_figure": 80, "calls_known_total": 463, "calls_with_tokens": 0},
 "date": "2026-09-29",
 "deployed_commits": ["74b3f851ff0b39794e5c4146d6f39f361da5d554"],
 "gateway_commit": "3cba94005e5e5b2cceb308d5cc926887d9e01d3b",
 "harness": "unified-ab",
 "legend": {"col.cr": "cache read tokens", "col.cw1h": "cache write tokens, 1 hour lifetime", "col.cw5": "cache write tokens, 5 minute lifetime", "col.cwx": "cache write tokens whose lifetime was not saved: usd_recomputed prices them at the 1 hour rate (Claude Code's main thread), usd_recomputed_low at the 5 minute rate", "col.in": "input tokens not read from or written to the cache", "col.missing": "a token column left out of a block is all zeros; model indexes into models", "col.out": "output tokens; null = not saved per call", "from.none": "no per-call tokens were saved", "rest.session_total": "the gateway ledger's token totals for the session", "why.edge": "The gateway's figure includes the edge-loop calls it makes for the client. Claude Code never sees those calls, so its own total is lower.", "why.no_tokens": "No tokens were saved for this arm. The run folders with each call's tokens were deleted after the run."},
 "model": "claude-opus-5-5",
 "prices": {
  "aliases": {"claude-haiku-4-5-20251001": "claude-haiku-4-5"},
  "as_of": "2026-09-29",
  "models": {
   "claude-haiku-4-5": {"cr": 0.1, "cw1h": 2, "cw5": 1.25, "in": 1, "out": 5},
   "claude-opus-5-5": {"cr": 0.2, "cw1h": 8, "cw5": 5, "in": 4, "out": 20}
  },
  "source_url": "https://www.anthropic.com/pricing",
  "unit": "USD per million tokens"
 },
 "schema": "context-mode.benchmark-evidence/2",
 "source_file": "v4-opus55-W1-W2-W3-W4.json",
 "warmup_pairs": 1,
 "workloads": [
  {
   "analysis": {"gateway_usd_mean": 0.40825, "gateway_wins": 20, "n": 20, "pct": -15.2, "pct_ci95": [-18.7,-11.7], "plain_usd_mean": 0.48141, "success_gateway": "20/20", "success_plain": "20/20", "verdict": "less"},
   "id": "W2",
   "invalid_attempts": 0,
   "label": "Three parallel subagents, then one more",
   "pairs": [
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [298658], "cwx": [27970], "in": [5947], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7077], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.403166,
      "usd_client": 0.4031656,
      "usd_recomputed": 0.44882,
      "usd_recomputed_low": 0.36491
     },
     "pair": 1,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.578642,
      "usd_client": 0.578642,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [296747], "cwx": [26703], "in": [6162], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7397], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.40267,
      "usd_client": 0.4026704,
      "usd_recomputed": 0.445561,
      "usd_recomputed_low": 0.365452
     },
     "pair": 2,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.4811894,
      "usd_client": 0.48118939999999993,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 21, "sum_complete": true},
      "rest": {"cr": [309923], "cwx": [26779], "in": [6597], "model": [0], "models": ["claude-opus-5-5"], "n": [21], "out": [7362], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.406948,
      "usd_client": 0.4069476,
      "usd_recomputed": 0.449845,
      "usd_recomputed_low": 0.369508
     },
     "pair": 3,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.4884864,
      "usd_client": 0.4884864,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [296782], "cwx": [26692], "in": [6193], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [6647], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.387671,
      "usd_client": 0.38767140000000005,
      "usd_recomputed": 0.430604,
      "usd_recomputed_low": 0.350528
     },
     "pair": 4,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.4445824,
      "usd_client": 0.44458240000000004,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [297516], "cwx": [26720], "in": [6357], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7036], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.39685,
      "usd_client": 0.3968502,
      "usd_recomputed": 0.439411,
      "usd_recomputed_low": 0.359251
     },
     "pair": 5,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.4824972,
      "usd_client": 0.48249719999999996,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [296730], "cwx": [26355], "in": [6293], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [6529], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.384214,
      "usd_client": 0.384214,
      "usd_recomputed": 0.425938,
      "usd_recomputed_low": 0.346873
     },
     "pair": 6,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 2,
      "usd": 0.4739116,
      "usd_client": 0.4739116,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [297628], "cwx": [27017], "in": [6152], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7386], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.404781,
      "usd_client": 0.4047806,
      "usd_recomputed": 0.44799,
      "usd_recomputed_low": 0.366939
     },
     "pair": 7,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.536669,
      "usd_client": 0.5366690000000001,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [296798], "cwx": [26402], "in": [5877], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [6398], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.380143,
      "usd_client": 0.38014259999999994,
      "usd_recomputed": 0.422044,
      "usd_recomputed_low": 0.342838
     },
     "pair": 8,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.4829536,
      "usd_client": 0.4829535999999999,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [297115], "cwx": [26809], "in": [6238], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7110], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.398372,
      "usd_client": 0.39837200000000017,
      "usd_recomputed": 0.441047,
      "usd_recomputed_low": 0.36062
     },
     "pair": 9,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.481638,
      "usd_client": 0.48163800000000007,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [298060], "cwx": [27187], "in": [6221], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7250], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.403819,
      "usd_client": 0.403819,
      "usd_recomputed": 0.446992,
      "usd_recomputed_low": 0.365431
     },
     "pair": 10,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 6,
      "usd": 0.4819252,
      "usd_client": 0.48192519999999994,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [298172], "cwx": [27141], "in": [5596], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7064], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.397256,
      "usd_client": 0.3972564,
      "usd_recomputed": 0.440426,
      "usd_recomputed_low": 0.359003
     },
     "pair": 11,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 2,
      "usd": 0.4429618,
      "usd_client": 0.4429618,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [278614], "cwx": [34741], "in": [5746], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7151], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.433244,
      "usd_client": 0.43324380000000007,
      "usd_recomputed": 0.499655,
      "usd_recomputed_low": 0.395432
     },
     "pair": 12,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.477878,
      "usd_client": 0.477878,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [299033], "cwx": [28676], "in": [6129], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7220], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.409444,
      "usd_client": 0.4094436,
      "usd_recomputed": 0.458131,
      "usd_recomputed_low": 0.372103
     },
     "pair": 13,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 6,
      "usd": 0.4408972,
      "usd_client": 0.4408972,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 21, "sum_complete": true},
      "rest": {"cr": [317598], "cwx": [33574], "in": [6355], "model": [0], "models": ["claude-opus-5-5"], "n": [21], "out": [7348], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.441348,
      "usd_client": 0.4413476,
      "usd_recomputed": 0.504492,
      "usd_recomputed_low": 0.40377
     },
     "pair": 14,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.4814308,
      "usd_client": 0.48143080000000005,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [275158], "cwx": [38212], "in": [6151], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7577], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.460198,
      "usd_client": 0.4601976,
      "usd_recomputed": 0.536872,
      "usd_recomputed_low": 0.422236
     },
     "pair": 15,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.477174,
      "usd_client": 0.47717400000000004,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 19, "sum_complete": true},
      "rest": {"cr": [277463], "cwx": [26745], "in": [6369], "model": [0], "models": ["claude-opus-5-5"], "n": [19], "out": [6926], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.391197,
      "usd_client": 0.3911966,
      "usd_recomputed": 0.433449,
      "usd_recomputed_low": 0.353214
     },
     "pair": 16,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 6,
      "usd": 0.4468148,
      "usd_client": 0.4468148,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 21, "sum_complete": true},
      "rest": {"cr": [311123], "cwx": [27440], "in": [6396], "model": [0], "models": ["claude-opus-5-5"], "n": [21], "out": [7368], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.410088,
      "usd_client": 0.41008760000000005,
      "usd_recomputed": 0.454689,
      "usd_recomputed_low": 0.372369
     },
     "pair": 17,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.4958612,
      "usd_client": 0.49586120000000006,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [297670], "cwx": [27545], "in": [6615], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7266], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.406152,
      "usd_client": 0.40615200000000007,
      "usd_recomputed": 0.451674,
      "usd_recomputed_low": 0.369039
     },
     "pair": 18,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 6,
      "usd": 0.4453554,
      "usd_client": 0.44535540000000007,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 21, "sum_complete": true},
      "rest": {"cr": [311317], "cwx": [27122], "in": [6511], "model": [0], "models": ["claude-opus-5-5"], "n": [21], "out": [7214], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.405832,
      "usd_client": 0.4058324,
      "usd_recomputed": 0.449563,
      "usd_recomputed_low": 0.368197
     },
     "pair": 19,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.4768114,
      "usd_client": 0.47681140000000005,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 20, "sum_complete": true},
      "rest": {"cr": [278347], "cwx": [33957], "in": [6703], "model": [0], "models": ["claude-opus-5-5"], "n": [20], "out": [7542], "what": ["session_total"]},
      "success": true,
      "turns": 2,
      "usd": 0.44156,
      "usd_client": 0.4415604,
      "usd_recomputed": 0.504977,
      "usd_recomputed_low": 0.403106
     },
     "pair": 20,
     "plain": {
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 3,
      "usd": 0.5105506,
      "usd_client": 0.5105506,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    }
   ],
   "pairs_planned": 20
  },
  {
   "analysis": {"gateway_usd_mean": 0.2012, "gateway_wins": 15, "n": 20, "pct": -9.9, "pct_ci95": [-15.4,-4.4], "plain_usd_mean": 0.22334, "success_gateway": "20/20", "success_plain": "20/20", "verdict": "less"},
   "id": "W3",
   "invalid_attempts": 0,
   "label": "Large documents processed with a script",
   "pairs": [
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76124], "cwx": [8172], "in": [5725], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4217], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.187841,
      "usd_client": 0.1427736,
      "usd_recomputed": 0.187841,
      "usd_recomputed_low": 0.163325,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 1,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 6,
      "usd": 0.2234416,
      "usd_client": 0.22344160000000005,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76168], "cwx": [8266], "in": [5885], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4353], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.191962,
      "usd_client": 0.1478024,
      "usd_recomputed": 0.191962,
      "usd_recomputed_low": 0.167164,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 2,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 5,
      "usd": 0.2214072,
      "usd_client": 0.2214072,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [92452], "cwx": [8567], "in": [9773], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [5583], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.237778,
      "usd_client": 0.1720144,
      "usd_recomputed": 0.237778,
      "usd_recomputed_low": 0.212077,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 3,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 6,
      "usd": 0.2365952,
      "usd_client": 0.23659520000000003,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76186], "cwx": [8419], "in": [5681], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4418], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.193673,
      "usd_client": 0.149954,
      "usd_recomputed": 0.193673,
      "usd_recomputed_low": 0.168416,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 4,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 6,
      "usd": 0.2395808,
      "usd_client": 0.23958079999999998,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76146], "cwx": [8245], "in": [5671], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4209], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.188053,
      "usd_client": 0.1435222,
      "usd_recomputed": 0.188053,
      "usd_recomputed_low": 0.163318,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 5,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 7,
      "usd": 0.2522636,
      "usd_client": 0.25226360000000003,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [71989], "cwx": [12429], "in": [6010], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4401], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.22589,
      "usd_client": 0.1482502,
      "usd_recomputed": 0.22589,
      "usd_recomputed_low": 0.188603,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 6,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 5,
      "usd": 0.211766,
      "usd_client": 0.21176599999999998,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76334], "cwx": [8175], "in": [5816], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4276], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.189451,
      "usd_client": 0.1428234,
      "usd_recomputed": 0.189451,
      "usd_recomputed_low": 0.164926,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 7,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 10,
      "usd": 0.2455834,
      "usd_client": 0.24558340000000004,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76184], "cwx": [8296], "in": [5826], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4276], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.190429,
      "usd_client": 0.14690579999999998,
      "usd_recomputed": 0.190429,
      "usd_recomputed_low": 0.165541,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 8,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 5,
      "usd": 0.1936838,
      "usd_client": 0.1936838,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76256], "cwx": [8492], "in": [6067], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4408], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.195615,
      "usd_client": 0.151724,
      "usd_recomputed": 0.195615,
      "usd_recomputed_low": 0.170139,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 9,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 7,
      "usd": 0.2470298,
      "usd_client": 0.2470298,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76330], "cwx": [8577], "in": [6603], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [5090], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.212094,
      "usd_client": 0.16315100000000002,
      "usd_recomputed": 0.212094,
      "usd_recomputed_low": 0.186363,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 10,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 6,
      "usd": 0.2089512,
      "usd_client": 0.20895119999999998,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [71986], "cwx": [8249], "in": [6019], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4283], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.190125,
      "usd_client": 0.145129,
      "usd_recomputed": 0.190125,
      "usd_recomputed_low": 0.165378,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 11,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 5,
      "usd": 0.207869,
      "usd_client": 0.207869,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [72010], "cwx": [8373], "in": [6041], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4396], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.19347,
      "usd_client": 0.14747739999999998,
      "usd_recomputed": 0.19347,
      "usd_recomputed_low": 0.168351,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 12,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 5,
      "usd": 0.2162998,
      "usd_client": 0.21629980000000001,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76130], "cwx": [8129], "in": [5964], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4230], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.188714,
      "usd_client": 0.1428628,
      "usd_recomputed": 0.188714,
      "usd_recomputed_low": 0.164327,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 13,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 8,
      "usd": 0.2434188,
      "usd_client": 0.2434188,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [91871], "cwx": [8116], "in": [7868], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [5168], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.218134,
      "usd_client": 0.1525112,
      "usd_recomputed": 0.218134,
      "usd_recomputed_low": 0.193786,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 14,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 5,
      "usd": 0.215007,
      "usd_client": 0.215007,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76292], "cwx": [8155], "in": [5796], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4343], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.190542,
      "usd_client": 0.1449952,
      "usd_recomputed": 0.190542,
      "usd_recomputed_low": 0.166077,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 15,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 7,
      "usd": 0.219519,
      "usd_client": 0.21951900000000002,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76270], "cwx": [8480], "in": [5985], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4712], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.201274,
      "usd_client": 0.1561868,
      "usd_recomputed": 0.201274,
      "usd_recomputed_low": 0.175834,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 16,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 5,
      "usd": 0.2201634,
      "usd_client": 0.2201634,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [71893], "cwx": [8586], "in": [5653], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4434], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.194359,
      "usd_client": 0.1501886,
      "usd_recomputed": 0.194359,
      "usd_recomputed_low": 0.168601,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 17,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 5,
      "usd": 0.218849,
      "usd_client": 0.21884900000000002,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [76254], "cwx": [8264], "in": [5956], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [4127], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.187727,
      "usd_client": 0.14278760000000001,
      "usd_recomputed": 0.187727,
      "usd_recomputed_low": 0.162935,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 18,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 5,
      "usd": 0.224928,
      "usd_client": 0.224928,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [96446], "cwx": [8459], "in": [7403], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [5413], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.224833,
      "usd_client": 0.160767,
      "usd_recomputed": 0.224833,
      "usd_recomputed_low": 0.199456,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 19,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 5,
      "usd": 0.1883242,
      "usd_client": 0.18832420000000002,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    },
    {
     "gateway": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": 3, "sum_complete": true},
      "rest": {"cr": [92301], "cwx": [8528], "in": [7132], "model": [0], "models": ["claude-opus-5-5"], "n": [3], "out": [5341], "what": ["session_total"]},
      "success": true,
      "turns": 3,
      "usd": 0.222032,
      "usd_client": 0.1598794,
      "usd_recomputed": 0.222032,
      "usd_recomputed_low": 0.196448,
      "usd_vs_client": {"relation": "above", "why": "edge"}
     },
     "pair": 20,
     "plain": {
      "answer_checks": {"react_version_count_exact": true},
      "calls": {"model": [], "models": []},
      "calls_from": "none",
      "coverage": {"calls": 0, "of": null, "sum_complete": false},
      "success": true,
      "turns": 6,
      "usd": 0.2321188,
      "usd_client": 0.23211880000000001,
      "usd_recomputed": null,
      "usd_recomputed_reason": "no_tokens"
     }
    }
   ],
   "pairs_planned": 20
  }
 ]
}