{
 "arm": "v2",
 "asked": 6,
 "at": "2026-10-02T10:53:56.710Z",
 "banner_recall_lines": 6,
 "client": "claude -p",
 "client_docid_calls": 0,
 "client_usd": 0.6157,
 "correct": 6,
 "cost_check": {
  "calls": {"model": [], "models": []},
  "calls_from": "none",
  "coverage": {"calls": 0, "of": 13, "sum_complete": false},
  "usd": 0.6802,
  "usd_client": 0.6157,
  "usd_from": "the gateway ledger's list-price sum over the run's sessions",
  "usd_recomputed": null,
  "usd_recomputed_reason": "check_no_tokens",
  "usd_vs_client": {"relation": "above", "why": "ledger_session"}
 },
 "credential": "subscription-oauth",
 "deinline_meter_rows": [
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6},
  {"capped": 0, "swapped": 6}
 ],
 "dry": {"advertises_remember": true, "advertises_search": true, "body_bytes": 42580, "depot_values_anywhere": 0, "facts_visible_anywhere": 0, "messages": 16, "tenant_ok": true, "tool_results": 10, "tool_results_holding_a_fact": 0, "toolcap_docids": 7, "toolcap_pointer_results": 6},
 "file_bytes": [6122,6107,6161,6133,6111,6142],
 "filler_turn": {"code": 0, "subtype": "success", "tools": ["Write","Read","Edit"]},
 "flags": {"memory": true, "skills": false},
 "flags_status": 200,
 "gateway_anthropic_usd": 0.6802,
 "gateway_bm25_searches": 23,
 "gateway_bm25_with_toolcap_hit": 11,
 "gateway_docid_found": 0,
 "gateway_docid_resolutions": 0,
 "gateway_search_execs": [
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938295163, "turn": "?"},
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938294589, "turn": "?"},
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938330350, "turn": "load"},
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938341641, "turn": "load"},
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938353697, "turn": "filler"},
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938356516, "turn": "filler"},
  {"arm": "bm25", "hit_prefixes": ["context-mode-toolcap"], "n": 1, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938358931, "turn": "dry"},
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938362490, "turn": "q1"},
  {"arm": "bm25", "hit_prefixes": ["context-mode-toolcap"], "n": 1, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938364822, "turn": "q1"},
  {"arm": "bm25", "hit_prefixes": ["context-mode-toolcap"], "n": 1, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938367464, "turn": "q2"},
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938373468, "turn": "q2"},
  {"arm": "bm25", "hit_prefixes": ["context-mode-toolcap"], "n": 1, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938375930, "turn": "q2"},
  {"arm": "bm25", "hit_prefixes": ["ans-recall_v2_2_20261002105130-8zbxe2","ans-recall_v2_2_20261002105130-ctywh5"], "n": 6, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938378882, "turn": "q3"},
  {"arm": "bm25", "hit_prefixes": ["ans-recall_v2_2_20261002105130-ctywh5","context-mode-toolcap"], "n": 4, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938378956, "turn": "q3"},
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938385655, "turn": "q3"},
  {"arm": "bm25", "hit_prefixes": ["context-mode-toolcap"], "n": 1, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938388097, "turn": "q3"},
  {"arm": "bm25", "hit_prefixes": ["context-mode-toolcap"], "n": 1, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938392069, "turn": "q4"},
  {"arm": "bm25", "hit_prefixes": ["context-mode-toolcap"], "n": 1, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938392144, "turn": "q4"},
  {"arm": "bm25", "hit_prefixes": ["context-mode-toolcap"], "n": 1, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938392218, "turn": "q4"},
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938397919, "turn": "q4"},
  {"arm": "bm25", "hit_prefixes": ["context-mode-toolcap"], "n": 1, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938400781, "turn": "q4"},
  {"arm": "bm25", "hit_prefixes": [], "n": 0, "q_has_dash": false, "q_has_order": false, "q_words": 0, "ts": 1790938407572, "turn": "q5"},
  {"arm": "bm25", "hit_prefixes": ["context-mode-toolcap"], "n": 1, "q_has_dash": true, "q_has_order": true, "q_words": 1, "ts": 1790938410238, "turn": "q6"}
 ],
 "gw": "the deployed gateway",
 "leak": {
  "disk_cfg": {"other": 0, "other_paths": [], "transcript": 2},
  "disk_work": {"other": 0, "other_paths": [], "transcript": 0},
  "fact_graph_rows_with_order_id": 4,
  "fact_graph_status": 200,
  "files_left_after_load_turn": 0,
  "kb": [
   {
    "by_prefix": {"ans-recall_v2_2_20261002105130-8zbxe2": 1, "ans-recall_v2_2_20261002105130-ctywh5": 1, "ans-recall_v2_2_20261002105130-fg9nc4": 1, "ans-recall_v2_2_20261002105130-hykscn": 1, "ans-recall_v2_2_20261002105130-jz8b1k": 1, "ans-recall_v2_2_20261002105130-rmwjyg": 1, "context-mode-toolcap": 1},
    "hits": 7,
    "order_id": "ORDER-9653"
   },
   {
    "by_prefix": {"ans-recall_v2_2_20261002105130-ctywh5": 1, "ans-recall_v2_2_20261002105130-fg9nc4": 1, "ans-recall_v2_2_20261002105130-hykscn": 1, "ans-recall_v2_2_20261002105130-jz8b1k": 1, "context-mode-toolcap": 1},
    "hits": 5,
    "order_id": "ORDER-6709"
   },
   {
    "by_prefix": {"ans-recall_v2_2_20261002105130-fg9nc4": 1, "ans-recall_v2_2_20261002105130-hykscn": 1, "ans-recall_v2_2_20261002105130-jz8b1k": 1, "context-mode-toolcap": 1},
    "hits": 4,
    "order_id": "ORDER-6573"
   },
   {
    "by_prefix": {"ans-recall_v2_2_20261002105130-fg9nc4": 1, "ans-recall_v2_2_20261002105130-hykscn": 1, "context-mode-toolcap": 1},
    "hits": 3,
    "order_id": "ORDER-8039"
   },
   {
    "by_prefix": {"ans-recall_v2_2_20261002105130-fg9nc4": 1, "context-mode-toolcap": 1},
    "hits": 2,
    "order_id": "ORDER-7064"
   },
   {
    "by_prefix": {"ans-recall_v2_2_20261002105130-rmwjyg": 1, "context-mode-toolcap": 1},
    "hits": 2,
    "order_id": "ORDER-3198"
   }
  ],
  "load_turn_assistant_text_with_fact": 0,
  "load_turn_thinking_blocks": 0
 },
 "legend": {"col.cr": "cache read tokens", "col.cw1h": "cache write tokens, 1 hour lifetime", "col.cw5": "cache write tokens, 5 minute lifetime", "col.in": "input tokens not read from or written to the cache", "col.missing": "a token column left out of a block is all zeros; model indexes into models", "col.out": "output tokens; null = not saved per call", "from.none": "no per-call tokens were saved", "why.check_no_tokens": "This check saved no token counts, so its dollars cannot be recomputed. It is not an A/B.", "why.ledger_session": "The gateway's ledger counts every upstream call of the session. Claude Code's own total is lower. This file does not record which calls make the difference."},
 "lever_headers": ["x-cm-compact","x-cm-lever-recall"],
 "lever_recall": "search,episodes",
 "load_turn": {"code": 0, "subtype": "success", "tools": ["Bash","Bash","Bash","Bash","Bash","Bash","Bash"]},
 "model": "claude-opus-5-5",
 "ops": [
  {
   "anthropic_usd": 0.680244,
   "error_statuses": [],
   "exits": {"ok": 13},
   "heal_refusals": 0,
   "requests": 13,
   "session": "a991d60d-706c-44f8-8f0b-607da58e0374"
  }
 ],
 "order_ids": ["ORDER-9653","ORDER-6709","ORDER-6573","ORDER-8039","ORDER-7064","ORDER-3198"],
 "preflight": 200,
 "prices": {
  "aliases": {"claude-haiku-4-5-20251001": "claude-haiku-4-5"},
  "as_of": "2026-09-29",
  "models": {
   "claude-haiku-4-5": {"cr": 0.1, "cw1h": 2, "cw5": 1.25, "in": 1, "out": 5},
   "claude-opus-5-5": {"cr": 0.2, "cw1h": 8, "cw5": 5, "in": 4, "out": 20}
  },
  "source_url": "https://www.anthropic.com/pricing",
  "unit": "USD per million tokens"
 },
 "qa": [
  {"api_error_status": null, "banner_recall_lines": 1, "client_docid_calls": [], "client_tools": [], "client_usd": 0.5376822, "code": 0, "correct": true, "i": 0, "num_turns": 1, "order_id": "ORDER-9653", "subtype": "success", "thinking_blocks": 1},
  {"api_error_status": null, "banner_recall_lines": 1, "client_docid_calls": [], "client_tools": [], "client_usd": 0.5508774, "code": 0, "correct": true, "i": 1, "num_turns": 1, "order_id": "ORDER-6709", "subtype": "success", "thinking_blocks": 3},
  {"api_error_status": null, "banner_recall_lines": 1, "client_docid_calls": [], "client_tools": [], "client_usd": 0.5727256, "code": 0, "correct": true, "i": 2, "num_turns": 1, "order_id": "ORDER-6573", "subtype": "success", "thinking_blocks": 3},
  {"api_error_status": null, "banner_recall_lines": 1, "client_docid_calls": [], "client_tools": [], "client_usd": 0.5917967999999999, "code": 0, "correct": true, "i": 3, "num_turns": 1, "order_id": "ORDER-8039", "subtype": "success", "thinking_blocks": 3},
  {"api_error_status": null, "banner_recall_lines": 1, "client_docid_calls": [], "client_tools": [], "client_usd": 0.6042019999999999, "code": 0, "correct": true, "i": 4, "num_turns": 1, "order_id": "ORDER-7064", "subtype": "success", "thinking_blocks": 2},
  {"api_error_status": null, "banner_recall_lines": 1, "client_docid_calls": [], "client_tools": [], "client_usd": 0.6157041999999999, "code": 0, "correct": true, "i": 5, "num_turns": 1, "order_id": "ORDER-3198", "subtype": "success", "thinking_blocks": 2}
 ],
 "rep": "2",
 "schema": "context-mode.benchmark-evidence/2",
 "tenant": "withheld (disposable test tenant)",
 "upstream_4xx": 0,
 "wm_effective": {"drop_high": 1000000, "snip_high": 890000, "tail": 3},
 "wm_set_status": 200,
 "wm_set_stored": {"drop_high": 100000000, "snip_high": 2, "tail": 3}
}