{
 "checker": "exact match (the harness's exact-match checker)",
 "legend": {"col.cr": "cache read tokens", "col.cw1h": "cache write tokens, 1 hour lifetime", "col.cw5": "cache write tokens, 5 minute lifetime", "col.in": "input tokens not read from or written to the cache", "col.missing": "a token column left out of a block is all zeros; model indexes into models", "col.out": "output tokens; null = not saved per call"},
 "mean_and_spread": {
  "performance": {
   "auto_recall_fired": {"high": 20, "low": 3, "mean": 8.6667, "n": 3},
   "auto_recall_lookup_p50_ms": {"high": 0, "low": 0, "mean": 0, "n": 3},
   "auto_recall_lookup_p99_ms": {"high": 300, "low": 95, "mean": 193.6667, "n": 3},
   "auto_recall_lookups": {"high": 58, "low": 55, "mean": 56.6667, "n": 3},
   "client_requests": {
    "gateway": {"high": 58, "low": 55, "mean": 56.6667, "n": 3},
    "plain": {"high": 58, "low": 55, "mean": 56.6667, "n": 3}
   },
   "gateway_pre_p50_ms": {"high": 132, "low": 120, "mean": 127, "n": 3},
   "gateway_pre_p99_ms": {"high": 1607, "low": 738, "mean": 1069.6667, "n": 3},
   "recall_read_p50_ms": {"high": 6, "low": 4, "mean": 5, "n": 3},
   "recall_read_p99_ms": {"high": 642, "low": 497, "mean": 583, "n": 3},
   "recall_reads": {"high": 58, "low": 55, "mean": 56.6667, "n": 3},
   "request_wall_p50_ms": {
    "gateway": {"high": 5188, "low": 4538, "mean": 4881, "n": 3},
    "plain": {"high": 3233, "low": 2465, "mean": 2779.3333, "n": 3}
   },
   "request_wall_p90_ms": {
    "gateway": {"high": 8953, "low": 7827, "mean": 8449.3333, "n": 3},
    "plain": {"high": 5230, "low": 4373, "mean": 4763, "n": 3}
   },
   "request_wall_p99_ms": {
    "gateway": {"high": 16078, "low": 9946, "mean": 12777.3333, "n": 3},
    "plain": {"high": 12966, "low": 5347, "mean": 8406.6667, "n": 3}
   },
   "task_time_ms": {
    "gateway": {"high": 405170, "low": 376744, "mean": 392622.6667, "n": 3},
    "plain": {"high": 363515, "low": 310525, "mean": 329135.6667, "n": 3}
   },
   "ttft_p50_ms": {
    "gateway": {"high": 4892, "low": 4403, "mean": 4632.3333, "n": 3},
    "plain": {"high": 2674, "low": 1930, "mean": 2195.3333, "n": 3}
   },
   "ttft_p90_ms": {
    "gateway": {"high": 7713, "low": 7390, "mean": 7600.6667, "n": 3},
    "plain": {"high": 4120, "low": 2867, "mean": 3360, "n": 3}
   },
   "ttft_p99_ms": {
    "gateway": {"high": 12056, "low": 8946, "mean": 10194.6667, "n": 3},
    "plain": {"high": 9072, "low": 4563, "mean": 6319.6667, "n": 3}
   }
  },
  "quality": {
   "compactions": {
    "gateway": {"high": 0, "low": 0, "mean": 0, "n": 3},
    "plain": {"high": 3, "low": 3, "mean": 3, "n": 3}
   },
   "compactions_before_first_probe": {
    "gateway": {"high": 0, "low": 0, "mean": 0, "n": 3},
    "plain": {"high": 3, "low": 3, "mean": 3, "n": 3}
   },
   "probes_contains": {
    "gateway": {"high": 10, "low": 10, "mean": 10, "n": 3},
    "plain": {"high": 4, "low": 4, "mean": 4, "n": 3}
   },
   "probes_exact": {
    "gateway": {"high": 10, "low": 7, "mean": 9, "n": 3},
    "plain": {"high": 4, "low": 4, "mean": 4, "n": 3}
   },
   "reasks": {
    "gateway": {"high": 0, "low": 0, "mean": 0, "n": 3},
    "plain": {"high": 0, "low": 0, "mean": 0, "n": 3}
   },
   "relayouts": {"high": 2, "low": 1, "mean": 1.3333, "n": 3},
   "task_checks": {
    "gateway": {"high": 8, "low": 8, "mean": 8, "n": 3},
    "plain": {"high": 8, "low": 8, "mean": 8, "n": 3}
   },
   "upstream_4xx": {
    "gateway": {"high": 0, "low": 0, "mean": 0, "n": 3},
    "plain": {"high": 0, "low": 0, "mean": 0, "n": 3}
   }
  },
  "savings": {
   "forwarded_tokens_max": {
    "gateway": {"high": 113582, "low": 84058, "mean": 96592, "n": 3},
    "plain": {"high": 138267, "low": 137898, "mean": 138134.3333, "n": 3}
   },
   "forwarded_tokens_mean": {
    "gateway": {"high": 49146, "low": 48255, "mean": 48743.3333, "n": 3},
    "plain": {"high": 102426, "low": 101847, "mean": 102186.3333, "n": 3}
   },
   "recall_net_usd": {"high": -0.8081, "low": -1.455, "mean": -1.0313, "n": 3},
   "saved_pct": {"high": 44.3338, "low": 30.6813, "mean": 37.5994, "n": 3},
   "saved_usd": {"high": 2.1419, "low": 1.4955, "mean": 1.8274, "n": 3},
   "usd": {
    "gateway": {"high": 3.3788, "low": 2.6894, "mean": 3.0353, "n": 3},
    "plain": {"high": 4.8826, "low": 4.8313, "mean": 4.8627, "n": 3}
   }
  }
 },
 "means_over_pairs": [1,2,3],
 "pairs": [
  {
   "deploy_after": {"at": "2026-10-04T00:08:03.371Z", "build_conclusion": "success", "build_id": "6fef42ae-6940-4d4d-8c79-1903702c3139", "head": "34acbe8b13a7c983ac005262fbb8e230c577eb1e", "topo": "kill=false;recall-quality-rules:test-account=true;auto-recall:test-account=true;thread-object:test-account=true;recall-confirm:test-account=true;chain-memo:test-account=true;recall-yield:test-account=true;place-beside-gateway:test-account=true", "worker_versions": "57e06eac-347a-4155-9acc-674354413471"},
   "deploy_before": {"at": "2026-10-03T23:58:09.433Z", "build_conclusion": "success", "build_id": "6fef42ae-6940-4d4d-8c79-1903702c3139", "head": "34acbe8b13a7c983ac005262fbb8e230c577eb1e", "topo": "kill=false;recall-quality-rules:test-account=true;auto-recall:test-account=true;thread-object:test-account=true;recall-confirm:test-account=true;chain-memo:test-account=true;recall-yield:test-account=true;place-beside-gateway:test-account=true", "worker_versions": "57e06eac-347a-4155-9acc-674354413471"},
   "deploy_changed": false,
   "deploy_checks": 60,
   "first": "plain",
   "pair": 1,
   "passes": true,
   "plain": {
    "compactions_before_first_probe": 3,
    "context_window": 200000,
    "curve": [
     {"id": "s01", "usd_client_cum": 0.0718},
     {"id": "s02", "usd_client_cum": 0.0784},
     {"id": "s03", "usd_client_cum": 0.0856},
     {"id": "r1", "usd_client_cum": 0.8451},
     {"id": "c1", "usd_client_cum": 0.9919},
     {"id": "r2", "usd_client_cum": 1.9468},
     {"id": "e1", "usd_client_cum": 2.0967},
     {"id": "c2", "usd_client_cum": 2.2494},
     {"id": "r3", "usd_client_cum": 3.1246},
     {"id": "e2", "usd_client_cum": 3.2329},
     {"id": "c3", "usd_client_cum": 3.3818},
     {"id": "r4", "usd_client_cum": 4.0957},
     {"id": "e3", "usd_client_cum": 4.1922},
     {"id": "t1", "usd_client_cum": 4.2754},
     {"id": "d-delimiter", "usd_client_cum": 4.3349},
     {"id": "d-date", "usd_client_cum": 4.3862},
     {"id": "t2", "usd_client_cum": 4.4482},
     {"id": "t3", "usd_client_cum": 4.4988},
     {"id": "t4", "usd_client_cum": 4.5939},
     {"id": "t5", "usd_client_cum": 4.6413},
     {"id": "q-typed-codename", "usd_client_cum": 4.6635},
     {"id": "q-typed-pager", "usd_client_cum": 4.6857},
     {"id": "q-typed-port", "usd_client_cum": 4.7079},
     {"id": "q-typed-ticket", "usd_client_cum": 4.7301},
     {"id": "q-deleted-report-1", "usd_client_cum": 4.755},
     {"id": "q-deleted-report-2", "usd_client_cum": 4.7791},
     {"id": "q-deleted-report-3", "usd_client_cum": 4.8026},
     {"id": "q-const-series-max", "usd_client_cum": 4.8266},
     {"id": "q-const-activation-bytes", "usd_client_cum": 4.8506},
     {"id": "q-const-activity-cap", "usd_client_cum": 4.8743}
    ],
    "file": "pair-1-plain.json",
    "partial": false,
    "performance": {
     "arm_wall_ms": 489585,
     "client_requests": 57,
     "gateway": null,
     "probe_turn_ms": {"max": 7638, "mean": 6183, "n": 10, "p50": 6225, "p90": 7158, "p99": 7638},
     "request_wall_ms": {"max": 12966, "mean": 3713, "n": 57, "p50": 3233, "p90": 5230, "p99": 12966},
     "task_time_ms": 363515,
     "ttfb_ms": {"max": 8703, "mean": 2755, "n": 57, "p50": 2538, "p90": 3859, "p99": 8703},
     "ttft_ms": {"max": 9072, "mean": 2827, "n": 57, "p50": 2674, "p90": 4120, "p99": 9072},
     "turn_ms": {"max": 45309, "mean": 12117, "n": 30, "p50": 7824, "p90": 15831, "p99": 45309}
    },
    "probes": 4,
    "quality": {
     "compactions": 3,
     "compactions_before_first_probe": 3,
     "compactions_transcript": 3,
     "decisions_asked": 2,
     "probes_by_id": {"const-activation-bytes": false, "const-activity-cap": false, "const-series-max": false, "deleted-report-1": false, "deleted-report-2": false, "deleted-report-3": false, "typed-codename": true, "typed-pager": true, "typed-port": true, "typed-ticket": true},
     "probes_by_kind": [
      {"exact": 4, "kind": "typed", "of": 4},
      {"exact": 0, "kind": "tool-output", "of": 3},
      {"exact": 0, "kind": "constant", "of": 3}
     ],
     "probes_contains": 4,
     "probes_exact": 4,
     "probes_of": 10,
     "reasks": 0,
     "search": null,
     "task_checks": 8,
     "task_checks_of": 8,
     "upstream_4xx": 0
    },
    "recall": null,
    "relayouts": null,
    "savings": {"cache_write_tokens": 454471, "forwarded_tokens_max": 138267, "forwarded_tokens_mean": 102426, "recall_net_usd": null, "usd": 4.8743, "usd_client_json": 4.8743, "usd_ledger": null, "usd_source": "every call in the client's own stream JSON, priced at list with the gateway's model price table (5m and 1h writes apart); the transcript figure is a cross-check"},
    "seed": 616161,
    "steps_planned": 30,
    "steps_run": 30,
    "stopped": "",
    "tools_list_constant": true,
    "usd": 4.8743,
    "usd_client": 5.1203,
    "void": false
   },
   "recall": {
    "compactions_before_first_probe": 0,
    "context_window": 200000,
    "curve": [
     {"id": "s01", "usd_client_cum": 0.0524, "usd_ledger_cum": 0.0524},
     {"id": "s02", "usd_client_cum": 0.0593, "usd_ledger_cum": 0.0593},
     {"id": "s03", "usd_client_cum": 0.0655, "usd_ledger_cum": 0.0655},
     {"id": "r1", "usd_client_cum": 0.177, "usd_ledger_cum": 0.177},
     {"id": "c1", "usd_client_cum": 0.5067, "usd_ledger_cum": 0.5067},
     {"id": "r2", "usd_client_cum": 0.6633, "usd_ledger_cum": 0.6633},
     {"id": "e1", "usd_client_cum": 0.7138, "usd_ledger_cum": 0.7138},
     {"id": "c2", "usd_client_cum": 0.8289, "usd_ledger_cum": 0.8289},
     {"id": "r3", "usd_client_cum": 0.9899, "usd_ledger_cum": 0.9899},
     {"id": "e2", "usd_client_cum": 1.0311, "usd_ledger_cum": 1.0311},
     {"id": "c3", "usd_client_cum": 1.1474, "usd_ledger_cum": 1.1474},
     {"id": "r4", "usd_client_cum": 1.6468, "usd_ledger_cum": 1.6468},
     {"id": "e3", "usd_client_cum": 1.9837, "usd_ledger_cum": 1.9837},
     {"id": "t1", "usd_client_cum": 2.0585, "usd_ledger_cum": 2.0585},
     {"id": "d-delimiter", "usd_client_cum": 2.0943, "usd_ledger_cum": 2.0943},
     {"id": "d-date", "usd_client_cum": 2.1413, "usd_ledger_cum": 2.1413},
     {"id": "t2", "usd_client_cum": 2.192, "usd_ledger_cum": 2.192},
     {"id": "t3", "usd_client_cum": 2.2219, "usd_ledger_cum": 2.2219},
     {"id": "t4", "usd_client_cum": 2.892, "usd_ledger_cum": 2.892},
     {"id": "t5", "usd_client_cum": 2.9229, "usd_ledger_cum": 2.9229},
     {"id": "q-typed-codename", "usd_client_cum": 2.9372, "usd_ledger_cum": 2.9372},
     {"id": "q-typed-pager", "usd_client_cum": 2.951, "usd_ledger_cum": 2.951},
     {"id": "q-typed-port", "usd_client_cum": 2.9653, "usd_ledger_cum": 2.9653},
     {"id": "q-typed-ticket", "usd_client_cum": 2.9796, "usd_ledger_cum": 2.9796},
     {"id": "q-deleted-report-1", "usd_client_cum": 2.9946, "usd_ledger_cum": 2.9946},
     {"id": "q-deleted-report-2", "usd_client_cum": 3.0602, "usd_ledger_cum": 3.0747},
     {"id": "q-deleted-report-3", "usd_client_cum": 3.1785, "usd_ledger_cum": 3.2106},
     {"id": "q-const-series-max", "usd_client_cum": 3.1934, "usd_ledger_cum": 3.2254},
     {"id": "q-const-activation-bytes", "usd_client_cum": 3.2113, "usd_ledger_cum": 3.2433},
     {"id": "q-const-activity-cap", "usd_client_cum": 3.2628, "usd_ledger_cum": 3.3788}
    ],
    "file": "pair-1-recall.json",
    "partial": false,
    "performance": {
     "arm_wall_ms": 519665,
     "client_requests": 58,
     "gateway": {
      "auto_recall_lookup_ms": {
       "bytes": 1196,
       "fails": {"recall_auto_fail:timeout": 1},
       "fired": 20,
       "max": 300,
       "mean": 16,
       "n": 58,
       "p50": 0,
       "p90": 26,
       "p99": 300
      },
      "first_call_ms": {"max": 4940, "mean": 2248, "n": 58, "p50": 1972, "p90": 3502, "p99": 4940},
      "pre_ms": {"max": 1607, "mean": 211, "n": 58, "p50": 132, "p90": 412, "p99": 1607},
      "recall_read_ms": {"from_store": 0, "from_thread_object": 58, "max": 610, "mean": 18, "n": 58, "p50": 4, "p90": 10, "p99": 610},
      "requests": 58,
      "total_ms": {"max": 7187, "mean": 2598, "n": 58, "p50": 2196, "p90": 4209, "p99": 7187}
     },
     "probe_turn_ms": {"max": 12412, "mean": 8661, "n": 10, "p50": 7507, "p90": 11141, "p99": 12412},
     "request_wall_ms": {"max": 9946, "mean": 5036, "n": 58, "p50": 4538, "p90": 7827, "p99": 9946},
     "task_time_ms": 376744,
     "ttfb_ms": {"max": 9582, "mean": 3928, "n": 58, "p50": 3662, "p90": 5925, "p99": 9582},
     "ttft_ms": {"max": 9582, "mean": 4691, "n": 58, "p50": 4403, "p90": 7390, "p99": 9582},
     "turn_ms": {"max": 30613, "mean": 12558, "n": 30, "p50": 10728, "p90": 19962, "p99": 30613}
    },
    "probes": 10,
    "quality": {
     "compactions": 0,
     "compactions_before_first_probe": 0,
     "compactions_transcript": 0,
     "decisions_asked": 2,
     "probes_by_id": {"const-activation-bytes": true, "const-activity-cap": true, "const-series-max": true, "deleted-report-1": true, "deleted-report-2": true, "deleted-report-3": true, "typed-codename": true, "typed-pager": true, "typed-port": true, "typed-ticket": true},
     "probes_by_kind": [
      {"exact": 4, "kind": "typed", "of": 4},
      {"exact": 3, "kind": "tool-output", "of": 3},
      {"exact": 3, "kind": "constant", "of": 3}
     ],
     "probes_contains": 10,
     "probes_exact": 10,
     "probes_of": 10,
     "reasks": 0,
     "search": {"exact_with_search": 3, "exact_without_search": 7, "probes_found_recorded": 3, "probes_with_search": 3},
     "task_checks": 8,
     "task_checks_of": 8,
     "upstream_4xx": 0
    },
    "recall": {
     "recall_fail_rows": 0,
     "recall_rows_by_phase": {"recall": 58, "recall_C": 1, "recall_age_ms": 3, "recall_arch_a": 1, "recall_archived": 1, "recall_auto:1": 2, "recall_auto:2": 1, "recall_auto:8": 1, "recall_auto_bytes": 4, "recall_auto_fail:timeout": 1, "recall_auto_ms": 58, "recall_auto_placed": 20, "recall_auto_skip:held": 5, "recall_auto_src:fts": 3, "recall_auto_src:sheet": 1, "recall_chain_audit": 2, "recall_chain_busy_ms": 58, "recall_chain_ms": 58, "recall_chain_reused": 58, "recall_chain_yields": 43, "recall_held": 32, "recall_lag_ms": 58, "recall_n": 4, "recall_pay_net_musd": 10, "recall_relayout": 1, "recall_rt_have_hash": 28, "recall_rt_idx_kb": 58, "recall_rt_idx_memo": 28, "recall_rt_ms": 58, "recall_rt_read_ms": 58, "recall_rt_tier:object": 57, "recall_rt_tier:store_seed": 1, "recall_rt_tries": 58, "recall_trigger:first": 1, "recall_trigger:window": 1},
     "relayout_triggers": {"window": 1},
     "relayouts": 1,
     "tenant": "withheld (disposable test tenant)"
    },
    "relayouts": 1,
    "savings": {"cache_write_tokens": 300508, "forwarded_tokens_max": 92136, "forwarded_tokens_mean": 49146, "recall_net_usd": -1.455, "usd": 3.3788, "usd_client_json": 3.2628, "usd_ledger": 3.3788, "usd_source": "max(every upstream call in the gateway ledger, every call in the client's own stream JSON), each priced at list with the gateway's model price table (5m and 1h writes apart)"},
    "seed": 616161,
    "steps_planned": 30,
    "steps_run": 30,
    "stopped": "",
    "tools_list_constant": true,
    "usd": 3.3788,
    "usd_client": 3.2628,
    "void": false
   },
   "savings": {"gateway_usd": 3.3788, "plain_usd": 4.8743, "saved_pct": 30.6813, "saved_usd": 1.4955},
   "seed": 616161,
   "valid": true,
   "why": ""
  },
  {
   "deploy_after": {"at": "2026-10-04T00:09:15.773Z", "build_conclusion": "success", "build_id": "6fef42ae-6940-4d4d-8c79-1903702c3139", "head": "34acbe8b13a7c983ac005262fbb8e230c577eb1e", "topo": "kill=false;recall-quality-rules:test-account=true;auto-recall:test-account=true;thread-object:test-account=true;recall-confirm:test-account=true;chain-memo:test-account=true;recall-yield:test-account=true;place-beside-gateway:test-account=true", "worker_versions": "57e06eac-347a-4155-9acc-674354413471"},
   "deploy_before": {"at": "2026-10-03T23:59:05.692Z", "build_conclusion": "success", "build_id": "6fef42ae-6940-4d4d-8c79-1903702c3139", "head": "34acbe8b13a7c983ac005262fbb8e230c577eb1e", "topo": "kill=false;recall-quality-rules:test-account=true;auto-recall:test-account=true;thread-object:test-account=true;recall-confirm:test-account=true;chain-memo:test-account=true;recall-yield:test-account=true;place-beside-gateway:test-account=true", "worker_versions": "57e06eac-347a-4155-9acc-674354413471"},
   "deploy_changed": false,
   "deploy_checks": 60,
   "first": "recall",
   "pair": 2,
   "passes": true,
   "plain": {
    "compactions_before_first_probe": 3,
    "context_window": 200000,
    "curve": [
     {"id": "s01", "usd_client_cum": 0.0549},
     {"id": "s02", "usd_client_cum": 0.0635},
     {"id": "s03", "usd_client_cum": 0.0888},
     {"id": "r1", "usd_client_cum": 0.8458},
     {"id": "c1", "usd_client_cum": 0.9925},
     {"id": "r2", "usd_client_cum": 1.9478},
     {"id": "e1", "usd_client_cum": 2.0736},
     {"id": "c2", "usd_client_cum": 2.2267},
     {"id": "r3", "usd_client_cum": 3.1014},
     {"id": "e2", "usd_client_cum": 3.2093},
     {"id": "c3", "usd_client_cum": 3.3581},
     {"id": "r4", "usd_client_cum": 4.0715},
     {"id": "e3", "usd_client_cum": 4.1874},
     {"id": "t1", "usd_client_cum": 4.2703},
     {"id": "d-delimiter", "usd_client_cum": 4.3259},
     {"id": "d-date", "usd_client_cum": 4.3778},
     {"id": "t2", "usd_client_cum": 4.4444},
     {"id": "t3", "usd_client_cum": 4.4949},
     {"id": "t4", "usd_client_cum": 4.5493},
     {"id": "t5", "usd_client_cum": 4.5971},
     {"id": "q-typed-codename", "usd_client_cum": 4.6194},
     {"id": "q-typed-pager", "usd_client_cum": 4.6417},
     {"id": "q-typed-port", "usd_client_cum": 4.6639},
     {"id": "q-typed-ticket", "usd_client_cum": 4.6861},
     {"id": "q-deleted-report-1", "usd_client_cum": 4.7112},
     {"id": "q-deleted-report-2", "usd_client_cum": 4.7354},
     {"id": "q-deleted-report-3", "usd_client_cum": 4.7595},
     {"id": "q-const-series-max", "usd_client_cum": 4.7837},
     {"id": "q-const-activation-bytes", "usd_client_cum": 4.8075},
     {"id": "q-const-activity-cap", "usd_client_cum": 4.8313}
    ],
    "file": "pair-2-plain.json",
    "partial": false,
    "performance": {
     "arm_wall_ms": 440588,
     "client_requests": 55,
     "gateway": null,
     "probe_turn_ms": {"max": 7066, "mean": 5375, "n": 10, "p50": 5081, "p90": 6988, "p99": 7066},
     "request_wall_ms": {"max": 6907, "mean": 2882, "n": 55, "p50": 2640, "p90": 4686, "p99": 6907},
     "task_time_ms": 310525,
     "ttfb_ms": {"max": 4563, "mean": 1987, "n": 55, "p50": 1920, "p90": 2988, "p99": 4563},
     "ttft_ms": {"max": 4563, "mean": 2104, "n": 55, "p50": 1930, "p90": 3093, "p99": 4563},
     "turn_ms": {"max": 37387, "mean": 10351, "n": 30, "p50": 7287, "p90": 14640, "p99": 37387}
    },
    "probes": 4,
    "quality": {
     "compactions": 3,
     "compactions_before_first_probe": 3,
     "compactions_transcript": 3,
     "decisions_asked": 2,
     "probes_by_id": {"const-activation-bytes": false, "const-activity-cap": false, "const-series-max": false, "deleted-report-1": false, "deleted-report-2": false, "deleted-report-3": false, "typed-codename": true, "typed-pager": true, "typed-port": true, "typed-ticket": true},
     "probes_by_kind": [
      {"exact": 4, "kind": "typed", "of": 4},
      {"exact": 0, "kind": "tool-output", "of": 3},
      {"exact": 0, "kind": "constant", "of": 3}
     ],
     "probes_contains": 4,
     "probes_exact": 4,
     "probes_of": 10,
     "reasks": 0,
     "search": null,
     "task_checks": 8,
     "task_checks_of": 8,
     "upstream_4xx": 0
    },
    "recall": null,
    "relayouts": null,
    "savings": {"cache_write_tokens": 454753, "forwarded_tokens_max": 138238, "forwarded_tokens_mean": 101847, "recall_net_usd": null, "usd": 4.8313, "usd_client_json": 4.8313, "usd_ledger": null, "usd_source": "every call in the client's own stream JSON, priced at list with the gateway's model price table (5m and 1h writes apart); the transcript figure is a cross-check"},
    "seed": 616161,
    "steps_planned": 30,
    "steps_run": 30,
    "stopped": "",
    "tools_list_constant": true,
    "usd": 4.8313,
    "usd_client": 5.0802,
    "void": false
   },
   "recall": {
    "compactions_before_first_probe": 0,
    "context_window": 200000,
    "curve": [
     {"id": "s01", "usd_client_cum": 0.0524, "usd_ledger_cum": 0.0524},
     {"id": "s02", "usd_client_cum": 0.0603, "usd_ledger_cum": 0.0603},
     {"id": "s03", "usd_client_cum": 0.0678, "usd_ledger_cum": 0.0678},
     {"id": "r1", "usd_client_cum": 0.1773, "usd_ledger_cum": 0.1773},
     {"id": "c1", "usd_client_cum": 0.4056, "usd_ledger_cum": 0.4056},
     {"id": "r2", "usd_client_cum": 0.5604, "usd_ledger_cum": 0.5604},
     {"id": "e1", "usd_client_cum": 0.611, "usd_ledger_cum": 0.611},
     {"id": "c2", "usd_client_cum": 0.7263, "usd_ledger_cum": 0.7263},
     {"id": "r3", "usd_client_cum": 0.8869, "usd_ledger_cum": 0.8869},
     {"id": "e2", "usd_client_cum": 0.928, "usd_ledger_cum": 0.928},
     {"id": "c3", "usd_client_cum": 1.0441, "usd_ledger_cum": 1.0441},
     {"id": "r4", "usd_client_cum": 1.85, "usd_ledger_cum": 1.85},
     {"id": "e3", "usd_client_cum": 1.8978, "usd_ledger_cum": 1.8978},
     {"id": "t1", "usd_client_cum": 1.9475, "usd_ledger_cum": 1.9475},
     {"id": "d-delimiter", "usd_client_cum": 1.9831, "usd_ledger_cum": 1.9831},
     {"id": "d-date", "usd_client_cum": 2.0159, "usd_ledger_cum": 2.0159},
     {"id": "t2", "usd_client_cum": 2.0607, "usd_ledger_cum": 2.0607},
     {"id": "t3", "usd_client_cum": 2.0907, "usd_ledger_cum": 2.0907},
     {"id": "t4", "usd_client_cum": 2.1245, "usd_ledger_cum": 2.1245},
     {"id": "t5", "usd_client_cum": 2.1555, "usd_ledger_cum": 2.1555},
     {"id": "q-typed-codename", "usd_client_cum": 2.1699, "usd_ledger_cum": 2.1699},
     {"id": "q-typed-pager", "usd_client_cum": 2.1841, "usd_ledger_cum": 2.1841},
     {"id": "q-typed-port", "usd_client_cum": 2.198, "usd_ledger_cum": 2.198},
     {"id": "q-typed-ticket", "usd_client_cum": 2.2116, "usd_ledger_cum": 2.2116},
     {"id": "q-deleted-report-1", "usd_client_cum": 2.2271, "usd_ledger_cum": 2.2271},
     {"id": "q-deleted-report-2", "usd_client_cum": 2.2924, "usd_ledger_cum": 2.3063},
     {"id": "q-deleted-report-3", "usd_client_cum": 2.4097, "usd_ledger_cum": 2.5055},
     {"id": "q-const-series-max", "usd_client_cum": 2.4243, "usd_ledger_cum": 2.5201},
     {"id": "q-const-activation-bytes", "usd_client_cum": 2.4428, "usd_ledger_cum": 2.5386},
     {"id": "q-const-activity-cap", "usd_client_cum": 2.515, "usd_ledger_cum": 2.6894}
    ],
    "file": "pair-2-recall.json",
    "partial": false,
    "performance": {
     "arm_wall_ms": 540438,
     "client_requests": 55,
     "gateway": {
      "auto_recall_lookup_ms": {
       "bytes": 1027,
       "fails": {},
       "fired": 3,
       "max": 95,
       "mean": 11,
       "n": 55,
       "p50": 0,
       "p90": 25,
       "p99": 95
      },
      "first_call_ms": {"max": 7563, "mean": 2977, "n": 55, "p50": 2599, "p90": 4260, "p99": 7563},
      "pre_ms": {"max": 738, "mean": 169, "n": 55, "p50": 129, "p90": 236, "p99": 738},
      "recall_read_ms": {"from_store": 0, "from_thread_object": 55, "max": 497, "mean": 15, "n": 55, "p50": 5, "p90": 14, "p99": 497},
      "requests": 55,
      "total_ms": {"max": 9287, "mean": 3403, "n": 55, "p50": 2949, "p90": 5165, "p99": 9287}
     },
     "probe_turn_ms": {"max": 11919, "mean": 7815, "n": 10, "p50": 6298, "p90": 11064, "p99": 11919},
     "request_wall_ms": {"max": 12308, "mean": 5673, "n": 55, "p50": 5188, "p90": 8953, "p99": 12308},
     "task_time_ms": 395954,
     "ttfb_ms": {"max": 12056, "mean": 4460, "n": 55, "p50": 4038, "p90": 6802, "p99": 12056},
     "ttft_ms": {"max": 12056, "mean": 5239, "n": 55, "p50": 4892, "p90": 7699, "p99": 12056},
     "turn_ms": {"max": 30982, "mean": 13198, "n": 30, "p50": 11919, "p90": 21170, "p99": 30982}
    },
    "probes": 10,
    "quality": {
     "compactions": 0,
     "compactions_before_first_probe": 0,
     "compactions_transcript": 0,
     "decisions_asked": 2,
     "probes_by_id": {"const-activation-bytes": true, "const-activity-cap": true, "const-series-max": true, "deleted-report-1": true, "deleted-report-2": true, "deleted-report-3": true, "typed-codename": true, "typed-pager": true, "typed-port": true, "typed-ticket": true},
     "probes_by_kind": [
      {"exact": 4, "kind": "typed", "of": 4},
      {"exact": 3, "kind": "tool-output", "of": 3},
      {"exact": 3, "kind": "constant", "of": 3}
     ],
     "probes_contains": 10,
     "probes_exact": 10,
     "probes_of": 10,
     "reasks": 0,
     "search": {"exact_with_search": 3, "exact_without_search": 7, "probes_found_recorded": 3, "probes_with_search": 3},
     "task_checks": 8,
     "task_checks_of": 8,
     "upstream_4xx": 0
    },
    "recall": {
     "recall_fail_rows": 0,
     "recall_rows_by_phase": {"recall": 55, "recall_C": 1, "recall_age_ms": 2, "recall_arch_a": 1, "recall_archived": 1, "recall_auto:1": 1, "recall_auto:2": 1, "recall_auto:8": 1, "recall_auto_bytes": 3, "recall_auto_ms": 55, "recall_auto_placed": 3, "recall_auto_skip:held": 5, "recall_auto_src:fts": 2, "recall_auto_src:sheet": 1, "recall_chain_audit": 1, "recall_chain_busy_ms": 55, "recall_chain_ms": 55, "recall_chain_reused": 55, "recall_chain_yields": 35, "recall_held": 29, "recall_lag_ms": 55, "recall_n": 3, "recall_pay_net_musd": 8, "recall_relayout": 1, "recall_rt_have_hash": 22, "recall_rt_idx_kb": 55, "recall_rt_idx_memo": 22, "recall_rt_ms": 55, "recall_rt_read_ms": 55, "recall_rt_tier:object": 54, "recall_rt_tier:store_seed": 1, "recall_rt_tries": 55, "recall_trigger:first": 1, "recall_trigger:window": 1},
     "relayout_triggers": {"window": 1},
     "relayouts": 1,
     "tenant": "withheld (disposable test tenant)"
    },
    "relayouts": 1,
    "savings": {"cache_write_tokens": 208768, "forwarded_tokens_max": 84058, "forwarded_tokens_mean": 48255, "recall_net_usd": -0.8308, "usd": 2.6894, "usd_client_json": 2.515, "usd_ledger": 2.6894, "usd_source": "max(every upstream call in the gateway ledger, every call in the client's own stream JSON), each priced at list with the gateway's model price table (5m and 1h writes apart)"},
    "seed": 616161,
    "steps_planned": 30,
    "steps_run": 30,
    "stopped": "",
    "tools_list_constant": true,
    "usd": 2.6894,
    "usd_client": 2.515,
    "void": false
   },
   "savings": {"gateway_usd": 2.6894, "plain_usd": 4.8313, "saved_pct": 44.3338, "saved_usd": 2.1419},
   "seed": 616161,
   "valid": true,
   "why": ""
  },
  {
   "deploy_after": {"at": "2026-10-04T00:10:22.570Z", "build_conclusion": "success", "build_id": "6fef42ae-6940-4d4d-8c79-1903702c3139", "head": "34acbe8b13a7c983ac005262fbb8e230c577eb1e", "topo": "kill=false;recall-quality-rules:test-account=true;auto-recall:test-account=true;thread-object:test-account=true;recall-confirm:test-account=true;chain-memo:test-account=true;recall-yield:test-account=true;place-beside-gateway:test-account=true", "worker_versions": "57e06eac-347a-4155-9acc-674354413471"},
   "deploy_before": {"at": "2026-10-04T00:00:07.117Z", "build_conclusion": "success", "build_id": "6fef42ae-6940-4d4d-8c79-1903702c3139", "head": "34acbe8b13a7c983ac005262fbb8e230c577eb1e", "topo": "kill=false;recall-quality-rules:test-account=true;auto-recall:test-account=true;thread-object:test-account=true;recall-confirm:test-account=true;chain-memo:test-account=true;recall-yield:test-account=true;place-beside-gateway:test-account=true", "worker_versions": "57e06eac-347a-4155-9acc-674354413471"},
   "deploy_changed": false,
   "deploy_checks": 60,
   "first": "plain",
   "pair": 3,
   "passes": true,
   "plain": {
    "compactions_before_first_probe": 3,
    "context_window": 200000,
    "curve": [
     {"id": "s01", "usd_client_cum": 0.0718},
     {"id": "s02", "usd_client_cum": 0.0796},
     {"id": "s03", "usd_client_cum": 0.0869},
     {"id": "r1", "usd_client_cum": 0.8443},
     {"id": "c1", "usd_client_cum": 0.991},
     {"id": "r2", "usd_client_cum": 1.9434},
     {"id": "e1", "usd_client_cum": 2.0919},
     {"id": "c2", "usd_client_cum": 2.2448},
     {"id": "r3", "usd_client_cum": 3.1152},
     {"id": "e2", "usd_client_cum": 3.2233},
     {"id": "c3", "usd_client_cum": 3.372},
     {"id": "r4", "usd_client_cum": 4.087},
     {"id": "e3", "usd_client_cum": 4.1837},
     {"id": "t1", "usd_client_cum": 4.2673},
     {"id": "d-delimiter", "usd_client_cum": 4.3229},
     {"id": "d-date", "usd_client_cum": 4.3722},
     {"id": "t2", "usd_client_cum": 4.4576},
     {"id": "t3", "usd_client_cum": 4.5085},
     {"id": "t4", "usd_client_cum": 4.6026},
     {"id": "t5", "usd_client_cum": 4.6502},
     {"id": "q-typed-codename", "usd_client_cum": 4.6725},
     {"id": "q-typed-pager", "usd_client_cum": 4.6947},
     {"id": "q-typed-port", "usd_client_cum": 4.7169},
     {"id": "q-typed-ticket", "usd_client_cum": 4.7391},
     {"id": "q-deleted-report-1", "usd_client_cum": 4.7631},
     {"id": "q-deleted-report-2", "usd_client_cum": 4.787},
     {"id": "q-deleted-report-3", "usd_client_cum": 4.8108},
     {"id": "q-const-series-max", "usd_client_cum": 4.8349},
     {"id": "q-const-activation-bytes", "usd_client_cum": 4.8588},
     {"id": "q-const-activity-cap", "usd_client_cum": 4.8826}
    ],
    "file": "pair-3-plain.json",
    "partial": false,
    "performance": {
     "arm_wall_ms": 437688,
     "client_requests": 58,
     "gateway": null,
     "probe_turn_ms": {"max": 8821, "mean": 5069, "n": 10, "p50": 4391, "p90": 6969, "p99": 8821},
     "request_wall_ms": {"max": 5347, "mean": 2748, "n": 58, "p50": 2465, "p90": 4373, "p99": 5347},
     "task_time_ms": 313367,
     "ttfb_ms": {"max": 5323, "mean": 1920, "n": 58, "p50": 1758, "p90": 2776, "p99": 5323},
     "ttft_ms": {"max": 5324, "mean": 2033, "n": 58, "p50": 1982, "p90": 2867, "p99": 5324},
     "turn_ms": {"max": 39234, "mean": 10446, "n": 30, "p50": 8091, "p90": 15445, "p99": 39234}
    },
    "probes": 4,
    "quality": {
     "compactions": 3,
     "compactions_before_first_probe": 3,
     "compactions_transcript": 3,
     "decisions_asked": 2,
     "probes_by_id": {"const-activation-bytes": false, "const-activity-cap": false, "const-series-max": false, "deleted-report-1": false, "deleted-report-2": false, "deleted-report-3": false, "typed-codename": true, "typed-pager": true, "typed-port": true, "typed-ticket": true},
     "probes_by_kind": [
      {"exact": 4, "kind": "typed", "of": 4},
      {"exact": 0, "kind": "tool-output", "of": 3},
      {"exact": 0, "kind": "constant", "of": 3}
     ],
     "probes_contains": 4,
     "probes_exact": 4,
     "probes_of": 10,
     "reasks": 0,
     "search": null,
     "task_checks": 8,
     "task_checks_of": 8,
     "upstream_4xx": 0
    },
    "recall": null,
    "relayouts": null,
    "savings": {"cache_write_tokens": 453022, "forwarded_tokens_max": 137898, "forwarded_tokens_mean": 102286, "recall_net_usd": null, "usd": 4.8826, "usd_client_json": 4.8826, "usd_ledger": null, "usd_source": "every call in the client's own stream JSON, priced at list with the gateway's model price table (5m and 1h writes apart); the transcript figure is a cross-check"},
    "seed": 616161,
    "steps_planned": 30,
    "steps_run": 30,
    "stopped": "",
    "tools_list_constant": true,
    "usd": 4.8826,
    "usd_client": 5.1249,
    "void": false
   },
   "recall": {
    "compactions_before_first_probe": 0,
    "context_window": 200000,
    "curve": [
     {"id": "s01", "usd_client_cum": 0.0358, "usd_ledger_cum": 0.0358},
     {"id": "s02", "usd_client_cum": 0.0446, "usd_ledger_cum": 0.0446},
     {"id": "s03", "usd_client_cum": 0.0668, "usd_ledger_cum": 0.0668},
     {"id": "r1", "usd_client_cum": 0.1779, "usd_ledger_cum": 0.1779},
     {"id": "c1", "usd_client_cum": 0.4075, "usd_ledger_cum": 0.4075},
     {"id": "r2", "usd_client_cum": 0.566, "usd_ledger_cum": 0.566},
     {"id": "e1", "usd_client_cum": 0.617, "usd_ledger_cum": 0.617},
     {"id": "c2", "usd_client_cum": 0.7312, "usd_ledger_cum": 0.7312},
     {"id": "r3", "usd_client_cum": 0.9332, "usd_ledger_cum": 0.9332},
     {"id": "e2", "usd_client_cum": 0.9738, "usd_ledger_cum": 0.9738},
     {"id": "c3", "usd_client_cum": 1.0891, "usd_ledger_cum": 1.0891},
     {"id": "r4", "usd_client_cum": 1.8923, "usd_ledger_cum": 1.8923},
     {"id": "e3", "usd_client_cum": 1.9391, "usd_ledger_cum": 1.9391},
     {"id": "t1", "usd_client_cum": 1.9908, "usd_ledger_cum": 1.9908},
     {"id": "d-delimiter", "usd_client_cum": 2.0285, "usd_ledger_cum": 2.0285},
     {"id": "d-date", "usd_client_cum": 2.0586, "usd_ledger_cum": 2.0586},
     {"id": "t2", "usd_client_cum": 2.0974, "usd_ledger_cum": 2.0974},
     {"id": "t3", "usd_client_cum": 2.1269, "usd_ledger_cum": 2.1269},
     {"id": "t4", "usd_client_cum": 2.158, "usd_ledger_cum": 2.158},
     {"id": "t5", "usd_client_cum": 2.1853, "usd_ledger_cum": 2.1853},
     {"id": "q-typed-codename", "usd_client_cum": 2.1986, "usd_ledger_cum": 2.1986},
     {"id": "q-typed-pager", "usd_client_cum": 2.2115, "usd_ledger_cum": 2.2115},
     {"id": "q-typed-port", "usd_client_cum": 2.2241, "usd_ledger_cum": 2.2241},
     {"id": "q-typed-ticket", "usd_client_cum": 2.2367, "usd_ledger_cum": 2.2367},
     {"id": "q-deleted-report-1", "usd_client_cum": 2.2505, "usd_ledger_cum": 2.2505},
     {"id": "q-deleted-report-2", "usd_client_cum": 2.3154, "usd_ledger_cum": 2.3288},
     {"id": "q-deleted-report-3", "usd_client_cum": 2.4344, "usd_ledger_cum": 2.4644},
     {"id": "q-const-series-max", "usd_client_cum": 2.554, "usd_ledger_cum": 2.6006},
     {"id": "q-const-activation-bytes", "usd_client_cum": 2.6771, "usd_ledger_cum": 2.7414},
     {"id": "q-const-activity-cap", "usd_client_cum": 2.9151, "usd_ledger_cum": 3.0378}
    ],
    "file": "pair-3-recall.json",
    "partial": false,
    "performance": {
     "arm_wall_ms": 541174,
     "client_requests": 57,
     "gateway": {
      "auto_recall_lookup_ms": {
       "bytes": 1027,
       "fails": {},
       "fired": 3,
       "max": 186,
       "mean": 15,
       "n": 57,
       "p50": 0,
       "p90": 34,
       "p99": 186
      },
      "first_call_ms": {"max": 5978, "mean": 2956, "n": 57, "p50": 2761, "p90": 4263, "p99": 5978},
      "pre_ms": {"max": 864, "mean": 154, "n": 57, "p50": 120, "p90": 228, "p99": 864},
      "recall_read_ms": {"from_store": 0, "from_thread_object": 57, "max": 642, "mean": 20, "n": 57, "p50": 6, "p90": 21, "p99": 642},
      "requests": 57,
      "total_ms": {"max": 14747, "mean": 3556, "n": 57, "p50": 3018, "p90": 6095, "p99": 14747}
     },
     "probe_turn_ms": {"max": 17213, "mean": 8574, "n": 10, "p50": 6065, "p90": 11583, "p99": 17213},
     "request_wall_ms": {"max": 16078, "mean": 5653, "n": 57, "p50": 4917, "p90": 8568, "p99": 16078},
     "task_time_ms": 405170,
     "ttfb_ms": {"max": 8192, "mean": 4190, "n": 57, "p50": 3676, "p90": 6706, "p99": 8192},
     "ttft_ms": {"max": 8946, "mean": 4984, "n": 57, "p50": 4602, "p90": 7713, "p99": 8946},
     "turn_ms": {"max": 27815, "mean": 13506, "n": 30, "p50": 12222, "p90": 22462, "p99": 27815}
    },
    "probes": 7,
    "quality": {
     "compactions": 0,
     "compactions_before_first_probe": 0,
     "compactions_transcript": 0,
     "decisions_asked": 2,
     "probes_by_id": {"const-activation-bytes": false, "const-activity-cap": false, "const-series-max": false, "deleted-report-1": true, "deleted-report-2": true, "deleted-report-3": true, "typed-codename": true, "typed-pager": true, "typed-port": true, "typed-ticket": true},
     "probes_by_kind": [
      {"exact": 4, "kind": "typed", "of": 4},
      {"exact": 3, "kind": "tool-output", "of": 3},
      {"exact": 0, "kind": "constant", "of": 3}
     ],
     "probes_contains": 10,
     "probes_exact": 7,
     "probes_of": 10,
     "reasks": 0,
     "search": {"exact_with_search": 2, "exact_without_search": 5, "probes_found_recorded": 3, "probes_with_search": 5},
     "task_checks": 8,
     "task_checks_of": 8,
     "upstream_4xx": 0
    },
    "recall": {
     "recall_fail_rows": 0,
     "recall_rows_by_phase": {"recall": 57, "recall_C": 2, "recall_age_ms": 2, "recall_arch_a": 2, "recall_archived": 2, "recall_auto:1": 1, "recall_auto:2": 1, "recall_auto:8": 1, "recall_auto_bytes": 3, "recall_auto_ms": 57, "recall_auto_placed": 3, "recall_auto_skip:held": 5, "recall_auto_src:fts": 2, "recall_auto_src:sheet": 1, "recall_chain_audit": 2, "recall_chain_busy_ms": 57, "recall_chain_ms": 57, "recall_chain_reused": 57, "recall_chain_yields": 39, "recall_held": 28, "recall_lag_ms": 57, "recall_n": 3, "recall_pay_net_musd": 10, "recall_relayout": 2, "recall_rt_have_hash": 21, "recall_rt_idx_kb": 57, "recall_rt_idx_memo": 21, "recall_rt_ms": 57, "recall_rt_read_ms": 57, "recall_rt_tier:object": 56, "recall_rt_tier:store_seed": 1, "recall_rt_tries": 57, "recall_trigger:first": 1, "recall_trigger:rewrite": 1, "recall_trigger:window": 1},
     "relayout_triggers": {"rewrite": 1, "window": 1},
     "relayouts": 2,
     "tenant": "withheld (disposable test tenant)"
    },
    "relayouts": 2,
    "savings": {"cache_write_tokens": 213029, "forwarded_tokens_max": 113582, "forwarded_tokens_mean": 48829, "recall_net_usd": -0.8081, "usd": 3.0378, "usd_client_json": 2.9151, "usd_ledger": 3.0378, "usd_source": "max(every upstream call in the gateway ledger, every call in the client's own stream JSON), each priced at list with the gateway's model price table (5m and 1h writes apart)"},
    "seed": 616161,
    "steps_planned": 30,
    "steps_run": 30,
    "stopped": "",
    "tools_list_constant": true,
    "usd": 3.0378,
    "usd_client": 2.9151,
    "void": false
   },
   "savings": {"gateway_usd": 3.0378, "plain_usd": 4.8826, "saved_pct": 37.7831, "saved_usd": 1.8448},
   "seed": 616161,
   "valid": true,
   "why": ""
  }
 ],
 "pairs_passing": 3,
 "pairs_planned": 3,
 "pairs_run": 3,
 "pairs_valid": 3,
 "prereg": "pre-registered in gateway commit 34acbe8b (2026-10-04T02:54:04+03:00), before the first pair",
 "prereg_check": {"commit": "34acbe8b", "committed": "2026-10-03T23:54:04.000Z", "plan": "prereg/recall-200k-r2-prereg.md", "run_started": "2026-10-03T23:58:43.020Z", "run_started_from": "the earliest 'at' of the arm files these pairs name"},
 "schema": "context-mode.benchmark-evidence/2",
 "ship": "PASS",
 "ship_rule": "each pair: gateway $ < plain $ (list price) AND gateway exact probes >= plain exact probes; ship = all 3 pairs present, valid and passing",
 "spend": {
  "runs": {"p1-plain": 4.8743, "p1-recall": 3.3788, "p2-plain": 4.8313, "p2-recall": 2.6894, "p3-plain": 4.8826, "p3-recall": 3.0378}
 }
}