{
 "c1_first_judge_pooled": {"kill": true, "why": "pooled p50 sub 42 vs 27 ms: first reads of new objects counted (54 vs 43 seeds); rule 1 excludes them; re-judged PASS"},
 "cost_check": {
  "calls": {"model": [], "models": []},
  "calls_from": "none",
  "coverage": {"calls": 0, "of": null, "sum_complete": false},
  "usd": null,
  "usd_client": 6.39,
  "usd_client_from": "load.client_usd_total",
  "usd_reason": "A speed test. The gateway ledger figure was not saved.",
  "usd_recomputed": null,
  "usd_recomputed_reason": "check_no_tokens"
 },
 "final_row_v": 20,
 "final_stages": {"body-guard": "*", "chain-memo": "owner-account,owner-account-2,customer-account,load-test-account", "place-beside-gateway": "owner-account,owner-account-2,customer-account,load-test-account", "recall-confirm": "owner-account,owner-account-2,customer-account,load-test-account", "recall-yield": "owner-account,owner-account-2,customer-account,load-test-account", "thread-object": "owner-account,owner-account-2,customer-account,load-test-account"},
 "kill": false,
 "legend": {"col.cr": "cache read tokens", "col.cw1h": "cache write tokens, 1 hour lifetime", "col.cw5": "cache write tokens, 5 minute lifetime", "col.in": "input tokens not read from or written to the cache", "col.missing": "a token column left out of a block is all zeros; model indexes into models", "col.out": "output tokens; null = not saved per call", "from.none": "no per-call tokens were saved", "why.check_no_tokens": "This check saved no token counts, so its dollars cannot be recomputed. It is not an A/B."},
 "load": {"client_usd_total": 6.39, "model": "claude-haiku-4-5", "note": "4 loader starts (3 restarts while fixing the loader); final run 19:09:18-19:38:33Z: 23 bursts of 10 sub-agents, all exit 0; main session: 3 turns ok, then 122 resumed turns exited 1 with no request (client side); largest main body 568 KB, so the 12 MB main-thread path did not run", "tenant": "withheld (disposable test tenant)"},
 "placement_ab_19_01_19_26": {
  "AMS": {"requests": 1179, "wall_p50_ms": 26.2, "wall_p99_ms": 239.7},
  "ARN": {"requests": 17, "wall_p50_ms": 71.7, "wall_p99_ms": 115.1},
  "FRA": {"requests": 923, "wall_p50_ms": 22, "wall_p99_ms": 317},
  "MXP": {"requests": 12, "wall_p50_ms": 38.2, "wall_p99_ms": 62.4},
  "OTP": {"requests": 24, "wall_p50_ms": 69.6, "wall_p99_ms": 218},
  "PRG": {"requests": 24, "wall_p50_ms": 45.2, "wall_p99_ms": 103.6},
  "VIE": {"requests": 12, "wall_p50_ms": 41.9, "wall_p99_ms": 77.2},
  "WAW": {"requests": 42, "wall_p50_ms": 49.9, "wall_p99_ms": 94.5}
 },
 "prices": {
  "aliases": {"claude-haiku-4-5-20251001": "claude-haiku-4-5"},
  "as_of": "2026-09-29",
  "models": {
   "claude-haiku-4-5": {"cr": 0.1, "cw1h": 2, "cw5": 1.25, "in": 1, "out": 5},
   "claude-opus-5-5": {"cr": 0.2, "cw1h": 8, "cw5": 5, "in": 4, "out": 20}
  },
  "source_url": "https://www.anthropic.com/pricing",
  "unit": "USD per million tokens"
 },
 "row_history": [
  {"at": "18:59:30Z", "v": 13, "what": "A+B on: THREAD, CONFIRM, HINT_FRA for owner, owner2, customer; rtGen 1 each; kill off"},
  {"at": "19:01:33Z", "v": 14, "what": "+ load tenant in the three lists"},
  {"at": "2026-10-03T19:09:18.924Z", "v": 16, "what": "baseline: A+B on, C stages off"},
  {"at": "2026-10-03T19:17:51.459Z", "v": 17, "what": "c1-guard on"},
  {"at": "2026-10-03T19:24:01.851Z", "v": 18, "what": "c1-guard KILLED: off"},
  {"at": "2026-10-03T19:25:58.427Z", "v": 19, "what": "c2-memo on"},
  {"at": "2026-10-03T19:32:04.057Z", "v": 20, "what": "c3-yield on"}
 ],
 "schema": "context-mode.benchmark-evidence/2",
 "verdicts": {
  "c1-guard": {
   "cpu_ms": {
    "baseline": {"p50": 34, "p99": 1391.5, "p999": 2628.4},
    "step": {"p50": 33.5, "p99": 468.1, "p999": 4072.7}
   },
   "gw_requests": {"baseline": 396, "step": 431},
   "kill": true,
   "label": "c1-guard",
   "read_p50": [
    {
     "baseline": {"max": 720, "n": 34, "p50": 20, "p90": 28, "p99": 720},
     "compared": true,
     "kind": "main",
     "step": {"max": 799, "n": 49, "p50": 21, "p90": 531, "p99": 799},
     "worse": false
    },
    {
     "baseline": {"max": 1339, "n": 109, "p50": 27, "p90": 856, "p99": 1235},
     "compared": true,
     "kind": "sub",
     "step": {"max": 1912, "n": 140, "p50": 42, "p90": 789, "p99": 1603},
     "worse": true
    }
   ],
   "recall_fail_read": 0,
   "upstream": {
    "baseline": {"errors": 0, "requests": 225, "share": 0},
    "step": {"errors": 0, "requests": 250, "share": 0}
   },
   "why": ["recall_rt_read p50 sub 42 ms > baseline 27 ms +20 %"]
  },
  "c2-memo": {
   "cpu_ms": {
    "baseline": {"p50": 34, "p99": 1391.5, "p999": 2628.4},
    "step": {"p50": 10.3, "p99": 342.8, "p999": 708.3}
   },
   "gw_requests": {"baseline": 397, "step": 557},
   "kill": false,
   "label": "c2-memo",
   "read_p50": [
    {
     "baseline": {"max": 28, "n": 31, "p50": 19, "p90": 25, "p99": 28},
     "compared": true,
     "kind": "main",
     "step": {"max": 399, "n": 33, "p50": 16, "p90": 24, "p99": 399},
     "worse": false
    },
    {
     "baseline": {"max": 660, "n": 69, "p50": 20, "p90": 69, "p99": 660},
     "compared": true,
     "kind": "sub",
     "step": {"max": 422, "n": 83, "p50": 19, "p90": 37, "p99": 422},
     "worse": false
    }
   ],
   "recall_fail_read": 0,
   "store_seed": {
    "baseline": {"max": 1339, "n": 43, "over_1s": 3},
    "step": {"max": 959, "n": 44, "over_1s": 0}
   },
   "upstream": {
    "baseline": {"errors": 0, "requests": 225, "share": 0},
    "step": {"errors": 0, "requests": 211, "share": 0}
   },
   "why": []
  },
  "c3-yield": {
   "cpu_ms": {
    "baseline": {"p50": 34, "p99": 1391.5, "p999": 2628.4},
    "step": {"p50": 15.1, "p99": 324.6, "p999": 2942.7}
   },
   "gw_requests": {"baseline": 397, "step": 343},
   "kill": false,
   "label": "c3-yield",
   "read_p50": [
    {
     "baseline": {"max": 28, "n": 31, "p50": 19, "p90": 25, "p99": 28},
     "compared": false,
     "kind": "main",
     "step": {"max": 31, "n": 28, "p50": 17, "p90": 28, "p99": 31},
     "worse": false
    },
    {
     "baseline": {"max": 660, "n": 69, "p50": 20, "p90": 69, "p99": 660},
     "compared": true,
     "kind": "sub",
     "step": {"max": 145, "n": 74, "p50": 15, "p90": 27, "p99": 145},
     "worse": false
    }
   ],
   "recall_fail_read": 0,
   "store_seed": {
    "baseline": {"max": 1339, "n": 43, "over_1s": 3},
    "step": {"max": 974, "n": 44, "over_1s": 0}
   },
   "upstream": {
    "baseline": {"errors": 0, "requests": 225, "share": 0},
    "step": {"errors": 0, "requests": 164, "share": 0}
   },
   "why": []
  }
 },
 "what": "Re-run under load, 2026-10-03 19:01-19:38Z. Owner decision 19:00Z: A+B on and left on; C1/C2/C3 in 5-minute windows; kill only on recall_fail:read, exceeded*, upstream errors above baseline, or steady-state Recall read p50 worse than baseline by >20 % and >5 ms (n >= 30). p99 reported, not a rule. store_seed first reads excluded from the steady state (rule 1).",
 "windows": {
  "baseline": {
   "do_status": {"clientDisconnected": 1, "success": 8138},
   "gateway": {
    "cpu_ms": {"p50": 34, "p99": 1391.5, "p999": 2628.4},
    "errors": 0,
    "requests": 397,
    "wall_ms": {"p50": 1693.2, "p99": 20588.4}
   },
   "gateway_status": {"success": 397},
   "steady": {
    "customer": {
     "all": {"n": 0},
     "main": {"n": 0},
     "sub": {"n": 0}
    },
    "load": {
     "all": {"max": 660, "n": 100, "p50": 20, "p90": 33, "p99": 478},
     "main": {"max": 28, "n": 31, "p50": 19, "p90": 25, "p99": 28},
     "sub": {"max": 660, "n": 69, "p50": 20, "p90": 69, "p99": 660}
    },
    "owner": {
     "all": {"max": 1153, "n": 82, "p50": 21, "p90": 39, "p99": 1153},
     "main": {"max": 1153, "n": 4, "p50": 253, "p90": 1153, "p99": 1153},
     "sub": {"max": 498, "n": 78, "p50": 21, "p90": 36, "p99": 498}
    },
    "owner2": {
     "all": {"n": 0},
     "main": {"n": 0},
     "sub": {"n": 0}
    }
   },
   "store_seed": {
    "customer": {"max": null, "n": 0, "over_1s": 0},
    "load": {"max": 1339, "n": 43, "over_1s": 3},
    "owner": {"max": null, "n": 0, "over_1s": 0},
    "owner2": {"max": null, "n": 0, "over_1s": 0}
   },
   "tenants": {
    "customer": {
     "chain_ms": {
      "main": {"n": 0},
      "sub": {"n": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 0,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "load": {
     "chain_ms": {
      "main": {"max": 0, "n": 34, "p50": 0, "p90": 0, "p99": 0},
      "sub": {"max": 0, "n": 109, "p50": 0, "p90": 0, "p99": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 143,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "owner": {
     "chain_ms": {
      "main": {"max": 0, "n": 4, "p50": 0, "p90": 0, "p99": 0},
      "sub": {"max": 0, "n": 78, "p50": 0, "p90": 0, "p99": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 82,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "owner2": {
     "chain_ms": {
      "main": {"n": 0},
      "sub": {"n": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 0,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    }
   },
   "timed_out_try": {"customer": [], "load": [], "owner": [], "owner2": []},
   "window": ["2026-10-03T19:12:00Z","2026-10-03T19:17:00Z"]
  },
  "c1-guard": {
   "do_status": {"success": 9617},
   "gateway": {
    "cpu_ms": {"p50": 33.5, "p99": 468.1, "p999": 4072.7},
    "errors": 0,
    "requests": 431,
    "wall_ms": {"p50": 1691.4, "p99": 17950.4}
   },
   "gateway_status": {"success": 431},
   "steady": {
    "customer": {
     "all": {"n": 0},
     "main": {"n": 0},
     "sub": {"n": 0}
    },
    "load": {
     "all": {"max": 1912, "n": 135, "p50": 20, "p90": 362, "p99": 695},
     "main": {"max": 531, "n": 45, "p50": 20, "p90": 32, "p99": 531},
     "sub": {"max": 1912, "n": 90, "p50": 20, "p90": 362, "p99": 1912}
    },
    "owner": {
     "all": {"max": 882, "n": 61, "p50": 22, "p90": 394, "p99": 882},
     "main": {"max": 882, "n": 2, "p50": 148, "p90": 882, "p99": 882},
     "sub": {"max": 450, "n": 59, "p50": 22, "p90": 394, "p99": 450}
    },
    "owner2": {
     "all": {"n": 0},
     "main": {"n": 0},
     "sub": {"n": 0}
    }
   },
   "store_seed": {
    "customer": {"max": null, "n": 0, "over_1s": 0},
    "load": {"max": 1603, "n": 54, "over_1s": 4},
    "owner": {"max": null, "n": 0, "over_1s": 0},
    "owner2": {"max": null, "n": 0, "over_1s": 0}
   },
   "tenants": {
    "customer": {
     "chain_ms": {
      "main": {"n": 0},
      "sub": {"n": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 0,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "load": {
     "chain_ms": {
      "main": {"max": 0, "n": 49, "p50": 0, "p90": 0, "p99": 0},
      "sub": {"max": 0, "n": 140, "p50": 0, "p90": 0, "p99": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 189,
     "rt_err": {"recall_rt_err:timeout": 2},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "owner": {
     "chain_ms": {
      "main": {"max": 0, "n": 2, "p50": 0, "p90": 0, "p99": 0},
      "sub": {"max": 0, "n": 59, "p50": 0, "p90": 0, "p99": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 61,
      "wait_ms": {"n": 0}
     },
     "requests": 61,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "owner2": {
     "chain_ms": {
      "main": {"n": 0},
      "sub": {"n": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 0,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    }
   },
   "timed_out_try": {
    "customer": [],
    "load": [
     {"agent": "sub", "ms": 1603, "tries": 4, "ts": "2026-10-03T19:19:09.597Z"},
     {"agent": "sub", "ms": 1912, "tries": 2, "ts": "2026-10-03T19:19:39.984Z"}
    ],
    "owner": [],
    "owner2": []
   },
   "window": ["2026-10-03T19:18:06Z","2026-10-03T19:23:06Z"]
  },
  "c2-memo": {
   "do_status": {"clientDisconnected": 2, "success": 8726},
   "gateway": {
    "cpu_ms": {"p50": 10.3, "p99": 342.8, "p999": 708.3},
    "errors": 0,
    "requests": 557,
    "wall_ms": {"p50": 546, "p99": 14677.8}
   },
   "gateway_status": {"success": 557},
   "steady": {
    "customer": {
     "all": {"n": 0},
     "main": {"n": 0},
     "sub": {"n": 0}
    },
    "load": {
     "all": {"max": 422, "n": 116, "p50": 18, "p90": 34, "p99": 399},
     "main": {"max": 399, "n": 33, "p50": 16, "p90": 24, "p99": 399},
     "sub": {"max": 422, "n": 83, "p50": 19, "p90": 37, "p99": 422}
    },
    "owner": {
     "all": {"max": 466, "n": 51, "p50": 22, "p90": 368, "p99": 466},
     "main": {"max": 409, "n": 1, "p50": 409, "p90": 409, "p99": 409},
     "sub": {"max": 466, "n": 50, "p50": 22, "p90": 54, "p99": 466}
    },
    "owner2": {
     "all": {"n": 0},
     "main": {"n": 0},
     "sub": {"n": 0}
    }
   },
   "store_seed": {
    "customer": {"max": null, "n": 0, "over_1s": 0},
    "load": {"max": 959, "n": 44, "over_1s": 0},
    "owner": {"max": null, "n": 0, "over_1s": 0},
    "owner2": {"max": null, "n": 0, "over_1s": 0}
   },
   "tenants": {
    "customer": {
     "chain_ms": {
      "main": {"n": 0},
      "sub": {"n": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 0,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "load": {
     "chain_ms": {
      "main": {"max": 0, "n": 37, "p50": 0, "p90": 0, "p99": 0},
      "sub": {"max": 0, "n": 123, "p50": 0, "p90": 0, "p99": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 160,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "owner": {
     "chain_ms": {
      "main": {"max": 0, "n": 1, "p50": 0, "p90": 0, "p99": 0},
      "sub": {"max": 0, "n": 50, "p50": 0, "p90": 0, "p99": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 51,
      "wait_ms": {"n": 0}
     },
     "requests": 51,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "owner2": {
     "chain_ms": {
      "main": {"n": 0},
      "sub": {"n": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 0,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    }
   },
   "timed_out_try": {"customer": [], "load": [], "owner": [], "owner2": []},
   "window": ["2026-10-03T19:26:13Z","2026-10-03T19:31:13Z"]
  },
  "c3-yield": {
   "do_status": {"clientDisconnected": 2, "success": 6767},
   "gateway": {
    "cpu_ms": {"p50": 15.1, "p99": 324.6, "p999": 2942.7},
    "errors": 0,
    "requests": 343,
    "wall_ms": {"p50": 666.3, "p99": 9494}
   },
   "gateway_status": {"success": 343},
   "steady": {
    "customer": {
     "all": {"n": 0},
     "main": {"n": 0},
     "sub": {"n": 0}
    },
    "load": {
     "all": {"max": 145, "n": 102, "p50": 15, "p90": 27, "p99": 58},
     "main": {"max": 31, "n": 28, "p50": 17, "p90": 28, "p99": 31},
     "sub": {"max": 145, "n": 74, "p50": 15, "p90": 27, "p99": 145}
    },
    "owner": {
     "all": {"max": 398, "n": 18, "p50": 10, "p90": 390, "p99": 398},
     "main": {"max": 0, "n": 1, "p50": 0, "p90": 0, "p99": 0},
     "sub": {"max": 398, "n": 17, "p50": 12, "p90": 390, "p99": 398}
    },
    "owner2": {
     "all": {"n": 0},
     "main": {"n": 0},
     "sub": {"n": 0}
    }
   },
   "store_seed": {
    "customer": {"max": null, "n": 0, "over_1s": 0},
    "load": {"max": 974, "n": 44, "over_1s": 0},
    "owner": {"max": null, "n": 0, "over_1s": 0},
    "owner2": {"max": null, "n": 0, "over_1s": 0}
   },
   "tenants": {
    "customer": {
     "chain_ms": {
      "main": {"n": 0},
      "sub": {"n": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 0,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "load": {
     "chain_ms": {
      "main": {"max": 0, "n": 32, "p50": 0, "p90": 0, "p99": 0},
      "sub": {"max": 0, "n": 114, "p50": 0, "p90": 0, "p99": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 146,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "owner": {
     "chain_ms": {
      "main": {"max": 0, "n": 1, "p50": 0, "p90": 0, "p99": 0},
      "sub": {"max": 0, "n": 17, "p50": 0, "p90": 0, "p99": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"max": 16, "n": 17, "p50": 1, "p90": 1, "p99": 16},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 18,
      "wait_ms": {"n": 0}
     },
     "requests": 18,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    },
    "owner2": {
     "chain_ms": {
      "main": {"n": 0},
      "sub": {"n": 0}
     },
     "chain_reused": 0,
     "chain_yields": {"n": 0},
     "fail": {},
     "mem": {
      "over": 0,
      "slot": 0,
      "wait_ms": {"n": 0}
     },
     "requests": 0,
     "rt_err": {},
     "upstream": {"4xx": 0, "5xx": 0}
    }
   },
   "timed_out_try": {"customer": [], "load": [], "owner": [], "owner2": []},
   "window": ["2026-10-03T19:32:19Z","2026-10-03T19:37:19Z"]
  }
 }
}