{
 "run_at": "2026-10-29T13:31:14+0530",
 "e1": {
  "rows": [
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3300,
    "total_ms": 3353,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "trial": 0,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3336,
    "total_ms": 3336,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "trial": 0,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2853,
    "total_ms": 2905,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "trial": 0,
    "label": "warm2",
    "hit": true
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2850,
    "total_ms": 3164,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "trial": 0,
    "label": "warm3",
    "hit": true
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2749,
    "total_ms": 2826,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "trial": 1,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2880,
    "total_ms": 2985,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "trial": 1,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3039,
    "total_ms": 3039,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "trial": 1,
    "label": "warm2",
    "hit": true
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2542,
    "total_ms": 2588,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "trial": 1,
    "label": "warm3",
    "hit": true
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 2635,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 2,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3133,
    "total_ms": 3307,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "trial": 2,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1811,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 2,
    "label": "warm2",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3009,
    "total_ms": 3044,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "trial": 2,
    "label": "warm3",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 2000,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 3,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 2749,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 3,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3089,
    "total_ms": 3140,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "trial": 3,
    "label": "warm2",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1781,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 3,
    "label": "warm3",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2858,
    "total_ms": 2905,
    "prompt_tokens": 25004,
    "cached_tokens": 0,
    "error": null,
    "trial": 4,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1997,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 4,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2887,
    "total_ms": 2933,
    "prompt_tokens": 25004,
    "cached_tokens": 0,
    "error": null,
    "trial": 4,
    "label": "warm2",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 2107,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 4,
    "label": "warm3",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 3026,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 5,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3338,
    "total_ms": 3338,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "trial": 5,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1963,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 5,
    "label": "warm2",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2421,
    "total_ms": 2473,
    "prompt_tokens": 25006,
    "cached_tokens": 24960,
    "error": null,
    "trial": 5,
    "label": "warm3",
    "hit": true
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 2148,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 6,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2760,
    "total_ms": 2808,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "trial": 6,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1845,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 6,
    "label": "warm2",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6619,
    "total_ms": 6693,
    "prompt_tokens": 25006,
    "cached_tokens": 24960,
    "error": null,
    "trial": 6,
    "label": "warm3",
    "hit": true
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1968,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 7,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2490,
    "total_ms": 2561,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "trial": 7,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 2065,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 7,
    "label": "warm2",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2750,
    "total_ms": 2842,
    "prompt_tokens": 25006,
    "cached_tokens": 24960,
    "error": null,
    "trial": 7,
    "label": "warm3",
    "hit": true
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1974,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 8,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 2087,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 8,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2948,
    "total_ms": 3000,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "trial": 8,
    "label": "warm2",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1888,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 8,
    "label": "warm3",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 7774,
    "total_ms": 7881,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "trial": 9,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 2037,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 9,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 8185,
    "total_ms": 8284,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "trial": 9,
    "label": "warm2",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 10197,
    "total_ms": 10265,
    "prompt_tokens": 25005,
    "cached_tokens": 24832,
    "error": null,
    "trial": 9,
    "label": "warm3",
    "hit": true
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2865,
    "total_ms": 2921,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "trial": 10,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 2273,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 10,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5226,
    "total_ms": 5527,
    "prompt_tokens": 25006,
    "cached_tokens": 24960,
    "error": null,
    "trial": 10,
    "label": "warm2",
    "hit": true
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1817,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 10,
    "label": "warm3",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1764,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 11,
    "label": "cold",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2821,
    "total_ms": 2872,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "trial": 11,
    "label": "warm1",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 1777,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-mini for gpt-41-mini in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "trial": 11,
    "label": "warm2",
    "hit": false
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3326,
    "total_ms": 3729,
    "prompt_tokens": 25007,
    "cached_tokens": 24960,
    "error": null,
    "trial": 11,
    "label": "warm3",
    "hit": true
   }
  ],
  "summary": {
   "cold": {
    "n": 5,
    "ttft_median_ms": 2865,
    "prompt_tokens_median": 25006,
    "cached_share_median": 0.0,
    "calls_with_cache_hit": 0
   },
   "warm1": {
    "n": 7,
    "ttft_median_ms": 2880,
    "prompt_tokens_median": 25006,
    "cached_share_median": 0.0,
    "calls_with_cache_hit": 0
   },
   "warm2": {
    "n": 7,
    "ttft_median_ms": 3039,
    "prompt_tokens_median": 25006,
    "cached_share_median": 0.0,
    "calls_with_cache_hit": 3
   },
   "warm3": {
    "n": 8,
    "ttft_median_ms": 2929.5,
    "prompt_tokens_median": 25006.0,
    "cached_share_median": 0.998,
    "calls_with_cache_hit": 7
   }
  },
  "by_hit": {
   "false": {
    "n": 17,
    "ttft_median_ms": 2948,
    "prompt_tokens_median": 25006,
    "cached_share_median": 0.0,
    "calls_with_cache_hit": 0
   },
   "true": {
    "n": 10,
    "ttft_median_ms": 2946.0,
    "prompt_tokens_median": 25006.5,
    "cached_share_median": 0.998,
    "calls_with_cache_hit": 10
   }
  }
 },
 "e2": {
  "rows": [
   {
    "res": "A",
    "dep": "gpt-41-nano",
    "req_bytes": 7200198,
    "status": 429,
    "ttft_ms": null,
    "total_ms": 5599,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{\n  \"error\": {\n    \"message\": \"Your requests to gpt-4.1-nano for gpt-41-nano in eastus2 have exceeded token rate limit.\",\n    \"type\": \"too_many_requests\",\n    \"param\": null,\n    \"code\": \"rate_limit_exceeded\"\n  }\n}",
    "retries": 5,
    "words": 1200000,
    "tpm_limit": 3000000
   }
  ],
  "earlier_run": {
   "tpm_limit": 200000,
   "status": 429,
   "total_ms": 6137,
   "note": "first run, copied from console log; final row is at 3,000,000 TPM"
  }
 },
 "e3": {
  "rows": [
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3444,
    "total_ms": 3834,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 0,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2777,
    "total_ms": 2814,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 0,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2363,
    "total_ms": 2448,
    "prompt_tokens": 25007,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 0,
    "label": "warm-A-2"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2896,
    "total_ms": 2948,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 0,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4942,
    "total_ms": 5055,
    "prompt_tokens": 25007,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 0,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6235,
    "total_ms": 6340,
    "prompt_tokens": 25004,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 1,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2590,
    "total_ms": 2693,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 1,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2728,
    "total_ms": 2824,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 1,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2482,
    "total_ms": 2572,
    "prompt_tokens": 25007,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 1,
    "label": "warm-A-3"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2935,
    "total_ms": 3024,
    "prompt_tokens": 25007,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 1,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 1986,
    "total_ms": 2037,
    "prompt_tokens": 25007,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 1,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2497,
    "total_ms": 2533,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 2,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4850,
    "total_ms": 4925,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 2,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3651,
    "total_ms": 3689,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 2,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2301,
    "total_ms": 2413,
    "prompt_tokens": 25006,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 2,
    "label": "warm-A-3"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2248,
    "total_ms": 2304,
    "prompt_tokens": 25006,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 2,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3096,
    "total_ms": 3208,
    "prompt_tokens": 25006,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 2,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2786,
    "total_ms": 2908,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 3,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2929,
    "total_ms": 2984,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 3,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2466,
    "total_ms": 2512,
    "prompt_tokens": 25005,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 3,
    "label": "warm-A-2"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2563,
    "total_ms": 2649,
    "prompt_tokens": 25005,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 3,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2787,
    "total_ms": 2840,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 3,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 121245,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error _ssl.c:1064: The handshake operation timed out>",
    "retries": 0,
    "trial": 4,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 121437,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error _ssl.c:1064: The handshake operation timed out>",
    "retries": 0,
    "trial": 4,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4294,
    "total_ms": 4345,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 4,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3317,
    "total_ms": 3338,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 4,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3255,
    "total_ms": 3423,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 4,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6521,
    "total_ms": 6575,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 4,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2579,
    "total_ms": 3439,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 4,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6332,
    "total_ms": 6362,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 5,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 121310,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error _ssl.c:1064: The handshake operation timed out>",
    "retries": 0,
    "trial": 5,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3958,
    "total_ms": 3997,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 5,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 121238,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error _ssl.c:1064: The handshake operation timed out>",
    "retries": 0,
    "trial": 5,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2682,
    "total_ms": 3449,
    "prompt_tokens": 25007,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 5,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 121336,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error _ssl.c:1064: The handshake operation timed out>",
    "retries": 0,
    "trial": 5,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3200,
    "total_ms": 3222,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 5,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 121239,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error _ssl.c:1064: The handshake operation timed out>",
    "retries": 0,
    "trial": 6,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3966,
    "total_ms": 3966,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 6,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3069,
    "total_ms": 3069,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 6,
    "label": "warm-A-2"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3477,
    "total_ms": 3501,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 6,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2241,
    "total_ms": 2263,
    "prompt_tokens": 25008,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 6,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2963,
    "total_ms": 3052,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 7,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3297,
    "total_ms": 3369,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 7,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3244,
    "total_ms": 3244,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 7,
    "label": "warm-A-2"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4150,
    "total_ms": 4211,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 7,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3276,
    "total_ms": 3320,
    "prompt_tokens": 25008,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 7,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6263,
    "total_ms": 6276,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 121255,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error _ssl.c:1064: The handshake operation timed out>",
    "retries": 0,
    "trial": 8,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3247,
    "total_ms": 3341,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4806,
    "total_ms": 5778,
    "prompt_tokens": 25006,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "warm-A-3"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2699,
    "total_ms": 2746,
    "prompt_tokens": 25006,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3461,
    "total_ms": 3513,
    "prompt_tokens": 25006,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3468,
    "total_ms": 3511,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4059,
    "total_ms": 4097,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3103,
    "total_ms": 3277,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2433,
    "total_ms": 3293,
    "prompt_tokens": 25006,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "warm-A-3"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2726,
    "total_ms": 2823,
    "prompt_tokens": 25006,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3673,
    "total_ms": 3673,
    "prompt_tokens": 25006,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "B-second"
   }
  ],
  "summary": {
   "control-B-cold": {
    "n": 8,
    "ttft_median_ms": 3456.0,
    "prompt_tokens_median": 25006.5,
    "cached_share_median": 0.0,
    "calls_with_cache_hit": 0
   },
   "warm-A-1": {
    "n": 7,
    "ttft_median_ms": 3297,
    "prompt_tokens_median": 25007,
    "cached_share_median": 0.0,
    "calls_with_cache_hit": 0
   },
   "warm-A-2": {
    "n": 10,
    "ttft_median_ms": 3173.5,
    "prompt_tokens_median": 25007.0,
    "cached_share_median": 0.0,
    "calls_with_cache_hit": 4
   },
   "B-first": {
    "n": 9,
    "ttft_median_ms": 2896,
    "prompt_tokens_median": 25007,
    "cached_share_median": 0.998,
    "calls_with_cache_hit": 6
   },
   "B-second": {
    "n": 10,
    "ttft_median_ms": 3148.0,
    "prompt_tokens_median": 25007.0,
    "cached_share_median": 0.993,
    "calls_with_cache_hit": 8
   },
   "warm-A-3": {
    "n": 5,
    "ttft_median_ms": 2482,
    "prompt_tokens_median": 25006,
    "cached_share_median": 0.993,
    "calls_with_cache_hit": 4
   },
   "warm-A-4": {
    "n": 2,
    "ttft_median_ms": 2968.5,
    "prompt_tokens_median": 25007.5,
    "cached_share_median": 0.998,
    "calls_with_cache_hit": 2
   }
  }
 },
 "e3b": {
  "rows": [
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5508,
    "total_ms": 5509,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 0,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 3500,
    "total_ms": 3567,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 0,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 2433,
    "total_ms": 2478,
    "prompt_tokens": 25005,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 0,
    "label": "warm-A-2"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 0,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 0,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 1,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 1,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 1,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 1,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 1,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 1,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 1,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 1,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 1,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 8,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 1,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 1,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 1,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 2,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 1,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 2,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 2,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 2,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 1,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 2,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 2,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 2,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 3,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 3,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 3,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 3,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 3,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 3,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 3,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 4,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 1,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 8] nodename nor servname provided, or not known>",
    "retries": 0,
    "trial": 4,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 11773,
    "total_ms": 11849,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 4,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 9453,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 4,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 16987,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 4,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 7410,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 4,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4529,
    "total_ms": 4530,
    "prompt_tokens": 25006,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 4,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6589,
    "total_ms": 6820,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 5,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 500,
    "ttft_ms": null,
    "total_ms": 3597,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{ \"statusCode\": 500, \"message\": \"Internal server error\", \"activityId\": \"63d658f3-6596-45ce-b9b4-f7a9ffcd7723\" }",
    "retries": 0,
    "trial": 5,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6442,
    "total_ms": 6442,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 5,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 7543,
    "total_ms": 7659,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 5,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 5135,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 5,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6094,
    "total_ms": 6131,
    "prompt_tokens": 25007,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 5,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 7690,
    "total_ms": 7690,
    "prompt_tokens": 25007,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 5,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 4752,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 6,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6232,
    "total_ms": 6233,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 6,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2133,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [SSL: RECORD_LAYER_FAILURE] record layer failure (_ssl.c:1082)>",
    "retries": 0,
    "trial": 6,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6314,
    "total_ms": 6462,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 6,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5466,
    "total_ms": 5467,
    "prompt_tokens": 25006,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 6,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5844,
    "total_ms": 5844,
    "prompt_tokens": 25006,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 6,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4683,
    "total_ms": 4684,
    "prompt_tokens": 25006,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 6,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 9505,
    "total_ms": 9505,
    "prompt_tokens": 25009,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 7,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6422,
    "total_ms": 6555,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 7,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4711,
    "total_ms": 4806,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 7,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6017,
    "total_ms": 6170,
    "prompt_tokens": 25005,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 7,
    "label": "warm-A-3"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 4623,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 7,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 8426,
    "total_ms": 8496,
    "prompt_tokens": 25005,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 7,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6273,
    "total_ms": 6533,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5821,
    "total_ms": 5857,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5910,
    "total_ms": 5911,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5499,
    "total_ms": 5500,
    "prompt_tokens": 25005,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "warm-A-3"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5554,
    "total_ms": 5601,
    "prompt_tokens": 25005,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4411,
    "total_ms": 4505,
    "prompt_tokens": 25005,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 8,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4883,
    "total_ms": 4951,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5758,
    "total_ms": 5759,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6720,
    "total_ms": 6774,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 6117,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 9,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4499,
    "total_ms": 4598,
    "prompt_tokens": 25005,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 12592,
    "total_ms": 12651,
    "prompt_tokens": 25005,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 11720,
    "total_ms": 11770,
    "prompt_tokens": 25005,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 9,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 11281,
    "total_ms": 11281,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 10,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 11728,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 10,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6723,
    "total_ms": 6723,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 10,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4556,
    "total_ms": 4557,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 10,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6714,
    "total_ms": 6715,
    "prompt_tokens": 25006,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 10,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 2780,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [SSL: RECORD_LAYER_FAILURE] record layer failure (_ssl.c:1082)>",
    "retries": 0,
    "trial": 10,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4285,
    "total_ms": 4288,
    "prompt_tokens": 25006,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 10,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5795,
    "total_ms": 5932,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 11,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4715,
    "total_ms": 4717,
    "prompt_tokens": 25004,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 11,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 5786,
    "total_ms": 5814,
    "prompt_tokens": 25004,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 11,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4560,
    "total_ms": 5060,
    "prompt_tokens": 25004,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 11,
    "label": "warm-A-3"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 9036,
    "total_ms": 9037,
    "prompt_tokens": 25004,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 11,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 11655,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 11,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 123310,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error The write operation timed out>",
    "retries": 0,
    "trial": 12,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 9208,
    "total_ms": 9209,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 12,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 6100,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 12,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 6478,
    "total_ms": 6582,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 12,
    "label": "warm-A-3"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 7340,
    "total_ms": 7341,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 12,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 29197,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 12,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 22027,
    "total_ms": 22028,
    "prompt_tokens": 25007,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 13,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 18497,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 54] Connection reset by peer>",
    "retries": 0,
    "trial": 13,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 6627,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 54] Connection reset by peer>",
    "retries": 0,
    "trial": 13,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 14915,
    "total_ms": 14915,
    "prompt_tokens": 25005,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 13,
    "label": "warm-A-3"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 24077,
    "total_ms": 24077,
    "prompt_tokens": 25005,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 13,
    "label": "warm-A-4"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 22441,
    "total_ms": 22441,
    "prompt_tokens": 25005,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 13,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 500,
    "ttft_ms": null,
    "total_ms": 9140,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "{ \"statusCode\": 500, \"message\": \"Internal server error\", \"activityId\": \"ceb2a752-d587-4565-a994-262477ca9d9e\" }",
    "retries": 0,
    "trial": 13,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 10220,
    "total_ms": 10220,
    "prompt_tokens": 25006,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 14,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 8326,
    "total_ms": 8584,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 14,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 19385,
    "total_ms": 19385,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 14,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 7426,
    "total_ms": 7531,
    "prompt_tokens": 25008,
    "cached_tokens": 24960,
    "error": null,
    "retries": 0,
    "trial": 14,
    "label": "warm-A-3"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 4875,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 14,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 4828,
    "total_ms": 4885,
    "prompt_tokens": 25008,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 14,
    "label": "B-second"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 14280,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 15,
    "label": "control-B-cold"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 10599,
    "total_ms": 10599,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 15,
    "label": "warm-A-1"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 8005,
    "total_ms": 8049,
    "prompt_tokens": 25008,
    "cached_tokens": 0,
    "error": null,
    "retries": 0,
    "trial": 15,
    "label": "warm-A-2"
   },
   {
    "res": "A",
    "dep": "gpt-41-mini",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 7093,
    "total_ms": 7094,
    "prompt_tokens": 25008,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 15,
    "label": "warm-A-3"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": 200,
    "ttft_ms": 10091,
    "total_ms": 10093,
    "prompt_tokens": 25008,
    "cached_tokens": 24832,
    "error": null,
    "retries": 0,
    "trial": 15,
    "label": "B-first"
   },
   {
    "res": "B",
    "dep": "neighbour-b",
    "req_bytes": 185712,
    "status": null,
    "ttft_ms": null,
    "total_ms": 6555,
    "prompt_tokens": null,
    "cached_tokens": null,
    "error": "URLError: <urlopen error [Errno 32] Broken pipe>",
    "retries": 0,
    "trial": 15,
    "label": "B-second"
   }
  ],
  "summary": {
   "control-B-cold": {
    "n": 9,
    "ttft_median_ms": 6589,
    "prompt_tokens_median": 25007,
    "cached_share_median": 0.0,
    "calls_with_cache_hit": 0
   },
   "warm-A-1": {
    "n": 9,
    "ttft_median_ms": 6232,
    "prompt_tokens_median": 25005,
    "cached_share_median": 0.0,
    "calls_with_cache_hit": 0
   },
   "warm-A-2": {
    "n": 10,
    "ttft_median_ms": 6581.0,
    "prompt_tokens_median": 25005.5,
    "cached_share_median": 0.0,
    "calls_with_cache_hit": 1
   },
   "B-second": {
    "n": 8,
    "ttft_median_ms": 4755.5,
    "prompt_tokens_median": 25006.0,
    "cached_share_median": 0.993,
    "calls_with_cache_hit": 8
   },
   "warm-A-3": {
    "n": 10,
    "ttft_median_ms": 6396.0,
    "prompt_tokens_median": 25006.0,
    "cached_share_median": 0.993,
    "calls_with_cache_hit": 6
   },
   "B-first": {
    "n": 8,
    "ttft_median_ms": 8188.0,
    "prompt_tokens_median": 25005.5,
    "cached_share_median": 0.993,
    "calls_with_cache_hit": 7
   },
   "warm-A-4": {
    "n": 4,
    "ttft_median_ms": 6090.0,
    "prompt_tokens_median": 25005.5,
    "cached_share_median": 0.993,
    "calls_with_cache_hit": 4
   }
  },
  "a_dep": "gpt-41-mini",
  "b_dep": "neighbour-b"
 }
}