{
 "benchmark": "BerriAI/ai-gateway-bench@44365ca99307c2fde47c7ca0aa5e17c1665dcf38",
 "date": "2026-11-22",
 "rounds": 3,
 "note": "Each value is a median with the min and max over three rounds. latency: the main run against the 20 ms / 5 ms mock; capacity: 64 clients against a zero-delay mock.",
 "latency": {
  "kaeso": {
   "label": "Kaeso 0.7.0",
   "sweep": {
    "1": {
     "p50_added_ms": {
      "median": 0.7278699999999994,
      "min": 0.6972239999999985,
      "max": 0.7308789999999945,
      "n": 3
     },
     "p99_added_ms": {
      "median": 1.6555700000000009,
      "min": 1.362176999999999,
      "max": 2.051352999999999,
      "n": 3
     },
     "rps": {
      "median": 45.06197934500217,
      "min": 45.007010461851,
      "max": 45.22959468791835,
      "n": 3
     },
     "direct_rps": {
      "median": 46.82080273854178,
      "min": 46.80937336094346,
      "max": 46.82117267530914,
      "n": 3
     },
     "errors": 0,
     "requests": 3000,
     "cpu_percent": {
      "median": 4.636781609195402,
      "min": 3.7344827586206892,
      "max": 4.686206896551724,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 148.185088,
      "min": 87.06048,
      "max": 163.569664,
      "n": 3
     }
    },
    "4": {
     "p50_added_ms": {
      "median": 0.555647000000004,
      "min": 0.500314999999997,
      "max": 0.5611009999999972,
      "n": 3
     },
     "p99_added_ms": {
      "median": 1.152979000000002,
      "min": 1.0784210000000023,
      "max": 2.2831449999999975,
      "n": 3
     },
     "rps": {
      "median": 181.17527517778362,
      "min": 180.10914623627596,
      "max": 181.38417077067118,
      "n": 3
     },
     "direct_rps": {
      "median": 186.33041681878163,
      "min": 186.3141934064783,
      "max": 186.33886359381208,
      "n": 3
     },
     "errors": 0,
     "requests": 6000,
     "cpu_percent": {
      "median": 9.402325581395349,
      "min": 9.234883720930233,
      "max": 10.755813953488373,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 99.098624,
      "min": 91.60704,
      "max": 147.820544,
      "n": 3
     }
    },
    "16": {
     "p50_added_ms": {
      "median": 0.5359750000000041,
      "min": 0.49029999999999774,
      "max": 0.5577760000000005,
      "n": 3
     },
     "p99_added_ms": {
      "median": 1.4658510000000007,
      "min": 1.4401759999999975,
      "max": 1.5696109999999983,
      "n": 3
     },
     "rps": {
      "median": 723.588136361434,
      "min": 723.19450107085,
      "max": 725.592298780438,
      "n": 3
     },
     "direct_rps": {
      "median": 742.0470578331979,
      "min": 741.0266548973602,
      "max": 742.4967834459266,
      "n": 3
     },
     "errors": 0,
     "requests": 12000,
     "cpu_percent": {
      "median": 29.23333333333333,
      "min": 28.652380952380955,
      "max": 29.62857142857143,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 93.642752,
      "min": 93.04064,
      "max": 100.634624,
      "n": 3
     }
    },
    "64": {
     "p50_added_ms": {
      "median": 0.28862900000000025,
      "min": 0.20511500000000282,
      "max": 0.34394100000000094,
      "n": 3
     },
     "p99_added_ms": {
      "median": 0.6537919999999957,
      "min": 0.27824300000000335,
      "max": 1.1409170000000017,
      "n": 3
     },
     "rps": {
      "median": 2857.526094254988,
      "min": 2849.9198893842354,
      "max": 2860.736859095368,
      "n": 3
     },
     "direct_rps": {
      "median": 2911.170845385255,
      "min": 2885.3324552747313,
      "max": 2917.9874634482726,
      "n": 3
     },
     "errors": 0,
     "requests": 48000,
     "cpu_percent": {
      "median": 105.10952380952382,
      "min": 102.97142857142858,
      "max": 106.91818181818181,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 102.1952,
      "min": 101.736448,
      "max": 109.658112,
      "n": 3
     }
    }
   },
   "stream": {
    "available": true,
    "ttft_p50_added_ms": {
     "median": 0.8669999999999973,
     "min": 0.6829999999999998,
     "max": 0.943000000000005,
     "n": 3
    },
    "ttft_p99_added_ms": {
     "median": 0.3290000000000006,
     "min": 0.12199999999999989,
     "max": 1.9070000000000036,
     "n": 3
    },
    "inter_chunk_p99_ms": {
     "median": 7.833,
     "min": 7.716,
     "max": 7.928,
     "n": 3
    },
    "direct_inter_chunk_p99_ms": {
     "median": 7.509,
     "min": 7.474,
     "max": 7.54,
     "n": 3
    },
    "chunk_fidelity": {
     "median": 1.0,
     "min": 1.0,
     "max": 1.0,
     "n": 3
    },
    "errors": 0,
    "error_sample": null
   },
   "sessions": {
    "claude_code_nonstream": {
     "added_ms": {
      "median": 41.46399999999994,
      "min": 37.89999999999998,
      "max": 47.49899999999991,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_nonstream": {
     "added_ms": {
      "median": 34.0390000000001,
      "min": 31.867999999999938,
      "max": 35.801000000000045,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "claude_code_stream": {
     "added_ms": {
      "median": 41.65599999999995,
      "min": 40.844999999999345,
      "max": 48.7529999999997,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_stream": {
     "added_ms": {
      "median": 48.27299999999968,
      "min": 40.66599999999971,
      "max": 52.02500000000009,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    }
   },
   "idle_rss_mb": {
    "median": 83.603456,
    "min": 82.259968,
    "max": 83.894272,
    "n": 3
   },
   "peak_rss_mb": 163.569664,
   "c64_hourly_usd": 0.042861657843809534,
   "usd_per_million": 0.0041665467523329825,
   "rps_per_dollar": 66668.58535122429,
   "cpu_us_per_request_c64": 367.8339946600834
  },
  "kaeso-logs": {
   "label": "Kaeso 0.7.0 (request logs on)",
   "sweep": {
    "1": {
     "p50_added_ms": {
      "median": 0.7663539999999998,
      "min": 0.731427,
      "max": 0.768492000000002,
      "n": 3
     },
     "p99_added_ms": {
      "median": 2.2218470000000003,
      "min": 2.1692660000000004,
      "max": 2.468498999999998,
      "n": 3
     },
     "rps": {
      "median": 44.96824398774922,
      "min": 44.92667394042756,
      "max": 44.97440994662081,
      "n": 3
     },
     "direct_rps": {
      "median": 46.8276990719082,
      "min": 46.81802976358496,
      "max": 46.886322761966085,
      "n": 3
     },
     "errors": 0,
     "requests": 3000,
     "cpu_percent": {
      "median": 4.997701149425287,
      "min": 4.857471264367816,
      "max": 5.132183908045977,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 163.61472,
      "min": 152.543232,
      "max": 164.839424,
      "n": 3
     }
    },
    "4": {
     "p50_added_ms": {
      "median": 0.5963709999999978,
      "min": 0.5486940000000011,
      "max": 0.6081740000000018,
      "n": 3
     },
     "p99_added_ms": {
      "median": 1.9025650000000027,
      "min": 1.8282209999999992,
      "max": 1.9694920000000025,
      "n": 3
     },
     "rps": {
      "median": 180.57657714830157,
      "min": 180.2765261761209,
      "max": 180.67110334817326,
      "n": 3
     },
     "direct_rps": {
      "median": 186.37220065463634,
      "min": 185.98610379122243,
      "max": 186.40283976457553,
      "n": 3
     },
     "errors": 0,
     "requests": 6000,
     "cpu_percent": {
      "median": 10.209302325581396,
      "min": 9.916279069767443,
      "max": 10.237209302325581,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 103.469056,
      "min": 103.366656,
      "max": 104.841216,
      "n": 3
     }
    },
    "16": {
     "p50_added_ms": {
      "median": 0.623149999999999,
      "min": 0.06426899999999947,
      "max": 0.6623680000000007,
      "n": 3
     },
     "p99_added_ms": {
      "median": 1.4485209999999995,
      "min": 1.2338439999999977,
      "max": 3.070802999999998,
      "n": 3
     },
     "rps": {
      "median": 720.6469807456469,
      "min": 720.5430908800259,
      "max": 723.1956008324022,
      "n": 3
     },
     "direct_rps": {
      "median": 742.5688174198893,
      "min": 734.6907628520217,
      "max": 743.0597814694063,
      "n": 3
     },
     "errors": 0,
     "requests": 12000,
     "cpu_percent": {
      "median": 31.80952380952381,
      "min": 31.504761904761907,
      "max": 32.59047619047619,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 111.968256,
      "min": 110.862336,
      "max": 112.492544,
      "n": 3
     }
    },
    "64": {
     "p50_added_ms": {
      "median": 0.4969249999999974,
      "min": 0.36529299999999765,
      "max": 0.6765509999999963,
      "n": 3
     },
     "p99_added_ms": {
      "median": 3.2270320000000012,
      "min": 3.1646210000000004,
      "max": 3.289054,
      "n": 3
     },
     "rps": {
      "median": 2821.830990201397,
      "min": 2820.5921731726257,
      "max": 2831.461108985422,
      "n": 3
     },
     "direct_rps": {
      "median": 2922.3199683884322,
      "min": 2896.585377291108,
      "max": 2938.437051609485,
      "n": 3
     },
     "errors": 0,
     "requests": 48000,
     "cpu_percent": {
      "median": 114.88181818181819,
      "min": 113.36818181818181,
      "max": 115.2909090909091,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 146.874368,
      "min": 146.591744,
      "max": 150.663168,
      "n": 3
     }
    }
   },
   "stream": {
    "available": true,
    "ttft_p50_added_ms": {
     "median": 0.9359999999999999,
     "min": 0.919000000000004,
     "max": 0.9590000000000032,
     "n": 3
    },
    "ttft_p99_added_ms": {
     "median": 2.3600000000000065,
     "min": 1.0750000000000028,
     "max": 2.604999999999997,
     "n": 3
    },
    "inter_chunk_p99_ms": {
     "median": 8.146,
     "min": 8.064,
     "max": 8.516,
     "n": 3
    },
    "direct_inter_chunk_p99_ms": {
     "median": 7.56,
     "min": 7.484,
     "max": 7.565,
     "n": 3
    },
    "chunk_fidelity": {
     "median": 1.0,
     "min": 1.0,
     "max": 1.0,
     "n": 3
    },
    "errors": 0,
    "error_sample": null
   },
   "sessions": {
    "claude_code_nonstream": {
     "added_ms": {
      "median": 65.971,
      "min": 46.48400000000004,
      "max": 67.29499999999996,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_nonstream": {
     "added_ms": {
      "median": 65.53700000000003,
      "min": 48.49599999999998,
      "max": 65.63099999999997,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "claude_code_stream": {
     "added_ms": {
      "median": 48.792999999999665,
      "min": 47.72899999999936,
      "max": 69.41100000000006,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_stream": {
     "added_ms": {
      "median": 55.66899999999987,
      "min": 52.10100000000011,
      "max": 70.12099999999964,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    }
   },
   "idle_rss_mb": {
    "median": 90.56256,
    "min": 88.141824,
    "max": 92.524544,
    "n": 3
   },
   "peak_rss_mb": 164.839424,
   "c64_hourly_usd": 0.04677692439272728,
   "usd_per_million": 0.0046046663156688716,
   "rps_per_dollar": 60325.278475130486,
   "cpu_us_per_request_c64": 407.1179974305228
  },
  "litellm-rust": {
   "label": "LiteLLM Rust (main d4e8f96)",
   "sweep": {
    "1": {
     "p50_added_ms": {
      "median": 0.8738860000000024,
      "min": 0.8573760000000021,
      "max": 0.8839649999999999,
      "n": 3
     },
     "p99_added_ms": {
      "median": 0.9755409999999998,
      "min": 0.9103299999999948,
      "max": 1.007830000000002,
      "n": 3
     },
     "rps": {
      "median": 44.959821473677565,
      "min": 44.9236577481528,
      "max": 44.96725508250086,
      "n": 3
     },
     "direct_rps": {
      "median": 46.818064593345376,
      "min": 46.80588345592732,
      "max": 46.82766811789238,
      "n": 3
     },
     "errors": 0,
     "requests": 3000,
     "cpu_percent": {
      "median": 4.019540229885058,
      "min": 4.0137931034482754,
      "max": 4.06551724137931,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 72.302592,
      "min": 71.712768,
      "max": 72.548352,
      "n": 3
     }
    },
    "4": {
     "p50_added_ms": {
      "median": 0.7556910000000023,
      "min": 0.6854960000000005,
      "max": 0.7933279999999989,
      "n": 3
     },
     "p99_added_ms": {
      "median": 1.6799649999999993,
      "min": 1.4337690000000016,
      "max": 1.6854080000000025,
      "n": 3
     },
     "rps": {
      "median": 178.93729661322564,
      "min": 178.7908160771813,
      "max": 179.54439328078487,
      "n": 3
     },
     "direct_rps": {
      "median": 186.1942699792782,
      "min": 186.03459942582543,
      "max": 186.49578839614935,
      "n": 3
     },
     "errors": 0,
     "requests": 6000,
     "cpu_percent": {
      "median": 11.979545454545455,
      "min": 11.955813953488372,
      "max": 12.15227272727273,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 72.568832,
      "min": 71.892992,
      "max": 72.814592,
      "n": 3
     }
    },
    "16": {
     "p50_added_ms": {
      "median": 0.6947420000000015,
      "min": 0.670779999999997,
      "max": 0.7967249999999986,
      "n": 3
     },
     "p99_added_ms": {
      "median": 2.256315999999998,
      "min": 1.5942340000000002,
      "max": 2.815529999999999,
      "n": 3
     },
     "rps": {
      "median": 715.8321095187222,
      "min": 714.4064397888129,
      "max": 718.0199182950882,
      "n": 3
     },
     "direct_rps": {
      "median": 741.4558807045594,
      "min": 739.5836783741573,
      "max": 745.5732788803392,
      "n": 3
     },
     "errors": 0,
     "requests": 12000,
     "cpu_percent": {
      "median": 42.73809523809524,
      "min": 41.418181818181814,
      "max": 44.627272727272725,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 75.399168,
      "min": 74.887168,
      "max": 75.640832,
      "n": 3
     }
    },
    "64": {
     "p50_added_ms": {
      "median": 1.880673999999999,
      "min": 1.8518760000000007,
      "max": 2.062144,
      "n": 3
     },
     "p99_added_ms": {
      "median": 9.268768999999999,
      "min": 7.026342,
      "max": 10.309157000000003,
      "n": 3
     },
     "rps": {
      "median": 2639.951223112823,
      "min": 2623.932944008179,
      "max": 2656.6545031745773,
      "n": 3
     },
     "direct_rps": {
      "median": 2920.385131681118,
      "min": 2909.2211014957447,
      "max": 2927.5701652543794,
      "n": 3
     },
     "errors": 0,
     "requests": 48000,
     "cpu_percent": {
      "median": 157.08260869565217,
      "min": 155.93478260869566,
      "max": 160.18260869565216,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 86.032384,
      "min": 85.430272,
      "max": 86.208512,
      "n": 3
     }
    }
   },
   "stream": {
    "available": true,
    "ttft_p50_added_ms": {
     "median": 0.9639999999999986,
     "min": 0.8350000000000009,
     "max": 1.041000000000004,
     "n": 3
    },
    "ttft_p99_added_ms": {
     "median": 1.6539999999999964,
     "min": 1.1409999999999982,
     "max": 2.1570000000000036,
     "n": 3
    },
    "inter_chunk_p99_ms": {
     "median": 40.365,
     "min": 40.351,
     "max": 40.411,
     "n": 3
    },
    "direct_inter_chunk_p99_ms": {
     "median": 7.596,
     "min": 7.448,
     "max": 7.616,
     "n": 3
    },
    "chunk_fidelity": {
     "median": 1.0,
     "min": 1.0,
     "max": 1.0,
     "n": 3
    },
    "errors": 0,
    "error_sample": null
   },
   "sessions": {
    "claude_code_nonstream": {
     "added_ms": {
      "median": 40.99700000000007,
      "min": 40.777000000000044,
      "max": 45.798,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_nonstream": {
     "added_ms": {
      "median": 44.21199999999999,
      "min": 34.57899999999995,
      "max": 47.77299999999991,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "claude_code_stream": {
     "added_ms": {
      "median": 432.1279999999997,
      "min": 422.22599999999966,
      "max": 432.4840000000004,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_stream": {
     "added_ms": {
      "median": 612.8540000000003,
      "min": 600.7490000000003,
      "max": 618.973,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    }
   },
   "idle_rss_mb": {
    "median": 72.237056,
    "min": 71.712768,
    "max": 72.548352,
    "n": 3
   },
   "peak_rss_mb": 86.208512,
   "c64_hourly_usd": 0.06326408603826086,
   "usd_per_million": 0.006656697699182911,
   "rps_per_dollar": 41729.06602201181,
   "cpu_us_per_request_c64": 595.0208750843234
  },
  "bifrost": {
   "label": "Bifrost 2.6.0",
   "sweep": {
    "1": {
     "p50_added_ms": {
      "median": 1.0966139999999989,
      "min": 1.0345419999999983,
      "max": 1.1313699999999969,
      "n": 3
     },
     "p99_added_ms": {
      "median": 1.323961999999998,
      "min": 1.223482999999998,
      "max": 1.358436000000001,
      "n": 3
     },
     "rps": {
      "median": 44.51164255545191,
      "min": 44.40295986221205,
      "max": 44.61018670334522,
      "n": 3
     },
     "direct_rps": {
      "median": 46.802273210522365,
      "min": 46.77673510102638,
      "max": 46.81765963975591,
      "n": 3
     },
     "errors": 0,
     "requests": 3000,
     "cpu_percent": {
      "median": 6.081818181818182,
      "min": 5.755681818181818,
      "max": 6.119318181818182,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 325.230592,
      "min": 324.759552,
      "max": 334.99136,
      "n": 3
     }
    },
    "4": {
     "p50_added_ms": {
      "median": 0.8491549999999997,
      "min": 0.777507,
      "max": 0.9815139999999971,
      "n": 3
     },
     "p99_added_ms": {
      "median": 2.4143089999999994,
      "min": 1.9792379999999987,
      "max": 2.513746000000001,
      "n": 3
     },
     "rps": {
      "median": 178.01993383140228,
      "min": 177.2451290347074,
      "max": 178.49301399267077,
      "n": 3
     },
     "direct_rps": {
      "median": 186.41357876191424,
      "min": 186.3057767398567,
      "max": 186.6012538608555,
      "n": 3
     },
     "errors": 0,
     "requests": 6000,
     "cpu_percent": {
      "median": 15.859090909090911,
      "min": 15.786363636363637,
      "max": 16.088636363636365,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 343.01952,
      "min": 340.586496,
      "max": 346.861568,
      "n": 3
     }
    },
    "16": {
     "p50_added_ms": {
      "median": 0.7130140000000011,
      "min": 0.33401100000000383,
      "max": 0.8265050000000009,
      "n": 3
     },
     "p99_added_ms": {
      "median": 4.082393,
      "min": 3.0069850000000002,
      "max": 4.160999,
      "n": 3
     },
     "rps": {
      "median": 712.4289340360957,
      "min": 708.5935712459232,
      "max": 713.0837249512346,
      "n": 3
     },
     "direct_rps": {
      "median": 739.4923807832539,
      "min": 734.47197577493,
      "max": 741.3667706116258,
      "n": 3
     },
     "errors": 0,
     "requests": 12000,
     "cpu_percent": {
      "median": 55.38636363636363,
      "min": 54.78636363636363,
      "max": 55.554545454545455,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 363.819008,
      "min": 362.369024,
      "max": 364.35968,
      "n": 3
     }
    },
    "64": {
     "p50_added_ms": {
      "median": 4.159880000000001,
      "min": 3.755112000000004,
      "max": 4.990099000000001,
      "n": 3
     },
     "p99_added_ms": {
      "median": 28.26531,
      "min": 26.413503000000002,
      "max": 29.993908,
      "n": 3
     },
     "rps": {
      "median": 2291.8169191089655,
      "min": 2263.0487426924587,
      "max": 2299.0601267760553,
      "n": 3
     },
     "direct_rps": {
      "median": 2918.471285449586,
      "min": 2896.2432372810913,
      "max": 2921.1055207263453,
      "n": 3
     },
     "errors": 0,
     "requests": 48000,
     "cpu_percent": {
      "median": 164.63333333333335,
      "min": 164.03333333333333,
      "max": 165.91851851851854,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 400.297984,
      "min": 398.761984,
      "max": 401.154048,
      "n": 3
     }
    }
   },
   "stream": {
    "available": true,
    "ttft_p50_added_ms": {
     "median": -38.905,
     "min": -38.986,
     "max": -38.864,
     "n": 3
    },
    "ttft_p99_added_ms": {
     "median": 37.458999999999996,
     "min": 25.675000000000004,
     "max": 70.698,
     "n": 3
    },
    "inter_chunk_p99_ms": {
     "median": 20.475,
     "min": 20.414,
     "max": 20.584,
     "n": 3
    },
    "direct_inter_chunk_p99_ms": {
     "median": 7.564,
     "min": 7.522,
     "max": 7.694,
     "n": 3
    },
    "chunk_fidelity": {
     "median": 1.0,
     "min": 1.0,
     "max": 1.0,
     "n": 3
    },
    "errors": 0,
    "error_sample": null
   },
   "sessions": {
    "claude_code_nonstream": {
     "added_ms": {
      "median": 126.39999999999998,
      "min": 119.70299999999997,
      "max": 144.88599999999997,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_nonstream": {
     "added_ms": {
      "median": 91.32600000000002,
      "min": 86.707,
      "max": 92.99400000000003,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "claude_code_stream": {
     "added_ms": {
      "median": 76.30799999999999,
      "min": 64.25500000000011,
      "max": 80.6890000000003,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_stream": {
     "added_ms": {
      "median": 89.97200000000021,
      "min": 87.08100000000013,
      "max": 92.06700000000001,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    }
   },
   "idle_rss_mb": {
    "median": 271.85152,
    "min": 271.601664,
    "max": 309.366784,
    "n": 3
   },
   "peak_rss_mb": 401.154048,
   "c64_hourly_usd": 0.06785910357333334,
   "usd_per_million": 0.008224806630680247,
   "rps_per_dollar": 33773.16820332391,
   "cpu_us_per_request_c64": 718.352901406021
  },
  "portkey": {
   "label": "Portkey 1.15.2",
   "sweep": {
    "1": {
     "p50_added_ms": {
      "median": 2.036275,
      "min": 2.0205850000000005,
      "max": 2.084692999999998,
      "n": 3
     },
     "p99_added_ms": {
      "median": 5.256418000000004,
      "min": 4.117219000000002,
      "max": 5.465956000000002,
      "n": 3
     },
     "rps": {
      "median": 42.50378596214775,
      "min": 42.3836681862611,
      "max": 42.59127942607373,
      "n": 3
     },
     "direct_rps": {
      "median": 46.816078014249484,
      "min": 46.79347489383236,
      "max": 46.82633902622891,
      "n": 3
     },
     "errors": 0,
     "requests": 3000,
     "cpu_percent": {
      "median": 15.832608695652175,
      "min": 15.18804347826087,
      "max": 16.191397849462366,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 220.397568,
      "min": 219.889664,
      "max": 220.930048,
      "n": 3
     }
    },
    "4": {
     "p50_added_ms": {
      "median": 1.1671310000000013,
      "min": 1.1645810000000019,
      "max": 1.2305230000000016,
      "n": 3
     },
     "p99_added_ms": {
      "median": 6.986514,
      "min": 6.352443999999998,
      "max": 6.995398000000002,
      "n": 3
     },
     "rps": {
      "median": 173.6812576391655,
      "min": 173.6331909075455,
      "max": 173.8245807330949,
      "n": 3
     },
     "direct_rps": {
      "median": 186.14534926729704,
      "min": 186.09029845009286,
      "max": 186.47958586812732,
      "n": 3
     },
     "errors": 0,
     "requests": 6000,
     "cpu_percent": {
      "median": 34.275555555555556,
      "min": 33.69111111111111,
      "max": 35.78888888888889,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 215.973888,
      "min": 207.843328,
      "max": 232.288256,
      "n": 3
     }
    },
    "16": {
     "p50_added_ms": {
      "median": 3.134688999999998,
      "min": 2.896956999999997,
      "max": 3.2822339999999954,
      "n": 3
     },
     "p99_added_ms": {
      "median": 20.396308,
      "min": 20.068928000000003,
      "max": 22.616723,
      "n": 3
     },
     "rps": {
      "median": 630.3582180045618,
      "min": 627.4155290035242,
      "max": 632.367951396948,
      "n": 3
     },
     "direct_rps": {
      "median": 740.8274935609006,
      "min": 735.9378404468573,
      "max": 743.5320137576123,
      "n": 3
     },
     "errors": 0,
     "requests": 12000,
     "cpu_percent": {
      "median": 87.7,
      "min": 87.26799999999999,
      "max": 88.00833333333333,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 251.121664,
      "min": 248.09472,
      "max": 254.537728,
      "n": 3
     }
    },
    "64": {
     "p50_added_ms": {
      "median": 57.69541900000001,
      "min": 55.733759,
      "max": 58.291714999999996,
      "n": 3
     },
     "p99_added_ms": {
      "median": 88.84153199999999,
      "min": 88.684677,
      "max": 94.710932,
      "n": 3
     },
     "rps": {
      "median": 803.7885515188211,
      "min": 784.9144526869395,
      "max": 817.8365941975495,
      "n": 3
     },
     "direct_rps": {
      "median": 2921.148920550806,
      "min": 2905.328904341002,
      "max": 2931.9686456929594,
      "n": 3
     },
     "errors": 0,
     "requests": 48000,
     "cpu_percent": {
      "median": 110.1925,
      "min": 109.93766233766235,
      "max": 110.83076923076922,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 283.123712,
      "min": 278.212608,
      "max": 284.073984,
      "n": 3
     }
    }
   },
   "stream": {
    "available": true,
    "ttft_p50_added_ms": {
     "median": 27.538000000000004,
     "min": 27.162000000000006,
     "max": 27.811000000000007,
     "n": 3
    },
    "ttft_p99_added_ms": {
     "median": 31.849000000000004,
     "min": 29.983000000000004,
     "max": 41.63,
     "n": 3
    },
    "inter_chunk_p99_ms": {
     "median": 8.627,
     "min": 8.331,
     "max": 8.957,
     "n": 3
    },
    "direct_inter_chunk_p99_ms": {
     "median": 7.625,
     "min": 7.623,
     "max": 7.761,
     "n": 3
    },
    "chunk_fidelity": {
     "median": 1.0,
     "min": 1.0,
     "max": 1.0,
     "n": 3
    },
    "errors": 0,
    "error_sample": null
   },
   "sessions": {
    "claude_code_nonstream": {
     "added_ms": {
      "median": 91.36500000000001,
      "min": 83.47899999999993,
      "max": 100.7299999999999,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_nonstream": {
     "added_ms": {
      "median": 104.23799999999994,
      "min": 95.86300000000006,
      "max": 129.95999999999992,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "claude_code_stream": {
     "added_ms": {
      "median": 278.22699999999986,
      "min": 273.0509999999995,
      "max": 278.46100000000024,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_stream": {
     "added_ms": {
      "median": 367.27099999999973,
      "min": 354.31899999999996,
      "max": 377.0930000000003,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    }
   },
   "idle_rss_mb": {
    "median": 214.3232,
    "min": 213.454848,
    "max": 214.769664,
    "n": 3
   },
   "peak_rss_mb": 284.073984,
   "c64_hourly_usd": 0.04549736992,
   "usd_per_million": 0.01572323751965654,
   "rps_per_dollar": 17666.70365632469,
   "cpu_us_per_request_c64": 1370.9140269761579
  },
  "litellm-python": {
   "label": "LiteLLM Python 1.110.2",
   "sweep": {
    "1": {
     "p50_added_ms": {
      "median": 16.032152,
      "min": 15.778126000000004,
      "max": 16.38442,
      "n": 3
     },
     "p99_added_ms": {
      "median": 17.771550999999995,
      "min": 17.405250999999996,
      "max": 18.294320000000003,
      "n": 3
     },
     "rps": {
      "median": 26.675935143505583,
      "min": 26.455518496875715,
      "max": 26.80729615530547,
      "n": 3
     },
     "direct_rps": {
      "median": 46.79920454358711,
      "min": 46.77412612808625,
      "max": 46.91341428694589,
      "n": 3
     },
     "errors": 0,
     "requests": 3000,
     "cpu_percent": {
      "median": 43.5804054054054,
      "min": 43.210204081632654,
      "max": 44.04563758389262,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 735.358976,
      "min": 733.687808,
      "max": 735.965184,
      "n": 3
     }
    },
    "4": {
     "p50_added_ms": {
      "median": 50.863291000000004,
      "min": 50.85579399999999,
      "max": 51.156468999999994,
      "n": 3
     },
     "p99_added_ms": {
      "median": 60.492462,
      "min": 58.21271700000001,
      "max": 66.36792400000002,
      "n": 3
     },
     "rps": {
      "median": 55.73350594582726,
      "min": 55.51001082676993,
      "max": 56.32037606382081,
      "n": 3
     },
     "direct_rps": {
      "median": 186.2664063286547,
      "min": 186.2073722794556,
      "max": 186.68719976449978,
      "n": 3
     },
     "errors": 0,
     "requests": 6000,
     "cpu_percent": {
      "median": 77.02836879432624,
      "min": 75.47887323943662,
      "max": 77.10785714285714,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 735.707136,
      "min": 734.175232,
      "max": 735.965184,
      "n": 3
     }
    },
    "16": {
     "p50_added_ms": {
      "median": 188.34770600000002,
      "min": 186.64099099999999,
      "max": 190.158075,
      "n": 3
     },
     "p99_added_ms": {
      "median": 215.66107300000002,
      "min": 213.69429300000002,
      "max": 221.123357,
      "n": 3
     },
     "rps": {
      "median": 76.01813968825363,
      "min": 75.4984171511852,
      "max": 76.46664149033337,
      "n": 3
     },
     "direct_rps": {
      "median": 743.1182076297374,
      "min": 738.0910955369974,
      "max": 745.2949905483888,
      "n": 3
     },
     "errors": 0,
     "requests": 12000,
     "cpu_percent": {
      "median": 100.69077669902913,
      "min": 100.58086124401915,
      "max": 100.74927536231884,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 736.415744,
      "min": 736.137216,
      "max": 737.42336,
      "n": 3
     }
    },
    "64": {
     "p50_added_ms": {
      "median": 811.7887619999999,
      "min": 781.712875,
      "max": 816.9153249999999,
      "n": 3
     },
     "p99_added_ms": {
      "median": 861.595836,
      "min": 826.249066,
      "max": 862.454649,
      "n": 3
     },
     "rps": {
      "median": 76.4602882456334,
      "min": 76.02095277162091,
      "max": 79.40364327658034,
      "n": 3
     },
     "direct_rps": {
      "median": 2920.668686161083,
      "min": 2900.4122565132416,
      "max": 2937.729897251514,
      "n": 3
     },
     "errors": 0,
     "requests": 48000,
     "cpu_percent": {
      "median": 100.68540880503144,
      "min": 100.64921212121213,
      "max": 100.7722891566265,
      "n": 3
     },
     "peak_rss_mb": {
      "median": 745.304064,
      "min": 744.116224,
      "max": 745.59488,
      "n": 3
     }
    }
   },
   "stream": {
    "available": true,
    "ttft_p50_added_ms": {
     "median": 118.918,
     "min": 118.015,
     "max": 125.64500000000001,
     "n": 3
    },
    "ttft_p99_added_ms": {
     "median": 198.139,
     "min": 179.496,
     "max": 241.66500000000002,
     "n": 3
    },
    "inter_chunk_p99_ms": {
     "median": 34.005,
     "min": 32.964,
     "max": 35.189,
     "n": 3
    },
    "direct_inter_chunk_p99_ms": {
     "median": 7.765,
     "min": 7.56,
     "max": 8.066,
     "n": 3
    },
    "chunk_fidelity": {
     "median": 1.0,
     "min": 1.0,
     "max": 1.0,
     "n": 3
    },
    "errors": 0,
    "error_sample": null
   },
   "sessions": {
    "claude_code_nonstream": {
     "added_ms": {
      "median": 502.06100000000004,
      "min": 480.3120000000001,
      "max": 519.1370000000001,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_nonstream": {
     "added_ms": {
      "median": 507.74699999999996,
      "min": 505.12200000000007,
      "max": 515.59,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "claude_code_stream": {
     "added_ms": {
      "median": 700.4549999999999,
      "min": 674.8860000000004,
      "max": 705.7510000000002,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    },
    "codex_stream": {
     "added_ms": {
      "median": 703.2489999999998,
      "min": 693.096,
      "max": 707.453,
      "n": 3
     },
     "rounds_ok": 3,
     "rounds": 3,
     "invalid_tool_turns": 0,
     "error_sample": null
    }
   },
   "idle_rss_mb": {
    "median": 735.141888,
    "min": 733.515776,
    "max": 735.965184,
    "n": 3
   },
   "peak_rss_mb": 745.59488,
   "c64_hourly_usd": 0.04400213792201258,
   "usd_per_million": 0.1598583574545441,
   "rps_per_dollar": 1737.6493928805955,
   "cpu_us_per_request_c64": 13168.327129708608
  }
 },
 "capacity": {
  "kaeso": {
   "rps": {
    "median": 6338.323375532578,
    "min": 6085.568339041052,
    "max": 6354.814445719779,
    "n": 3
   },
   "direct_ceiling_rps": {
    "median": 28076.596487253064,
    "min": 25728.434798692437,
    "max": 28555.11412368559,
    "n": 3
   },
   "p50_ms": {
    "median": 10.035985,
    "min": 10.014301,
    "max": 10.432291999999999,
    "n": 3
   },
   "p99_ms": {
    "median": 15.612877000000001,
    "min": 15.555309,
    "max": 15.974235,
    "n": 3
   },
   "gw_cpu_us": {
    "median": 314.186662415175,
    "min": 313.8257402888184,
    "max": 327.68673177273604,
    "n": 3
   },
   "deps_cpu_us": {
    "median": 1.2588880553999997,
    "min": 0.512688351552,
    "max": 3.0173594603625,
    "n": 3
   },
   "gw_cpu_pct": {
    "median": 199.416,
    "min": 199.14166666666665,
    "max": 199.43043478260867,
    "n": 3
   },
   "deps_cpu_pct": {
    "median": 0.8,
    "min": 0.312,
    "max": 1.9124999999999999,
    "n": 3
   },
   "gw_peak_mb": 100.671488,
   "deps_peak_mb": 271.43782400000003,
   "errors": 0,
   "requests": 120000
  },
  "kaeso-logs": {
   "rps": {
    "median": 5323.612804620922,
    "min": 5085.23965928758,
    "max": 5388.008697576876,
    "n": 3
   },
   "direct_ceiling_rps": {
    "median": 28007.42035503383,
    "min": 27520.560477716863,
    "max": 28126.040136121785,
    "n": 3
   },
   "p50_ms": {
    "median": 11.780524,
    "min": 11.732363000000001,
    "max": 12.380859,
    "n": 3
   },
   "p99_ms": {
    "median": 20.637659,
    "min": 20.322377999999997,
    "max": 20.785708,
    "n": 3
   },
   "gw_cpu_us": {
    "median": 373.35681910072236,
    "min": 369.88883975086605,
    "max": 392.0824714115166,
    "n": 3
   },
   "deps_cpu_us": {
    "median": 63.864574420503324,
    "min": 49.03083611341964,
    "max": 64.85257524745626,
    "n": 3
   },
   "gw_cpu_pct": {
    "median": 199.29642857142858,
    "min": 198.7607142857143,
    "max": 199.38333333333333,
    "n": 3
   },
   "deps_cpu_pct": {
    "median": 32.47666666666667,
    "min": 26.417857142857144,
    "max": 34.525000000000006,
    "n": 3
   },
   "gw_peak_mb": 449.789952,
   "deps_peak_mb": 1163.292672,
   "errors": 0,
   "requests": 120000
  },
  "litellm-rust": {
   "rps": {
    "median": 3210.5610192420127,
    "min": 3146.208074173826,
    "max": 3265.26840180185,
    "n": 3
   },
   "direct_ceiling_rps": {
    "median": 26994.24741384998,
    "min": 26971.11117539226,
    "max": 28003.743824245696,
    "n": 3
   },
   "p50_ms": {
    "median": 19.607392,
    "min": 19.316294000000003,
    "max": 20.082128,
    "n": 3
   },
   "p99_ms": {
    "median": 33.209465,
    "min": 32.089473,
    "max": 34.417714000000004,
    "n": 3
   },
   "gw_cpu_us": {
    "median": 572.5310381321781,
    "min": 555.9153314795718,
    "max": 579.3044204098182,
    "n": 3
   },
   "deps_cpu_us": {
    "median": 0.0,
    "min": 0.0,
    "max": 0.0,
    "n": 3
   },
   "gw_cpu_pct": {
    "median": 182.2612244897959,
    "min": 181.5212765957447,
    "max": 183.81458333333333,
    "n": 3
   },
   "deps_cpu_pct": {
    "median": 0,
    "min": 0,
    "max": 0,
    "n": 3
   },
   "gw_peak_mb": 86.03648,
   "deps_peak_mb": 0,
   "errors": 0,
   "requests": 120000
  },
  "bifrost": {
   "rps": {
    "median": 2806.0476688292733,
    "min": 2777.118786196794,
    "max": 2819.482005475054,
    "n": 3
   },
   "direct_ceiling_rps": {
    "median": 27009.664071309548,
    "min": 25330.075260846268,
    "max": 28522.21217686283,
    "n": 3
   },
   "p50_ms": {
    "median": 21.000194,
    "min": 20.558964,
    "max": 21.124282,
    "n": 3
   },
   "p99_ms": {
    "median": 54.608039,
    "min": 53.023424999999996,
    "max": 57.228687,
    "n": 3
   },
   "gw_cpu_us": {
    "median": 707.62745255315,
    "min": 700.9540294598481,
    "max": 713.6696724664369,
    "n": 3
   },
   "deps_cpu_us": {
    "median": 0.0,
    "min": 0.0,
    "max": 0.0,
    "n": 3
   },
   "gw_cpu_pct": {
    "median": 198.19454545454548,
    "min": 197.63272727272727,
    "max": 198.56363636363636,
    "n": 3
   },
   "deps_cpu_pct": {
    "median": 0,
    "min": 0,
    "max": 0,
    "n": 3
   },
   "gw_peak_mb": 404.844544,
   "deps_peak_mb": 0,
   "errors": 0,
   "requests": 120000
  },
  "portkey": {
   "rps": {
    "median": 779.3883829879155,
    "min": 776.032034123505,
    "max": 793.4438496410257,
    "n": 3
   },
   "direct_ceiling_rps": {
    "median": 28249.958677843773,
    "min": 26742.269439462645,
    "max": 28264.358031139054,
    "n": 3
   },
   "p50_ms": {
    "median": 79.866305,
    "min": 79.319456,
    "max": 80.549125,
    "n": 3
   },
   "p99_ms": {
    "median": 118.322254,
    "min": 117.162441,
    "max": 120.210829,
    "n": 3
   },
   "gw_cpu_us": {
    "median": 1449.307377411664,
    "min": 1418.8745653604053,
    "max": 1452.4461456222837,
    "n": 3
   },
   "deps_cpu_us": {
    "median": 0.0,
    "min": 0.0,
    "max": 0.0,
    "n": 3
   },
   "gw_cpu_pct": {
    "median": 112.71447368421052,
    "min": 112.57972972972972,
    "max": 112.95733333333332,
    "n": 3
   },
   "deps_cpu_pct": {
    "median": 0,
    "min": 0,
    "max": 0,
    "n": 3
   },
   "gw_peak_mb": 292.51584,
   "deps_peak_mb": 0,
   "errors": 0,
   "requests": 45000
  },
  "litellm-python": {
   "rps": {
    "median": 74.14411622107143,
    "min": 73.9440896376277,
    "max": 74.89614970284585,
    "n": 3
   },
   "direct_ceiling_rps": {
    "median": 28160.174777513992,
    "min": 25361.42984742068,
    "max": 28667.899356396963,
    "n": 3
   },
   "p50_ms": {
    "median": 858.124282,
    "min": 849.317552,
    "max": 859.226906,
    "n": 3
   },
   "p99_ms": {
    "median": 973.9822790000001,
    "min": 930.6570360000001,
    "max": 1054.171274,
    "n": 3
   },
   "gw_cpu_us": {
    "median": 13563.16565726108,
    "min": 13446.97406040638,
    "max": 13590.927346931656,
    "n": 3
   },
   "deps_cpu_us": {
    "median": 0.0,
    "min": 0.0,
    "max": 0.0,
    "n": 3
   },
   "gw_cpu_pct": {
    "median": 100.562893081761,
    "min": 100.496875,
    "max": 100.71265822784811,
    "n": 3
   },
   "deps_cpu_pct": {
    "median": 0,
    "min": 0,
    "max": 0,
    "n": 3
   },
   "gw_peak_mb": 743.030784,
   "deps_peak_mb": 0,
   "errors": 0,
   "requests": 9000
  }
 }
}