{
 "dataset": "m5max-27b",
 "date": "2026-10-12",
 "engines": {
  "lmstudio": {
   "agent_after_restart_total_s": 130.9260264170298,
   "agent_after_restart_turn1_s": 115.36323995899875,
   "agent_after_restart_turns2_10_median_s": 1.8607166250003502,
   "agent_after_restart_turns_s": [
    115.36323995899875,
    2.0491742079902906,
    2.1996405000099912,
    0.9410246659826953,
    1.1310206250054762,
    1.484519875026308,
    1.6610937920049764,
    1.8607166250003502,
    2.029921250010375,
    2.2056749170005787
   ],
   "agent_first_total_s": 130.71122237693635,
   "agent_first_turn1_s": 115.0792142089922,
   "agent_first_turns2_10_median_s": 1.8670622919744346,
   "agent_first_turns_s": [
    115.0792142089922,
    2.046408458001679,
    2.2010905419883784,
    0.9567688340030145,
    1.140320292004617,
    1.4905986670055427,
    1.6596794999786653,
    1.8670622919744346,
    2.0382214580022264,
    2.2318581249855924
   ],
   "agent_prompt_tokens_turn1": 22713,
   "concurrent4_tps": 69.65855567237685,
   "decode_runs": 3,
   "decode_tps": 26.01340273797946,
   "label": "LM Studio (MLX runtime 1.11.0)",
   "prompt_tokens_16k": 15535,
   "prompt_tokens_2k": 2033,
   "run": "raw",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 76.6667822500167,
   "ttft_2k_s": 9.750377375021344
  },
  "omlx": {
   "agent_after_restart_total_s": 5.2245835840003565,
   "agent_after_restart_turn1_s": 0.8633642090135254,
   "agent_after_restart_turns2_10_median_s": 0.48641549999592826,
   "agent_after_restart_turns_s": [
    0.8633642090135254,
    0.4871704170072917,
    0.48641549999592826,
    0.47825199997168966,
    0.48216908299946226,
    0.48840233401278965,
    0.46810679099871777,
    0.48582624999107793,
    0.49115524999797344,
    0.49372175001190044
   ],
   "agent_first_total_s": 34.59582008398138,
   "agent_first_turn1_s": 30.04347158400924,
   "agent_first_turns2_10_median_s": 0.48360624999622814,
   "agent_first_turns_s": [
    30.04347158400924,
    0.7096997909829952,
    0.4837452080100775,
    0.4832799169817008,
    0.48570504199597053,
    0.48305725000682287,
    0.46309274999657646,
    0.48360624999622814,
    0.47155316700809635,
    0.4886091249936726
   ],
   "agent_prompt_tokens_turn1": 22713,
   "concurrent4_tps": 75.30712308042115,
   "decode_runs": 3,
   "decode_tps": 25.262689120415786,
   "label": "oMLX 0.7.0",
   "prompt_tokens_16k": 15533,
   "prompt_tokens_2k": 2030,
   "run": "raw",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 19.888424208998913,
   "ttft_2k_s": 2.6151716250169557
  },
  "rapid-default": {
   "agent_after_restart_total_s": 35.13015057996381,
   "agent_after_restart_turn1_s": 30.033672291989205,
   "agent_after_restart_turns2_10_median_s": 0.5689864159794524,
   "agent_after_restart_turns_s": [
    30.033672291989205,
    0.5666094170010183,
    0.581093165994389,
    0.5689864159794524,
    0.556764375010971,
    0.5820725829980802,
    0.5738856659736484,
    0.5467464160174131,
    0.5455460830125958,
    0.5747741659870371
   ],
   "agent_first_total_s": 35.18058083305368,
   "agent_first_turn1_s": 30.000529250013642,
   "agent_first_turns2_10_median_s": 0.5704494169913232,
   "agent_first_turns_s": [
    30.000529250013642,
    0.5800217500072904,
    0.5900651249976363,
    0.5789077499939594,
    0.5647472079726867,
    0.6104256670223549,
    0.5655765000265092,
    0.5526402910181787,
    0.5704494169913232,
    0.5672178750101011
   ],
   "agent_prompt_tokens_turn1": 22857,
   "concurrent4_tps": 82.80554881344705,
   "decode_runs": 3,
   "decode_tps": 37.89647202259714,
   "label": "Rapid-MLX 0.16.1 default",
   "prompt_tokens_16k": 15532,
   "prompt_tokens_2k": 2035,
   "run": "raw",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 19.707132959010778,
   "ttft_2k_s": 2.654067875002511
  },
  "rapid-no-spec": {
   "agent_after_restart_total_s": 36.5588101670146,
   "agent_after_restart_turn1_s": 31.012117499980377,
   "agent_after_restart_turns2_10_median_s": 0.6191449170000851,
   "agent_after_restart_turns_s": [
    31.012117499980377,
    0.6218977090029512,
    0.6200131670047995,
    0.6209044159913901,
    0.6165242080169264,
    0.6191449170000851,
    0.6029910420184024,
    0.6170245830144268,
    0.6052609999896958,
    0.6229316249955446
   ],
   "agent_first_total_s": 36.60733162498218,
   "agent_first_turn1_s": 31.006721999990987,
   "agent_first_turns2_10_median_s": 0.6239295419945847,
   "agent_first_turns_s": [
    31.006721999990987,
    0.6330334999947809,
    0.6238088749814779,
    0.6281247499864548,
    0.6224358330073301,
    0.6254116249911021,
    0.6072787500161212,
    0.6239295419945847,
    0.6083795000158716,
    0.6282072500034701
   ],
   "agent_prompt_tokens_turn1": 22857,
   "concurrent4_tps": 78.83059628968718,
   "decode_runs": 3,
   "decode_tps": 25.800358507954666,
   "label": "Rapid-MLX 0.16.1 --no-spec-decode",
   "prompt_tokens_16k": 15534,
   "prompt_tokens_2k": 2035,
   "run": "raw",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 20.469906667014584,
   "ttft_2k_s": 2.758229458995629
  }
 },
 "machine": "Mac Studio, M5 Max, 36 GB",
 "machine_short": "Mac Studio, M5 Max, 36 GB",
 "model": "Qwen3.8-27B 4-bit",
 "model_short": "Qwen3.8-27B 4-bit",
 "runs": {
  "lmstudio": "raw",
  "omlx": "raw",
  "rapid-default": "raw",
  "rapid-no-spec": "raw"
 },
 "source": "computed by landing/scripts/build_compare_pages.py from raw/*.json"
}