{
 "dataset": "m5max-35b",
 "date": "2026-10-12",
 "engines": {
  "lmstudio": {
   "agent_after_restart_total_s": 22.55194458301412,
   "agent_after_restart_turn1_s": 18.269920916005503,
   "agent_after_restart_turns2_10_median_s": 0.48749333299929276,
   "agent_after_restart_turns_s": [
    18.269920916005503,
    0.5256135420058854,
    0.5623354170238599,
    0.5949177499860525,
    0.32555370801128447,
    0.3790071670082398,
    0.41065824998077005,
    0.464643832994625,
    0.48749333299929276,
    0.5318006669986062
   ],
   "agent_first_total_s": 22.37060170894256,
   "agent_first_turn1_s": 18.035460334038362,
   "agent_first_turns2_10_median_s": 0.48960441595409065,
   "agent_first_turns_s": [
    18.035460334038362,
    0.5335817079758272,
    0.5677043750183657,
    0.6214493329753168,
    0.3209153750212863,
    0.380235708958935,
    0.4152551249717362,
    0.4691537090111524,
    0.48960441595409065,
    0.5372416250174865
   ],
   "agent_prompt_tokens_turn1": 22675,
   "concurrent4_tps": 265.5787205038896,
   "decode_runs": 3,
   "decode_tps": 124.53190146059123,
   "label": "LM Studio (MLX runtime 1.11.0)",
   "prompt_tokens_16k": 15493,
   "prompt_tokens_2k": 1993,
   "run": "raw",
   "toolcall_pass": 29,
   "toolcall_total": 30,
   "ttft_16k_s": 11.455700916005298,
   "ttft_2k_s": 1.4907317500328645
  },
  "omlx": {
   "agent_after_restart_total_s": 2.4287367879296653,
   "agent_after_restart_turn1_s": 0.33535687503172085,
   "agent_after_restart_turns2_10_median_s": 0.23155716696055606,
   "agent_after_restart_turns_s": [
    0.33535687503172085,
    0.23203204100718722,
    0.23188600002322346,
    0.22894429095322266,
    0.23040308302734047,
    0.23155716696055606,
    0.22251841600518674,
    0.259395582950674,
    0.22306579095311463,
    0.23357754101743922
   ],
   "agent_first_total_s": 7.7824235840234905,
   "agent_first_turn1_s": 5.60307075001765,
   "agent_first_turns2_10_median_s": 0.2286970000131987,
   "agent_first_turns_s": [
    5.60307075001765,
    0.34755716600921005,
    0.23009149997960776,
    0.2360452499706298,
    0.2250232920050621,
    0.22863504197448492,
    0.22238079202361405,
    0.2286970000131987,
    0.22298875002888963,
    0.2379340420011431
   ],
   "agent_prompt_tokens_turn1": 22675,
   "concurrent4_tps": 281.94515422668815,
   "decode_runs": 3,
   "decode_tps": 145.75373519780183,
   "label": "oMLX 0.7.0",
   "prompt_tokens_16k": 15492,
   "prompt_tokens_2k": 1990,
   "run": "raw",
   "toolcall_pass": 29,
   "toolcall_total": 30,
   "ttft_16k_s": 3.5827205000096,
   "ttft_2k_s": 1.1437207499984652
  },
  "rapid-default": {
   "agent_after_restart_total_s": 2.8055108750413638,
   "agent_after_restart_turn1_s": 0.2728169580223039,
   "agent_after_restart_turns2_10_median_s": 0.27826733302208595,
   "agent_after_restart_turns_s": [
    0.2728169580223039,
    0.2800739170052111,
    0.2847106249828357,
    0.3087102920108009,
    0.2761346669867635,
    0.27372679201653227,
    0.2750933330098633,
    0.2792997079959605,
    0.27826733302208595,
    0.27667724998900667
   ],
   "agent_first_total_s": 8.740724956966005,
   "agent_first_turn1_s": 6.099016624997603,
   "agent_first_turns2_10_median_s": 0.2894983330043033,
   "agent_first_turns_s": [
    6.099016624997603,
    0.2894983330043033,
    0.2970272499951534,
    0.3272484579938464,
    0.29169141699094325,
    0.2870318749919534,
    0.28359216600074433,
    0.2915884999965783,
    0.2859945409873035,
    0.2880357920075767
   ],
   "agent_prompt_tokens_turn1": 22819,
   "concurrent4_tps": 293.87668309933963,
   "decode_runs": 3,
   "decode_tps": 173.44684144858462,
   "label": "Rapid-MLX 0.16.1 default",
   "prompt_tokens_16k": 15491,
   "prompt_tokens_2k": 1989,
   "run": "raw",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 3.830200042022625,
   "ttft_2k_s": 0.5452901670068968
  },
  "rapid-no-spec": {
   "agent_after_restart_total_s": 11.4774269979971,
   "agent_after_restart_turn1_s": 6.597016666986747,
   "agent_after_restart_turns2_10_median_s": 0.5400389159913175,
   "agent_after_restart_turns_s": [
    6.597016666986747,
    0.5404653330042493,
    0.5446955829975195,
    0.566977250011405,
    0.5379317080078181,
    0.5400389159913175,
    0.5357064160052687,
    0.5421920829976443,
    0.5364010829944164,
    0.5360019590007141
   ],
   "agent_first_total_s": 11.565562458039494,
   "agent_first_turn1_s": 6.599457166012144,
   "agent_first_turns2_10_median_s": 0.5415566670126282,
   "agent_first_turns_s": [
    6.599457166012144,
    0.6252528750046622,
    0.5402505419915542,
    0.561409417015966,
    0.5392168330145068,
    0.533605082979193,
    0.5423852080130018,
    0.5391137499827892,
    0.5415566670126282,
    0.5433149170130491
   ],
   "agent_prompt_tokens_turn1": 22819,
   "concurrent4_tps": 285.92730528481275,
   "decode_runs": 3,
   "decode_tps": 99.15252324302959,
   "label": "Rapid-MLX 0.16.1 --no-spec-decode",
   "prompt_tokens_16k": 15492,
   "prompt_tokens_2k": 1990,
   "run": "raw",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 4.181833458977053,
   "ttft_2k_s": 0.5988604580052197
  }
 },
 "machine": "Mac Studio, M5 Max, 36 GB",
 "machine_short": "Mac Studio, M5 Max, 36 GB",
 "model": "Qwen3.6-35B 4-bit",
 "model_short": "Qwen3.6-35B 4-bit",
 "runs": {
  "lmstudio": "raw",
  "omlx": "raw",
  "rapid-default": "raw",
  "rapid-no-spec": "raw"
 },
 "source": "computed by landing/scripts/build_compare_pages.py from raw/*.json"
}