{
 "dataset": "m4pro-48gb",
 "date": "2026-09-26 and 2026-09-27",
 "engines": {
  "mlx-lm": {
   "agent_after_restart_total_s": 69.69974758313037,
   "agent_after_restart_turn1_s": 65.70744445803575,
   "agent_after_restart_turns2_10_median_s": 0.467739500105381,
   "agent_after_restart_turns_s": [
    65.70744445803575,
    0.4692477921489626,
    0.4611509998794645,
    0.47019224986433983,
    0.3908453749027103,
    0.467739500105381,
    0.39355137501843274,
    0.47094295895658433,
    0.3909628330729902,
    0.47767004114575684
   ],
   "agent_first_total_s": 69.68868420831859,
   "agent_first_turn1_s": 65.70769037492573,
   "agent_first_turns2_10_median_s": 0.4653053330257535,
   "agent_first_turns_s": [
    65.70769037492573,
    0.4653053330257535,
    0.46354241599328816,
    0.4683431671001017,
    0.38574812514707446,
    0.4684122921898961,
    0.3899317500181496,
    0.4704419579356909,
    0.3954183750320226,
    0.4738504169508815
   ],
   "agent_prompt_tokens_turn1": 22675,
   "concurrent4_tps": 96.61165585485982,
   "decode_runs": 3,
   "decode_tps": 47.709090504848746,
   "label": "mlx-lm 0.31.3 (mlx_lm.server)",
   "prompt_tokens_16k": 15493,
   "prompt_tokens_2k": 1992,
   "run": "run3-m4pro-48gb",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 43.597493916982785,
   "ttft_2k_s": 5.5065624171402305
  },
  "ollama": {
   "agent_after_restart_total_s": 76.57289991807193,
   "agent_after_restart_turn1_s": 73.13881979207508,
   "agent_after_restart_turns2_10_median_s": 0.411108291009441,
   "agent_after_restart_turns_s": [
    73.13881979207508,
    0.4116642919834703,
    0.4114531669765711,
    0.413593458943069,
    0.3208542079664767,
    0.4122373340651393,
    0.3210793749894947,
    0.41082279197871685,
    0.3212672080844641,
    0.411108291009441
   ],
   "agent_first_total_s": 76.85573562746868,
   "agent_first_turn1_s": 73.41738758399151,
   "agent_first_turns2_10_median_s": 0.4111423750873655,
   "agent_first_turns_s": [
    73.41738758399151,
    0.41618679207749665,
    0.41050233412534,
    0.41257654200308025,
    0.3211122499778867,
    0.41209887503646314,
    0.3223692080937326,
    0.4111423750873655,
    0.32119316700845957,
    0.41116650006733835
   ],
   "agent_prompt_tokens_turn1": 22675,
   "concurrent4_tps": 37.40171267305549,
   "decode_runs": 3,
   "decode_tps": 38.430533608816425,
   "label": "Ollama 0.34.3 (qwen3.5:9b, Q4_K_M)",
   "prompt_tokens_16k": 15490,
   "prompt_tokens_2k": 1989,
   "run": "run3-m4pro-48gb",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 49.39877579198219,
   "ttft_2k_s": 6.345870374934748
  },
  "omlx": {
   "agent_after_restart_total_s": 3.2721143343951553,
   "agent_after_restart_turn1_s": 0.2672035419382155,
   "agent_after_restart_turns2_10_median_s": 0.2680798340588808,
   "agent_after_restart_turns_s": [
    0.2672035419382155,
    0.27231012494303286,
    0.26519483304582536,
    0.49819712480530143,
    0.26374129205942154,
    0.2680798340588808,
    0.2680567088536918,
    0.26727962493896484,
    0.4070412088185549,
    0.4950100409332663
   ],
   "agent_first_total_s": 67.63578012445942,
   "agent_first_turn1_s": 63.12891674996354,
   "agent_first_turns2_10_median_s": 0.4948888330254704,
   "agent_first_turns_s": [
    63.12891674996354,
    0.64437554217875,
    0.49757337500341237,
    0.5000422501470894,
    0.4927695831283927,
    0.4953536249231547,
    0.40790170803666115,
    0.492821125080809,
    0.4811373329721391,
    0.4948888330254704
   ],
   "agent_prompt_tokens_turn1": 22675,
   "concurrent4_tps": 97.13157562740486,
   "decode_runs": 3,
   "decode_tps": 51.216614469884924,
   "label": "oMLX 0.7.0rc1 (SSD cache on)",
   "prompt_tokens_16k": 15490,
   "prompt_tokens_2k": 1990,
   "run": "run3-m4pro-48gb",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 41.693427625112236,
   "ttft_2k_s": 5.3974860839080065
  },
  "rapid-mlx": {
   "agent_after_restart_total_s": 16.74066674988717,
   "agent_after_restart_turn1_s": 12.251424415968359,
   "agent_after_restart_turns2_10_median_s": 0.48960766685195267,
   "agent_after_restart_turns_s": [
    12.251424415968359,
    0.48853187495842576,
    0.4867674170527607,
    0.5719434591010213,
    0.48871729080565274,
    0.4918833749834448,
    0.4869292920920998,
    0.4940837910398841,
    0.490778167033568,
    0.48960766685195267
   ],
   "agent_first_total_s": 69.84642929187976,
   "agent_first_turn1_s": 65.32641029101796,
   "agent_first_turns2_10_median_s": 0.48989316704683006,
   "agent_first_turns_s": [
    65.32641029101796,
    0.47736774990335107,
    0.48391545796766877,
    0.6053689999971539,
    0.48410329199396074,
    0.48636949993669987,
    0.5077589168213308,
    0.49383170809596777,
    0.48989316704683006,
    0.4914102090988308
   ],
   "agent_prompt_tokens_turn1": 22819,
   "label": "Rapid-MLX 0.15.3 (@1394f16) (defaults, PFlash on)",
   "prompt_tokens_16k": 15492,
   "prompt_tokens_2k": 1994,
   "run": "run4-m4pro-48gb",
   "ttft_16k_s": 8.225151000078768,
   "ttft_2k_s": 5.309960208134726
  },
  "rapid-mlx-pflash-off": {
   "agent_after_restart_total_s": 16.778342167614028,
   "agent_after_restart_turn1_s": 12.253343333024532,
   "agent_after_restart_turns2_10_median_s": 0.48870062502101064,
   "agent_after_restart_turns_s": [
    12.253343333024532,
    0.48357462510466576,
    0.48607866698876023,
    0.5711473750416189,
    0.48870062502101064,
    0.5169122500810772,
    0.4830838341731578,
    0.49640487506985664,
    0.4878279159311205,
    0.5112686671782285
   ],
   "agent_first_total_s": 69.60468054073863,
   "agent_first_turn1_s": 65.09145770804025,
   "agent_first_turns2_10_median_s": 0.4909681249409914,
   "agent_first_turns_s": [
    65.09145770804025,
    0.4831015409436077,
    0.48160150018520653,
    0.5692405418958515,
    0.4927923749201,
    0.48441299982368946,
    0.48767837486229837,
    0.5295005410443991,
    0.4939268340822309,
    0.4909681249409914
   ],
   "agent_prompt_tokens_turn1": 22819,
   "concurrent4_tps": 68.3436963774341,
   "decode_runs": 3,
   "decode_tps": 66.11216008661583,
   "label": "Rapid-MLX 0.15.3 (@1394f16) (PFlash off)",
   "prompt_tokens_16k": 15488,
   "prompt_tokens_2k": 1993,
   "run": "run4-m4pro-48gb",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 42.786611624993384,
   "ttft_2k_s": 5.304915375076234
  }
 },
 "machine": "Mac mini, Apple M4 Pro, 48 GB unified memory, macOS 26.5.1, on AC power, idle before each engine (GPU 0% after a 60 s rest + 10 idle seconds)",
 "machine_short": "an M4 Pro Mac mini with 48 GB",
 "model": "Qwen3.5-9B at 4-bit (MLX engines: mlx-community/Qwen3.5-9B-4bit @ 8b2b98c, MTP sidecar mlx-community/Qwen3.5-9B-MTP-4bit @ 222dfd2; Ollama: qwen3.5:9b, GGUF Q4_K_M, id 6488c96fa5fa), same as run 2",
 "model_short": "Qwen3.5-9B at 4-bit",
 "runs": {
  "mlx-lm": "run3-m4pro-48gb",
  "ollama": "run3-m4pro-48gb",
  "omlx": "run3-m4pro-48gb",
  "rapid-mlx": "run4-m4pro-48gb",
  "rapid-mlx-pflash-off": "run4-m4pro-48gb"
 },
 "source": "computed by landing/scripts/build_compare_pages.py from raw/*.json"
}