{
 "dataset": "run3-m4pro-48gb",
 "date": "2026-09-26",
 "engines": {
  "mlx-lm": {
   "agent_after_restart_total_s": 69.69974758313037,
   "agent_after_restart_turn1_s": 65.70744445803575,
   "agent_after_restart_turns2_10_median_s": 0.467739500105381,
   "agent_after_restart_turns_s": [
    65.70744445803575,
    0.4692477921489626,
    0.4611509998794645,
    0.47019224986433983,
    0.3908453749027103,
    0.467739500105381,
    0.39355137501843274,
    0.47094295895658433,
    0.3909628330729902,
    0.47767004114575684
   ],
   "agent_first_total_s": 69.68868420831859,
   "agent_first_turn1_s": 65.70769037492573,
   "agent_first_turns2_10_median_s": 0.4653053330257535,
   "agent_first_turns_s": [
    65.70769037492573,
    0.4653053330257535,
    0.46354241599328816,
    0.4683431671001017,
    0.38574812514707446,
    0.4684122921898961,
    0.3899317500181496,
    0.4704419579356909,
    0.3954183750320226,
    0.4738504169508815
   ],
   "agent_prompt_tokens_turn1": 22675,
   "concurrent4_tps": 96.61165585485982,
   "decode_runs": 3,
   "decode_tps": 47.709090504848746,
   "label": "mlx-lm 0.31.3 (mlx_lm.server)",
   "prompt_tokens_16k": 15493,
   "prompt_tokens_2k": 1992,
   "run": "run3-m4pro-48gb",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 43.597493916982785,
   "ttft_2k_s": 5.5065624171402305
  },
  "ollama": {
   "agent_after_restart_total_s": 76.57289991807193,
   "agent_after_restart_turn1_s": 73.13881979207508,
   "agent_after_restart_turns2_10_median_s": 0.411108291009441,
   "agent_after_restart_turns_s": [
    73.13881979207508,
    0.4116642919834703,
    0.4114531669765711,
    0.413593458943069,
    0.3208542079664767,
    0.4122373340651393,
    0.3210793749894947,
    0.41082279197871685,
    0.3212672080844641,
    0.411108291009441
   ],
   "agent_first_total_s": 76.85573562746868,
   "agent_first_turn1_s": 73.41738758399151,
   "agent_first_turns2_10_median_s": 0.4111423750873655,
   "agent_first_turns_s": [
    73.41738758399151,
    0.41618679207749665,
    0.41050233412534,
    0.41257654200308025,
    0.3211122499778867,
    0.41209887503646314,
    0.3223692080937326,
    0.4111423750873655,
    0.32119316700845957,
    0.41116650006733835
   ],
   "agent_prompt_tokens_turn1": 22675,
   "concurrent4_tps": 37.40171267305549,
   "decode_runs": 3,
   "decode_tps": 38.430533608816425,
   "label": "Ollama 0.34.3 (qwen3.5:9b, Q4_K_M)",
   "prompt_tokens_16k": 15490,
   "prompt_tokens_2k": 1989,
   "run": "run3-m4pro-48gb",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 49.39877579198219,
   "ttft_2k_s": 6.345870374934748
  },
  "omlx": {
   "agent_after_restart_total_s": 3.2721143343951553,
   "agent_after_restart_turn1_s": 0.2672035419382155,
   "agent_after_restart_turns2_10_median_s": 0.2680798340588808,
   "agent_after_restart_turns_s": [
    0.2672035419382155,
    0.27231012494303286,
    0.26519483304582536,
    0.49819712480530143,
    0.26374129205942154,
    0.2680798340588808,
    0.2680567088536918,
    0.26727962493896484,
    0.4070412088185549,
    0.4950100409332663
   ],
   "agent_first_total_s": 67.63578012445942,
   "agent_first_turn1_s": 63.12891674996354,
   "agent_first_turns2_10_median_s": 0.4948888330254704,
   "agent_first_turns_s": [
    63.12891674996354,
    0.64437554217875,
    0.49757337500341237,
    0.5000422501470894,
    0.4927695831283927,
    0.4953536249231547,
    0.40790170803666115,
    0.492821125080809,
    0.4811373329721391,
    0.4948888330254704
   ],
   "agent_prompt_tokens_turn1": 22675,
   "concurrent4_tps": 97.13157562740486,
   "decode_runs": 3,
   "decode_tps": 51.216614469884924,
   "label": "oMLX 0.7.0rc1 (SSD cache on)",
   "prompt_tokens_16k": 15490,
   "prompt_tokens_2k": 1990,
   "run": "run3-m4pro-48gb",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 41.693427625112236,
   "ttft_2k_s": 5.3974860839080065
  },
  "rapid-mlx": {
   "agent_after_restart_total_s": 69.7084207481239,
   "agent_after_restart_turn1_s": 65.0940523748286,
   "agent_after_restart_turns2_10_median_s": 0.5041193328797817,
   "agent_after_restart_turns_s": [
    65.0940523748286,
    0.5047718749847263,
    0.5020705421920866,
    0.5934658329933882,
    0.5118376659229398,
    0.49627991602756083,
    0.497975290985778,
    0.49123712512664497,
    0.5126107921823859,
    0.5041193328797817
   ],
   "agent_first_total_s": 70.07826533401385,
   "agent_first_turn1_s": 65.47494666697457,
   "agent_first_turns2_10_median_s": 0.5046204589307308,
   "agent_first_turns_s": [
    65.47494666697457,
    0.5087508331052959,
    0.5046204589307308,
    0.5960114160552621,
    0.5079889998305589,
    0.4945852500386536,
    0.5024238331243396,
    0.5061277090571821,
    0.5020242920145392,
    0.48078587488271296
   ],
   "agent_prompt_tokens_turn1": 22819,
   "label": "Rapid-MLX 0.15.2 (defaults, PFlash on)",
   "prompt_tokens_16k": 15493,
   "prompt_tokens_2k": 1990,
   "run": "run3-m4pro-48gb",
   "ttft_16k_s": 8.228127124952152,
   "ttft_2k_s": 5.309985082829371
  },
  "rapid-mlx-pflash-off": {
   "agent_after_restart_total_s": 69.70848404313438,
   "agent_after_restart_turn1_s": 65.10084587498568,
   "agent_after_restart_turns2_10_median_s": 0.5031665831338614,
   "agent_after_restart_turns_s": [
    65.10084587498568,
    0.5031665831338614,
    0.5076292091980577,
    0.5927368339616805,
    0.5156489580404013,
    0.4994952918495983,
    0.4959961660206318,
    0.4916004999540746,
    0.4857397919986397,
    0.5156248339917511
   ],
   "agent_first_total_s": 69.67137049790472,
   "agent_first_turn1_s": 65.09770137490705,
   "agent_first_turns2_10_median_s": 0.4958531251177192,
   "agent_first_turns_s": [
    65.09770137490705,
    0.48005966609343886,
    0.503210041904822,
    0.5971607079263777,
    0.5173969159368426,
    0.49584725010208786,
    0.48299454106017947,
    0.4958531251177192,
    0.48717633285559714,
    0.5139705420006067
   ],
   "agent_prompt_tokens_turn1": 22819,
   "concurrent4_tps": 68.42178046512481,
   "decode_runs": 3,
   "decode_tps": 65.92052558403323,
   "label": "Rapid-MLX 0.15.2 (PFlash off)",
   "prompt_tokens_16k": 15492,
   "prompt_tokens_2k": 1990,
   "run": "run3-m4pro-48gb",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 42.93173800013028,
   "ttft_2k_s": 5.3142482079565525
  }
 },
 "machine": "Mac mini, Apple M4 Pro, 48 GB unified memory, macOS 26.5.1, on AC power, idle before each engine (GPU 0% after a 60 s rest + 10 idle seconds)",
 "machine_short": "an M4 Pro Mac mini with 48 GB",
 "model": "Qwen3.5-9B at 4-bit (MLX engines: mlx-community/Qwen3.5-9B-4bit @ 8b2b98c, MTP sidecar mlx-community/Qwen3.5-9B-MTP-4bit @ 222dfd2; Ollama: qwen3.5:9b, GGUF Q4_K_M, id 6488c96fa5fa), same as run 2",
 "model_short": "Qwen3.5-9B at 4-bit",
 "runs": {
  "mlx-lm": "run3-m4pro-48gb",
  "ollama": "run3-m4pro-48gb",
  "omlx": "run3-m4pro-48gb",
  "rapid-mlx": "run3-m4pro-48gb",
  "rapid-mlx-pflash-off": "run3-m4pro-48gb"
 },
 "source": "computed by landing/scripts/build_compare_pages.py from raw/*.json"
}