{
 "dataset": "m5max-36gb",
 "date": "2026-10-12",
 "engines": {
  "lmstudio": {
   "agent_after_restart_total_s": 37.84272333298577,
   "agent_after_restart_turn1_s": 32.67879491701024,
   "agent_after_restart_turns2_10_median_s": 0.6110627499874681,
   "agent_after_restart_turns_s": [
    32.67879491701024,
    0.6149162920191884,
    0.6779062499990687,
    0.6975502499844879,
    0.3803402910125442,
    0.4444744579959661,
    0.49617524998029694,
    0.5598974589956924,
    0.6110627499874681,
    0.6816054160008207
   ],
   "agent_first_total_s": 37.8945270839904,
   "agent_first_turn1_s": 32.694612124993,
   "agent_first_turns2_10_median_s": 0.613664875010727,
   "agent_first_turns_s": [
    32.694612124993,
    0.6168992500170134,
    0.679677583015291,
    0.7120207079860847,
    0.3803577919898089,
    0.4535069589910563,
    0.4977721670002211,
    0.5629738749994431,
    0.613664875010727,
    0.6830417499877512
   ],
   "agent_prompt_tokens_turn1": 22675,
   "concurrent4_tps": 229.99859584745042,
   "decode_runs": 3,
   "decode_tps": 81.03401683322261,
   "label": "LM Studio llmster 0.0.25, MLX runtime 1.11.0 (headless)",
   "prompt_tokens_16k": 15490,
   "prompt_tokens_2k": 1992,
   "run": "raw",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 21.743261708004866,
   "ttft_2k_s": 2.7803101250028703
  },
  "omlx": {
   "agent_after_restart_total_s": 2.3409055820375215,
   "agent_after_restart_turn1_s": 0.2654970000148751,
   "agent_after_restart_turns2_10_median_s": 0.23076708300504833,
   "agent_after_restart_turns_s": [
    0.2654970000148751,
    0.2312854579940904,
    0.23076708300504833,
    0.2322890420036856,
    0.2238039159856271,
    0.23285437500453554,
    0.22761112501029857,
    0.23020150000229478,
    0.23001041600946337,
    0.23658566700760275
   ],
   "agent_first_total_s": 10.772237418044824,
   "agent_first_turn1_s": 8.576947791996645,
   "agent_first_turns2_10_median_s": 0.23850687500089407,
   "agent_first_turns_s": [
    8.576947791996645,
    0.3065117090009153,
    0.23991062500863336,
    0.23850687500089407,
    0.23429216601653025,
    0.23921341699315235,
    0.23003858400625177,
    0.23900391699862666,
    0.2307108750101179,
    0.2371014580130577
   ],
   "agent_prompt_tokens_turn1": 22675,
   "concurrent4_tps": 224.59772316770557,
   "decode_runs": 3,
   "decode_tps": 77.90234445668938,
   "label": "oMLX 0.7.0 (SSD cache enabled)",
   "prompt_tokens_16k": 15491,
   "prompt_tokens_2k": 1992,
   "run": "raw",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 5.721608916006517,
   "ttft_2k_s": 0.7477405419922434
  },
  "rapid-0161-default": {
   "agent_after_restart_total_s": 2.274813584954245,
   "agent_after_restart_turn1_s": 0.19689620801364072,
   "agent_after_restart_turns2_10_median_s": 0.22809087499626912,
   "agent_after_restart_turns_s": [
    0.19689620801364072,
    0.22499445799621753,
    0.22792208299506456,
    0.24961741699371487,
    0.22761266701854765,
    0.22809087499626912,
    0.22677858397946693,
    0.23270795898861252,
    0.2284689999942202,
    0.2317243339784909
   ],
   "agent_first_total_s": 11.546055292972596,
   "agent_first_turn1_s": 9.441100249998271,
   "agent_first_turns2_10_median_s": 0.2327961669943761,
   "agent_first_turns_s": [
    9.441100249998271,
    0.2382717090076767,
    0.22925241698976606,
    0.25165304201073013,
    0.22856166600831784,
    0.2280673749919515,
    0.22660191700560972,
    0.23463599997921847,
    0.23511474998667836,
    0.2327961669943761
   ],
   "agent_prompt_tokens_turn1": 22819,
   "concurrent4_tps": 248.2088512410433,
   "decode_runs": 3,
   "decode_tps": 115.51514051101168,
   "label": "Rapid-MLX 0.16.1 (default; MTP active, text-only)",
   "prompt_tokens_16k": 15486,
   "prompt_tokens_2k": 1991,
   "run": "raw",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 6.088370957993902,
   "ttft_2k_s": 0.8142193749954458
  },
  "rapid-0161-no-spec": {
   "agent_after_restart_total_s": 12.327002832957078,
   "agent_after_restart_turn1_s": 9.74976050000987,
   "agent_after_restart_turns2_10_median_s": 0.2867241250060033,
   "agent_after_restart_turns_s": [
    9.74976050000987,
    0.32972712500486523,
    0.2863033330067992,
    0.2880409169883933,
    0.26921545798541047,
    0.2881856249878183,
    0.2698182500025723,
    0.2867241250060033,
    0.2702621249773074,
    0.2889653749880381
   ],
   "agent_first_total_s": 12.370035711996024,
   "agent_first_turn1_s": 9.758314083999721,
   "agent_first_turns2_10_median_s": 0.28914566701860167,
   "agent_first_turns_s": [
    9.758314083999721,
    0.3305078340054024,
    0.2921612919890322,
    0.30455949998577125,
    0.27344258400262333,
    0.28914566701860167,
    0.2703566249983851,
    0.28874179199920036,
    0.27237575000617653,
    0.2904305839911103
   ],
   "agent_prompt_tokens_turn1": 22819,
   "concurrent4_tps": 77.02319403035793,
   "decode_runs": 3,
   "decode_tps": 80.05383711085759,
   "label": "Rapid-MLX 0.16.1 (--no-spec-decode; images enabled)",
   "prompt_tokens_16k": 15490,
   "prompt_tokens_2k": 1988,
   "run": "raw",
   "toolcall_pass": 30,
   "toolcall_total": 30,
   "ttft_16k_s": 6.336423333996208,
   "ttft_2k_s": 0.844894750014646
  }
 },
 "machine": "Mac Studio, M5 Max, 36 GB",
 "machine_short": "Mac Studio, M5 Max, 36 GB",
 "model": "Qwen3.5-9B 4-bit",
 "model_short": "Qwen3.5-9B 4-bit",
 "runs": {
  "lmstudio": "raw",
  "omlx": "raw",
  "rapid-0161-default": "raw",
  "rapid-0161-no-spec": "raw"
 },
 "source": "computed by landing/scripts/build_compare_pages.py from raw/*.json"
}