{"schema_version":1,"contributor":null,"runs":[{"schema_version":1,"submission_id":"efaf98d3-ed79-439c-8174-6ba22b4d1494","accepted_at":"2026-09-19T00:03:09.708Z","contributor":{"name":"northern-windy-numbat","tag":"0a9","slug":"northern-windy-numbat-0a9","url":"/leaderboard/contributors/northern-windy-numbat-0a9"},"task_type":"image_generation","model":{"repo_id":"Runpod/FLUX.2-klein-4B-mflux-4bit","identity_strength":"unresolved","quantization":{"kind":"unknown","base_dtype":"unknown"}},"machine":{"chip":"Apple M3 Pro","memory_gib":18,"cpu_cores":12,"gpu_cores":18,"os":{"architecture":"arm64","name":"macOS","version":"15.6.1"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.3","compute_dtype":"unknown"},"protocol":{"id":"rapid-image-speed","version":1},"cases":[{"case_id":"t2i-1024-square","total_seconds":299.9954581670463,"peak_memory_mib":null,"width":1024,"height":1024,"image_count":1}]},{"schema_version":1,"submission_id":"b12ae9b6-f33f-4aad-9f85-13297893b08f","accepted_at":"2026-09-18T04:46:53.114Z","contributor":{"name":"dawn-fair-grebe","tag":"79b","slug":"dawn-fair-grebe-79b","url":"/leaderboard/contributors/dawn-fair-grebe-79b"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-4bit","identity_strength":"unresolved","quantization":{"kind":"unknown","base_dtype":"unknown"}},"machine":{"chip":"Apple M3 Ultra","memory_gib":256,"cpu_cores":28,"gpu_cores":60,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":1.6645148750103544,"peak_memory_mib":8117,"prompt_tokens":512,"output_tokens":128,"ttft_ms":518.5201250133105,"decode_tps":110.82075201507476},{"case_id":"pp2048-tg512","total_seconds":6.600358207972022,"peak_memory_mib":8117,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":1982.8413749928586,"decode_tps":110.65414445406175}]},{"schema_version":1,"submission_id":"c6ed5124-1bc4-4313-8f44-b554dc0f943d","accepted_at":"2026-09-16T11:36:33.964Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-27B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"70f75f3ad081ab840a42f3304c02c27e7f89bfb7","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"fair","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":11.831542582949623,"peak_memory_mib":11270,"prompt_tokens":512,"output_tokens":128,"ttft_ms":5236.384041840211,"decode_tps":19.32361134431271},{"case_id":"pp2048-tg512","total_seconds":47.03852433315478,"peak_memory_mib":11270,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":20167.75779100135,"decode_tps":19.01694911450964}]},{"schema_version":1,"submission_id":"52f4060b-5dad-4a35-846b-9925b640c305","accepted_at":"2026-09-16T11:28:45.814Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/gemma-4-12B-it-4bit","identity_strength":"unresolved","resolved_revision":"73bcf09092aa277861d5a191b989b666f7f32e8f","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"fair","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":8.684954458847642,"peak_memory_mib":7896,"prompt_tokens":512,"output_tokens":128,"ttft_ms":3183.0164999701083,"decode_tps":23.08356904051217},{"case_id":"pp2048-tg512","total_seconds":36.85526612517424,"peak_memory_mib":7896,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":13079.211208969355,"decode_tps":21.691358070056246}]},{"schema_version":1,"submission_id":"85f21e46-c1c8-42ba-b52d-86f4ce187907","accepted_at":"2026-09-16T11:21:51.569Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-8B-4bit","identity_strength":"unresolved","resolved_revision":"545dc4251c05440727734bcd94334791f6ab0192","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":5.419101333012804,"peak_memory_mib":7607,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1995.84316695109,"decode_tps":37.11071146262929},{"case_id":"pp2048-tg512","total_seconds":22.581077249953523,"peak_memory_mib":7607,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":7963.7772499118,"decode_tps":34.95857648119293}]},{"schema_version":1,"submission_id":"954b67ed-6aa1-49d0-94b5-a6f889f0907f","accepted_at":"2026-09-16T11:17:45.949Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-4B-MLX-4bit","identity_strength":"unresolved","resolved_revision":"32f3e8ecf65426fc3306969496342d504bfa13f3","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.122453749878332,"peak_memory_mib":4589,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1091.0452499520034,"decode_tps":62.49030763950064},{"case_id":"pp2048-tg512","total_seconds":12.65022579091601,"peak_memory_mib":4589,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":4270.993582904339,"decode_tps":60.984107769613466}]},{"schema_version":1,"submission_id":"c4ba4ef3-3ea6-4116-bf03-b5bccbfb1efc","accepted_at":"2026-09-16T11:14:04.897Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-4B-Thinking-2507-4bit","identity_strength":"unresolved","resolved_revision":"627b019c66f22d4de0a641d289b41497651a55c9","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.092157250037417,"peak_memory_mib":5564,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1083.6006249301136,"decode_tps":63.22888899923151},{"case_id":"pp2048-tg512","total_seconds":13.302906667115167,"peak_memory_mib":5564,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":4376.064083073288,"decode_tps":57.443026262497334}]},{"schema_version":1,"submission_id":"bf751fc2-e7a9-4709-ac3e-77b702ba92e4","accepted_at":"2026-09-16T11:10:57.413Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/gemma-3-4b-it-qat-4bit","identity_strength":"unresolved","resolved_revision":"3d9ef289111449933c22761961f16a5df237ce2a","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.9430587920360267,"peak_memory_mib":4382,"prompt_tokens":512,"output_tokens":128,"ttft_ms":970.4882078804076,"decode_tps":64.35609697316721},{"case_id":"pp2048-tg512","total_seconds":12.058713249862194,"peak_memory_mib":4382,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":3908.3873748313636,"decode_tps":62.696879589255325}]},{"schema_version":1,"submission_id":"4d757733-a576-44e8-9745-0ee733944e0b","accepted_at":"2026-09-16T11:08:09.618Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Llama-3.2-3B-Instruct-4bit","identity_strength":"unresolved","resolved_revision":"7f0dc925e0d0afb0322d96f9255cfddf2ba5636e","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.0853653750382364,"peak_memory_mib":4297,"prompt_tokens":512,"output_tokens":128,"ttft_ms":602.7670830953866,"decode_tps":85.6719990131762},{"case_id":"pp2048-tg512","total_seconds":9.267493166960776,"peak_memory_mib":4297,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":2421.27575003542,"decode_tps":75.46468514554088}]},{"schema_version":1,"submission_id":"2ec4a206-2ccc-45e6-849f-24f745608caf","accepted_at":"2026-09-16T11:05:53.531Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-4B-Instruct-2507-4bit","identity_strength":"unresolved","resolved_revision":"50d427756c6b1b2fe0c0a10f67fbda1fc8e82c1b","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.2363362091127783,"peak_memory_mib":6427,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1117.6949578803033,"decode_tps":59.91381612177715},{"case_id":"pp2048-tg512","total_seconds":13.28181004198268,"peak_memory_mib":6427,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":4402.286499971524,"decode_tps":57.54813280040718}]},{"schema_version":1,"submission_id":"cadd9021-8f23-49c9-97bd-fe4dc1a11d04","accepted_at":"2026-09-16T11:03:00.287Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-0.6B-4bit","identity_strength":"unresolved","resolved_revision":"73e3e38d981303bc594367cd910ea6eb48349da8","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":0.6681425001006573,"peak_memory_mib":2222,"prompt_tokens":512,"output_tokens":128,"ttft_ms":176.80370900779963,"decode_tps":258.5927362524373},{"case_id":"pp2048-tg512","total_seconds":3.177139790961519,"peak_memory_mib":2222,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":672.2421671729535,"decode_tps":204.42546805657187}]},{"schema_version":1,"submission_id":"5077c20d-e246-4735-9201-32052eaac018","accepted_at":"2026-09-16T11:02:00.663Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/DeepSeek-R1-0528-Qwen3-8B-4bit","identity_strength":"unresolved","resolved_revision":"b9b5af4fa18feb8cdbccdadf3aad2c83d0abbe51","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":5.429170540999621,"peak_memory_mib":7655,"prompt_tokens":512,"output_tokens":128,"ttft_ms":2000.1628750469536,"decode_tps":37.05159141896971},{"case_id":"pp2048-tg512","total_seconds":22.610400249948725,"peak_memory_mib":7655,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":7972.838165936992,"decode_tps":34.91018497937941}]},{"schema_version":1,"submission_id":"faa7fc81-fb4d-4061-8c3a-ea3ac39dc58a","accepted_at":"2026-09-16T10:58:03.943Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"LiquidAI/LFM2.5-2.6B-MLX","identity_strength":"unresolved","subfolder":"4bit","resolved_revision":"b41f2b65685e95418f1ac809bb022d4f79e1ab27","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.0734178330749273,"peak_memory_mib":2854,"prompt_tokens":512,"output_tokens":128,"ttft_ms":717.6134579349309,"decode_tps":93.2231053930169},{"case_id":"pp2048-tg512","total_seconds":8.401351540815085,"peak_memory_mib":2854,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":2748.214958002791,"decode_tps":90.79331839416704}]},{"schema_version":1,"submission_id":"75c48a12-600a-4e51-ab5f-c4920aa42170","accepted_at":"2026-09-16T10:53:01.088Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-8B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"9260b24298e4211e804663e9f519962cf59f34be","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.5741223338991404,"peak_memory_mib":5524,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1450.5877499468625,"decode_tps":59.80594851609634},{"case_id":"pp2048-tg512","total_seconds":15.219161333050579,"peak_memory_mib":5524,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":5899.534333031625,"decode_tps":54.28485465072788}]},{"schema_version":1,"submission_id":"a33d9fed-d98c-4113-9aab-5a78b247c028","accepted_at":"2026-09-16T10:49:07.290Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-1.7B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"5f3e306330f636cfc6c6241b4850fae6711c5985","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":0.9920214999001473,"peak_memory_mib":2915,"prompt_tokens":512,"output_tokens":128,"ttft_ms":323.7442921381444,"decode_tps":190.02079147795953},{"case_id":"pp2048-tg512","total_seconds":4.518610541941598,"peak_memory_mib":2915,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":1256.787917111069,"decode_tps":156.69100487129262}]},{"schema_version":1,"submission_id":"4dfc98d9-1791-4691-ab4f-6a4bec68fba1","accepted_at":"2026-09-16T10:48:15.250Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/LFM2.5-1.2B-Instruct-4bit","identity_strength":"unresolved","resolved_revision":"dee2f8a2786e6648bb644a7ca40652842490034b","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":0.918275082949549,"peak_memory_mib":1819,"prompt_tokens":512,"output_tokens":128,"ttft_ms":316.32170802913606,"decode_tps":210.35431865550206},{"case_id":"pp2048-tg512","total_seconds":3.749000166077167,"peak_memory_mib":1819,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":1167.6148751284927,"decode_tps":197.77275368350828}]},{"schema_version":1,"submission_id":"5218d2c8-642e-4536-9b52-5ef06eee8d2c","accepted_at":"2026-09-16T10:46:52.414Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-1.7B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"5f3e306330f636cfc6c6241b4850fae6711c5985","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":0.9897823750507087,"peak_memory_mib":2649,"prompt_tokens":512,"output_tokens":128,"ttft_ms":324.5208750013262,"decode_tps":190.89039469662106},{"case_id":"pp2048-tg512","total_seconds":4.5141923748888075,"peak_memory_mib":2649,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":1255.7670830283314,"decode_tps":156.82421851944082}]},{"schema_version":1,"submission_id":"712e2d0b-30c2-44ea-851e-e20a537e1870","accepted_at":"2026-09-16T06:55:41.363Z","contributor":{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-27B-4bit","identity_strength":"unresolved","resolved_revision":"c000ac2c2057d94be3fa931000c31723aac53282","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":10,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"27.0"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":19.40697395800089,"peak_memory_mib":19155,"prompt_tokens":512,"output_tokens":128,"ttft_ms":8341.059124999447,"decode_tps":11.48108229218559},{"case_id":"pp2048-tg512","total_seconds":78.08371120800075,"peak_memory_mib":19155,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":33028.94700000252,"decode_tps":11.329605042837068}]},{"schema_version":1,"submission_id":"482f76dd-9c78-48f3-b963-db34ebc87289","accepted_at":"2026-09-16T06:45:20.190Z","contributor":{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"},"task_type":"text_generation","model":{"repo_id":"abenzerps/K2-Horizon-7B-MLX-4bit","identity_strength":"unresolved","resolved_revision":"4cf7a13154070004f56e3530246e94df2832ef8a","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":10,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"27.0"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":5.8775177910029015,"peak_memory_mib":8092,"prompt_tokens":512,"output_tokens":128,"ttft_ms":2336.3596250019327,"decode_tps":35.87286205408499},{"case_id":"pp2048-tg512","total_seconds":24.783024917000148,"peak_memory_mib":8092,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":9397.743583002011,"decode_tps":33.212619023378664}]},{"schema_version":1,"submission_id":"268b1422-9e36-45f7-94f3-36bffe407d1a","accepted_at":"2026-09-16T06:41:40.863Z","contributor":{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"},"task_type":"text_generation","model":{"repo_id":"ornith-ai/Ornith-1.5-9B-MLX","identity_strength":"unresolved","resolved_revision":"b6a99985f4e3abf23a5a2ae056a46359e1054f8d","quantization":{"base_dtype":"bfloat16","kind":"none"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":10,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"27.0"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":13.521502624997083,"peak_memory_mib":19296,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1884.9431250018824,"decode_tps":10.915476893129899},{"case_id":"pp2048-tg512","total_seconds":53.525202875000105,"peak_memory_mib":19296,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":6930.23175000053,"decode_tps":10.976114518742323}]},{"schema_version":1,"submission_id":"af192cfa-9643-4102-88db-ecfdf6f86571","accepted_at":"2026-09-16T03:32:36.644Z","contributor":{"name":"sleepy-alpine-okapi","tag":"e22","slug":"sleepy-alpine-okapi-e22","url":"/leaderboard/contributors/sleepy-alpine-okapi-e22"},"task_type":"text_generation","model":{"repo_id":"rapid-mlx/DeepSeek-V4.1-Flash-REAP-2bit-MLX","identity_strength":"unresolved","resolved_revision":"a25fec277b9e7cedc0e9f3f15da874a5cf9d491b","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M3 Ultra","memory_gib":256,"cpu_cores":28,"gpu_cores":60,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.0.0","compute_dtype":"unknown","speculative_decoding":{"draft_model_identity_digest":"sha256:eb94ba9766612111d89b89676a7485d612ad534b2d8b0d37b78c137ff8994d75","max_draft_tokens":5,"method":"dspark"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":8.040897083934397,"peak_memory_mib":151475,"prompt_tokens":512,"output_tokens":128,"ttft_ms":2667.772749904543,"decode_tps":23.63097662028486},{"case_id":"pp2048-tg512","total_seconds":56.064369125291705,"peak_memory_mib":151475,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":10340.127415955067,"decode_tps":11.174567134074188}]},{"schema_version":1,"submission_id":"a8150fd8-3ce8-4627-b823-130ba4bec7de","accepted_at":"2026-09-15T22:21:49.709Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"video_generation","model":{"repo_id":"Anes1032/Wan2.2-TI2V-5B-mlx-q8","identity_strength":"unresolved","quantization":{"base_dtype":"unknown","kind":"unknown"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown"},"protocol":{"id":"rapid-video-speed","version":1},"cases":[{"case_id":"t2v-480p-81f","total_seconds":1383.7999057911802,"peak_memory_mib":null,"width":832,"height":480,"frames":81,"fps":24}]},{"schema_version":1,"submission_id":"a9fe6e1e-9e75-4699-ac32-acb11bb2727f","accepted_at":"2026-09-15T22:12:38.795Z","contributor":{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-4B-8bit","identity_strength":"unresolved","resolved_revision":"1704583a86670ba531b7f2c92530a2f725cfd45b","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":16}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":10,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"27.0"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":4.9146178330011026,"peak_memory_mib":6637,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1328.437500000291,"decode_tps":35.59041444780631},{"case_id":"pp2048-tg512","total_seconds":19.52990900000077,"peak_memory_mib":6637,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":5044.436707998102,"decode_tps":35.428607897150634}]},{"schema_version":1,"submission_id":"cfb23e16-21ab-4c23-b695-dddd7c8afa9d","accepted_at":"2026-09-15T21:55:09.675Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"image_generation","model":{"repo_id":"filipstrand/Z-Image-Turbo-mflux-4bit","identity_strength":"unresolved","quantization":{"base_dtype":"unknown","kind":"unknown"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"warning"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown"},"protocol":{"id":"rapid-image-speed","version":1},"cases":[{"case_id":"t2i-1024-square","total_seconds":323.0578609169461,"peak_memory_mib":null,"width":1024,"height":1024,"image_count":1}]},{"schema_version":1,"submission_id":"8d69cff6-2646-495e-b6ec-62996384feda","accepted_at":"2026-09-15T21:42:08.819Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"image_generation","model":{"repo_id":"Runpod/FLUX.2-klein-4B-mflux-4bit","identity_strength":"unresolved","resolved_revision":"7ee1b3aa8178a1240050490072196a57da2bf2a9","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"mflux","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"warning"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown"},"protocol":{"id":"rapid-image-speed","version":1},"cases":[{"case_id":"t2i-1024-square","total_seconds":413.682494583074,"peak_memory_mib":null,"width":1024,"height":1024,"image_count":1}]}],"cursor":"AAAAAAHTkiyzeJnOeADzYbJzv5-sbps8fX5ZBPQbquZs1NtdzobGWHgT5Z0CZXfHkg49BU9iBIg0j4eUaQEnFijjhUiXDlMbmZD93b0DPsrkyrHHAYt3akODyIhtJuCmG-B500ECRWYJwRdPeXU-ZAbAuVzeBahP6_ZXf_Ut70eKlORjbT0Ea6lBXH_WHuCRbgdX9nhjiAqOHTVD-E104Me_EnExG_GeLBdQa3Z-Sp6TYUcmFg4s6YUVHgzdc-a76Tv0eU-59Haz_lI4OYoT_MXnwdQwXyNb9smtlGg9zl5gQmU0ezFYZIXjO9zz64RxdmOAzN8LkVD9SYN8n0xq-E7ghhRTHhyMMF3D7NsI_nvXUwG_IBUsiydUBH-Ko6E6_K5SNl8GLGuYCg6VcEgcQ5eTw-wwNwksN2bfotO2sqp5ckIPQcZ6758Gy3y3XSMpWlPwK6Ay13Kh","complete":false}