{"schema_version":1,"beta":true,"ranking_status":"unverified_not_ranked","summary":[{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-4bit","identity_strength":"unresolved","resolved_revision":"38740b847e4cb78f352aba30aa41c76e08e6eb46","quantization":{"base_dtype":"unknown","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M4 Pro","memory_gib":48},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":85.47138689700984,"best":86.04652794857446},"samples":3,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":85.47138689700984,"best":86.04652794857446},"samples":3},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":80.7137916041728,"best":82.9416671719072},"samples":3}],"contributors":[{"name":"deft-airy-flamingo","tag":"2cc","slug":"deft-airy-flamingo-2cc","url":"/leaderboard/contributors/deft-airy-flamingo-2cc"}],"latest_at":"2026-09-14T17:35:51.686Z"},{"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-1.7B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"5f3e306330f636cfc6c6241b4850fae6711c5985","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":190.4555930872903,"best":190.89039469662106},"samples":2,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":190.4555930872903,"best":190.89039469662106},"samples":2},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":156.75761169536673,"best":156.82421851944082},"samples":2}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T10:49:07.290Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-27B-4bit","identity_strength":"unresolved","resolved_revision":"c000ac2c2057d94be3fa931000c31723aac53282","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":11.464858839769882,"best":11.48108229218559},"samples":2,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":11.464858839769882,"best":11.48108229218559},"samples":2},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":11.322369526293757,"best":11.329605042837068},"samples":2}],"contributors":[{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"},{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T06:55:41.363Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-4bit","identity_strength":"unresolved","resolved_revision":"8b2b98c00a6b4d291155e4890773ca8f769aee53","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":36.01542384319984,"best":36.24394615239178},"samples":2,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":36.01542384319984,"best":36.24394615239178},"samples":2},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":35.30688382120932,"best":35.6515656330024},"samples":2}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T19:04:09.213Z"},{"task_type":"image_generation","model":{"repo_id":"Runpod/FLUX.2-klein-4B-mflux-4bit","identity_strength":"unresolved","quantization":{"kind":"unknown","base_dtype":"unknown"}},"machine":{"chip":"Apple M3 Pro","memory_gib":18},"execution":{"rapid_mlx":"0.14.3","compute_dtype":"unknown"},"protocol":{"id":"rapid-image-speed","version":1},"case_id":"t2i-1024-square","metric":{"name":"total_seconds","better":"lower","median":299.9954581670463,"best":299.9954581670463},"samples":1,"cases":[{"case_id":"t2i-1024-square","metric":{"name":"total_seconds","better":"lower","median":299.9954581670463,"best":299.9954581670463},"samples":1}],"contributors":[{"name":"northern-windy-numbat","tag":"0a9","slug":"northern-windy-numbat-0a9","url":"/leaderboard/contributors/northern-windy-numbat-0a9"}],"latest_at":"2026-09-19T00:03:09.708Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-4bit","identity_strength":"unresolved","quantization":{"kind":"unknown","base_dtype":"unknown"}},"machine":{"chip":"Apple M3 Ultra","memory_gib":256},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":110.82075201507476,"best":110.82075201507476},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":110.82075201507476,"best":110.82075201507476},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":110.65414445406175,"best":110.65414445406175},"samples":1}],"contributors":[{"name":"dawn-fair-grebe","tag":"79b","slug":"dawn-fair-grebe-79b","url":"/leaderboard/contributors/dawn-fair-grebe-79b"}],"latest_at":"2026-09-18T04:46:53.114Z"},{"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-27B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"70f75f3ad081ab840a42f3304c02c27e7f89bfb7","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":19.32361134431271,"best":19.32361134431271},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":19.32361134431271,"best":19.32361134431271},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":19.01694911450964,"best":19.01694911450964},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T11:36:33.964Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/gemma-4-12B-it-4bit","identity_strength":"unresolved","resolved_revision":"73bcf09092aa277861d5a191b989b666f7f32e8f","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":23.08356904051217,"best":23.08356904051217},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":23.08356904051217,"best":23.08356904051217},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":21.691358070056246,"best":21.691358070056246},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T11:28:45.814Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-8B-4bit","identity_strength":"unresolved","resolved_revision":"545dc4251c05440727734bcd94334791f6ab0192","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":37.11071146262929,"best":37.11071146262929},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":37.11071146262929,"best":37.11071146262929},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":34.95857648119293,"best":34.95857648119293},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T11:21:51.569Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-4B-MLX-4bit","identity_strength":"unresolved","resolved_revision":"32f3e8ecf65426fc3306969496342d504bfa13f3","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":62.49030763950064,"best":62.49030763950064},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":62.49030763950064,"best":62.49030763950064},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":60.984107769613466,"best":60.984107769613466},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T11:17:45.949Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-4B-Thinking-2507-4bit","identity_strength":"unresolved","resolved_revision":"627b019c66f22d4de0a641d289b41497651a55c9","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":63.22888899923151,"best":63.22888899923151},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":63.22888899923151,"best":63.22888899923151},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":57.443026262497334,"best":57.443026262497334},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T11:14:04.897Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/gemma-3-4b-it-qat-4bit","identity_strength":"unresolved","resolved_revision":"3d9ef289111449933c22761961f16a5df237ce2a","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":64.35609697316721,"best":64.35609697316721},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":64.35609697316721,"best":64.35609697316721},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":62.696879589255325,"best":62.696879589255325},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T11:10:57.413Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Llama-3.2-3B-Instruct-4bit","identity_strength":"unresolved","resolved_revision":"7f0dc925e0d0afb0322d96f9255cfddf2ba5636e","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":85.6719990131762,"best":85.6719990131762},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":85.6719990131762,"best":85.6719990131762},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":75.46468514554088,"best":75.46468514554088},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T11:08:09.618Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-4B-Instruct-2507-4bit","identity_strength":"unresolved","resolved_revision":"50d427756c6b1b2fe0c0a10f67fbda1fc8e82c1b","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":59.91381612177715,"best":59.91381612177715},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":59.91381612177715,"best":59.91381612177715},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":57.54813280040718,"best":57.54813280040718},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T11:05:53.531Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-0.6B-4bit","identity_strength":"unresolved","resolved_revision":"73e3e38d981303bc594367cd910ea6eb48349da8","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":258.5927362524373,"best":258.5927362524373},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":258.5927362524373,"best":258.5927362524373},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":204.42546805657187,"best":204.42546805657187},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T11:03:00.287Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/DeepSeek-R1-0528-Qwen3-8B-4bit","identity_strength":"unresolved","resolved_revision":"b9b5af4fa18feb8cdbccdadf3aad2c83d0abbe51","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":37.05159141896971,"best":37.05159141896971},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":37.05159141896971,"best":37.05159141896971},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":34.91018497937941,"best":34.91018497937941},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T11:02:00.663Z"},{"task_type":"text_generation","model":{"repo_id":"LiquidAI/LFM2.5-2.6B-MLX","identity_strength":"unresolved","subfolder":"4bit","resolved_revision":"b41f2b65685e95418f1ac809bb022d4f79e1ab27","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":93.2231053930169,"best":93.2231053930169},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":93.2231053930169,"best":93.2231053930169},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":90.79331839416704,"best":90.79331839416704},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T10:58:03.943Z"},{"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-8B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"9260b24298e4211e804663e9f519962cf59f34be","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":59.80594851609634,"best":59.80594851609634},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":59.80594851609634,"best":59.80594851609634},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":54.28485465072788,"best":54.28485465072788},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T10:53:01.088Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/LFM2.5-1.2B-Instruct-4bit","identity_strength":"unresolved","resolved_revision":"dee2f8a2786e6648bb644a7ca40652842490034b","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":210.35431865550206,"best":210.35431865550206},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":210.35431865550206,"best":210.35431865550206},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":197.77275368350828,"best":197.77275368350828},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-16T10:48:15.250Z"},{"task_type":"text_generation","model":{"repo_id":"abenzerps/K2-Horizon-7B-MLX-4bit","identity_strength":"unresolved","resolved_revision":"4cf7a13154070004f56e3530246e94df2832ef8a","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":35.87286205408499,"best":35.87286205408499},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":35.87286205408499,"best":35.87286205408499},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":33.212619023378664,"best":33.212619023378664},"samples":1}],"contributors":[{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"}],"latest_at":"2026-09-16T06:45:20.190Z"},{"task_type":"text_generation","model":{"repo_id":"ornith-ai/Ornith-1.5-9B-MLX","identity_strength":"unresolved","resolved_revision":"b6a99985f4e3abf23a5a2ae056a46359e1054f8d","quantization":{"base_dtype":"bfloat16","kind":"none"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":10.915476893129899,"best":10.915476893129899},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":10.915476893129899,"best":10.915476893129899},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":10.976114518742323,"best":10.976114518742323},"samples":1}],"contributors":[{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"}],"latest_at":"2026-09-16T06:41:40.863Z"},{"task_type":"text_generation","model":{"repo_id":"rapid-mlx/DeepSeek-V4.1-Flash-REAP-2bit-MLX","identity_strength":"unresolved","resolved_revision":"a25fec277b9e7cedc0e9f3f15da874a5cf9d491b","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M3 Ultra","memory_gib":256},"execution":{"rapid_mlx":"0.0.0","compute_dtype":"unknown","speculative_decoding":{"draft_model_identity_digest":"sha256:eb94ba9766612111d89b89676a7485d612ad534b2d8b0d37b78c137ff8994d75","max_draft_tokens":5,"method":"dspark"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":23.63097662028486,"best":23.63097662028486},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":23.63097662028486,"best":23.63097662028486},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":11.174567134074188,"best":11.174567134074188},"samples":1}],"contributors":[{"name":"sleepy-alpine-okapi","tag":"e22","slug":"sleepy-alpine-okapi-e22","url":"/leaderboard/contributors/sleepy-alpine-okapi-e22"}],"latest_at":"2026-09-16T03:32:36.644Z"},{"task_type":"video_generation","model":{"repo_id":"Anes1032/Wan2.2-TI2V-5B-mlx-q8","identity_strength":"unresolved","quantization":{"base_dtype":"unknown","kind":"unknown"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown"},"protocol":{"id":"rapid-video-speed","version":1},"case_id":"t2v-480p-81f","metric":{"name":"total_seconds","better":"lower","median":1383.7999057911802,"best":1383.7999057911802},"samples":1,"cases":[{"case_id":"t2v-480p-81f","metric":{"name":"total_seconds","better":"lower","median":1383.7999057911802,"best":1383.7999057911802},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T22:21:49.709Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-4B-8bit","identity_strength":"unresolved","resolved_revision":"1704583a86670ba531b7f2c92530a2f725cfd45b","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":16}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":35.59041444780631,"best":35.59041444780631},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":35.59041444780631,"best":35.59041444780631},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":35.428607897150634,"best":35.428607897150634},"samples":1}],"contributors":[{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"}],"latest_at":"2026-09-15T22:12:38.795Z"},{"task_type":"image_generation","model":{"repo_id":"filipstrand/Z-Image-Turbo-mflux-4bit","identity_strength":"unresolved","quantization":{"base_dtype":"unknown","kind":"unknown"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown"},"protocol":{"id":"rapid-image-speed","version":1},"case_id":"t2i-1024-square","metric":{"name":"total_seconds","better":"lower","median":323.0578609169461,"best":323.0578609169461},"samples":1,"cases":[{"case_id":"t2i-1024-square","metric":{"name":"total_seconds","better":"lower","median":323.0578609169461,"best":323.0578609169461},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T21:55:09.675Z"},{"task_type":"image_generation","model":{"repo_id":"Runpod/FLUX.2-klein-4B-mflux-4bit","identity_strength":"unresolved","resolved_revision":"7ee1b3aa8178a1240050490072196a57da2bf2a9","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"mflux","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown"},"protocol":{"id":"rapid-image-speed","version":1},"case_id":"t2i-1024-square","metric":{"name":"total_seconds","better":"lower","median":413.682494583074,"best":413.682494583074},"samples":1,"cases":[{"case_id":"t2i-1024-square","metric":{"name":"total_seconds","better":"lower","median":413.682494583074,"best":413.682494583074},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T21:42:08.819Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-4bit","identity_strength":"unresolved","resolved_revision":"55ac8c89261109b36c04371cd3f479a4594208c8","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":64.75355325953409,"best":64.75355325953409},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":64.75355325953409,"best":64.75355325953409},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":63.405155905824216,"best":63.405155905824216},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T21:26:00.133Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Devstral-Small-2-24B-Instruct-2512-4bit","identity_strength":"unresolved","resolved_revision":"97228558fcbdd1adefd39d515155db3a894b37f7","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":12.637702393047197,"best":12.637702393047197},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":12.637702393047197,"best":12.637702393047197},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":12.349181181734957,"best":12.349181181734957},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T21:20:32.778Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/gpt-oss-20b-MXFP4-Q8","identity_strength":"unresolved","resolved_revision":"773a7da77e569019bb0fd17a554b263738d669a3","quantization":{"base_dtype":"unknown","group_size":32,"kind":"mixed","method":"mxfp4"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":51.98000059077915,"best":51.98000059077915},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":51.98000059077915,"best":51.98000059077915},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":49.24850571281754,"best":49.24850571281754},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T21:09:02.673Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/LFM2.5-8B-A1B-MLX-4bit","identity_strength":"unresolved","resolved_revision":"146590a491db88581884033023f51f6b49a27b89","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":124.55604936887927,"best":124.55604936887927},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":124.55604936887927,"best":124.55604936887927},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":120.60607382417777,"best":120.60607382417777},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T21:04:55.119Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/gemma-4-e4b-it-4bit","identity_strength":"unresolved","resolved_revision":"475b9088d29754a3379866cf5aeb6b41acd313c2","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":52.225148580668964,"best":52.225148580668964},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":52.225148580668964,"best":52.225148580668964},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":50.966026665745794,"best":50.966026665745794},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T21:03:04.677Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-nvfp4","identity_strength":"unresolved","resolved_revision":"9c1a3a223ddd8a3425212cc421056614f149cf0f","quantization":{"base_dtype":"unknown","group_size":16,"kind":"mixed","method":"nvfp4"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":61.973625757572016,"best":61.973625757572016},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":61.973625757572016,"best":61.973625757572016},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":60.07592638442733,"best":60.07592638442733},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T20:58:58.350Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-mxfp4","identity_strength":"unresolved","resolved_revision":"833013b27a1f7c6dbb008b55d37c387ea22ea89d","quantization":{"base_dtype":"unknown","group_size":32,"kind":"mixed","method":"mxfp4"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":63.06297623030893,"best":63.06297623030893},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":63.06297623030893,"best":63.06297623030893},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":61.2383019834568,"best":61.2383019834568},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T20:53:45.627Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-4bit-DWQ","identity_strength":"unresolved","resolved_revision":"73c707af4243243b18193444467872d20cff9399","quantization":{"base_dtype":"unknown","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":46.62523333997152,"best":46.62523333997152},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":46.62523333997152,"best":46.62523333997152},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":45.687300279000375,"best":45.687300279000375},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T20:48:19.442Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-4bit","identity_strength":"unresolved","resolved_revision":"38740b847e4cb78f352aba30aa41c76e08e6eb46","quantization":{"base_dtype":"unknown","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":61.33355198355732,"best":61.33355198355732},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":61.33355198355732,"best":61.33355198355732},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":60.04889872032807,"best":60.04889872032807},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T20:41:32.028Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-27B-6bit","identity_strength":"unresolved","resolved_revision":"028f9c54715600471948584b40cc77ea104386fd","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":12}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":7.784351579285076,"best":7.784351579285076},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":7.784351579285076,"best":7.784351579285076},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":7.986135823380365,"best":7.986135823380365},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T19:54:13.396Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-27B-4bit","identity_strength":"unresolved","resolved_revision":"45797d2985a12c55e6473686e9ea91b95e959553","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":11.262577173166745,"best":11.262577173166745},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":11.262577173166745,"best":11.262577173166745},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":11.130085468574446,"best":11.130085468574446},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T19:33:32.402Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-8bit","identity_strength":"unresolved","resolved_revision":"16daa4818c54ce5f5436f929d52542eb65bbed9d","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":16}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":20.14620060952515,"best":20.14620060952515},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":20.14620060952515,"best":20.14620060952515},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":19.936566539521646,"best":19.936566539521646},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T19:18:26.739Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-6bit","identity_strength":"unresolved","resolved_revision":"76fe4065e622cf34990d3c13ef80ec8531c9a0f7","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":12}},"machine":{"chip":"Apple M2 Pro","memory_gib":32},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":24.857704930422138,"best":24.857704930422138},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":24.857704930422138,"best":24.857704930422138},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":24.387484484922105,"best":24.387484484922105},"samples":1}],"contributors":[{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"}],"latest_at":"2026-09-15T19:10:15.663Z"},{"task_type":"text_generation","model":{"repo_id":"Vontra/GLM-5.3-Flash-MLX-4bit-MTP","identity_strength":"unresolved","resolved_revision":"76add2a341a1cd90ad0e86bb69839ea9c35827c6","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M3 Ultra","memory_gib":256},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":28.731898702487598,"best":28.731898702487598},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":28.731898702487598,"best":28.731898702487598},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":27.159564694597744,"best":27.159564694597744},"samples":1}],"contributors":[{"name":"sleepy-alpine-okapi","tag":"e22","slug":"sleepy-alpine-okapi-e22","url":"/leaderboard/contributors/sleepy-alpine-okapi-e22"}],"latest_at":"2026-09-15T14:49:38.822Z"},{"task_type":"text_generation","model":{"repo_id":"rapid-mlx/Qwen3.8-27B-4bit-MTP-MLX","identity_strength":"unresolved","resolved_revision":"aa985c29ff5b334cbfdcbbc787d47e66e9d9e456","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M4","memory_gib":32},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":5.081367777169171,"best":5.081367777169171},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":5.081367777169171,"best":5.081367777169171},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":4.695184204322465,"best":4.695184204322465},"samples":1}],"contributors":[{"name":"upbeat-snowy-jerboa","tag":"2fb","slug":"upbeat-snowy-jerboa-2fb","url":"/leaderboard/contributors/upbeat-snowy-jerboa-2fb"}],"latest_at":"2026-09-15T12:06:31.601Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-4bit","identity_strength":"unresolved","resolved_revision":"8b2b98c00a6b4d291155e4890773ca8f769aee53","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M4","memory_gib":32},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":16.91244711970279,"best":16.91244711970279},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":16.91244711970279,"best":16.91244711970279},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":15.534835486134106,"best":15.534835486134106},"samples":1}],"contributors":[{"name":"upbeat-snowy-jerboa","tag":"2fb","slug":"upbeat-snowy-jerboa-2fb","url":"/leaderboard/contributors/upbeat-snowy-jerboa-2fb"}],"latest_at":"2026-09-15T11:39:52.833Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-VL-30B-A3B-Instruct-4bit","identity_strength":"unresolved","resolved_revision":"0555d34cb1ed80c0e61a5635194c70027b4c2ff3","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M4 Pro","memory_gib":48},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":84.97904732188292,"best":84.97904732188292},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":84.97904732188292,"best":84.97904732188292},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":73.1227914475516,"best":73.1227914475516},"samples":1}],"contributors":[{"name":"deft-airy-flamingo","tag":"2cc","slug":"deft-airy-flamingo-2cc","url":"/leaderboard/contributors/deft-airy-flamingo-2cc"}],"latest_at":"2026-09-14T19:16:58.595Z"},{"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-4B-MLX-4bit","identity_strength":"unresolved","resolved_revision":"32f3e8ecf65426fc3306969496342d504bfa13f3","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M4 Pro","memory_gib":48},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":83.15480150232145,"best":83.15480150232145},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":83.15480150232145,"best":83.15480150232145},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":80.45393495611371,"best":80.45393495611371},"samples":1}],"contributors":[{"name":"deft-airy-flamingo","tag":"2cc","slug":"deft-airy-flamingo-2cc","url":"/leaderboard/contributors/deft-airy-flamingo-2cc"}],"latest_at":"2026-09-14T17:29:33.231Z"},{"task_type":"text_generation","model":{"repo_id":"rapid-mlx/Qwen3.8-27B-4bit-MTP-MLX","identity_strength":"unresolved","resolved_revision":"aa985c29ff5b334cbfdcbbc787d47e66e9d9e456","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M4 Pro","memory_gib":48},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":15.343781192548418,"best":15.343781192548418},"samples":1,"cases":[{"case_id":"pp512-tg128","metric":{"name":"decode_tps","better":"higher","median":15.343781192548418,"best":15.343781192548418},"samples":1},{"case_id":"pp2048-tg512","metric":{"name":"decode_tps","better":"higher","median":14.850417732623024,"best":14.850417732623024},"samples":1}],"contributors":[{"name":"deft-airy-flamingo","tag":"2cc","slug":"deft-airy-flamingo-2cc","url":"/leaderboard/contributors/deft-airy-flamingo-2cc"}],"latest_at":"2026-09-14T17:24:55.357Z"}],"runs":[{"schema_version":1,"submission_id":"efaf98d3-ed79-439c-8174-6ba22b4d1494","accepted_at":"2026-09-19T00:03:09.708Z","contributor":{"name":"northern-windy-numbat","tag":"0a9","slug":"northern-windy-numbat-0a9","url":"/leaderboard/contributors/northern-windy-numbat-0a9"},"task_type":"image_generation","model":{"repo_id":"Runpod/FLUX.2-klein-4B-mflux-4bit","identity_strength":"unresolved","quantization":{"kind":"unknown","base_dtype":"unknown"}},"machine":{"chip":"Apple M3 Pro","memory_gib":18,"cpu_cores":12,"gpu_cores":18,"os":{"architecture":"arm64","name":"macOS","version":"15.6.1"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.3","compute_dtype":"unknown"},"protocol":{"id":"rapid-image-speed","version":1},"cases":[{"case_id":"t2i-1024-square","total_seconds":299.9954581670463,"peak_memory_mib":null,"width":1024,"height":1024,"image_count":1}]},{"schema_version":1,"submission_id":"b12ae9b6-f33f-4aad-9f85-13297893b08f","accepted_at":"2026-09-18T04:46:53.114Z","contributor":{"name":"dawn-fair-grebe","tag":"79b","slug":"dawn-fair-grebe-79b","url":"/leaderboard/contributors/dawn-fair-grebe-79b"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-4bit","identity_strength":"unresolved","quantization":{"kind":"unknown","base_dtype":"unknown"}},"machine":{"chip":"Apple M3 Ultra","memory_gib":256,"cpu_cores":28,"gpu_cores":60,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":1.6645148750103544,"peak_memory_mib":8117,"prompt_tokens":512,"output_tokens":128,"ttft_ms":518.5201250133105,"decode_tps":110.82075201507476},{"case_id":"pp2048-tg512","total_seconds":6.600358207972022,"peak_memory_mib":8117,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":1982.8413749928586,"decode_tps":110.65414445406175}]},{"schema_version":1,"submission_id":"c6ed5124-1bc4-4313-8f44-b554dc0f943d","accepted_at":"2026-09-16T11:36:33.964Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-27B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"70f75f3ad081ab840a42f3304c02c27e7f89bfb7","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"fair","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":11.831542582949623,"peak_memory_mib":11270,"prompt_tokens":512,"output_tokens":128,"ttft_ms":5236.384041840211,"decode_tps":19.32361134431271},{"case_id":"pp2048-tg512","total_seconds":47.03852433315478,"peak_memory_mib":11270,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":20167.75779100135,"decode_tps":19.01694911450964}]},{"schema_version":1,"submission_id":"52f4060b-5dad-4a35-846b-9925b640c305","accepted_at":"2026-09-16T11:28:45.814Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/gemma-4-12B-it-4bit","identity_strength":"unresolved","resolved_revision":"73bcf09092aa277861d5a191b989b666f7f32e8f","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"fair","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":8.684954458847642,"peak_memory_mib":7896,"prompt_tokens":512,"output_tokens":128,"ttft_ms":3183.0164999701083,"decode_tps":23.08356904051217},{"case_id":"pp2048-tg512","total_seconds":36.85526612517424,"peak_memory_mib":7896,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":13079.211208969355,"decode_tps":21.691358070056246}]},{"schema_version":1,"submission_id":"85f21e46-c1c8-42ba-b52d-86f4ce187907","accepted_at":"2026-09-16T11:21:51.569Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-8B-4bit","identity_strength":"unresolved","resolved_revision":"545dc4251c05440727734bcd94334791f6ab0192","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":5.419101333012804,"peak_memory_mib":7607,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1995.84316695109,"decode_tps":37.11071146262929},{"case_id":"pp2048-tg512","total_seconds":22.581077249953523,"peak_memory_mib":7607,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":7963.7772499118,"decode_tps":34.95857648119293}]},{"schema_version":1,"submission_id":"954b67ed-6aa1-49d0-94b5-a6f889f0907f","accepted_at":"2026-09-16T11:17:45.949Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-4B-MLX-4bit","identity_strength":"unresolved","resolved_revision":"32f3e8ecf65426fc3306969496342d504bfa13f3","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.122453749878332,"peak_memory_mib":4589,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1091.0452499520034,"decode_tps":62.49030763950064},{"case_id":"pp2048-tg512","total_seconds":12.65022579091601,"peak_memory_mib":4589,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":4270.993582904339,"decode_tps":60.984107769613466}]},{"schema_version":1,"submission_id":"c4ba4ef3-3ea6-4116-bf03-b5bccbfb1efc","accepted_at":"2026-09-16T11:14:04.897Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-4B-Thinking-2507-4bit","identity_strength":"unresolved","resolved_revision":"627b019c66f22d4de0a641d289b41497651a55c9","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.092157250037417,"peak_memory_mib":5564,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1083.6006249301136,"decode_tps":63.22888899923151},{"case_id":"pp2048-tg512","total_seconds":13.302906667115167,"peak_memory_mib":5564,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":4376.064083073288,"decode_tps":57.443026262497334}]},{"schema_version":1,"submission_id":"bf751fc2-e7a9-4709-ac3e-77b702ba92e4","accepted_at":"2026-09-16T11:10:57.413Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/gemma-3-4b-it-qat-4bit","identity_strength":"unresolved","resolved_revision":"3d9ef289111449933c22761961f16a5df237ce2a","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.9430587920360267,"peak_memory_mib":4382,"prompt_tokens":512,"output_tokens":128,"ttft_ms":970.4882078804076,"decode_tps":64.35609697316721},{"case_id":"pp2048-tg512","total_seconds":12.058713249862194,"peak_memory_mib":4382,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":3908.3873748313636,"decode_tps":62.696879589255325}]},{"schema_version":1,"submission_id":"4d757733-a576-44e8-9745-0ee733944e0b","accepted_at":"2026-09-16T11:08:09.618Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Llama-3.2-3B-Instruct-4bit","identity_strength":"unresolved","resolved_revision":"7f0dc925e0d0afb0322d96f9255cfddf2ba5636e","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.0853653750382364,"peak_memory_mib":4297,"prompt_tokens":512,"output_tokens":128,"ttft_ms":602.7670830953866,"decode_tps":85.6719990131762},{"case_id":"pp2048-tg512","total_seconds":9.267493166960776,"peak_memory_mib":4297,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":2421.27575003542,"decode_tps":75.46468514554088}]},{"schema_version":1,"submission_id":"2ec4a206-2ccc-45e6-849f-24f745608caf","accepted_at":"2026-09-16T11:05:53.531Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-4B-Instruct-2507-4bit","identity_strength":"unresolved","resolved_revision":"50d427756c6b1b2fe0c0a10f67fbda1fc8e82c1b","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.2363362091127783,"peak_memory_mib":6427,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1117.6949578803033,"decode_tps":59.91381612177715},{"case_id":"pp2048-tg512","total_seconds":13.28181004198268,"peak_memory_mib":6427,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":4402.286499971524,"decode_tps":57.54813280040718}]},{"schema_version":1,"submission_id":"cadd9021-8f23-49c9-97bd-fe4dc1a11d04","accepted_at":"2026-09-16T11:03:00.287Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-0.6B-4bit","identity_strength":"unresolved","resolved_revision":"73e3e38d981303bc594367cd910ea6eb48349da8","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":0.6681425001006573,"peak_memory_mib":2222,"prompt_tokens":512,"output_tokens":128,"ttft_ms":176.80370900779963,"decode_tps":258.5927362524373},{"case_id":"pp2048-tg512","total_seconds":3.177139790961519,"peak_memory_mib":2222,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":672.2421671729535,"decode_tps":204.42546805657187}]},{"schema_version":1,"submission_id":"5077c20d-e246-4735-9201-32052eaac018","accepted_at":"2026-09-16T11:02:00.663Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/DeepSeek-R1-0528-Qwen3-8B-4bit","identity_strength":"unresolved","resolved_revision":"b9b5af4fa18feb8cdbccdadf3aad2c83d0abbe51","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":5.429170540999621,"peak_memory_mib":7655,"prompt_tokens":512,"output_tokens":128,"ttft_ms":2000.1628750469536,"decode_tps":37.05159141896971},{"case_id":"pp2048-tg512","total_seconds":22.610400249948725,"peak_memory_mib":7655,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":7972.838165936992,"decode_tps":34.91018497937941}]},{"schema_version":1,"submission_id":"faa7fc81-fb4d-4061-8c3a-ea3ac39dc58a","accepted_at":"2026-09-16T10:58:03.943Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"LiquidAI/LFM2.5-2.6B-MLX","identity_strength":"unresolved","subfolder":"4bit","resolved_revision":"b41f2b65685e95418f1ac809bb022d4f79e1ab27","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.0734178330749273,"peak_memory_mib":2854,"prompt_tokens":512,"output_tokens":128,"ttft_ms":717.6134579349309,"decode_tps":93.2231053930169},{"case_id":"pp2048-tg512","total_seconds":8.401351540815085,"peak_memory_mib":2854,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":2748.214958002791,"decode_tps":90.79331839416704}]},{"schema_version":1,"submission_id":"75c48a12-600a-4e51-ab5f-c4920aa42170","accepted_at":"2026-09-16T10:53:01.088Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-8B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"9260b24298e4211e804663e9f519962cf59f34be","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.5741223338991404,"peak_memory_mib":5524,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1450.5877499468625,"decode_tps":59.80594851609634},{"case_id":"pp2048-tg512","total_seconds":15.219161333050579,"peak_memory_mib":5524,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":5899.534333031625,"decode_tps":54.28485465072788}]},{"schema_version":1,"submission_id":"a33d9fed-d98c-4113-9aab-5a78b247c028","accepted_at":"2026-09-16T10:49:07.290Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-1.7B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"5f3e306330f636cfc6c6241b4850fae6711c5985","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":0.9920214999001473,"peak_memory_mib":2915,"prompt_tokens":512,"output_tokens":128,"ttft_ms":323.7442921381444,"decode_tps":190.02079147795953},{"case_id":"pp2048-tg512","total_seconds":4.518610541941598,"peak_memory_mib":2915,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":1256.787917111069,"decode_tps":156.69100487129262}]},{"schema_version":1,"submission_id":"4dfc98d9-1791-4691-ab4f-6a4bec68fba1","accepted_at":"2026-09-16T10:48:15.250Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/LFM2.5-1.2B-Instruct-4bit","identity_strength":"unresolved","resolved_revision":"dee2f8a2786e6648bb644a7ca40652842490034b","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":0.918275082949549,"peak_memory_mib":1819,"prompt_tokens":512,"output_tokens":128,"ttft_ms":316.32170802913606,"decode_tps":210.35431865550206},{"case_id":"pp2048-tg512","total_seconds":3.749000166077167,"peak_memory_mib":1819,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":1167.6148751284927,"decode_tps":197.77275368350828}]},{"schema_version":1,"submission_id":"5218d2c8-642e-4536-9b52-5ef06eee8d2c","accepted_at":"2026-09-16T10:46:52.414Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"prism-ml/Ternary-Bonsai-1.7B-mlx-2bit","identity_strength":"unresolved","resolved_revision":"5f3e306330f636cfc6c6241b4850fae6711c5985","quantization":{"base_dtype":"unknown","group_size":128,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":0.9897823750507087,"peak_memory_mib":2649,"prompt_tokens":512,"output_tokens":128,"ttft_ms":324.5208750013262,"decode_tps":190.89039469662106},{"case_id":"pp2048-tg512","total_seconds":4.5141923748888075,"peak_memory_mib":2649,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":1255.7670830283314,"decode_tps":156.82421851944082}]},{"schema_version":1,"submission_id":"712e2d0b-30c2-44ea-851e-e20a537e1870","accepted_at":"2026-09-16T06:55:41.363Z","contributor":{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-27B-4bit","identity_strength":"unresolved","resolved_revision":"c000ac2c2057d94be3fa931000c31723aac53282","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":10,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"27.0"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":19.40697395800089,"peak_memory_mib":19155,"prompt_tokens":512,"output_tokens":128,"ttft_ms":8341.059124999447,"decode_tps":11.48108229218559},{"case_id":"pp2048-tg512","total_seconds":78.08371120800075,"peak_memory_mib":19155,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":33028.94700000252,"decode_tps":11.329605042837068}]},{"schema_version":1,"submission_id":"482f76dd-9c78-48f3-b963-db34ebc87289","accepted_at":"2026-09-16T06:45:20.190Z","contributor":{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"},"task_type":"text_generation","model":{"repo_id":"abenzerps/K2-Horizon-7B-MLX-4bit","identity_strength":"unresolved","resolved_revision":"4cf7a13154070004f56e3530246e94df2832ef8a","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":10,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"27.0"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":5.8775177910029015,"peak_memory_mib":8092,"prompt_tokens":512,"output_tokens":128,"ttft_ms":2336.3596250019327,"decode_tps":35.87286205408499},{"case_id":"pp2048-tg512","total_seconds":24.783024917000148,"peak_memory_mib":8092,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":9397.743583002011,"decode_tps":33.212619023378664}]},{"schema_version":1,"submission_id":"268b1422-9e36-45f7-94f3-36bffe407d1a","accepted_at":"2026-09-16T06:41:40.863Z","contributor":{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"},"task_type":"text_generation","model":{"repo_id":"ornith-ai/Ornith-1.5-9B-MLX","identity_strength":"unresolved","resolved_revision":"b6a99985f4e3abf23a5a2ae056a46359e1054f8d","quantization":{"base_dtype":"bfloat16","kind":"none"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":10,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"27.0"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":13.521502624997083,"peak_memory_mib":19296,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1884.9431250018824,"decode_tps":10.915476893129899},{"case_id":"pp2048-tg512","total_seconds":53.525202875000105,"peak_memory_mib":19296,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":6930.23175000053,"decode_tps":10.976114518742323}]},{"schema_version":1,"submission_id":"af192cfa-9643-4102-88db-ecfdf6f86571","accepted_at":"2026-09-16T03:32:36.644Z","contributor":{"name":"sleepy-alpine-okapi","tag":"e22","slug":"sleepy-alpine-okapi-e22","url":"/leaderboard/contributors/sleepy-alpine-okapi-e22"},"task_type":"text_generation","model":{"repo_id":"rapid-mlx/DeepSeek-V4.1-Flash-REAP-2bit-MLX","identity_strength":"unresolved","resolved_revision":"a25fec277b9e7cedc0e9f3f15da874a5cf9d491b","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":4}},"machine":{"chip":"Apple M3 Ultra","memory_gib":256,"cpu_cores":28,"gpu_cores":60,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.0.0","compute_dtype":"unknown","speculative_decoding":{"draft_model_identity_digest":"sha256:eb94ba9766612111d89b89676a7485d612ad534b2d8b0d37b78c137ff8994d75","max_draft_tokens":5,"method":"dspark"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":8.040897083934397,"peak_memory_mib":151475,"prompt_tokens":512,"output_tokens":128,"ttft_ms":2667.772749904543,"decode_tps":23.63097662028486},{"case_id":"pp2048-tg512","total_seconds":56.064369125291705,"peak_memory_mib":151475,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":10340.127415955067,"decode_tps":11.174567134074188}]},{"schema_version":1,"submission_id":"a8150fd8-3ce8-4627-b823-130ba4bec7de","accepted_at":"2026-09-15T22:21:49.709Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"video_generation","model":{"repo_id":"Anes1032/Wan2.2-TI2V-5B-mlx-q8","identity_strength":"unresolved","quantization":{"base_dtype":"unknown","kind":"unknown"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown"},"protocol":{"id":"rapid-video-speed","version":1},"cases":[{"case_id":"t2v-480p-81f","total_seconds":1383.7999057911802,"peak_memory_mib":null,"width":832,"height":480,"frames":81,"fps":24}]},{"schema_version":1,"submission_id":"a9fe6e1e-9e75-4699-ac32-acb11bb2727f","accepted_at":"2026-09-15T22:12:38.795Z","contributor":{"name":"eclectic-jade-quoll","tag":"3d8","slug":"eclectic-jade-quoll-3d8","url":"/leaderboard/contributors/eclectic-jade-quoll-3d8"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-4B-8bit","identity_strength":"unresolved","resolved_revision":"1704583a86670ba531b7f2c92530a2f725cfd45b","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":16}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":10,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"27.0"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":4.9146178330011026,"peak_memory_mib":6637,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1328.437500000291,"decode_tps":35.59041444780631},{"case_id":"pp2048-tg512","total_seconds":19.52990900000077,"peak_memory_mib":6637,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":5044.436707998102,"decode_tps":35.428607897150634}]},{"schema_version":1,"submission_id":"cfb23e16-21ab-4c23-b695-dddd7c8afa9d","accepted_at":"2026-09-15T21:55:09.675Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"image_generation","model":{"repo_id":"filipstrand/Z-Image-Turbo-mflux-4bit","identity_strength":"unresolved","quantization":{"base_dtype":"unknown","kind":"unknown"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"warning"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown"},"protocol":{"id":"rapid-image-speed","version":1},"cases":[{"case_id":"t2i-1024-square","total_seconds":323.0578609169461,"peak_memory_mib":null,"width":1024,"height":1024,"image_count":1}]},{"schema_version":1,"submission_id":"8d69cff6-2646-495e-b6ec-62996384feda","accepted_at":"2026-09-15T21:42:08.819Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"image_generation","model":{"repo_id":"Runpod/FLUX.2-klein-4B-mflux-4bit","identity_strength":"unresolved","resolved_revision":"7ee1b3aa8178a1240050490072196a57da2bf2a9","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"mflux","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"warning"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown"},"protocol":{"id":"rapid-image-speed","version":1},"cases":[{"case_id":"t2i-1024-square","total_seconds":413.682494583074,"peak_memory_mib":null,"width":1024,"height":1024,"image_count":1}]},{"schema_version":1,"submission_id":"66b25f57-2a3b-4add-8a47-1b1b7d7df6b5","accepted_at":"2026-09-15T21:26:00.133Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-4bit","identity_strength":"unresolved","resolved_revision":"55ac8c89261109b36c04371cd3f479a4594208c8","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.2716450409498066,"peak_memory_mib":20339,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1305.3450838197023,"decode_tps":64.75355325953409},{"case_id":"pp2048-tg512","total_seconds":12.544078457867727,"peak_memory_mib":20339,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":4481.398208066821,"decode_tps":63.405155905824216}]},{"schema_version":1,"submission_id":"8b348d92-1187-4614-925b-012d4006304d","accepted_at":"2026-09-15T21:20:32.778Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Devstral-Small-2-24B-Instruct-2512-4bit","identity_strength":"unresolved","resolved_revision":"97228558fcbdd1adefd39d515155db3a894b37f7","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":16.32756712497212,"peak_memory_mib":17936,"prompt_tokens":512,"output_tokens":128,"ttft_ms":6279.8604590352625,"decode_tps":12.637702393047197},{"case_id":"pp2048-tg512","total_seconds":66.03635612502694,"peak_memory_mib":17936,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":24684.687834000215,"decode_tps":12.349181181734957}]},{"schema_version":1,"submission_id":"c26ba375-5e97-487d-9c45-c00ad6beff59","accepted_at":"2026-09-15T21:09:02.673Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/gpt-oss-20b-MXFP4-Q8","identity_strength":"unresolved","resolved_revision":"773a7da77e569019bb0fd17a554b263738d669a3","quantization":{"base_dtype":"unknown","group_size":32,"kind":"mixed","method":"mxfp4"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.6801626249216497,"peak_memory_mib":12753,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1236.9104579556733,"decode_tps":51.98000059077915},{"case_id":"pp2048-tg512","total_seconds":14.961464333115146,"peak_memory_mib":12753,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":4585.480707930401,"decode_tps":49.24850571281754}]},{"schema_version":1,"submission_id":"7eea128c-64ac-4f1c-9236-d0dc9a941b4a","accepted_at":"2026-09-15T21:04:55.119Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/LFM2.5-8B-A1B-MLX-4bit","identity_strength":"unresolved","resolved_revision":"146590a491db88581884033023f51f6b49a27b89","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":1.5568286671768874,"peak_memory_mib":5634,"prompt_tokens":512,"output_tokens":128,"ttft_ms":537.4367909971625,"decode_tps":124.55604936887927},{"case_id":"pp2048-tg512","total_seconds":6.135596000123769,"peak_memory_mib":5634,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":1897.669208003208,"decode_tps":120.60607382417777}]},{"schema_version":1,"submission_id":"1936deb5-8532-4f3e-abee-016ebf992cd7","accepted_at":"2026-09-15T21:03:04.677Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/gemma-4-e4b-it-4bit","identity_strength":"unresolved","resolved_revision":"475b9088d29754a3379866cf5aeb6b41acd313c2","quantization":{"base_dtype":"bfloat16","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.141809167107567,"peak_memory_mib":5345,"prompt_tokens":512,"output_tokens":128,"ttft_ms":709.2832499183714,"decode_tps":52.225148580668964},{"case_id":"pp2048-tg512","total_seconds":12.821442750049755,"peak_memory_mib":5345,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":2794.752291869372,"decode_tps":50.966026665745794}]},{"schema_version":1,"submission_id":"5787257a-9682-4837-8c2e-b054ec2022b8","accepted_at":"2026-09-15T20:58:58.350Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-nvfp4","identity_strength":"unresolved","resolved_revision":"9c1a3a223ddd8a3425212cc421056614f149cf0f","quantization":{"base_dtype":"unknown","group_size":16,"kind":"mixed","method":"nvfp4"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.216734540881589,"peak_memory_mib":20861,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1167.3703340347856,"decode_tps":61.973625757572016},{"case_id":"pp2048-tg512","total_seconds":12.498719833092764,"peak_memory_mib":20861,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":3993.1617078837007,"decode_tps":60.07592638442733}]},{"schema_version":1,"submission_id":"f44e4138-b788-41c4-8038-524ada0daabb","accepted_at":"2026-09-15T20:53:45.627Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-mxfp4","identity_strength":"unresolved","resolved_revision":"833013b27a1f7c6dbb008b55d37c387ea22ea89d","quantization":{"base_dtype":"unknown","group_size":32,"kind":"mixed","method":"mxfp4"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.18833433277905,"peak_memory_mib":19829,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1175.5964171607047,"decode_tps":63.06297623030893},{"case_id":"pp2048-tg512","total_seconds":12.379795790882781,"peak_memory_mib":19829,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":4035.3449578396976,"decode_tps":61.2383019834568}]},{"schema_version":1,"submission_id":"58f42db8-c448-44b2-bfc6-b5917b93bb56","accepted_at":"2026-09-15T20:48:19.442Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-4bit-DWQ","identity_strength":"unresolved","resolved_revision":"73c707af4243243b18193444467872d20cff9399","quantization":{"base_dtype":"unknown","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.8547942501027137,"peak_memory_mib":21939,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1131.2811658717692,"decode_tps":46.62523333997152},{"case_id":"pp2048-tg512","total_seconds":15.04118916601874,"peak_memory_mib":21939,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":3858.2780840806663,"decode_tps":45.687300279000375}]},{"schema_version":1,"submission_id":"abe73f1d-7ecc-454f-bbd2-526ef7112e9e","accepted_at":"2026-09-15T20:41:32.028Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-4bit","identity_strength":"unresolved","resolved_revision":"38740b847e4cb78f352aba30aa41c76e08e6eb46","quantization":{"base_dtype":"unknown","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":3.1870512501336634,"peak_memory_mib":20846,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1118.2701250072569,"decode_tps":61.33355198355732},{"case_id":"pp2048-tg512","total_seconds":12.34167716698721,"peak_memory_mib":20846,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":3832.725750049576,"decode_tps":60.04889872032807}]},{"schema_version":1,"submission_id":"0573b911-e95e-49d4-9c21-76050be99f39","accepted_at":"2026-09-15T20:13:53.576Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-27B-4bit","identity_strength":"unresolved","resolved_revision":"c000ac2c2057d94be3fa931000c31723aac53282","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":18.20526250009425,"peak_memory_mib":18562,"prompt_tokens":512,"output_tokens":128,"ttft_ms":7110.544833121821,"decode_tps":11.448635387354173},{"case_id":"pp2048-tg512","total_seconds":73.05175141710788,"peak_memory_mib":18562,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":27890.995958121493,"decode_tps":11.315134009750446}]},{"schema_version":1,"submission_id":"684bd83f-d5f1-4778-9c3f-9d46efe09842","accepted_at":"2026-09-15T19:54:13.396Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-27B-6bit","identity_strength":"unresolved","resolved_revision":"028f9c54715600471948584b40cc77ea104386fd","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":12}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":23.82256591692567,"peak_memory_mib":24974,"prompt_tokens":512,"output_tokens":128,"ttft_ms":7591.47220896557,"decode_tps":7.784351579285076},{"case_id":"pp2048-tg512","total_seconds":92.70896808314137,"peak_memory_mib":24974,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":28723.079124931246,"decode_tps":7.986135823380365}]},{"schema_version":1,"submission_id":"dd79b392-2ae2-4de9-aa69-cb8e82233315","accepted_at":"2026-09-15T19:33:32.402Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-27B-4bit","identity_strength":"unresolved","resolved_revision":"45797d2985a12c55e6473686e9ea91b95e959553","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":18.505008957814425,"peak_memory_mib":18562,"prompt_tokens":512,"output_tokens":128,"ttft_ms":7211.876749992371,"decode_tps":11.262577173166745},{"case_id":"pp2048-tg512","total_seconds":74.29519016691484,"peak_memory_mib":18562,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":28275.812583975494,"decode_tps":11.130085468574446}]},{"schema_version":1,"submission_id":"15fafd4e-258e-4208-aa06-d7ad7c0cc955","accepted_at":"2026-09-15T19:18:26.739Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-8bit","identity_strength":"unresolved","resolved_revision":"16daa4818c54ce5f5436f929d52542eb65bbed9d","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":16}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":8.363763582892716,"peak_memory_mib":11078,"prompt_tokens":512,"output_tokens":128,"ttft_ms":2059.8454168066382,"decode_tps":20.14620060952515},{"case_id":"pp2048-tg512","total_seconds":33.56721191620454,"peak_memory_mib":11078,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":7966.867041075602,"decode_tps":19.936566539521646}]},{"schema_version":1,"submission_id":"ea883bbd-9993-4411-9035-af56183d1ab7","accepted_at":"2026-09-15T19:10:15.663Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-6bit","identity_strength":"unresolved","resolved_revision":"76fe4065e622cf34990d3c13ef80ec8531c9a0f7","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":12}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":7.302126416936517,"peak_memory_mib":9016,"prompt_tokens":512,"output_tokens":128,"ttft_ms":2193.0465418845415,"decode_tps":24.857704930422138},{"case_id":"pp2048-tg512","total_seconds":29.28856333415024,"peak_memory_mib":9016,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":8389.798832824454,"decode_tps":24.387484484922105}]},{"schema_version":1,"submission_id":"c2f515d1-f79c-4251-bf43-23b7c4ee137a","accepted_at":"2026-09-15T19:04:09.213Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-4bit","identity_strength":"unresolved","resolved_revision":"8b2b98c00a6b4d291155e4890773ca8f769aee53","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":5.515295499935746,"peak_memory_mib":7067,"prompt_tokens":512,"output_tokens":128,"ttft_ms":2010.4778329841793,"decode_tps":36.24394615239178},{"case_id":"pp2048-tg512","total_seconds":22.186170167056844,"peak_memory_mib":7067,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":7847.416416043416,"decode_tps":35.6515656330024}]},{"schema_version":1,"submission_id":"97d50a4d-c093-4043-be61-7888e067fced","accepted_at":"2026-09-15T18:57:56.838Z","contributor":{"name":"easy-granite-tortoise","tag":"1a3","slug":"easy-granite-tortoise-1a3","url":"/leaderboard/contributors/easy-granite-tortoise-1a3"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-4bit","identity_strength":"unresolved","resolved_revision":"8b2b98c00a6b4d291155e4890773ca8f769aee53","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M2 Pro","memory_gib":32,"cpu_cores":12,"gpu_cores":19,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":5.612594249891117,"peak_memory_mib":6866,"prompt_tokens":512,"output_tokens":128,"ttft_ms":2030.4946668911725,"decode_tps":35.786901534007896},{"case_id":"pp2048-tg512","total_seconds":22.609216624870896,"peak_memory_mib":6866,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":8133.8044160511345,"decode_tps":34.96220200941624}]},{"schema_version":1,"submission_id":"9c4fae1b-8c35-4886-99b3-329460faeeb6","accepted_at":"2026-09-15T14:49:38.822Z","contributor":{"name":"sleepy-alpine-okapi","tag":"e22","slug":"sleepy-alpine-okapi-e22","url":"/leaderboard/contributors/sleepy-alpine-okapi-e22"},"task_type":"text_generation","model":{"repo_id":"Vontra/GLM-5.3-Flash-MLX-4bit-MTP","identity_strength":"unresolved","resolved_revision":"76add2a341a1cd90ad0e86bb69839ea9c35827c6","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M3 Ultra","memory_gib":256,"cpu_cores":28,"gpu_cores":60,"os":{"architecture":"arm64","name":"macOS","version":"26.5.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.2","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":6.218139875214547,"peak_memory_mib":175891,"prompt_tokens":512,"output_tokens":128,"ttft_ms":1797.9071666486561,"decode_tps":28.731898702487598},{"case_id":"pp2048-tg512","total_seconds":24.86898691719398,"peak_memory_mib":175891,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":6054.989208001643,"decode_tps":27.159564694597744}]},{"schema_version":1,"submission_id":"eb2fbeb5-065e-474e-a5e0-020b93b6d81e","accepted_at":"2026-09-15T12:06:31.601Z","contributor":{"name":"upbeat-snowy-jerboa","tag":"2fb","slug":"upbeat-snowy-jerboa-2fb","url":"/leaderboard/contributors/upbeat-snowy-jerboa-2fb"},"task_type":"text_generation","model":{"repo_id":"rapid-mlx/Qwen3.8-27B-4bit-MTP-MLX","identity_strength":"unresolved","resolved_revision":"aa985c29ff5b334cbfdcbbc787d47e66e9d9e456","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M4","memory_gib":32,"cpu_cores":10,"gpu_cores":10,"os":{"architecture":"arm64","name":"macOS","version":"26.6.2"},"conditions":{"power_source":"battery","low_power_mode":true,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":37.46391962503549,"peak_memory_mib":19059,"prompt_tokens":512,"output_tokens":128,"ttft_ms":12272.348750033416,"decode_tps":5.081367777169171},{"case_id":"pp2048-tg512","total_seconds":158.32087908295216,"peak_memory_mib":19059,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":49485.95849995036,"decode_tps":4.695184204322465}]},{"schema_version":1,"submission_id":"7bc9bbb8-e7f0-43da-994b-72cc3b12a7c2","accepted_at":"2026-09-15T11:39:52.833Z","contributor":{"name":"upbeat-snowy-jerboa","tag":"2fb","slug":"upbeat-snowy-jerboa-2fb","url":"/leaderboard/contributors/upbeat-snowy-jerboa-2fb"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-9B-4bit","identity_strength":"unresolved","resolved_revision":"8b2b98c00a6b4d291155e4890773ca8f769aee53","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M4","memory_gib":32,"cpu_cores":10,"gpu_cores":10,"os":{"architecture":"arm64","name":"macOS","version":"26.6.2"},"conditions":{"power_source":"battery","low_power_mode":true,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":10.85006099997554,"peak_memory_mib":7095,"prompt_tokens":512,"output_tokens":128,"ttft_ms":3338.049665966537,"decode_tps":16.91244711970279},{"case_id":"pp2048-tg512","total_seconds":46.53582579095382,"peak_memory_mib":7095,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":13862.543333962094,"decode_tps":15.534835486134106}]},{"schema_version":1,"submission_id":"2b31d338-8c7c-4deb-bd9a-0f6000082d2e","accepted_at":"2026-09-14T19:16:58.595Z","contributor":{"name":"deft-airy-flamingo","tag":"2cc","slug":"deft-airy-flamingo-2cc","url":"/leaderboard/contributors/deft-airy-flamingo-2cc"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3-VL-30B-A3B-Instruct-4bit","identity_strength":"unresolved","resolved_revision":"0555d34cb1ed80c0e61a5635194c70027b4c2ff3","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M4 Pro","memory_gib":48,"cpu_cores":12,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"26.6.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.237904957997671,"peak_memory_mib":18733,"prompt_tokens":512,"output_tokens":128,"ttft_ms":743.4189169980527,"decode_tps":84.97904732188292},{"case_id":"pp2048-tg512","total_seconds":9.939932917000988,"peak_memory_mib":18733,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":3007.127707998734,"decode_tps":73.1227914475516}]},{"schema_version":1,"submission_id":"55b94018-4684-4c6f-b9db-4e47d3a490fa","accepted_at":"2026-09-14T17:35:51.686Z","contributor":{"name":"deft-airy-flamingo","tag":"2cc","slug":"deft-airy-flamingo-2cc","url":"/leaderboard/contributors/deft-airy-flamingo-2cc"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-4bit","identity_strength":"unresolved","resolved_revision":"38740b847e4cb78f352aba30aa41c76e08e6eb46","quantization":{"base_dtype":"unknown","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M4 Pro","memory_gib":48,"cpu_cores":12,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"26.6.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.221120875001361,"peak_memory_mib":20698,"prompt_tokens":512,"output_tokens":128,"ttft_ms":710.4302920015471,"decode_tps":84.06751285085335},{"case_id":"pp2048-tg512","total_seconds":8.83420225000009,"peak_memory_mib":20698,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":2485.3197500015085,"decode_tps":80.7137916041728}]},{"schema_version":1,"submission_id":"b87b7760-d3b6-420e-997c-a322d4aef3b4","accepted_at":"2026-09-14T17:32:52.316Z","contributor":{"name":"deft-airy-flamingo","tag":"2cc","slug":"deft-airy-flamingo-2cc","url":"/leaderboard/contributors/deft-airy-flamingo-2cc"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-4bit","identity_strength":"unresolved","resolved_revision":"38740b847e4cb78f352aba30aa41c76e08e6eb46","quantization":{"base_dtype":"unknown","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M4 Pro","memory_gib":48,"cpu_cores":12,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"26.6.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.195037000001321,"peak_memory_mib":20698,"prompt_tokens":512,"output_tokens":128,"ttft_ms":710.2579589991365,"decode_tps":85.47138689700984},{"case_id":"pp2048-tg512","total_seconds":8.990856417000032,"peak_memory_mib":20698,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":2591.6010000000824,"decode_tps":79.93479499459711}]},{"schema_version":1,"submission_id":"10deb713-ba51-480c-85ef-b0c0f5651209","accepted_at":"2026-09-14T17:29:33.231Z","contributor":{"name":"deft-airy-flamingo","tag":"2cc","slug":"deft-airy-flamingo-2cc","url":"/leaderboard/contributors/deft-airy-flamingo-2cc"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.5-4B-MLX-4bit","identity_strength":"unresolved","resolved_revision":"32f3e8ecf65426fc3306969496342d504bfa13f3","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M4 Pro","memory_gib":48,"cpu_cores":12,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"26.6.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.2729152499996417,"peak_memory_mib":4447,"prompt_tokens":512,"output_tokens":128,"ttft_ms":743.1821250029316,"decode_tps":83.15480150232145},{"case_id":"pp2048-tg512","total_seconds":9.2851568340011,"peak_memory_mib":4447,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":2945.601417002763,"decode_tps":80.45393495611371}]},{"schema_version":1,"submission_id":"85c3f3ea-c504-43ba-a02d-7d4a524049bf","accepted_at":"2026-09-14T17:28:05.299Z","contributor":{"name":"deft-airy-flamingo","tag":"2cc","slug":"deft-airy-flamingo-2cc","url":"/leaderboard/contributors/deft-airy-flamingo-2cc"},"task_type":"text_generation","model":{"repo_id":"mlx-community/Qwen3.6-35B-A3B-4bit","identity_strength":"unresolved","resolved_revision":"38740b847e4cb78f352aba30aa41c76e08e6eb46","quantization":{"base_dtype":"unknown","group_size":64,"kind":"mixed","method":"affine"}},"machine":{"chip":"Apple M4 Pro","memory_gib":48,"cpu_cores":12,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"26.6.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"nominal","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":2.1867481250010314,"peak_memory_mib":20698,"prompt_tokens":512,"output_tokens":128,"ttft_ms":707.8590829987661,"decode_tps":86.04652794857446},{"case_id":"pp2048-tg512","total_seconds":8.60283983300178,"peak_memory_mib":20698,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":2438.3572500009905,"decode_tps":82.9416671719072}]},{"schema_version":1,"submission_id":"305eb8a5-3d98-430a-bdb0-4614a9b7578e","accepted_at":"2026-09-14T17:24:55.357Z","contributor":{"name":"deft-airy-flamingo","tag":"2cc","slug":"deft-airy-flamingo-2cc","url":"/leaderboard/contributors/deft-airy-flamingo-2cc"},"task_type":"text_generation","model":{"repo_id":"rapid-mlx/Qwen3.8-27B-4bit-MTP-MLX","identity_strength":"unresolved","resolved_revision":"aa985c29ff5b334cbfdcbbc787d47e66e9d9e456","quantization":{"base_dtype":"unknown","group_size":64,"kind":"weights","method":"affine","weight_bits_x2":8}},"machine":{"chip":"Apple M4 Pro","memory_gib":48,"cpu_cores":12,"gpu_cores":16,"os":{"architecture":"arm64","name":"macOS","version":"26.6.2"},"conditions":{"power_source":"ac","low_power_mode":false,"thermal_state":"fair","memory_pressure":"normal"}},"execution":{"rapid_mlx":"0.14.1","compute_dtype":"unknown","speculative_decoding":{"method":"none"},"kv_cache":{"dtype":"unknown","mode":"unknown"},"prefill_backend":"gpu"},"protocol":{"id":"rapid-community-speed","version":2},"cases":[{"case_id":"pp512-tg128","total_seconds":13.161624750002375,"peak_memory_mib":18872,"prompt_tokens":512,"output_tokens":128,"ttft_ms":4872.979290998046,"decode_tps":15.343781192548418},{"case_id":"pp2048-tg512","total_seconds":54.616155415998946,"peak_memory_mib":18872,"prompt_tokens":2048,"output_tokens":512,"ttft_ms":20192.9850000015,"decode_tps":14.850417732623024}]}]}