{"updatedAt":"2026-09-19T06:32:08.444Z","submissions":58,"machines":11,"contributors":[{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f","runs":27,"chips":["Apple M5 Max"],"models":10,"last_submitted_at":"2026-08-21T13:44:51.000Z"},{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537","runs":10,"chips":["Apple M4 Pro"],"models":9,"last_submitted_at":"2026-08-27T10:18:29.000Z"},{"name":"modest-breezy-tern","tag":"dbd","slug":"modest-breezy-tern-dbd","url":"/leaderboard/contributors/modest-breezy-tern-dbd","runs":7,"chips":["Apple M2 Pro"],"models":3,"last_submitted_at":"2026-08-02T19:01:00.000Z"},{"name":"brisk-timber-grouse","tag":"172","slug":"brisk-timber-grouse-172","url":"/leaderboard/contributors/brisk-timber-grouse-172","runs":6,"chips":["Apple M4 Max"],"models":5,"last_submitted_at":"2026-08-15T10:17:42.000Z"},{"name":"clever-granite-gopher","tag":"8c4","slug":"clever-granite-gopher-8c4","url":"/leaderboard/contributors/clever-granite-gopher-8c4","runs":2,"chips":["Apple M2"],"models":2,"last_submitted_at":"2026-08-15T06:24:33.000Z"},{"name":"sleepy-alpine-okapi","tag":"e22","slug":"sleepy-alpine-okapi-e22","url":"/leaderboard/contributors/sleepy-alpine-okapi-e22","runs":1,"chips":["Apple M3 Ultra"],"models":1,"last_submitted_at":"2026-09-15T14:00:05.000Z"},{"name":"wandering-lakeside-civet","tag":"a16","slug":"wandering-lakeside-civet-a16","url":"/leaderboard/contributors/wandering-lakeside-civet-a16","runs":1,"chips":["Apple M4 Max"],"models":1,"last_submitted_at":"2026-09-08T09:26:59.000Z"},{"name":"sturdy-thistle-eider","tag":"958","slug":"sturdy-thistle-eider-958","url":"/leaderboard/contributors/sturdy-thistle-eider-958","runs":1,"chips":["Apple M1 Max"],"models":1,"last_submitted_at":"2026-09-01T16:19:20.000Z"},{"name":"fluent-inland-grebe","tag":"90a","slug":"fluent-inland-grebe-90a","url":"/leaderboard/contributors/fluent-inland-grebe-90a","runs":1,"chips":["Apple M1 Max"],"models":1,"last_submitted_at":"2026-08-26T09:22:46.000Z"},{"name":"daring-meadow-jay","tag":"bbe","slug":"daring-meadow-jay-bbe","url":"/leaderboard/contributors/daring-meadow-jay-bbe","runs":1,"chips":["Apple M4"],"models":1,"last_submitted_at":"2026-08-22T03:57:48.000Z"},{"name":"golden-arctic-jay","tag":"4cd","slug":"golden-arctic-jay-4cd","url":"/leaderboard/contributors/golden-arctic-jay-4cd","runs":1,"chips":["Apple M5 Pro"],"models":1,"last_submitted_at":"2026-08-08T01:46:56.000Z"}],"suites":[{"id":"speed","version":1,"runs":58}],"caseCells":[{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Max","ram_gb":36,"alias":"gpt-oss-20b-mxfp4-q8","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":112.79676099113627,"prefill_tps":2754.4207817145384,"ttft_ms":191.6958120000345},"last_submitted_at":"2026-08-06T13:09:56.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Max","ram_gb":36,"alias":"gpt-oss-20b-mxfp4-q8","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":107.01215349333116,"prefill_tps":3856.2951425338083,"ttft_ms":550.5284379996738,"peak_ram_mb":12354},"last_submitted_at":"2026-08-06T13:09:56.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.8-27b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":25.493183886212826,"prefill_tps":562.1560602181888,"ttft_ms":989.8537289991509},"last_submitted_at":"2026-08-21T13:13:55.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.8-27b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":25.381935081602897,"prefill_tps":582.8781505653817,"ttft_ms":3699.98593749915,"peak_ram_mb":18749},"last_submitted_at":"2026-08-21T13:13:55.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-4b-4bit","spec_method":"none","pass":3,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":61.324611601096265,"prefill_tps":306.78267829693294,"ttft_ms":1743.9055000431836},"last_submitted_at":"2026-08-02T19:01:00.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-4b-4bit","spec_method":"none","pass":3,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":56.43450003848913,"prefill_tps":308.88581009034783,"ttft_ms":6966.975916991942,"peak_ram_mb":4014},"last_submitted_at":"2026-08-02T19:01:00.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","family":null,"quant":null,"spec_method":"none","pass":9,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":396.0522633183739,"prefill_tps":8221.06560064332,"ttft_ms":64.59016699227504},"last_submitted_at":"2026-08-21T13:44:51.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","family":null,"quant":null,"spec_method":"none","pass":9,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":329.295781477222,"prefill_tps":10550.077729909575,"ttft_ms":204.6430420014076,"peak_ram_mb":3810},"last_submitted_at":"2026-08-21T13:44:51.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.6-35b-optiq-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":66.24282846339838,"prefill_tps":868.5046733118401,"ttft_ms":616.0012910004298},"last_submitted_at":"2026-08-27T10:16:11.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.6-35b-optiq-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":64.4223774778175,"prefill_tps":958.0531579147499,"ttft_ms":2246.221915998831,"peak_ram_mb":23646},"last_submitted_at":"2026-08-27T10:16:11.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Max","ram_gb":64,"alias":"bonsai-1.7b-2bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":361.24812615861987,"prefill_tps":3769.626817435609,"ttft_ms":140.8627500059083},"last_submitted_at":"2026-08-15T07:59:21.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Max","ram_gb":64,"alias":"bonsai-1.7b-2bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":315.8712881520037,"prefill_tps":3929.158963733292,"ttft_ms":549.4814589910675,"peak_ram_mb":4550},"last_submitted_at":"2026-08-15T07:59:21.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-27b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":25.85512575505276,"prefill_tps":603.2600254185804,"ttft_ms":888.372312499996},"last_submitted_at":"2026-08-13T06:36:41.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-27b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":25.360047454285127,"prefill_tps":660.4963391911629,"ttft_ms":3277.611145500259,"peak_ram_mb":17363},"last_submitted_at":"2026-08-13T06:36:41.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":134.74416087583577,"prefill_tps":3194.5028781393758,"ttft_ms":167.4768544980907},"last_submitted_at":"2026-08-06T13:21:04.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":130.0969045110529,"prefill_tps":3908.0184760495363,"ttft_ms":550.785999999789,"peak_ram_mb":4014},"last_submitted_at":"2026-08-06T13:21:04.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3-8b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":52.680533506600185,"prefill_tps":456.5607552244744,"ttft_ms":1163.0434590001641},"last_submitted_at":"2026-08-27T08:32:21.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3-8b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":48.32859605511256,"prefill_tps":446.15679399017796,"ttft_ms":4839.105957999891,"peak_ram_mb":8243},"last_submitted_at":"2026-08-27T08:32:21.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"mtp","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":36.07659287305628,"prefill_tps":168.72668056249486,"ttft_ms":3170.8085420541465},"last_submitted_at":"2026-08-02T17:41:46.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"mtp","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":35.16526772606796,"prefill_tps":172.9993866841814,"ttft_ms":12439.35045809485,"peak_ram_mb":6453},"last_submitted_at":"2026-08-02T17:41:46.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen2.5-14b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":46.78874107134912,"prefill_tps":1147.0342443675477,"ttft_ms":462.94522900006996},"last_submitted_at":"2026-08-12T16:57:28.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen2.5-14b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":43.53953086945333,"prefill_tps":1176.4369381906213,"ttft_ms":1835.2043330000924,"peak_ram_mb":8956},"last_submitted_at":"2026-08-12T16:57:28.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Max","ram_gb":64,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":141.97349832851165,"prefill_tps":1505.2317705570972,"ttft_ms":355.4365829913877},"last_submitted_at":"2026-08-14T20:36:41.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Max","ram_gb":64,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":138.38607656409994,"prefill_tps":1243.6270389753959,"ttft_ms":1731.928979002987,"peak_ram_mb":5478},"last_submitted_at":"2026-08-14T20:36:41.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-9b-8bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":46.70252341392823,"prefill_tps":1854.4773886556316,"ttft_ms":288.4914999999637},"last_submitted_at":"2026-08-13T06:52:01.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-9b-8bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":45.28833700242217,"prefill_tps":1857.461921604441,"ttft_ms":1215.8410409997487,"peak_ram_mb":10664},"last_submitted_at":"2026-08-13T06:52:01.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":36.06579080702805,"prefill_tps":165.42647696634373,"ttft_ms":3235.3462085011415},"last_submitted_at":"2026-08-02T17:38:20.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":34.69803889346331,"prefill_tps":170.88846234090988,"ttft_ms":12594.774103956297,"peak_ram_mb":6453},"last_submitted_at":"2026-08-02T17:38:20.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M1 Max","ram_gb":64,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":91.98020160776291,"prefill_tps":702.7240737499819,"ttft_ms":761.3230000006297},"last_submitted_at":"2026-09-01T16:19:20.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M1 Max","ram_gb":64,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":90.40048365143956,"prefill_tps":729.5428924152463,"ttft_ms":2949.7922909995395,"peak_ram_mb":5540},"last_submitted_at":"2026-09-01T16:19:20.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-9b-4bit","family":null,"quant":null,"spec_method":"none","pass":3,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":80.97634518353017,"prefill_tps":1994.2427888130162,"ttft_ms":268.272249999427},"last_submitted_at":"2026-08-06T13:40:59.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-9b-4bit","family":null,"quant":null,"spec_method":"none","pass":3,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":78.95679329151662,"prefill_tps":2475.8940933972826,"ttft_ms":869.1809579977416,"peak_ram_mb":6453},"last_submitted_at":"2026-08-06T13:40:59.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.6-35b-optiq-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":98.59579463506988,"prefill_tps":2047.0379650691807,"ttft_ms":261.38406199788733},"last_submitted_at":"2026-08-06T13:13:01.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.6-35b-optiq-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":92.9725430145673,"prefill_tps":2932.2000132075527,"ttft_ms":734.2675210020388,"peak_ram_mb":22960},"last_submitted_at":"2026-08-06T13:13:01.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M1 Max","ram_gb":32,"alias":"lfm2.5-1b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":253.58526130541813,"prefill_tps":1480.8027539556094,"ttft_ms":352.5114999993093},"last_submitted_at":"2026-08-26T09:22:46.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M1 Max","ram_gb":32,"alias":"lfm2.5-1b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":219.13033174044395,"prefill_tps":1573.610081182874,"ttft_ms":1339.5948749994204,"peak_ram_mb":1478},"last_submitted_at":"2026-08-26T09:22:46.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Pro","ram_gb":48,"alias":"gemma-4-26b-qat-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":70.89332780049197,"prefill_tps":769.2297025858708,"ttft_ms":691.6009590004251},"last_submitted_at":"2026-08-27T09:36:39.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Pro","ram_gb":48,"alias":"gemma-4-26b-qat-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":66.72886823582968,"prefill_tps":755.8131634288211,"ttft_ms":2818.1567920000816,"peak_ram_mb":17451},"last_submitted_at":"2026-08-27T09:36:39.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.6-35b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":87.94702816229227,"prefill_tps":877.7057721290337,"ttft_ms":609.5451250002952},"last_submitted_at":"2026-08-27T10:18:29.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.6-35b-4bit","family":null,"quant":null,"spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":85.52434362689664,"prefill_tps":959.7732508926148,"ttft_ms":2242.214958000204,"peak_ram_mb":21141},"last_submitted_at":"2026-08-27T10:18:29.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Pro","ram_gb":48,"alias":"gemma-4-26b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":77.11314494504757,"prefill_tps":780.2850893015684,"ttft_ms":681.8020840000827},"last_submitted_at":"2026-08-27T09:34:56.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Pro","ram_gb":48,"alias":"gemma-4-26b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":72.37742148671981,"prefill_tps":796.3615251387771,"ttft_ms":2674.6646250003323,"peak_ram_mb":17197},"last_submitted_at":"2026-08-27T09:34:56.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Max","ram_gb":64,"alias":"gemma-4-26b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":118.48382219833428,"prefill_tps":1415.7624658996706,"ttft_ms":375.7692500075791},"last_submitted_at":"2026-08-14T20:23:25.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Max","ram_gb":64,"alias":"gemma-4-26b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":108.74688509046996,"prefill_tps":1162.8866634381309,"ttft_ms":1831.6488330019638,"peak_ram_mb":17197},"last_submitted_at":"2026-08-14T20:23:25.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Max","ram_gb":128,"alias":"qwen3.8-27b-4bit","family":null,"quant":null,"spec_method":"mtp","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":29.44060389784336,"prefill_tps":253.2203654964908,"ttft_ms":2112.7842499990948},"last_submitted_at":"2026-09-08T09:26:59.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Max","ram_gb":128,"alias":"qwen3.8-27b-4bit","family":null,"quant":null,"spec_method":"mtp","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":28.999109497509533,"prefill_tps":260.44995695243784,"ttft_ms":8262.623749993509,"peak_ram_mb":19324},"last_submitted_at":"2026-09-08T09:26:59.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Max","ram_gb":64,"alias":"qwen2.5-14b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":53.119085418637695,"prefill_tps":341.56217463024905,"ttft_ms":1554.6217919909395},"last_submitted_at":"2026-08-15T10:17:42.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Max","ram_gb":64,"alias":"qwen2.5-14b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":45.88880789378589,"prefill_tps":339.53861957668533,"ttft_ms":6358.628667017911,"peak_ram_mb":12498},"last_submitted_at":"2026-08-15T10:17:42.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M2","ram_gb":24,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":26.278621097656863,"prefill_tps":136.71891823333522,"ttft_ms":3913.138042000355},"last_submitted_at":"2026-08-15T05:54:06.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M2","ram_gb":24,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":15.519882365624742,"prefill_tps":93.15631870249439,"ttft_ms":23100.955791014712,"peak_ram_mb":4598},"last_submitted_at":"2026-08-15T05:54:06.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":83.85222631569505,"prefill_tps":833.1333774294085,"ttft_ms":642.1540830001504},"last_submitted_at":"2026-08-27T08:27:38.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":82.82107713754263,"prefill_tps":849.631117726346,"ttft_ms":2532.863916000224,"peak_ram_mb":5515},"last_submitted_at":"2026-08-27T08:27:38.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.8-27b-mixed-3.5bpw","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":17.175486702817725,"prefill_tps":128.82967402742926,"ttft_ms":4152.769957999681},"last_submitted_at":"2026-08-27T08:39:30.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.8-27b-mixed-3.5bpw","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":15.905350589118772,"prefill_tps":115.32634313858216,"ttft_ms":18660.090500000024,"peak_ram_mb":17773},"last_submitted_at":"2026-08-27T08:39:30.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.8-27b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":15.583688588690089,"prefill_tps":128.55025854070064,"ttft_ms":4161.796374999994},"last_submitted_at":"2026-08-27T08:51:53.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.8-27b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":15.21118367600668,"prefill_tps":117.88226295112617,"ttft_ms":18255.50295799985,"peak_ram_mb":19375},"last_submitted_at":"2026-08-27T08:51:53.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Max","ram_gb":64,"alias":"qwen3.6-27b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":26.791663014375935,"prefill_tps":158.43602221892263,"ttft_ms":3376.757334015565},"last_submitted_at":"2026-08-15T07:48:52.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Max","ram_gb":64,"alias":"qwen3.6-27b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":25.996579863320896,"prefill_tps":189.64010722579752,"ttft_ms":11347.810500010382,"peak_ram_mb":19338},"last_submitted_at":"2026-08-15T07:48:52.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.5-9b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":50.14594147080421,"prefill_tps":456.305950748296,"ttft_ms":1172.4589590003234},"last_submitted_at":"2026-08-27T08:42:32.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.5-9b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":49.26882278620496,"prefill_tps":467.3760554297082,"ttft_ms":4604.429292000077,"peak_ram_mb":7953},"last_submitted_at":"2026-08-27T08:42:32.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.8-27b-mixed-3.5bpw","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":28.500880607796766,"prefill_tps":676.4532526311199,"ttft_ms":790.8898329915246},"last_submitted_at":"2026-08-21T13:40:41.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.8-27b-mixed-3.5bpw","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":26.558869821034474,"prefill_tps":604.5609445233343,"ttft_ms":3559.6080419927603,"peak_ram_mb":17147},"last_submitted_at":"2026-08-21T13:40:41.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M2","ram_gb":24,"alias":"bonsai-27b-2bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":3.4166334078909832,"prefill_tps":21.33272632340999,"ttft_ms":25078.83858299465},"last_submitted_at":"2026-08-15T06:24:33.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M2","ram_gb":24,"alias":"bonsai-27b-2bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":3.826360679610918,"prefill_tps":25.022664580765543,"ttft_ms":86002.03199998941,"peak_ram_mb":11458},"last_submitted_at":"2026-08-15T06:24:33.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M4","ram_gb":16,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":38.14676841490612,"prefill_tps":407.8770848025122,"ttft_ms":1311.6696670003876},"last_submitted_at":"2026-08-22T03:57:48.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M4","ram_gb":16,"alias":"qwen3.5-4b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":37.307974358363964,"prefill_tps":413.3798428607589,"ttft_ms":5205.865833000644,"peak_ram_mb":5280},"last_submitted_at":"2026-08-22T03:57:48.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M5 Pro","ram_gb":64,"alias":"qwen3.6-35b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":101.20598824715717,"prefill_tps":858.1783422343702,"ttft_ms":623.4135419999802},"last_submitted_at":"2026-08-08T01:46:56.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M5 Pro","ram_gb":64,"alias":"qwen3.6-35b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":86.34622809766218,"prefill_tps":867.1619628773155,"ttft_ms":2481.6586659999302,"peak_ram_mb":20455},"last_submitted_at":"2026-08-08T01:46:56.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M3 Ultra","ram_gb":256,"alias":"qwen3.6-35b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":94.3509066253559,"prefill_tps":1819.9644106796904,"ttft_ms":293.9617922529578},"last_submitted_at":"2026-09-15T14:00:05.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M3 Ultra","ram_gb":256,"alias":"qwen3.6-35b-4bit","family":null,"quant":null,"spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":91.94687935837416,"prefill_tps":2290.075420738681,"ttft_ms":939.707042183727,"peak_ram_mb":20773},"last_submitted_at":"2026-09-15T14:00:05.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M2 Pro","ram_gb":32,"alias":"gpt-oss-20b-mxfp4-q8","spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":48.21620068969301,"prefill_tps":264.0162755440071,"ttft_ms":1999.8767080251127},"last_submitted_at":"2026-08-02T17:34:39.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M2 Pro","ram_gb":32,"alias":"gpt-oss-20b-mxfp4-q8","spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":44.6726575492446,"prefill_tps":282.99374702807035,"ttft_ms":7501.932541956194,"peak_ram_mb":12354},"last_submitted_at":"2026-08-02T17:34:39.000Z"}],"recent":[{"contributor":{"name":"sleepy-alpine-okapi","tag":"e22","slug":"sleepy-alpine-okapi-e22","url":"/leaderboard/contributors/sleepy-alpine-okapi-e22"},"chip":"Apple M3 Ultra","ram_gb":256,"alias":"qwen3.6-35b-4bit","spec_method":"none","decode_tps":91.94687935837416,"submitted_at":"2026-09-15T14:00:05.000Z","rapid_mlx":"0.14.2"},{"contributor":{"name":"wandering-lakeside-civet","tag":"a16","slug":"wandering-lakeside-civet-a16","url":"/leaderboard/contributors/wandering-lakeside-civet-a16"},"chip":"Apple M4 Max","ram_gb":128,"alias":"qwen3.8-27b-4bit","spec_method":"mtp","decode_tps":28.999109497509533,"submitted_at":"2026-09-08T09:26:59.000Z","rapid_mlx":"0.13.4"},{"contributor":{"name":"sturdy-thistle-eider","tag":"958","slug":"sturdy-thistle-eider-958","url":"/leaderboard/contributors/sturdy-thistle-eider-958"},"chip":"Apple M1 Max","ram_gb":64,"alias":"qwen3.5-4b-4bit","spec_method":"none","decode_tps":90.40048365143956,"submitted_at":"2026-09-01T16:19:20.000Z","rapid_mlx":"0.13.2"},{"contributor":{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537"},"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.6-35b-4bit","spec_method":"none","decode_tps":85.43334984412638,"submitted_at":"2026-08-27T10:18:29.000Z","rapid_mlx":"0.13.1"},{"contributor":{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537"},"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.6-35b-optiq-4bit","spec_method":"none","decode_tps":64.4223774778175,"submitted_at":"2026-08-27T10:16:11.000Z","rapid_mlx":"0.13.1"},{"contributor":{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537"},"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.6-35b-4bit","spec_method":"none","decode_tps":85.61533740966688,"submitted_at":"2026-08-27T09:41:33.000Z","rapid_mlx":"0.13.1"},{"contributor":{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537"},"chip":"Apple M4 Pro","ram_gb":48,"alias":"gemma-4-26b-qat-4bit","spec_method":"none","decode_tps":66.72886823582968,"submitted_at":"2026-08-27T09:36:39.000Z","rapid_mlx":"0.13.1"},{"contributor":{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537"},"chip":"Apple M4 Pro","ram_gb":48,"alias":"gemma-4-26b-4bit","spec_method":"none","decode_tps":72.37742148671981,"submitted_at":"2026-08-27T09:34:56.000Z","rapid_mlx":"0.13.1"},{"contributor":{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537"},"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.8-27b-4bit","spec_method":"none","decode_tps":15.21118367600668,"submitted_at":"2026-08-27T08:51:53.000Z","rapid_mlx":"0.13.1"},{"contributor":{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537"},"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.5-9b-4bit","spec_method":"none","decode_tps":49.26882278620496,"submitted_at":"2026-08-27T08:42:32.000Z","rapid_mlx":"0.13.1"},{"contributor":{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537"},"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.8-27b-mixed-3.5bpw","spec_method":"none","decode_tps":15.905350589118772,"submitted_at":"2026-08-27T08:39:30.000Z","rapid_mlx":"0.13.1"},{"contributor":{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537"},"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3-8b-4bit","spec_method":"none","decode_tps":48.32859605511256,"submitted_at":"2026-08-27T08:32:21.000Z","rapid_mlx":"0.13.1"},{"contributor":{"name":"subtle-distant-salamander","tag":"537","slug":"subtle-distant-salamander-537","url":"/leaderboard/contributors/subtle-distant-salamander-537"},"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.5-4b-4bit","spec_method":"none","decode_tps":82.82107713754263,"submitted_at":"2026-08-27T08:27:38.000Z","rapid_mlx":"0.13.1"},{"contributor":{"name":"fluent-inland-grebe","tag":"90a","slug":"fluent-inland-grebe-90a","url":"/leaderboard/contributors/fluent-inland-grebe-90a"},"chip":"Apple M1 Max","ram_gb":32,"alias":"lfm2.5-1b-4bit","spec_method":"none","decode_tps":219.13033174044395,"submitted_at":"2026-08-26T09:22:46.000Z","rapid_mlx":"0.12.5"},{"contributor":{"name":"daring-meadow-jay","tag":"bbe","slug":"daring-meadow-jay-bbe","url":"/leaderboard/contributors/daring-meadow-jay-bbe"},"chip":"Apple M4","ram_gb":16,"alias":"qwen3.5-4b-4bit","spec_method":"none","decode_tps":37.307974358363964,"submitted_at":"2026-08-22T03:57:48.000Z","rapid_mlx":"0.12.17"},{"contributor":{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f"},"chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","spec_method":"none","decode_tps":308.6210588892549,"submitted_at":"2026-08-21T13:44:51.000Z","rapid_mlx":"0.12.18"},{"contributor":{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f"},"chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","spec_method":"none","decode_tps":329.49243422194826,"submitted_at":"2026-08-21T13:44:14.000Z","rapid_mlx":"0.12.18"},{"contributor":{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f"},"chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","spec_method":"none","decode_tps":329.34160608169975,"submitted_at":"2026-08-21T13:43:56.000Z","rapid_mlx":"0.12.18"},{"contributor":{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f"},"chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","spec_method":"none","decode_tps":329.295781477222,"submitted_at":"2026-08-21T13:43:38.000Z","rapid_mlx":"0.12.18"},{"contributor":{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f"},"chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","spec_method":"none","decode_tps":331.25295457837274,"submitted_at":"2026-08-21T13:43:04.000Z","rapid_mlx":"0.12.18"},{"contributor":{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f"},"chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","spec_method":"none","decode_tps":331.6345445735121,"submitted_at":"2026-08-21T13:42:44.000Z","rapid_mlx":"0.12.18"},{"contributor":{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f"},"chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","spec_method":"none","decode_tps":167.98337884994416,"submitted_at":"2026-08-21T13:42:00.000Z","rapid_mlx":"0.12.18"},{"contributor":{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f"},"chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.8-27b-mixed-3.5bpw","spec_method":"none","decode_tps":26.558869821034474,"submitted_at":"2026-08-21T13:40:41.000Z","rapid_mlx":"0.12.18"},{"contributor":{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f"},"chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","spec_method":"none","decode_tps":315.98045651718047,"submitted_at":"2026-08-21T13:14:59.000Z","rapid_mlx":"0.12.18"},{"contributor":{"name":"lively-shaded-antelope","tag":"c2f","slug":"lively-shaded-antelope-c2f","url":"/leaderboard/contributors/lively-shaded-antelope-c2f"},"chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","spec_method":"none","decode_tps":311.35396246348756,"submitted_at":"2026-08-21T13:14:39.000Z","rapid_mlx":"0.12.18"}],"unreadable":0,"chips":["Apple M1 Max","Apple M2","Apple M2 Pro","Apple M3 Ultra","Apple M4","Apple M4 Max","Apple M4 Pro","Apple M5 Max","Apple M5 Pro"],"models":["bonsai-1.7b-2bit","bonsai-27b-2bit","gemma-4-26b-4bit","gemma-4-26b-qat-4bit","gpt-oss-20b-mxfp4-q8","lfm2.5-1b-4bit","qwen2.5-14b-4bit","qwen3-8b-4bit","qwen3.5-27b-4bit","qwen3.5-4b-4bit","qwen3.5-9b-4bit","qwen3.5-9b-8bit","qwen3.6-27b-4bit","qwen3.6-35b-4bit","qwen3.6-35b-optiq-4bit","qwen3.8-27b-4bit","qwen3.8-27b-mixed-3.5bpw"],"cells":[{"chip":"Apple M5 Max","ram_gb":36,"alias":"gpt-oss-20b-mxfp4-q8","spec_method":"none","spec_k":null,"samples":2,"decode_tps":107.01215349333116,"prefill_tps":3856.2951425338083,"ttft_ms":550.5284379996738,"peak_ram_mb":12354,"versions":["0.12.4"],"run_groups":[],"last_submitted_at":"2026-08-06T13:09:56.000Z"},{"chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.8-27b-4bit","spec_method":"none","spec_k":null,"samples":2,"decode_tps":25.381935081602897,"prefill_tps":582.8781505653817,"ttft_ms":3699.98593749915,"peak_ram_mb":18749,"versions":["0.12.18"],"run_groups":[],"last_submitted_at":"2026-08-21T13:13:55.000Z"},{"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-4b-4bit","spec_method":"none","spec_k":null,"samples":3,"decode_tps":56.43450003848913,"prefill_tps":308.88581009034783,"ttft_ms":6966.975916991942,"peak_ram_mb":4014,"versions":["0.11.9"],"run_groups":[],"last_submitted_at":"2026-08-02T19:01:00.000Z"},{"chip":"Apple M5 Max","ram_gb":36,"alias":"bonsai-1.7b-2bit","spec_method":"none","spec_k":null,"samples":9,"decode_tps":329.295781477222,"prefill_tps":10550.077729909575,"ttft_ms":204.6430420014076,"peak_ram_mb":3810,"versions":["0.12.18"],"run_groups":[],"last_submitted_at":"2026-08-21T13:44:51.000Z"},{"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.6-35b-optiq-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":64.4223774778175,"prefill_tps":958.0531579147499,"ttft_ms":2246.221915998831,"peak_ram_mb":23646,"versions":["0.13.1"],"run_groups":[],"last_submitted_at":"2026-08-27T10:16:11.000Z"},{"chip":"Apple M4 Max","ram_gb":64,"alias":"bonsai-1.7b-2bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":315.8712881520037,"prefill_tps":3929.158963733292,"ttft_ms":549.4814589910675,"peak_ram_mb":4550,"versions":["0.12.12"],"run_groups":[],"last_submitted_at":"2026-08-15T07:59:21.000Z"},{"chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-27b-4bit","spec_method":"none","spec_k":null,"samples":2,"decode_tps":25.360047454285127,"prefill_tps":660.4963391911629,"ttft_ms":3277.611145500259,"peak_ram_mb":17363,"versions":["0.12.10"],"run_groups":[],"last_submitted_at":"2026-08-13T06:36:41.000Z"},{"chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-4b-4bit","spec_method":"none","spec_k":null,"samples":2,"decode_tps":130.0969045110529,"prefill_tps":3908.0184760495363,"ttft_ms":550.785999999789,"peak_ram_mb":4014,"versions":["0.12.4"],"run_groups":[],"last_submitted_at":"2026-08-06T13:21:04.000Z"},{"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3-8b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":48.32859605511256,"prefill_tps":446.15679399017796,"ttft_ms":4839.105957999891,"peak_ram_mb":8243,"versions":["0.13.1"],"run_groups":[],"last_submitted_at":"2026-08-27T08:32:21.000Z"},{"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"mtp","spec_k":3,"samples":1,"decode_tps":35.16526772606796,"prefill_tps":172.9993866841814,"ttft_ms":12439.35045809485,"peak_ram_mb":6453,"versions":["0.11.9"],"run_groups":["09d9ea2ecb1b"],"last_submitted_at":"2026-08-02T17:41:46.000Z"},{"chip":"Apple M5 Max","ram_gb":36,"alias":"qwen2.5-14b-4bit","spec_method":"none","spec_k":null,"samples":2,"decode_tps":43.53953086945333,"prefill_tps":1176.4369381906213,"ttft_ms":1835.2043330000924,"peak_ram_mb":8956,"versions":["0.12.10"],"run_groups":[],"last_submitted_at":"2026-08-12T16:57:28.000Z"},{"chip":"Apple M4 Max","ram_gb":64,"alias":"qwen3.5-4b-4bit","spec_method":"none","spec_k":null,"samples":2,"decode_tps":138.38607656409994,"prefill_tps":1243.6270389753959,"ttft_ms":1731.928979002987,"peak_ram_mb":5478,"versions":["0.12.11"],"run_groups":[],"last_submitted_at":"2026-08-14T20:36:41.000Z"},{"chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-9b-8bit","spec_method":"none","spec_k":null,"samples":2,"decode_tps":45.28833700242217,"prefill_tps":1857.461921604441,"ttft_ms":1215.8410409997487,"peak_ram_mb":10664,"versions":["0.12.10"],"run_groups":[],"last_submitted_at":"2026-08-13T06:52:01.000Z"},{"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"none","spec_k":null,"samples":2,"decode_tps":34.69803889346331,"prefill_tps":170.88846234090988,"ttft_ms":12594.774103956297,"peak_ram_mb":6453,"versions":["0.11.9"],"run_groups":["09d9ea2ecb1b"],"last_submitted_at":"2026-08-02T17:38:20.000Z"},{"chip":"Apple M1 Max","ram_gb":64,"alias":"qwen3.5-4b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":90.40048365143956,"prefill_tps":729.5428924152463,"ttft_ms":2949.7922909995395,"peak_ram_mb":5540,"versions":["0.13.2"],"run_groups":[],"last_submitted_at":"2026-09-01T16:19:20.000Z"},{"chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.5-9b-4bit","spec_method":"none","spec_k":null,"samples":3,"decode_tps":78.95679329151662,"prefill_tps":2475.8940933972826,"ttft_ms":869.1809579977416,"peak_ram_mb":6453,"versions":["0.12.4"],"run_groups":[],"last_submitted_at":"2026-08-06T13:40:59.000Z"},{"chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.6-35b-optiq-4bit","spec_method":"none","spec_k":null,"samples":2,"decode_tps":92.9725430145673,"prefill_tps":2932.2000132075527,"ttft_ms":734.2675210020388,"peak_ram_mb":22960,"versions":["0.12.4"],"run_groups":[],"last_submitted_at":"2026-08-06T13:13:01.000Z"},{"chip":"Apple M1 Max","ram_gb":32,"alias":"lfm2.5-1b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":219.13033174044395,"prefill_tps":1573.610081182874,"ttft_ms":1339.5948749994204,"peak_ram_mb":1478,"versions":["0.12.5"],"run_groups":[],"last_submitted_at":"2026-08-26T09:22:46.000Z"},{"chip":"Apple M4 Pro","ram_gb":48,"alias":"gemma-4-26b-qat-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":66.72886823582968,"prefill_tps":755.8131634288211,"ttft_ms":2818.1567920000816,"peak_ram_mb":17451,"versions":["0.13.1"],"run_groups":[],"last_submitted_at":"2026-08-27T09:36:39.000Z"},{"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.6-35b-4bit","spec_method":"none","spec_k":null,"samples":2,"decode_tps":85.52434362689664,"prefill_tps":959.7732508926148,"ttft_ms":2242.214958000204,"peak_ram_mb":21141,"versions":["0.13.1"],"run_groups":[],"last_submitted_at":"2026-08-27T10:18:29.000Z"},{"chip":"Apple M4 Pro","ram_gb":48,"alias":"gemma-4-26b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":72.37742148671981,"prefill_tps":796.3615251387771,"ttft_ms":2674.6646250003323,"peak_ram_mb":17197,"versions":["0.13.1"],"run_groups":[],"last_submitted_at":"2026-08-27T09:34:56.000Z"},{"chip":"Apple M4 Max","ram_gb":64,"alias":"gemma-4-26b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":108.74688509046996,"prefill_tps":1162.8866634381309,"ttft_ms":1831.6488330019638,"peak_ram_mb":17197,"versions":["0.12.11"],"run_groups":[],"last_submitted_at":"2026-08-14T20:23:25.000Z"},{"chip":"Apple M4 Max","ram_gb":128,"alias":"qwen3.8-27b-4bit","spec_method":"mtp","spec_k":3,"samples":1,"decode_tps":28.999109497509533,"prefill_tps":260.44995695243784,"ttft_ms":8262.623749993509,"peak_ram_mb":19324,"versions":["0.13.4"],"run_groups":[],"last_submitted_at":"2026-09-08T09:26:59.000Z"},{"chip":"Apple M4 Max","ram_gb":64,"alias":"qwen2.5-14b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":45.88880789378589,"prefill_tps":339.53861957668533,"ttft_ms":6358.628667017911,"peak_ram_mb":12498,"versions":["0.12.12"],"run_groups":[],"last_submitted_at":"2026-08-15T10:17:42.000Z"},{"chip":"Apple M2","ram_gb":24,"alias":"qwen3.5-4b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":15.519882365624742,"prefill_tps":93.15631870249439,"ttft_ms":23100.955791014712,"peak_ram_mb":4598,"versions":["0.12.12"],"run_groups":[],"last_submitted_at":"2026-08-15T05:54:06.000Z"},{"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.5-4b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":82.82107713754263,"prefill_tps":849.631117726346,"ttft_ms":2532.863916000224,"peak_ram_mb":5515,"versions":["0.13.1"],"run_groups":[],"last_submitted_at":"2026-08-27T08:27:38.000Z"},{"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.8-27b-mixed-3.5bpw","spec_method":"none","spec_k":null,"samples":1,"decode_tps":15.905350589118772,"prefill_tps":115.32634313858216,"ttft_ms":18660.090500000024,"peak_ram_mb":17773,"versions":["0.13.1"],"run_groups":[],"last_submitted_at":"2026-08-27T08:39:30.000Z"},{"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.8-27b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":15.21118367600668,"prefill_tps":117.88226295112617,"ttft_ms":18255.50295799985,"peak_ram_mb":19375,"versions":["0.13.1"],"run_groups":[],"last_submitted_at":"2026-08-27T08:51:53.000Z"},{"chip":"Apple M4 Max","ram_gb":64,"alias":"qwen3.6-27b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":25.996579863320896,"prefill_tps":189.64010722579752,"ttft_ms":11347.810500010382,"peak_ram_mb":19338,"versions":["0.12.12"],"run_groups":[],"last_submitted_at":"2026-08-15T07:48:52.000Z"},{"chip":"Apple M4 Pro","ram_gb":48,"alias":"qwen3.5-9b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":49.26882278620496,"prefill_tps":467.3760554297082,"ttft_ms":4604.429292000077,"peak_ram_mb":7953,"versions":["0.13.1"],"run_groups":[],"last_submitted_at":"2026-08-27T08:42:32.000Z"},{"chip":"Apple M5 Max","ram_gb":36,"alias":"qwen3.8-27b-mixed-3.5bpw","spec_method":"none","spec_k":null,"samples":1,"decode_tps":26.558869821034474,"prefill_tps":604.5609445233343,"ttft_ms":3559.6080419927603,"peak_ram_mb":17147,"versions":["0.12.18"],"run_groups":[],"last_submitted_at":"2026-08-21T13:40:41.000Z"},{"chip":"Apple M2","ram_gb":24,"alias":"bonsai-27b-2bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":3.826360679610918,"prefill_tps":25.022664580765543,"ttft_ms":86002.03199998941,"peak_ram_mb":11458,"versions":["0.12.12"],"run_groups":[],"last_submitted_at":"2026-08-15T06:24:33.000Z"},{"chip":"Apple M4","ram_gb":16,"alias":"qwen3.5-4b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":37.307974358363964,"prefill_tps":413.3798428607589,"ttft_ms":5205.865833000644,"peak_ram_mb":5280,"versions":["0.12.17"],"run_groups":[],"last_submitted_at":"2026-08-22T03:57:48.000Z"},{"chip":"Apple M5 Pro","ram_gb":64,"alias":"qwen3.6-35b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":86.34622809766218,"prefill_tps":867.1619628773155,"ttft_ms":2481.6586659999302,"peak_ram_mb":20455,"versions":["0.12.4"],"run_groups":[],"last_submitted_at":"2026-08-08T01:46:56.000Z"},{"chip":"Apple M3 Ultra","ram_gb":256,"alias":"qwen3.6-35b-4bit","spec_method":"none","spec_k":null,"samples":1,"decode_tps":91.94687935837416,"prefill_tps":2290.075420738681,"ttft_ms":939.707042183727,"peak_ram_mb":20773,"versions":["0.14.2"],"run_groups":[],"last_submitted_at":"2026-09-15T14:00:05.000Z"},{"chip":"Apple M2 Pro","ram_gb":32,"alias":"gpt-oss-20b-mxfp4-q8","spec_method":"none","spec_k":null,"samples":1,"decode_tps":44.6726575492446,"prefill_tps":282.99374702807035,"ttft_ms":7501.932541956194,"peak_ram_mb":12354,"versions":["0.11.9"],"run_groups":[],"last_submitted_at":"2026-08-02T17:34:39.000Z"}],"pairs":[{"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","method":"mtp","baseline_tps":34.99637401865504,"accel_tps":35.16526772606796,"speedup":1.005}]}