{"updatedAt":"2026-08-05T03:19:58.926Z","submissions":7,"machines":1,"contributors":[{"name":"modest-breezy-tern","tag":"dbd","runs":7,"chips":["Apple M2 Pro"],"models":3,"last_submitted_at":"2026-08-02T19:01:00.000Z"}],"suites":[{"id":"speed","version":1,"runs":7}],"caseCells":[{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-4b-4bit","spec_method":"none","pass":3,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":61.324611601096265,"prefill_tps":306.78267829693294,"ttft_ms":1743.9055000431836},"last_submitted_at":"2026-08-02T19:01:00.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-4b-4bit","spec_method":"none","pass":3,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":56.43450003848913,"prefill_tps":308.88581009034783,"ttft_ms":6966.975916991942,"peak_ram_mb":4014},"last_submitted_at":"2026-08-02T19:01:00.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"mtp","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":36.07659287305628,"prefill_tps":168.72668056249486,"ttft_ms":3170.8085420541465},"last_submitted_at":"2026-08-02T17:41:46.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"mtp","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":35.16526772606796,"prefill_tps":172.9993866841814,"ttft_ms":12439.35045809485,"peak_ram_mb":6453},"last_submitted_at":"2026-08-02T17:41:46.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":36.06579080702805,"prefill_tps":165.42647696634373,"ttft_ms":3235.3462085011415},"last_submitted_at":"2026-08-02T17:38:20.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"none","pass":2,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":34.69803889346331,"prefill_tps":170.88846234090988,"ttft_ms":12594.774103956297,"peak_ram_mb":6453},"last_submitted_at":"2026-08-02T17:38:20.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.short","chip":"Apple M2 Pro","ram_gb":32,"alias":"gpt-oss-20b-mxfp4-q8","spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":48.21620068969301,"prefill_tps":264.0162755440071,"ttft_ms":1999.8767080251127},"last_submitted_at":"2026-08-02T17:34:39.000Z"},{"suite":"speed","suite_version":1,"case_id":"speed.long","chip":"Apple M2 Pro","ram_gb":32,"alias":"gpt-oss-20b-mxfp4-q8","spec_method":"none","pass":1,"fail":0,"skip":0,"reasons":[],"metrics":{"decode_tps":44.6726575492446,"prefill_tps":282.99374702807035,"ttft_ms":7501.932541956194,"peak_ram_mb":12354},"last_submitted_at":"2026-08-02T17:34:39.000Z"}],"recent":[{"contributor":{"name":"modest-breezy-tern","tag":"dbd"},"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-4b-4bit","spec_method":"none","decode_tps":58.36528154869141,"submitted_at":"2026-08-02T19:01:00.000Z","rapid_mlx":"0.11.9"},{"contributor":{"name":"modest-breezy-tern","tag":"dbd"},"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"mtp","decode_tps":35.16526772606796,"submitted_at":"2026-08-02T17:41:46.000Z","rapid_mlx":"0.11.9"},{"contributor":{"name":"modest-breezy-tern","tag":"dbd"},"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"none","decode_tps":34.99637401865504,"submitted_at":"2026-08-02T17:38:20.000Z","rapid_mlx":"0.11.9"},{"contributor":{"name":"modest-breezy-tern","tag":"dbd"},"chip":"Apple M2 Pro","ram_gb":32,"alias":"gpt-oss-20b-mxfp4-q8","spec_method":"none","decode_tps":44.6726575492446,"submitted_at":"2026-08-02T17:34:39.000Z","rapid_mlx":"0.11.9"},{"contributor":{"name":"modest-breezy-tern","tag":"dbd"},"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"none","decode_tps":34.399703768271586,"submitted_at":"2026-08-02T17:28:45.000Z","rapid_mlx":"0.11.9"},{"contributor":{"name":"modest-breezy-tern","tag":"dbd"},"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-4b-4bit","spec_method":"none","decode_tps":56.353507349173945,"submitted_at":"2026-08-02T17:25:15.000Z","rapid_mlx":"0.11.9"},{"contributor":{"name":"modest-breezy-tern","tag":"dbd"},"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-4b-4bit","spec_method":"none","decode_tps":56.43450003848913,"submitted_at":"2026-08-02T17:19:41.000Z","rapid_mlx":"0.11.9"}],"unreadable":0,"chips":["Apple M2 Pro"],"models":["gpt-oss-20b-mxfp4-q8","qwen3.5-4b-4bit","qwen3.5-9b-4bit"],"cells":[{"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-4b-4bit","spec_method":"none","spec_k":null,"samples":3,"decode_tps":56.43450003848913,"prefill_tps":308.88581009034783,"ttft_ms":6966.975916991942,"peak_ram_mb":4014,"versions":["0.11.9"],"run_groups":[],"last_submitted_at":"2026-08-02T19:01:00.000Z"},{"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"mtp","spec_k":3,"samples":1,"decode_tps":35.16526772606796,"prefill_tps":172.9993866841814,"ttft_ms":12439.35045809485,"peak_ram_mb":6453,"versions":["0.11.9"],"run_groups":["09d9ea2ecb1b"],"last_submitted_at":"2026-08-02T17:41:46.000Z"},{"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","spec_method":"none","spec_k":null,"samples":2,"decode_tps":34.69803889346331,"prefill_tps":170.88846234090988,"ttft_ms":12594.774103956297,"peak_ram_mb":6453,"versions":["0.11.9"],"run_groups":["09d9ea2ecb1b"],"last_submitted_at":"2026-08-02T17:38:20.000Z"},{"chip":"Apple M2 Pro","ram_gb":32,"alias":"gpt-oss-20b-mxfp4-q8","spec_method":"none","spec_k":null,"samples":1,"decode_tps":44.6726575492446,"prefill_tps":282.99374702807035,"ttft_ms":7501.932541956194,"peak_ram_mb":12354,"versions":["0.11.9"],"run_groups":[],"last_submitted_at":"2026-08-02T17:34:39.000Z"}],"pairs":[{"chip":"Apple M2 Pro","ram_gb":32,"alias":"qwen3.5-9b-4bit","method":"mtp","baseline_tps":34.99637401865504,"accel_tps":35.16526772606796,"speedup":1.005}]}