{"results":[{"hw_chip":"Apple M4 Max","hw_ram_gb":64,"model":"llama-3.2-3b-instruct-4bit","engine":"mlxlm","median_tok_s":228,"median_ttft_ms":88.2,"samples":1},{"hw_chip":"Apple M5 Max","hw_ram_gb":128,"model":"qwen3.6:35b-a3b-nvfp4","engine":"ollama","median_tok_s":124.9,"median_ttft_ms":39.1,"samples":1},{"hw_chip":"Apple M5 Max","hw_ram_gb":128,"model":"gemma-4-31b-it","engine":"ollama","median_tok_s":115.8,"median_ttft_ms":64.3,"samples":1},{"hw_chip":"Apple M5 Max","hw_ram_gb":128,"model":"gemma4-e4b","engine":"ollama","median_tok_s":115.4,"median_ttft_ms":17.9,"samples":1},{"hw_chip":"Apple M5 Pro","hw_ram_gb":64,"model":"local","engine":"rapidmlx","median_tok_s":78.5,"median_ttft_ms":206.1,"samples":1},{"hw_chip":"Apple M5 Pro","hw_ram_gb":64,"model":"qwen3.6-35b-a3b-mtp","engine":"lmstudio","median_tok_s":75.8,"median_ttft_ms":130.2,"samples":1},{"hw_chip":"Apple M5 Max","hw_ram_gb":128,"model":"active.gguf","engine":"llamacpp","median_tok_s":75.2,"median_ttft_ms":115.7,"samples":3},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3.5:35b-a3b-coding-nvfp4","engine":"ollama","median_tok_s":68.3,"median_ttft_ms":121.15,"samples":6},{"hw_chip":"Apple M5 Pro","hw_ram_gb":64,"model":"qwen3.6-35b-a3b-ud-mlx","engine":"lmstudio","median_tok_s":67.8,"median_ttft_ms":149.8,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3.6:35b-a3b-nvfp4","engine":"ollama","median_tok_s":61.8,"median_ttft_ms":51.5,"samples":3},{"hw_chip":"Apple M5 Max","hw_ram_gb":128,"model":"qwen3.6:latest","engine":"ollama","median_tok_s":60.2,"median_ttft_ms":247.1,"samples":1},{"hw_chip":"Apple M5 Pro","hw_ram_gb":48,"model":"qwen3.6-35b-a3b-ud-q4_k_m.gguf","engine":"llamacpp","median_tok_s":55.9,"median_ttft_ms":137.6,"samples":1},{"hw_chip":"Apple M5 Pro","hw_ram_gb":48,"model":"qwen3.6-35b-a3b-ud-q5_k_m.gguf","engine":"llamacpp","median_tok_s":55.6,"median_ttft_ms":144,"samples":3},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3.6-35b-a3b-qx86-hi-mlx","engine":"lmstudio","median_tok_s":55.5,"median_ttft_ms":307.5,"samples":1},{"hw_chip":"Apple M5 Max","hw_ram_gb":128,"model":"gemma4-e4b","engine":"lmstudio","median_tok_s":51.4,"median_ttft_ms":289.5,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3.6:35b-a3b-mxfp8","engine":"ollama","median_tok_s":50.6,"median_ttft_ms":69.2,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"gemma4:26b","engine":"ollama","median_tok_s":39.25,"median_ttft_ms":67.65,"samples":4},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen2.5-coder-14b.gguf","engine":"llamacpp","median_tok_s":25.6,"median_ttft_ms":65.1,"samples":1},{"hw_chip":"Apple M5 Max","hw_ram_gb":128,"model":"qwen3.6:latest","engine":"lmstudio","median_tok_s":14.4,"median_ttft_ms":595.4,"samples":1},{"hw_chip":"Apple M5 Pro","hw_ram_gb":64,"model":"gemma-4-e2b-it-mlx@4bit","engine":"lmstudio","median_tok_s":10.35,"median_ttft_ms":0,"samples":2},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"gemma4:31b","engine":"ollama","median_tok_s":9.3,"median_ttft_ms":686.2,"samples":3},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"llama-3.1-70b-q4_k_m.gguf","engine":"llamacpp","median_tok_s":6.2,"median_ttft_ms":281.9,"samples":1},{"hw_chip":"Apple M4 Max","hw_ram_gb":64,"model":"qwen3.6-35b-a3b-ud","engine":"mlxlm","median_tok_s":0.2,"median_ttft_ms":0,"samples":1}]}