{"results":[{"hw_chip":"Apple M4 Max","hw_ram_gb":64,"model":"llama-3.2-3b-instruct-4bit","engine":"mlxlm","median_tok_s":228,"median_ttft_ms":88.2,"samples":1},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"gemma2:2b","engine":"ollama","median_tok_s":115.5,"median_ttft_ms":18.6,"samples":5},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"gemma-2-2b-it-4bit","engine":"vllm_mlx","median_tok_s":104.5,"median_ttft_ms":317.1,"samples":1},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"gemma-2-2b-it-q4_k_m.gguf","engine":"llamacpp","median_tok_s":91.8,"median_ttft_ms":0,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3-coder-30b-a3b-instruct","engine":"omlx","median_tok_s":71.2,"median_ttft_ms":973.5,"samples":3},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"qwen3.5-35b-a3b-text-qx64-hi-mlx","engine":"lmstudio","median_tok_s":69.8,"median_ttft_ms":329.5,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3.5:35b-a3b-coding-nvfp4","engine":"ollama","median_tok_s":68.3,"median_ttft_ms":121.15,"samples":6},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3-coder:30b-ctx64k","engine":"ollama","median_tok_s":68.3,"median_ttft_ms":169.6,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3-coder-30b","engine":"lmstudio","median_tok_s":64.8,"median_ttft_ms":318.15,"samples":4},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3.6:35b-a3b-nvfp4","engine":"ollama","median_tok_s":61.8,"median_ttft_ms":51.5,"samples":3},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen2.5-coder-7b","engine":"llamacpp","median_tok_s":58.75,"median_ttft_ms":93,"samples":2},{"hw_chip":"Apple M5 Pro","hw_ram_gb":48,"model":"qwen3.6-35b-a3b-ud-q4_k_m.gguf","engine":"llamacpp","median_tok_s":55.9,"median_ttft_ms":137.6,"samples":1},{"hw_chip":"Apple M5 Pro","hw_ram_gb":48,"model":"qwen3.6-35b-a3b-ud-q5_k_m.gguf","engine":"llamacpp","median_tok_s":55.6,"median_ttft_ms":144,"samples":3},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3.6-35b-a3b-qx86-hi-mlx","engine":"lmstudio","median_tok_s":55.5,"median_ttft_ms":307.5,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"gpt-oss:20b","engine":"ollama","median_tok_s":53.3,"median_ttft_ms":19.9,"samples":3},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3.6:35b-a3b-mxfp8","engine":"ollama","median_tok_s":50.6,"median_ttft_ms":69.2,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"nemotron-3-nano:4b","engine":"ollama","median_tok_s":50.1,"median_ttft_ms":145.9,"samples":1},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"nemotron-3-nano:4b","engine":"ollama","median_tok_s":48,"median_ttft_ms":153,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3-coder:30b","engine":"ollama","median_tok_s":46.95,"median_ttft_ms":29.2,"samples":2},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"gemma2:9b","engine":"ollama","median_tok_s":45.3,"median_ttft_ms":162.9,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"glm-4.7-flash:ctx16k","engine":"ollama","median_tok_s":44.7,"median_ttft_ms":24,"samples":2},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"gemma4:26b","engine":"ollama","median_tok_s":39.25,"median_ttft_ms":67.65,"samples":4},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"gemma2-9b","engine":"llamacpp","median_tok_s":38.9,"median_ttft_ms":56.2,"samples":2},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"mistral:7b","engine":"ollama","median_tok_s":31.7,"median_ttft_ms":35.2,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3.5:35b-a3b","engine":"ollama","median_tok_s":30.5,"median_ttft_ms":249.9,"samples":1},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"qwen3.5:35b-a3b-ctx64k","engine":"ollama","median_tok_s":30.4,"median_ttft_ms":323.8,"samples":1},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"llama3.1:8b","engine":"ollama","median_tok_s":29.3,"median_ttft_ms":46.4,"samples":3},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen3.5:35b-a3b-ctx64k","engine":"ollama","median_tok_s":28.85,"median_ttft_ms":428.15,"samples":2},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen35-hauhaucs:latest","engine":"ollama","median_tok_s":28,"median_ttft_ms":1790.65,"samples":4},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen2.5-coder:14b-ctx8k","engine":"ollama","median_tok_s":25.8,"median_ttft_ms":39.75,"samples":2},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen2.5-coder-14b.gguf","engine":"llamacpp","median_tok_s":25.6,"median_ttft_ms":65.1,"samples":1},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"gemma-2-9b","engine":"lmstudio","median_tok_s":21.7,"median_ttft_ms":0,"samples":1},{"hw_chip":"Apple M1 Max","hw_ram_gb":64,"model":"qwen2.5-coder:14b","engine":"ollama","median_tok_s":19.85,"median_ttft_ms":55.95,"samples":2},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"qwen2.5:32b-instruct","engine":"ollama","median_tok_s":12.1,"median_ttft_ms":83.6,"samples":1},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"gemma4:31b","engine":"ollama","median_tok_s":9.3,"median_ttft_ms":686.2,"samples":3},{"hw_chip":"Apple M4 Pro","hw_ram_gb":64,"model":"llama-3.1-70b-q4_k_m.gguf","engine":"llamacpp","median_tok_s":6.2,"median_ttft_ms":281.9,"samples":1},{"hw_chip":"Apple M4 Max","hw_ram_gb":64,"model":"qwen3.6-35b-a3b-ud","engine":"mlxlm","median_tok_s":0.2,"median_ttft_ms":0,"samples":1}]}