| { |
| "arch_id": "qwen3-next-mtp", |
| "artifact_role": "small-q8-speed-test", |
| "base_trunk": "mlx-community/Qwen3.5-4B-MLX-8bit", |
| "exactness_baseline": { |
| "artifact": "/Users/youssof/.mtplx/qwen35_4b_q8trunk_mtp1_gate.json", |
| "gate": "mtp1-greedy-ar-equivalence", |
| "max_tokens": 16, |
| "matches": 1, |
| "scope": "greedy AR and MTP1 generated identical token sequence on the warm_code_continuation prompt", |
| "seed": 0, |
| "status": "passed", |
| "total": 1 |
| }, |
| "mtp_depth_max": 2, |
| "mtp_sidecar": "official Qwen/Qwen3.5-4B MTP tensors; quantization recorded in config.json", |
| "mtplx_version": "0.1.0-preview", |
| "recommended_draft_lm_head": { |
| "bits": 4, |
| "group_size": 64, |
| "mode": "affine" |
| }, |
| "recommended_draft_sampler": { |
| "temperature": 0.7, |
| "top_k": 20, |
| "top_p": 0.95 |
| }, |
| "recommended_profile": "performance-cold", |
| "sampler": { |
| "temperature": 0.6, |
| "top_k": 20, |
| "top_p": 0.95 |
| }, |
| "speed_evidence": { |
| "acceptance_by_depth": [ |
| 0.7647058823529411, |
| 0.47058823529411764 |
| ], |
| "accepted_drafts": 21, |
| "ar_tok_s": 75.62701983984475, |
| "artifact": "/Users/youssof/.mtplx/qwen35_4b_depth_grid_q8_body4_draftt0p7.json", |
| "draft_lm_head": "8-bit tied embedding requantized as 4-bit affine group64 draft head", |
| "draft_temperature": 0.7, |
| "enable_thinking": false, |
| "generated_tokens": 48, |
| "mtp_depth": 2, |
| "mtp_tok_s": 105.20912101297236, |
| "note": "Q8 trunk gives the best multiplier in the local one-prompt matrix, but the Q4 trunk remains faster in absolute tok/s.", |
| "sampler": { |
| "temperature": 0.6, |
| "top_k": 20, |
| "top_p": 0.95 |
| }, |
| "speedup_vs_ar": 1.391157832686963 |
| }, |
| "verified_on": { |
| "hardware": "Apple Silicon local MTPLX workstation", |
| "machine_arch": "arm64", |
| "model": "Qwen3.5-4B-MTPLX-Optimized-Speed-Q8Trunk", |
| "timestamp": "2026-05-04T06:17:00+0100" |
| } |
| } |
|
|
