File size: 3,572 Bytes
7fa2339 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 | {
"arch_id": "qwen3-next-mtp",
"artifact_role": "maximum-speed-flat4-candidate",
"base_trunk": "mlx-community/Qwen3.6-27B-4bit",
"exactness_baseline": {
"attention_impl": "mlx_vector_paged",
"context": 64,
"gate": "phase0h-paged-verifier-exactness",
"max_abs_diff": 0.0,
"mode": "decode-from-stock-prefix",
"sample_agreement": 1.0,
"status": "passed",
"topk_overlap_ratio": 1.0,
"total_variation": 0.0,
"verify_tokens": 4
},
"mtp_depth_max": 3,
"mtp_sidecar": "Qwen3.6-27B-MTPLX-CyanKiwi-Packed-BF16-INT4-v3",
"mtplx_version": "0.1.0-preview",
"recommended_draft_lm_head": {
"bits": 3,
"group_size": 64,
"mode": "affine"
},
"recommended_draft_sampler": {
"temperature": 0.7,
"top_k": 20,
"top_p": 0.95
},
"recommended_profile": "performance-cold",
"sampler": {
"temperature": 0.6,
"top_k": 20,
"top_p": 0.95
},
"speed_evidence": {
"acceptance_by_depth": [
1.0,
0.9795918367346939,
0.9387755102040817
],
"accepted_by_depth": [
49,
48,
46
],
"artifacts": [
"/Users/youssof/.mtplx/fanmax_flat4_draft_temp070_cleanapps_20260503-230229.json",
"/Users/youssof/.mtplx/fanmax_flat4_draft_temp070_cleanapps_repeat_20260503-230458.json"
],
"correction_tokens": 3,
"depth": 3,
"draft_lm_head": "3-bit affine group64 draft-only head",
"draft_sampler": {
"temperature": 0.7,
"top_k": 20,
"top_p": 0.95
},
"drafted_by_depth": [
49,
49,
49
],
"enable_thinking": false,
"greedy_diagnostic": {
"accepted_by_depth": [
49,
49,
43
],
"artifact": "/Users/youssof/.mtplx/fanmax_flat4_full_greedy_cleanapps_20260503-230229.json",
"correction_tokens": 0,
"draft_sampler": {
"temperature": 0.0,
"top_k": 0,
"top_p": 1.0
},
"drafted_by_depth": [
51,
51,
51
],
"target_sampler": {
"temperature": 0.0,
"top_k": 0,
"top_p": 1.0
},
"tok_s": 60.108346853627076,
"verify_calls": 51
},
"older_3bit_artifacts": [
"/Users/youssof/.mtplx/fanmax_flat4_cyankiwi_draft_head_3bit_isolated_20260503.json",
"/Users/youssof/.mtplx/fanmax_flat4_cyankiwi_draft_head_3bit_repeat_20260503.json"
],
"older_3bit_tok_s": [
60.03822277200243,
60.06063543439426
],
"previous_best_artifacts": [
"/Users/youssof/.mtplx/fanmax_flat4_draft_temp070_optimized_env_20260503.json",
"/Users/youssof/.mtplx/fanmax_flat4_draft_temp070_repeat_optimized_env_20260503.json"
],
"previous_best_tok_s": [
61.52744855840259,
60.89966247416089
],
"production_cli_contract_checks": [
{
"artifact": "/Users/youssof/.mtplx/fanmax_mtplx_flat4_cyankiwi_cli_contract_perfcold_disablethinking_20260503.json",
"tok_s": 59.51602930081416
},
{
"artifact": "/Users/youssof/.mtplx/fanmax_mtplx_flat4_cyankiwi_cli_contract_perfcold_disablethinking_repeat_20260503.json",
"tok_s": 59.97165246907193
}
],
"profile": "performance-cold",
"timestamp": "2026-05-03T23:07:00+0100",
"tok_s": [
63.05651084048216,
62.885564723941826
],
"verify_calls": 49
},
"verified_on": {
"hardware": "Apple M5 Max, 128 GB unified memory",
"machine_arch": "arm64",
"model": "Qwen3.6-27B-MTPLX-Flat4-CyanKiwiMTP",
"timestamp": "2026-05-03T17:49:00+0100"
}
}
|