Add phase1_moe_svd_agg.json
Browse files- phase1_moe_svd_agg.json +8 -0
phase1_moe_svd_agg.json
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_id": "unsloth/DeepSeek-V4-Flash",
|
| 3 |
+
"n_moe_layers_measured": 43,
|
| 4 |
+
"global_median_var64": 0.1017,
|
| 5 |
+
"global_q25_var64": 0.0948,
|
| 6 |
+
"global_q75_var64": 0.1164,
|
| 7 |
+
"structure_verdict": "near-random (1-bit-like)"
|
| 8 |
+
}
|