| { | |
| "version": 2, | |
| "model": "deepseek-ai/DeepSeek-V4-Flash", | |
| "family": "deepseek_v4", | |
| "source": { | |
| "huggingface_repo": "deepseek-ai/DeepSeek-V4-Flash", | |
| "huggingface_revision": null, | |
| "extracted_at": "2026-04-25T22:04:53Z", | |
| "larql_version": "n/a (built with notebooks/moe_vindex_builder.py \u2014 summary vindex, not canonical larql extract)" | |
| }, | |
| "num_layers": 43, | |
| "hidden_size": 4096, | |
| "intermediate_size": 2048, | |
| "moe_intermediate_size": 2048, | |
| "n_routed_experts": 256, | |
| "vocab_size": 129280, | |
| "extract_level": "browse", | |
| "dtype": "f32", | |
| "median_var64_gate_proj": 0.108, | |
| "note": "This is a SUMMARY vindex (gate_proj SVD only) \u2014 not a canonical larql vindex. `larql pull` will fetch metadata via this stub but `larql run` / inference will not work. To build a canonical larql vindex from a MoE MXFP4 model, larql needs F8_E8M0 + F8_E4M3 + I8 dtype dispatch in larql-models/src/loading/safetensors.rs (tracked).", | |
| "layers": [ | |
| { | |
| "layer": 0, | |
| "num_features": 16384, | |
| "offset": 0, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 1, | |
| "num_features": 16384, | |
| "offset": 268435456, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 2, | |
| "num_features": 16384, | |
| "offset": 536870912, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 3, | |
| "num_features": 16384, | |
| "offset": 805306368, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 4, | |
| "num_features": 16384, | |
| "offset": 1073741824, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 5, | |
| "num_features": 16384, | |
| "offset": 1342177280, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 6, | |
| "num_features": 16384, | |
| "offset": 1610612736, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 7, | |
| "num_features": 16384, | |
| "offset": 1879048192, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 8, | |
| "num_features": 16384, | |
| "offset": 2147483648, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 9, | |
| "num_features": 16384, | |
| "offset": 2415919104, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 10, | |
| "num_features": 16384, | |
| "offset": 2684354560, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 11, | |
| "num_features": 16384, | |
| "offset": 2952790016, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 12, | |
| "num_features": 16384, | |
| "offset": 3221225472, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 13, | |
| "num_features": 16384, | |
| "offset": 3489660928, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 14, | |
| "num_features": 16384, | |
| "offset": 3758096384, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 15, | |
| "num_features": 16384, | |
| "offset": 4026531840, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 16, | |
| "num_features": 16384, | |
| "offset": 4294967296, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 17, | |
| "num_features": 16384, | |
| "offset": 4563402752, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 18, | |
| "num_features": 16384, | |
| "offset": 4831838208, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 19, | |
| "num_features": 16384, | |
| "offset": 5100273664, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 20, | |
| "num_features": 16384, | |
| "offset": 5368709120, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 21, | |
| "num_features": 16384, | |
| "offset": 5637144576, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 22, | |
| "num_features": 16384, | |
| "offset": 5905580032, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 23, | |
| "num_features": 16384, | |
| "offset": 6174015488, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 24, | |
| "num_features": 16384, | |
| "offset": 6442450944, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 25, | |
| "num_features": 16384, | |
| "offset": 6710886400, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 26, | |
| "num_features": 16384, | |
| "offset": 6979321856, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 27, | |
| "num_features": 16384, | |
| "offset": 7247757312, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 28, | |
| "num_features": 16384, | |
| "offset": 7516192768, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 29, | |
| "num_features": 16384, | |
| "offset": 7784628224, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 30, | |
| "num_features": 16384, | |
| "offset": 8053063680, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 31, | |
| "num_features": 16384, | |
| "offset": 8321499136, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 32, | |
| "num_features": 16384, | |
| "offset": 8589934592, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 33, | |
| "num_features": 16384, | |
| "offset": 8858370048, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 34, | |
| "num_features": 16384, | |
| "offset": 9126805504, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 35, | |
| "num_features": 16384, | |
| "offset": 9395240960, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 36, | |
| "num_features": 16384, | |
| "offset": 9663676416, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 37, | |
| "num_features": 16384, | |
| "offset": 9932111872, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 38, | |
| "num_features": 16384, | |
| "offset": 10200547328, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 39, | |
| "num_features": 16384, | |
| "offset": 10468982784, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 40, | |
| "num_features": 16384, | |
| "offset": 10737418240, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 41, | |
| "num_features": 16384, | |
| "offset": 11005853696, | |
| "length": 268435456 | |
| }, | |
| { | |
| "layer": 42, | |
| "num_features": 16384, | |
| "offset": 11274289152, | |
| "length": 268435456 | |
| } | |
| ], | |
| "embed_scale": 1.0, | |
| "down_top_k": 10 | |
| } |