| { | |
| "version": 2, | |
| "model": "moonshotai/Kimi-K2-Instruct", | |
| "family": "kimi_k2", | |
| "source": { | |
| "huggingface_repo": "moonshotai/Kimi-K2-Instruct", | |
| "huggingface_revision": null, | |
| "extracted_at": "2026-04-25T22:04:50Z", | |
| "larql_version": "n/a (built with notebooks/moe_vindex_builder.py \u2014 summary vindex, not canonical larql extract)" | |
| }, | |
| "num_layers": 61, | |
| "hidden_size": 7168, | |
| "intermediate_size": 2048, | |
| "moe_intermediate_size": 2048, | |
| "n_routed_experts": 384, | |
| "vocab_size": 163840, | |
| "extract_level": "browse", | |
| "dtype": "f32", | |
| "median_var64_gate_proj": 0.0938, | |
| "note": "This is a SUMMARY vindex (gate_proj SVD only) \u2014 not a canonical larql vindex. `larql pull` will fetch metadata via this stub but `larql run` / inference will not work. To build a canonical larql vindex from a MoE MXFP4 model, larql needs F8_E8M0 + F8_E4M3 + I8 dtype dispatch in larql-models/src/loading/safetensors.rs (tracked).", | |
| "layers": [ | |
| { | |
| "layer": 1, | |
| "num_features": 24576, | |
| "offset": 0, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 2, | |
| "num_features": 24576, | |
| "offset": 704643072, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 3, | |
| "num_features": 24576, | |
| "offset": 1409286144, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 4, | |
| "num_features": 24576, | |
| "offset": 2113929216, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 5, | |
| "num_features": 24576, | |
| "offset": 2818572288, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 6, | |
| "num_features": 24576, | |
| "offset": 3523215360, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 7, | |
| "num_features": 24576, | |
| "offset": 4227858432, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 8, | |
| "num_features": 24576, | |
| "offset": 4932501504, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 9, | |
| "num_features": 24576, | |
| "offset": 5637144576, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 10, | |
| "num_features": 24576, | |
| "offset": 6341787648, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 11, | |
| "num_features": 24576, | |
| "offset": 7046430720, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 12, | |
| "num_features": 24576, | |
| "offset": 7751073792, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 13, | |
| "num_features": 24576, | |
| "offset": 8455716864, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 14, | |
| "num_features": 24576, | |
| "offset": 9160359936, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 15, | |
| "num_features": 24576, | |
| "offset": 9865003008, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 16, | |
| "num_features": 24576, | |
| "offset": 10569646080, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 17, | |
| "num_features": 24576, | |
| "offset": 11274289152, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 18, | |
| "num_features": 24576, | |
| "offset": 11978932224, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 19, | |
| "num_features": 24576, | |
| "offset": 12683575296, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 20, | |
| "num_features": 24576, | |
| "offset": 13388218368, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 21, | |
| "num_features": 24576, | |
| "offset": 14092861440, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 22, | |
| "num_features": 24576, | |
| "offset": 14797504512, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 23, | |
| "num_features": 24576, | |
| "offset": 15502147584, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 24, | |
| "num_features": 24576, | |
| "offset": 16206790656, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 25, | |
| "num_features": 24576, | |
| "offset": 16911433728, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 26, | |
| "num_features": 24576, | |
| "offset": 17616076800, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 27, | |
| "num_features": 24576, | |
| "offset": 18320719872, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 28, | |
| "num_features": 24576, | |
| "offset": 19025362944, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 29, | |
| "num_features": 24576, | |
| "offset": 19730006016, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 30, | |
| "num_features": 24576, | |
| "offset": 20434649088, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 31, | |
| "num_features": 24576, | |
| "offset": 21139292160, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 32, | |
| "num_features": 24576, | |
| "offset": 21843935232, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 33, | |
| "num_features": 24576, | |
| "offset": 22548578304, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 34, | |
| "num_features": 24576, | |
| "offset": 23253221376, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 35, | |
| "num_features": 24576, | |
| "offset": 23957864448, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 36, | |
| "num_features": 24576, | |
| "offset": 24662507520, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 37, | |
| "num_features": 24576, | |
| "offset": 25367150592, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 38, | |
| "num_features": 24576, | |
| "offset": 26071793664, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 39, | |
| "num_features": 24576, | |
| "offset": 26776436736, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 40, | |
| "num_features": 24576, | |
| "offset": 27481079808, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 41, | |
| "num_features": 24576, | |
| "offset": 28185722880, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 42, | |
| "num_features": 24576, | |
| "offset": 28890365952, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 43, | |
| "num_features": 24576, | |
| "offset": 29595009024, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 44, | |
| "num_features": 24576, | |
| "offset": 30299652096, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 45, | |
| "num_features": 24576, | |
| "offset": 31004295168, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 46, | |
| "num_features": 24576, | |
| "offset": 31708938240, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 47, | |
| "num_features": 24576, | |
| "offset": 32413581312, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 48, | |
| "num_features": 24576, | |
| "offset": 33118224384, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 49, | |
| "num_features": 24576, | |
| "offset": 33822867456, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 50, | |
| "num_features": 24576, | |
| "offset": 34527510528, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 51, | |
| "num_features": 24576, | |
| "offset": 35232153600, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 52, | |
| "num_features": 24576, | |
| "offset": 35936796672, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 53, | |
| "num_features": 24576, | |
| "offset": 36641439744, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 54, | |
| "num_features": 24576, | |
| "offset": 37346082816, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 55, | |
| "num_features": 24576, | |
| "offset": 38050725888, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 56, | |
| "num_features": 24576, | |
| "offset": 38755368960, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 57, | |
| "num_features": 24576, | |
| "offset": 39460012032, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 58, | |
| "num_features": 24576, | |
| "offset": 40164655104, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 59, | |
| "num_features": 24576, | |
| "offset": 40869298176, | |
| "length": 704643072 | |
| }, | |
| { | |
| "layer": 60, | |
| "num_features": 24576, | |
| "offset": 41573941248, | |
| "length": 704643072 | |
| } | |
| ], | |
| "embed_scale": 1.0, | |
| "down_top_k": 10 | |
| } |