{
  "version": 2,
  "model": "moonshotai/Kimi-K2-Instruct",
  "family": "kimi_k2",
  "source": {
    "huggingface_repo": "moonshotai/Kimi-K2-Instruct",
    "huggingface_revision": null,
    "extracted_at": "2026-04-25T22:04:50Z",
    "larql_version": "n/a (built with notebooks/moe_vindex_builder.py \u2014 summary vindex, not canonical larql extract)"
  },
  "num_layers": 61,
  "hidden_size": 7168,
  "intermediate_size": 2048,
  "moe_intermediate_size": 2048,
  "n_routed_experts": 384,
  "vocab_size": 163840,
  "extract_level": "browse",
  "dtype": "f32",
  "median_var64_gate_proj": 0.0938,
  "note": "This is a SUMMARY vindex (gate_proj SVD only) \u2014 not a canonical larql vindex. `larql pull` will fetch metadata via this stub but `larql run` / inference will not work. To build a canonical larql vindex from a MoE MXFP4 model, larql needs F8_E8M0 + F8_E4M3 + I8 dtype dispatch in larql-models/src/loading/safetensors.rs (tracked).",
  "layers": [
    {
      "layer": 1,
      "num_features": 24576,
      "offset": 0,
      "length": 704643072
    },
    {
      "layer": 2,
      "num_features": 24576,
      "offset": 704643072,
      "length": 704643072
    },
    {
      "layer": 3,
      "num_features": 24576,
      "offset": 1409286144,
      "length": 704643072
    },
    {
      "layer": 4,
      "num_features": 24576,
      "offset": 2113929216,
      "length": 704643072
    },
    {
      "layer": 5,
      "num_features": 24576,
      "offset": 2818572288,
      "length": 704643072
    },
    {
      "layer": 6,
      "num_features": 24576,
      "offset": 3523215360,
      "length": 704643072
    },
    {
      "layer": 7,
      "num_features": 24576,
      "offset": 4227858432,
      "length": 704643072
    },
    {
      "layer": 8,
      "num_features": 24576,
      "offset": 4932501504,
      "length": 704643072
    },
    {
      "layer": 9,
      "num_features": 24576,
      "offset": 5637144576,
      "length": 704643072
    },
    {
      "layer": 10,
      "num_features": 24576,
      "offset": 6341787648,
      "length": 704643072
    },
    {
      "layer": 11,
      "num_features": 24576,
      "offset": 7046430720,
      "length": 704643072
    },
    {
      "layer": 12,
      "num_features": 24576,
      "offset": 7751073792,
      "length": 704643072
    },
    {
      "layer": 13,
      "num_features": 24576,
      "offset": 8455716864,
      "length": 704643072
    },
    {
      "layer": 14,
      "num_features": 24576,
      "offset": 9160359936,
      "length": 704643072
    },
    {
      "layer": 15,
      "num_features": 24576,
      "offset": 9865003008,
      "length": 704643072
    },
    {
      "layer": 16,
      "num_features": 24576,
      "offset": 10569646080,
      "length": 704643072
    },
    {
      "layer": 17,
      "num_features": 24576,
      "offset": 11274289152,
      "length": 704643072
    },
    {
      "layer": 18,
      "num_features": 24576,
      "offset": 11978932224,
      "length": 704643072
    },
    {
      "layer": 19,
      "num_features": 24576,
      "offset": 12683575296,
      "length": 704643072
    },
    {
      "layer": 20,
      "num_features": 24576,
      "offset": 13388218368,
      "length": 704643072
    },
    {
      "layer": 21,
      "num_features": 24576,
      "offset": 14092861440,
      "length": 704643072
    },
    {
      "layer": 22,
      "num_features": 24576,
      "offset": 14797504512,
      "length": 704643072
    },
    {
      "layer": 23,
      "num_features": 24576,
      "offset": 15502147584,
      "length": 704643072
    },
    {
      "layer": 24,
      "num_features": 24576,
      "offset": 16206790656,
      "length": 704643072
    },
    {
      "layer": 25,
      "num_features": 24576,
      "offset": 16911433728,
      "length": 704643072
    },
    {
      "layer": 26,
      "num_features": 24576,
      "offset": 17616076800,
      "length": 704643072
    },
    {
      "layer": 27,
      "num_features": 24576,
      "offset": 18320719872,
      "length": 704643072
    },
    {
      "layer": 28,
      "num_features": 24576,
      "offset": 19025362944,
      "length": 704643072
    },
    {
      "layer": 29,
      "num_features": 24576,
      "offset": 19730006016,
      "length": 704643072
    },
    {
      "layer": 30,
      "num_features": 24576,
      "offset": 20434649088,
      "length": 704643072
    },
    {
      "layer": 31,
      "num_features": 24576,
      "offset": 21139292160,
      "length": 704643072
    },
    {
      "layer": 32,
      "num_features": 24576,
      "offset": 21843935232,
      "length": 704643072
    },
    {
      "layer": 33,
      "num_features": 24576,
      "offset": 22548578304,
      "length": 704643072
    },
    {
      "layer": 34,
      "num_features": 24576,
      "offset": 23253221376,
      "length": 704643072
    },
    {
      "layer": 35,
      "num_features": 24576,
      "offset": 23957864448,
      "length": 704643072
    },
    {
      "layer": 36,
      "num_features": 24576,
      "offset": 24662507520,
      "length": 704643072
    },
    {
      "layer": 37,
      "num_features": 24576,
      "offset": 25367150592,
      "length": 704643072
    },
    {
      "layer": 38,
      "num_features": 24576,
      "offset": 26071793664,
      "length": 704643072
    },
    {
      "layer": 39,
      "num_features": 24576,
      "offset": 26776436736,
      "length": 704643072
    },
    {
      "layer": 40,
      "num_features": 24576,
      "offset": 27481079808,
      "length": 704643072
    },
    {
      "layer": 41,
      "num_features": 24576,
      "offset": 28185722880,
      "length": 704643072
    },
    {
      "layer": 42,
      "num_features": 24576,
      "offset": 28890365952,
      "length": 704643072
    },
    {
      "layer": 43,
      "num_features": 24576,
      "offset": 29595009024,
      "length": 704643072
    },
    {
      "layer": 44,
      "num_features": 24576,
      "offset": 30299652096,
      "length": 704643072
    },
    {
      "layer": 45,
      "num_features": 24576,
      "offset": 31004295168,
      "length": 704643072
    },
    {
      "layer": 46,
      "num_features": 24576,
      "offset": 31708938240,
      "length": 704643072
    },
    {
      "layer": 47,
      "num_features": 24576,
      "offset": 32413581312,
      "length": 704643072
    },
    {
      "layer": 48,
      "num_features": 24576,
      "offset": 33118224384,
      "length": 704643072
    },
    {
      "layer": 49,
      "num_features": 24576,
      "offset": 33822867456,
      "length": 704643072
    },
    {
      "layer": 50,
      "num_features": 24576,
      "offset": 34527510528,
      "length": 704643072
    },
    {
      "layer": 51,
      "num_features": 24576,
      "offset": 35232153600,
      "length": 704643072
    },
    {
      "layer": 52,
      "num_features": 24576,
      "offset": 35936796672,
      "length": 704643072
    },
    {
      "layer": 53,
      "num_features": 24576,
      "offset": 36641439744,
      "length": 704643072
    },
    {
      "layer": 54,
      "num_features": 24576,
      "offset": 37346082816,
      "length": 704643072
    },
    {
      "layer": 55,
      "num_features": 24576,
      "offset": 38050725888,
      "length": 704643072
    },
    {
      "layer": 56,
      "num_features": 24576,
      "offset": 38755368960,
      "length": 704643072
    },
    {
      "layer": 57,
      "num_features": 24576,
      "offset": 39460012032,
      "length": 704643072
    },
    {
      "layer": 58,
      "num_features": 24576,
      "offset": 40164655104,
      "length": 704643072
    },
    {
      "layer": 59,
      "num_features": 24576,
      "offset": 40869298176,
      "length": 704643072
    },
    {
      "layer": 60,
      "num_features": 24576,
      "offset": 41573941248,
      "length": 704643072
    }
  ],
  "embed_scale": 1.0,
  "down_top_k": 10
}