{
  "version": 2,
  "model": "deepseek-ai/DeepSeek-V4-Flash",
  "family": "deepseek_v4",
  "source": {
    "huggingface_repo": "deepseek-ai/DeepSeek-V4-Flash",
    "huggingface_revision": null,
    "extracted_at": "2026-04-25T22:04:53Z",
    "larql_version": "n/a (built with notebooks/moe_vindex_builder.py \u2014 summary vindex, not canonical larql extract)"
  },
  "num_layers": 43,
  "hidden_size": 4096,
  "intermediate_size": 2048,
  "moe_intermediate_size": 2048,
  "n_routed_experts": 256,
  "vocab_size": 129280,
  "extract_level": "browse",
  "dtype": "f32",
  "median_var64_gate_proj": 0.108,
  "note": "This is a SUMMARY vindex (gate_proj SVD only) \u2014 not a canonical larql vindex. `larql pull` will fetch metadata via this stub but `larql run` / inference will not work. To build a canonical larql vindex from a MoE MXFP4 model, larql needs F8_E8M0 + F8_E4M3 + I8 dtype dispatch in larql-models/src/loading/safetensors.rs (tracked).",
  "layers": [
    {
      "layer": 0,
      "num_features": 16384,
      "offset": 0,
      "length": 268435456
    },
    {
      "layer": 1,
      "num_features": 16384,
      "offset": 268435456,
      "length": 268435456
    },
    {
      "layer": 2,
      "num_features": 16384,
      "offset": 536870912,
      "length": 268435456
    },
    {
      "layer": 3,
      "num_features": 16384,
      "offset": 805306368,
      "length": 268435456
    },
    {
      "layer": 4,
      "num_features": 16384,
      "offset": 1073741824,
      "length": 268435456
    },
    {
      "layer": 5,
      "num_features": 16384,
      "offset": 1342177280,
      "length": 268435456
    },
    {
      "layer": 6,
      "num_features": 16384,
      "offset": 1610612736,
      "length": 268435456
    },
    {
      "layer": 7,
      "num_features": 16384,
      "offset": 1879048192,
      "length": 268435456
    },
    {
      "layer": 8,
      "num_features": 16384,
      "offset": 2147483648,
      "length": 268435456
    },
    {
      "layer": 9,
      "num_features": 16384,
      "offset": 2415919104,
      "length": 268435456
    },
    {
      "layer": 10,
      "num_features": 16384,
      "offset": 2684354560,
      "length": 268435456
    },
    {
      "layer": 11,
      "num_features": 16384,
      "offset": 2952790016,
      "length": 268435456
    },
    {
      "layer": 12,
      "num_features": 16384,
      "offset": 3221225472,
      "length": 268435456
    },
    {
      "layer": 13,
      "num_features": 16384,
      "offset": 3489660928,
      "length": 268435456
    },
    {
      "layer": 14,
      "num_features": 16384,
      "offset": 3758096384,
      "length": 268435456
    },
    {
      "layer": 15,
      "num_features": 16384,
      "offset": 4026531840,
      "length": 268435456
    },
    {
      "layer": 16,
      "num_features": 16384,
      "offset": 4294967296,
      "length": 268435456
    },
    {
      "layer": 17,
      "num_features": 16384,
      "offset": 4563402752,
      "length": 268435456
    },
    {
      "layer": 18,
      "num_features": 16384,
      "offset": 4831838208,
      "length": 268435456
    },
    {
      "layer": 19,
      "num_features": 16384,
      "offset": 5100273664,
      "length": 268435456
    },
    {
      "layer": 20,
      "num_features": 16384,
      "offset": 5368709120,
      "length": 268435456
    },
    {
      "layer": 21,
      "num_features": 16384,
      "offset": 5637144576,
      "length": 268435456
    },
    {
      "layer": 22,
      "num_features": 16384,
      "offset": 5905580032,
      "length": 268435456
    },
    {
      "layer": 23,
      "num_features": 16384,
      "offset": 6174015488,
      "length": 268435456
    },
    {
      "layer": 24,
      "num_features": 16384,
      "offset": 6442450944,
      "length": 268435456
    },
    {
      "layer": 25,
      "num_features": 16384,
      "offset": 6710886400,
      "length": 268435456
    },
    {
      "layer": 26,
      "num_features": 16384,
      "offset": 6979321856,
      "length": 268435456
    },
    {
      "layer": 27,
      "num_features": 16384,
      "offset": 7247757312,
      "length": 268435456
    },
    {
      "layer": 28,
      "num_features": 16384,
      "offset": 7516192768,
      "length": 268435456
    },
    {
      "layer": 29,
      "num_features": 16384,
      "offset": 7784628224,
      "length": 268435456
    },
    {
      "layer": 30,
      "num_features": 16384,
      "offset": 8053063680,
      "length": 268435456
    },
    {
      "layer": 31,
      "num_features": 16384,
      "offset": 8321499136,
      "length": 268435456
    },
    {
      "layer": 32,
      "num_features": 16384,
      "offset": 8589934592,
      "length": 268435456
    },
    {
      "layer": 33,
      "num_features": 16384,
      "offset": 8858370048,
      "length": 268435456
    },
    {
      "layer": 34,
      "num_features": 16384,
      "offset": 9126805504,
      "length": 268435456
    },
    {
      "layer": 35,
      "num_features": 16384,
      "offset": 9395240960,
      "length": 268435456
    },
    {
      "layer": 36,
      "num_features": 16384,
      "offset": 9663676416,
      "length": 268435456
    },
    {
      "layer": 37,
      "num_features": 16384,
      "offset": 9932111872,
      "length": 268435456
    },
    {
      "layer": 38,
      "num_features": 16384,
      "offset": 10200547328,
      "length": 268435456
    },
    {
      "layer": 39,
      "num_features": 16384,
      "offset": 10468982784,
      "length": 268435456
    },
    {
      "layer": 40,
      "num_features": 16384,
      "offset": 10737418240,
      "length": 268435456
    },
    {
      "layer": 41,
      "num_features": 16384,
      "offset": 11005853696,
      "length": 268435456
    },
    {
      "layer": 42,
      "num_features": 16384,
      "offset": 11274289152,
      "length": 268435456
    }
  ],
  "embed_scale": 1.0,
  "down_top_k": 10
}