{
  "version": 2,
  "model": "/content/gemma4-weights",
  "family": "gemma4",
  "source": {
    "huggingface_repo": "/content/gemma4-weights",
    "huggingface_revision": null,
    "safetensors_sha256": null,
    "extracted_at": "2026-05-04T00:32:43Z",
    "larql_version": "0.1.0"
  },
  "checksums": {
    "up_weights.bin": "51f5a5587c53e587dd8b2eeca35a92fe7b7cb2bf7091bc095ebb9403829c4647",
    "embeddings.bin": "c5c7c40ffbe25c4b7f6c3c2cc3107ac4c5b558f83699884e72282f01d9539fbe",
    "down_meta.bin": "44140508156a59e3db4737657bd37bdb9ca9c1bc2e11ed1c60f351a0621a10e6",
    "down_weights.bin": "144262a0ca24ea7f114bba99b039dbc38a6b5fd6e402b31ea36d776a9a41a9cf",
    "norms.bin": "c4e2fa2e83864d098e91dce7404a418d459258760d79e9b4b37bd532fd1d5c40",
    "attn_weights.bin": "895f08337237e572f55509a8f42945df0e81a1f4160b7f0d0492da494502402f",
    "gate_vectors.bin": "1aedca60d21ab1c6a3fdfb3938443e7ce56a116ada599542b2e6cb52b251b8a3"
  },
  "num_layers": 35,
  "hidden_size": 1536,
  "intermediate_size": 6144,
  "vocab_size": 262144,
  "embed_scale": 39.191837,
  "extract_level": "all",
  "dtype": "f16",
  "layer_bands": {
    "syntax": [
      0,
      13
    ],
    "knowledge": [
      14,
      27
    ],
    "output": [
      28,
      34
    ]
  },
  "layers": [
    {
      "layer": 0,
      "num_features": 6144,
      "offset": 0,
      "length": 18874368
    },
    {
      "layer": 1,
      "num_features": 6144,
      "offset": 18874368,
      "length": 18874368
    },
    {
      "layer": 2,
      "num_features": 6144,
      "offset": 37748736,
      "length": 18874368
    },
    {
      "layer": 3,
      "num_features": 6144,
      "offset": 56623104,
      "length": 18874368
    },
    {
      "layer": 4,
      "num_features": 6144,
      "offset": 75497472,
      "length": 18874368
    },
    {
      "layer": 5,
      "num_features": 6144,
      "offset": 94371840,
      "length": 18874368
    },
    {
      "layer": 6,
      "num_features": 6144,
      "offset": 113246208,
      "length": 18874368
    },
    {
      "layer": 7,
      "num_features": 6144,
      "offset": 132120576,
      "length": 18874368
    },
    {
      "layer": 8,
      "num_features": 6144,
      "offset": 150994944,
      "length": 18874368
    },
    {
      "layer": 9,
      "num_features": 6144,
      "offset": 169869312,
      "length": 18874368
    },
    {
      "layer": 10,
      "num_features": 6144,
      "offset": 188743680,
      "length": 18874368
    },
    {
      "layer": 11,
      "num_features": 6144,
      "offset": 207618048,
      "length": 18874368
    },
    {
      "layer": 12,
      "num_features": 6144,
      "offset": 226492416,
      "length": 18874368
    },
    {
      "layer": 13,
      "num_features": 6144,
      "offset": 245366784,
      "length": 18874368
    },
    {
      "layer": 14,
      "num_features": 6144,
      "offset": 264241152,
      "length": 18874368
    },
    {
      "layer": 15,
      "num_features": 12288,
      "offset": 283115520,
      "length": 37748736
    },
    {
      "layer": 16,
      "num_features": 12288,
      "offset": 320864256,
      "length": 37748736
    },
    {
      "layer": 17,
      "num_features": 12288,
      "offset": 358612992,
      "length": 37748736
    },
    {
      "layer": 18,
      "num_features": 12288,
      "offset": 396361728,
      "length": 37748736
    },
    {
      "layer": 19,
      "num_features": 12288,
      "offset": 434110464,
      "length": 37748736
    },
    {
      "layer": 20,
      "num_features": 12288,
      "offset": 471859200,
      "length": 37748736
    },
    {
      "layer": 21,
      "num_features": 12288,
      "offset": 509607936,
      "length": 37748736
    },
    {
      "layer": 22,
      "num_features": 12288,
      "offset": 547356672,
      "length": 37748736
    },
    {
      "layer": 23,
      "num_features": 12288,
      "offset": 585105408,
      "length": 37748736
    },
    {
      "layer": 24,
      "num_features": 12288,
      "offset": 622854144,
      "length": 37748736
    },
    {
      "layer": 25,
      "num_features": 12288,
      "offset": 660602880,
      "length": 37748736
    },
    {
      "layer": 26,
      "num_features": 12288,
      "offset": 698351616,
      "length": 37748736
    },
    {
      "layer": 27,
      "num_features": 12288,
      "offset": 736100352,
      "length": 37748736
    },
    {
      "layer": 28,
      "num_features": 12288,
      "offset": 773849088,
      "length": 37748736
    },
    {
      "layer": 29,
      "num_features": 12288,
      "offset": 811597824,
      "length": 37748736
    },
    {
      "layer": 30,
      "num_features": 12288,
      "offset": 849346560,
      "length": 37748736
    },
    {
      "layer": 31,
      "num_features": 12288,
      "offset": 887095296,
      "length": 37748736
    },
    {
      "layer": 32,
      "num_features": 12288,
      "offset": 924844032,
      "length": 37748736
    },
    {
      "layer": 33,
      "num_features": 12288,
      "offset": 962592768,
      "length": 37748736
    },
    {
      "layer": 34,
      "num_features": 12288,
      "offset": 1000341504,
      "length": 37748736
    }
  ],
  "down_top_k": 10,
  "has_model_weights": true,
  "model_config": {
    "model_type": "gemma4_text",
    "head_dim": 256,
    "num_q_heads": 8,
    "num_kv_heads": 1,
    "rope_base": 1000000.0,
    "sliding_window": 512,
    "moe": null,
    "global_head_dim": 512,
    "partial_rotary_factor": 0.25,
    "layer_types": [
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "sliding_attention",
      "full_attention"
    ],
    "attention_k_eq_v": false,
    "num_kv_shared_layers": 20,
    "per_layer_embed_dim": 256,
    "rope_local_base": 10000.0
  }
}