{
  "version": 2,
  "model": "google/gemma-3-4b-it",
  "family": "gemma3",
  "source": {
    "huggingface_repo": "google/gemma-3-4b-it",
    "huggingface_revision": null,
    "safetensors_sha256": null,
    "extracted_at": "2026-04-16T12:19:50Z",
    "larql_version": "0.1.0"
  },
  "checksums": null,
  "num_layers": 34,
  "hidden_size": 2560,
  "intermediate_size": 10240,
  "vocab_size": 262208,
  "embed_scale": 50.596443,
  "extract_level": "all",
  "dtype": "f32",
  "quant": "q4k",
  "layer_bands": {
    "syntax": [
      0,
      13
    ],
    "knowledge": [
      14,
      27
    ],
    "output": [
      28,
      33
    ]
  },
  "layers": [
    {
      "layer": 0,
      "num_features": 10240,
      "offset": 0,
      "length": 104857600
    },
    {
      "layer": 1,
      "num_features": 10240,
      "offset": 104857600,
      "length": 104857600
    },
    {
      "layer": 2,
      "num_features": 10240,
      "offset": 209715200,
      "length": 104857600
    },
    {
      "layer": 3,
      "num_features": 10240,
      "offset": 314572800,
      "length": 104857600
    },
    {
      "layer": 4,
      "num_features": 10240,
      "offset": 419430400,
      "length": 104857600
    },
    {
      "layer": 5,
      "num_features": 10240,
      "offset": 524288000,
      "length": 104857600
    },
    {
      "layer": 6,
      "num_features": 10240,
      "offset": 629145600,
      "length": 104857600
    },
    {
      "layer": 7,
      "num_features": 10240,
      "offset": 734003200,
      "length": 104857600
    },
    {
      "layer": 8,
      "num_features": 10240,
      "offset": 838860800,
      "length": 104857600
    },
    {
      "layer": 9,
      "num_features": 10240,
      "offset": 943718400,
      "length": 104857600
    },
    {
      "layer": 10,
      "num_features": 10240,
      "offset": 1048576000,
      "length": 104857600
    },
    {
      "layer": 11,
      "num_features": 10240,
      "offset": 1153433600,
      "length": 104857600
    },
    {
      "layer": 12,
      "num_features": 10240,
      "offset": 1258291200,
      "length": 104857600
    },
    {
      "layer": 13,
      "num_features": 10240,
      "offset": 1363148800,
      "length": 104857600
    },
    {
      "layer": 14,
      "num_features": 10240,
      "offset": 1468006400,
      "length": 104857600
    },
    {
      "layer": 15,
      "num_features": 10240,
      "offset": 1572864000,
      "length": 104857600
    },
    {
      "layer": 16,
      "num_features": 10240,
      "offset": 1677721600,
      "length": 104857600
    },
    {
      "layer": 17,
      "num_features": 10240,
      "offset": 1782579200,
      "length": 104857600
    },
    {
      "layer": 18,
      "num_features": 10240,
      "offset": 1887436800,
      "length": 104857600
    },
    {
      "layer": 19,
      "num_features": 10240,
      "offset": 1992294400,
      "length": 104857600
    },
    {
      "layer": 20,
      "num_features": 10240,
      "offset": 2097152000,
      "length": 104857600
    },
    {
      "layer": 21,
      "num_features": 10240,
      "offset": 2202009600,
      "length": 104857600
    },
    {
      "layer": 22,
      "num_features": 10240,
      "offset": 2306867200,
      "length": 104857600
    },
    {
      "layer": 23,
      "num_features": 10240,
      "offset": 2411724800,
      "length": 104857600
    },
    {
      "layer": 24,
      "num_features": 10240,
      "offset": 2516582400,
      "length": 104857600
    },
    {
      "layer": 25,
      "num_features": 10240,
      "offset": 2621440000,
      "length": 104857600
    },
    {
      "layer": 26,
      "num_features": 10240,
      "offset": 2726297600,
      "length": 104857600
    },
    {
      "layer": 27,
      "num_features": 10240,
      "offset": 2831155200,
      "length": 104857600
    },
    {
      "layer": 28,
      "num_features": 10240,
      "offset": 2936012800,
      "length": 104857600
    },
    {
      "layer": 29,
      "num_features": 10240,
      "offset": 3040870400,
      "length": 104857600
    },
    {
      "layer": 30,
      "num_features": 10240,
      "offset": 3145728000,
      "length": 104857600
    },
    {
      "layer": 31,
      "num_features": 10240,
      "offset": 3250585600,
      "length": 104857600
    },
    {
      "layer": 32,
      "num_features": 10240,
      "offset": 3355443200,
      "length": 104857600
    },
    {
      "layer": 33,
      "num_features": 10240,
      "offset": 3460300800,
      "length": 104857600
    }
  ],
  "down_top_k": 10,
  "has_model_weights": true,
  "model_config": {
    "model_type": "gemma3_text",
    "head_dim": 256,
    "num_q_heads": 8,
    "num_kv_heads": 4,
    "rope_base": 1000000.0,
    "sliding_window": 1024,
    "moe": null,
    "attention_k_eq_v": false
  }
}