Upload index.json

index.json

@@ -0,0 +1,258 @@
+{
+  "version": 2,
+  "model": "google/gemma-3-4b-it",
+  "family": "gemma3",
+  "source": {
+    "huggingface_repo": "google/gemma-3-4b-it",
+    "huggingface_revision": null,
+    "safetensors_sha256": null,
+    "extracted_at": "2026-05-02T17:32:59Z",
+    "larql_version": "0.1.0"
+  },
+  "checksums": {
+    "embeddings.bin": "bfc37cc421ee0b16dfe96475f8967fce4fea3592f641b6b8c008cb9b319fc2c9",
+    "norms.bin": "b71dbaa8060fb6afc18df76857b0b8cca94b9144905609df2938f9a4e14ed219",
+    "gate_vectors.bin": "60147c55152d36023d2ec2d9d772cc858fdc245209f03b9d6ee375321070331d",
+    "down_meta.bin": "025029abf199800760a4e278b1873b39f9f44b95b3b4e2d3f45997d212153f8b"
+  },
+  "num_layers": 34,
+  "hidden_size": 2560,
+  "intermediate_size": 10240,
+  "vocab_size": 262208,
+  "embed_scale": 50.596443,
+  "extract_level": "inference",
+  "dtype": "f16",
+  "quant": "q4k",
+  "layer_bands": {
+    "syntax": [
+      0,
+      13
+    ],
+    "knowledge": [
+      14,
+      27
+    ],
+    "output": [
+      28,
+      33
+    ]
+  },
+  "layers": [
+    {
+      "layer": 0,
+      "num_features": 10240,
+      "offset": 0,
+      "length": 52428800
+    },
+    {
+      "layer": 1,
+      "num_features": 10240,
+      "offset": 52428800,
+      "length": 52428800
+    },
+    {
+      "layer": 2,
+      "num_features": 10240,
+      "offset": 104857600,
+      "length": 52428800
+    },
+    {
+      "layer": 3,
+      "num_features": 10240,
+      "offset": 157286400,
+      "length": 52428800
+    },
+    {
+      "layer": 4,
+      "num_features": 10240,
+      "offset": 209715200,
+      "length": 52428800
+    },
+    {
+      "layer": 5,
+      "num_features": 10240,
+      "offset": 262144000,
+      "length": 52428800
+    },
+    {
+      "layer": 6,
+      "num_features": 10240,
+      "offset": 314572800,
+      "length": 52428800
+    },
+    {
+      "layer": 7,
+      "num_features": 10240,
+      "offset": 367001600,
+      "length": 52428800
+    },
+    {
+      "layer": 8,
+      "num_features": 10240,
+      "offset": 419430400,
+      "length": 52428800
+    },
+    {
+      "layer": 9,
+      "num_features": 10240,
+      "offset": 471859200,
+      "length": 52428800
+    },
+    {
+      "layer": 10,
+      "num_features": 10240,
+      "offset": 524288000,
+      "length": 52428800
+    },
+    {
+      "layer": 11,
+      "num_features": 10240,
+      "offset": 576716800,
+      "length": 52428800
+    },
+    {
+      "layer": 12,
+      "num_features": 10240,
+      "offset": 629145600,
+      "length": 52428800
+    },
+    {
+      "layer": 13,
+      "num_features": 10240,
+      "offset": 681574400,
+      "length": 52428800
+    },
+    {
+      "layer": 14,
+      "num_features": 10240,
+      "offset": 734003200,
+      "length": 52428800
+    },
+    {
+      "layer": 15,
+      "num_features": 10240,
+      "offset": 786432000,
+      "length": 52428800
+    },
+    {
+      "layer": 16,
+      "num_features": 10240,
+      "offset": 838860800,
+      "length": 52428800
+    },
+    {
+      "layer": 17,
+      "num_features": 10240,
+      "offset": 891289600,
+      "length": 52428800
+    },
+    {
+      "layer": 18,
+      "num_features": 10240,
+      "offset": 943718400,
+      "length": 52428800
+    },
+    {
+      "layer": 19,
+      "num_features": 10240,
+      "offset": 996147200,
+      "length": 52428800
+    },
+    {
+      "layer": 20,
+      "num_features": 10240,
+      "offset": 1048576000,
+      "length": 52428800
+    },
+    {
+      "layer": 21,
+      "num_features": 10240,
+      "offset": 1101004800,
+      "length": 52428800
+    },
+    {
+      "layer": 22,
+      "num_features": 10240,
+      "offset": 1153433600,
+      "length": 52428800
+    },
+    {
+      "layer": 23,
+      "num_features": 10240,
+      "offset": 1205862400,
+      "length": 52428800
+    },
+    {
+      "layer": 24,
+      "num_features": 10240,
+      "offset": 1258291200,
+      "length": 52428800
+    },
+    {
+      "layer": 25,
+      "num_features": 10240,
+      "offset": 1310720000,
+      "length": 52428800
+    },
+    {
+      "layer": 26,
+      "num_features": 10240,
+      "offset": 1363148800,
+      "length": 52428800
+    },
+    {
+      "layer": 27,
+      "num_features": 10240,
+      "offset": 1415577600,
+      "length": 52428800
+    },
+    {
+      "layer": 28,
+      "num_features": 10240,
+      "offset": 1468006400,
+      "length": 52428800
+    },
+    {
+      "layer": 29,
+      "num_features": 10240,
+      "offset": 1520435200,
+      "length": 52428800
+    },
+    {
+      "layer": 30,
+      "num_features": 10240,
+      "offset": 1572864000,
+      "length": 52428800
+    },
+    {
+      "layer": 31,
+      "num_features": 10240,
+      "offset": 1625292800,
+      "length": 52428800
+    },
+    {
+      "layer": 32,
+      "num_features": 10240,
+      "offset": 1677721600,
+      "length": 52428800
+    },
+    {
+      "layer": 33,
+      "num_features": 10240,
+      "offset": 1730150400,
+      "length": 52428800
+    }
+  ],
+  "down_top_k": 10,
+  "has_model_weights": true,
+  "model_config": {
+    "model_type": "gemma3_text",
+    "head_dim": 256,
+    "num_q_heads": 8,
+    "num_kv_heads": 4,
+    "rope_base": 1000000.0,
+    "sliding_window": 1024,
+    "moe": null,
+    "attention_k_eq_v": false
+  }
+}