| { |
| "version": 2, |
| "model": "google/gemma-3-4b-it", |
| "family": "gemma3", |
| "source": { |
| "huggingface_repo": "google/gemma-3-4b-it", |
| "huggingface_revision": null, |
| "safetensors_sha256": null, |
| "extracted_at": "2026-04-16T12:19:50Z", |
| "larql_version": "0.1.0" |
| }, |
| "checksums": null, |
| "num_layers": 34, |
| "hidden_size": 2560, |
| "intermediate_size": 10240, |
| "vocab_size": 262208, |
| "embed_scale": 50.596443, |
| "extract_level": "all", |
| "dtype": "f32", |
| "quant": "q4k", |
| "layer_bands": { |
| "syntax": [ |
| 0, |
| 13 |
| ], |
| "knowledge": [ |
| 14, |
| 27 |
| ], |
| "output": [ |
| 28, |
| 33 |
| ] |
| }, |
| "layers": [ |
| { |
| "layer": 0, |
| "num_features": 10240, |
| "offset": 0, |
| "length": 104857600 |
| }, |
| { |
| "layer": 1, |
| "num_features": 10240, |
| "offset": 104857600, |
| "length": 104857600 |
| }, |
| { |
| "layer": 2, |
| "num_features": 10240, |
| "offset": 209715200, |
| "length": 104857600 |
| }, |
| { |
| "layer": 3, |
| "num_features": 10240, |
| "offset": 314572800, |
| "length": 104857600 |
| }, |
| { |
| "layer": 4, |
| "num_features": 10240, |
| "offset": 419430400, |
| "length": 104857600 |
| }, |
| { |
| "layer": 5, |
| "num_features": 10240, |
| "offset": 524288000, |
| "length": 104857600 |
| }, |
| { |
| "layer": 6, |
| "num_features": 10240, |
| "offset": 629145600, |
| "length": 104857600 |
| }, |
| { |
| "layer": 7, |
| "num_features": 10240, |
| "offset": 734003200, |
| "length": 104857600 |
| }, |
| { |
| "layer": 8, |
| "num_features": 10240, |
| "offset": 838860800, |
| "length": 104857600 |
| }, |
| { |
| "layer": 9, |
| "num_features": 10240, |
| "offset": 943718400, |
| "length": 104857600 |
| }, |
| { |
| "layer": 10, |
| "num_features": 10240, |
| "offset": 1048576000, |
| "length": 104857600 |
| }, |
| { |
| "layer": 11, |
| "num_features": 10240, |
| "offset": 1153433600, |
| "length": 104857600 |
| }, |
| { |
| "layer": 12, |
| "num_features": 10240, |
| "offset": 1258291200, |
| "length": 104857600 |
| }, |
| { |
| "layer": 13, |
| "num_features": 10240, |
| "offset": 1363148800, |
| "length": 104857600 |
| }, |
| { |
| "layer": 14, |
| "num_features": 10240, |
| "offset": 1468006400, |
| "length": 104857600 |
| }, |
| { |
| "layer": 15, |
| "num_features": 10240, |
| "offset": 1572864000, |
| "length": 104857600 |
| }, |
| { |
| "layer": 16, |
| "num_features": 10240, |
| "offset": 1677721600, |
| "length": 104857600 |
| }, |
| { |
| "layer": 17, |
| "num_features": 10240, |
| "offset": 1782579200, |
| "length": 104857600 |
| }, |
| { |
| "layer": 18, |
| "num_features": 10240, |
| "offset": 1887436800, |
| "length": 104857600 |
| }, |
| { |
| "layer": 19, |
| "num_features": 10240, |
| "offset": 1992294400, |
| "length": 104857600 |
| }, |
| { |
| "layer": 20, |
| "num_features": 10240, |
| "offset": 2097152000, |
| "length": 104857600 |
| }, |
| { |
| "layer": 21, |
| "num_features": 10240, |
| "offset": 2202009600, |
| "length": 104857600 |
| }, |
| { |
| "layer": 22, |
| "num_features": 10240, |
| "offset": 2306867200, |
| "length": 104857600 |
| }, |
| { |
| "layer": 23, |
| "num_features": 10240, |
| "offset": 2411724800, |
| "length": 104857600 |
| }, |
| { |
| "layer": 24, |
| "num_features": 10240, |
| "offset": 2516582400, |
| "length": 104857600 |
| }, |
| { |
| "layer": 25, |
| "num_features": 10240, |
| "offset": 2621440000, |
| "length": 104857600 |
| }, |
| { |
| "layer": 26, |
| "num_features": 10240, |
| "offset": 2726297600, |
| "length": 104857600 |
| }, |
| { |
| "layer": 27, |
| "num_features": 10240, |
| "offset": 2831155200, |
| "length": 104857600 |
| }, |
| { |
| "layer": 28, |
| "num_features": 10240, |
| "offset": 2936012800, |
| "length": 104857600 |
| }, |
| { |
| "layer": 29, |
| "num_features": 10240, |
| "offset": 3040870400, |
| "length": 104857600 |
| }, |
| { |
| "layer": 30, |
| "num_features": 10240, |
| "offset": 3145728000, |
| "length": 104857600 |
| }, |
| { |
| "layer": 31, |
| "num_features": 10240, |
| "offset": 3250585600, |
| "length": 104857600 |
| }, |
| { |
| "layer": 32, |
| "num_features": 10240, |
| "offset": 3355443200, |
| "length": 104857600 |
| }, |
| { |
| "layer": 33, |
| "num_features": 10240, |
| "offset": 3460300800, |
| "length": 104857600 |
| } |
| ], |
| "down_top_k": 10, |
| "has_model_weights": true, |
| "model_config": { |
| "model_type": "gemma3_text", |
| "head_dim": 256, |
| "num_q_heads": 8, |
| "num_kv_heads": 4, |
| "rope_base": 1000000.0, |
| "sliding_window": 1024, |
| "moe": null, |
| "attention_k_eq_v": false |
| } |
| } |
