| { |
| "version": 2, |
| "model": "/content/gemma4-weights", |
| "family": "gemma4", |
| "source": { |
| "huggingface_repo": "/content/gemma4-weights", |
| "huggingface_revision": null, |
| "safetensors_sha256": null, |
| "extracted_at": "2026-05-04T00:32:43Z", |
| "larql_version": "0.1.0" |
| }, |
| "checksums": { |
| "up_weights.bin": "51f5a5587c53e587dd8b2eeca35a92fe7b7cb2bf7091bc095ebb9403829c4647", |
| "embeddings.bin": "c5c7c40ffbe25c4b7f6c3c2cc3107ac4c5b558f83699884e72282f01d9539fbe", |
| "down_meta.bin": "44140508156a59e3db4737657bd37bdb9ca9c1bc2e11ed1c60f351a0621a10e6", |
| "down_weights.bin": "144262a0ca24ea7f114bba99b039dbc38a6b5fd6e402b31ea36d776a9a41a9cf", |
| "norms.bin": "c4e2fa2e83864d098e91dce7404a418d459258760d79e9b4b37bd532fd1d5c40", |
| "attn_weights.bin": "895f08337237e572f55509a8f42945df0e81a1f4160b7f0d0492da494502402f", |
| "gate_vectors.bin": "1aedca60d21ab1c6a3fdfb3938443e7ce56a116ada599542b2e6cb52b251b8a3" |
| }, |
| "num_layers": 35, |
| "hidden_size": 1536, |
| "intermediate_size": 6144, |
| "vocab_size": 262144, |
| "embed_scale": 39.191837, |
| "extract_level": "all", |
| "dtype": "f16", |
| "layer_bands": { |
| "syntax": [ |
| 0, |
| 13 |
| ], |
| "knowledge": [ |
| 14, |
| 27 |
| ], |
| "output": [ |
| 28, |
| 34 |
| ] |
| }, |
| "layers": [ |
| { |
| "layer": 0, |
| "num_features": 6144, |
| "offset": 0, |
| "length": 18874368 |
| }, |
| { |
| "layer": 1, |
| "num_features": 6144, |
| "offset": 18874368, |
| "length": 18874368 |
| }, |
| { |
| "layer": 2, |
| "num_features": 6144, |
| "offset": 37748736, |
| "length": 18874368 |
| }, |
| { |
| "layer": 3, |
| "num_features": 6144, |
| "offset": 56623104, |
| "length": 18874368 |
| }, |
| { |
| "layer": 4, |
| "num_features": 6144, |
| "offset": 75497472, |
| "length": 18874368 |
| }, |
| { |
| "layer": 5, |
| "num_features": 6144, |
| "offset": 94371840, |
| "length": 18874368 |
| }, |
| { |
| "layer": 6, |
| "num_features": 6144, |
| "offset": 113246208, |
| "length": 18874368 |
| }, |
| { |
| "layer": 7, |
| "num_features": 6144, |
| "offset": 132120576, |
| "length": 18874368 |
| }, |
| { |
| "layer": 8, |
| "num_features": 6144, |
| "offset": 150994944, |
| "length": 18874368 |
| }, |
| { |
| "layer": 9, |
| "num_features": 6144, |
| "offset": 169869312, |
| "length": 18874368 |
| }, |
| { |
| "layer": 10, |
| "num_features": 6144, |
| "offset": 188743680, |
| "length": 18874368 |
| }, |
| { |
| "layer": 11, |
| "num_features": 6144, |
| "offset": 207618048, |
| "length": 18874368 |
| }, |
| { |
| "layer": 12, |
| "num_features": 6144, |
| "offset": 226492416, |
| "length": 18874368 |
| }, |
| { |
| "layer": 13, |
| "num_features": 6144, |
| "offset": 245366784, |
| "length": 18874368 |
| }, |
| { |
| "layer": 14, |
| "num_features": 6144, |
| "offset": 264241152, |
| "length": 18874368 |
| }, |
| { |
| "layer": 15, |
| "num_features": 12288, |
| "offset": 283115520, |
| "length": 37748736 |
| }, |
| { |
| "layer": 16, |
| "num_features": 12288, |
| "offset": 320864256, |
| "length": 37748736 |
| }, |
| { |
| "layer": 17, |
| "num_features": 12288, |
| "offset": 358612992, |
| "length": 37748736 |
| }, |
| { |
| "layer": 18, |
| "num_features": 12288, |
| "offset": 396361728, |
| "length": 37748736 |
| }, |
| { |
| "layer": 19, |
| "num_features": 12288, |
| "offset": 434110464, |
| "length": 37748736 |
| }, |
| { |
| "layer": 20, |
| "num_features": 12288, |
| "offset": 471859200, |
| "length": 37748736 |
| }, |
| { |
| "layer": 21, |
| "num_features": 12288, |
| "offset": 509607936, |
| "length": 37748736 |
| }, |
| { |
| "layer": 22, |
| "num_features": 12288, |
| "offset": 547356672, |
| "length": 37748736 |
| }, |
| { |
| "layer": 23, |
| "num_features": 12288, |
| "offset": 585105408, |
| "length": 37748736 |
| }, |
| { |
| "layer": 24, |
| "num_features": 12288, |
| "offset": 622854144, |
| "length": 37748736 |
| }, |
| { |
| "layer": 25, |
| "num_features": 12288, |
| "offset": 660602880, |
| "length": 37748736 |
| }, |
| { |
| "layer": 26, |
| "num_features": 12288, |
| "offset": 698351616, |
| "length": 37748736 |
| }, |
| { |
| "layer": 27, |
| "num_features": 12288, |
| "offset": 736100352, |
| "length": 37748736 |
| }, |
| { |
| "layer": 28, |
| "num_features": 12288, |
| "offset": 773849088, |
| "length": 37748736 |
| }, |
| { |
| "layer": 29, |
| "num_features": 12288, |
| "offset": 811597824, |
| "length": 37748736 |
| }, |
| { |
| "layer": 30, |
| "num_features": 12288, |
| "offset": 849346560, |
| "length": 37748736 |
| }, |
| { |
| "layer": 31, |
| "num_features": 12288, |
| "offset": 887095296, |
| "length": 37748736 |
| }, |
| { |
| "layer": 32, |
| "num_features": 12288, |
| "offset": 924844032, |
| "length": 37748736 |
| }, |
| { |
| "layer": 33, |
| "num_features": 12288, |
| "offset": 962592768, |
| "length": 37748736 |
| }, |
| { |
| "layer": 34, |
| "num_features": 12288, |
| "offset": 1000341504, |
| "length": 37748736 |
| } |
| ], |
| "down_top_k": 10, |
| "has_model_weights": true, |
| "model_config": { |
| "model_type": "gemma4_text", |
| "head_dim": 256, |
| "num_q_heads": 8, |
| "num_kv_heads": 1, |
| "rope_base": 1000000.0, |
| "sliding_window": 512, |
| "moe": null, |
| "global_head_dim": 512, |
| "partial_rotary_factor": 0.25, |
| "layer_types": [ |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "sliding_attention", |
| "full_attention" |
| ], |
| "attention_k_eq_v": false, |
| "num_kv_shared_layers": 20, |
| "per_layer_embed_dim": 256, |
| "rope_local_base": 10000.0 |
| } |
| } |
