| { |
| "version": 1, |
| "model": "meta-llama/Llama-3.1-8B", |
| "family": "llama", |
| "source": { |
| "huggingface_repo": "/home/ubuntu/hf/hub/models--meta-llama--Llama-3.1-8B/snapshots/d04e592bb4f6aa9cfee91e2e20afa771667e1d4b", |
| "huggingface_revision": null, |
| "safetensors_sha256": null, |
| "extracted_at": "2026-04-21T09:31:31.631308Z", |
| "larql_version": "0.2.0-python" |
| }, |
| "num_layers": 32, |
| "hidden_size": 4096, |
| "intermediate_size": 14336, |
| "vocab_size": 128256, |
| "embed_scale": 1.0, |
| "extract_level": "features", |
| "dtype": "f16", |
| "has_model_weights": false, |
| "down_top_k": 10, |
| "layer_bands": { |
| "syntax": [ |
| 0, |
| 8 |
| ], |
| "knowledge": [ |
| 8, |
| 24 |
| ], |
| "output": [ |
| 24, |
| 31 |
| ] |
| }, |
| "layers": [ |
| { |
| "layer": 0, |
| "num_features": 128, |
| "offset": 0, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 1, |
| "num_features": 128, |
| "offset": 1048576, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 2, |
| "num_features": 128, |
| "offset": 2097152, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 3, |
| "num_features": 128, |
| "offset": 3145728, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 4, |
| "num_features": 128, |
| "offset": 4194304, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 5, |
| "num_features": 128, |
| "offset": 5242880, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 6, |
| "num_features": 128, |
| "offset": 6291456, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 7, |
| "num_features": 128, |
| "offset": 7340032, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 8, |
| "num_features": 128, |
| "offset": 8388608, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 9, |
| "num_features": 128, |
| "offset": 9437184, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 10, |
| "num_features": 128, |
| "offset": 10485760, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 11, |
| "num_features": 128, |
| "offset": 11534336, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 12, |
| "num_features": 128, |
| "offset": 12582912, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 13, |
| "num_features": 128, |
| "offset": 13631488, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 14, |
| "num_features": 128, |
| "offset": 14680064, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 15, |
| "num_features": 128, |
| "offset": 15728640, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 16, |
| "num_features": 128, |
| "offset": 16777216, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 17, |
| "num_features": 128, |
| "offset": 17825792, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 18, |
| "num_features": 128, |
| "offset": 18874368, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 19, |
| "num_features": 128, |
| "offset": 19922944, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 20, |
| "num_features": 128, |
| "offset": 20971520, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 21, |
| "num_features": 128, |
| "offset": 22020096, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 22, |
| "num_features": 128, |
| "offset": 23068672, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 23, |
| "num_features": 128, |
| "offset": 24117248, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 24, |
| "num_features": 128, |
| "offset": 25165824, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 25, |
| "num_features": 128, |
| "offset": 26214400, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 26, |
| "num_features": 128, |
| "offset": 27262976, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 27, |
| "num_features": 128, |
| "offset": 28311552, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 28, |
| "num_features": 128, |
| "offset": 29360128, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 29, |
| "num_features": 128, |
| "offset": 30408704, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 30, |
| "num_features": 128, |
| "offset": 31457280, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| }, |
| { |
| "layer": 31, |
| "num_features": 128, |
| "offset": 32505856, |
| "length": 1048576, |
| "num_experts": null, |
| "num_features_per_expert": null |
| } |
| ], |
| "model_config": { |
| "model_type": "llama", |
| "hidden_size": 4096, |
| "moe": { |
| "num_experts": 1, |
| "top_k": 1, |
| "moe_intermediate_size": 14336, |
| "aggregated_features": 128, |
| "aggregation": "router_weighted_svd" |
| } |
| }, |
| "checksums": { |
| "gate_vectors.bin": "098f1acd53c23f7dc37768823ffba66dbae560f2e724c754ea54caa88c2742d5", |
| "embeddings.bin": "f1f60979ed67d6dea5906bcd5939cf043a595a7bd5dc82572d7741591afc2d08", |
| "norms.bin": "7da1dd5262fe1805f355ec5454e4d8dc650adfbb96a8fe026b3229913eeb56dc", |
| "down_features.bin": "8981aed9ef5ae30baea31a9a55e95a0de5ce2a59e7e2b148f78e44c5a52f3941", |
| "down_meta.bin": "42281f61eb844669dd6b6ab9544a07698c86d2910a70e3ec0b6cc35f278535d7" |
| } |
| } |
