{
  "version": 1,
  "model": "meta-llama/Llama-3.1-8B",
  "family": "llama",
  "source": {
    "huggingface_repo": "/home/ubuntu/hf/hub/models--meta-llama--Llama-3.1-8B/snapshots/d04e592bb4f6aa9cfee91e2e20afa771667e1d4b",
    "huggingface_revision": null,
    "safetensors_sha256": null,
    "extracted_at": "2026-04-21T09:31:31.631308Z",
    "larql_version": "0.2.0-python"
  },
  "num_layers": 32,
  "hidden_size": 4096,
  "intermediate_size": 14336,
  "vocab_size": 128256,
  "embed_scale": 1.0,
  "extract_level": "features",
  "dtype": "f16",
  "has_model_weights": false,
  "down_top_k": 10,
  "layer_bands": {
    "syntax": [
      0,
      8
    ],
    "knowledge": [
      8,
      24
    ],
    "output": [
      24,
      31
    ]
  },
  "layers": [
    {
      "layer": 0,
      "num_features": 128,
      "offset": 0,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 1,
      "num_features": 128,
      "offset": 1048576,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 2,
      "num_features": 128,
      "offset": 2097152,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 3,
      "num_features": 128,
      "offset": 3145728,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 4,
      "num_features": 128,
      "offset": 4194304,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 5,
      "num_features": 128,
      "offset": 5242880,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 6,
      "num_features": 128,
      "offset": 6291456,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 7,
      "num_features": 128,
      "offset": 7340032,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 8,
      "num_features": 128,
      "offset": 8388608,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 9,
      "num_features": 128,
      "offset": 9437184,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 10,
      "num_features": 128,
      "offset": 10485760,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 11,
      "num_features": 128,
      "offset": 11534336,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 12,
      "num_features": 128,
      "offset": 12582912,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 13,
      "num_features": 128,
      "offset": 13631488,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 14,
      "num_features": 128,
      "offset": 14680064,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 15,
      "num_features": 128,
      "offset": 15728640,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 16,
      "num_features": 128,
      "offset": 16777216,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 17,
      "num_features": 128,
      "offset": 17825792,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 18,
      "num_features": 128,
      "offset": 18874368,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 19,
      "num_features": 128,
      "offset": 19922944,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 20,
      "num_features": 128,
      "offset": 20971520,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 21,
      "num_features": 128,
      "offset": 22020096,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 22,
      "num_features": 128,
      "offset": 23068672,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 23,
      "num_features": 128,
      "offset": 24117248,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 24,
      "num_features": 128,
      "offset": 25165824,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 25,
      "num_features": 128,
      "offset": 26214400,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 26,
      "num_features": 128,
      "offset": 27262976,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 27,
      "num_features": 128,
      "offset": 28311552,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 28,
      "num_features": 128,
      "offset": 29360128,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 29,
      "num_features": 128,
      "offset": 30408704,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 30,
      "num_features": 128,
      "offset": 31457280,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    },
    {
      "layer": 31,
      "num_features": 128,
      "offset": 32505856,
      "length": 1048576,
      "num_experts": null,
      "num_features_per_expert": null
    }
  ],
  "model_config": {
    "model_type": "llama",
    "hidden_size": 4096,
    "moe": {
      "num_experts": 1,
      "top_k": 1,
      "moe_intermediate_size": 14336,
      "aggregated_features": 128,
      "aggregation": "router_weighted_svd"
    }
  },
  "checksums": {
    "gate_vectors.bin": "098f1acd53c23f7dc37768823ffba66dbae560f2e724c754ea54caa88c2742d5",
    "embeddings.bin": "f1f60979ed67d6dea5906bcd5939cf043a595a7bd5dc82572d7741591afc2d08",
    "norms.bin": "7da1dd5262fe1805f355ec5454e4d8dc650adfbb96a8fe026b3229913eeb56dc",
    "down_features.bin": "8981aed9ef5ae30baea31a9a55e95a0de5ce2a59e7e2b148f78e44c5a52f3941",
    "down_meta.bin": "42281f61eb844669dd6b6ab9544a07698c86d2910a70e3ec0b6cc35f278535d7"
  }
}