[
  {
    "key": "layers.0.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 0,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.0.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 6291456,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.0.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 7077888,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.0.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 7864320,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.0.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 14155776,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.0.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 14156288,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.1.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 14156800,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.1.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 20448256,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.1.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 21234688,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.1.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 22021120,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.1.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 28312576,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.1.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 28313088,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.2.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 28313600,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.2.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 34605056,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.2.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 35391488,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.2.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 36177920,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.2.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 42469376,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.2.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 42469888,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.3.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 42470400,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.3.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 48761856,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.3.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 49548288,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.3.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 50334720,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.3.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 56626176,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.3.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 56626688,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.4.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      4096,
      1536
    ],
    "offset": 56627200,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.4.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 69210112,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.4.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 70782976,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.4.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      4096
    ],
    "offset": 72355840,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.4.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 84938752,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.4.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 84939776,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.5.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 84940800,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.5.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 91232256,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.5.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 92018688,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.5.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 92805120,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.5.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 99096576,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.5.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 99097088,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.6.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 99097600,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.6.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 105389056,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.6.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 106175488,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.6.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 106961920,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.6.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 113253376,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.6.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 113253888,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.7.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 113254400,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.7.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 119545856,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.7.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 120332288,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.7.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 121118720,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.7.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 127410176,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.7.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 127410688,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.8.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 127411200,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.8.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 133702656,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.8.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 134489088,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.8.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 135275520,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.8.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 141566976,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.8.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 141567488,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.9.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      4096,
      1536
    ],
    "offset": 141568000,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.9.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 154150912,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.9.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 155723776,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.9.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      4096
    ],
    "offset": 157296640,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.9.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 169879552,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.9.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 169880576,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.10.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 169881600,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.10.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 176173056,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.10.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 176959488,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.10.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 177745920,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.10.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 184037376,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.10.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 184037888,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.11.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 184038400,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.11.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 190329856,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.11.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 191116288,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.11.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 191902720,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.11.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 198194176,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.11.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 198194688,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.12.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 198195200,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.12.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 204486656,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.12.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 205273088,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.12.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 206059520,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.12.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 212350976,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.12.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 212351488,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.13.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 212352000,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.13.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 218643456,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.13.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 219429888,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.13.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 220216320,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.13.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 226507776,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.13.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 226508288,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.14.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      4096,
      1536
    ],
    "offset": 226508800,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.14.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 239091712,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.14.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 240664576,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.14.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      4096
    ],
    "offset": 242237440,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.14.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 254820352,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.14.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 254821376,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.15.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 254822400,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.15.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 261113856,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.15.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 261900288,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.15.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 262686720,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.15.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 268978176,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.15.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 268978688,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.16.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 268979200,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.16.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 275270656,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.16.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 276057088,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.16.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 276843520,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.16.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 283134976,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.16.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 283135488,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.17.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 283136000,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.17.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 289427456,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.17.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 290213888,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.17.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 291000320,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.17.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 297291776,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.17.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 297292288,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.18.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 297292800,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.18.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 303584256,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.18.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 304370688,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.18.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 305157120,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.18.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 311448576,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.18.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 311449088,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.19.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      4096,
      1536
    ],
    "offset": 311449600,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.19.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 324032512,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.19.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 325605376,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.19.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      4096
    ],
    "offset": 327178240,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.19.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 339761152,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.19.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 339762176,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.20.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 339763200,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.20.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 346054656,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.20.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 346841088,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.20.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 347627520,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.20.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 353918976,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.20.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 353919488,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.21.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 353920000,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.21.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 360211456,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.21.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 360997888,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.21.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 361784320,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.21.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 368075776,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.21.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 368076288,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.22.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 368076800,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.22.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 374368256,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.22.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 375154688,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.22.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 375941120,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.22.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 382232576,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.22.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 382233088,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.23.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 382233600,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.23.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 388525056,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.23.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 389311488,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.23.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 390097920,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.23.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 396389376,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.23.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 396389888,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.24.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      4096,
      1536
    ],
    "offset": 396390400,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.24.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 408973312,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.24.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 410546176,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.24.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      4096
    ],
    "offset": 412119040,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.24.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 424701952,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.24.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 424702976,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.25.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 424704000,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.25.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 430995456,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.25.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 431781888,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.25.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 432568320,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.25.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 438859776,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.25.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 438860288,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.26.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 438860800,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.26.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 445152256,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.26.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 445938688,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.26.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 446725120,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.26.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 453016576,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.26.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 453017088,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.27.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 453017600,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.27.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 459309056,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.27.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 460095488,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.27.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 460881920,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.27.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 467173376,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.27.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 467173888,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.28.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 467174400,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.28.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 473465856,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.28.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 474252288,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.28.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 475038720,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.28.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 481330176,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.28.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 481330688,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.29.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      4096,
      1536
    ],
    "offset": 481331200,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.29.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 493914112,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.29.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 495486976,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.29.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      4096
    ],
    "offset": 497059840,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.29.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 509642752,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.29.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 509643776,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.30.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 509644800,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.30.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 515936256,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.30.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 516722688,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.30.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 517509120,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.30.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 523800576,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.30.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 523801088,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.31.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 523801600,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.31.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 530093056,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.31.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 530879488,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.31.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 531665920,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.31.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 537957376,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.31.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 537957888,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.32.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 537958400,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.32.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 544249856,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.32.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 545036288,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.32.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 545822720,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.32.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 552114176,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.32.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 552114688,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.33.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      2048,
      1536
    ],
    "offset": 552115200,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.33.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 558406656,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.33.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      256,
      1536
    ],
    "offset": 559193088,
    "length": 786432,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.33.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      2048
    ],
    "offset": 559979520,
    "length": 6291456,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.33.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 566270976,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.33.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      256
    ],
    "offset": 566271488,
    "length": 512,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.34.self_attn.q_proj.weight",
    "kind": "tensor",
    "shape": [
      4096,
      1536
    ],
    "offset": 566272000,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.34.self_attn.k_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 578854912,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.34.self_attn.v_proj.weight",
    "kind": "tensor",
    "shape": [
      512,
      1536
    ],
    "offset": 580427776,
    "length": 1572864,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.34.self_attn.o_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      4096
    ],
    "offset": 582000640,
    "length": 12582912,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.34.self_attn.q_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 594583552,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.34.self_attn.k_norm.weight",
    "kind": "vector",
    "shape": [
      512
    ],
    "offset": 594584576,
    "length": 1024,
    "file": "attn_weights.bin"
  },
  {
    "key": "layers.0.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 0,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.0.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 0,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.1.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 18874368,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.1.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 18874368,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.2.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 37748736,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.2.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 37748736,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.3.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 56623104,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.3.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 56623104,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.4.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 75497472,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.4.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 75497472,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.5.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 94371840,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.5.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 94371840,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.6.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 113246208,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.6.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 113246208,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.7.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 132120576,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.7.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 132120576,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.8.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 150994944,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.8.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 150994944,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.9.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 169869312,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.9.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 169869312,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.10.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 188743680,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.10.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 188743680,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.11.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 207618048,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.11.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 207618048,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.12.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 226492416,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.12.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 226492416,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.13.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 245366784,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.13.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 245366784,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.14.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      6144,
      1536
    ],
    "offset": 264241152,
    "length": 18874368,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.14.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      6144
    ],
    "offset": 264241152,
    "length": 18874368,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.15.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 283115520,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.15.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 283115520,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.16.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 320864256,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.16.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 320864256,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.17.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 358612992,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.17.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 358612992,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.18.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 396361728,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.18.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 396361728,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.19.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 434110464,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.19.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 434110464,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.20.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 471859200,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.20.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 471859200,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.21.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 509607936,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.21.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 509607936,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.22.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 547356672,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.22.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 547356672,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.23.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 585105408,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.23.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 585105408,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.24.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 622854144,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.24.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 622854144,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.25.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 660602880,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.25.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 660602880,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.26.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 698351616,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.26.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 698351616,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.27.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 736100352,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.27.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 736100352,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.28.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 773849088,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.28.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 773849088,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.29.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 811597824,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.29.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 811597824,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.30.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 849346560,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.30.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 849346560,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.31.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 887095296,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.31.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 887095296,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.32.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 924844032,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.32.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 924844032,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.33.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 962592768,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.33.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 962592768,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.34.mlp.up_proj.weight",
    "kind": "tensor",
    "shape": [
      12288,
      1536
    ],
    "offset": 1000341504,
    "length": 37748736,
    "file": "up_weights.bin"
  },
  {
    "key": "layers.34.mlp.down_proj.weight",
    "kind": "tensor",
    "shape": [
      1536,
      12288
    ],
    "offset": 1000341504,
    "length": 37748736,
    "file": "down_weights.bin"
  },
  {
    "key": "layers.0.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 0,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 3072,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 6144,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.0.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 9216,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 12288,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 15360,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 18432,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.1.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 21504,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 24576,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 27648,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 30720,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.2.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 33792,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 36864,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 39936,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 43008,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.3.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 46080,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 49152,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 52224,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 55296,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.4.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 58368,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 61440,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 64512,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 67584,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.5.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 70656,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 73728,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 76800,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 79872,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.6.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 82944,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 86016,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 89088,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 92160,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.7.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 95232,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 98304,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 101376,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 104448,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.8.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 107520,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 110592,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 113664,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 116736,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.9.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 119808,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 122880,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 125952,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 129024,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.10.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 132096,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 135168,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 138240,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 141312,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.11.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 144384,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 147456,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 150528,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 153600,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.12.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 156672,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 159744,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 162816,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 165888,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.13.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 168960,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 172032,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 175104,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 178176,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.14.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 181248,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 184320,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 187392,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 190464,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.15.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 193536,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 196608,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 199680,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 202752,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.16.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 205824,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 208896,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 211968,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 215040,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.17.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 218112,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 221184,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 224256,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 227328,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.18.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 230400,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 233472,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 236544,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 239616,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.19.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 242688,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 245760,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 248832,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 251904,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.20.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 254976,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 258048,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 261120,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 264192,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.21.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 267264,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 270336,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 273408,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 276480,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.22.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 279552,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 282624,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 285696,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 288768,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.23.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 291840,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 294912,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 297984,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 301056,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.24.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 304128,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 307200,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 310272,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 313344,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.25.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 316416,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 319488,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 322560,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 325632,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.26.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 328704,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 331776,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 334848,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 337920,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.27.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 340992,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 344064,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 347136,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 350208,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.28.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 353280,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 356352,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 359424,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 362496,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.29.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 365568,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.30.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 368640,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.30.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 371712,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.30.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 374784,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.30.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 377856,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.31.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 380928,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.31.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 384000,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.31.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 387072,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.31.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 390144,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.32.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 393216,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.32.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 396288,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.32.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 399360,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.32.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 402432,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.33.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 405504,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.33.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 408576,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.33.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 411648,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.33.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 414720,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.34.input_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 417792,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.34.post_attention_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 420864,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.34.pre_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 423936,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "layers.34.post_feedforward_layernorm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 427008,
    "length": 3072,
    "file": "norms.bin"
  },
  {
    "key": "norm.weight",
    "kind": "vector",
    "shape": [
      1536
    ],
    "offset": 430080,
    "length": 3072,
    "file": "norms.bin"
  }
]