| [ |
| { |
| "key": "layers.0.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 0, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.0.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 6291456, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.0.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 7077888, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.0.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 7864320, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.0.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 14155776, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.0.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 14156288, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.1.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 14156800, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.1.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 20448256, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.1.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 21234688, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.1.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 22021120, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.1.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 28312576, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.1.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 28313088, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.2.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 28313600, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.2.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 34605056, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.2.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 35391488, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.2.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 36177920, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.2.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 42469376, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.2.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 42469888, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.3.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 42470400, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.3.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 48761856, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.3.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 49548288, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.3.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 50334720, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.3.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 56626176, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.3.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 56626688, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.4.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 4096, |
| 1536 |
| ], |
| "offset": 56627200, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.4.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 69210112, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.4.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 70782976, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.4.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 4096 |
| ], |
| "offset": 72355840, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.4.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 84938752, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.4.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 84939776, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.5.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 84940800, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.5.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 91232256, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.5.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 92018688, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.5.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 92805120, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.5.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 99096576, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.5.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 99097088, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.6.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 99097600, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.6.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 105389056, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.6.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 106175488, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.6.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 106961920, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.6.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 113253376, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.6.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 113253888, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.7.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 113254400, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.7.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 119545856, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.7.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 120332288, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.7.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 121118720, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.7.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 127410176, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.7.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 127410688, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.8.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 127411200, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.8.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 133702656, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.8.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 134489088, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.8.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 135275520, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.8.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 141566976, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.8.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 141567488, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.9.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 4096, |
| 1536 |
| ], |
| "offset": 141568000, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.9.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 154150912, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.9.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 155723776, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.9.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 4096 |
| ], |
| "offset": 157296640, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.9.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 169879552, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.9.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 169880576, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.10.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 169881600, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.10.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 176173056, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.10.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 176959488, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.10.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 177745920, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.10.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 184037376, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.10.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 184037888, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.11.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 184038400, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.11.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 190329856, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.11.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 191116288, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.11.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 191902720, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.11.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 198194176, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.11.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 198194688, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.12.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 198195200, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.12.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 204486656, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.12.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 205273088, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.12.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 206059520, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.12.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 212350976, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.12.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 212351488, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.13.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 212352000, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.13.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 218643456, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.13.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 219429888, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.13.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 220216320, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.13.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 226507776, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.13.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 226508288, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.14.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 4096, |
| 1536 |
| ], |
| "offset": 226508800, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.14.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 239091712, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.14.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 240664576, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.14.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 4096 |
| ], |
| "offset": 242237440, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.14.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 254820352, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.14.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 254821376, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.15.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 254822400, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.15.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 261113856, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.15.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 261900288, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.15.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 262686720, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.15.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 268978176, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.15.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 268978688, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.16.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 268979200, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.16.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 275270656, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.16.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 276057088, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.16.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 276843520, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.16.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 283134976, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.16.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 283135488, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.17.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 283136000, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.17.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 289427456, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.17.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 290213888, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.17.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 291000320, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.17.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 297291776, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.17.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 297292288, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.18.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 297292800, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.18.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 303584256, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.18.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 304370688, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.18.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 305157120, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.18.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 311448576, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.18.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 311449088, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.19.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 4096, |
| 1536 |
| ], |
| "offset": 311449600, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.19.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 324032512, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.19.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 325605376, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.19.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 4096 |
| ], |
| "offset": 327178240, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.19.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 339761152, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.19.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 339762176, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.20.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 339763200, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.20.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 346054656, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.20.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 346841088, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.20.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 347627520, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.20.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 353918976, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.20.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 353919488, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.21.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 353920000, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.21.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 360211456, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.21.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 360997888, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.21.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 361784320, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.21.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 368075776, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.21.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 368076288, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.22.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 368076800, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.22.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 374368256, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.22.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 375154688, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.22.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 375941120, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.22.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 382232576, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.22.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 382233088, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.23.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 382233600, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.23.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 388525056, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.23.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 389311488, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.23.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 390097920, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.23.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 396389376, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.23.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 396389888, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.24.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 4096, |
| 1536 |
| ], |
| "offset": 396390400, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.24.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 408973312, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.24.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 410546176, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.24.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 4096 |
| ], |
| "offset": 412119040, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.24.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 424701952, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.24.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 424702976, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.25.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 424704000, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.25.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 430995456, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.25.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 431781888, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.25.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 432568320, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.25.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 438859776, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.25.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 438860288, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.26.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 438860800, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.26.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 445152256, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.26.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 445938688, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.26.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 446725120, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.26.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 453016576, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.26.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 453017088, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.27.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 453017600, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.27.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 459309056, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.27.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 460095488, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.27.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 460881920, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.27.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 467173376, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.27.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 467173888, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.28.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 467174400, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.28.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 473465856, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.28.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 474252288, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.28.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 475038720, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.28.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 481330176, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.28.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 481330688, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.29.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 4096, |
| 1536 |
| ], |
| "offset": 481331200, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.29.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 493914112, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.29.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 495486976, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.29.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 4096 |
| ], |
| "offset": 497059840, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.29.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 509642752, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.29.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 509643776, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.30.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 509644800, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.30.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 515936256, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.30.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 516722688, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.30.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 517509120, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.30.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 523800576, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.30.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 523801088, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.31.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 523801600, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.31.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 530093056, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.31.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 530879488, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.31.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 531665920, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.31.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 537957376, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.31.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 537957888, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.32.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 537958400, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.32.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 544249856, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.32.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 545036288, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.32.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 545822720, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.32.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 552114176, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.32.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 552114688, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.33.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 2048, |
| 1536 |
| ], |
| "offset": 552115200, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.33.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 558406656, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.33.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 256, |
| 1536 |
| ], |
| "offset": 559193088, |
| "length": 786432, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.33.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 2048 |
| ], |
| "offset": 559979520, |
| "length": 6291456, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.33.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 566270976, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.33.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 256 |
| ], |
| "offset": 566271488, |
| "length": 512, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.34.self_attn.q_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 4096, |
| 1536 |
| ], |
| "offset": 566272000, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.34.self_attn.k_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 578854912, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.34.self_attn.v_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 512, |
| 1536 |
| ], |
| "offset": 580427776, |
| "length": 1572864, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.34.self_attn.o_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 4096 |
| ], |
| "offset": 582000640, |
| "length": 12582912, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.34.self_attn.q_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 594583552, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.34.self_attn.k_norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 512 |
| ], |
| "offset": 594584576, |
| "length": 1024, |
| "file": "attn_weights.bin" |
| }, |
| { |
| "key": "layers.0.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 0, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.0.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 0, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.1.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 18874368, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.1.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 18874368, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.2.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 37748736, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.2.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 37748736, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.3.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 56623104, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.3.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 56623104, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.4.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 75497472, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.4.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 75497472, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.5.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 94371840, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.5.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 94371840, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.6.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 113246208, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.6.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 113246208, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.7.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 132120576, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.7.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 132120576, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.8.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 150994944, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.8.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 150994944, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.9.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 169869312, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.9.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 169869312, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.10.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 188743680, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.10.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 188743680, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.11.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 207618048, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.11.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 207618048, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.12.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 226492416, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.12.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 226492416, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.13.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 245366784, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.13.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 245366784, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.14.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 6144, |
| 1536 |
| ], |
| "offset": 264241152, |
| "length": 18874368, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.14.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 6144 |
| ], |
| "offset": 264241152, |
| "length": 18874368, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.15.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 283115520, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.15.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 283115520, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.16.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 320864256, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.16.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 320864256, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.17.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 358612992, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.17.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 358612992, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.18.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 396361728, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.18.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 396361728, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.19.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 434110464, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.19.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 434110464, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.20.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 471859200, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.20.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 471859200, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.21.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 509607936, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.21.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 509607936, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.22.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 547356672, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.22.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 547356672, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.23.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 585105408, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.23.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 585105408, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.24.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 622854144, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.24.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 622854144, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.25.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 660602880, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.25.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 660602880, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.26.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 698351616, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.26.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 698351616, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.27.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 736100352, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.27.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 736100352, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.28.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 773849088, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.28.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 773849088, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.29.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 811597824, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.29.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 811597824, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.30.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 849346560, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.30.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 849346560, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.31.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 887095296, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.31.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 887095296, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.32.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 924844032, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.32.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 924844032, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.33.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 962592768, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.33.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 962592768, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.34.mlp.up_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 12288, |
| 1536 |
| ], |
| "offset": 1000341504, |
| "length": 37748736, |
| "file": "up_weights.bin" |
| }, |
| { |
| "key": "layers.34.mlp.down_proj.weight", |
| "kind": "tensor", |
| "shape": [ |
| 1536, |
| 12288 |
| ], |
| "offset": 1000341504, |
| "length": 37748736, |
| "file": "down_weights.bin" |
| }, |
| { |
| "key": "layers.0.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 0, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 3072, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 6144, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.0.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 9216, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 12288, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 15360, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 18432, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.1.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 21504, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 24576, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 27648, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 30720, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.2.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 33792, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 36864, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 39936, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 43008, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.3.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 46080, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 49152, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 52224, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 55296, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.4.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 58368, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 61440, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 64512, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 67584, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.5.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 70656, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 73728, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 76800, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 79872, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.6.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 82944, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 86016, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 89088, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 92160, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.7.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 95232, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 98304, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 101376, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 104448, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.8.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 107520, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 110592, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 113664, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 116736, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.9.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 119808, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 122880, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 125952, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 129024, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.10.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 132096, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 135168, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 138240, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 141312, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.11.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 144384, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 147456, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 150528, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 153600, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.12.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 156672, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 159744, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 162816, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 165888, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.13.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 168960, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 172032, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 175104, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 178176, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.14.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 181248, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 184320, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 187392, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 190464, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.15.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 193536, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 196608, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 199680, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 202752, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.16.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 205824, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 208896, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 211968, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 215040, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.17.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 218112, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 221184, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 224256, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 227328, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.18.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 230400, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 233472, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 236544, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 239616, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.19.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 242688, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 245760, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 248832, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 251904, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.20.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 254976, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 258048, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 261120, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 264192, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.21.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 267264, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 270336, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 273408, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 276480, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.22.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 279552, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 282624, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 285696, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 288768, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.23.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 291840, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 294912, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 297984, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 301056, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.24.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 304128, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 307200, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 310272, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 313344, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.25.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 316416, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 319488, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 322560, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 325632, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.26.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 328704, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 331776, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 334848, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 337920, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.27.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 340992, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 344064, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 347136, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 350208, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.28.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 353280, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 356352, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 359424, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 362496, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.29.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 365568, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.30.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 368640, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.30.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 371712, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.30.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 374784, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.30.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 377856, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.31.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 380928, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.31.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 384000, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.31.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 387072, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.31.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 390144, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.32.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 393216, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.32.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 396288, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.32.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 399360, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.32.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 402432, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.33.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 405504, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.33.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 408576, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.33.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 411648, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.33.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 414720, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.34.input_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 417792, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.34.post_attention_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 420864, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.34.pre_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 423936, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "layers.34.post_feedforward_layernorm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 427008, |
| "length": 3072, |
| "file": "norms.bin" |
| }, |
| { |
| "key": "norm.weight", |
| "kind": "vector", |
| "shape": [ |
| 1536 |
| ], |
| "offset": 430080, |
| "length": 3072, |
| "file": "norms.bin" |
| } |
| ] |
