| { |
| "metadata": { |
| "total_size": 7308329284 |
| }, |
| "weight_map": { |
| "model.blocks.0.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.0.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.0.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.0.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.0.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.1.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.1.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.1.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.1.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.10.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.10.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.10.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.10.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.11.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.11.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.11.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.11.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.12.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.12.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.12.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.12.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.13.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.13.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.13.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.13.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.14.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.14.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.14.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.14.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.15.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.15.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.15.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.15.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.16.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.16.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.16.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.ff.experts.4.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.experts.4.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.experts.5.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.experts.5.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.experts.5.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.experts.6.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.experts.6.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.experts.6.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.experts.7.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.experts.7.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.experts.7.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.ff.gate.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.16.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.16.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.17.attn.cos": "model-00002-of-00002.safetensors", |
| "model.blocks.17.attn.mask": "model-00002-of-00002.safetensors", |
| "model.blocks.17.attn.sin": "model-00002-of-00002.safetensors", |
| "model.blocks.17.attn.wk.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.attn.wo.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.attn.wq.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.attn.wv.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.0.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.0.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.0.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.1.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.1.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.1.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.2.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.2.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.2.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.3.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.3.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.3.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.4.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.4.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.4.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.5.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.5.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.5.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.6.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.6.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.6.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.7.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.7.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.experts.7.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.ff.gate.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.norm1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.17.norm2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.attn.cos": "model-00002-of-00002.safetensors", |
| "model.blocks.18.attn.mask": "model-00002-of-00002.safetensors", |
| "model.blocks.18.attn.sin": "model-00002-of-00002.safetensors", |
| "model.blocks.18.attn.wk.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.attn.wo.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.attn.wq.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.attn.wv.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.0.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.0.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.0.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.1.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.1.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.1.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.2.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.2.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.2.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.3.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.3.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.3.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.4.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.4.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.4.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.5.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.5.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.5.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.6.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.6.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.6.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.7.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.7.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.experts.7.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.ff.gate.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.norm1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.18.norm2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.attn.cos": "model-00002-of-00002.safetensors", |
| "model.blocks.19.attn.mask": "model-00002-of-00002.safetensors", |
| "model.blocks.19.attn.sin": "model-00002-of-00002.safetensors", |
| "model.blocks.19.attn.wk.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.attn.wo.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.attn.wq.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.attn.wv.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.0.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.0.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.0.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.1.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.1.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.1.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.2.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.2.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.2.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.3.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.3.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.3.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.4.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.4.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.4.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.5.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.5.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.5.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.6.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.6.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.6.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.7.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.7.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.experts.7.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.ff.gate.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.norm1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.19.norm2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.2.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.2.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.2.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.2.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.2.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.20.attn.cos": "model-00002-of-00002.safetensors", |
| "model.blocks.20.attn.mask": "model-00002-of-00002.safetensors", |
| "model.blocks.20.attn.sin": "model-00002-of-00002.safetensors", |
| "model.blocks.20.attn.wk.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.attn.wo.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.attn.wq.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.attn.wv.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.0.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.0.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.0.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.1.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.1.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.1.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.2.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.2.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.2.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.3.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.3.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.3.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.4.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.4.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.4.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.5.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.5.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.5.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.6.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.6.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.6.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.7.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.7.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.experts.7.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.ff.gate.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.norm1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.20.norm2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.attn.cos": "model-00002-of-00002.safetensors", |
| "model.blocks.21.attn.mask": "model-00002-of-00002.safetensors", |
| "model.blocks.21.attn.sin": "model-00002-of-00002.safetensors", |
| "model.blocks.21.attn.wk.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.attn.wo.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.attn.wq.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.attn.wv.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.0.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.0.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.0.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.1.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.1.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.1.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.2.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.2.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.2.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.3.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.3.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.3.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.4.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.4.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.4.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.5.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.5.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.5.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.6.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.6.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.6.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.7.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.7.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.experts.7.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.ff.gate.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.norm1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.21.norm2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.attn.cos": "model-00002-of-00002.safetensors", |
| "model.blocks.22.attn.mask": "model-00002-of-00002.safetensors", |
| "model.blocks.22.attn.sin": "model-00002-of-00002.safetensors", |
| "model.blocks.22.attn.wk.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.attn.wo.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.attn.wq.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.attn.wv.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.0.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.0.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.0.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.1.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.1.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.1.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.2.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.2.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.2.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.3.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.3.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.3.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.4.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.4.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.4.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.5.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.5.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.5.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.6.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.6.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.6.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.7.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.7.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.experts.7.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.ff.gate.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.norm1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.22.norm2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.attn.cos": "model-00002-of-00002.safetensors", |
| "model.blocks.23.attn.mask": "model-00002-of-00002.safetensors", |
| "model.blocks.23.attn.sin": "model-00002-of-00002.safetensors", |
| "model.blocks.23.attn.wk.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.attn.wo.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.attn.wq.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.attn.wv.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.0.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.0.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.0.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.1.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.1.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.1.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.2.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.2.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.2.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.3.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.3.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.3.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.4.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.4.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.4.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.5.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.5.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.5.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.6.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.6.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.6.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.7.fc1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.7.fc2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.experts.7.fc3.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.ff.gate.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.norm1.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.23.norm2.weight": "model-00002-of-00002.safetensors", |
| "model.blocks.3.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.3.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.3.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.3.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.3.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.4.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.4.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.4.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.4.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.5.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.5.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.5.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.5.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.6.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.6.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.6.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.6.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.7.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.7.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.7.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.7.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.8.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.8.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.8.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.8.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.attn.cos": "model-00001-of-00002.safetensors", |
| "model.blocks.9.attn.mask": "model-00001-of-00002.safetensors", |
| "model.blocks.9.attn.sin": "model-00001-of-00002.safetensors", |
| "model.blocks.9.attn.wk.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.attn.wo.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.attn.wq.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.attn.wv.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.0.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.0.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.0.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.1.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.1.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.1.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.2.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.2.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.2.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.3.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.3.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.3.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.4.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.4.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.4.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.5.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.5.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.5.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.6.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.6.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.6.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.7.fc1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.7.fc2.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.experts.7.fc3.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.ff.gate.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.norm1.weight": "model-00001-of-00002.safetensors", |
| "model.blocks.9.norm2.weight": "model-00001-of-00002.safetensors", |
| "model.norm.weight": "model-00002-of-00002.safetensors", |
| "model.out.bias": "model-00002-of-00002.safetensors", |
| "model.out.weight": "model-00002-of-00002.safetensors", |
| "model.token_emb.weight": "model-00001-of-00002.safetensors" |
| } |
| } |
|
|
