{
  "metadata": {
    "total_size": 1845802880,
    "num_shards": 1,
    "step": 45444,
    "format": "safetensors_state_dict"
  },
  "weight_map": {
    "transformer.wte.weight": "model-00001-of-00001.safetensors",
    "transformer.h.0.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.0.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.0.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.0.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.0.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.0.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.1.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.1.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.1.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.1.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.1.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.1.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.router_bias": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.uniform_load": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.router.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.0.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.0.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.1.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.1.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.2.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.2.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.3.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.3.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.4.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.4.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.5.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.5.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.6.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.6.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.7.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.experts.7.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.adjugate_experts.0.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.adjugate_experts.0.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.adjugate_experts.1.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.adjugate_experts.1.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.router_context_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.router_context_scale_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.2.mlp.router_context_selection_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.3.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.3.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.3.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.3.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.3.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.3.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.4.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.4.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.4.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.4.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.4.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.4.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.router_bias": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.uniform_load": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.router.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.0.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.0.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.1.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.1.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.2.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.2.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.3.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.3.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.4.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.4.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.5.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.5.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.6.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.6.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.7.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.experts.7.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.adjugate_experts.0.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.adjugate_experts.0.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.adjugate_experts.1.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.adjugate_experts.1.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.router_context_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.router_context_scale_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.5.mlp.router_context_selection_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.6.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.6.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.6.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.6.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.6.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.6.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.7.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.7.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.7.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.7.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.7.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.7.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.router_bias": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.uniform_load": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.router.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.0.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.0.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.1.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.1.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.2.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.2.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.3.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.3.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.4.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.4.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.5.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.5.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.6.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.6.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.7.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.experts.7.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.adjugate_experts.0.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.adjugate_experts.0.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.adjugate_experts.1.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.adjugate_experts.1.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.router_context_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.router_context_scale_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.8.mlp.router_context_selection_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.9.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.9.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.9.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.9.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.9.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.9.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.10.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.10.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.10.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.10.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.10.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.10.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.router_bias": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.uniform_load": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.router.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.0.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.0.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.1.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.1.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.2.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.2.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.3.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.3.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.4.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.4.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.5.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.5.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.6.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.6.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.7.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.experts.7.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.adjugate_experts.0.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.adjugate_experts.0.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.adjugate_experts.1.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.adjugate_experts.1.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.router_context_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.router_context_scale_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.11.mlp.router_context_selection_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.12.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.12.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.12.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.12.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.12.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.12.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.13.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.13.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.13.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.13.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.13.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.13.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.router_bias": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.uniform_load": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.router.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.0.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.0.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.1.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.1.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.2.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.2.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.3.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.3.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.4.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.4.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.5.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.5.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.6.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.6.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.7.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.experts.7.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.adjugate_experts.0.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.adjugate_experts.0.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.adjugate_experts.1.w1.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.adjugate_experts.1.w2.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.router_context_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.router_context_scale_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.14.mlp.router_context_selection_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.15.attn.c_q.weight": "model-00001-of-00001.safetensors",
    "transformer.h.15.attn.c_k.weight": "model-00001-of-00001.safetensors",
    "transformer.h.15.attn.c_v.weight": "model-00001-of-00001.safetensors",
    "transformer.h.15.attn.c_proj.weight": "model-00001-of-00001.safetensors",
    "transformer.h.15.mlp.c_fc.weight": "model-00001-of-00001.safetensors",
    "transformer.h.15.mlp.c_proj.weight": "model-00001-of-00001.safetensors",
    "lm_head.weight": "model-00001-of-00001.safetensors"
  }
}