Upload folder using huggingface_hub

config.json

@@ -159,76 +159,26 @@
         "bits": 16,
         "data_type": "float"
       },
-      ".*layers\\.46.*": {
-        "bits": 8
-      },
-      ".*layers\\.47.*": {
-        "bits": 8
-      },
-      ".*mlp.*": {
-        "bits": 8
-      },
       ".*moe\\.gate.*": {
         "bits": 16,
         "data_type": "float"
       },
-      ".*self_attn.*": {
-        "bits": 8
+      ".*share_expert.*": {
+        "bits": 16,
+        "data_type": "float"
       },
       ".*shared_head.*": {
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.0.mlp.down_proj": {
-        "bits": 8
-      },
-      "model.layers.0.mlp.gate_proj": {
-        "bits": 8
-      },
-      "model.layers.0.mlp.up_proj": {
-        "bits": 8
-      },
       "model.layers.0.self_attn.g_proj": {
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.0.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.0.self_attn.o_proj": {
-        "bits": 8
-      },
-      "model.layers.0.self_attn.q_proj": {
-        "bits": 8
-      },
-      "model.layers.0.self_attn.v_proj": {
-        "bits": 8
-      },
-      "model.layers.1.mlp.down_proj": {
-        "bits": 8
-      },
-      "model.layers.1.mlp.gate_proj": {
-        "bits": 8
-      },
-      "model.layers.1.mlp.up_proj": {
-        "bits": 8
-      },
       "model.layers.1.self_attn.g_proj": {
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.1.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.1.self_attn.o_proj": {
-        "bits": 8
-      },
-      "model.layers.1.self_attn.q_proj": {
-        "bits": 8
-      },
-      "model.layers.1.self_attn.v_proj": {
-        "bits": 8
-      },
       "model.layers.10.moe.gate": {
         "bits": 16,
         "data_type": "float"
@@ -237,17 +187,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.10.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.10.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.10.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.10.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.10.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.10.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.10.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.11.moe.gate": {
         "bits": 16,
@@ -257,17 +207,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.11.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.11.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.11.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.11.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.11.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.11.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.11.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.12.moe.gate": {
         "bits": 16,
@@ -277,17 +227,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.12.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.12.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.12.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.12.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.12.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.12.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.12.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.13.moe.gate": {
         "bits": 16,
@@ -297,17 +247,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.13.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.13.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.13.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.13.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.13.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.13.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.13.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.14.moe.gate": {
         "bits": 16,
@@ -317,17 +267,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.14.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.14.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.14.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.14.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.14.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.14.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.14.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.15.moe.gate": {
         "bits": 16,
@@ -337,17 +287,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.15.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.15.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.15.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.15.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.15.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.15.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.15.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.16.moe.gate": {
         "bits": 16,
@@ -357,17 +307,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.16.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.16.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.16.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.16.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.16.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.16.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.16.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.17.moe.gate": {
         "bits": 16,
@@ -377,17 +327,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.17.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.17.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.17.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.17.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.17.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.17.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.17.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.18.moe.gate": {
         "bits": 16,
@@ -397,17 +347,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.18.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.18.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.18.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.18.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.18.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.18.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.18.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.19.moe.gate": {
         "bits": 16,
@@ -417,43 +367,22 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.19.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.19.self_attn.o_proj": {
-        "bits": 8
-      },
-      "model.layers.19.self_attn.q_proj": {
-        "bits": 8
-      },
-      "model.layers.19.self_attn.v_proj": {
-        "bits": 8
-      },
-      "model.layers.2.mlp.down_proj": {
-        "bits": 8
+      "model.layers.19.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.2.mlp.gate_proj": {
-        "bits": 8
+      "model.layers.19.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.2.mlp.up_proj": {
-        "bits": 8
+      "model.layers.19.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.2.self_attn.g_proj": {
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.2.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.2.self_attn.o_proj": {
-        "bits": 8
-      },
-      "model.layers.2.self_attn.q_proj": {
-        "bits": 8
-      },
-      "model.layers.2.self_attn.v_proj": {
-        "bits": 8
-      },
       "model.layers.20.moe.gate": {
         "bits": 16,
         "data_type": "float"
@@ -462,17 +391,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.20.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.20.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.20.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.20.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.20.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.20.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.20.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.21.moe.gate": {
         "bits": 16,
@@ -482,17 +411,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.21.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.21.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.21.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.21.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.21.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.21.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.21.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.22.moe.gate": {
         "bits": 16,
@@ -502,17 +431,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.22.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.22.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.22.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.22.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.22.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.22.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.22.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.23.moe.gate": {
         "bits": 16,
@@ -522,17 +451,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.23.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.23.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.23.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.23.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.23.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.23.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.23.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.24.moe.gate": {
         "bits": 16,
@@ -542,17 +471,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.24.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.24.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.24.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.24.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.24.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.24.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.24.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.25.moe.gate": {
         "bits": 16,
@@ -562,17 +491,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.25.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.25.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.25.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.25.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.25.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.25.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.25.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.26.moe.gate": {
         "bits": 16,
@@ -582,17 +511,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.26.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.26.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.26.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.26.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.26.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.26.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.26.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.27.moe.gate": {
         "bits": 16,
@@ -602,17 +531,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.27.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.27.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.27.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.27.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.27.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.27.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.27.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.28.moe.gate": {
         "bits": 16,
@@ -622,17 +551,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.28.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.28.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.28.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.28.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.28.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.28.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.28.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.29.moe.gate": {
         "bits": 16,
@@ -642,17 +571,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.29.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.29.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.29.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.29.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.29.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.29.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.29.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.3.moe.gate": {
         "bits": 16,
@@ -662,17 +591,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.3.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.3.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.3.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.3.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.3.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.3.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.3.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.30.moe.gate": {
         "bits": 16,
@@ -682,17 +611,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.30.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.30.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.30.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.30.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.30.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.30.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.30.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.31.moe.gate": {
         "bits": 16,
@@ -702,17 +631,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.31.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.31.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.31.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.31.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.31.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.31.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.31.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.32.moe.gate": {
         "bits": 16,
@@ -722,17 +651,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.32.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.32.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.32.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.32.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.32.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.32.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.32.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.33.moe.gate": {
         "bits": 16,
@@ -742,17 +671,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.33.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.33.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.33.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.33.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.33.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.33.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.33.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.34.moe.gate": {
         "bits": 16,
@@ -762,17 +691,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.34.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.34.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.34.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.34.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.34.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.34.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.34.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.35.moe.gate": {
         "bits": 16,
@@ -782,17 +711,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.35.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.35.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.35.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.35.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.35.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.35.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.35.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.36.moe.gate": {
         "bits": 16,
@@ -802,17 +731,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.36.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.36.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.36.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.36.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.36.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.36.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.36.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.37.moe.gate": {
         "bits": 16,
@@ -822,17 +751,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.37.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.37.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.37.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.37.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.37.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.37.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.37.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.38.moe.gate": {
         "bits": 16,
@@ -842,17 +771,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.38.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.38.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.38.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.38.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.38.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.38.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.38.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.39.moe.gate": {
         "bits": 16,
@@ -862,17 +791,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.39.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.39.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.39.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.39.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.39.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.39.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.39.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.4.moe.gate": {
         "bits": 16,
@@ -882,17 +811,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.4.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.4.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.4.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.4.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.4.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.4.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.4.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.40.moe.gate": {
         "bits": 16,
@@ -902,17 +831,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.40.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.40.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.40.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.40.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.40.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.40.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.40.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.41.moe.gate": {
         "bits": 16,
@@ -922,17 +851,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.41.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.41.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.41.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.41.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.41.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.41.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.41.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.42.moe.gate": {
         "bits": 16,
@@ -942,17 +871,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.42.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.42.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.42.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.42.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.42.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.42.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.42.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.43.moe.gate": {
         "bits": 16,
@@ -962,17 +891,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.43.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.43.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.43.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.43.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.43.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.43.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.43.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.44.moe.gate": {
         "bits": 16,
@@ -982,17 +911,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.44.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.44.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.44.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.44.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.44.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.44.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.44.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.5.moe.gate": {
         "bits": 16,
@@ -1002,17 +931,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.5.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.5.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.5.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.5.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.5.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.5.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.5.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.6.moe.gate": {
         "bits": 16,
@@ -1022,17 +951,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.6.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.6.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.6.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.6.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.6.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.6.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.6.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.7.moe.gate": {
         "bits": 16,
@@ -1042,17 +971,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.7.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.7.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.7.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.7.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.7.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.7.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.7.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.8.moe.gate": {
         "bits": 16,
@@ -1062,17 +991,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.8.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.8.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.8.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.8.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.8.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.8.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.8.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.9.moe.gate": {
         "bits": 16,
@@ -1082,17 +1011,17 @@
         "bits": 16,
         "data_type": "float"
       },
-      "model.layers.9.self_attn.k_proj": {
-        "bits": 8
-      },
-      "model.layers.9.self_attn.o_proj": {
-        "bits": 8
+      "model.layers.9.share_expert.down_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.9.self_attn.q_proj": {
-        "bits": 8
+      "model.layers.9.share_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
-      "model.layers.9.self_attn.v_proj": {
-        "bits": 8
+      "model.layers.9.share_expert.up_proj": {
+        "bits": 16,
+        "data_type": "float"
       },
       "model.layers.45.eh_proj": {
         "bits": 16,
@@ -1134,17 +1063,32 @@
         "bits": 16,
         "data_type": "fp"
       },
+      "model.layers.46.eh_proj": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.layers.46.self_attn.g_proj": {
+        "bits": 16,
+        "data_type": "fp"
+      },
       "model.layers.46.transformer.shared_head.output": {
         "bits": 16,
         "data_type": "fp"
       },
+      "model.layers.47.eh_proj": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.layers.47.self_attn.g_proj": {
+        "bits": 16,
+        "data_type": "fp"
+      },
       "model.layers.47.transformer.shared_head.output": {
         "bits": 16,
         "data_type": "fp"
       }
     },
     "group_size": 128,
-    "iters": 0,
     "packing_format": "auto_round:auto_gptq",
     "quant_method": "auto-round",
     "sym": true,
@@ -1332,4 +1276,4 @@
     "full_attention"
   ],
   "zero_centered": true
-}
+}

model-00001-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457cc9d06da2f8d61b13bdb3f85eb437e503dee40a794298786fbfb6a4d8b068
+size 1073136648

model-00002-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c37ec685b4c32d1c4e55a30463a44cd529ca1173e8677fd7483cb9efaea0e5
+size 1073336096

model-00003-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d188a626df928294cd4fb0553e42d1ff067f9c6260c8a533a386e17486b8369f
+size 1073367032

model-00004-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4c11b7010cfb5c207d27667d00e870c91b443d8d36df0c8ecc68b3a9182e4c
+size 1073335776

model-00005-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39daa7b48357a5f136fa1b48df061fd108779360ca68b691c5ffa7700c1f7e3
+size 1071992680

model-00006-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95140bfab86fd8c3442b2286cf8d073c8213f4e0ec556a6e1d278a4b3470714c
+size 1073335432

model-00007-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1352eaaae5bcef0d9263432433f1a4712084914376e1a4ee67947a9e4cc371a
+size 1073336288

model-00008-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0e281c0b57c461e6c737aef76fdd8a55bec18b0b2a3e5da0fc29ec1fbd1971
+size 1071991824

model-00009-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7897ab2dc1ce8eff3f57266bc8cbceee5b56afab325975d76810000db8eec6
+size 1073336280

model-00010-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e0df6cf06c3072ddf345e655aa51c5c6095244698dbe9377732b4dd938c0d0
+size 1071992136

model-00011-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf15ca3a54567b0ad6917608a70fe3dc26ba9a4a82c43b26bb8c9f86b4704e70
+size 1073335976

model-00012-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44510a1a6016672018c2cec333bae7a84619e92b7d4948714504a211304f9308
+size 1073367152

model-00013-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:378b55acae01c14789a4934a8e43d26906a9f5c3c4c150780f8228f46aef2a2e
+size 1073335664

model-00014-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3ce921f10053dd1a9d6c42b6dabe2c5ba660a4b0e7b98cb0ead625484fcb5e
+size 1055774904

model-00015-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe037ced57c7b48123364e9d3829bd9e1f09557ad91480c7282328a2aa8f3f6
+size 1073207912

model-00016-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b73408cd9e1a4fd73bdd1ec4d596b3ea6046e9e5491ab23de13761415fc6bbd
+size 1073336288

model-00017-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842cc47f334a628adb02e84632ce3d39e101b8d1cf7810ad3b40c1fa5c8b279e
+size 1071992744

model-00018-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927efbcf7ee17310ed9d21343be919d7ea98c4305f9875524ce8119a75478325
+size 1073337344

model-00019-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2844ad4318355ef38d45983e5b3ea650712da970a854af7c03e4e5af75280f9
+size 1071993368

model-00020-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc955199d6dc8d81930c3ee2c1d393d6f499ede78894085634902dceb101572
+size 1073337024

model-00021-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c16795083a4eacb847f0641df693022ba62ec40ae4052cff040b2f1af425ed
+size 1073368408

model-00022-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1853c82edc9ea3b4d67458824709b6270d84a4520a1a0c633891910399cdb02c
+size 1073336712

model-00023-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b1d948868d78b113d8c986617aa506c3431462a93030bedb8f6dcca84eef75
+size 1073337464

model-00024-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c2a39a8bdc0eab75e78fb6c34476c46c79b780afa8a272a8b1b8bfb2d6b2a1
+size 1071992928

model-00025-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d03ed40879d45a30ea7636672e60f632a233c2116e8286f53ca261ce23b8e37
+size 1073337464

model-00026-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b025761327bd03f09653ff32e45b276683e146986d0a4f9d3f2dff8ff0a4529
+size 1071993160

model-00027-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88f9c95a27a198a1bc872456f7079137efde4b660d29fa8e23cc774ecea21ce
+size 1073337232

model-00028-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7e3d00f1195536076970bf423933925251b54e669d62b9f03b90b974f37789
+size 1071993488

model-00029-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fb0e10dae4fef1d06c889656bee93478840611317c1c5dfc81925fe8dcce4e
+size 1073336904

model-00030-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e214f8db24f856b6acefeb3e5702e1d43c1a3441e4899f1ab74bd63c6a4a2c
+size 1073368584

model-00031-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad910c3e810da44b5ad96ae6c4e62cdf9dd6bea2762c23aa02b878786dcd18ee
+size 1073336528

model-00032-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0296c5d2aea0e42f0e97e90b5d08cdb9a869b7f19247852e96cb861f667ce6e4
+size 1073337464

model-00033-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b4e03a0cc9ef15d690944e9f1b0cc744df8fe69ac94091505774dbfdeb9d05
+size 1071992944

model-00034-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f749c75f37b54154c7a431db43b568d54ce8690aebbd5f904ce3215133a6d045
+size 1073337448

model-00035-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a001022c9b949acd5fb3c4fd855b3a5eab3a4def493a66f5f5267ea9fbf8a704
+size 1071993272

model-00036-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c945b19aa2e8a68bf09894477561a6566a13d4314841d2e7f4a132821d7c091a
+size 1073337112

model-00037-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18caada793c593e3816344a4e2844ecd7fb77bd91a1db2293808df7902af6c2d
+size 1071993608

model-00038-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073733f2f953e0c3d9e72896a8b7acbf57cade556e299d428b8930f262f72e87
+size 1073336792

model-00039-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c25cea900d9a42bbe1b6e925524e2ed12d66c6a9acb6a1e0c3a5ac5a17b685
+size 1073337464

model-00040-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c05f8cc5682e490c106db6f33fb31f7d1eb6e3a4529349d8a0ebca6a063b183
+size 1073367648

model-00041-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9dae1871ecd0f73720a6e476c31559cee8641917cb0525c47fdb069822c9eb
+size 1073337464

model-00042-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fce519bf5e99eb154062b45f23a7c9a770f62b7e8b4eaf1939773e206cd2c8
+size 1071993064

model-00043-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6046d69ae0fbaefc598f430bb3276c1f1501570f0de6b1dcbb4bdffa9ffe4f93
+size 1073337336

model-00044-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a513538bbf993d4178a525997148f587de910a17c1b42da192321faa6851638
+size 1071993392

model-00045-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5615d42dba5cc5c393cc7fa4fff20fd989aa5c9cbd0ece491909c3cc5230381
+size 1073337000

model-00046-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7163f8322b264d70bf4266f2122dd5248ac1323edb3fc089e01224b260bb3a
+size 1071993720

model-00047-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca914a72228d4ca16b83bc5031ad50bc254855528bb930ea19adaeec0425d93
+size 1073336672

model-00048-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2379d554931fb82986208ffc99e72bba401a50845765ad4852c95dad8de659
+size 1073337464

model-00049-of-00098.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd56e1a51e96e2e4d004f82061860fbee586821a92a451e728d3fc5a49201d1
+size 1073367648