hshankar113/multilingual-chat-slm

tokenizer.json

@@ -6,7 +6,16 @@
     "strategy": "LongestFirst",
     "stride": 0
   },
-  "padding": null,
+  "padding": {
+    "strategy": {
+      "Fixed": 1024
+    },
+    "direction": "Right",
+    "pad_to_multiple_of": null,
+    "pad_id": 0,
+    "pad_type_id": 0,
+    "pad_token": "<pad>"
+  },
   "added_tokens": [
     {
       "id": 0,

trainer_state.json

@@ -714,9 +714,9 @@
       "step": 10000,
       "total_flos": 1.2490998615421747e+17,
       "train_loss": 0.0,
-      "train_runtime": 0.003,
-      "train_samples_per_second": 52945849.31,
-      "train_steps_per_second": 3309115.582
+      "train_runtime": 2.0682,
+      "train_samples_per_second": 77360.196,
+      "train_steps_per_second": 4835.012
     }
   ],
   "logging_steps": 100,