Training in progress, step 10

adapter_config.json

@@ -24,12 +24,12 @@
   "revision": null,
   "target_modules": [
     "up_proj",
-    "q_proj",
-    "down_proj",
-    "o_proj",
     "v_proj",
+    "k_proj",
+    "down_proj",
+    "q_proj",
     "gate_proj",
-    "k_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9de510a2c0eaf42458ff46d7dc5cc66b33b161fa653ee929be3fc2716c5b7069
+oid sha256:2f5ef7b816dca8ec9f8febe6ab4e961c5037398d25e27a823d2cafcbb22a4ac3
 size 11301520

metrics.json

@@ -1 +1 @@
-{"run_name": "/data-shared/testing-refactored", "train_runtime": 82.321, "train_samples_per_second": 4.859, "train_steps_per_second": 0.121, "total_flos": 4810910442979328.0, "train_loss": 3.214849853515625, "epoch": 0.01, "total_training_time": 89.5426573753357, "total_training_time_mins": 1.4923776229222616, "avg_step_time": 7.553769207000732}
+{"run_name": "/data-shared/testing-refactored", "train_runtime": 72.5058, "train_samples_per_second": 5.517, "train_steps_per_second": 0.138, "total_flos": 4810910442979328.0, "train_loss": 3.181192398071289, "epoch": 0.01, "total_training_time": 79.5918402671814, "total_training_time_mins": 1.32653067111969, "avg_step_time": 6.689460206031799}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2e090022771ac3844d368491d4b984d9b3516518d4541c26795188f11ad5f5a
+oid sha256:6769cb0aabc8bf4be5e3ec6cd75999bd43a38251e9ca7d6b1b7575d461acae27
 size 8440