Training in progress, step 500

README.md

@@ -4,9 +4,9 @@ library_name: transformers
 model_name: Luma-Instruct
 tags:
 - generated_from_trainer
+- sft
 - unsloth
 - trl
-- sft
 licence: license
 ---
 

adapter_config.json

@@ -33,13 +33,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "up_proj",
+    "v_proj",
+    "down_proj",
     "k_proj",
     "q_proj",
-    "v_proj",
     "gate_proj",
-    "o_proj",
-    "up_proj",
-    "down_proj"
+    "o_proj"
   ],
   "target_parameters": null,
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7499fad6076192a78bfeba9ac8e806b5ee0f7331b774e7a041d3625942bf9624
+oid sha256:f9c741903f87560a00f2879d49d1aac92944af616aaea34af6fce3ce1aa47938
 size 132187888

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6c9747e0ee95f787eb409220a0ec790ee0feea9884f2c640ce756ecc64904bb
+oid sha256:f95740a50d2cd3787181e7e32f41f3ac02d4ef04f78f7e3c3e79042dded0115d
 size 6353