Upload adapter_config.json

adapter_config.json

@@ -2,21 +2,17 @@
   "base_model_name_or_path": "EleutherAI/gpt-neox-20b",
   "bias": "none",
   "fan_in_fan_out": false,
-  "inference_mode": true,
+  "enable_lora": null,
   "init_lora_weights": true,
-  "lora_alpha": 16.0,
-  "lora_dropout": 0.1,
+  "inference_mode": true,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "merge_weights": false,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
+  "r": 8,
   "target_modules": [
-    "gate_proj",
-    "down_proj",
-    "up_proj",
-    "q_proj",
-    "k_proj",
-    "v_proj",
-    "o_proj"
+    "query_key_value"
   ],
   "task_type": "CAUSAL_LM"
-}
+}