Retraining with unsloth version @July-Llama-2024.

README.md

@@ -199,5 +199,4 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
 [More Information Needed]
 ### Framework versions
 
-- PEFT 0.13.2
-- PEFT 0.12.0
+- PEFT 0.13.2

adapter_config.json

@@ -18,15 +18,15 @@
   "peft_type": "LORA",
   "r": 32,
   "rank_pattern": {},
-  "revision": null,
+  "revision": "unsloth",
   "target_modules": [
     "up_proj",
-    "down_proj",
-    "o_proj",
     "v_proj",
-    "gate_proj",
+    "k_proj",
     "q_proj",
-    "k_proj"
+    "gate_proj",
+    "o_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e8014a453c6068e39b033f6decc0d7ec01a139818d9cc1bcd228d5b6850c04e
+oid sha256:b236300e4f26badd871cc0872ec4a652d1bba14bf1a5ee96a13dd1b9c7ec6815
 size 100966336