Model save

sftmodel/adapter_config.json

@@ -11,20 +11,17 @@
   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 32,
-  "lora_dropout": 0.1,
+  "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 32,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "down_proj",
-    "k_proj",
-    "q_proj",
-    "up_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

sftmodel/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4abb6afbdc55036035541b13b1bb0bcac0613b76661d675c684ce062939d7e46
-size 2340497672
+oid sha256:0353874b685532478fd6c0c0f461c1e742ce0106f3169e919e70f7f124ba4802
+size 2128659456

sftmodel/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b52c2957368ef7fc81b5a8bdf5bd35210bc446e5fb7e06ab38412c4beb6ff03
+oid sha256:d52b7fdabb43d36e10bdbca9281dcd2e7bb331ca02983d19f5ff991e7cf439ad
 size 5432