Training in progress, step 500

adapter_config.json

@@ -12,7 +12,8 @@
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
-  "init_r": 12,
+  "init_r": 4,
+  "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
@@ -27,10 +28,14 @@
   "rank_pattern": null,
   "revision": null,
   "target_modules": [
+    "k_proj",
     "q_proj",
-    "v_proj"
+    "v_proj",
+    "out_proj",
+    "fc1",
+    "fc2"
   ],
-  "target_r": 4,
+  "target_r": 2,
   "task_type": null,
   "tfinal": 1000,
   "tinit": 200,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3bdda41f37a90e9b42c31277dbeeaf87778c40173bd73d5eeb1f802a0506945
-size 5340440
+oid sha256:ad88968801af4cf0356e00c7a3aa0cda4e92ae2c977bfbb78fffb96536404d10
+size 6564952

runs/Apr05_13-10-14_5978cef41cb9/events.out.tfevents.1712322618.5978cef41cb9.26.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbd6345b9cd26b18723a97a3dbb06ff8ce3bf2ff114e9182d5ea41c11d41a96
+size 9646

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e961221d33b093e0e1a1754c12795eb6c2a4d70dffd2fbb53b5ef4df028d790
+oid sha256:f9089aadde09ae1e8835c53e5f2ccc89c3f85244feb83db68b5ab8e7951c12cf
 size 5112