Training in progress, step 5000

adapter_config.json

@@ -8,16 +8,16 @@
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
-  "lora_alpha": 16,
+  "lora_alpha": 32,
   "lora_dropout": 0.1,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q",
-    "v"
+    "v",
+    "q"
   ],
   "task_type": "SEQ_2_SEQ_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f805d53d7dddec9940b8dda0a4fc6f84c5e194e588072b3124f4b98d4dba6b2d
-size 37789864
+oid sha256:99bb7dd9f9d339c1b6ea8b7c4913f5e5a59ddcf1d651ea8af246503e39076873
+size 18915040

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b62efb5e27cf22233e7e3d90ba4b9b06ff50053e55dc9f07a3ad40dc5b14b43a
+oid sha256:ac93b83e20cb3266b0249c2b9cb223a898cd7a840eb97f009fc035d490eabb4d
 size 4728