Training in progress, step 100

adapter_config.json

@@ -13,18 +13,18 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 64,
+  "lora_alpha": 128,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 32,
+  "r": 64,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3093c34d488f5b8e827b5b9dd139c0f4f539fd4d9f8893c91138c944d66d979
-size 14176064
+oid sha256:4c766d2411ea0b77a4e1d765a56f282ad888baa969e50d518c6612adef167727
+size 28331952

runs/Jul29_14-03-06_TUF-GAMING-Z690-PLUS-D4/events.out.tfevents.1722236594.TUF-GAMING-Z690-PLUS-D4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:686c5bc5cd0d3af7f07077e52f3cb3315becdefa098a2a084e3fd2ad0a3f10db
-size 9838
+oid sha256:3abade20df321a36683353b8d66f257dd58faee1fbfe0037428db37de621ed66
+size 10580

runs/Jul30_08-35-19_TUF-GAMING-Z690-PLUS-D4/events.out.tfevents.1722303321.TUF-GAMING-Z690-PLUS-D4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7199759717639b722295842360dc12c8e459e330478f658fdd16eef294e86975
+size 7148

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55e7d712e6cd9a5b8a3b658b5b4bc1385036db7dbbb1fc51c0a6f763083c9d27
+oid sha256:6db37098dd244ee448ca00cfdcb670a02be8b2d514734886ef57647cca48e9e8
 size 4920