Training in progress, step 100

adapter_config.json

@@ -13,18 +13,18 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
+  "lora_alpha": 32,
   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2f7f577c1778da63634ffe2c22c9d8ce6669c594f1c68ed1889eb87b95c8719
-size 3558936
+oid sha256:202738344528d75df6438f68f0fd82c8343b2af82893bc04affaa794a769b789
+size 7098064

runs/Jul26_16-23-15_TUF-GAMING-Z690-PLUS-D4/events.out.tfevents.1721985799.TUF-GAMING-Z690-PLUS-D4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b54cb0343634420e7cff243d1895c7d1dc35b0fb493c8f21e5458bbebc5cb72c
-size 9760
+oid sha256:6f861c9ab53a2f6f7215d9ce87915ca794b09691d3af144829bca5cd13d0942d
+size 10970

runs/Jul28_19-50-19_TUF-GAMING-Z690-PLUS-D4/events.out.tfevents.1722171044.TUF-GAMING-Z690-PLUS-D4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a302ce3239ab3891752bbf3b7f818b281a41640aa630a5dfe890145f0bd61248
+size 6840

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b9fd1d6db36816833aa16ddf0ee5f90f514a4125ff36fd4019462fb99b5ceef
+oid sha256:265b7dd3279e0d97b90900a38c740ebd4ffa21347b40d52db94aa862521656a2
 size 4920