Training in progress, epoch 1

adapter_config.json

@@ -8,7 +8,7 @@
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
-  "lora_alpha": 32,
+  "lora_alpha": 16,
   "lora_dropout": 0.05,
   "modules_to_save": null,
   "peft_type": "LORA",
@@ -16,8 +16,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "out_proj",
-    "Wqkv"
+    "Wqkv",
+    "out_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43afb35a21798ed11f605f7e67efd714eda8aaa3508ac85bb94090bf32881618
+size 18886256

runs/Nov10_07-15-13_ffcd97d11425/events.out.tfevents.1699600513.ffcd97d11425.26.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c8c0393e0c85e177f92c0ab28e2fbb6f89b34bfe7f88bed11a30e61541908c
+size 7059

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c587cb1728a88fa4157938d4642120eca7644b71ef53d24b0dcc7ba6b75ec25b
-size 4091
+oid sha256:5954f79cc916d88771329752072ae6b6550d4018b593d0f275a799275767f800
+size 4155