End of training

README.md

@@ -47,8 +47,8 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- PEFT 0.9.0
-- Transformers 4.38.2
+- PEFT 0.10.0
+- Transformers 4.39.3
 - Pytorch 2.2.1+cu121
 - Datasets 2.18.0
 - Tokenizers 0.15.2

adapter_config.json

@@ -6,6 +6,7 @@
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
+  "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
@@ -19,9 +20,9 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "fc2",
     "fc1",
-    "Wqkv"
+    "Wqkv",
+    "fc2"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f626caa7adde386bb0a572b8d337cea113d81cf70cc0ee673b0aed5e9d78dd9
+oid sha256:5b471a8f3ad73bfe8c4472c3f904eea6a8d1d745a03305e5ebd00b667fda66f6
 size 52444936

runs/Apr07_23-55-41_64d6105699dd/events.out.tfevents.1712534154.64d6105699dd.781.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84d79574caf1fdb882aaf88ad9901de224aa9b4b0187106bd46fd21ae9300af
+size 26791

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:167082e5a0c325ed91f1b1fe866643514313af9189cb1bc7d495964faa96f331
-size 4920
+oid sha256:669b8d7aca4daf1091f35f1c0bef61203dc922a7c4b85c85392eda1f3a95bd69
+size 4984