Training in progress, epoch 1

adapter_config.json

@@ -22,10 +22,11 @@
     "qa_outputs.weight"
   ],
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "word_embeddings",
     "query_key_value"
   ],
   "task_type": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebc0a1faf23e25d6cf29ab325ec8da8bc84d15023f71f7067282254d2a88a555
-size 3152768
+oid sha256:f8d7686f6eea99b30ed49691ec9cd8ad096a9d48352ab22ccf1e5a632694d66b
+size 22420688

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:092a2de6e69e7f00bd8b9a72c92e95fe418019964b435400e2f22c7331a768f6
+oid sha256:7be435da181baacc5022e90084b413b8c80cc65ea999538a8b5ca1db1258ff20
 size 5368