Training in progress, step 100

adapter_config.json

@@ -13,7 +13,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 128,
+  "lora_alpha": 32,
   "lora_bias": false,
   "lora_dropout": 0.0,
   "megatron_config": null,
@@ -21,13 +21,13 @@
   "modules_to_save": null,
   "peft_type": "LORA",
   "qalora_group_size": 16,
-  "r": 8,
+  "r": 2,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "c_proj",
     "c_fc",
     "c_attn",
+    "c_proj",
     "q_attn"
   ],
   "target_parameters": null,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63467cce3b027e9cded3f76f515d0cc86e5c59f8e8180ce0391b08319c475487
-size 22241240
+oid sha256:2320729cbd1d910cac9b7006a07ef824f7b05ea16f8bc140865eb5e2ac440118
+size 5578432

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26fa189ea91397623cf2b8b774a3354a94e59c2a9f7d4cc7844ff462ad20e516
+oid sha256:30a0cdbf547c8fc7a9b154e79d1dc0442d8756c95adcbbf6d26d0e5c45ff626c
 size 5841