Training in progress, step 1000

adapter_config.json

@@ -9,18 +9,18 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
+  "lora_alpha": 32,
   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "value_proj",
-    "query_proj"
+    "query_proj",
+    "value_proj"
   ],
   "task_type": "TOKEN_CLS",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdcd80e4cd5e377f814f21e73a057c3e5e94651ef809b6bf39024a9c82fd05c0
-size 3197148
+oid sha256:13441fde1370787dfcc1d215f0db74e4a72f88efa021dcc7b316b769cac60feb
+size 6343004

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4811444a49660a42e53289642a768a0925cde5b528657fe379a50ee859de7c6a
+oid sha256:6b9d3faa360aedf18c6530d9ea432d31583d62356dcc149e5db21d59ec88e7a1
 size 1736134556

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19b8658e3f2330985c0a9a4046203e988c100cee00c6f6d8ceb6e82df8771f63
-size 4600
+oid sha256:0504251723cd88d474819e18146bcbe99e5e947f143313008e330464b37208b5
+size 4664