Training in progress, epoch 1

adapter_config.json

@@ -9,13 +9,13 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 16,
-  "lora_dropout": 0.01,
+  "lora_alpha": 1,
+  "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 16,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09b84fd3062458940dd66c8608458dc5cb5bd444de2ed9748d418140c4829a1c
-size 3556664
+oid sha256:03635ab1e3aa4d0b81b8445c6ad0bc4cde7dcacb0bf1a1704e3a7bcf5f933fa9
+size 1788328

runs/Mar15_20-53-22_9a540ec52b76/events.out.tfevents.1710536003.9a540ec52b76.2019.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2745b1401ccd02d890e6e4fa16707b96644d853abe8a1894b1f043676130796f
+size 4918

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5931892bd9841cf4030b9660dc6eee0ffff8c8d157c83a309df10b1104ce9845
+oid sha256:461bff01f47a9017efadc9690a5ff6c7089d9d01cbc4c73a63c82c1a7bbfb953
 size 4920