Training in progress, epoch 1

adapter_config.json

@@ -10,13 +10,13 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 32,
+  "lora_alpha": 16,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
+  "r": 12,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0aaea7efa426cd2dfb75c6049f934866e1705a5487a983b9e671637ad5e41f53
-size 125845344
+oid sha256:5419f902407694f01a204f943ec74b55cdcec934697dff2beb35eafba4a087ed
+size 23609048

tokenizer.json

@@ -2,7 +2,7 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 100,
+    "max_length": 512,
     "strategy": "LongestFirst",
     "stride": 0
   },

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4112b9c88d7eddd4b54cb6b093ea04e2926344a2137b84ec8d007b482212774b
+oid sha256:7472e8171a48752db67710e4e603d4683e6b42c1bc188ac064f4ebcffdd98b1d
 size 5240