Training in progress, step 1

adapter_config.json

@@ -10,13 +10,13 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 8,
+  "lora_alpha": 16,
   "lora_dropout": 0.0,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
+  "r": 16,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0df49fbc7b20b3c4b0aa2df17fb14dbd7d61efbc16dfbdc803d7be8f11dcbaeb
-size 45258384
+oid sha256:3b4cc4828018d5135610d4d8e1a1283a0e674616d100dd3c916b0805dd8c028a
+size 90454136

runs/Jun24_12-40-04_aid-iad-bm-gpu4-8-ad1-002/events.out.tfevents.1719232811.aid-iad-bm-gpu4-8-ad1-002.1304290.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4088a839ab3f90e137c665b25933e26c0f44edd725ec3cd0763005b2a3a288ca
+size 5673

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff6f3742646f4fedfdb3f22968f02ecffd8d57640c096ba0debd3d90715a3910
+oid sha256:3273681faa0ee376ae682752f7a607bb6f6a450a39f28a99014bac918e364677
 size 5112