End of training

README.md

@@ -41,7 +41,7 @@ The following hyperparameters were used during training:
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
 - lr_scheduler_warmup_steps: 50
-- num_epochs: 1
+- num_epochs: 10
 - mixed_precision_training: Native AMP
 
 ### Training results

adapter_config.json

@@ -10,13 +10,13 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 8,
+  "lora_alpha": 128,
   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 32,
+  "r": 64,
   "rank_pattern": {},
   "revision": null,
   "target_modules": ".*(text_model|modality_projection|perceiver_resampler).*(down_proj|gate_proj|up_proj|k_proj|q_proj|v_proj|o_proj).*$",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc9d92a6895f0ebde07316d779fd602e250d7762821d8bacfaf49e5b86c8562e
-size 373300640
+oid sha256:68f9431d5ec7a08cd739f176f5f8ba5fb6f79cb0fb37b27a9939f0d8a59abc40
+size 746528304

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c83bc08e4083a6610c804450bcb6df7dc01af755fa7bfd6b6071507ee453cf0
+oid sha256:3a59b34fbe786f0ad42a1fea86dd852176c38c56313508aa9f0ac07996fd8c27
 size 5240