End of training

adapter_config.json

@@ -23,22 +23,22 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "lm_heads.3",
+    "audio_enc_to_dec_proj",
+    "q_proj",
+    "lm_heads.0",
     "embed_tokens.2",
+    "v_proj",
+    "k_proj",
     "out_proj",
-    "embed_tokens.0",
-    "lm_heads.1",
-    "q_proj",
-    "fc2",
     "lm_heads.2",
-    "lm_heads.0",
-    "lm_heads.3",
-    "enc_to_dec_proj",
     "embed_tokens.1",
-    "audio_enc_to_dec_proj",
-    "v_proj",
+    "fc1",
     "embed_tokens.3",
-    "k_proj",
-    "fc1"
+    "fc2",
+    "enc_to_dec_proj",
+    "embed_tokens.0",
+    "lm_heads.1"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8b947692009e5564f54e1a1c8064d476f99c0931c814df934f82b46cbdd7b52
+oid sha256:171e33d0c67fea1b84074db35fdfb5c09e900a64fbc64e44d1e26d13ef800b12
 size 87103456

trainer_state.json

@@ -10,94 +10,94 @@
   "log_history": [
     {
       "epoch": 0.32,
-      "grad_norm": 1.0525139570236206,
+      "grad_norm": 1.0148409605026245,
       "learning_rate": 0.00018333333333333334,
-      "loss": 9.5169,
+      "loss": 9.5085,
       "step": 2
     },
     {
       "epoch": 0.64,
-      "grad_norm": 1.5870144367218018,
+      "grad_norm": 1.6703659296035767,
       "learning_rate": 0.0001666666666666667,
-      "loss": 9.1514,
+      "loss": 9.1769,
       "step": 4
     },
     {
       "epoch": 0.96,
-      "grad_norm": 1.7580112218856812,
+      "grad_norm": 1.8155523538589478,
       "learning_rate": 0.00015000000000000001,
-      "loss": 8.7557,
+      "loss": 8.7379,
       "step": 6
     },
     {
       "epoch": 1.28,
-      "grad_norm": 2.0391345024108887,
+      "grad_norm": 1.9680312871932983,
       "learning_rate": 0.00013333333333333334,
-      "loss": 8.2163,
+      "loss": 8.2451,
       "step": 8
     },
     {
       "epoch": 1.6,
-      "grad_norm": 2.67323899269104,
+      "grad_norm": 2.053583860397339,
       "learning_rate": 0.00011666666666666668,
-      "loss": 7.9266,
+      "loss": 7.9159,
       "step": 10
     },
     {
       "epoch": 1.92,
-      "grad_norm": 1.5127941370010376,
+      "grad_norm": 1.528686285018921,
       "learning_rate": 0.0001,
-      "loss": 7.6902,
+      "loss": 7.6275,
       "step": 12
     },
     {
       "epoch": 2.24,
-      "grad_norm": 1.308194875717163,
+      "grad_norm": 1.1224510669708252,
       "learning_rate": 8.333333333333334e-05,
-      "loss": 7.5201,
+      "loss": 7.4755,
       "step": 14
     },
     {
       "epoch": 2.56,
-      "grad_norm": 0.9491788148880005,
+      "grad_norm": 1.065908670425415,
       "learning_rate": 6.666666666666667e-05,
-      "loss": 7.3685,
+      "loss": 7.3267,
       "step": 16
     },
     {
       "epoch": 2.88,
-      "grad_norm": 1.15030837059021,
+      "grad_norm": 1.025452971458435,
       "learning_rate": 5e-05,
-      "loss": 7.3428,
+      "loss": 7.2462,
       "step": 18
     },
     {
       "epoch": 3.2,
-      "grad_norm": 0.9033100008964539,
+      "grad_norm": 0.8463966846466064,
       "learning_rate": 3.3333333333333335e-05,
-      "loss": 7.2229,
+      "loss": 7.2758,
       "step": 20
     },
     {
       "epoch": 3.52,
-      "grad_norm": 1.4382227659225464,
+      "grad_norm": 1.6603997945785522,
       "learning_rate": 1.6666666666666667e-05,
-      "loss": 7.3239,
+      "loss": 7.3307,
       "step": 22
     },
     {
       "epoch": 3.84,
-      "grad_norm": 0.7890676259994507,
+      "grad_norm": 0.8327799439430237,
       "learning_rate": 0.0,
-      "loss": 7.2211,
+      "loss": 7.1545,
       "step": 24
     },
     {
       "epoch": 3.84,
       "step": 24,
-      "total_flos": 108535654138032.0,
-      "train_loss": 7.9380284150441485,
-      "train_runtime": 637.3795,
+      "total_flos": 108923677416360.0,
+      "train_loss": 7.9184350570042925,
+      "train_runtime": 637.0525,
       "train_samples_per_second": 0.628,
       "train_steps_per_second": 0.038
     }
@@ -119,7 +119,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 108535654138032.0,
+  "total_flos": 108923677416360.0,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d26e79c9fb97880dd95e934c8113fd0b69eb285f4bdc928c70a8aa73b85d85c
+oid sha256:afc003429aace195a39fbdebcfa03a517206c2b9ed9b8539f7cf8883bd3fb41e
 size 5368