Training in progress, step 50, checkpoint

last-checkpoint/adapter_config.json

@@ -20,12 +20,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
-    "q_proj",
+    "down_proj",
+    "up_proj",
     "v_proj",
     "o_proj",
-    "up_proj",
-    "down_proj",
+    "q_proj",
+    "gate_proj",
     "k_proj"
   ],
   "task_type": "CAUSAL_LM",

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3de2667e421e4c965989af254e94aa65121b2c682771bd3773741413c6472dc0
+oid sha256:81c8aaa02fa7d304d9f3c4541a93b8fc2f2da9e579d4b5a730b2f34032322024
 size 335604696

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b153b9028eb9101e45dd05debeb05b843edce9db7ed5111a7c8e9b1c31c5cca
+oid sha256:b6855190fd49b5e0c1cc3b248bae1594f28999ae4af21c3776247c514fc132c0
 size 671466706

last-checkpoint/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 1.1367937326431274,
+  "best_metric": 1.1364127397537231,
   "best_model_checkpoint": "miner_id_24/checkpoint-50",
   "epoch": 0.01098222252728396,
   "eval_steps": 25,
@@ -10,7 +10,7 @@
   "log_history": [
     {
       "epoch": 0.00021964445054567917,
-      "grad_norm": 128.23704528808594,
+      "grad_norm": 128.1067352294922,
       "learning_rate": 5e-05,
       "loss": 56.2272,
       "step": 1
@@ -18,368 +18,368 @@
     {
       "epoch": 0.00021964445054567917,
       "eval_loss": 4.680656433105469,
-      "eval_runtime": 993.785,
-      "eval_samples_per_second": 30.864,
-      "eval_steps_per_second": 3.858,
+      "eval_runtime": 1011.3172,
+      "eval_samples_per_second": 30.329,
+      "eval_steps_per_second": 3.791,
       "step": 1
     },
     {
       "epoch": 0.00043928890109135835,
-      "grad_norm": 143.4749755859375,
+      "grad_norm": 143.234619140625,
       "learning_rate": 0.0001,
       "loss": 60.1614,
       "step": 2
     },
     {
       "epoch": 0.0006589333516370375,
-      "grad_norm": 137.1166229248047,
+      "grad_norm": 137.83009338378906,
       "learning_rate": 9.989294616193017e-05,
-      "loss": 49.7424,
+      "loss": 49.6884,
       "step": 3
     },
     {
       "epoch": 0.0008785778021827167,
-      "grad_norm": 148.66978454589844,
+      "grad_norm": 149.57333374023438,
       "learning_rate": 9.957224306869053e-05,
-      "loss": 40.6251,
+      "loss": 40.5463,
       "step": 4
     },
     {
       "epoch": 0.001098222252728396,
-      "grad_norm": 123.3190689086914,
+      "grad_norm": 126.31389617919922,
       "learning_rate": 9.903926402016153e-05,
-      "loss": 28.6644,
+      "loss": 28.744,
       "step": 5
     },
     {
       "epoch": 0.001317866703274075,
-      "grad_norm": 96.45237731933594,
+      "grad_norm": 79.62859344482422,
       "learning_rate": 9.829629131445342e-05,
-      "loss": 24.8699,
+      "loss": 24.7095,
       "step": 6
     },
     {
       "epoch": 0.0015375111538197543,
-      "grad_norm": 85.54580688476562,
+      "grad_norm": 80.24508666992188,
       "learning_rate": 9.73465064747553e-05,
-      "loss": 32.3173,
+      "loss": 31.9621,
       "step": 7
     },
     {
       "epoch": 0.0017571556043654334,
-      "grad_norm": 62.83359909057617,
+      "grad_norm": 63.11004638671875,
       "learning_rate": 9.619397662556435e-05,
-      "loss": 34.6373,
+      "loss": 34.5423,
       "step": 8
     },
     {
       "epoch": 0.0019768000549111125,
-      "grad_norm": 57.34482955932617,
+      "grad_norm": 57.706024169921875,
       "learning_rate": 9.484363707663442e-05,
-      "loss": 30.0552,
+      "loss": 29.9541,
       "step": 9
     },
     {
       "epoch": 0.002196444505456792,
-      "grad_norm": 54.51626205444336,
+      "grad_norm": 54.863677978515625,
       "learning_rate": 9.330127018922194e-05,
-      "loss": 30.001,
+      "loss": 29.9576,
       "step": 10
     },
     {
       "epoch": 0.002416088956002471,
-      "grad_norm": 42.708797454833984,
+      "grad_norm": 44.20351028442383,
       "learning_rate": 9.157348061512727e-05,
-      "loss": 26.8644,
+      "loss": 26.8734,
       "step": 11
     },
     {
       "epoch": 0.00263573340654815,
-      "grad_norm": 49.291168212890625,
+      "grad_norm": 48.68452453613281,
       "learning_rate": 8.966766701456177e-05,
-      "loss": 24.2909,
+      "loss": 24.3141,
       "step": 12
     },
     {
       "epoch": 0.002855377857093829,
-      "grad_norm": 41.978065490722656,
+      "grad_norm": 41.1622428894043,
       "learning_rate": 8.759199037394887e-05,
-      "loss": 21.6199,
+      "loss": 21.5583,
       "step": 13
     },
     {
       "epoch": 0.0030750223076395087,
-      "grad_norm": 34.085784912109375,
+      "grad_norm": 33.06452941894531,
       "learning_rate": 8.535533905932738e-05,
-      "loss": 21.6063,
+      "loss": 21.5232,
       "step": 14
     },
     {
       "epoch": 0.0032946667581851877,
-      "grad_norm": 32.29074478149414,
+      "grad_norm": 32.99700927734375,
       "learning_rate": 8.296729075500344e-05,
-      "loss": 21.2135,
+      "loss": 21.1583,
       "step": 15
     },
     {
       "epoch": 0.003514311208730867,
-      "grad_norm": 29.822490692138672,
+      "grad_norm": 29.614459991455078,
       "learning_rate": 8.043807145043604e-05,
-      "loss": 19.3972,
+      "loss": 19.3747,
       "step": 16
     },
     {
       "epoch": 0.0037339556592765463,
-      "grad_norm": 30.889225006103516,
+      "grad_norm": 30.350385665893555,
       "learning_rate": 7.777851165098012e-05,
-      "loss": 18.1983,
+      "loss": 18.0964,
       "step": 17
     },
     {
       "epoch": 0.003953600109822225,
-      "grad_norm": 32.00242233276367,
+      "grad_norm": 32.349517822265625,
       "learning_rate": 7.500000000000001e-05,
-      "loss": 16.1963,
+      "loss": 16.1271,
       "step": 18
     },
     {
       "epoch": 0.004173244560367904,
-      "grad_norm": 32.16281509399414,
+      "grad_norm": 32.42576599121094,
       "learning_rate": 7.211443451095007e-05,
-      "loss": 17.5086,
+      "loss": 17.4368,
       "step": 19
     },
     {
       "epoch": 0.004392889010913584,
-      "grad_norm": 34.678836822509766,
+      "grad_norm": 34.648921966552734,
       "learning_rate": 6.91341716182545e-05,
-      "loss": 22.4093,
+      "loss": 22.3387,
       "step": 20
     },
     {
       "epoch": 0.0046125334614592626,
-      "grad_norm": 34.99449157714844,
+      "grad_norm": 35.400508880615234,
       "learning_rate": 6.607197326515808e-05,
-      "loss": 24.8476,
+      "loss": 24.7527,
       "step": 21
     },
     {
       "epoch": 0.004832177912004942,
-      "grad_norm": 33.277915954589844,
+      "grad_norm": 33.76140594482422,
       "learning_rate": 6.294095225512603e-05,
-      "loss": 24.1189,
+      "loss": 24.1014,
       "step": 22
     },
     {
       "epoch": 0.0050518223625506216,
-      "grad_norm": 34.244911193847656,
+      "grad_norm": 34.995182037353516,
       "learning_rate": 5.9754516100806423e-05,
-      "loss": 24.978,
+      "loss": 24.9544,
       "step": 23
     },
     {
       "epoch": 0.0052714668130963,
-      "grad_norm": 34.834537506103516,
+      "grad_norm": 35.42438888549805,
       "learning_rate": 5.6526309611002594e-05,
-      "loss": 21.6183,
+      "loss": 21.6453,
       "step": 24
     },
     {
       "epoch": 0.00549111126364198,
-      "grad_norm": 36.37040710449219,
+      "grad_norm": 36.63457107543945,
       "learning_rate": 5.327015646150716e-05,
-      "loss": 19.4469,
+      "loss": 19.3884,
       "step": 25
     },
     {
       "epoch": 0.00549111126364198,
-      "eval_loss": 1.2408840656280518,
-      "eval_runtime": 997.0364,
-      "eval_samples_per_second": 30.763,
-      "eval_steps_per_second": 3.845,
+      "eval_loss": 1.2396924495697021,
+      "eval_runtime": 1011.7714,
+      "eval_samples_per_second": 30.315,
+      "eval_steps_per_second": 3.789,
       "step": 25
     },
     {
       "epoch": 0.005710755714187658,
-      "grad_norm": 37.87440872192383,
+      "grad_norm": 38.50668716430664,
       "learning_rate": 5e-05,
-      "loss": 19.7613,
+      "loss": 19.6779,
       "step": 26
     },
     {
       "epoch": 0.005930400164733338,
-      "grad_norm": 33.064544677734375,
+      "grad_norm": 33.28505325317383,
       "learning_rate": 4.6729843538492847e-05,
-      "loss": 18.0642,
+      "loss": 17.973,
       "step": 27
     },
     {
       "epoch": 0.006150044615279017,
-      "grad_norm": 29.548095703125,
+      "grad_norm": 30.23582649230957,
       "learning_rate": 4.347369038899744e-05,
-      "loss": 17.3166,
+      "loss": 17.3821,
       "step": 28
     },
     {
       "epoch": 0.006369689065824696,
-      "grad_norm": 26.16414451599121,
+      "grad_norm": 26.559123992919922,
       "learning_rate": 4.0245483899193595e-05,
-      "loss": 15.5425,
+      "loss": 15.5102,
       "step": 29
     },
     {
       "epoch": 0.0065893335163703754,
-      "grad_norm": 28.377233505249023,
+      "grad_norm": 28.39104652404785,
       "learning_rate": 3.705904774487396e-05,
-      "loss": 14.7725,
+      "loss": 14.7494,
       "step": 30
     },
     {
       "epoch": 0.006808977966916055,
-      "grad_norm": 25.38302993774414,
+      "grad_norm": 25.401931762695312,
       "learning_rate": 3.392802673484193e-05,
-      "loss": 15.3178,
+      "loss": 15.3509,
       "step": 31
     },
     {
       "epoch": 0.007028622417461734,
-      "grad_norm": 30.4620418548584,
+      "grad_norm": 30.455387115478516,
       "learning_rate": 3.086582838174551e-05,
-      "loss": 22.3925,
+      "loss": 22.362,
       "step": 32
     },
     {
       "epoch": 0.007248266868007413,
-      "grad_norm": 33.57545471191406,
+      "grad_norm": 33.34559631347656,
       "learning_rate": 2.7885565489049946e-05,
-      "loss": 22.7248,
+      "loss": 22.7148,
       "step": 33
     },
     {
       "epoch": 0.007467911318553093,
-      "grad_norm": 30.484207153320312,
+      "grad_norm": 30.2874813079834,
       "learning_rate": 2.500000000000001e-05,
-      "loss": 23.1463,
+      "loss": 23.1362,
       "step": 34
     },
     {
       "epoch": 0.007687555769098771,
-      "grad_norm": 30.004377365112305,
+      "grad_norm": 29.849040985107422,
       "learning_rate": 2.2221488349019903e-05,
-      "loss": 22.9688,
+      "loss": 22.9094,
       "step": 35
     },
     {
       "epoch": 0.00790720021964445,
-      "grad_norm": 29.935291290283203,
+      "grad_norm": 29.275894165039062,
       "learning_rate": 1.9561928549563968e-05,
-      "loss": 20.2948,
+      "loss": 20.2677,
       "step": 36
     },
     {
       "epoch": 0.00812684467019013,
-      "grad_norm": 28.792709350585938,
+      "grad_norm": 28.531572341918945,
       "learning_rate": 1.703270924499656e-05,
-      "loss": 19.0507,
+      "loss": 18.9895,
       "step": 37
     },
     {
       "epoch": 0.008346489120735809,
-      "grad_norm": 27.595048904418945,
+      "grad_norm": 28.074161529541016,
       "learning_rate": 1.4644660940672627e-05,
-      "loss": 16.6061,
+      "loss": 16.5965,
       "step": 38
     },
     {
       "epoch": 0.008566133571281487,
-      "grad_norm": 25.91175079345703,
+      "grad_norm": 25.582822799682617,
       "learning_rate": 1.2408009626051137e-05,
-      "loss": 17.2893,
+      "loss": 17.2537,
       "step": 39
     },
     {
       "epoch": 0.008785778021827168,
-      "grad_norm": 25.115896224975586,
+      "grad_norm": 24.775619506835938,
       "learning_rate": 1.0332332985438248e-05,
-      "loss": 16.478,
+      "loss": 16.4708,
       "step": 40
     },
     {
       "epoch": 0.009005422472372846,
-      "grad_norm": 25.421123504638672,
+      "grad_norm": 25.256479263305664,
       "learning_rate": 8.426519384872733e-06,
-      "loss": 15.2758,
+      "loss": 15.2539,
       "step": 41
     },
     {
       "epoch": 0.009225066922918525,
-      "grad_norm": 24.610855102539062,
+      "grad_norm": 25.000892639160156,
       "learning_rate": 6.698729810778065e-06,
-      "loss": 15.0212,
+      "loss": 14.9673,
       "step": 42
     },
     {
       "epoch": 0.009444711373464205,
-      "grad_norm": 25.012407302856445,
+      "grad_norm": 25.287216186523438,
       "learning_rate": 5.156362923365588e-06,
-      "loss": 12.7155,
+      "loss": 12.7009,
       "step": 43
     },
     {
       "epoch": 0.009664355824009884,
-      "grad_norm": 27.121875762939453,
+      "grad_norm": 27.101606369018555,
       "learning_rate": 3.8060233744356633e-06,
-      "loss": 18.6648,
+      "loss": 18.6449,
       "step": 44
     },
     {
       "epoch": 0.009884000274555563,
-      "grad_norm": 26.64497947692871,
+      "grad_norm": 26.824188232421875,
       "learning_rate": 2.653493525244721e-06,
-      "loss": 22.6941,
+      "loss": 22.6606,
       "step": 45
     },
     {
       "epoch": 0.010103644725101243,
-      "grad_norm": 28.527849197387695,
+      "grad_norm": 28.885114669799805,
       "learning_rate": 1.70370868554659e-06,
-      "loss": 23.0154,
+      "loss": 23.0121,
       "step": 46
     },
     {
       "epoch": 0.010323289175646922,
-      "grad_norm": 28.003326416015625,
+      "grad_norm": 28.781837463378906,
       "learning_rate": 9.607359798384785e-07,
-      "loss": 20.9035,
+      "loss": 20.927,
       "step": 47
     },
     {
       "epoch": 0.0105429336261926,
-      "grad_norm": 27.89699935913086,
+      "grad_norm": 27.856515884399414,
       "learning_rate": 4.277569313094809e-07,
-      "loss": 19.9821,
+      "loss": 19.9472,
       "step": 48
     },
     {
       "epoch": 0.01076257807673828,
-      "grad_norm": 31.022777557373047,
+      "grad_norm": 31.549495697021484,
       "learning_rate": 1.0705383806982606e-07,
-      "loss": 21.9172,
+      "loss": 21.9973,
       "step": 49
     },
     {
       "epoch": 0.01098222252728396,
-      "grad_norm": 28.083293914794922,
+      "grad_norm": 29.04417610168457,
       "learning_rate": 0.0,
-      "loss": 17.7392,
+      "loss": 17.7283,
       "step": 50
     },
     {
       "epoch": 0.01098222252728396,
-      "eval_loss": 1.1367937326431274,
-      "eval_runtime": 1004.9057,
-      "eval_samples_per_second": 30.522,
-      "eval_steps_per_second": 3.815,
+      "eval_loss": 1.1364127397537231,
+      "eval_runtime": 1015.5388,
+      "eval_samples_per_second": 30.203,
+      "eval_steps_per_second": 3.775,
       "step": 50
     }
   ],

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:520a3190afbaff4cd4b1377dcfd05b83cef3a7ef41fa7c660fd307b81cc80bf3
+oid sha256:a65880b754e7f84521433de3a80abd9cc044e2fb177ca6c0a8d5cc26dc281625
 size 6776