Delete trainer_state.json

trainer_state.json

@@ -1,3660 +0,0 @@
-{
-  "best_metric": 0.9312900900840759,
-  "best_model_checkpoint": "/proj/berzelius-2023-338/users/x_boyji/model_hf/sft_medico-mixtral/checkpoint-1000",
-  "epoch": 2.9991683991683993,
-  "eval_steps": 500,
-  "global_step": 1803,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.0,
-      "learning_rate": 6.000000000000001e-07,
-      "loss": 2.0272,
-      "step": 3
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 1.2000000000000002e-06,
-      "loss": 1.921,
-      "step": 6
-    },
-    {
-      "epoch": 0.01,
-      "learning_rate": 1.8000000000000001e-06,
-      "loss": 1.6681,
-      "step": 9
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 2.4000000000000003e-06,
-      "loss": 1.5087,
-      "step": 12
-    },
-    {
-      "epoch": 0.02,
-      "learning_rate": 3e-06,
-      "loss": 1.4299,
-      "step": 15
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 3.6000000000000003e-06,
-      "loss": 1.3476,
-      "step": 18
-    },
-    {
-      "epoch": 0.03,
-      "learning_rate": 4.2000000000000004e-06,
-      "loss": 1.3558,
-      "step": 21
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 4.800000000000001e-06,
-      "loss": 1.3113,
-      "step": 24
-    },
-    {
-      "epoch": 0.04,
-      "learning_rate": 5.400000000000001e-06,
-      "loss": 1.3135,
-      "step": 27
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 6e-06,
-      "loss": 1.3068,
-      "step": 30
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 6.600000000000001e-06,
-      "loss": 1.2869,
-      "step": 33
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 7.2000000000000005e-06,
-      "loss": 1.2698,
-      "step": 36
-    },
-    {
-      "epoch": 0.06,
-      "learning_rate": 7.800000000000002e-06,
-      "loss": 1.2347,
-      "step": 39
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 8.400000000000001e-06,
-      "loss": 1.2687,
-      "step": 42
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 9e-06,
-      "loss": 1.2221,
-      "step": 45
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 9.600000000000001e-06,
-      "loss": 1.2231,
-      "step": 48
-    },
-    {
-      "epoch": 0.08,
-      "learning_rate": 1.02e-05,
-      "loss": 1.1976,
-      "step": 51
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 1.0800000000000002e-05,
-      "loss": 1.1833,
-      "step": 54
-    },
-    {
-      "epoch": 0.09,
-      "learning_rate": 1.14e-05,
-      "loss": 1.1798,
-      "step": 57
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 1.2e-05,
-      "loss": 1.1878,
-      "step": 60
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 1.2600000000000001e-05,
-      "loss": 1.1788,
-      "step": 63
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 1.3200000000000002e-05,
-      "loss": 1.1948,
-      "step": 66
-    },
-    {
-      "epoch": 0.11,
-      "learning_rate": 1.38e-05,
-      "loss": 1.1836,
-      "step": 69
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 1.4400000000000001e-05,
-      "loss": 1.1756,
-      "step": 72
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 1.5000000000000002e-05,
-      "loss": 1.1868,
-      "step": 75
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 1.5600000000000003e-05,
-      "loss": 1.1652,
-      "step": 78
-    },
-    {
-      "epoch": 0.13,
-      "learning_rate": 1.62e-05,
-      "loss": 1.1688,
-      "step": 81
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 1.6800000000000002e-05,
-      "loss": 1.1783,
-      "step": 84
-    },
-    {
-      "epoch": 0.14,
-      "learning_rate": 1.7400000000000003e-05,
-      "loss": 1.1799,
-      "step": 87
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 1.8e-05,
-      "loss": 1.3097,
-      "step": 90
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 1.86e-05,
-      "loss": 1.2879,
-      "step": 93
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 1.9200000000000003e-05,
-      "loss": 1.35,
-      "step": 96
-    },
-    {
-      "epoch": 0.16,
-      "learning_rate": 1.98e-05,
-      "loss": 1.2501,
-      "step": 99
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 1.9999931938745066e-05,
-      "loss": 1.1856,
-      "step": 102
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 1.999957461968997e-05,
-      "loss": 1.1927,
-      "step": 105
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 1.9998911038450304e-05,
-      "loss": 1.2005,
-      "step": 108
-    },
-    {
-      "epoch": 0.18,
-      "learning_rate": 1.999794121534991e-05,
-      "loss": 1.1375,
-      "step": 111
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 1.9996665180092068e-05,
-      "loss": 1.1645,
-      "step": 114
-    },
-    {
-      "epoch": 0.19,
-      "learning_rate": 1.9995082971758574e-05,
-      "loss": 1.1381,
-      "step": 117
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 1.999319463880855e-05,
-      "loss": 1.189,
-      "step": 120
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 1.9991000239076952e-05,
-      "loss": 1.1539,
-      "step": 123
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 1.9988499839772805e-05,
-      "loss": 1.1454,
-      "step": 126
-    },
-    {
-      "epoch": 0.21,
-      "learning_rate": 1.9985693517477142e-05,
-      "loss": 1.1611,
-      "step": 129
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 1.9982581358140657e-05,
-      "loss": 1.162,
-      "step": 132
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 1.997916345708108e-05,
-      "loss": 1.1244,
-      "step": 135
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 1.9975439918980246e-05,
-      "loss": 1.1738,
-      "step": 138
-    },
-    {
-      "epoch": 0.23,
-      "learning_rate": 1.99714108578809e-05,
-      "loss": 1.1746,
-      "step": 141
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 1.9967076397183187e-05,
-      "loss": 1.1332,
-      "step": 144
-    },
-    {
-      "epoch": 0.24,
-      "learning_rate": 1.9962436669640906e-05,
-      "loss": 1.145,
-      "step": 147
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 1.9957491817357407e-05,
-      "loss": 1.1246,
-      "step": 150
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 1.995224199178126e-05,
-      "loss": 1.1561,
-      "step": 153
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 1.9946687353701607e-05,
-      "loss": 1.1436,
-      "step": 156
-    },
-    {
-      "epoch": 0.26,
-      "learning_rate": 1.9940828073243244e-05,
-      "loss": 1.1285,
-      "step": 159
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 1.9934664329861412e-05,
-      "loss": 1.1578,
-      "step": 162
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 1.9928196312336287e-05,
-      "loss": 1.141,
-      "step": 165
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 1.9921424218767215e-05,
-      "loss": 1.1133,
-      "step": 168
-    },
-    {
-      "epoch": 0.28,
-      "learning_rate": 1.991434825656664e-05,
-      "loss": 1.114,
-      "step": 171
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 1.9906968642453745e-05,
-      "loss": 1.1049,
-      "step": 174
-    },
-    {
-      "epoch": 0.29,
-      "learning_rate": 1.989928560244781e-05,
-      "loss": 1.1417,
-      "step": 177
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 1.9891299371861312e-05,
-      "loss": 1.1442,
-      "step": 180
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 1.9883010195292702e-05,
-      "loss": 1.1164,
-      "step": 183
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 1.9874418326618906e-05,
-      "loss": 1.1319,
-      "step": 186
-    },
-    {
-      "epoch": 0.31,
-      "learning_rate": 1.9865524028987565e-05,
-      "loss": 1.1265,
-      "step": 189
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 1.9856327574808974e-05,
-      "loss": 1.1289,
-      "step": 192
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 1.9846829245747725e-05,
-      "loss": 1.1381,
-      "step": 195
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 1.9837029332714094e-05,
-      "loss": 1.13,
-      "step": 198
-    },
-    {
-      "epoch": 0.33,
-      "learning_rate": 1.9826928135855128e-05,
-      "loss": 1.134,
-      "step": 201
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 1.9816525964545447e-05,
-      "loss": 1.1173,
-      "step": 204
-    },
-    {
-      "epoch": 0.34,
-      "learning_rate": 1.9805823137377776e-05,
-      "loss": 1.1364,
-      "step": 207
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 1.979481998215318e-05,
-      "loss": 1.1241,
-      "step": 210
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 1.978351683587103e-05,
-      "loss": 1.134,
-      "step": 213
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 1.9771914044718682e-05,
-      "loss": 1.1064,
-      "step": 216
-    },
-    {
-      "epoch": 0.36,
-      "learning_rate": 1.9760011964060863e-05,
-      "loss": 1.1324,
-      "step": 219
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 1.974781095842881e-05,
-      "loss": 1.1239,
-      "step": 222
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 1.9735311401509078e-05,
-      "loss": 1.1348,
-      "step": 225
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 1.9722513676132112e-05,
-      "loss": 1.1425,
-      "step": 228
-    },
-    {
-      "epoch": 0.38,
-      "learning_rate": 1.9709418174260523e-05,
-      "loss": 1.1224,
-      "step": 231
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 1.9696025296977067e-05,
-      "loss": 1.0922,
-      "step": 234
-    },
-    {
-      "epoch": 0.39,
-      "learning_rate": 1.9682335454472382e-05,
-      "loss": 1.1123,
-      "step": 237
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 1.9668349066032412e-05,
-      "loss": 1.0966,
-      "step": 240
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 1.9654066560025566e-05,
-      "loss": 1.119,
-      "step": 243
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 1.9639488373889597e-05,
-      "loss": 1.0947,
-      "step": 246
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 1.9624614954118214e-05,
-      "loss": 1.0871,
-      "step": 249
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 1.9609446756247402e-05,
-      "loss": 1.1088,
-      "step": 252
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 1.9593984244841455e-05,
-      "loss": 1.0891,
-      "step": 255
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 1.957822789347878e-05,
-      "loss": 1.1095,
-      "step": 258
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 1.9562178184737358e-05,
-      "loss": 1.1145,
-      "step": 261
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 1.9545835610179985e-05,
-      "loss": 1.1324,
-      "step": 264
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 1.952920067033921e-05,
-      "loss": 1.1047,
-      "step": 267
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 1.9512273874702016e-05,
-      "loss": 1.1257,
-      "step": 270
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 1.9495055741694188e-05,
-      "loss": 1.1089,
-      "step": 273
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 1.9477546798664463e-05,
-      "loss": 1.0767,
-      "step": 276
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 1.9459747581868366e-05,
-      "loss": 1.0819,
-      "step": 279
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 1.9441658636451794e-05,
-      "loss": 1.0888,
-      "step": 282
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 1.94232805164343e-05,
-      "loss": 1.1043,
-      "step": 285
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 1.9404613784692152e-05,
-      "loss": 1.0753,
-      "step": 288
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 1.9385659012941072e-05,
-      "loss": 1.0885,
-      "step": 291
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 1.9366416781718733e-05,
-      "loss": 1.08,
-      "step": 294
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 1.9346887680366984e-05,
-      "loss": 1.0894,
-      "step": 297
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 1.9327072307013794e-05,
-      "loss": 1.0798,
-      "step": 300
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 1.9306971268554927e-05,
-      "loss": 1.0543,
-      "step": 303
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 1.9286585180635375e-05,
-      "loss": 1.0734,
-      "step": 306
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 1.926591466763047e-05,
-      "loss": 1.0822,
-      "step": 309
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 1.9244960362626795e-05,
-      "loss": 1.0944,
-      "step": 312
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 1.922372290740277e-05,
-      "loss": 1.0789,
-      "step": 315
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 1.9202202952409012e-05,
-      "loss": 1.0973,
-      "step": 318
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 1.9180401156748397e-05,
-      "loss": 1.0952,
-      "step": 321
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 1.9158318188155882e-05,
-      "loss": 1.0775,
-      "step": 324
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 1.9135954722978062e-05,
-      "loss": 1.0793,
-      "step": 327
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 1.9113311446152445e-05,
-      "loss": 1.0439,
-      "step": 330
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 1.909038905118647e-05,
-      "loss": 1.0889,
-      "step": 333
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 1.906718824013628e-05,
-      "loss": 1.0371,
-      "step": 336
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 1.9043709723585207e-05,
-      "loss": 1.093,
-      "step": 339
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 1.9019954220622018e-05,
-      "loss": 1.0692,
-      "step": 342
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 1.8995922458818885e-05,
-      "loss": 1.0658,
-      "step": 345
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 1.8971615174209104e-05,
-      "loss": 1.0633,
-      "step": 348
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 1.8947033111264558e-05,
-      "loss": 1.0732,
-      "step": 351
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 1.892217702287289e-05,
-      "loss": 1.0536,
-      "step": 354
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 1.889704767031449e-05,
-      "loss": 1.0752,
-      "step": 357
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 1.8871645823239128e-05,
-      "loss": 1.0933,
-      "step": 360
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 1.8845972259642424e-05,
-      "loss": 1.0703,
-      "step": 363
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 1.8820027765841993e-05,
-      "loss": 1.0722,
-      "step": 366
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 1.8793813136453364e-05,
-      "loss": 1.0367,
-      "step": 369
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.8767329174365664e-05,
-      "loss": 1.0361,
-      "step": 372
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.8740576690717004e-05,
-      "loss": 1.0454,
-      "step": 375
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.8713556504869644e-05,
-      "loss": 1.0725,
-      "step": 378
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.8686269444384905e-05,
-      "loss": 1.1055,
-      "step": 381
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8658716344997812e-05,
-      "loss": 1.1818,
-      "step": 384
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8630898050591502e-05,
-      "loss": 1.101,
-      "step": 387
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.860281541317138e-05,
-      "loss": 1.0709,
-      "step": 390
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.857446929283902e-05,
-      "loss": 1.0668,
-      "step": 393
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.8545860557765828e-05,
-      "loss": 1.0396,
-      "step": 396
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.8516990084166444e-05,
-      "loss": 1.0795,
-      "step": 399
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.8487858756271918e-05,
-      "loss": 1.0401,
-      "step": 402
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.845846746630261e-05,
-      "loss": 1.0679,
-      "step": 405
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.842881711444088e-05,
-      "loss": 1.0702,
-      "step": 408
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.8398908608803518e-05,
-      "loss": 1.0489,
-      "step": 411
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.8368742865413905e-05,
-      "loss": 1.0245,
-      "step": 414
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.8338320808173998e-05,
-      "loss": 1.0603,
-      "step": 417
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.8307643368836003e-05,
-      "loss": 1.0493,
-      "step": 420
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.8276711486973838e-05,
-      "loss": 1.048,
-      "step": 423
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.8245526109954385e-05,
-      "loss": 1.078,
-      "step": 426
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.8214088192908433e-05,
-      "loss": 1.0251,
-      "step": 429
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.818239869870146e-05,
-      "loss": 1.0558,
-      "step": 432
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.815045859790413e-05,
-      "loss": 1.0433,
-      "step": 435
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.811826886876255e-05,
-      "loss": 1.0484,
-      "step": 438
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.8085830497168334e-05,
-      "loss": 1.0559,
-      "step": 441
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.805314447662841e-05,
-      "loss": 1.0715,
-      "step": 444
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.8020211808234556e-05,
-      "loss": 1.0418,
-      "step": 447
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.7987033500632785e-05,
-      "loss": 1.0166,
-      "step": 450
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.7953610569992415e-05,
-      "loss": 1.0427,
-      "step": 453
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.7919944039974962e-05,
-      "loss": 1.0463,
-      "step": 456
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.78860349417028e-05,
-      "loss": 1.0035,
-      "step": 459
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.7851884313727547e-05,
-      "loss": 1.047,
-      "step": 462
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.78174932019983e-05,
-      "loss": 1.0241,
-      "step": 465
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.7782862659829553e-05,
-      "loss": 1.0308,
-      "step": 468
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.7747993747868985e-05,
-      "loss": 1.021,
-      "step": 471
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.7712887534064935e-05,
-      "loss": 1.0216,
-      "step": 474
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.7677545093633713e-05,
-      "loss": 1.0228,
-      "step": 477
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.7641967509026667e-05,
-      "loss": 1.02,
-      "step": 480
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.7606155869897024e-05,
-      "loss": 1.0065,
-      "step": 483
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.757011127306653e-05,
-      "loss": 1.0353,
-      "step": 486
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.7533834822491832e-05,
-      "loss": 1.0346,
-      "step": 489
-    },
-    {
-      "epoch": 0.82,
-      "learning_rate": 1.7497327629230707e-05,
-      "loss": 1.0241,
-      "step": 492
-    },
-    {
-      "epoch": 0.82,
-      "learning_rate": 1.746059081140798e-05,
-      "loss": 1.0036,
-      "step": 495
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 1.7423625494181334e-05,
-      "loss": 1.0195,
-      "step": 498
-    },
-    {
-      "epoch": 0.83,
-      "eval_loss": 0.9461708068847656,
-      "eval_runtime": 61.2738,
-      "eval_samples_per_second": 7.556,
-      "eval_steps_per_second": 0.947,
-      "step": 500
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 1.7386432809706795e-05,
-      "loss": 1.0261,
-      "step": 501
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 1.734901389710411e-05,
-      "loss": 1.0162,
-      "step": 504
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 1.7311369902421814e-05,
-      "loss": 1.0056,
-      "step": 507
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 1.727350197860216e-05,
-      "loss": 1.0025,
-      "step": 510
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 1.723541128544579e-05,
-      "loss": 1.0088,
-      "step": 513
-    },
-    {
-      "epoch": 0.86,
-      "learning_rate": 1.7197098989576222e-05,
-      "loss": 1.0285,
-      "step": 516
-    },
-    {
-      "epoch": 0.86,
-      "learning_rate": 1.7158566264404112e-05,
-      "loss": 1.0105,
-      "step": 519
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 1.7119814290091315e-05,
-      "loss": 1.0384,
-      "step": 522
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 1.708084425351476e-05,
-      "loss": 1.0274,
-      "step": 525
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 1.704165734823006e-05,
-      "loss": 1.0307,
-      "step": 528
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 1.7002254774435e-05,
-      "loss": 1.0112,
-      "step": 531
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 1.6962637738932746e-05,
-      "loss": 1.007,
-      "step": 534
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 1.6922807455094898e-05,
-      "loss": 0.9999,
-      "step": 537
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 1.688276514282431e-05,
-      "loss": 1.015,
-      "step": 540
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 1.6842512028517773e-05,
-      "loss": 0.9912,
-      "step": 543
-    },
-    {
-      "epoch": 0.91,
-      "learning_rate": 1.6802049345028388e-05,
-      "loss": 1.0109,
-      "step": 546
-    },
-    {
-      "epoch": 0.91,
-      "learning_rate": 1.676137833162786e-05,
-      "loss": 1.0079,
-      "step": 549
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 1.6720500233968522e-05,
-      "loss": 1.0352,
-      "step": 552
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 1.6679416304045172e-05,
-      "loss": 1.0021,
-      "step": 555
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 1.6638127800156754e-05,
-      "loss": 0.9867,
-      "step": 558
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 1.65966359868678e-05,
-      "loss": 0.9974,
-      "step": 561
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 1.65549421349697e-05,
-      "loss": 1.0049,
-      "step": 564
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 1.6513047521441795e-05,
-      "loss": 1.0141,
-      "step": 567
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 1.6470953429412257e-05,
-      "loss": 0.9925,
-      "step": 570
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 1.6428661148118775e-05,
-      "loss": 1.0206,
-      "step": 573
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 1.638617197286911e-05,
-      "loss": 1.0067,
-      "step": 576
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 1.634348720500136e-05,
-      "loss": 0.9687,
-      "step": 579
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.6300608151844184e-05,
-      "loss": 1.0217,
-      "step": 582
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.6257536126676684e-05,
-      "loss": 0.9977,
-      "step": 585
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.6214272448688228e-05,
-      "loss": 0.9951,
-      "step": 588
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.6170818442938035e-05,
-      "loss": 0.994,
-      "step": 591
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 1.6127175440314596e-05,
-      "loss": 0.9697,
-      "step": 594
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 1.6083344777494896e-05,
-      "loss": 1.0084,
-      "step": 597
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 1.6039327796903502e-05,
-      "loss": 0.9991,
-      "step": 600
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 1.5995125846671417e-05,
-      "loss": 0.7961,
-      "step": 603
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 1.5950740280594815e-05,
-      "loss": 0.6247,
-      "step": 606
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 1.590617245809357e-05,
-      "loss": 0.6435,
-      "step": 609
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 1.5861423744169608e-05,
-      "loss": 0.6282,
-      "step": 612
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 1.5816495509365123e-05,
-      "loss": 0.6123,
-      "step": 615
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 1.577138912972058e-05,
-      "loss": 0.6011,
-      "step": 618
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 1.5726105986732582e-05,
-      "loss": 0.6344,
-      "step": 621
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 1.568064746731156e-05,
-      "loss": 0.6108,
-      "step": 624
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 1.5635014963739278e-05,
-      "loss": 0.6274,
-      "step": 627
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 1.5589209873626215e-05,
-      "loss": 0.5958,
-      "step": 630
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 1.5543233599868744e-05,
-      "loss": 0.6143,
-      "step": 633
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 1.5497087550606167e-05,
-      "loss": 0.6181,
-      "step": 636
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 1.5450773139177587e-05,
-      "loss": 0.6139,
-      "step": 639
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 1.5404291784078633e-05,
-      "loss": 0.6214,
-      "step": 642
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 1.5357644908917995e-05,
-      "loss": 0.5895,
-      "step": 645
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 1.5310833942373833e-05,
-      "loss": 0.5976,
-      "step": 648
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 1.526386031815003e-05,
-      "loss": 0.6034,
-      "step": 651
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 1.5216725474932246e-05,
-      "loss": 0.6124,
-      "step": 654
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 1.5169430856343909e-05,
-      "loss": 0.6143,
-      "step": 657
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 1.5121977910901953e-05,
-      "loss": 0.6156,
-      "step": 660
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 1.5074368091972476e-05,
-      "loss": 0.622,
-      "step": 663
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.5026602857726216e-05,
-      "loss": 0.5983,
-      "step": 666
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.4978683671093905e-05,
-      "loss": 0.601,
-      "step": 669
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.4930611999721457e-05,
-      "loss": 0.5974,
-      "step": 672
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.4882389315925002e-05,
-      "loss": 0.5977,
-      "step": 675
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.483401709664582e-05,
-      "loss": 0.6019,
-      "step": 678
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.4785496823405084e-05,
-      "loss": 0.608,
-      "step": 681
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.4736829982258498e-05,
-      "loss": 0.6013,
-      "step": 684
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.468801806375077e-05,
-      "loss": 0.5834,
-      "step": 687
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.4639062562869986e-05,
-      "loss": 0.604,
-      "step": 690
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.4589964979001779e-05,
-      "loss": 0.6028,
-      "step": 693
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.4540726815883445e-05,
-      "loss": 0.5999,
-      "step": 696
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.4491349581557884e-05,
-      "loss": 0.6015,
-      "step": 699
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.4441834788327382e-05,
-      "loss": 0.6103,
-      "step": 702
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.4392183952707324e-05,
-      "loss": 0.5958,
-      "step": 705
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.4342398595379738e-05,
-      "loss": 0.6088,
-      "step": 708
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.4292480241146715e-05,
-      "loss": 0.5966,
-      "step": 711
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.4242430418883713e-05,
-      "loss": 0.5949,
-      "step": 714
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.4192250661492724e-05,
-      "loss": 0.5962,
-      "step": 717
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 1.414194250585534e-05,
-      "loss": 0.6081,
-      "step": 720
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 1.409150749278567e-05,
-      "loss": 0.609,
-      "step": 723
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 1.4040947166983147e-05,
-      "loss": 0.6169,
-      "step": 726
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 1.3990263076985228e-05,
-      "loss": 0.6158,
-      "step": 729
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 1.3939456775119962e-05,
-      "loss": 0.5725,
-      "step": 732
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 1.3888529817458436e-05,
-      "loss": 0.6092,
-      "step": 735
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 1.3837483763767128e-05,
-      "loss": 0.6091,
-      "step": 738
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 1.3786320177460142e-05,
-      "loss": 0.629,
-      "step": 741
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 1.3735040625551303e-05,
-      "loss": 0.5754,
-      "step": 744
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 1.3683646678606176e-05,
-      "loss": 0.5961,
-      "step": 747
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 1.3632139910693971e-05,
-      "loss": 0.5801,
-      "step": 750
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 1.3580521899339316e-05,
-      "loss": 0.6093,
-      "step": 753
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 1.3528794225473952e-05,
-      "loss": 0.5903,
-      "step": 756
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 1.3476958473388315e-05,
-      "loss": 0.6145,
-      "step": 759
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 1.3425016230683e-05,
-      "loss": 0.6015,
-      "step": 762
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 1.3372969088220158e-05,
-      "loss": 0.5927,
-      "step": 765
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 1.332081864007475e-05,
-      "loss": 0.6049,
-      "step": 768
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 1.3268566483485734e-05,
-      "loss": 0.5824,
-      "step": 771
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 1.3216214218807152e-05,
-      "loss": 0.593,
-      "step": 774
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 1.3163763449459105e-05,
-      "loss": 0.5972,
-      "step": 777
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 1.3111215781878648e-05,
-      "loss": 0.6,
-      "step": 780
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 1.3058572825470588e-05,
-      "loss": 0.6063,
-      "step": 783
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.3005836192558192e-05,
-      "loss": 0.6135,
-      "step": 786
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.2953007498333807e-05,
-      "loss": 0.6082,
-      "step": 789
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.2900088360809396e-05,
-      "loss": 0.5708,
-      "step": 792
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.2847080400766962e-05,
-      "loss": 0.5901,
-      "step": 795
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 1.2793985241708934e-05,
-      "loss": 0.612,
-      "step": 798
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 1.274080450980843e-05,
-      "loss": 0.594,
-      "step": 801
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 1.2687539833859444e-05,
-      "loss": 0.6105,
-      "step": 804
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 1.2634192845226971e-05,
-      "loss": 0.6035,
-      "step": 807
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 1.258076517779705e-05,
-      "loss": 0.5969,
-      "step": 810
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 1.2527258467926688e-05,
-      "loss": 0.5916,
-      "step": 813
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 1.2473674354393797e-05,
-      "loss": 0.6268,
-      "step": 816
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 1.2420014478346944e-05,
-      "loss": 0.5937,
-      "step": 819
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.2366280483255128e-05,
-      "loss": 0.5846,
-      "step": 822
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.2312474014857432e-05,
-      "loss": 0.6201,
-      "step": 825
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 1.2258596721112608e-05,
-      "loss": 0.5948,
-      "step": 828
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 1.2204650252148615e-05,
-      "loss": 0.5824,
-      "step": 831
-    },
-    {
-      "epoch": 1.39,
-      "learning_rate": 1.2150636260212088e-05,
-      "loss": 0.5968,
-      "step": 834
-    },
-    {
-      "epoch": 1.39,
-      "learning_rate": 1.209655639961771e-05,
-      "loss": 0.6026,
-      "step": 837
-    },
-    {
-      "epoch": 1.4,
-      "learning_rate": 1.204241232669756e-05,
-      "loss": 0.6069,
-      "step": 840
-    },
-    {
-      "epoch": 1.4,
-      "learning_rate": 1.1988205699750391e-05,
-      "loss": 0.5881,
-      "step": 843
-    },
-    {
-      "epoch": 1.41,
-      "learning_rate": 1.1933938178990816e-05,
-      "loss": 0.5851,
-      "step": 846
-    },
-    {
-      "epoch": 1.41,
-      "learning_rate": 1.1879611426498488e-05,
-      "loss": 0.5966,
-      "step": 849
-    },
-    {
-      "epoch": 1.42,
-      "learning_rate": 1.1825227106167178e-05,
-      "loss": 0.5896,
-      "step": 852
-    },
-    {
-      "epoch": 1.42,
-      "learning_rate": 1.1770786883653806e-05,
-      "loss": 0.6103,
-      "step": 855
-    },
-    {
-      "epoch": 1.43,
-      "learning_rate": 1.1716292426327454e-05,
-      "loss": 0.6132,
-      "step": 858
-    },
-    {
-      "epoch": 1.43,
-      "learning_rate": 1.1661745403218276e-05,
-      "loss": 0.5875,
-      "step": 861
-    },
-    {
-      "epoch": 1.44,
-      "learning_rate": 1.1607147484966372e-05,
-      "loss": 0.5799,
-      "step": 864
-    },
-    {
-      "epoch": 1.44,
-      "learning_rate": 1.1552500343770658e-05,
-      "loss": 0.6214,
-      "step": 867
-    },
-    {
-      "epoch": 1.45,
-      "learning_rate": 1.149780565333761e-05,
-      "loss": 0.5999,
-      "step": 870
-    },
-    {
-      "epoch": 1.45,
-      "learning_rate": 1.1443065088830019e-05,
-      "loss": 0.5962,
-      "step": 873
-    },
-    {
-      "epoch": 1.46,
-      "learning_rate": 1.1388280326815697e-05,
-      "loss": 0.5969,
-      "step": 876
-    },
-    {
-      "epoch": 1.46,
-      "learning_rate": 1.1333453045216107e-05,
-      "loss": 0.5796,
-      "step": 879
-    },
-    {
-      "epoch": 1.47,
-      "learning_rate": 1.1278584923254981e-05,
-      "loss": 0.6056,
-      "step": 882
-    },
-    {
-      "epoch": 1.47,
-      "learning_rate": 1.1223677641406896e-05,
-      "loss": 0.5967,
-      "step": 885
-    },
-    {
-      "epoch": 1.48,
-      "learning_rate": 1.1168732881345794e-05,
-      "loss": 0.5935,
-      "step": 888
-    },
-    {
-      "epoch": 1.48,
-      "learning_rate": 1.1113752325893483e-05,
-      "loss": 0.602,
-      "step": 891
-    },
-    {
-      "epoch": 1.49,
-      "learning_rate": 1.1058737658968102e-05,
-      "loss": 0.5983,
-      "step": 894
-    },
-    {
-      "epoch": 1.49,
-      "learning_rate": 1.1003690565532522e-05,
-      "loss": 0.6014,
-      "step": 897
-    },
-    {
-      "epoch": 1.5,
-      "learning_rate": 1.0948612731542776e-05,
-      "loss": 0.5906,
-      "step": 900
-    },
-    {
-      "epoch": 1.5,
-      "learning_rate": 1.0893505843896403e-05,
-      "loss": 0.5803,
-      "step": 903
-    },
-    {
-      "epoch": 1.51,
-      "learning_rate": 1.0838371590380765e-05,
-      "loss": 0.5994,
-      "step": 906
-    },
-    {
-      "epoch": 1.51,
-      "learning_rate": 1.0783211659621396e-05,
-      "loss": 0.5852,
-      "step": 909
-    },
-    {
-      "epoch": 1.52,
-      "learning_rate": 1.0728027741030247e-05,
-      "loss": 0.6085,
-      "step": 912
-    },
-    {
-      "epoch": 1.52,
-      "learning_rate": 1.0672821524753953e-05,
-      "loss": 0.6101,
-      "step": 915
-    },
-    {
-      "epoch": 1.53,
-      "learning_rate": 1.061759470162209e-05,
-      "loss": 0.5844,
-      "step": 918
-    },
-    {
-      "epoch": 1.53,
-      "learning_rate": 1.056234896309535e-05,
-      "loss": 0.6055,
-      "step": 921
-    },
-    {
-      "epoch": 1.54,
-      "learning_rate": 1.050708600121377e-05,
-      "loss": 0.6062,
-      "step": 924
-    },
-    {
-      "epoch": 1.54,
-      "learning_rate": 1.0451807508544891e-05,
-      "loss": 0.5935,
-      "step": 927
-    },
-    {
-      "epoch": 1.55,
-      "learning_rate": 1.0396515178131925e-05,
-      "loss": 0.5854,
-      "step": 930
-    },
-    {
-      "epoch": 1.55,
-      "learning_rate": 1.0341210703441895e-05,
-      "loss": 0.5695,
-      "step": 933
-    },
-    {
-      "epoch": 1.56,
-      "learning_rate": 1.0285895778313783e-05,
-      "loss": 0.6004,
-      "step": 936
-    },
-    {
-      "epoch": 1.56,
-      "learning_rate": 1.0230572096906634e-05,
-      "loss": 0.5908,
-      "step": 939
-    },
-    {
-      "epoch": 1.57,
-      "learning_rate": 1.0175241353647678e-05,
-      "loss": 0.5852,
-      "step": 942
-    },
-    {
-      "epoch": 1.57,
-      "learning_rate": 1.0119905243180432e-05,
-      "loss": 0.5822,
-      "step": 945
-    },
-    {
-      "epoch": 1.58,
-      "learning_rate": 1.0064565460312794e-05,
-      "loss": 0.5818,
-      "step": 948
-    },
-    {
-      "epoch": 1.58,
-      "learning_rate": 1.000922369996515e-05,
-      "loss": 0.5944,
-      "step": 951
-    },
-    {
-      "epoch": 1.59,
-      "learning_rate": 9.953881657118438e-06,
-      "loss": 0.5785,
-      "step": 954
-    },
-    {
-      "epoch": 1.59,
-      "learning_rate": 9.898541026762252e-06,
-      "loss": 0.5894,
-      "step": 957
-    },
-    {
-      "epoch": 1.6,
-      "learning_rate": 9.843203503842928e-06,
-      "loss": 0.5947,
-      "step": 960
-    },
-    {
-      "epoch": 1.6,
-      "learning_rate": 9.787870783211633e-06,
-      "loss": 0.5969,
-      "step": 963
-    },
-    {
-      "epoch": 1.61,
-      "learning_rate": 9.732544559572443e-06,
-      "loss": 0.588,
-      "step": 966
-    },
-    {
-      "epoch": 1.61,
-      "learning_rate": 9.677226527430444e-06,
-      "loss": 0.5762,
-      "step": 969
-    },
-    {
-      "epoch": 1.62,
-      "learning_rate": 9.621918381039851e-06,
-      "loss": 0.5909,
-      "step": 972
-    },
-    {
-      "epoch": 1.62,
-      "learning_rate": 9.56662181435209e-06,
-      "loss": 0.5907,
-      "step": 975
-    },
-    {
-      "epoch": 1.63,
-      "learning_rate": 9.511338520963942e-06,
-      "loss": 0.5654,
-      "step": 978
-    },
-    {
-      "epoch": 1.63,
-      "learning_rate": 9.456070194065647e-06,
-      "loss": 0.5793,
-      "step": 981
-    },
-    {
-      "epoch": 1.64,
-      "learning_rate": 9.400818526389063e-06,
-      "loss": 0.5736,
-      "step": 984
-    },
-    {
-      "epoch": 1.64,
-      "learning_rate": 9.345585210155818e-06,
-      "loss": 0.5839,
-      "step": 987
-    },
-    {
-      "epoch": 1.65,
-      "learning_rate": 9.290371937025486e-06,
-      "loss": 0.5605,
-      "step": 990
-    },
-    {
-      "epoch": 1.65,
-      "learning_rate": 9.235180398043756e-06,
-      "loss": 0.5774,
-      "step": 993
-    },
-    {
-      "epoch": 1.66,
-      "learning_rate": 9.180012283590678e-06,
-      "loss": 0.5851,
-      "step": 996
-    },
-    {
-      "epoch": 1.66,
-      "learning_rate": 9.12486928332884e-06,
-      "loss": 0.5867,
-      "step": 999
-    },
-    {
-      "epoch": 1.66,
-      "eval_loss": 0.9312900900840759,
-      "eval_runtime": 61.0314,
-      "eval_samples_per_second": 7.586,
-      "eval_steps_per_second": 0.95,
-      "step": 1000
-    },
-    {
-      "epoch": 1.67,
-      "learning_rate": 9.069753086151657e-06,
-      "loss": 0.3263,
-      "step": 1002
-    },
-    {
-      "epoch": 1.67,
-      "learning_rate": 9.014665380131639e-06,
-      "loss": 0.3206,
-      "step": 1005
-    },
-    {
-      "epoch": 1.68,
-      "learning_rate": 8.959607852468667e-06,
-      "loss": 0.3393,
-      "step": 1008
-    },
-    {
-      "epoch": 1.68,
-      "learning_rate": 8.904582189438345e-06,
-      "loss": 0.3301,
-      "step": 1011
-    },
-    {
-      "epoch": 1.69,
-      "learning_rate": 8.849590076340344e-06,
-      "loss": 0.3327,
-      "step": 1014
-    },
-    {
-      "epoch": 1.69,
-      "learning_rate": 8.79463319744677e-06,
-      "loss": 0.3337,
-      "step": 1017
-    },
-    {
-      "epoch": 1.7,
-      "learning_rate": 8.739713235950608e-06,
-      "loss": 0.3504,
-      "step": 1020
-    },
-    {
-      "epoch": 1.7,
-      "learning_rate": 8.684831873914146e-06,
-      "loss": 0.3291,
-      "step": 1023
-    },
-    {
-      "epoch": 1.71,
-      "learning_rate": 8.629990792217464e-06,
-      "loss": 0.3301,
-      "step": 1026
-    },
-    {
-      "epoch": 1.71,
-      "learning_rate": 8.575191670506969e-06,
-      "loss": 0.3119,
-      "step": 1029
-    },
-    {
-      "epoch": 1.72,
-      "learning_rate": 8.520436187143921e-06,
-      "loss": 0.3326,
-      "step": 1032
-    },
-    {
-      "epoch": 1.72,
-      "learning_rate": 8.465726019153052e-06,
-      "loss": 0.3274,
-      "step": 1035
-    },
-    {
-      "epoch": 1.73,
-      "learning_rate": 8.411062842171198e-06,
-      "loss": 0.3294,
-      "step": 1038
-    },
-    {
-      "epoch": 1.73,
-      "learning_rate": 8.356448330395979e-06,
-      "loss": 0.3375,
-      "step": 1041
-    },
-    {
-      "epoch": 1.74,
-      "learning_rate": 8.301884156534511e-06,
-      "loss": 0.317,
-      "step": 1044
-    },
-    {
-      "epoch": 1.74,
-      "learning_rate": 8.247371991752201e-06,
-      "loss": 0.3359,
-      "step": 1047
-    },
-    {
-      "epoch": 1.75,
-      "learning_rate": 8.19291350562153e-06,
-      "loss": 0.3003,
-      "step": 1050
-    },
-    {
-      "epoch": 1.75,
-      "learning_rate": 8.138510366070937e-06,
-      "loss": 0.3194,
-      "step": 1053
-    },
-    {
-      "epoch": 1.76,
-      "learning_rate": 8.084164239333745e-06,
-      "loss": 0.3304,
-      "step": 1056
-    },
-    {
-      "epoch": 1.76,
-      "learning_rate": 8.029876789897102e-06,
-      "loss": 0.3219,
-      "step": 1059
-    },
-    {
-      "epoch": 1.77,
-      "learning_rate": 7.975649680451024e-06,
-      "loss": 0.3059,
-      "step": 1062
-    },
-    {
-      "epoch": 1.77,
-      "learning_rate": 7.921484571837465e-06,
-      "loss": 0.3342,
-      "step": 1065
-    },
-    {
-      "epoch": 1.78,
-      "learning_rate": 7.867383122999435e-06,
-      "loss": 0.3318,
-      "step": 1068
-    },
-    {
-      "epoch": 1.78,
-      "learning_rate": 7.813346990930209e-06,
-      "loss": 0.3303,
-      "step": 1071
-    },
-    {
-      "epoch": 1.79,
-      "learning_rate": 7.759377830622581e-06,
-      "loss": 0.3379,
-      "step": 1074
-    },
-    {
-      "epoch": 1.79,
-      "learning_rate": 7.705477295018148e-06,
-      "loss": 0.3267,
-      "step": 1077
-    },
-    {
-      "epoch": 1.8,
-      "learning_rate": 7.651647034956721e-06,
-      "loss": 0.3336,
-      "step": 1080
-    },
-    {
-      "epoch": 1.8,
-      "learning_rate": 7.597888699125731e-06,
-      "loss": 0.3346,
-      "step": 1083
-    },
-    {
-      "epoch": 1.81,
-      "learning_rate": 7.544203934009752e-06,
-      "loss": 0.3449,
-      "step": 1086
-    },
-    {
-      "epoch": 1.81,
-      "learning_rate": 7.4905943838400716e-06,
-      "loss": 0.3323,
-      "step": 1089
-    },
-    {
-      "epoch": 1.82,
-      "learning_rate": 7.437061690544331e-06,
-      "loss": 0.3114,
-      "step": 1092
-    },
-    {
-      "epoch": 1.82,
-      "learning_rate": 7.383607493696235e-06,
-      "loss": 0.3249,
-      "step": 1095
-    },
-    {
-      "epoch": 1.83,
-      "learning_rate": 7.330233430465334e-06,
-      "loss": 0.3248,
-      "step": 1098
-    },
-    {
-      "epoch": 1.83,
-      "learning_rate": 7.276941135566884e-06,
-      "loss": 0.3243,
-      "step": 1101
-    },
-    {
-      "epoch": 1.84,
-      "learning_rate": 7.223732241211783e-06,
-      "loss": 0.3255,
-      "step": 1104
-    },
-    {
-      "epoch": 1.84,
-      "learning_rate": 7.170608377056576e-06,
-      "loss": 0.3189,
-      "step": 1107
-    },
-    {
-      "epoch": 1.85,
-      "learning_rate": 7.117571170153543e-06,
-      "loss": 0.3145,
-      "step": 1110
-    },
-    {
-      "epoch": 1.85,
-      "learning_rate": 7.064622244900872e-06,
-      "loss": 0.3178,
-      "step": 1113
-    },
-    {
-      "epoch": 1.86,
-      "learning_rate": 7.011763222992891e-06,
-      "loss": 0.3007,
-      "step": 1116
-    },
-    {
-      "epoch": 1.86,
-      "learning_rate": 6.958995723370425e-06,
-      "loss": 0.3254,
-      "step": 1119
-    },
-    {
-      "epoch": 1.87,
-      "learning_rate": 6.906321362171189e-06,
-      "loss": 0.3263,
-      "step": 1122
-    },
-    {
-      "epoch": 1.87,
-      "learning_rate": 6.853741752680303e-06,
-      "loss": 0.3041,
-      "step": 1125
-    },
-    {
-      "epoch": 1.88,
-      "learning_rate": 6.801258505280876e-06,
-      "loss": 0.329,
-      "step": 1128
-    },
-    {
-      "epoch": 1.88,
-      "learning_rate": 6.74887322740469e-06,
-      "loss": 0.3324,
-      "step": 1131
-    },
-    {
-      "epoch": 1.89,
-      "learning_rate": 6.696587523482951e-06,
-      "loss": 0.3213,
-      "step": 1134
-    },
-    {
-      "epoch": 1.89,
-      "learning_rate": 6.644402994897171e-06,
-      "loss": 0.3221,
-      "step": 1137
-    },
-    {
-      "epoch": 1.9,
-      "learning_rate": 6.592321239930112e-06,
-      "loss": 0.3059,
-      "step": 1140
-    },
-    {
-      "epoch": 1.9,
-      "learning_rate": 6.540343853716834e-06,
-      "loss": 0.3248,
-      "step": 1143
-    },
-    {
-      "epoch": 1.91,
-      "learning_rate": 6.488472428195841e-06,
-      "loss": 0.3325,
-      "step": 1146
-    },
-    {
-      "epoch": 1.91,
-      "learning_rate": 6.436708552060317e-06,
-      "loss": 0.3132,
-      "step": 1149
-    },
-    {
-      "epoch": 1.92,
-      "learning_rate": 6.385053810709485e-06,
-      "loss": 0.3205,
-      "step": 1152
-    },
-    {
-      "epoch": 1.92,
-      "learning_rate": 6.333509786200032e-06,
-      "loss": 0.3095,
-      "step": 1155
-    },
-    {
-      "epoch": 1.93,
-      "learning_rate": 6.282078057197671e-06,
-      "loss": 0.3166,
-      "step": 1158
-    },
-    {
-      "epoch": 1.93,
-      "learning_rate": 6.230760198928774e-06,
-      "loss": 0.3172,
-      "step": 1161
-    },
-    {
-      "epoch": 1.94,
-      "learning_rate": 6.1795577831321405e-06,
-      "loss": 0.3251,
-      "step": 1164
-    },
-    {
-      "epoch": 1.94,
-      "learning_rate": 6.128472378010846e-06,
-      "loss": 0.3211,
-      "step": 1167
-    },
-    {
-      "epoch": 1.95,
-      "learning_rate": 6.077505548184226e-06,
-      "loss": 0.3091,
-      "step": 1170
-    },
-    {
-      "epoch": 1.95,
-      "learning_rate": 6.026658854639946e-06,
-      "loss": 0.3341,
-      "step": 1173
-    },
-    {
-      "epoch": 1.96,
-      "learning_rate": 5.975933854686196e-06,
-      "loss": 0.3016,
-      "step": 1176
-    },
-    {
-      "epoch": 1.96,
-      "learning_rate": 5.925332101903994e-06,
-      "loss": 0.333,
-      "step": 1179
-    },
-    {
-      "epoch": 1.97,
-      "learning_rate": 5.874855146099594e-06,
-      "loss": 0.3234,
-      "step": 1182
-    },
-    {
-      "epoch": 1.97,
-      "learning_rate": 5.824504533257042e-06,
-      "loss": 0.3256,
-      "step": 1185
-    },
-    {
-      "epoch": 1.98,
-      "learning_rate": 5.774281805490798e-06,
-      "loss": 0.3102,
-      "step": 1188
-    },
-    {
-      "epoch": 1.98,
-      "learning_rate": 5.724188500998531e-06,
-      "loss": 0.315,
-      "step": 1191
-    },
-    {
-      "epoch": 1.99,
-      "learning_rate": 5.674226154013988e-06,
-      "loss": 0.3095,
-      "step": 1194
-    },
-    {
-      "epoch": 1.99,
-      "learning_rate": 5.624396294760022e-06,
-      "loss": 0.3094,
-      "step": 1197
-    },
-    {
-      "epoch": 2.0,
-      "learning_rate": 5.574700449401702e-06,
-      "loss": 0.3182,
-      "step": 1200
-    },
-    {
-      "epoch": 2.0,
-      "learning_rate": 5.525140139999588e-06,
-      "loss": 0.2879,
-      "step": 1203
-    },
-    {
-      "epoch": 2.01,
-      "learning_rate": 5.475716884463113e-06,
-      "loss": 0.2313,
-      "step": 1206
-    },
-    {
-      "epoch": 2.01,
-      "learning_rate": 5.42643219650409e-06,
-      "loss": 0.2257,
-      "step": 1209
-    },
-    {
-      "epoch": 2.02,
-      "learning_rate": 5.377287585590352e-06,
-      "loss": 0.2328,
-      "step": 1212
-    },
-    {
-      "epoch": 2.02,
-      "learning_rate": 5.328284556899513e-06,
-      "loss": 0.239,
-      "step": 1215
-    },
-    {
-      "epoch": 2.03,
-      "learning_rate": 5.279424611272873e-06,
-      "loss": 0.2301,
-      "step": 1218
-    },
-    {
-      "epoch": 2.03,
-      "learning_rate": 5.230709245169461e-06,
-      "loss": 0.2333,
-      "step": 1221
-    },
-    {
-      "epoch": 2.04,
-      "learning_rate": 5.182139950620188e-06,
-      "loss": 0.2308,
-      "step": 1224
-    },
-    {
-      "epoch": 2.04,
-      "learning_rate": 5.133718215182162e-06,
-      "loss": 0.2562,
-      "step": 1227
-    },
-    {
-      "epoch": 2.05,
-      "learning_rate": 5.085445521893113e-06,
-      "loss": 0.2491,
-      "step": 1230
-    },
-    {
-      "epoch": 2.05,
-      "learning_rate": 5.037323349225984e-06,
-      "loss": 0.2534,
-      "step": 1233
-    },
-    {
-      "epoch": 2.06,
-      "learning_rate": 4.989353171043637e-06,
-      "loss": 0.2193,
-      "step": 1236
-    },
-    {
-      "epoch": 2.06,
-      "learning_rate": 4.94153645655373e-06,
-      "loss": 0.2435,
-      "step": 1239
-    },
-    {
-      "epoch": 2.07,
-      "learning_rate": 4.893874670263704e-06,
-      "loss": 0.2351,
-      "step": 1242
-    },
-    {
-      "epoch": 2.07,
-      "learning_rate": 4.846369271935932e-06,
-      "loss": 0.2399,
-      "step": 1245
-    },
-    {
-      "epoch": 2.08,
-      "learning_rate": 4.79902171654302e-06,
-      "loss": 0.2506,
-      "step": 1248
-    },
-    {
-      "epoch": 2.08,
-      "learning_rate": 4.7518334542232215e-06,
-      "loss": 0.239,
-      "step": 1251
-    },
-    {
-      "epoch": 2.09,
-      "learning_rate": 4.704805930236044e-06,
-      "loss": 0.2435,
-      "step": 1254
-    },
-    {
-      "epoch": 2.09,
-      "learning_rate": 4.657940584917983e-06,
-      "loss": 0.2505,
-      "step": 1257
-    },
-    {
-      "epoch": 2.1,
-      "learning_rate": 4.611238853638399e-06,
-      "loss": 0.2282,
-      "step": 1260
-    },
-    {
-      "epoch": 2.1,
-      "learning_rate": 4.564702166755565e-06,
-      "loss": 0.2302,
-      "step": 1263
-    },
-    {
-      "epoch": 2.11,
-      "learning_rate": 4.518331949572847e-06,
-      "loss": 0.2418,
-      "step": 1266
-    },
-    {
-      "epoch": 2.11,
-      "learning_rate": 4.472129622295055e-06,
-      "loss": 0.2361,
-      "step": 1269
-    },
-    {
-      "epoch": 2.12,
-      "learning_rate": 4.426096599984954e-06,
-      "loss": 0.2533,
-      "step": 1272
-    },
-    {
-      "epoch": 2.12,
-      "learning_rate": 4.380234292519917e-06,
-      "loss": 0.2389,
-      "step": 1275
-    },
-    {
-      "epoch": 2.13,
-      "learning_rate": 4.33454410454874e-06,
-      "loss": 0.2415,
-      "step": 1278
-    },
-    {
-      "epoch": 2.13,
-      "learning_rate": 4.289027435448633e-06,
-      "loss": 0.236,
-      "step": 1281
-    },
-    {
-      "epoch": 2.14,
-      "learning_rate": 4.243685679282343e-06,
-      "loss": 0.2363,
-      "step": 1284
-    },
-    {
-      "epoch": 2.14,
-      "learning_rate": 4.19852022475547e-06,
-      "loss": 0.2401,
-      "step": 1287
-    },
-    {
-      "epoch": 2.15,
-      "learning_rate": 4.153532455173939e-06,
-      "loss": 0.2428,
-      "step": 1290
-    },
-    {
-      "epoch": 2.15,
-      "learning_rate": 4.1087237484016185e-06,
-      "loss": 0.242,
-      "step": 1293
-    },
-    {
-      "epoch": 2.16,
-      "learning_rate": 4.064095476818133e-06,
-      "loss": 0.2352,
-      "step": 1296
-    },
-    {
-      "epoch": 2.16,
-      "learning_rate": 4.019649007276815e-06,
-      "loss": 0.2538,
-      "step": 1299
-    },
-    {
-      "epoch": 2.17,
-      "learning_rate": 3.9753857010628615e-06,
-      "loss": 0.2391,
-      "step": 1302
-    },
-    {
-      "epoch": 2.17,
-      "learning_rate": 3.931306913851621e-06,
-      "loss": 0.236,
-      "step": 1305
-    },
-    {
-      "epoch": 2.18,
-      "learning_rate": 3.887413995667091e-06,
-      "loss": 0.2344,
-      "step": 1308
-    },
-    {
-      "epoch": 2.18,
-      "learning_rate": 3.843708290840557e-06,
-      "loss": 0.2529,
-      "step": 1311
-    },
-    {
-      "epoch": 2.19,
-      "learning_rate": 3.8001911379694267e-06,
-      "loss": 0.2401,
-      "step": 1314
-    },
-    {
-      "epoch": 2.19,
-      "learning_rate": 3.756863869876224e-06,
-      "loss": 0.2384,
-      "step": 1317
-    },
-    {
-      "epoch": 2.2,
-      "learning_rate": 3.7137278135677714e-06,
-      "loss": 0.2271,
-      "step": 1320
-    },
-    {
-      "epoch": 2.2,
-      "learning_rate": 3.6707842901945546e-06,
-      "loss": 0.2273,
-      "step": 1323
-    },
-    {
-      "epoch": 2.21,
-      "learning_rate": 3.628034615010251e-06,
-      "loss": 0.2186,
-      "step": 1326
-    },
-    {
-      "epoch": 2.21,
-      "learning_rate": 3.58548009733145e-06,
-      "loss": 0.2526,
-      "step": 1329
-    },
-    {
-      "epoch": 2.22,
-      "learning_rate": 3.543122040497542e-06,
-      "loss": 0.2402,
-      "step": 1332
-    },
-    {
-      "epoch": 2.22,
-      "learning_rate": 3.5009617418308208e-06,
-      "loss": 0.2327,
-      "step": 1335
-    },
-    {
-      "epoch": 2.23,
-      "learning_rate": 3.4590004925967245e-06,
-      "loss": 0.2333,
-      "step": 1338
-    },
-    {
-      "epoch": 2.23,
-      "learning_rate": 3.417239577964312e-06,
-      "loss": 0.2345,
-      "step": 1341
-    },
-    {
-      "epoch": 2.24,
-      "learning_rate": 3.375680276966884e-06,
-      "loss": 0.2385,
-      "step": 1344
-    },
-    {
-      "epoch": 2.24,
-      "learning_rate": 3.3343238624628204e-06,
-      "loss": 0.2247,
-      "step": 1347
-    },
-    {
-      "epoch": 2.25,
-      "learning_rate": 3.2931716010965807e-06,
-      "loss": 0.2285,
-      "step": 1350
-    },
-    {
-      "epoch": 2.25,
-      "learning_rate": 3.2522247532599327e-06,
-      "loss": 0.251,
-      "step": 1353
-    },
-    {
-      "epoch": 2.26,
-      "learning_rate": 3.211484573053324e-06,
-      "loss": 0.2324,
-      "step": 1356
-    },
-    {
-      "epoch": 2.26,
-      "learning_rate": 3.1709523082474937e-06,
-      "loss": 0.2279,
-      "step": 1359
-    },
-    {
-      "epoch": 2.27,
-      "learning_rate": 3.130629200245249e-06,
-      "loss": 0.2438,
-      "step": 1362
-    },
-    {
-      "epoch": 2.27,
-      "learning_rate": 3.090516484043432e-06,
-      "loss": 0.2315,
-      "step": 1365
-    },
-    {
-      "epoch": 2.28,
-      "learning_rate": 3.0506153881951183e-06,
-      "loss": 0.2468,
-      "step": 1368
-    },
-    {
-      "epoch": 2.28,
-      "learning_rate": 3.010927134771966e-06,
-      "loss": 0.2221,
-      "step": 1371
-    },
-    {
-      "epoch": 2.29,
-      "learning_rate": 2.971452939326802e-06,
-      "loss": 0.2515,
-      "step": 1374
-    },
-    {
-      "epoch": 2.29,
-      "learning_rate": 2.9321940108563907e-06,
-      "loss": 0.2159,
-      "step": 1377
-    },
-    {
-      "epoch": 2.3,
-      "learning_rate": 2.8931515517644017e-06,
-      "loss": 0.2418,
-      "step": 1380
-    },
-    {
-      "epoch": 2.3,
-      "learning_rate": 2.854326757824576e-06,
-      "loss": 0.2311,
-      "step": 1383
-    },
-    {
-      "epoch": 2.31,
-      "learning_rate": 2.815720818144123e-06,
-      "loss": 0.2677,
-      "step": 1386
-    },
-    {
-      "epoch": 2.31,
-      "learning_rate": 2.7773349151272745e-06,
-      "loss": 0.2474,
-      "step": 1389
-    },
-    {
-      "epoch": 2.32,
-      "learning_rate": 2.7391702244390984e-06,
-      "loss": 0.2315,
-      "step": 1392
-    },
-    {
-      "epoch": 2.32,
-      "learning_rate": 2.7012279149694685e-06,
-      "loss": 0.2319,
-      "step": 1395
-    },
-    {
-      "epoch": 2.33,
-      "learning_rate": 2.663509148797281e-06,
-      "loss": 0.2272,
-      "step": 1398
-    },
-    {
-      "epoch": 2.33,
-      "learning_rate": 2.6260150811548434e-06,
-      "loss": 0.2451,
-      "step": 1401
-    },
-    {
-      "epoch": 2.34,
-      "learning_rate": 2.588746860392516e-06,
-      "loss": 0.2426,
-      "step": 1404
-    },
-    {
-      "epoch": 2.34,
-      "learning_rate": 2.5517056279435183e-06,
-      "loss": 0.238,
-      "step": 1407
-    },
-    {
-      "epoch": 2.35,
-      "learning_rate": 2.514892518288988e-06,
-      "loss": 0.2351,
-      "step": 1410
-    },
-    {
-      "epoch": 2.35,
-      "learning_rate": 2.47830865892323e-06,
-      "loss": 0.2278,
-      "step": 1413
-    },
-    {
-      "epoch": 2.36,
-      "learning_rate": 2.441955170319168e-06,
-      "loss": 0.2369,
-      "step": 1416
-    },
-    {
-      "epoch": 2.36,
-      "learning_rate": 2.405833165894055e-06,
-      "loss": 0.2356,
-      "step": 1419
-    },
-    {
-      "epoch": 2.37,
-      "learning_rate": 2.3699437519753444e-06,
-      "loss": 0.2281,
-      "step": 1422
-    },
-    {
-      "epoch": 2.37,
-      "learning_rate": 2.334288027766828e-06,
-      "loss": 0.2253,
-      "step": 1425
-    },
-    {
-      "epoch": 2.38,
-      "learning_rate": 2.2988670853149574e-06,
-      "loss": 0.2432,
-      "step": 1428
-    },
-    {
-      "epoch": 2.38,
-      "learning_rate": 2.2636820094754077e-06,
-      "loss": 0.2365,
-      "step": 1431
-    },
-    {
-      "epoch": 2.39,
-      "learning_rate": 2.2287338778798283e-06,
-      "loss": 0.2324,
-      "step": 1434
-    },
-    {
-      "epoch": 2.39,
-      "learning_rate": 2.1940237609028735e-06,
-      "loss": 0.2435,
-      "step": 1437
-    },
-    {
-      "epoch": 2.4,
-      "learning_rate": 2.159552721629381e-06,
-      "loss": 0.2275,
-      "step": 1440
-    },
-    {
-      "epoch": 2.4,
-      "learning_rate": 2.125321815821846e-06,
-      "loss": 0.2411,
-      "step": 1443
-    },
-    {
-      "epoch": 2.41,
-      "learning_rate": 2.0913320918880643e-06,
-      "loss": 0.2582,
-      "step": 1446
-    },
-    {
-      "epoch": 2.41,
-      "learning_rate": 2.0575845908490267e-06,
-      "loss": 0.2433,
-      "step": 1449
-    },
-    {
-      "epoch": 2.42,
-      "learning_rate": 2.0240803463070425e-06,
-      "loss": 0.2225,
-      "step": 1452
-    },
-    {
-      "epoch": 2.42,
-      "learning_rate": 1.990820384414075e-06,
-      "loss": 0.2155,
-      "step": 1455
-    },
-    {
-      "epoch": 2.43,
-      "learning_rate": 1.9578057238403124e-06,
-      "loss": 0.2397,
-      "step": 1458
-    },
-    {
-      "epoch": 2.43,
-      "learning_rate": 1.9250373757429753e-06,
-      "loss": 0.2453,
-      "step": 1461
-    },
-    {
-      "epoch": 2.44,
-      "learning_rate": 1.8925163437353465e-06,
-      "loss": 0.2407,
-      "step": 1464
-    },
-    {
-      "epoch": 2.44,
-      "learning_rate": 1.8602436238560218e-06,
-      "loss": 0.2512,
-      "step": 1467
-    },
-    {
-      "epoch": 2.45,
-      "learning_rate": 1.828220204538419e-06,
-      "loss": 0.2458,
-      "step": 1470
-    },
-    {
-      "epoch": 2.45,
-      "learning_rate": 1.7964470665804923e-06,
-      "loss": 0.2314,
-      "step": 1473
-    },
-    {
-      "epoch": 2.46,
-      "learning_rate": 1.7649251831147018e-06,
-      "loss": 0.2339,
-      "step": 1476
-    },
-    {
-      "epoch": 2.46,
-      "learning_rate": 1.733655519578209e-06,
-      "loss": 0.2383,
-      "step": 1479
-    },
-    {
-      "epoch": 2.47,
-      "learning_rate": 1.7026390336832933e-06,
-      "loss": 0.2307,
-      "step": 1482
-    },
-    {
-      "epoch": 2.47,
-      "learning_rate": 1.671876675388039e-06,
-      "loss": 0.2364,
-      "step": 1485
-    },
-    {
-      "epoch": 2.48,
-      "learning_rate": 1.6413693868672332e-06,
-      "loss": 0.2278,
-      "step": 1488
-    },
-    {
-      "epoch": 2.48,
-      "learning_rate": 1.6111181024834999e-06,
-      "loss": 0.2282,
-      "step": 1491
-    },
-    {
-      "epoch": 2.49,
-      "learning_rate": 1.5811237487586973e-06,
-      "loss": 0.2436,
-      "step": 1494
-    },
-    {
-      "epoch": 2.49,
-      "learning_rate": 1.5513872443455358e-06,
-      "loss": 0.2206,
-      "step": 1497
-    },
-    {
-      "epoch": 2.5,
-      "learning_rate": 1.5219094999994322e-06,
-      "loss": 0.2405,
-      "step": 1500
-    },
-    {
-      "epoch": 2.5,
-      "eval_loss": 0.9922696948051453,
-      "eval_runtime": 61.3926,
-      "eval_samples_per_second": 7.542,
-      "eval_steps_per_second": 0.945,
-      "step": 1500
-    },
-    {
-      "epoch": 2.5,
-      "learning_rate": 1.4926914185506315e-06,
-      "loss": 0.2409,
-      "step": 1503
-    },
-    {
-      "epoch": 2.51,
-      "learning_rate": 1.4637338948765467e-06,
-      "loss": 0.2313,
-      "step": 1506
-    },
-    {
-      "epoch": 2.51,
-      "learning_rate": 1.4350378158743484e-06,
-      "loss": 0.2355,
-      "step": 1509
-    },
-    {
-      "epoch": 2.52,
-      "learning_rate": 1.4066040604338104e-06,
-      "loss": 0.2309,
-      "step": 1512
-    },
-    {
-      "epoch": 2.52,
-      "learning_rate": 1.3784334994103787e-06,
-      "loss": 0.2225,
-      "step": 1515
-    },
-    {
-      "epoch": 2.53,
-      "learning_rate": 1.3505269955985122e-06,
-      "loss": 0.2376,
-      "step": 1518
-    },
-    {
-      "epoch": 2.53,
-      "learning_rate": 1.322885403705254e-06,
-      "loss": 0.2168,
-      "step": 1521
-    },
-    {
-      "epoch": 2.54,
-      "learning_rate": 1.2955095703240438e-06,
-      "loss": 0.2493,
-      "step": 1524
-    },
-    {
-      "epoch": 2.54,
-      "learning_rate": 1.2684003339088024e-06,
-      "loss": 0.2473,
-      "step": 1527
-    },
-    {
-      "epoch": 2.55,
-      "learning_rate": 1.2415585247482498e-06,
-      "loss": 0.2251,
-      "step": 1530
-    },
-    {
-      "epoch": 2.55,
-      "learning_rate": 1.21498496494046e-06,
-      "loss": 0.2266,
-      "step": 1533
-    },
-    {
-      "epoch": 2.56,
-      "learning_rate": 1.1886804683677068e-06,
-      "loss": 0.2196,
-      "step": 1536
-    },
-    {
-      "epoch": 2.56,
-      "learning_rate": 1.1626458406715192e-06,
-      "loss": 0.2298,
-      "step": 1539
-    },
-    {
-      "epoch": 2.57,
-      "learning_rate": 1.1368818792280089e-06,
-      "loss": 0.2332,
-      "step": 1542
-    },
-    {
-      "epoch": 2.57,
-      "learning_rate": 1.1113893731234537e-06,
-      "loss": 0.2366,
-      "step": 1545
-    },
-    {
-      "epoch": 2.58,
-      "learning_rate": 1.0861691031301313e-06,
-      "loss": 0.2327,
-      "step": 1548
-    },
-    {
-      "epoch": 2.58,
-      "learning_rate": 1.0612218416823926e-06,
-      "loss": 0.2244,
-      "step": 1551
-    },
-    {
-      "epoch": 2.59,
-      "learning_rate": 1.0365483528530206e-06,
-      "loss": 0.2349,
-      "step": 1554
-    },
-    {
-      "epoch": 2.59,
-      "learning_rate": 1.012149392329822e-06,
-      "loss": 0.248,
-      "step": 1557
-    },
-    {
-      "epoch": 2.6,
-      "learning_rate": 9.88025707392475e-07,
-      "loss": 0.226,
-      "step": 1560
-    },
-    {
-      "epoch": 2.6,
-      "learning_rate": 9.641780368896592e-07,
-      "loss": 0.2437,
-      "step": 1563
-    },
-    {
-      "epoch": 2.6,
-      "learning_rate": 9.406071112164061e-07,
-      "loss": 0.2188,
-      "step": 1566
-    },
-    {
-      "epoch": 2.61,
-      "learning_rate": 9.173136522917458e-07,
-      "loss": 0.2368,
-      "step": 1569
-    },
-    {
-      "epoch": 2.61,
-      "learning_rate": 8.942983735365885e-07,
-      "loss": 0.2409,
-      "step": 1572
-    },
-    {
-      "epoch": 2.62,
-      "learning_rate": 8.715619798518715e-07,
-      "loss": 0.2313,
-      "step": 1575
-    },
-    {
-      "epoch": 2.62,
-      "learning_rate": 8.491051675969774e-07,
-      "loss": 0.2467,
-      "step": 1578
-    },
-    {
-      "epoch": 2.63,
-      "learning_rate": 8.269286245684038e-07,
-      "loss": 0.2276,
-      "step": 1581
-    },
-    {
-      "epoch": 2.63,
-      "learning_rate": 8.050330299786913e-07,
-      "loss": 0.2377,
-      "step": 1584
-    },
-    {
-      "epoch": 2.64,
-      "learning_rate": 7.834190544356312e-07,
-      "loss": 0.2311,
-      "step": 1587
-    },
-    {
-      "epoch": 2.64,
-      "learning_rate": 7.620873599217215e-07,
-      "loss": 0.2366,
-      "step": 1590
-    },
-    {
-      "epoch": 2.65,
-      "learning_rate": 7.410385997738867e-07,
-      "loss": 0.2264,
-      "step": 1593
-    },
-    {
-      "epoch": 2.65,
-      "learning_rate": 7.202734186634785e-07,
-      "loss": 0.2235,
-      "step": 1596
-    },
-    {
-      "epoch": 2.66,
-      "learning_rate": 6.997924525765209e-07,
-      "loss": 0.2264,
-      "step": 1599
-    },
-    {
-      "epoch": 2.66,
-      "learning_rate": 6.79596328794242e-07,
-      "loss": 0.2267,
-      "step": 1602
-    },
-    {
-      "epoch": 2.67,
-      "learning_rate": 6.596856658738504e-07,
-      "loss": 0.223,
-      "step": 1605
-    },
-    {
-      "epoch": 2.67,
-      "learning_rate": 6.40061073629602e-07,
-      "loss": 0.2284,
-      "step": 1608
-    },
-    {
-      "epoch": 2.68,
-      "learning_rate": 6.20723153114109e-07,
-      "loss": 0.2485,
-      "step": 1611
-    },
-    {
-      "epoch": 2.68,
-      "learning_rate": 6.016724965999487e-07,
-      "loss": 0.2402,
-      "step": 1614
-    },
-    {
-      "epoch": 2.69,
-      "learning_rate": 5.829096875615048e-07,
-      "loss": 0.2168,
-      "step": 1617
-    },
-    {
-      "epoch": 2.69,
-      "learning_rate": 5.644353006571124e-07,
-      "loss": 0.2476,
-      "step": 1620
-    },
-    {
-      "epoch": 2.7,
-      "learning_rate": 5.462499017114508e-07,
-      "loss": 0.2362,
-      "step": 1623
-    },
-    {
-      "epoch": 2.7,
-      "learning_rate": 5.283540476982108e-07,
-      "loss": 0.2446,
-      "step": 1626
-    },
-    {
-      "epoch": 2.71,
-      "learning_rate": 5.107482867230462e-07,
-      "loss": 0.2244,
-      "step": 1629
-    },
-    {
-      "epoch": 2.71,
-      "learning_rate": 4.934331580067719e-07,
-      "loss": 0.2285,
-      "step": 1632
-    },
-    {
-      "epoch": 2.72,
-      "learning_rate": 4.7640919186886294e-07,
-      "loss": 0.2382,
-      "step": 1635
-    },
-    {
-      "epoch": 2.72,
-      "learning_rate": 4.596769097112042e-07,
-      "loss": 0.2369,
-      "step": 1638
-    },
-    {
-      "epoch": 2.73,
-      "learning_rate": 4.4323682400212675e-07,
-      "loss": 0.2276,
-      "step": 1641
-    },
-    {
-      "epoch": 2.73,
-      "learning_rate": 4.2708943826070157e-07,
-      "loss": 0.2217,
-      "step": 1644
-    },
-    {
-      "epoch": 2.74,
-      "learning_rate": 4.1123524704133276e-07,
-      "loss": 0.2245,
-      "step": 1647
-    },
-    {
-      "epoch": 2.74,
-      "learning_rate": 3.956747359185964e-07,
-      "loss": 0.251,
-      "step": 1650
-    },
-    {
-      "epoch": 2.75,
-      "learning_rate": 3.804083814723791e-07,
-      "loss": 0.2263,
-      "step": 1653
-    },
-    {
-      "epoch": 2.75,
-      "learning_rate": 3.6543665127327765e-07,
-      "loss": 0.2521,
-      "step": 1656
-    },
-    {
-      "epoch": 2.76,
-      "learning_rate": 3.5076000386827903e-07,
-      "loss": 0.2253,
-      "step": 1659
-    },
-    {
-      "epoch": 2.76,
-      "learning_rate": 3.3637888876671076e-07,
-      "loss": 0.2405,
-      "step": 1662
-    },
-    {
-      "epoch": 2.77,
-      "learning_rate": 3.2229374642648193e-07,
-      "loss": 0.2062,
-      "step": 1665
-    },
-    {
-      "epoch": 2.77,
-      "learning_rate": 3.085050082405916e-07,
-      "loss": 0.2409,
-      "step": 1668
-    },
-    {
-      "epoch": 2.78,
-      "learning_rate": 2.9501309652391063e-07,
-      "loss": 0.2245,
-      "step": 1671
-    },
-    {
-      "epoch": 2.78,
-      "learning_rate": 2.818184245002542e-07,
-      "loss": 0.2338,
-      "step": 1674
-    },
-    {
-      "epoch": 2.79,
-      "learning_rate": 2.689213962897186e-07,
-      "loss": 0.2306,
-      "step": 1677
-    },
-    {
-      "epoch": 2.79,
-      "learning_rate": 2.5632240689631216e-07,
-      "loss": 0.2255,
-      "step": 1680
-    },
-    {
-      "epoch": 2.8,
-      "learning_rate": 2.4402184219584735e-07,
-      "loss": 0.224,
-      "step": 1683
-    },
-    {
-      "epoch": 2.8,
-      "learning_rate": 2.3202007892413447e-07,
-      "loss": 0.2341,
-      "step": 1686
-    },
-    {
-      "epoch": 2.81,
-      "learning_rate": 2.2031748466543214e-07,
-      "loss": 0.244,
-      "step": 1689
-    },
-    {
-      "epoch": 2.81,
-      "learning_rate": 2.0891441784119725e-07,
-      "loss": 0.2269,
-      "step": 1692
-    },
-    {
-      "epoch": 2.82,
-      "learning_rate": 1.9781122769910065e-07,
-      "loss": 0.2213,
-      "step": 1695
-    },
-    {
-      "epoch": 2.82,
-      "learning_rate": 1.8700825430233216e-07,
-      "loss": 0.2259,
-      "step": 1698
-    },
-    {
-      "epoch": 2.83,
-      "learning_rate": 1.765058285191923e-07,
-      "loss": 0.2355,
-      "step": 1701
-    },
-    {
-      "epoch": 2.83,
-      "learning_rate": 1.663042720129504e-07,
-      "loss": 0.2335,
-      "step": 1704
-    },
-    {
-      "epoch": 2.84,
-      "learning_rate": 1.5640389723199478e-07,
-      "loss": 0.252,
-      "step": 1707
-    },
-    {
-      "epoch": 2.84,
-      "learning_rate": 1.468050074002658e-07,
-      "loss": 0.223,
-      "step": 1710
-    },
-    {
-      "epoch": 2.85,
-      "learning_rate": 1.375078965079657e-07,
-      "loss": 0.2249,
-      "step": 1713
-    },
-    {
-      "epoch": 2.85,
-      "learning_rate": 1.2851284930255447e-07,
-      "loss": 0.249,
-      "step": 1716
-    },
-    {
-      "epoch": 2.86,
-      "learning_rate": 1.1982014128003373e-07,
-      "loss": 0.2375,
-      "step": 1719
-    },
-    {
-      "epoch": 2.86,
-      "learning_rate": 1.1143003867650437e-07,
-      "loss": 0.2182,
-      "step": 1722
-    },
-    {
-      "epoch": 2.87,
-      "learning_rate": 1.0334279846001106e-07,
-      "loss": 0.2249,
-      "step": 1725
-    },
-    {
-      "epoch": 2.87,
-      "learning_rate": 9.555866832267502e-08,
-      "loss": 0.2259,
-      "step": 1728
-    },
-    {
-      "epoch": 2.88,
-      "learning_rate": 8.807788667311023e-08,
-      "loss": 0.2455,
-      "step": 1731
-    },
-    {
-      "epoch": 2.88,
-      "learning_rate": 8.090068262911366e-08,
-      "loss": 0.2314,
-      "step": 1734
-    },
-    {
-      "epoch": 2.89,
-      "learning_rate": 7.402727601065529e-08,
-      "loss": 0.2351,
-      "step": 1737
-    },
-    {
-      "epoch": 2.89,
-      "learning_rate": 6.745787733314469e-08,
-      "loss": 0.2203,
-      "step": 1740
-    },
-    {
-      "epoch": 2.9,
-      "learning_rate": 6.11926878009772e-08,
-      "loss": 0.2377,
-      "step": 1743
-    },
-    {
-      "epoch": 2.9,
-      "learning_rate": 5.5231899301380065e-08,
-      "loss": 0.23,
-      "step": 1746
-    },
-    {
-      "epoch": 2.91,
-      "learning_rate": 4.957569439853038e-08,
-      "loss": 0.2136,
-      "step": 1749
-    },
-    {
-      "epoch": 2.91,
-      "learning_rate": 4.422424632796185e-08,
-      "loss": 0.2231,
-      "step": 1752
-    },
-    {
-      "epoch": 2.92,
-      "learning_rate": 3.917771899126677e-08,
-      "loss": 0.2499,
-      "step": 1755
-    },
-    {
-      "epoch": 2.92,
-      "learning_rate": 3.4436266951067834e-08,
-      "loss": 0.2348,
-      "step": 1758
-    },
-    {
-      "epoch": 2.93,
-      "learning_rate": 3.000003542628749e-08,
-      "loss": 0.2341,
-      "step": 1761
-    },
-    {
-      "epoch": 2.93,
-      "learning_rate": 2.586916028770259e-08,
-      "loss": 0.2424,
-      "step": 1764
-    },
-    {
-      "epoch": 2.94,
-      "learning_rate": 2.2043768053777726e-08,
-      "loss": 0.2495,
-      "step": 1767
-    },
-    {
-      "epoch": 2.94,
-      "learning_rate": 1.852397588679722e-08,
-      "loss": 0.2498,
-      "step": 1770
-    },
-    {
-      "epoch": 2.95,
-      "learning_rate": 1.5309891589267988e-08,
-      "loss": 0.2203,
-      "step": 1773
-    },
-    {
-      "epoch": 2.95,
-      "learning_rate": 1.2401613600627749e-08,
-      "loss": 0.2216,
-      "step": 1776
-    },
-    {
-      "epoch": 2.96,
-      "learning_rate": 9.799230994220754e-09,
-      "loss": 0.2279,
-      "step": 1779
-    },
-    {
-      "epoch": 2.96,
-      "learning_rate": 7.502823474576648e-09,
-      "loss": 0.2379,
-      "step": 1782
-    },
-    {
-      "epoch": 2.97,
-      "learning_rate": 5.512461374964639e-09,
-      "loss": 0.2306,
-      "step": 1785
-    },
-    {
-      "epoch": 2.97,
-      "learning_rate": 3.828205655244111e-09,
-      "loss": 0.2546,
-      "step": 1788
-    },
-    {
-      "epoch": 2.98,
-      "learning_rate": 2.4501078999916716e-09,
-      "loss": 0.2396,
-      "step": 1791
-    },
-    {
-      "epoch": 2.98,
-      "learning_rate": 1.3782103169246441e-09,
-      "loss": 0.2226,
-      "step": 1794
-    },
-    {
-      "epoch": 2.99,
-      "learning_rate": 6.125457356120912e-10,
-      "loss": 0.2357,
-      "step": 1797
-    },
-    {
-      "epoch": 2.99,
-      "learning_rate": 1.5313760645896403e-10,
-      "loss": 0.2264,
-      "step": 1800
-    },
-    {
-      "epoch": 3.0,
-      "learning_rate": 0.0,
-      "loss": 0.236,
-      "step": 1803
-    },
-    {
-      "epoch": 3.0,
-      "step": 1803,
-      "total_flos": 1.9808467849371766e+20,
-      "train_loss": 0.11453570330466949,
-      "train_runtime": 197727.0226,
-      "train_samples_per_second": 7.005,
-      "train_steps_per_second": 0.009
-    }
-  ],
-  "logging_steps": 3,
-  "max_steps": 1803,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 3,
-  "save_steps": 500,
-  "total_flos": 1.9808467849371766e+20,
-  "train_batch_size": 96,
-  "trial_name": null,
-  "trial_params": null
-}