diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,10005 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 9.998499249624812,
+  "global_step": 4990,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.991983967935872e-05,
+      "loss": 6.0598,
+      "step": 5
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 7.983967935871744e-05,
+      "loss": 3.2882,
+      "step": 10
+    },
+    {
+      "epoch": 0.02,
+      "eval_loss": 2.9581081867218018,
+      "eval_runtime": 30.7575,
+      "eval_samples_per_second": 7.218,
+      "eval_steps_per_second": 1.821,
+      "step": 10
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 7.975951903807616e-05,
+      "loss": 2.8014,
+      "step": 15
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 7.967935871743487e-05,
+      "loss": 2.5059,
+      "step": 20
+    },
+    {
+      "epoch": 0.04,
+      "eval_loss": 2.384403944015503,
+      "eval_runtime": 30.8572,
+      "eval_samples_per_second": 7.194,
+      "eval_steps_per_second": 1.815,
+      "step": 20
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 7.95991983967936e-05,
+      "loss": 2.404,
+      "step": 25
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.951903807615231e-05,
+      "loss": 2.3368,
+      "step": 30
+    },
+    {
+      "epoch": 0.06,
+      "eval_loss": 2.3643715381622314,
+      "eval_runtime": 30.9262,
+      "eval_samples_per_second": 7.178,
+      "eval_steps_per_second": 1.811,
+      "step": 30
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 7.943887775551104e-05,
+      "loss": 2.2994,
+      "step": 35
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.935871743486974e-05,
+      "loss": 2.3476,
+      "step": 40
+    },
+    {
+      "epoch": 0.08,
+      "eval_loss": 2.349405288696289,
+      "eval_runtime": 30.9436,
+      "eval_samples_per_second": 7.174,
+      "eval_steps_per_second": 1.81,
+      "step": 40
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.927855711422847e-05,
+      "loss": 2.3623,
+      "step": 45
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.919839679358717e-05,
+      "loss": 2.3185,
+      "step": 50
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 2.369673252105713,
+      "eval_runtime": 30.9718,
+      "eval_samples_per_second": 7.168,
+      "eval_steps_per_second": 1.808,
+      "step": 50
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.91182364729459e-05,
+      "loss": 2.433,
+      "step": 55
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 7.903807615230462e-05,
+      "loss": 2.3468,
+      "step": 60
+    },
+    {
+      "epoch": 0.12,
+      "eval_loss": 2.32550048828125,
+      "eval_runtime": 31.009,
+      "eval_samples_per_second": 7.159,
+      "eval_steps_per_second": 1.806,
+      "step": 60
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 7.895791583166334e-05,
+      "loss": 2.2554,
+      "step": 65
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 7.887775551102205e-05,
+      "loss": 2.262,
+      "step": 70
+    },
+    {
+      "epoch": 0.14,
+      "eval_loss": 2.2511556148529053,
+      "eval_runtime": 31.035,
+      "eval_samples_per_second": 7.153,
+      "eval_steps_per_second": 1.804,
+      "step": 70
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 7.879759519038077e-05,
+      "loss": 2.2116,
+      "step": 75
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 7.871743486973949e-05,
+      "loss": 2.1646,
+      "step": 80
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 2.194511651992798,
+      "eval_runtime": 31.0667,
+      "eval_samples_per_second": 7.146,
+      "eval_steps_per_second": 1.803,
+      "step": 80
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 7.86372745490982e-05,
+      "loss": 2.1732,
+      "step": 85
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 7.855711422845692e-05,
+      "loss": 2.1558,
+      "step": 90
+    },
+    {
+      "epoch": 0.18,
+      "eval_loss": 2.188542366027832,
+      "eval_runtime": 31.077,
+      "eval_samples_per_second": 7.144,
+      "eval_steps_per_second": 1.802,
+      "step": 90
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 7.847695390781564e-05,
+      "loss": 2.2353,
+      "step": 95
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 7.839679358717435e-05,
+      "loss": 2.1934,
+      "step": 100
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 2.148287057876587,
+      "eval_runtime": 31.1071,
+      "eval_samples_per_second": 7.137,
+      "eval_steps_per_second": 1.8,
+      "step": 100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 7.831663326653307e-05,
+      "loss": 2.0947,
+      "step": 105
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 7.823647294589179e-05,
+      "loss": 2.0855,
+      "step": 110
+    },
+    {
+      "epoch": 0.22,
+      "eval_loss": 2.115215301513672,
+      "eval_runtime": 31.1349,
+      "eval_samples_per_second": 7.13,
+      "eval_steps_per_second": 1.799,
+      "step": 110
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 7.81563126252505e-05,
+      "loss": 2.1728,
+      "step": 115
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 7.807615230460922e-05,
+      "loss": 2.0844,
+      "step": 120
+    },
+    {
+      "epoch": 0.24,
+      "eval_loss": 2.0839340686798096,
+      "eval_runtime": 31.1371,
+      "eval_samples_per_second": 7.13,
+      "eval_steps_per_second": 1.798,
+      "step": 120
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 7.799599198396795e-05,
+      "loss": 2.0497,
+      "step": 125
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 7.791583166332665e-05,
+      "loss": 2.0647,
+      "step": 130
+    },
+    {
+      "epoch": 0.26,
+      "eval_loss": 2.0615038871765137,
+      "eval_runtime": 31.1492,
+      "eval_samples_per_second": 7.127,
+      "eval_steps_per_second": 1.798,
+      "step": 130
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 7.783567134268538e-05,
+      "loss": 2.0643,
+      "step": 135
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 7.775551102204409e-05,
+      "loss": 1.9665,
+      "step": 140
+    },
+    {
+      "epoch": 0.28,
+      "eval_loss": 2.0329749584198,
+      "eval_runtime": 31.1654,
+      "eval_samples_per_second": 7.123,
+      "eval_steps_per_second": 1.797,
+      "step": 140
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 7.767535070140282e-05,
+      "loss": 1.9736,
+      "step": 145
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 7.759519038076152e-05,
+      "loss": 1.9761,
+      "step": 150
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 2.0067899227142334,
+      "eval_runtime": 31.1584,
+      "eval_samples_per_second": 7.125,
+      "eval_steps_per_second": 1.797,
+      "step": 150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.751503006012025e-05,
+      "loss": 1.9611,
+      "step": 155
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.743486973947897e-05,
+      "loss": 1.9428,
+      "step": 160
+    },
+    {
+      "epoch": 0.32,
+      "eval_loss": 1.9913756847381592,
+      "eval_runtime": 31.1769,
+      "eval_samples_per_second": 7.121,
+      "eval_steps_per_second": 1.796,
+      "step": 160
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 7.735470941883769e-05,
+      "loss": 1.9547,
+      "step": 165
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 7.72745490981964e-05,
+      "loss": 1.9351,
+      "step": 170
+    },
+    {
+      "epoch": 0.34,
+      "eval_loss": 1.9368627071380615,
+      "eval_runtime": 31.1785,
+      "eval_samples_per_second": 7.12,
+      "eval_steps_per_second": 1.796,
+      "step": 170
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 7.719438877755512e-05,
+      "loss": 1.9509,
+      "step": 175
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 7.711422845691384e-05,
+      "loss": 1.9366,
+      "step": 180
+    },
+    {
+      "epoch": 0.36,
+      "eval_loss": 1.9138563871383667,
+      "eval_runtime": 31.1927,
+      "eval_samples_per_second": 7.117,
+      "eval_steps_per_second": 1.795,
+      "step": 180
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 7.703406813627255e-05,
+      "loss": 1.9439,
+      "step": 185
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 7.695390781563127e-05,
+      "loss": 1.9548,
+      "step": 190
+    },
+    {
+      "epoch": 0.38,
+      "eval_loss": 1.8788814544677734,
+      "eval_runtime": 31.199,
+      "eval_samples_per_second": 7.116,
+      "eval_steps_per_second": 1.795,
+      "step": 190
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 7.687374749498999e-05,
+      "loss": 1.9061,
+      "step": 195
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 7.67935871743487e-05,
+      "loss": 1.9625,
+      "step": 200
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.848646640777588,
+      "eval_runtime": 31.2024,
+      "eval_samples_per_second": 7.115,
+      "eval_steps_per_second": 1.795,
+      "step": 200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 7.671342685370742e-05,
+      "loss": 1.9024,
+      "step": 205
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 7.663326653306614e-05,
+      "loss": 1.8584,
+      "step": 210
+    },
+    {
+      "epoch": 0.42,
+      "eval_loss": 1.8197656869888306,
+      "eval_runtime": 31.2023,
+      "eval_samples_per_second": 7.115,
+      "eval_steps_per_second": 1.795,
+      "step": 210
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 7.655310621242485e-05,
+      "loss": 1.7843,
+      "step": 215
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 7.647294589178357e-05,
+      "loss": 1.8857,
+      "step": 220
+    },
+    {
+      "epoch": 0.44,
+      "eval_loss": 1.8118294477462769,
+      "eval_runtime": 31.1985,
+      "eval_samples_per_second": 7.116,
+      "eval_steps_per_second": 1.795,
+      "step": 220
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 7.639278557114229e-05,
+      "loss": 1.7888,
+      "step": 225
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 7.6312625250501e-05,
+      "loss": 1.7574,
+      "step": 230
+    },
+    {
+      "epoch": 0.46,
+      "eval_loss": 1.760263442993164,
+      "eval_runtime": 31.1988,
+      "eval_samples_per_second": 7.116,
+      "eval_steps_per_second": 1.795,
+      "step": 230
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 7.623246492985973e-05,
+      "loss": 1.7695,
+      "step": 235
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 7.615230460921844e-05,
+      "loss": 1.8114,
+      "step": 240
+    },
+    {
+      "epoch": 0.48,
+      "eval_loss": 1.7369911670684814,
+      "eval_runtime": 31.2207,
+      "eval_samples_per_second": 7.111,
+      "eval_steps_per_second": 1.794,
+      "step": 240
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 7.607214428857717e-05,
+      "loss": 1.7307,
+      "step": 245
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 7.599198396793587e-05,
+      "loss": 1.7303,
+      "step": 250
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 1.720489263534546,
+      "eval_runtime": 31.2198,
+      "eval_samples_per_second": 7.111,
+      "eval_steps_per_second": 1.794,
+      "step": 250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 7.59118236472946e-05,
+      "loss": 1.6382,
+      "step": 255
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 7.58316633266533e-05,
+      "loss": 1.7535,
+      "step": 260
+    },
+    {
+      "epoch": 0.52,
+      "eval_loss": 1.7123703956604004,
+      "eval_runtime": 31.1991,
+      "eval_samples_per_second": 7.116,
+      "eval_steps_per_second": 1.795,
+      "step": 260
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 7.575150300601203e-05,
+      "loss": 1.6792,
+      "step": 265
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 7.567134268537075e-05,
+      "loss": 1.7775,
+      "step": 270
+    },
+    {
+      "epoch": 0.54,
+      "eval_loss": 1.7013072967529297,
+      "eval_runtime": 31.2171,
+      "eval_samples_per_second": 7.111,
+      "eval_steps_per_second": 1.794,
+      "step": 270
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 7.559118236472947e-05,
+      "loss": 1.7402,
+      "step": 275
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 7.551102204408818e-05,
+      "loss": 1.685,
+      "step": 280
+    },
+    {
+      "epoch": 0.56,
+      "eval_loss": 1.6611982583999634,
+      "eval_runtime": 31.2154,
+      "eval_samples_per_second": 7.112,
+      "eval_steps_per_second": 1.794,
+      "step": 280
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 7.54308617234469e-05,
+      "loss": 1.7125,
+      "step": 285
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 7.535070140280562e-05,
+      "loss": 1.5898,
+      "step": 290
+    },
+    {
+      "epoch": 0.58,
+      "eval_loss": 1.6577653884887695,
+      "eval_runtime": 31.217,
+      "eval_samples_per_second": 7.112,
+      "eval_steps_per_second": 1.794,
+      "step": 290
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 7.527054108216433e-05,
+      "loss": 1.6172,
+      "step": 295
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.519038076152305e-05,
+      "loss": 1.7875,
+      "step": 300
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 1.645772933959961,
+      "eval_runtime": 31.2182,
+      "eval_samples_per_second": 7.111,
+      "eval_steps_per_second": 1.794,
+      "step": 300
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.511022044088177e-05,
+      "loss": 1.5817,
+      "step": 305
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.50300601202405e-05,
+      "loss": 1.628,
+      "step": 310
+    },
+    {
+      "epoch": 0.62,
+      "eval_loss": 1.6252926588058472,
+      "eval_runtime": 31.2223,
+      "eval_samples_per_second": 7.11,
+      "eval_steps_per_second": 1.794,
+      "step": 310
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.49498997995992e-05,
+      "loss": 1.6397,
+      "step": 315
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.486973947895793e-05,
+      "loss": 1.6186,
+      "step": 320
+    },
+    {
+      "epoch": 0.64,
+      "eval_loss": 1.6194863319396973,
+      "eval_runtime": 31.2314,
+      "eval_samples_per_second": 7.108,
+      "eval_steps_per_second": 1.793,
+      "step": 320
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.478957915831663e-05,
+      "loss": 1.6546,
+      "step": 325
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.470941883767536e-05,
+      "loss": 1.6899,
+      "step": 330
+    },
+    {
+      "epoch": 0.66,
+      "eval_loss": 1.6101500988006592,
+      "eval_runtime": 31.2273,
+      "eval_samples_per_second": 7.109,
+      "eval_steps_per_second": 1.793,
+      "step": 330
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.462925851703407e-05,
+      "loss": 1.6294,
+      "step": 335
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.45490981963928e-05,
+      "loss": 1.5908,
+      "step": 340
+    },
+    {
+      "epoch": 0.68,
+      "eval_loss": 1.5906888246536255,
+      "eval_runtime": 31.2321,
+      "eval_samples_per_second": 7.108,
+      "eval_steps_per_second": 1.793,
+      "step": 340
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.446893787575151e-05,
+      "loss": 1.6827,
+      "step": 345
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.438877755511023e-05,
+      "loss": 1.6514,
+      "step": 350
+    },
+    {
+      "epoch": 0.7,
+      "eval_loss": 1.6103746891021729,
+      "eval_runtime": 31.239,
+      "eval_samples_per_second": 7.107,
+      "eval_steps_per_second": 1.793,
+      "step": 350
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.430861723446895e-05,
+      "loss": 1.73,
+      "step": 355
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.422845691382766e-05,
+      "loss": 1.6027,
+      "step": 360
+    },
+    {
+      "epoch": 0.72,
+      "eval_loss": 1.576550841331482,
+      "eval_runtime": 31.2402,
+      "eval_samples_per_second": 7.106,
+      "eval_steps_per_second": 1.793,
+      "step": 360
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.414829659318638e-05,
+      "loss": 1.5685,
+      "step": 365
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.40681362725451e-05,
+      "loss": 1.6319,
+      "step": 370
+    },
+    {
+      "epoch": 0.74,
+      "eval_loss": 1.562269926071167,
+      "eval_runtime": 31.2342,
+      "eval_samples_per_second": 7.108,
+      "eval_steps_per_second": 1.793,
+      "step": 370
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.398797595190381e-05,
+      "loss": 1.5724,
+      "step": 375
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.390781563126253e-05,
+      "loss": 1.6103,
+      "step": 380
+    },
+    {
+      "epoch": 0.76,
+      "eval_loss": 1.5764440298080444,
+      "eval_runtime": 31.2479,
+      "eval_samples_per_second": 7.104,
+      "eval_steps_per_second": 1.792,
+      "step": 380
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.382765531062125e-05,
+      "loss": 1.6548,
+      "step": 385
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.374749498997996e-05,
+      "loss": 1.4518,
+      "step": 390
+    },
+    {
+      "epoch": 0.78,
+      "eval_loss": 1.544908881187439,
+      "eval_runtime": 31.2325,
+      "eval_samples_per_second": 7.108,
+      "eval_steps_per_second": 1.793,
+      "step": 390
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.366733466933868e-05,
+      "loss": 1.5493,
+      "step": 395
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.35871743486974e-05,
+      "loss": 1.498,
+      "step": 400
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 1.5345020294189453,
+      "eval_runtime": 31.2401,
+      "eval_samples_per_second": 7.106,
+      "eval_steps_per_second": 1.793,
+      "step": 400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.350701402805611e-05,
+      "loss": 1.5031,
+      "step": 405
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.342685370741484e-05,
+      "loss": 1.5266,
+      "step": 410
+    },
+    {
+      "epoch": 0.82,
+      "eval_loss": 1.541326642036438,
+      "eval_runtime": 31.2476,
+      "eval_samples_per_second": 7.105,
+      "eval_steps_per_second": 1.792,
+      "step": 410
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.334669338677355e-05,
+      "loss": 1.4406,
+      "step": 415
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.326653306613228e-05,
+      "loss": 1.5622,
+      "step": 420
+    },
+    {
+      "epoch": 0.84,
+      "eval_loss": 1.5228804349899292,
+      "eval_runtime": 31.2404,
+      "eval_samples_per_second": 7.106,
+      "eval_steps_per_second": 1.793,
+      "step": 420
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.318637274549098e-05,
+      "loss": 1.5308,
+      "step": 425
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.310621242484971e-05,
+      "loss": 1.4863,
+      "step": 430
+    },
+    {
+      "epoch": 0.86,
+      "eval_loss": 1.5208450555801392,
+      "eval_runtime": 31.2453,
+      "eval_samples_per_second": 7.105,
+      "eval_steps_per_second": 1.792,
+      "step": 430
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.302605210420841e-05,
+      "loss": 1.5183,
+      "step": 435
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 7.294589178356714e-05,
+      "loss": 1.5492,
+      "step": 440
+    },
+    {
+      "epoch": 0.88,
+      "eval_loss": 1.4996235370635986,
+      "eval_runtime": 31.241,
+      "eval_samples_per_second": 7.106,
+      "eval_steps_per_second": 1.793,
+      "step": 440
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 7.286573146292586e-05,
+      "loss": 1.4304,
+      "step": 445
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 7.278557114228458e-05,
+      "loss": 1.5515,
+      "step": 450
+    },
+    {
+      "epoch": 0.9,
+      "eval_loss": 1.4857271909713745,
+      "eval_runtime": 31.2521,
+      "eval_samples_per_second": 7.104,
+      "eval_steps_per_second": 1.792,
+      "step": 450
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 7.27054108216433e-05,
+      "loss": 1.506,
+      "step": 455
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 7.262525050100201e-05,
+      "loss": 1.4799,
+      "step": 460
+    },
+    {
+      "epoch": 0.92,
+      "eval_loss": 1.493463158607483,
+      "eval_runtime": 31.2544,
+      "eval_samples_per_second": 7.103,
+      "eval_steps_per_second": 1.792,
+      "step": 460
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 7.254509018036073e-05,
+      "loss": 1.5673,
+      "step": 465
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 7.246492985971944e-05,
+      "loss": 1.4514,
+      "step": 470
+    },
+    {
+      "epoch": 0.94,
+      "eval_loss": 1.4745410680770874,
+      "eval_runtime": 31.2458,
+      "eval_samples_per_second": 7.105,
+      "eval_steps_per_second": 1.792,
+      "step": 470
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 7.238476953907816e-05,
+      "loss": 1.6031,
+      "step": 475
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 7.230460921843688e-05,
+      "loss": 1.5462,
+      "step": 480
+    },
+    {
+      "epoch": 0.96,
+      "eval_loss": 1.4784045219421387,
+      "eval_runtime": 31.2514,
+      "eval_samples_per_second": 7.104,
+      "eval_steps_per_second": 1.792,
+      "step": 480
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.22244488977956e-05,
+      "loss": 1.4849,
+      "step": 485
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 7.214428857715431e-05,
+      "loss": 1.6032,
+      "step": 490
+    },
+    {
+      "epoch": 0.98,
+      "eval_loss": 1.4910966157913208,
+      "eval_runtime": 31.2331,
+      "eval_samples_per_second": 7.108,
+      "eval_steps_per_second": 1.793,
+      "step": 490
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 7.206412825651303e-05,
+      "loss": 1.5241,
+      "step": 495
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 7.198396793587175e-05,
+      "loss": 1.7418,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 1.473315954208374,
+      "eval_runtime": 31.2557,
+      "eval_samples_per_second": 7.103,
+      "eval_steps_per_second": 1.792,
+      "step": 500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 7.190380761523046e-05,
+      "loss": 1.4456,
+      "step": 505
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 7.182364729458918e-05,
+      "loss": 1.4983,
+      "step": 510
+    },
+    {
+      "epoch": 1.02,
+      "eval_loss": 1.4645960330963135,
+      "eval_runtime": 31.1687,
+      "eval_samples_per_second": 7.123,
+      "eval_steps_per_second": 1.797,
+      "step": 510
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 7.17434869739479e-05,
+      "loss": 1.4675,
+      "step": 515
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 7.166332665330663e-05,
+      "loss": 1.5383,
+      "step": 520
+    },
+    {
+      "epoch": 1.04,
+      "eval_loss": 1.4441555738449097,
+      "eval_runtime": 31.242,
+      "eval_samples_per_second": 7.106,
+      "eval_steps_per_second": 1.792,
+      "step": 520
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 7.158316633266533e-05,
+      "loss": 1.4809,
+      "step": 525
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 7.150300601202406e-05,
+      "loss": 1.3454,
+      "step": 530
+    },
+    {
+      "epoch": 1.06,
+      "eval_loss": 1.4332164525985718,
+      "eval_runtime": 31.2551,
+      "eval_samples_per_second": 7.103,
+      "eval_steps_per_second": 1.792,
+      "step": 530
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 7.142284569138276e-05,
+      "loss": 1.2579,
+      "step": 535
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 7.134268537074149e-05,
+      "loss": 1.3128,
+      "step": 540
+    },
+    {
+      "epoch": 1.08,
+      "eval_loss": 1.4260525703430176,
+      "eval_runtime": 31.259,
+      "eval_samples_per_second": 7.102,
+      "eval_steps_per_second": 1.791,
+      "step": 540
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 7.12625250501002e-05,
+      "loss": 1.4444,
+      "step": 545
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 7.118236472945893e-05,
+      "loss": 1.5472,
+      "step": 550
+    },
+    {
+      "epoch": 1.1,
+      "eval_loss": 1.4231517314910889,
+      "eval_runtime": 31.2585,
+      "eval_samples_per_second": 7.102,
+      "eval_steps_per_second": 1.792,
+      "step": 550
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 7.110220440881764e-05,
+      "loss": 1.5043,
+      "step": 555
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 7.102204408817636e-05,
+      "loss": 1.252,
+      "step": 560
+    },
+    {
+      "epoch": 1.12,
+      "eval_loss": 1.3924123048782349,
+      "eval_runtime": 31.2631,
+      "eval_samples_per_second": 7.101,
+      "eval_steps_per_second": 1.791,
+      "step": 560
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 7.094188376753508e-05,
+      "loss": 1.4416,
+      "step": 565
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 7.086172344689379e-05,
+      "loss": 1.3538,
+      "step": 570
+    },
+    {
+      "epoch": 1.14,
+      "eval_loss": 1.3975321054458618,
+      "eval_runtime": 31.264,
+      "eval_samples_per_second": 7.101,
+      "eval_steps_per_second": 1.791,
+      "step": 570
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 7.078156312625251e-05,
+      "loss": 1.4595,
+      "step": 575
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.070140280561123e-05,
+      "loss": 1.5448,
+      "step": 580
+    },
+    {
+      "epoch": 1.16,
+      "eval_loss": 1.391546368598938,
+      "eval_runtime": 31.2681,
+      "eval_samples_per_second": 7.1,
+      "eval_steps_per_second": 1.791,
+      "step": 580
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.062124248496996e-05,
+      "loss": 1.5233,
+      "step": 585
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.054108216432866e-05,
+      "loss": 1.4016,
+      "step": 590
+    },
+    {
+      "epoch": 1.18,
+      "eval_loss": 1.4025028944015503,
+      "eval_runtime": 31.2695,
+      "eval_samples_per_second": 7.1,
+      "eval_steps_per_second": 1.791,
+      "step": 590
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.046092184368739e-05,
+      "loss": 1.3933,
+      "step": 595
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.038076152304609e-05,
+      "loss": 1.3041,
+      "step": 600
+    },
+    {
+      "epoch": 1.2,
+      "eval_loss": 1.383679747581482,
+      "eval_runtime": 31.2652,
+      "eval_samples_per_second": 7.101,
+      "eval_steps_per_second": 1.791,
+      "step": 600
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.030060120240482e-05,
+      "loss": 1.1945,
+      "step": 605
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 7.022044088176353e-05,
+      "loss": 1.3857,
+      "step": 610
+    },
+    {
+      "epoch": 1.22,
+      "eval_loss": 1.3890188932418823,
+      "eval_runtime": 31.2731,
+      "eval_samples_per_second": 7.099,
+      "eval_steps_per_second": 1.791,
+      "step": 610
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 7.014028056112226e-05,
+      "loss": 1.3095,
+      "step": 615
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 7.006012024048097e-05,
+      "loss": 1.2923,
+      "step": 620
+    },
+    {
+      "epoch": 1.24,
+      "eval_loss": 1.3452343940734863,
+      "eval_runtime": 31.2652,
+      "eval_samples_per_second": 7.101,
+      "eval_steps_per_second": 1.791,
+      "step": 620
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.997995991983969e-05,
+      "loss": 1.3602,
+      "step": 625
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.98997995991984e-05,
+      "loss": 1.28,
+      "step": 630
+    },
+    {
+      "epoch": 1.26,
+      "eval_loss": 1.349170446395874,
+      "eval_runtime": 31.2663,
+      "eval_samples_per_second": 7.1,
+      "eval_steps_per_second": 1.791,
+      "step": 630
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.981963927855712e-05,
+      "loss": 1.3712,
+      "step": 635
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.973947895791584e-05,
+      "loss": 1.4052,
+      "step": 640
+    },
+    {
+      "epoch": 1.28,
+      "eval_loss": 1.3253566026687622,
+      "eval_runtime": 31.2668,
+      "eval_samples_per_second": 7.1,
+      "eval_steps_per_second": 1.791,
+      "step": 640
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 6.965931863727456e-05,
+      "loss": 1.2965,
+      "step": 645
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 6.957915831663327e-05,
+      "loss": 1.3992,
+      "step": 650
+    },
+    {
+      "epoch": 1.3,
+      "eval_loss": 1.367018461227417,
+      "eval_runtime": 31.2605,
+      "eval_samples_per_second": 7.102,
+      "eval_steps_per_second": 1.791,
+      "step": 650
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 6.949899799599199e-05,
+      "loss": 1.3044,
+      "step": 655
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 6.941883767535071e-05,
+      "loss": 1.5044,
+      "step": 660
+    },
+    {
+      "epoch": 1.32,
+      "eval_loss": 1.3153263330459595,
+      "eval_runtime": 31.2645,
+      "eval_samples_per_second": 7.101,
+      "eval_steps_per_second": 1.791,
+      "step": 660
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 6.933867735470942e-05,
+      "loss": 1.3481,
+      "step": 665
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 6.925851703406814e-05,
+      "loss": 1.2274,
+      "step": 670
+    },
+    {
+      "epoch": 1.34,
+      "eval_loss": 1.314244270324707,
+      "eval_runtime": 31.2738,
+      "eval_samples_per_second": 7.099,
+      "eval_steps_per_second": 1.791,
+      "step": 670
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 6.917835671342686e-05,
+      "loss": 1.3536,
+      "step": 675
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 6.909819639278557e-05,
+      "loss": 1.2392,
+      "step": 680
+    },
+    {
+      "epoch": 1.36,
+      "eval_loss": 1.3149820566177368,
+      "eval_runtime": 31.2585,
+      "eval_samples_per_second": 7.102,
+      "eval_steps_per_second": 1.792,
+      "step": 680
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 6.901803607214429e-05,
+      "loss": 1.2368,
+      "step": 685
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 6.893787575150301e-05,
+      "loss": 1.365,
+      "step": 690
+    },
+    {
+      "epoch": 1.38,
+      "eval_loss": 1.296552300453186,
+      "eval_runtime": 31.2732,
+      "eval_samples_per_second": 7.099,
+      "eval_steps_per_second": 1.791,
+      "step": 690
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 6.885771543086174e-05,
+      "loss": 1.1902,
+      "step": 695
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 6.877755511022044e-05,
+      "loss": 1.3024,
+      "step": 700
+    },
+    {
+      "epoch": 1.4,
+      "eval_loss": 1.2687900066375732,
+      "eval_runtime": 31.2617,
+      "eval_samples_per_second": 7.101,
+      "eval_steps_per_second": 1.791,
+      "step": 700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 6.869739478957917e-05,
+      "loss": 1.2785,
+      "step": 705
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 6.861723446893787e-05,
+      "loss": 1.347,
+      "step": 710
+    },
+    {
+      "epoch": 1.42,
+      "eval_loss": 1.2873570919036865,
+      "eval_runtime": 31.2708,
+      "eval_samples_per_second": 7.099,
+      "eval_steps_per_second": 1.791,
+      "step": 710
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 6.85370741482966e-05,
+      "loss": 1.4252,
+      "step": 715
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 6.845691382765531e-05,
+      "loss": 1.3898,
+      "step": 720
+    },
+    {
+      "epoch": 1.44,
+      "eval_loss": 1.2543420791625977,
+      "eval_runtime": 31.2712,
+      "eval_samples_per_second": 7.099,
+      "eval_steps_per_second": 1.791,
+      "step": 720
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 6.837675350701404e-05,
+      "loss": 1.1915,
+      "step": 725
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 6.829659318637275e-05,
+      "loss": 1.4256,
+      "step": 730
+    },
+    {
+      "epoch": 1.46,
+      "eval_loss": 1.2396987676620483,
+      "eval_runtime": 31.2721,
+      "eval_samples_per_second": 7.099,
+      "eval_steps_per_second": 1.791,
+      "step": 730
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 6.821643286573147e-05,
+      "loss": 1.1646,
+      "step": 735
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 6.813627254509019e-05,
+      "loss": 1.2566,
+      "step": 740
+    },
+    {
+      "epoch": 1.48,
+      "eval_loss": 1.2429862022399902,
+      "eval_runtime": 31.2712,
+      "eval_samples_per_second": 7.099,
+      "eval_steps_per_second": 1.791,
+      "step": 740
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 6.80561122244489e-05,
+      "loss": 1.209,
+      "step": 745
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 6.797595190380762e-05,
+      "loss": 1.2473,
+      "step": 750
+    },
+    {
+      "epoch": 1.5,
+      "eval_loss": 1.2135179042816162,
+      "eval_runtime": 31.2749,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.791,
+      "step": 750
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 6.789579158316634e-05,
+      "loss": 1.1848,
+      "step": 755
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 6.781563126252505e-05,
+      "loss": 1.1466,
+      "step": 760
+    },
+    {
+      "epoch": 1.52,
+      "eval_loss": 1.2170690298080444,
+      "eval_runtime": 31.2836,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 760
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 6.773547094188377e-05,
+      "loss": 1.2543,
+      "step": 765
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.765531062124249e-05,
+      "loss": 1.3065,
+      "step": 770
+    },
+    {
+      "epoch": 1.54,
+      "eval_loss": 1.1896520853042603,
+      "eval_runtime": 31.2763,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.79,
+      "step": 770
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.75751503006012e-05,
+      "loss": 1.1649,
+      "step": 775
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.749498997995992e-05,
+      "loss": 1.3033,
+      "step": 780
+    },
+    {
+      "epoch": 1.56,
+      "eval_loss": 1.1646301746368408,
+      "eval_runtime": 31.2767,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.79,
+      "step": 780
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.741482965931864e-05,
+      "loss": 1.0613,
+      "step": 785
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.733466933867735e-05,
+      "loss": 1.1166,
+      "step": 790
+    },
+    {
+      "epoch": 1.58,
+      "eval_loss": 1.1722773313522339,
+      "eval_runtime": 31.2753,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.791,
+      "step": 790
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.725450901803607e-05,
+      "loss": 1.1091,
+      "step": 795
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.717434869739479e-05,
+      "loss": 1.0874,
+      "step": 800
+    },
+    {
+      "epoch": 1.6,
+      "eval_loss": 1.1511393785476685,
+      "eval_runtime": 31.2755,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.791,
+      "step": 800
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 6.709418837675352e-05,
+      "loss": 1.2602,
+      "step": 805
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 6.701402805611222e-05,
+      "loss": 1.017,
+      "step": 810
+    },
+    {
+      "epoch": 1.62,
+      "eval_loss": 1.1395540237426758,
+      "eval_runtime": 31.2767,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.79,
+      "step": 810
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 6.693386773547095e-05,
+      "loss": 1.153,
+      "step": 815
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 6.685370741482966e-05,
+      "loss": 1.0437,
+      "step": 820
+    },
+    {
+      "epoch": 1.64,
+      "eval_loss": 1.1016473770141602,
+      "eval_runtime": 31.2746,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.791,
+      "step": 820
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 6.677354709418839e-05,
+      "loss": 1.0316,
+      "step": 825
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 6.669338677354709e-05,
+      "loss": 1.2206,
+      "step": 830
+    },
+    {
+      "epoch": 1.66,
+      "eval_loss": 1.0841138362884521,
+      "eval_runtime": 31.2759,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.791,
+      "step": 830
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 6.661322645290582e-05,
+      "loss": 0.9704,
+      "step": 835
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 6.653306613226454e-05,
+      "loss": 0.9738,
+      "step": 840
+    },
+    {
+      "epoch": 1.68,
+      "eval_loss": 1.0759927034378052,
+      "eval_runtime": 31.2775,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.79,
+      "step": 840
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 6.645290581162325e-05,
+      "loss": 1.1332,
+      "step": 845
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 6.637274549098197e-05,
+      "loss": 1.1351,
+      "step": 850
+    },
+    {
+      "epoch": 1.7,
+      "eval_loss": 1.0561842918395996,
+      "eval_runtime": 31.2727,
+      "eval_samples_per_second": 7.099,
+      "eval_steps_per_second": 1.791,
+      "step": 850
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 6.629258517034069e-05,
+      "loss": 1.0462,
+      "step": 855
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 6.62124248496994e-05,
+      "loss": 1.0697,
+      "step": 860
+    },
+    {
+      "epoch": 1.72,
+      "eval_loss": 1.05562424659729,
+      "eval_runtime": 31.2794,
+      "eval_samples_per_second": 7.097,
+      "eval_steps_per_second": 1.79,
+      "step": 860
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 6.613226452905812e-05,
+      "loss": 1.1096,
+      "step": 865
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 6.605210420841685e-05,
+      "loss": 1.0296,
+      "step": 870
+    },
+    {
+      "epoch": 1.74,
+      "eval_loss": 1.034234881401062,
+      "eval_runtime": 31.2794,
+      "eval_samples_per_second": 7.097,
+      "eval_steps_per_second": 1.79,
+      "step": 870
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 6.597194388777555e-05,
+      "loss": 1.0413,
+      "step": 875
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 6.589178356713428e-05,
+      "loss": 1.0904,
+      "step": 880
+    },
+    {
+      "epoch": 1.76,
+      "eval_loss": 1.0046826601028442,
+      "eval_runtime": 31.283,
+      "eval_samples_per_second": 7.097,
+      "eval_steps_per_second": 1.79,
+      "step": 880
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 6.581162324649299e-05,
+      "loss": 1.0728,
+      "step": 885
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.573146292585172e-05,
+      "loss": 1.01,
+      "step": 890
+    },
+    {
+      "epoch": 1.78,
+      "eval_loss": 1.018371820449829,
+      "eval_runtime": 31.2848,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 890
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 6.565130260521042e-05,
+      "loss": 1.047,
+      "step": 895
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 6.557114228456915e-05,
+      "loss": 0.951,
+      "step": 900
+    },
+    {
+      "epoch": 1.8,
+      "eval_loss": 0.9845412969589233,
+      "eval_runtime": 31.2866,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 6.549098196392787e-05,
+      "loss": 0.9055,
+      "step": 905
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 6.541082164328658e-05,
+      "loss": 1.0111,
+      "step": 910
+    },
+    {
+      "epoch": 1.82,
+      "eval_loss": 0.9674527049064636,
+      "eval_runtime": 31.2872,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 910
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 6.53306613226453e-05,
+      "loss": 0.9433,
+      "step": 915
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 6.525050100200402e-05,
+      "loss": 1.0824,
+      "step": 920
+    },
+    {
+      "epoch": 1.84,
+      "eval_loss": 0.9758660793304443,
+      "eval_runtime": 31.2867,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 920
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 6.517034068136273e-05,
+      "loss": 0.9381,
+      "step": 925
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 6.509018036072145e-05,
+      "loss": 0.9745,
+      "step": 930
+    },
+    {
+      "epoch": 1.86,
+      "eval_loss": 0.9335694909095764,
+      "eval_runtime": 31.2906,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 930
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 6.501002004008017e-05,
+      "loss": 0.8404,
+      "step": 935
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 6.492985971943888e-05,
+      "loss": 0.8632,
+      "step": 940
+    },
+    {
+      "epoch": 1.88,
+      "eval_loss": 0.934661865234375,
+      "eval_runtime": 31.2917,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 940
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 6.48496993987976e-05,
+      "loss": 0.9011,
+      "step": 945
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 6.476953907815632e-05,
+      "loss": 0.9959,
+      "step": 950
+    },
+    {
+      "epoch": 1.9,
+      "eval_loss": 0.9394508600234985,
+      "eval_runtime": 31.2847,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 950
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 6.468937875751503e-05,
+      "loss": 0.967,
+      "step": 955
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 6.460921843687375e-05,
+      "loss": 0.8906,
+      "step": 960
+    },
+    {
+      "epoch": 1.92,
+      "eval_loss": 0.8965132236480713,
+      "eval_runtime": 31.292,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 960
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 6.452905811623247e-05,
+      "loss": 0.9108,
+      "step": 965
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 6.444889779559118e-05,
+      "loss": 1.0552,
+      "step": 970
+    },
+    {
+      "epoch": 1.94,
+      "eval_loss": 0.8891679048538208,
+      "eval_runtime": 31.2905,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 970
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 6.43687374749499e-05,
+      "loss": 0.8783,
+      "step": 975
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.428857715430863e-05,
+      "loss": 0.8387,
+      "step": 980
+    },
+    {
+      "epoch": 1.96,
+      "eval_loss": 0.8821650147438049,
+      "eval_runtime": 31.2928,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 980
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 6.420841683366733e-05,
+      "loss": 0.9528,
+      "step": 985
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 6.412825651302606e-05,
+      "loss": 1.0068,
+      "step": 990
+    },
+    {
+      "epoch": 1.98,
+      "eval_loss": 0.8804778456687927,
+      "eval_runtime": 31.2971,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 990
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 6.404809619238477e-05,
+      "loss": 0.9084,
+      "step": 995
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 6.39679358717435e-05,
+      "loss": 1.083,
+      "step": 1000
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.8489722013473511,
+      "eval_runtime": 31.2897,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 1000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 6.38877755511022e-05,
+      "loss": 0.9829,
+      "step": 1005
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 6.380761523046093e-05,
+      "loss": 0.8407,
+      "step": 1010
+    },
+    {
+      "epoch": 2.02,
+      "eval_loss": 0.8456799387931824,
+      "eval_runtime": 31.202,
+      "eval_samples_per_second": 7.115,
+      "eval_steps_per_second": 1.795,
+      "step": 1010
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 6.372745490981965e-05,
+      "loss": 0.7473,
+      "step": 1015
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 6.364729458917836e-05,
+      "loss": 0.7468,
+      "step": 1020
+    },
+    {
+      "epoch": 2.04,
+      "eval_loss": 0.8285406827926636,
+      "eval_runtime": 31.2693,
+      "eval_samples_per_second": 7.1,
+      "eval_steps_per_second": 1.791,
+      "step": 1020
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 6.356713426853708e-05,
+      "loss": 0.892,
+      "step": 1025
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 6.34869739478958e-05,
+      "loss": 0.8421,
+      "step": 1030
+    },
+    {
+      "epoch": 2.06,
+      "eval_loss": 0.8055410385131836,
+      "eval_runtime": 31.2828,
+      "eval_samples_per_second": 7.097,
+      "eval_steps_per_second": 1.79,
+      "step": 1030
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 6.340681362725451e-05,
+      "loss": 0.7795,
+      "step": 1035
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 6.332665330661323e-05,
+      "loss": 0.8407,
+      "step": 1040
+    },
+    {
+      "epoch": 2.08,
+      "eval_loss": 0.8160460591316223,
+      "eval_runtime": 31.2892,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 1040
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 6.324649298597195e-05,
+      "loss": 0.7307,
+      "step": 1045
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 6.316633266533066e-05,
+      "loss": 0.8126,
+      "step": 1050
+    },
+    {
+      "epoch": 2.1,
+      "eval_loss": 0.8266436457633972,
+      "eval_runtime": 31.2933,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 1050
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 6.308617234468938e-05,
+      "loss": 0.7997,
+      "step": 1055
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 6.30060120240481e-05,
+      "loss": 0.7318,
+      "step": 1060
+    },
+    {
+      "epoch": 2.12,
+      "eval_loss": 0.815096914768219,
+      "eval_runtime": 31.3047,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1060
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 6.292585170340681e-05,
+      "loss": 0.7908,
+      "step": 1065
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 6.284569138276553e-05,
+      "loss": 0.9142,
+      "step": 1070
+    },
+    {
+      "epoch": 2.14,
+      "eval_loss": 0.7875866889953613,
+      "eval_runtime": 31.2805,
+      "eval_samples_per_second": 7.097,
+      "eval_steps_per_second": 1.79,
+      "step": 1070
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 6.276553106212425e-05,
+      "loss": 0.7489,
+      "step": 1075
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 6.268537074148298e-05,
+      "loss": 0.6483,
+      "step": 1080
+    },
+    {
+      "epoch": 2.16,
+      "eval_loss": 0.7866150736808777,
+      "eval_runtime": 31.2895,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 1080
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 6.260521042084168e-05,
+      "loss": 0.7886,
+      "step": 1085
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 6.252505010020041e-05,
+      "loss": 0.8092,
+      "step": 1090
+    },
+    {
+      "epoch": 2.18,
+      "eval_loss": 0.7817696332931519,
+      "eval_runtime": 31.2844,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 1090
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 6.244488977955911e-05,
+      "loss": 0.6213,
+      "step": 1095
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 6.236472945891785e-05,
+      "loss": 0.8235,
+      "step": 1100
+    },
+    {
+      "epoch": 2.2,
+      "eval_loss": 0.7707763910293579,
+      "eval_runtime": 31.2903,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 1100
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 6.228456913827655e-05,
+      "loss": 0.8963,
+      "step": 1105
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 6.220440881763528e-05,
+      "loss": 0.7062,
+      "step": 1110
+    },
+    {
+      "epoch": 2.22,
+      "eval_loss": 0.7692943811416626,
+      "eval_runtime": 31.2891,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 1110
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 6.2124248496994e-05,
+      "loss": 0.7988,
+      "step": 1115
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 6.204408817635271e-05,
+      "loss": 0.7348,
+      "step": 1120
+    },
+    {
+      "epoch": 2.24,
+      "eval_loss": 0.7874757647514343,
+      "eval_runtime": 31.2928,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 1120
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 6.196392785571143e-05,
+      "loss": 0.6604,
+      "step": 1125
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 6.188376753507015e-05,
+      "loss": 0.7507,
+      "step": 1130
+    },
+    {
+      "epoch": 2.26,
+      "eval_loss": 0.7566913962364197,
+      "eval_runtime": 31.2871,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 1130
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 6.180360721442886e-05,
+      "loss": 0.7219,
+      "step": 1135
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 6.172344689378758e-05,
+      "loss": 0.7588,
+      "step": 1140
+    },
+    {
+      "epoch": 2.28,
+      "eval_loss": 0.7564798593521118,
+      "eval_runtime": 31.2861,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 1140
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 6.16432865731463e-05,
+      "loss": 0.7573,
+      "step": 1145
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 6.156312625250501e-05,
+      "loss": 0.605,
+      "step": 1150
+    },
+    {
+      "epoch": 2.3,
+      "eval_loss": 0.7298113703727722,
+      "eval_runtime": 31.2916,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 1150
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 6.148296593186374e-05,
+      "loss": 0.7134,
+      "step": 1155
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 6.140280561122245e-05,
+      "loss": 0.8721,
+      "step": 1160
+    },
+    {
+      "epoch": 2.32,
+      "eval_loss": 0.7254282236099243,
+      "eval_runtime": 31.2918,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 1160
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 6.132264529058118e-05,
+      "loss": 0.8905,
+      "step": 1165
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 6.124248496993988e-05,
+      "loss": 0.6988,
+      "step": 1170
+    },
+    {
+      "epoch": 2.34,
+      "eval_loss": 0.7072407007217407,
+      "eval_runtime": 31.2946,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1170
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 6.116232464929861e-05,
+      "loss": 0.6772,
+      "step": 1175
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 6.108216432865731e-05,
+      "loss": 0.6294,
+      "step": 1180
+    },
+    {
+      "epoch": 2.36,
+      "eval_loss": 0.7082269787788391,
+      "eval_runtime": 31.303,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1180
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 6.100200400801604e-05,
+      "loss": 0.5605,
+      "step": 1185
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.092184368737475e-05,
+      "loss": 0.7117,
+      "step": 1190
+    },
+    {
+      "epoch": 2.38,
+      "eval_loss": 0.7112658619880676,
+      "eval_runtime": 31.295,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1190
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 6.0841683366733476e-05,
+      "loss": 0.7873,
+      "step": 1195
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 6.0761523046092186e-05,
+      "loss": 0.8558,
+      "step": 1200
+    },
+    {
+      "epoch": 2.4,
+      "eval_loss": 0.6991309523582458,
+      "eval_runtime": 31.3002,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1200
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 6.068136272545091e-05,
+      "loss": 0.8755,
+      "step": 1205
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 6.060120240480962e-05,
+      "loss": 0.6187,
+      "step": 1210
+    },
+    {
+      "epoch": 2.42,
+      "eval_loss": 0.690467119216919,
+      "eval_runtime": 31.2955,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1210
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 6.052104208416834e-05,
+      "loss": 0.7238,
+      "step": 1215
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 6.044088176352706e-05,
+      "loss": 0.6791,
+      "step": 1220
+    },
+    {
+      "epoch": 2.44,
+      "eval_loss": 0.687512993812561,
+      "eval_runtime": 31.3006,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1220
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 6.0360721442885776e-05,
+      "loss": 0.7325,
+      "step": 1225
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 6.028056112224449e-05,
+      "loss": 0.5447,
+      "step": 1230
+    },
+    {
+      "epoch": 2.46,
+      "eval_loss": 0.6869089007377625,
+      "eval_runtime": 31.296,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1230
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 6.0200400801603217e-05,
+      "loss": 0.7392,
+      "step": 1235
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 6.0120240480961926e-05,
+      "loss": 0.7299,
+      "step": 1240
+    },
+    {
+      "epoch": 2.48,
+      "eval_loss": 0.6777493357658386,
+      "eval_runtime": 31.2976,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1240
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 6.004008016032065e-05,
+      "loss": 0.7736,
+      "step": 1245
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 5.995991983967936e-05,
+      "loss": 0.5829,
+      "step": 1250
+    },
+    {
+      "epoch": 2.5,
+      "eval_loss": 0.6657550930976868,
+      "eval_runtime": 31.2961,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1250
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 5.987975951903808e-05,
+      "loss": 0.7086,
+      "step": 1255
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 5.979959919839679e-05,
+      "loss": 0.6435,
+      "step": 1260
+    },
+    {
+      "epoch": 2.52,
+      "eval_loss": 0.6603330969810486,
+      "eval_runtime": 31.2999,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1260
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 5.971943887775552e-05,
+      "loss": 0.6293,
+      "step": 1265
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 5.9639278557114233e-05,
+      "loss": 0.7303,
+      "step": 1270
+    },
+    {
+      "epoch": 2.54,
+      "eval_loss": 0.6578312516212463,
+      "eval_runtime": 31.305,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1270
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.955911823647295e-05,
+      "loss": 0.6796,
+      "step": 1275
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 5.947895791583167e-05,
+      "loss": 0.7244,
+      "step": 1280
+    },
+    {
+      "epoch": 2.56,
+      "eval_loss": 0.6594119668006897,
+      "eval_runtime": 31.3007,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1280
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.939879759519039e-05,
+      "loss": 0.6601,
+      "step": 1285
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.93186372745491e-05,
+      "loss": 0.6463,
+      "step": 1290
+    },
+    {
+      "epoch": 2.58,
+      "eval_loss": 0.640873372554779,
+      "eval_runtime": 31.295,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1290
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.9238476953907824e-05,
+      "loss": 0.6722,
+      "step": 1295
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.9158316633266534e-05,
+      "loss": 0.7766,
+      "step": 1300
+    },
+    {
+      "epoch": 2.6,
+      "eval_loss": 0.6417058706283569,
+      "eval_runtime": 31.3016,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1300
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 5.907815631262526e-05,
+      "loss": 0.5843,
+      "step": 1305
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 5.899799599198397e-05,
+      "loss": 0.6012,
+      "step": 1310
+    },
+    {
+      "epoch": 2.62,
+      "eval_loss": 0.646079957485199,
+      "eval_runtime": 31.2989,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1310
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 5.891783567134269e-05,
+      "loss": 0.7435,
+      "step": 1315
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 5.883767535070141e-05,
+      "loss": 0.5974,
+      "step": 1320
+    },
+    {
+      "epoch": 2.64,
+      "eval_loss": 0.6364943981170654,
+      "eval_runtime": 31.305,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1320
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 5.8757515030060124e-05,
+      "loss": 0.6149,
+      "step": 1325
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 5.867735470941884e-05,
+      "loss": 0.556,
+      "step": 1330
+    },
+    {
+      "epoch": 2.66,
+      "eval_loss": 0.6301265358924866,
+      "eval_runtime": 31.3004,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1330
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.859719438877756e-05,
+      "loss": 0.5322,
+      "step": 1335
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 5.8517034068136274e-05,
+      "loss": 0.6369,
+      "step": 1340
+    },
+    {
+      "epoch": 2.68,
+      "eval_loss": 0.6247262358665466,
+      "eval_runtime": 31.298,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1340
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 5.8436873747495e-05,
+      "loss": 0.6517,
+      "step": 1345
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 5.835671342685371e-05,
+      "loss": 0.5699,
+      "step": 1350
+    },
+    {
+      "epoch": 2.7,
+      "eval_loss": 0.6162915229797363,
+      "eval_runtime": 31.2973,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1350
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 5.827655310621243e-05,
+      "loss": 0.6318,
+      "step": 1355
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 5.819639278557114e-05,
+      "loss": 0.624,
+      "step": 1360
+    },
+    {
+      "epoch": 2.72,
+      "eval_loss": 0.6137639880180359,
+      "eval_runtime": 31.3062,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 1360
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 5.8116232464929865e-05,
+      "loss": 0.695,
+      "step": 1365
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 5.8036072144288574e-05,
+      "loss": 0.6774,
+      "step": 1370
+    },
+    {
+      "epoch": 2.74,
+      "eval_loss": 0.6134688854217529,
+      "eval_runtime": 31.2931,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 1370
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 5.79559118236473e-05,
+      "loss": 0.5395,
+      "step": 1375
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 5.7875751503006015e-05,
+      "loss": 0.5553,
+      "step": 1380
+    },
+    {
+      "epoch": 2.76,
+      "eval_loss": 0.6075760126113892,
+      "eval_runtime": 31.3038,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1380
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 5.779559118236473e-05,
+      "loss": 0.8059,
+      "step": 1385
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 5.7715430861723455e-05,
+      "loss": 0.604,
+      "step": 1390
+    },
+    {
+      "epoch": 2.78,
+      "eval_loss": 0.5937612652778625,
+      "eval_runtime": 31.3124,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 1390
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 5.763527054108217e-05,
+      "loss": 0.6524,
+      "step": 1395
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 5.755511022044089e-05,
+      "loss": 0.6087,
+      "step": 1400
+    },
+    {
+      "epoch": 2.8,
+      "eval_loss": 0.5955749750137329,
+      "eval_runtime": 31.3138,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 1400
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 5.7474949899799605e-05,
+      "loss": 0.6067,
+      "step": 1405
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 5.739478957915833e-05,
+      "loss": 0.5935,
+      "step": 1410
+    },
+    {
+      "epoch": 2.82,
+      "eval_loss": 0.5933490991592407,
+      "eval_runtime": 31.3036,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1410
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 5.731462925851704e-05,
+      "loss": 0.6652,
+      "step": 1415
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 5.723446893787576e-05,
+      "loss": 0.6042,
+      "step": 1420
+    },
+    {
+      "epoch": 2.84,
+      "eval_loss": 0.5911222100257874,
+      "eval_runtime": 31.2993,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1420
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 5.715430861723447e-05,
+      "loss": 0.6957,
+      "step": 1425
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 5.7074148296593195e-05,
+      "loss": 0.6425,
+      "step": 1430
+    },
+    {
+      "epoch": 2.86,
+      "eval_loss": 0.5844302773475647,
+      "eval_runtime": 31.2967,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1430
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 5.6993987975951905e-05,
+      "loss": 0.4406,
+      "step": 1435
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 5.691382765531063e-05,
+      "loss": 0.6316,
+      "step": 1440
+    },
+    {
+      "epoch": 2.88,
+      "eval_loss": 0.5744926929473877,
+      "eval_runtime": 31.3029,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1440
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 5.6833667334669345e-05,
+      "loss": 0.5697,
+      "step": 1445
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 5.675350701402806e-05,
+      "loss": 0.597,
+      "step": 1450
+    },
+    {
+      "epoch": 2.9,
+      "eval_loss": 0.5694547891616821,
+      "eval_runtime": 31.311,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 1450
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 5.667334669338678e-05,
+      "loss": 0.5544,
+      "step": 1455
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 5.6593186372745496e-05,
+      "loss": 0.5754,
+      "step": 1460
+    },
+    {
+      "epoch": 2.92,
+      "eval_loss": 0.5703684091567993,
+      "eval_runtime": 31.3157,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 1460
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 5.651302605210421e-05,
+      "loss": 0.465,
+      "step": 1465
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 5.6432865731462936e-05,
+      "loss": 0.5197,
+      "step": 1470
+    },
+    {
+      "epoch": 2.94,
+      "eval_loss": 0.5696949362754822,
+      "eval_runtime": 31.3085,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 1470
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 5.6352705410821646e-05,
+      "loss": 0.6936,
+      "step": 1475
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 5.627254509018037e-05,
+      "loss": 0.6256,
+      "step": 1480
+    },
+    {
+      "epoch": 2.96,
+      "eval_loss": 0.5596420764923096,
+      "eval_runtime": 31.3048,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1480
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 5.619238476953908e-05,
+      "loss": 0.6175,
+      "step": 1485
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 5.61122244488978e-05,
+      "loss": 0.5818,
+      "step": 1490
+    },
+    {
+      "epoch": 2.98,
+      "eval_loss": 0.5599228739738464,
+      "eval_runtime": 31.3107,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 1490
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 5.603206412825652e-05,
+      "loss": 0.5264,
+      "step": 1495
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 5.5951903807615236e-05,
+      "loss": 0.5464,
+      "step": 1500
+    },
+    {
+      "epoch": 3.01,
+      "eval_loss": 0.5564998388290405,
+      "eval_runtime": 31.303,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1500
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 5.587174348697395e-05,
+      "loss": 0.3897,
+      "step": 1505
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 5.579158316633267e-05,
+      "loss": 0.4616,
+      "step": 1510
+    },
+    {
+      "epoch": 3.03,
+      "eval_loss": 0.5629072189331055,
+      "eval_runtime": 31.0222,
+      "eval_samples_per_second": 7.156,
+      "eval_steps_per_second": 1.805,
+      "step": 1510
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 5.5711422845691386e-05,
+      "loss": 0.6419,
+      "step": 1515
+    },
+    {
+      "epoch": 3.05,
+      "learning_rate": 5.563126252505011e-05,
+      "loss": 0.6482,
+      "step": 1520
+    },
+    {
+      "epoch": 3.05,
+      "eval_loss": 0.5529131889343262,
+      "eval_runtime": 31.2128,
+      "eval_samples_per_second": 7.112,
+      "eval_steps_per_second": 1.794,
+      "step": 1520
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 5.555110220440882e-05,
+      "loss": 0.5377,
+      "step": 1525
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 5.547094188376754e-05,
+      "loss": 0.5356,
+      "step": 1530
+    },
+    {
+      "epoch": 3.07,
+      "eval_loss": 0.5526372790336609,
+      "eval_runtime": 31.2759,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.791,
+      "step": 1530
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 5.539078156312625e-05,
+      "loss": 0.589,
+      "step": 1535
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 5.5310621242484976e-05,
+      "loss": 0.5688,
+      "step": 1540
+    },
+    {
+      "epoch": 3.09,
+      "eval_loss": 0.5528168678283691,
+      "eval_runtime": 31.2986,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1540
+    },
+    {
+      "epoch": 3.1,
+      "learning_rate": 5.5230460921843686e-05,
+      "loss": 0.4732,
+      "step": 1545
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 5.515030060120241e-05,
+      "loss": 0.6018,
+      "step": 1550
+    },
+    {
+      "epoch": 3.11,
+      "eval_loss": 0.5408484935760498,
+      "eval_runtime": 31.3037,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1550
+    },
+    {
+      "epoch": 3.12,
+      "learning_rate": 5.5070140280561127e-05,
+      "loss": 0.505,
+      "step": 1555
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 5.498997995991984e-05,
+      "loss": 0.5794,
+      "step": 1560
+    },
+    {
+      "epoch": 3.13,
+      "eval_loss": 0.5370539426803589,
+      "eval_runtime": 31.3017,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1560
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 5.490981963927856e-05,
+      "loss": 0.5621,
+      "step": 1565
+    },
+    {
+      "epoch": 3.15,
+      "learning_rate": 5.4829659318637283e-05,
+      "loss": 0.5443,
+      "step": 1570
+    },
+    {
+      "epoch": 3.15,
+      "eval_loss": 0.537534236907959,
+      "eval_runtime": 31.2972,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1570
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 5.474949899799599e-05,
+      "loss": 0.449,
+      "step": 1575
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 5.466933867735472e-05,
+      "loss": 0.4435,
+      "step": 1580
+    },
+    {
+      "epoch": 3.17,
+      "eval_loss": 0.5345003604888916,
+      "eval_runtime": 31.2985,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1580
+    },
+    {
+      "epoch": 3.18,
+      "learning_rate": 5.458917835671343e-05,
+      "loss": 0.4819,
+      "step": 1585
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 5.450901803607215e-05,
+      "loss": 0.5087,
+      "step": 1590
+    },
+    {
+      "epoch": 3.19,
+      "eval_loss": 0.5292515754699707,
+      "eval_runtime": 31.3021,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1590
+    },
+    {
+      "epoch": 3.2,
+      "learning_rate": 5.442885771543086e-05,
+      "loss": 0.453,
+      "step": 1595
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 5.4348697394789584e-05,
+      "loss": 0.518,
+      "step": 1600
+    },
+    {
+      "epoch": 3.21,
+      "eval_loss": 0.5336319804191589,
+      "eval_runtime": 31.2945,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1600
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 5.42685370741483e-05,
+      "loss": 0.5508,
+      "step": 1605
+    },
+    {
+      "epoch": 3.23,
+      "learning_rate": 5.418837675350702e-05,
+      "loss": 0.5914,
+      "step": 1610
+    },
+    {
+      "epoch": 3.23,
+      "eval_loss": 0.5315628051757812,
+      "eval_runtime": 31.3062,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 1610
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 5.4108216432865734e-05,
+      "loss": 0.5609,
+      "step": 1615
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 5.402805611222446e-05,
+      "loss": 0.5667,
+      "step": 1620
+    },
+    {
+      "epoch": 3.25,
+      "eval_loss": 0.5254489183425903,
+      "eval_runtime": 31.2915,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 1620
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 5.394789579158317e-05,
+      "loss": 0.5349,
+      "step": 1625
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 5.386773547094189e-05,
+      "loss": 0.5218,
+      "step": 1630
+    },
+    {
+      "epoch": 3.27,
+      "eval_loss": 0.5206549167633057,
+      "eval_runtime": 31.2983,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1630
+    },
+    {
+      "epoch": 3.28,
+      "learning_rate": 5.37875751503006e-05,
+      "loss": 0.5036,
+      "step": 1635
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 5.3707414829659324e-05,
+      "loss": 0.4267,
+      "step": 1640
+    },
+    {
+      "epoch": 3.29,
+      "eval_loss": 0.5270143151283264,
+      "eval_runtime": 31.2985,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1640
+    },
+    {
+      "epoch": 3.3,
+      "learning_rate": 5.3627254509018034e-05,
+      "loss": 0.5262,
+      "step": 1645
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 5.354709418837676e-05,
+      "loss": 0.5839,
+      "step": 1650
+    },
+    {
+      "epoch": 3.31,
+      "eval_loss": 0.5198652148246765,
+      "eval_runtime": 31.2991,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1650
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 5.3466933867735474e-05,
+      "loss": 0.4521,
+      "step": 1655
+    },
+    {
+      "epoch": 3.33,
+      "learning_rate": 5.338677354709419e-05,
+      "loss": 0.5095,
+      "step": 1660
+    },
+    {
+      "epoch": 3.33,
+      "eval_loss": 0.5267544984817505,
+      "eval_runtime": 31.299,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1660
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 5.3306613226452914e-05,
+      "loss": 0.5022,
+      "step": 1665
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 5.3226452905811624e-05,
+      "loss": 0.4616,
+      "step": 1670
+    },
+    {
+      "epoch": 3.35,
+      "eval_loss": 0.5191987752914429,
+      "eval_runtime": 31.2917,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 1670
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 5.314629258517035e-05,
+      "loss": 0.5251,
+      "step": 1675
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 5.3066132264529065e-05,
+      "loss": 0.5027,
+      "step": 1680
+    },
+    {
+      "epoch": 3.37,
+      "eval_loss": 0.5106366872787476,
+      "eval_runtime": 31.2948,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1680
+    },
+    {
+      "epoch": 3.38,
+      "learning_rate": 5.298597194388778e-05,
+      "loss": 0.5192,
+      "step": 1685
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 5.29058116232465e-05,
+      "loss": 0.441,
+      "step": 1690
+    },
+    {
+      "epoch": 3.39,
+      "eval_loss": 0.5149854421615601,
+      "eval_runtime": 31.2974,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1690
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 5.282565130260522e-05,
+      "loss": 0.5155,
+      "step": 1695
+    },
+    {
+      "epoch": 3.41,
+      "learning_rate": 5.274549098196393e-05,
+      "loss": 0.4416,
+      "step": 1700
+    },
+    {
+      "epoch": 3.41,
+      "eval_loss": 0.5155748724937439,
+      "eval_runtime": 31.2962,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1700
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 5.2665330661322655e-05,
+      "loss": 0.5154,
+      "step": 1705
+    },
+    {
+      "epoch": 3.43,
+      "learning_rate": 5.2585170340681365e-05,
+      "loss": 0.4411,
+      "step": 1710
+    },
+    {
+      "epoch": 3.43,
+      "eval_loss": 0.5102916955947876,
+      "eval_runtime": 31.2896,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 1710
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 5.250501002004009e-05,
+      "loss": 0.5015,
+      "step": 1715
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 5.24248496993988e-05,
+      "loss": 0.47,
+      "step": 1720
+    },
+    {
+      "epoch": 3.45,
+      "eval_loss": 0.5037886500358582,
+      "eval_runtime": 31.2923,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 1720
+    },
+    {
+      "epoch": 3.46,
+      "learning_rate": 5.234468937875752e-05,
+      "loss": 0.403,
+      "step": 1725
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 5.226452905811624e-05,
+      "loss": 0.5079,
+      "step": 1730
+    },
+    {
+      "epoch": 3.47,
+      "eval_loss": 0.5047650337219238,
+      "eval_runtime": 31.2924,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 1730
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 5.2184368737474955e-05,
+      "loss": 0.4939,
+      "step": 1735
+    },
+    {
+      "epoch": 3.49,
+      "learning_rate": 5.210420841683367e-05,
+      "loss": 0.3913,
+      "step": 1740
+    },
+    {
+      "epoch": 3.49,
+      "eval_loss": 0.508187472820282,
+      "eval_runtime": 31.2958,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1740
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 5.2024048096192395e-05,
+      "loss": 0.3983,
+      "step": 1745
+    },
+    {
+      "epoch": 3.51,
+      "learning_rate": 5.1943887775551105e-05,
+      "loss": 0.4977,
+      "step": 1750
+    },
+    {
+      "epoch": 3.51,
+      "eval_loss": 0.49760758876800537,
+      "eval_runtime": 31.3045,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1750
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 5.186372745490983e-05,
+      "loss": 0.5879,
+      "step": 1755
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 5.178356713426854e-05,
+      "loss": 0.5905,
+      "step": 1760
+    },
+    {
+      "epoch": 3.53,
+      "eval_loss": 0.4974704384803772,
+      "eval_runtime": 31.2985,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1760
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.170340681362726e-05,
+      "loss": 0.5392,
+      "step": 1765
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 5.162324649298597e-05,
+      "loss": 0.4362,
+      "step": 1770
+    },
+    {
+      "epoch": 3.55,
+      "eval_loss": 0.4961581230163574,
+      "eval_runtime": 31.306,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 1770
+    },
+    {
+      "epoch": 3.56,
+      "learning_rate": 5.1543086172344696e-05,
+      "loss": 0.522,
+      "step": 1775
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 5.146292585170341e-05,
+      "loss": 0.4309,
+      "step": 1780
+    },
+    {
+      "epoch": 3.57,
+      "eval_loss": 0.500778317451477,
+      "eval_runtime": 31.3034,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1780
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 5.138276553106213e-05,
+      "loss": 0.5687,
+      "step": 1785
+    },
+    {
+      "epoch": 3.59,
+      "learning_rate": 5.1302605210420846e-05,
+      "loss": 0.4477,
+      "step": 1790
+    },
+    {
+      "epoch": 3.59,
+      "eval_loss": 0.49876537919044495,
+      "eval_runtime": 31.2939,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1790
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 5.122244488977956e-05,
+      "loss": 0.4987,
+      "step": 1795
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 5.114228456913828e-05,
+      "loss": 0.4826,
+      "step": 1800
+    },
+    {
+      "epoch": 3.61,
+      "eval_loss": 0.488558828830719,
+      "eval_runtime": 31.2964,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1800
+    },
+    {
+      "epoch": 3.62,
+      "learning_rate": 5.1062124248497e-05,
+      "loss": 0.597,
+      "step": 1805
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 5.098196392785571e-05,
+      "loss": 0.6181,
+      "step": 1810
+    },
+    {
+      "epoch": 3.63,
+      "eval_loss": 0.48853781819343567,
+      "eval_runtime": 31.2965,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1810
+    },
+    {
+      "epoch": 3.64,
+      "learning_rate": 5.0901803607214436e-05,
+      "loss": 0.5415,
+      "step": 1815
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 5.0821643286573146e-05,
+      "loss": 0.4738,
+      "step": 1820
+    },
+    {
+      "epoch": 3.65,
+      "eval_loss": 0.48789137601852417,
+      "eval_runtime": 31.2967,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1820
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 5.074148296593187e-05,
+      "loss": 0.5222,
+      "step": 1825
+    },
+    {
+      "epoch": 3.67,
+      "learning_rate": 5.066132264529058e-05,
+      "loss": 0.4932,
+      "step": 1830
+    },
+    {
+      "epoch": 3.67,
+      "eval_loss": 0.4817972481250763,
+      "eval_runtime": 31.2976,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1830
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 5.05811623246493e-05,
+      "loss": 0.4425,
+      "step": 1835
+    },
+    {
+      "epoch": 3.69,
+      "learning_rate": 5.050100200400802e-05,
+      "loss": 0.4684,
+      "step": 1840
+    },
+    {
+      "epoch": 3.69,
+      "eval_loss": 0.4812251031398773,
+      "eval_runtime": 31.2943,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1840
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 5.0420841683366736e-05,
+      "loss": 0.5561,
+      "step": 1845
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 5.034068136272545e-05,
+      "loss": 0.5484,
+      "step": 1850
+    },
+    {
+      "epoch": 3.71,
+      "eval_loss": 0.47668221592903137,
+      "eval_runtime": 31.2926,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 1850
+    },
+    {
+      "epoch": 3.72,
+      "learning_rate": 5.0260521042084176e-05,
+      "loss": 0.5458,
+      "step": 1855
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 5.0180360721442886e-05,
+      "loss": 0.5086,
+      "step": 1860
+    },
+    {
+      "epoch": 3.73,
+      "eval_loss": 0.4790602922439575,
+      "eval_runtime": 31.298,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1860
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 5.010020040080161e-05,
+      "loss": 0.4593,
+      "step": 1865
+    },
+    {
+      "epoch": 3.75,
+      "learning_rate": 5.002004008016032e-05,
+      "loss": 0.3548,
+      "step": 1870
+    },
+    {
+      "epoch": 3.75,
+      "eval_loss": 0.4792560935020447,
+      "eval_runtime": 31.2988,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1870
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 4.993987975951904e-05,
+      "loss": 0.4227,
+      "step": 1875
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 4.985971943887775e-05,
+      "loss": 0.5229,
+      "step": 1880
+    },
+    {
+      "epoch": 3.77,
+      "eval_loss": 0.47653260827064514,
+      "eval_runtime": 31.3054,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 1880
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 4.977955911823648e-05,
+      "loss": 0.3925,
+      "step": 1885
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 4.9699398797595193e-05,
+      "loss": 0.4578,
+      "step": 1890
+    },
+    {
+      "epoch": 3.79,
+      "eval_loss": 0.4703618884086609,
+      "eval_runtime": 31.3015,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1890
+    },
+    {
+      "epoch": 3.8,
+      "learning_rate": 4.961923847695391e-05,
+      "loss": 0.4669,
+      "step": 1895
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 4.953907815631263e-05,
+      "loss": 0.5277,
+      "step": 1900
+    },
+    {
+      "epoch": 3.81,
+      "eval_loss": 0.4690556526184082,
+      "eval_runtime": 31.3076,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 1900
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 4.945891783567135e-05,
+      "loss": 0.3436,
+      "step": 1905
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 4.937875751503006e-05,
+      "loss": 0.4683,
+      "step": 1910
+    },
+    {
+      "epoch": 3.83,
+      "eval_loss": 0.4648754894733429,
+      "eval_runtime": 31.2941,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 1910
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 4.9298597194388784e-05,
+      "loss": 0.4551,
+      "step": 1915
+    },
+    {
+      "epoch": 3.85,
+      "learning_rate": 4.9218436873747494e-05,
+      "loss": 0.448,
+      "step": 1920
+    },
+    {
+      "epoch": 3.85,
+      "eval_loss": 0.46837684512138367,
+      "eval_runtime": 31.2979,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1920
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 4.913827655310622e-05,
+      "loss": 0.5228,
+      "step": 1925
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 4.905811623246493e-05,
+      "loss": 0.3752,
+      "step": 1930
+    },
+    {
+      "epoch": 3.87,
+      "eval_loss": 0.4696580469608307,
+      "eval_runtime": 31.3122,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 1930
+    },
+    {
+      "epoch": 3.88,
+      "learning_rate": 4.897795591182365e-05,
+      "loss": 0.5608,
+      "step": 1935
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 4.889779559118237e-05,
+      "loss": 0.4631,
+      "step": 1940
+    },
+    {
+      "epoch": 3.89,
+      "eval_loss": 0.467781126499176,
+      "eval_runtime": 31.3015,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1940
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 4.8817635270541084e-05,
+      "loss": 0.4402,
+      "step": 1945
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 4.873747494989981e-05,
+      "loss": 0.4277,
+      "step": 1950
+    },
+    {
+      "epoch": 3.91,
+      "eval_loss": 0.4608190953731537,
+      "eval_runtime": 31.3027,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1950
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 4.865731462925852e-05,
+      "loss": 0.3894,
+      "step": 1955
+    },
+    {
+      "epoch": 3.93,
+      "learning_rate": 4.857715430861724e-05,
+      "loss": 0.3646,
+      "step": 1960
+    },
+    {
+      "epoch": 3.93,
+      "eval_loss": 0.460921972990036,
+      "eval_runtime": 31.2992,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1960
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 4.849699398797596e-05,
+      "loss": 0.3929,
+      "step": 1965
+    },
+    {
+      "epoch": 3.95,
+      "learning_rate": 4.8416833667334674e-05,
+      "loss": 0.5276,
+      "step": 1970
+    },
+    {
+      "epoch": 3.95,
+      "eval_loss": 0.45434585213661194,
+      "eval_runtime": 31.2975,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1970
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 4.833667334669339e-05,
+      "loss": 0.4141,
+      "step": 1975
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 4.8256513026052115e-05,
+      "loss": 0.431,
+      "step": 1980
+    },
+    {
+      "epoch": 3.97,
+      "eval_loss": 0.4538600444793701,
+      "eval_runtime": 31.2976,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 1980
+    },
+    {
+      "epoch": 3.98,
+      "learning_rate": 4.8176352705410824e-05,
+      "loss": 0.6326,
+      "step": 1985
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 4.809619238476955e-05,
+      "loss": 0.5465,
+      "step": 1990
+    },
+    {
+      "epoch": 3.99,
+      "eval_loss": 0.4550160765647888,
+      "eval_runtime": 31.3034,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 1990
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.801603206412826e-05,
+      "loss": 0.5185,
+      "step": 1995
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.793587174348698e-05,
+      "loss": 0.4954,
+      "step": 2000
+    },
+    {
+      "epoch": 4.01,
+      "eval_loss": 0.4522875249385834,
+      "eval_runtime": 31.2925,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2000
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.785571142284569e-05,
+      "loss": 0.4591,
+      "step": 2005
+    },
+    {
+      "epoch": 4.03,
+      "learning_rate": 4.7775551102204415e-05,
+      "loss": 0.4886,
+      "step": 2010
+    },
+    {
+      "epoch": 4.03,
+      "eval_loss": 0.4499128758907318,
+      "eval_runtime": 31.1861,
+      "eval_samples_per_second": 7.119,
+      "eval_steps_per_second": 1.796,
+      "step": 2010
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 4.769539078156313e-05,
+      "loss": 0.3942,
+      "step": 2015
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 4.761523046092185e-05,
+      "loss": 0.4898,
+      "step": 2020
+    },
+    {
+      "epoch": 4.05,
+      "eval_loss": 0.4461597204208374,
+      "eval_runtime": 31.2639,
+      "eval_samples_per_second": 7.101,
+      "eval_steps_per_second": 1.791,
+      "step": 2020
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 4.7535070140280565e-05,
+      "loss": 0.3444,
+      "step": 2025
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 4.745490981963929e-05,
+      "loss": 0.4072,
+      "step": 2030
+    },
+    {
+      "epoch": 4.07,
+      "eval_loss": 0.4478509724140167,
+      "eval_runtime": 31.292,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2030
+    },
+    {
+      "epoch": 4.08,
+      "learning_rate": 4.7374749498998e-05,
+      "loss": 0.4066,
+      "step": 2035
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 4.729458917835672e-05,
+      "loss": 0.4565,
+      "step": 2040
+    },
+    {
+      "epoch": 4.09,
+      "eval_loss": 0.4457860291004181,
+      "eval_runtime": 31.3,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 2040
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 4.721442885771543e-05,
+      "loss": 0.419,
+      "step": 2045
+    },
+    {
+      "epoch": 4.11,
+      "learning_rate": 4.7134268537074155e-05,
+      "loss": 0.3739,
+      "step": 2050
+    },
+    {
+      "epoch": 4.11,
+      "eval_loss": 0.4474635720252991,
+      "eval_runtime": 31.3042,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 2050
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 4.7054108216432865e-05,
+      "loss": 0.5401,
+      "step": 2055
+    },
+    {
+      "epoch": 4.13,
+      "learning_rate": 4.697394789579159e-05,
+      "loss": 0.4211,
+      "step": 2060
+    },
+    {
+      "epoch": 4.13,
+      "eval_loss": 0.44858118891716003,
+      "eval_runtime": 31.3113,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 2060
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 4.6893787575150305e-05,
+      "loss": 0.4913,
+      "step": 2065
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 4.681362725450902e-05,
+      "loss": 0.4048,
+      "step": 2070
+    },
+    {
+      "epoch": 4.15,
+      "eval_loss": 0.4393081068992615,
+      "eval_runtime": 31.3163,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2070
+    },
+    {
+      "epoch": 4.16,
+      "learning_rate": 4.673346693386774e-05,
+      "loss": 0.3935,
+      "step": 2075
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 4.665330661322646e-05,
+      "loss": 0.5064,
+      "step": 2080
+    },
+    {
+      "epoch": 4.17,
+      "eval_loss": 0.4351194500923157,
+      "eval_runtime": 31.3041,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 2080
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 4.657314629258517e-05,
+      "loss": 0.3017,
+      "step": 2085
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 4.6492985971943896e-05,
+      "loss": 0.4652,
+      "step": 2090
+    },
+    {
+      "epoch": 4.19,
+      "eval_loss": 0.43793508410453796,
+      "eval_runtime": 31.3085,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 2090
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 4.6412825651302606e-05,
+      "loss": 0.4423,
+      "step": 2095
+    },
+    {
+      "epoch": 4.21,
+      "learning_rate": 4.633266533066133e-05,
+      "loss": 0.4061,
+      "step": 2100
+    },
+    {
+      "epoch": 4.21,
+      "eval_loss": 0.43406903743743896,
+      "eval_runtime": 31.3118,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 2100
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 4.625250501002004e-05,
+      "loss": 0.3877,
+      "step": 2105
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 4.617234468937876e-05,
+      "loss": 0.3784,
+      "step": 2110
+    },
+    {
+      "epoch": 4.23,
+      "eval_loss": 0.4390106499195099,
+      "eval_runtime": 31.3101,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 2110
+    },
+    {
+      "epoch": 4.24,
+      "learning_rate": 4.609218436873748e-05,
+      "loss": 0.415,
+      "step": 2115
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 4.6012024048096196e-05,
+      "loss": 0.4142,
+      "step": 2120
+    },
+    {
+      "epoch": 4.25,
+      "eval_loss": 0.43537265062332153,
+      "eval_runtime": 31.3175,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2120
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 4.593186372745491e-05,
+      "loss": 0.4459,
+      "step": 2125
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 4.585170340681363e-05,
+      "loss": 0.3625,
+      "step": 2130
+    },
+    {
+      "epoch": 4.27,
+      "eval_loss": 0.4415459930896759,
+      "eval_runtime": 31.299,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 2130
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 4.5771543086172346e-05,
+      "loss": 0.4102,
+      "step": 2135
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 4.569138276553107e-05,
+      "loss": 0.3807,
+      "step": 2140
+    },
+    {
+      "epoch": 4.29,
+      "eval_loss": 0.4403214752674103,
+      "eval_runtime": 31.3171,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2140
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 4.561122244488978e-05,
+      "loss": 0.544,
+      "step": 2145
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 4.55310621242485e-05,
+      "loss": 0.4154,
+      "step": 2150
+    },
+    {
+      "epoch": 4.31,
+      "eval_loss": 0.4307992458343506,
+      "eval_runtime": 31.3169,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2150
+    },
+    {
+      "epoch": 4.32,
+      "learning_rate": 4.545090180360721e-05,
+      "loss": 0.405,
+      "step": 2155
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 4.5370741482965936e-05,
+      "loss": 0.4509,
+      "step": 2160
+    },
+    {
+      "epoch": 4.33,
+      "eval_loss": 0.429840087890625,
+      "eval_runtime": 31.316,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2160
+    },
+    {
+      "epoch": 4.34,
+      "learning_rate": 4.5290581162324646e-05,
+      "loss": 0.3593,
+      "step": 2165
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 4.521042084168337e-05,
+      "loss": 0.4254,
+      "step": 2170
+    },
+    {
+      "epoch": 4.35,
+      "eval_loss": 0.42388150095939636,
+      "eval_runtime": 31.3164,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2170
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 4.5130260521042086e-05,
+      "loss": 0.4071,
+      "step": 2175
+    },
+    {
+      "epoch": 4.37,
+      "learning_rate": 4.50501002004008e-05,
+      "loss": 0.4323,
+      "step": 2180
+    },
+    {
+      "epoch": 4.37,
+      "eval_loss": 0.42136842012405396,
+      "eval_runtime": 31.3202,
+      "eval_samples_per_second": 7.088,
+      "eval_steps_per_second": 1.788,
+      "step": 2180
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 4.496993987975952e-05,
+      "loss": 0.3243,
+      "step": 2185
+    },
+    {
+      "epoch": 4.39,
+      "learning_rate": 4.4889779559118243e-05,
+      "loss": 0.4359,
+      "step": 2190
+    },
+    {
+      "epoch": 4.39,
+      "eval_loss": 0.4290623068809509,
+      "eval_runtime": 31.3259,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 2190
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 4.480961923847695e-05,
+      "loss": 0.4209,
+      "step": 2195
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 4.472945891783568e-05,
+      "loss": 0.3759,
+      "step": 2200
+    },
+    {
+      "epoch": 4.41,
+      "eval_loss": 0.4223538935184479,
+      "eval_runtime": 31.3287,
+      "eval_samples_per_second": 7.086,
+      "eval_steps_per_second": 1.788,
+      "step": 2200
+    },
+    {
+      "epoch": 4.42,
+      "learning_rate": 4.464929859719439e-05,
+      "loss": 0.4106,
+      "step": 2205
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 4.456913827655311e-05,
+      "loss": 0.4534,
+      "step": 2210
+    },
+    {
+      "epoch": 4.43,
+      "eval_loss": 0.42248478531837463,
+      "eval_runtime": 31.3216,
+      "eval_samples_per_second": 7.088,
+      "eval_steps_per_second": 1.788,
+      "step": 2210
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 4.448897795591182e-05,
+      "loss": 0.3862,
+      "step": 2215
+    },
+    {
+      "epoch": 4.45,
+      "learning_rate": 4.4408817635270544e-05,
+      "loss": 0.4013,
+      "step": 2220
+    },
+    {
+      "epoch": 4.45,
+      "eval_loss": 0.42617106437683105,
+      "eval_runtime": 31.3246,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 2220
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 4.432865731462927e-05,
+      "loss": 0.3103,
+      "step": 2225
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 4.424849699398798e-05,
+      "loss": 0.4331,
+      "step": 2230
+    },
+    {
+      "epoch": 4.47,
+      "eval_loss": 0.4213978052139282,
+      "eval_runtime": 31.3244,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 2230
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 4.41683366733467e-05,
+      "loss": 0.381,
+      "step": 2235
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 4.408817635270542e-05,
+      "loss": 0.4373,
+      "step": 2240
+    },
+    {
+      "epoch": 4.49,
+      "eval_loss": 0.4198138117790222,
+      "eval_runtime": 31.3271,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 2240
+    },
+    {
+      "epoch": 4.5,
+      "learning_rate": 4.4008016032064134e-05,
+      "loss": 0.3603,
+      "step": 2245
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 4.392785571142285e-05,
+      "loss": 0.4975,
+      "step": 2250
+    },
+    {
+      "epoch": 4.51,
+      "eval_loss": 0.42358022928237915,
+      "eval_runtime": 31.3249,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 2250
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.384769539078157e-05,
+      "loss": 0.342,
+      "step": 2255
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 4.3767535070140284e-05,
+      "loss": 0.423,
+      "step": 2260
+    },
+    {
+      "epoch": 4.53,
+      "eval_loss": 0.4189080595970154,
+      "eval_runtime": 31.3275,
+      "eval_samples_per_second": 7.086,
+      "eval_steps_per_second": 1.788,
+      "step": 2260
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.368737474949901e-05,
+      "loss": 0.4149,
+      "step": 2265
+    },
+    {
+      "epoch": 4.55,
+      "learning_rate": 4.360721442885772e-05,
+      "loss": 0.4503,
+      "step": 2270
+    },
+    {
+      "epoch": 4.55,
+      "eval_loss": 0.4171365201473236,
+      "eval_runtime": 31.3168,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2270
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 4.352705410821644e-05,
+      "loss": 0.415,
+      "step": 2275
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.344689378757515e-05,
+      "loss": 0.3796,
+      "step": 2280
+    },
+    {
+      "epoch": 4.57,
+      "eval_loss": 0.41718369722366333,
+      "eval_runtime": 31.3195,
+      "eval_samples_per_second": 7.088,
+      "eval_steps_per_second": 1.788,
+      "step": 2280
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.3366733466933874e-05,
+      "loss": 0.3788,
+      "step": 2285
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 4.3286573146292584e-05,
+      "loss": 0.4063,
+      "step": 2290
+    },
+    {
+      "epoch": 4.59,
+      "eval_loss": 0.41249218583106995,
+      "eval_runtime": 31.3221,
+      "eval_samples_per_second": 7.088,
+      "eval_steps_per_second": 1.788,
+      "step": 2290
+    },
+    {
+      "epoch": 4.6,
+      "learning_rate": 4.320641282565131e-05,
+      "loss": 0.4379,
+      "step": 2295
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 4.3126252505010025e-05,
+      "loss": 0.3841,
+      "step": 2300
+    },
+    {
+      "epoch": 4.61,
+      "eval_loss": 0.41186362504959106,
+      "eval_runtime": 31.3313,
+      "eval_samples_per_second": 7.086,
+      "eval_steps_per_second": 1.787,
+      "step": 2300
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 4.304609218436874e-05,
+      "loss": 0.3669,
+      "step": 2305
+    },
+    {
+      "epoch": 4.63,
+      "learning_rate": 4.296593186372746e-05,
+      "loss": 0.2956,
+      "step": 2310
+    },
+    {
+      "epoch": 4.63,
+      "eval_loss": 0.4147048890590668,
+      "eval_runtime": 31.3349,
+      "eval_samples_per_second": 7.085,
+      "eval_steps_per_second": 1.787,
+      "step": 2310
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 4.288577154308618e-05,
+      "loss": 0.5446,
+      "step": 2315
+    },
+    {
+      "epoch": 4.65,
+      "learning_rate": 4.280561122244489e-05,
+      "loss": 0.3486,
+      "step": 2320
+    },
+    {
+      "epoch": 4.65,
+      "eval_loss": 0.42460867762565613,
+      "eval_runtime": 31.3167,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2320
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 4.2725450901803615e-05,
+      "loss": 0.3405,
+      "step": 2325
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 4.2645290581162325e-05,
+      "loss": 0.3585,
+      "step": 2330
+    },
+    {
+      "epoch": 4.67,
+      "eval_loss": 0.4116860330104828,
+      "eval_runtime": 31.3378,
+      "eval_samples_per_second": 7.084,
+      "eval_steps_per_second": 1.787,
+      "step": 2330
+    },
+    {
+      "epoch": 4.68,
+      "learning_rate": 4.256513026052105e-05,
+      "loss": 0.3642,
+      "step": 2335
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 4.248496993987976e-05,
+      "loss": 0.4496,
+      "step": 2340
+    },
+    {
+      "epoch": 4.69,
+      "eval_loss": 0.40906357765197754,
+      "eval_runtime": 31.3315,
+      "eval_samples_per_second": 7.086,
+      "eval_steps_per_second": 1.787,
+      "step": 2340
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 4.240480961923848e-05,
+      "loss": 0.4845,
+      "step": 2345
+    },
+    {
+      "epoch": 4.71,
+      "learning_rate": 4.23246492985972e-05,
+      "loss": 0.399,
+      "step": 2350
+    },
+    {
+      "epoch": 4.71,
+      "eval_loss": 0.40488967299461365,
+      "eval_runtime": 31.3211,
+      "eval_samples_per_second": 7.088,
+      "eval_steps_per_second": 1.788,
+      "step": 2350
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 4.2244488977955915e-05,
+      "loss": 0.4057,
+      "step": 2355
+    },
+    {
+      "epoch": 4.73,
+      "learning_rate": 4.216432865731463e-05,
+      "loss": 0.3885,
+      "step": 2360
+    },
+    {
+      "epoch": 4.73,
+      "eval_loss": 0.4003817141056061,
+      "eval_runtime": 31.3245,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 2360
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 4.2084168336673355e-05,
+      "loss": 0.3819,
+      "step": 2365
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 4.2004008016032065e-05,
+      "loss": 0.3728,
+      "step": 2370
+    },
+    {
+      "epoch": 4.75,
+      "eval_loss": 0.4003088176250458,
+      "eval_runtime": 31.3239,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 2370
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 4.192384769539079e-05,
+      "loss": 0.3902,
+      "step": 2375
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 4.18436873747495e-05,
+      "loss": 0.2698,
+      "step": 2380
+    },
+    {
+      "epoch": 4.77,
+      "eval_loss": 0.40085363388061523,
+      "eval_runtime": 31.3226,
+      "eval_samples_per_second": 7.088,
+      "eval_steps_per_second": 1.788,
+      "step": 2380
+    },
+    {
+      "epoch": 4.78,
+      "learning_rate": 4.176352705410822e-05,
+      "loss": 0.3917,
+      "step": 2385
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 4.168336673346693e-05,
+      "loss": 0.3799,
+      "step": 2390
+    },
+    {
+      "epoch": 4.79,
+      "eval_loss": 0.40029290318489075,
+      "eval_runtime": 31.329,
+      "eval_samples_per_second": 7.086,
+      "eval_steps_per_second": 1.787,
+      "step": 2390
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 4.1603206412825656e-05,
+      "loss": 0.3973,
+      "step": 2395
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 4.152304609218437e-05,
+      "loss": 0.4888,
+      "step": 2400
+    },
+    {
+      "epoch": 4.81,
+      "eval_loss": 0.3974343240261078,
+      "eval_runtime": 31.3235,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 2400
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 4.144288577154309e-05,
+      "loss": 0.2457,
+      "step": 2405
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 4.1362725450901806e-05,
+      "loss": 0.3795,
+      "step": 2410
+    },
+    {
+      "epoch": 4.83,
+      "eval_loss": 0.3994871973991394,
+      "eval_runtime": 31.3159,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2410
+    },
+    {
+      "epoch": 4.84,
+      "learning_rate": 4.128256513026052e-05,
+      "loss": 0.3535,
+      "step": 2415
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 4.120240480961924e-05,
+      "loss": 0.4249,
+      "step": 2420
+    },
+    {
+      "epoch": 4.85,
+      "eval_loss": 0.3967938721179962,
+      "eval_runtime": 31.3239,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 2420
+    },
+    {
+      "epoch": 4.86,
+      "learning_rate": 4.112224448897796e-05,
+      "loss": 0.4219,
+      "step": 2425
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 4.104208416833667e-05,
+      "loss": 0.4635,
+      "step": 2430
+    },
+    {
+      "epoch": 4.87,
+      "eval_loss": 0.4001442790031433,
+      "eval_runtime": 31.3171,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2430
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 4.0961923847695396e-05,
+      "loss": 0.3439,
+      "step": 2435
+    },
+    {
+      "epoch": 4.89,
+      "learning_rate": 4.0881763527054106e-05,
+      "loss": 0.4965,
+      "step": 2440
+    },
+    {
+      "epoch": 4.89,
+      "eval_loss": 0.39344674348831177,
+      "eval_runtime": 31.3149,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2440
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 4.080160320641283e-05,
+      "loss": 0.3569,
+      "step": 2445
+    },
+    {
+      "epoch": 4.91,
+      "learning_rate": 4.072144288577154e-05,
+      "loss": 0.3745,
+      "step": 2450
+    },
+    {
+      "epoch": 4.91,
+      "eval_loss": 0.3987390697002411,
+      "eval_runtime": 31.318,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 2450
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 4.064128256513026e-05,
+      "loss": 0.4011,
+      "step": 2455
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 4.056112224448898e-05,
+      "loss": 0.3601,
+      "step": 2460
+    },
+    {
+      "epoch": 4.93,
+      "eval_loss": 0.3985511064529419,
+      "eval_runtime": 31.3089,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 2460
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 4.0480961923847696e-05,
+      "loss": 0.4154,
+      "step": 2465
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 4.040080160320641e-05,
+      "loss": 0.2878,
+      "step": 2470
+    },
+    {
+      "epoch": 4.95,
+      "eval_loss": 0.39409133791923523,
+      "eval_runtime": 31.3205,
+      "eval_samples_per_second": 7.088,
+      "eval_steps_per_second": 1.788,
+      "step": 2470
+    },
+    {
+      "epoch": 4.96,
+      "learning_rate": 4.0320641282565136e-05,
+      "loss": 0.3433,
+      "step": 2475
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 4.0240480961923846e-05,
+      "loss": 0.4297,
+      "step": 2480
+    },
+    {
+      "epoch": 4.97,
+      "eval_loss": 0.3889669179916382,
+      "eval_runtime": 31.3109,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 2480
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 4.016032064128257e-05,
+      "loss": 0.3173,
+      "step": 2485
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 4.008016032064128e-05,
+      "loss": 0.278,
+      "step": 2490
+    },
+    {
+      "epoch": 4.99,
+      "eval_loss": 0.3974519968032837,
+      "eval_runtime": 31.3206,
+      "eval_samples_per_second": 7.088,
+      "eval_steps_per_second": 1.788,
+      "step": 2490
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 4e-05,
+      "loss": 0.3572,
+      "step": 2495
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 3.991983967935872e-05,
+      "loss": 0.4509,
+      "step": 2500
+    },
+    {
+      "epoch": 5.01,
+      "eval_loss": 0.39074984192848206,
+      "eval_runtime": 31.3198,
+      "eval_samples_per_second": 7.088,
+      "eval_steps_per_second": 1.788,
+      "step": 2500
+    },
+    {
+      "epoch": 5.02,
+      "learning_rate": 3.983967935871744e-05,
+      "loss": 0.2818,
+      "step": 2505
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 3.9759519038076153e-05,
+      "loss": 0.3202,
+      "step": 2510
+    },
+    {
+      "epoch": 5.03,
+      "eval_loss": 0.3872080147266388,
+      "eval_runtime": 31.1989,
+      "eval_samples_per_second": 7.116,
+      "eval_steps_per_second": 1.795,
+      "step": 2510
+    },
+    {
+      "epoch": 5.04,
+      "learning_rate": 3.967935871743487e-05,
+      "loss": 0.3529,
+      "step": 2515
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 3.959919839679359e-05,
+      "loss": 0.3047,
+      "step": 2520
+    },
+    {
+      "epoch": 5.05,
+      "eval_loss": 0.3956039547920227,
+      "eval_runtime": 31.2729,
+      "eval_samples_per_second": 7.099,
+      "eval_steps_per_second": 1.791,
+      "step": 2520
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 3.951903807615231e-05,
+      "loss": 0.3407,
+      "step": 2525
+    },
+    {
+      "epoch": 5.07,
+      "learning_rate": 3.943887775551103e-05,
+      "loss": 0.2931,
+      "step": 2530
+    },
+    {
+      "epoch": 5.07,
+      "eval_loss": 0.39254140853881836,
+      "eval_runtime": 31.2872,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 2530
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 3.9358717434869744e-05,
+      "loss": 0.3376,
+      "step": 2535
+    },
+    {
+      "epoch": 5.09,
+      "learning_rate": 3.927855711422846e-05,
+      "loss": 0.3487,
+      "step": 2540
+    },
+    {
+      "epoch": 5.09,
+      "eval_loss": 0.3909657597541809,
+      "eval_runtime": 31.2934,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2540
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 3.919839679358718e-05,
+      "loss": 0.4409,
+      "step": 2545
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 3.9118236472945894e-05,
+      "loss": 0.2792,
+      "step": 2550
+    },
+    {
+      "epoch": 5.11,
+      "eval_loss": 0.3901335895061493,
+      "eval_runtime": 31.3009,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 2550
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 3.903807615230461e-05,
+      "loss": 0.2794,
+      "step": 2555
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 3.895791583166333e-05,
+      "loss": 0.3446,
+      "step": 2560
+    },
+    {
+      "epoch": 5.13,
+      "eval_loss": 0.38729164004325867,
+      "eval_runtime": 31.2913,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2560
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 3.8877755511022044e-05,
+      "loss": 0.3807,
+      "step": 2565
+    },
+    {
+      "epoch": 5.15,
+      "learning_rate": 3.879759519038076e-05,
+      "loss": 0.3482,
+      "step": 2570
+    },
+    {
+      "epoch": 5.15,
+      "eval_loss": 0.3839856684207916,
+      "eval_runtime": 31.2918,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2570
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 3.8717434869739484e-05,
+      "loss": 0.333,
+      "step": 2575
+    },
+    {
+      "epoch": 5.17,
+      "learning_rate": 3.86372745490982e-05,
+      "loss": 0.3464,
+      "step": 2580
+    },
+    {
+      "epoch": 5.17,
+      "eval_loss": 0.38349151611328125,
+      "eval_runtime": 31.2954,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 2580
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 3.855711422845692e-05,
+      "loss": 0.446,
+      "step": 2585
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 3.8476953907815634e-05,
+      "loss": 0.3212,
+      "step": 2590
+    },
+    {
+      "epoch": 5.19,
+      "eval_loss": 0.3845639228820801,
+      "eval_runtime": 31.3009,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 2590
+    },
+    {
+      "epoch": 5.2,
+      "learning_rate": 3.839679358717435e-05,
+      "loss": 0.2797,
+      "step": 2595
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 3.831663326653307e-05,
+      "loss": 0.3847,
+      "step": 2600
+    },
+    {
+      "epoch": 5.21,
+      "eval_loss": 0.3818623721599579,
+      "eval_runtime": 31.298,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 2600
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 3.8236472945891784e-05,
+      "loss": 0.4431,
+      "step": 2605
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 3.81563126252505e-05,
+      "loss": 0.3212,
+      "step": 2610
+    },
+    {
+      "epoch": 5.23,
+      "eval_loss": 0.38965049386024475,
+      "eval_runtime": 31.2995,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 2610
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 3.807615230460922e-05,
+      "loss": 0.3441,
+      "step": 2615
+    },
+    {
+      "epoch": 5.25,
+      "learning_rate": 3.7995991983967935e-05,
+      "loss": 0.358,
+      "step": 2620
+    },
+    {
+      "epoch": 5.25,
+      "eval_loss": 0.381111204624176,
+      "eval_runtime": 31.2872,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 2620
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 3.791583166332665e-05,
+      "loss": 0.287,
+      "step": 2625
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 3.7835671342685375e-05,
+      "loss": 0.3471,
+      "step": 2630
+    },
+    {
+      "epoch": 5.27,
+      "eval_loss": 0.38052383065223694,
+      "eval_runtime": 31.2873,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 2630
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 3.775551102204409e-05,
+      "loss": 0.2928,
+      "step": 2635
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 3.767535070140281e-05,
+      "loss": 0.3348,
+      "step": 2640
+    },
+    {
+      "epoch": 5.29,
+      "eval_loss": 0.38677719235420227,
+      "eval_runtime": 31.2908,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2640
+    },
+    {
+      "epoch": 5.3,
+      "learning_rate": 3.7595190380761525e-05,
+      "loss": 0.3454,
+      "step": 2645
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 3.751503006012025e-05,
+      "loss": 0.342,
+      "step": 2650
+    },
+    {
+      "epoch": 5.31,
+      "eval_loss": 0.3768896162509918,
+      "eval_runtime": 31.29,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2650
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 3.7434869739478965e-05,
+      "loss": 0.2887,
+      "step": 2655
+    },
+    {
+      "epoch": 5.33,
+      "learning_rate": 3.735470941883768e-05,
+      "loss": 0.4504,
+      "step": 2660
+    },
+    {
+      "epoch": 5.33,
+      "eval_loss": 0.3774382770061493,
+      "eval_runtime": 31.2944,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 2660
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 3.72745490981964e-05,
+      "loss": 0.3159,
+      "step": 2665
+    },
+    {
+      "epoch": 5.35,
+      "learning_rate": 3.7194388777555115e-05,
+      "loss": 0.2713,
+      "step": 2670
+    },
+    {
+      "epoch": 5.35,
+      "eval_loss": 0.3802602291107178,
+      "eval_runtime": 31.2859,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 2670
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 3.711422845691383e-05,
+      "loss": 0.3543,
+      "step": 2675
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 3.703406813627255e-05,
+      "loss": 0.3848,
+      "step": 2680
+    },
+    {
+      "epoch": 5.37,
+      "eval_loss": 0.3776351511478424,
+      "eval_runtime": 31.2876,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2680
+    },
+    {
+      "epoch": 5.38,
+      "learning_rate": 3.6953907815631265e-05,
+      "loss": 0.3891,
+      "step": 2685
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 3.687374749498998e-05,
+      "loss": 0.354,
+      "step": 2690
+    },
+    {
+      "epoch": 5.39,
+      "eval_loss": 0.3758071959018707,
+      "eval_runtime": 31.2908,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2690
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 3.67935871743487e-05,
+      "loss": 0.3596,
+      "step": 2695
+    },
+    {
+      "epoch": 5.41,
+      "learning_rate": 3.671342685370742e-05,
+      "loss": 0.3796,
+      "step": 2700
+    },
+    {
+      "epoch": 5.41,
+      "eval_loss": 0.37596631050109863,
+      "eval_runtime": 31.2928,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2700
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 3.663326653306614e-05,
+      "loss": 0.2658,
+      "step": 2705
+    },
+    {
+      "epoch": 5.43,
+      "learning_rate": 3.6553106212424856e-05,
+      "loss": 0.3654,
+      "step": 2710
+    },
+    {
+      "epoch": 5.43,
+      "eval_loss": 0.37372830510139465,
+      "eval_runtime": 31.2931,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2710
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 3.647294589178357e-05,
+      "loss": 0.3026,
+      "step": 2715
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 3.639278557114229e-05,
+      "loss": 0.3448,
+      "step": 2720
+    },
+    {
+      "epoch": 5.45,
+      "eval_loss": 0.38118383288383484,
+      "eval_runtime": 31.2914,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2720
+    },
+    {
+      "epoch": 5.46,
+      "learning_rate": 3.6312625250501006e-05,
+      "loss": 0.2915,
+      "step": 2725
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 3.623246492985972e-05,
+      "loss": 0.355,
+      "step": 2730
+    },
+    {
+      "epoch": 5.47,
+      "eval_loss": 0.3758777379989624,
+      "eval_runtime": 31.293,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2730
+    },
+    {
+      "epoch": 5.48,
+      "learning_rate": 3.615230460921844e-05,
+      "loss": 0.3554,
+      "step": 2735
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 3.6072144288577156e-05,
+      "loss": 0.288,
+      "step": 2740
+    },
+    {
+      "epoch": 5.49,
+      "eval_loss": 0.3711189031600952,
+      "eval_runtime": 31.2905,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2740
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 3.599198396793587e-05,
+      "loss": 0.3532,
+      "step": 2745
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 3.591182364729459e-05,
+      "loss": 0.2991,
+      "step": 2750
+    },
+    {
+      "epoch": 5.51,
+      "eval_loss": 0.3690561354160309,
+      "eval_runtime": 31.2895,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2750
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 3.583166332665331e-05,
+      "loss": 0.2659,
+      "step": 2755
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 3.575150300601203e-05,
+      "loss": 0.3443,
+      "step": 2760
+    },
+    {
+      "epoch": 5.53,
+      "eval_loss": 0.3708031177520752,
+      "eval_runtime": 31.292,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2760
+    },
+    {
+      "epoch": 5.54,
+      "learning_rate": 3.5671342685370746e-05,
+      "loss": 0.2478,
+      "step": 2765
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 3.559118236472946e-05,
+      "loss": 0.3374,
+      "step": 2770
+    },
+    {
+      "epoch": 5.55,
+      "eval_loss": 0.36587995290756226,
+      "eval_runtime": 31.291,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2770
+    },
+    {
+      "epoch": 5.56,
+      "learning_rate": 3.551102204408818e-05,
+      "loss": 0.2512,
+      "step": 2775
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 3.5430861723446896e-05,
+      "loss": 0.4078,
+      "step": 2780
+    },
+    {
+      "epoch": 5.57,
+      "eval_loss": 0.37093624472618103,
+      "eval_runtime": 31.2862,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 2780
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 3.535070140280561e-05,
+      "loss": 0.3944,
+      "step": 2785
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 3.527054108216433e-05,
+      "loss": 0.2967,
+      "step": 2790
+    },
+    {
+      "epoch": 5.59,
+      "eval_loss": 0.3683302104473114,
+      "eval_runtime": 31.2839,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 2790
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 3.5190380761523046e-05,
+      "loss": 0.2733,
+      "step": 2795
+    },
+    {
+      "epoch": 5.61,
+      "learning_rate": 3.511022044088176e-05,
+      "loss": 0.3532,
+      "step": 2800
+    },
+    {
+      "epoch": 5.61,
+      "eval_loss": 0.3638099730014801,
+      "eval_runtime": 31.2946,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 2800
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 3.503006012024049e-05,
+      "loss": 0.4112,
+      "step": 2805
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 3.49498997995992e-05,
+      "loss": 0.4123,
+      "step": 2810
+    },
+    {
+      "epoch": 5.63,
+      "eval_loss": 0.36417555809020996,
+      "eval_runtime": 31.2926,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2810
+    },
+    {
+      "epoch": 5.64,
+      "learning_rate": 3.486973947895792e-05,
+      "loss": 0.4427,
+      "step": 2815
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 3.478957915831664e-05,
+      "loss": 0.3195,
+      "step": 2820
+    },
+    {
+      "epoch": 5.65,
+      "eval_loss": 0.36552584171295166,
+      "eval_runtime": 31.2936,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2820
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 3.4709418837675353e-05,
+      "loss": 0.2884,
+      "step": 2825
+    },
+    {
+      "epoch": 5.67,
+      "learning_rate": 3.462925851703407e-05,
+      "loss": 0.3161,
+      "step": 2830
+    },
+    {
+      "epoch": 5.67,
+      "eval_loss": 0.3598646819591522,
+      "eval_runtime": 31.292,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2830
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 3.454909819639279e-05,
+      "loss": 0.323,
+      "step": 2835
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 3.4468937875751504e-05,
+      "loss": 0.4152,
+      "step": 2840
+    },
+    {
+      "epoch": 5.69,
+      "eval_loss": 0.3621058464050293,
+      "eval_runtime": 31.2915,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2840
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 3.438877755511022e-05,
+      "loss": 0.3332,
+      "step": 2845
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 3.430861723446894e-05,
+      "loss": 0.2802,
+      "step": 2850
+    },
+    {
+      "epoch": 5.71,
+      "eval_loss": 0.36484986543655396,
+      "eval_runtime": 31.2933,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2850
+    },
+    {
+      "epoch": 5.72,
+      "learning_rate": 3.4228456913827654e-05,
+      "loss": 0.37,
+      "step": 2855
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 3.414829659318638e-05,
+      "loss": 0.2909,
+      "step": 2860
+    },
+    {
+      "epoch": 5.73,
+      "eval_loss": 0.36040765047073364,
+      "eval_runtime": 31.2907,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2860
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 3.4068136272545094e-05,
+      "loss": 0.3928,
+      "step": 2865
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 3.398797595190381e-05,
+      "loss": 0.3105,
+      "step": 2870
+    },
+    {
+      "epoch": 5.75,
+      "eval_loss": 0.3604431748390198,
+      "eval_runtime": 31.2918,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2870
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 3.390781563126253e-05,
+      "loss": 0.3766,
+      "step": 2875
+    },
+    {
+      "epoch": 5.77,
+      "learning_rate": 3.3827655310621244e-05,
+      "loss": 0.3291,
+      "step": 2880
+    },
+    {
+      "epoch": 5.77,
+      "eval_loss": 0.355290025472641,
+      "eval_runtime": 31.2907,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2880
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 3.374749498997996e-05,
+      "loss": 0.3502,
+      "step": 2885
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 3.366733466933868e-05,
+      "loss": 0.3916,
+      "step": 2890
+    },
+    {
+      "epoch": 5.79,
+      "eval_loss": 0.36026230454444885,
+      "eval_runtime": 31.2896,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2890
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 3.3587174348697394e-05,
+      "loss": 0.31,
+      "step": 2895
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 3.350701402805611e-05,
+      "loss": 0.3657,
+      "step": 2900
+    },
+    {
+      "epoch": 5.81,
+      "eval_loss": 0.3543720543384552,
+      "eval_runtime": 31.2877,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2900
+    },
+    {
+      "epoch": 5.82,
+      "learning_rate": 3.342685370741483e-05,
+      "loss": 0.3137,
+      "step": 2905
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 3.3346693386773544e-05,
+      "loss": 0.3745,
+      "step": 2910
+    },
+    {
+      "epoch": 5.83,
+      "eval_loss": 0.35586270689964294,
+      "eval_runtime": 31.2748,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.791,
+      "step": 2910
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 3.326653306613227e-05,
+      "loss": 0.3075,
+      "step": 2915
+    },
+    {
+      "epoch": 5.85,
+      "learning_rate": 3.3186372745490984e-05,
+      "loss": 0.3281,
+      "step": 2920
+    },
+    {
+      "epoch": 5.85,
+      "eval_loss": 0.35174089670181274,
+      "eval_runtime": 31.2876,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2920
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 3.31062124248497e-05,
+      "loss": 0.2976,
+      "step": 2925
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 3.3026052104208425e-05,
+      "loss": 0.2892,
+      "step": 2930
+    },
+    {
+      "epoch": 5.87,
+      "eval_loss": 0.3550553023815155,
+      "eval_runtime": 31.2925,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2930
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 3.294589178356714e-05,
+      "loss": 0.2826,
+      "step": 2935
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 3.286573146292586e-05,
+      "loss": 0.4121,
+      "step": 2940
+    },
+    {
+      "epoch": 5.89,
+      "eval_loss": 0.34888410568237305,
+      "eval_runtime": 31.2869,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 2940
+    },
+    {
+      "epoch": 5.9,
+      "learning_rate": 3.2785571142284575e-05,
+      "loss": 0.3921,
+      "step": 2945
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 3.270541082164329e-05,
+      "loss": 0.2908,
+      "step": 2950
+    },
+    {
+      "epoch": 5.91,
+      "eval_loss": 0.35319554805755615,
+      "eval_runtime": 31.2849,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 2950
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 3.262525050100201e-05,
+      "loss": 0.2526,
+      "step": 2955
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 3.2545090180360725e-05,
+      "loss": 0.3677,
+      "step": 2960
+    },
+    {
+      "epoch": 5.93,
+      "eval_loss": 0.3468542993068695,
+      "eval_runtime": 31.2952,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 2960
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 3.246492985971944e-05,
+      "loss": 0.303,
+      "step": 2965
+    },
+    {
+      "epoch": 5.95,
+      "learning_rate": 3.238476953907816e-05,
+      "loss": 0.341,
+      "step": 2970
+    },
+    {
+      "epoch": 5.95,
+      "eval_loss": 0.3503284752368927,
+      "eval_runtime": 31.2896,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 2970
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 3.2304609218436875e-05,
+      "loss": 0.3035,
+      "step": 2975
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 3.222444889779559e-05,
+      "loss": 0.2319,
+      "step": 2980
+    },
+    {
+      "epoch": 5.97,
+      "eval_loss": 0.3496892750263214,
+      "eval_runtime": 31.3066,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 2980
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 3.2144288577154315e-05,
+      "loss": 0.2791,
+      "step": 2985
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 3.206412825651303e-05,
+      "loss": 0.2624,
+      "step": 2990
+    },
+    {
+      "epoch": 5.99,
+      "eval_loss": 0.34680891036987305,
+      "eval_runtime": 31.2925,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 2990
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 3.198396793587175e-05,
+      "loss": 0.2614,
+      "step": 2995
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 3.1903807615230465e-05,
+      "loss": 0.3324,
+      "step": 3000
+    },
+    {
+      "epoch": 6.01,
+      "eval_loss": 0.3479662537574768,
+      "eval_runtime": 31.2947,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3000
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 3.182364729458918e-05,
+      "loss": 0.3096,
+      "step": 3005
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 3.17434869739479e-05,
+      "loss": 0.2114,
+      "step": 3010
+    },
+    {
+      "epoch": 6.03,
+      "eval_loss": 0.35304367542266846,
+      "eval_runtime": 31.2007,
+      "eval_samples_per_second": 7.115,
+      "eval_steps_per_second": 1.795,
+      "step": 3010
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 3.1663326653306616e-05,
+      "loss": 0.2836,
+      "step": 3015
+    },
+    {
+      "epoch": 6.05,
+      "learning_rate": 3.158316633266533e-05,
+      "loss": 0.256,
+      "step": 3020
+    },
+    {
+      "epoch": 6.05,
+      "eval_loss": 0.3500817120075226,
+      "eval_runtime": 31.2754,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.791,
+      "step": 3020
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 3.150300601202405e-05,
+      "loss": 0.2611,
+      "step": 3025
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 3.1422845691382766e-05,
+      "loss": 0.2716,
+      "step": 3030
+    },
+    {
+      "epoch": 6.07,
+      "eval_loss": 0.3489656150341034,
+      "eval_runtime": 31.2904,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 3030
+    },
+    {
+      "epoch": 6.08,
+      "learning_rate": 3.134268537074149e-05,
+      "loss": 0.2764,
+      "step": 3035
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 3.1262525050100206e-05,
+      "loss": 0.2921,
+      "step": 3040
+    },
+    {
+      "epoch": 6.09,
+      "eval_loss": 0.34664395451545715,
+      "eval_runtime": 31.2969,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3040
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 3.118236472945892e-05,
+      "loss": 0.256,
+      "step": 3045
+    },
+    {
+      "epoch": 6.11,
+      "learning_rate": 3.110220440881764e-05,
+      "loss": 0.2924,
+      "step": 3050
+    },
+    {
+      "epoch": 6.11,
+      "eval_loss": 0.35313141345977783,
+      "eval_runtime": 31.2961,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3050
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 3.1022044088176356e-05,
+      "loss": 0.3146,
+      "step": 3055
+    },
+    {
+      "epoch": 6.13,
+      "learning_rate": 3.094188376753507e-05,
+      "loss": 0.3267,
+      "step": 3060
+    },
+    {
+      "epoch": 6.13,
+      "eval_loss": 0.3454523980617523,
+      "eval_runtime": 31.2999,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3060
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 3.086172344689379e-05,
+      "loss": 0.3476,
+      "step": 3065
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 3.0781563126252506e-05,
+      "loss": 0.3488,
+      "step": 3070
+    },
+    {
+      "epoch": 6.15,
+      "eval_loss": 0.3427518606185913,
+      "eval_runtime": 31.2904,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 3070
+    },
+    {
+      "epoch": 6.16,
+      "learning_rate": 3.070140280561122e-05,
+      "loss": 0.3351,
+      "step": 3075
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 3.062124248496994e-05,
+      "loss": 0.301,
+      "step": 3080
+    },
+    {
+      "epoch": 6.17,
+      "eval_loss": 0.3455488681793213,
+      "eval_runtime": 31.288,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 3080
+    },
+    {
+      "epoch": 6.18,
+      "learning_rate": 3.0541082164328656e-05,
+      "loss": 0.287,
+      "step": 3085
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 3.0460921843687376e-05,
+      "loss": 0.2656,
+      "step": 3090
+    },
+    {
+      "epoch": 6.19,
+      "eval_loss": 0.34496939182281494,
+      "eval_runtime": 31.2947,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3090
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 3.0380761523046093e-05,
+      "loss": 0.2814,
+      "step": 3095
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 3.030060120240481e-05,
+      "loss": 0.2377,
+      "step": 3100
+    },
+    {
+      "epoch": 6.21,
+      "eval_loss": 0.3474458158016205,
+      "eval_runtime": 31.2977,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3100
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 3.022044088176353e-05,
+      "loss": 0.2179,
+      "step": 3105
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 3.0140280561122247e-05,
+      "loss": 0.2344,
+      "step": 3110
+    },
+    {
+      "epoch": 6.23,
+      "eval_loss": 0.34611740708351135,
+      "eval_runtime": 31.2932,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 3110
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 3.0060120240480963e-05,
+      "loss": 0.3124,
+      "step": 3115
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 2.997995991983968e-05,
+      "loss": 0.2816,
+      "step": 3120
+    },
+    {
+      "epoch": 6.25,
+      "eval_loss": 0.3488862216472626,
+      "eval_runtime": 31.3005,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3120
+    },
+    {
+      "epoch": 6.26,
+      "learning_rate": 2.9899799599198397e-05,
+      "loss": 0.3506,
+      "step": 3125
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 2.9819639278557117e-05,
+      "loss": 0.2675,
+      "step": 3130
+    },
+    {
+      "epoch": 6.27,
+      "eval_loss": 0.34268468618392944,
+      "eval_runtime": 31.3,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3130
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 2.9739478957915833e-05,
+      "loss": 0.375,
+      "step": 3135
+    },
+    {
+      "epoch": 6.29,
+      "learning_rate": 2.965931863727455e-05,
+      "loss": 0.3315,
+      "step": 3140
+    },
+    {
+      "epoch": 6.29,
+      "eval_loss": 0.3393230736255646,
+      "eval_runtime": 31.3008,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3140
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 2.9579158316633267e-05,
+      "loss": 0.2561,
+      "step": 3145
+    },
+    {
+      "epoch": 6.31,
+      "learning_rate": 2.9498997995991984e-05,
+      "loss": 0.335,
+      "step": 3150
+    },
+    {
+      "epoch": 6.31,
+      "eval_loss": 0.3406154215335846,
+      "eval_runtime": 31.3005,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3150
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 2.9418837675350704e-05,
+      "loss": 0.3748,
+      "step": 3155
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 2.933867735470942e-05,
+      "loss": 0.2418,
+      "step": 3160
+    },
+    {
+      "epoch": 6.33,
+      "eval_loss": 0.3384529948234558,
+      "eval_runtime": 31.2977,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3160
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 2.9258517034068137e-05,
+      "loss": 0.3214,
+      "step": 3165
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 2.9178356713426854e-05,
+      "loss": 0.215,
+      "step": 3170
+    },
+    {
+      "epoch": 6.35,
+      "eval_loss": 0.33930283784866333,
+      "eval_runtime": 31.3001,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3170
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 2.909819639278557e-05,
+      "loss": 0.2009,
+      "step": 3175
+    },
+    {
+      "epoch": 6.37,
+      "learning_rate": 2.9018036072144287e-05,
+      "loss": 0.2279,
+      "step": 3180
+    },
+    {
+      "epoch": 6.37,
+      "eval_loss": 0.342680424451828,
+      "eval_runtime": 31.3037,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3180
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 2.8937875751503007e-05,
+      "loss": 0.2684,
+      "step": 3185
+    },
+    {
+      "epoch": 6.39,
+      "learning_rate": 2.8857715430861727e-05,
+      "loss": 0.2907,
+      "step": 3190
+    },
+    {
+      "epoch": 6.39,
+      "eval_loss": 0.33792585134506226,
+      "eval_runtime": 31.3001,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3190
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 2.8777555110220444e-05,
+      "loss": 0.284,
+      "step": 3195
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 2.8697394789579164e-05,
+      "loss": 0.2184,
+      "step": 3200
+    },
+    {
+      "epoch": 6.41,
+      "eval_loss": 0.34375742077827454,
+      "eval_runtime": 31.3016,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3200
+    },
+    {
+      "epoch": 6.42,
+      "learning_rate": 2.861723446893788e-05,
+      "loss": 0.3549,
+      "step": 3205
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 2.8537074148296598e-05,
+      "loss": 0.3484,
+      "step": 3210
+    },
+    {
+      "epoch": 6.43,
+      "eval_loss": 0.33638885617256165,
+      "eval_runtime": 31.3083,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3210
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 2.8456913827655314e-05,
+      "loss": 0.2836,
+      "step": 3215
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 2.837675350701403e-05,
+      "loss": 0.2327,
+      "step": 3220
+    },
+    {
+      "epoch": 6.45,
+      "eval_loss": 0.3405826687812805,
+      "eval_runtime": 31.3055,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3220
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 2.8296593186372748e-05,
+      "loss": 0.2421,
+      "step": 3225
+    },
+    {
+      "epoch": 6.47,
+      "learning_rate": 2.8216432865731468e-05,
+      "loss": 0.2571,
+      "step": 3230
+    },
+    {
+      "epoch": 6.47,
+      "eval_loss": 0.3399759531021118,
+      "eval_runtime": 31.3102,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 3230
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 2.8136272545090185e-05,
+      "loss": 0.2913,
+      "step": 3235
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 2.80561122244489e-05,
+      "loss": 0.2864,
+      "step": 3240
+    },
+    {
+      "epoch": 6.49,
+      "eval_loss": 0.3367003798484802,
+      "eval_runtime": 31.3053,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3240
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 2.7975951903807618e-05,
+      "loss": 0.2917,
+      "step": 3245
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 2.7895791583166335e-05,
+      "loss": 0.2383,
+      "step": 3250
+    },
+    {
+      "epoch": 6.51,
+      "eval_loss": 0.3376709818840027,
+      "eval_runtime": 31.3097,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 3250
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 2.7815631262525055e-05,
+      "loss": 0.2364,
+      "step": 3255
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 2.773547094188377e-05,
+      "loss": 0.187,
+      "step": 3260
+    },
+    {
+      "epoch": 6.53,
+      "eval_loss": 0.334637314081192,
+      "eval_runtime": 31.3083,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3260
+    },
+    {
+      "epoch": 6.54,
+      "learning_rate": 2.7655310621242488e-05,
+      "loss": 0.2886,
+      "step": 3265
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 2.7575150300601205e-05,
+      "loss": 0.2453,
+      "step": 3270
+    },
+    {
+      "epoch": 6.55,
+      "eval_loss": 0.33486467599868774,
+      "eval_runtime": 31.3013,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3270
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 2.749498997995992e-05,
+      "loss": 0.3396,
+      "step": 3275
+    },
+    {
+      "epoch": 6.57,
+      "learning_rate": 2.7414829659318642e-05,
+      "loss": 0.296,
+      "step": 3280
+    },
+    {
+      "epoch": 6.57,
+      "eval_loss": 0.33391273021698,
+      "eval_runtime": 31.3077,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3280
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 2.733466933867736e-05,
+      "loss": 0.2475,
+      "step": 3285
+    },
+    {
+      "epoch": 6.59,
+      "learning_rate": 2.7254509018036075e-05,
+      "loss": 0.2601,
+      "step": 3290
+    },
+    {
+      "epoch": 6.59,
+      "eval_loss": 0.3335227370262146,
+      "eval_runtime": 31.2966,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3290
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 2.7174348697394792e-05,
+      "loss": 0.2877,
+      "step": 3295
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 2.709418837675351e-05,
+      "loss": 0.2927,
+      "step": 3300
+    },
+    {
+      "epoch": 6.61,
+      "eval_loss": 0.33400464057922363,
+      "eval_runtime": 31.2901,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 3300
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 2.701402805611223e-05,
+      "loss": 0.246,
+      "step": 3305
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 2.6933867735470945e-05,
+      "loss": 0.2796,
+      "step": 3310
+    },
+    {
+      "epoch": 6.63,
+      "eval_loss": 0.33034074306488037,
+      "eval_runtime": 31.2965,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3310
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 2.6853707414829662e-05,
+      "loss": 0.307,
+      "step": 3315
+    },
+    {
+      "epoch": 6.65,
+      "learning_rate": 2.677354709418838e-05,
+      "loss": 0.2393,
+      "step": 3320
+    },
+    {
+      "epoch": 6.65,
+      "eval_loss": 0.3351325988769531,
+      "eval_runtime": 31.3032,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3320
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 2.6693386773547095e-05,
+      "loss": 0.3415,
+      "step": 3325
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 2.6613226452905812e-05,
+      "loss": 0.2764,
+      "step": 3330
+    },
+    {
+      "epoch": 6.67,
+      "eval_loss": 0.3287622332572937,
+      "eval_runtime": 31.3032,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3330
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 2.6533066132264532e-05,
+      "loss": 0.3419,
+      "step": 3335
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 2.645290581162325e-05,
+      "loss": 0.2547,
+      "step": 3340
+    },
+    {
+      "epoch": 6.69,
+      "eval_loss": 0.3326658010482788,
+      "eval_runtime": 31.3149,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 3340
+    },
+    {
+      "epoch": 6.7,
+      "learning_rate": 2.6372745490981966e-05,
+      "loss": 0.2263,
+      "step": 3345
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 2.6292585170340682e-05,
+      "loss": 0.3247,
+      "step": 3350
+    },
+    {
+      "epoch": 6.71,
+      "eval_loss": 0.3279091715812683,
+      "eval_runtime": 31.3129,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 3350
+    },
+    {
+      "epoch": 6.72,
+      "learning_rate": 2.62124248496994e-05,
+      "loss": 0.2162,
+      "step": 3355
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 2.613226452905812e-05,
+      "loss": 0.3217,
+      "step": 3360
+    },
+    {
+      "epoch": 6.73,
+      "eval_loss": 0.32833293080329895,
+      "eval_runtime": 31.3104,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 3360
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 2.6052104208416836e-05,
+      "loss": 0.3017,
+      "step": 3365
+    },
+    {
+      "epoch": 6.75,
+      "learning_rate": 2.5971943887775553e-05,
+      "loss": 0.2881,
+      "step": 3370
+    },
+    {
+      "epoch": 6.75,
+      "eval_loss": 0.33072584867477417,
+      "eval_runtime": 31.3091,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3370
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 2.589178356713427e-05,
+      "loss": 0.2871,
+      "step": 3375
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 2.5811623246492986e-05,
+      "loss": 0.2897,
+      "step": 3380
+    },
+    {
+      "epoch": 6.77,
+      "eval_loss": 0.3281080722808838,
+      "eval_runtime": 31.3013,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3380
+    },
+    {
+      "epoch": 6.78,
+      "learning_rate": 2.5731462925851706e-05,
+      "loss": 0.2671,
+      "step": 3385
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 2.5651302605210423e-05,
+      "loss": 0.3096,
+      "step": 3390
+    },
+    {
+      "epoch": 6.79,
+      "eval_loss": 0.3256888687610626,
+      "eval_runtime": 31.3048,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3390
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 2.557114228456914e-05,
+      "loss": 0.3105,
+      "step": 3395
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 2.5490981963927856e-05,
+      "loss": 0.2463,
+      "step": 3400
+    },
+    {
+      "epoch": 6.81,
+      "eval_loss": 0.3243662714958191,
+      "eval_runtime": 31.3033,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3400
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 2.5410821643286573e-05,
+      "loss": 0.3127,
+      "step": 3405
+    },
+    {
+      "epoch": 6.83,
+      "learning_rate": 2.533066132264529e-05,
+      "loss": 0.2404,
+      "step": 3410
+    },
+    {
+      "epoch": 6.83,
+      "eval_loss": 0.32544904947280884,
+      "eval_runtime": 31.3022,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3410
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 2.525050100200401e-05,
+      "loss": 0.2506,
+      "step": 3415
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 2.5170340681362726e-05,
+      "loss": 0.2907,
+      "step": 3420
+    },
+    {
+      "epoch": 6.85,
+      "eval_loss": 0.32269883155822754,
+      "eval_runtime": 31.2987,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3420
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 2.5090180360721443e-05,
+      "loss": 0.2479,
+      "step": 3425
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 2.501002004008016e-05,
+      "loss": 0.2749,
+      "step": 3430
+    },
+    {
+      "epoch": 6.87,
+      "eval_loss": 0.3225778043270111,
+      "eval_runtime": 31.3034,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3430
+    },
+    {
+      "epoch": 6.88,
+      "learning_rate": 2.4929859719438877e-05,
+      "loss": 0.2815,
+      "step": 3435
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 2.4849699398797597e-05,
+      "loss": 0.2262,
+      "step": 3440
+    },
+    {
+      "epoch": 6.89,
+      "eval_loss": 0.32259687781333923,
+      "eval_runtime": 31.3032,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3440
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 2.4769539078156313e-05,
+      "loss": 0.3338,
+      "step": 3445
+    },
+    {
+      "epoch": 6.91,
+      "learning_rate": 2.468937875751503e-05,
+      "loss": 0.2799,
+      "step": 3450
+    },
+    {
+      "epoch": 6.91,
+      "eval_loss": 0.3232540488243103,
+      "eval_runtime": 31.2972,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3450
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 2.4609218436873747e-05,
+      "loss": 0.2203,
+      "step": 3455
+    },
+    {
+      "epoch": 6.93,
+      "learning_rate": 2.4529058116232464e-05,
+      "loss": 0.2764,
+      "step": 3460
+    },
+    {
+      "epoch": 6.93,
+      "eval_loss": 0.31978297233581543,
+      "eval_runtime": 31.3045,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3460
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 2.4448897795591184e-05,
+      "loss": 0.3449,
+      "step": 3465
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 2.4368737474949904e-05,
+      "loss": 0.2644,
+      "step": 3470
+    },
+    {
+      "epoch": 6.95,
+      "eval_loss": 0.3230922222137451,
+      "eval_runtime": 31.3046,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3470
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 2.428857715430862e-05,
+      "loss": 0.2169,
+      "step": 3475
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 2.4208416833667337e-05,
+      "loss": 0.2733,
+      "step": 3480
+    },
+    {
+      "epoch": 6.97,
+      "eval_loss": 0.3187558650970459,
+      "eval_runtime": 31.3014,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3480
+    },
+    {
+      "epoch": 6.98,
+      "learning_rate": 2.4128256513026057e-05,
+      "loss": 0.2509,
+      "step": 3485
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 2.4048096192384774e-05,
+      "loss": 0.2861,
+      "step": 3490
+    },
+    {
+      "epoch": 6.99,
+      "eval_loss": 0.3191593587398529,
+      "eval_runtime": 31.3055,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3490
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 2.396793587174349e-05,
+      "loss": 0.3167,
+      "step": 3495
+    },
+    {
+      "epoch": 7.01,
+      "learning_rate": 2.3887775551102207e-05,
+      "loss": 0.1757,
+      "step": 3500
+    },
+    {
+      "epoch": 7.01,
+      "eval_loss": 0.3242829144001007,
+      "eval_runtime": 31.3027,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3500
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 2.3807615230460924e-05,
+      "loss": 0.2188,
+      "step": 3505
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 2.3727454909819644e-05,
+      "loss": 0.2588,
+      "step": 3510
+    },
+    {
+      "epoch": 7.03,
+      "eval_loss": 0.3237724304199219,
+      "eval_runtime": 31.201,
+      "eval_samples_per_second": 7.115,
+      "eval_steps_per_second": 1.795,
+      "step": 3510
+    },
+    {
+      "epoch": 7.04,
+      "learning_rate": 2.364729458917836e-05,
+      "loss": 0.2842,
+      "step": 3515
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 2.3567134268537078e-05,
+      "loss": 0.2132,
+      "step": 3520
+    },
+    {
+      "epoch": 7.05,
+      "eval_loss": 0.3207135498523712,
+      "eval_runtime": 31.2833,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 3520
+    },
+    {
+      "epoch": 7.06,
+      "learning_rate": 2.3486973947895794e-05,
+      "loss": 0.2001,
+      "step": 3525
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 2.340681362725451e-05,
+      "loss": 0.2787,
+      "step": 3530
+    },
+    {
+      "epoch": 7.07,
+      "eval_loss": 0.32723355293273926,
+      "eval_runtime": 31.2924,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 3530
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 2.332665330661323e-05,
+      "loss": 0.1942,
+      "step": 3535
+    },
+    {
+      "epoch": 7.09,
+      "learning_rate": 2.3246492985971948e-05,
+      "loss": 0.2786,
+      "step": 3540
+    },
+    {
+      "epoch": 7.09,
+      "eval_loss": 0.32288235425949097,
+      "eval_runtime": 31.2971,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3540
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 2.3166332665330665e-05,
+      "loss": 0.1944,
+      "step": 3545
+    },
+    {
+      "epoch": 7.11,
+      "learning_rate": 2.308617234468938e-05,
+      "loss": 0.2854,
+      "step": 3550
+    },
+    {
+      "epoch": 7.11,
+      "eval_loss": 0.32317566871643066,
+      "eval_runtime": 31.2981,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3550
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 2.3006012024048098e-05,
+      "loss": 0.224,
+      "step": 3555
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 2.2925851703406815e-05,
+      "loss": 0.1982,
+      "step": 3560
+    },
+    {
+      "epoch": 7.13,
+      "eval_loss": 0.3237103521823883,
+      "eval_runtime": 31.3037,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3560
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 2.2845691382765535e-05,
+      "loss": 0.2057,
+      "step": 3565
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 2.276553106212425e-05,
+      "loss": 0.2022,
+      "step": 3570
+    },
+    {
+      "epoch": 7.15,
+      "eval_loss": 0.3253968060016632,
+      "eval_runtime": 31.3005,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3570
+    },
+    {
+      "epoch": 7.16,
+      "learning_rate": 2.2685370741482968e-05,
+      "loss": 0.1863,
+      "step": 3575
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 2.2605210420841685e-05,
+      "loss": 0.2592,
+      "step": 3580
+    },
+    {
+      "epoch": 7.17,
+      "eval_loss": 0.32580825686454773,
+      "eval_runtime": 31.2975,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3580
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 2.25250501002004e-05,
+      "loss": 0.2837,
+      "step": 3585
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 2.2444889779559122e-05,
+      "loss": 0.2299,
+      "step": 3590
+    },
+    {
+      "epoch": 7.19,
+      "eval_loss": 0.32067885994911194,
+      "eval_runtime": 31.2956,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3590
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 2.236472945891784e-05,
+      "loss": 0.1787,
+      "step": 3595
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 2.2284569138276555e-05,
+      "loss": 0.2054,
+      "step": 3600
+    },
+    {
+      "epoch": 7.21,
+      "eval_loss": 0.31973427534103394,
+      "eval_runtime": 31.2985,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3600
+    },
+    {
+      "epoch": 7.22,
+      "learning_rate": 2.2204408817635272e-05,
+      "loss": 0.2326,
+      "step": 3605
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 2.212424849699399e-05,
+      "loss": 0.208,
+      "step": 3610
+    },
+    {
+      "epoch": 7.23,
+      "eval_loss": 0.32161736488342285,
+      "eval_runtime": 31.2934,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 3610
+    },
+    {
+      "epoch": 7.24,
+      "learning_rate": 2.204408817635271e-05,
+      "loss": 0.283,
+      "step": 3615
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 2.1963927855711425e-05,
+      "loss": 0.2432,
+      "step": 3620
+    },
+    {
+      "epoch": 7.25,
+      "eval_loss": 0.3228018283843994,
+      "eval_runtime": 31.2953,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3620
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 2.1883767535070142e-05,
+      "loss": 0.2692,
+      "step": 3625
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 2.180360721442886e-05,
+      "loss": 0.2452,
+      "step": 3630
+    },
+    {
+      "epoch": 7.27,
+      "eval_loss": 0.3180503249168396,
+      "eval_runtime": 31.2954,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3630
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 2.1723446893787575e-05,
+      "loss": 0.284,
+      "step": 3635
+    },
+    {
+      "epoch": 7.29,
+      "learning_rate": 2.1643286573146292e-05,
+      "loss": 0.264,
+      "step": 3640
+    },
+    {
+      "epoch": 7.29,
+      "eval_loss": 0.3237510919570923,
+      "eval_runtime": 31.3062,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3640
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 2.1563126252505012e-05,
+      "loss": 0.1818,
+      "step": 3645
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 2.148296593186373e-05,
+      "loss": 0.2019,
+      "step": 3650
+    },
+    {
+      "epoch": 7.31,
+      "eval_loss": 0.3177684545516968,
+      "eval_runtime": 31.3017,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3650
+    },
+    {
+      "epoch": 7.32,
+      "learning_rate": 2.1402805611222446e-05,
+      "loss": 0.2007,
+      "step": 3655
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 2.1322645290581162e-05,
+      "loss": 0.2299,
+      "step": 3660
+    },
+    {
+      "epoch": 7.33,
+      "eval_loss": 0.32181212306022644,
+      "eval_runtime": 31.3118,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 3660
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 2.124248496993988e-05,
+      "loss": 0.242,
+      "step": 3665
+    },
+    {
+      "epoch": 7.35,
+      "learning_rate": 2.11623246492986e-05,
+      "loss": 0.2465,
+      "step": 3670
+    },
+    {
+      "epoch": 7.35,
+      "eval_loss": 0.3172205090522766,
+      "eval_runtime": 31.3041,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3670
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 2.1082164328657316e-05,
+      "loss": 0.2447,
+      "step": 3675
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 2.1002004008016033e-05,
+      "loss": 0.2466,
+      "step": 3680
+    },
+    {
+      "epoch": 7.37,
+      "eval_loss": 0.3167315125465393,
+      "eval_runtime": 31.3046,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3680
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 2.092184368737475e-05,
+      "loss": 0.3394,
+      "step": 3685
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 2.0841683366733466e-05,
+      "loss": 0.2824,
+      "step": 3690
+    },
+    {
+      "epoch": 7.39,
+      "eval_loss": 0.3142654299736023,
+      "eval_runtime": 31.3029,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3690
+    },
+    {
+      "epoch": 7.4,
+      "learning_rate": 2.0761523046092186e-05,
+      "loss": 0.2809,
+      "step": 3695
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 2.0681362725450903e-05,
+      "loss": 0.2314,
+      "step": 3700
+    },
+    {
+      "epoch": 7.41,
+      "eval_loss": 0.3143279254436493,
+      "eval_runtime": 31.3083,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3700
+    },
+    {
+      "epoch": 7.42,
+      "learning_rate": 2.060120240480962e-05,
+      "loss": 0.2344,
+      "step": 3705
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 2.0521042084168336e-05,
+      "loss": 0.2822,
+      "step": 3710
+    },
+    {
+      "epoch": 7.43,
+      "eval_loss": 0.31426194310188293,
+      "eval_runtime": 31.3051,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3710
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 2.0440881763527053e-05,
+      "loss": 0.2441,
+      "step": 3715
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 2.036072144288577e-05,
+      "loss": 0.2254,
+      "step": 3720
+    },
+    {
+      "epoch": 7.45,
+      "eval_loss": 0.3139478862285614,
+      "eval_runtime": 31.3076,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3720
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 2.028056112224449e-05,
+      "loss": 0.3121,
+      "step": 3725
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 2.0200400801603206e-05,
+      "loss": 0.2454,
+      "step": 3730
+    },
+    {
+      "epoch": 7.47,
+      "eval_loss": 0.32176563143730164,
+      "eval_runtime": 31.3037,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3730
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 2.0120240480961923e-05,
+      "loss": 0.178,
+      "step": 3735
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 2.004008016032064e-05,
+      "loss": 0.2656,
+      "step": 3740
+    },
+    {
+      "epoch": 7.49,
+      "eval_loss": 0.3115682899951935,
+      "eval_runtime": 31.3043,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3740
+    },
+    {
+      "epoch": 7.5,
+      "learning_rate": 1.995991983967936e-05,
+      "loss": 0.2158,
+      "step": 3745
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 1.9879759519038077e-05,
+      "loss": 0.2172,
+      "step": 3750
+    },
+    {
+      "epoch": 7.51,
+      "eval_loss": 0.3154009282588959,
+      "eval_runtime": 31.3017,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3750
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 1.9799599198396793e-05,
+      "loss": 0.1828,
+      "step": 3755
+    },
+    {
+      "epoch": 7.53,
+      "learning_rate": 1.9719438877755514e-05,
+      "loss": 0.2408,
+      "step": 3760
+    },
+    {
+      "epoch": 7.53,
+      "eval_loss": 0.3127301037311554,
+      "eval_runtime": 31.2971,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3760
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 1.963927855711423e-05,
+      "loss": 0.262,
+      "step": 3765
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 1.9559118236472947e-05,
+      "loss": 0.1761,
+      "step": 3770
+    },
+    {
+      "epoch": 7.55,
+      "eval_loss": 0.3148895502090454,
+      "eval_runtime": 31.2992,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3770
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 1.9478957915831664e-05,
+      "loss": 0.2206,
+      "step": 3775
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 1.939879759519038e-05,
+      "loss": 0.2232,
+      "step": 3780
+    },
+    {
+      "epoch": 7.57,
+      "eval_loss": 0.3114352226257324,
+      "eval_runtime": 31.2962,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3780
+    },
+    {
+      "epoch": 7.58,
+      "learning_rate": 1.93186372745491e-05,
+      "loss": 0.2738,
+      "step": 3785
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 1.9238476953907817e-05,
+      "loss": 0.2902,
+      "step": 3790
+    },
+    {
+      "epoch": 7.59,
+      "eval_loss": 0.3135593831539154,
+      "eval_runtime": 31.304,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3790
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 1.9158316633266534e-05,
+      "loss": 0.1814,
+      "step": 3795
+    },
+    {
+      "epoch": 7.61,
+      "learning_rate": 1.907815631262525e-05,
+      "loss": 0.2485,
+      "step": 3800
+    },
+    {
+      "epoch": 7.61,
+      "eval_loss": 0.31458309292793274,
+      "eval_runtime": 31.3021,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3800
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 1.8997995991983967e-05,
+      "loss": 0.2788,
+      "step": 3805
+    },
+    {
+      "epoch": 7.63,
+      "learning_rate": 1.8917835671342687e-05,
+      "loss": 0.1901,
+      "step": 3810
+    },
+    {
+      "epoch": 7.63,
+      "eval_loss": 0.30936095118522644,
+      "eval_runtime": 31.3065,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3810
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 1.8837675350701404e-05,
+      "loss": 0.2153,
+      "step": 3815
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 1.8757515030060124e-05,
+      "loss": 0.2962,
+      "step": 3820
+    },
+    {
+      "epoch": 7.65,
+      "eval_loss": 0.3120403587818146,
+      "eval_runtime": 31.3087,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 3820
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 1.867735470941884e-05,
+      "loss": 0.253,
+      "step": 3825
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 1.8597194388777558e-05,
+      "loss": 0.2093,
+      "step": 3830
+    },
+    {
+      "epoch": 7.67,
+      "eval_loss": 0.31331053376197815,
+      "eval_runtime": 31.2958,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3830
+    },
+    {
+      "epoch": 7.68,
+      "learning_rate": 1.8517034068136274e-05,
+      "loss": 0.2398,
+      "step": 3835
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 1.843687374749499e-05,
+      "loss": 0.368,
+      "step": 3840
+    },
+    {
+      "epoch": 7.69,
+      "eval_loss": 0.3063763976097107,
+      "eval_runtime": 31.3038,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 3840
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 1.835671342685371e-05,
+      "loss": 0.2372,
+      "step": 3845
+    },
+    {
+      "epoch": 7.71,
+      "learning_rate": 1.8276553106212428e-05,
+      "loss": 0.2849,
+      "step": 3850
+    },
+    {
+      "epoch": 7.71,
+      "eval_loss": 0.3091437518596649,
+      "eval_runtime": 31.2956,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3850
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 1.8196392785571145e-05,
+      "loss": 0.2551,
+      "step": 3855
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 1.811623246492986e-05,
+      "loss": 0.1948,
+      "step": 3860
+    },
+    {
+      "epoch": 7.73,
+      "eval_loss": 0.3075093924999237,
+      "eval_runtime": 31.2948,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3860
+    },
+    {
+      "epoch": 7.74,
+      "learning_rate": 1.8036072144288578e-05,
+      "loss": 0.2395,
+      "step": 3865
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 1.7955911823647295e-05,
+      "loss": 0.2241,
+      "step": 3870
+    },
+    {
+      "epoch": 7.75,
+      "eval_loss": 0.30777955055236816,
+      "eval_runtime": 31.2961,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3870
+    },
+    {
+      "epoch": 7.76,
+      "learning_rate": 1.7875751503006015e-05,
+      "loss": 0.2796,
+      "step": 3875
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 1.779559118236473e-05,
+      "loss": 0.1935,
+      "step": 3880
+    },
+    {
+      "epoch": 7.77,
+      "eval_loss": 0.30446866154670715,
+      "eval_runtime": 31.2946,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3880
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 1.7715430861723448e-05,
+      "loss": 0.2199,
+      "step": 3885
+    },
+    {
+      "epoch": 7.79,
+      "learning_rate": 1.7635270541082165e-05,
+      "loss": 0.2045,
+      "step": 3890
+    },
+    {
+      "epoch": 7.79,
+      "eval_loss": 0.3065406084060669,
+      "eval_runtime": 31.2936,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 3890
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 1.755511022044088e-05,
+      "loss": 0.1856,
+      "step": 3895
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 1.74749498997996e-05,
+      "loss": 0.159,
+      "step": 3900
+    },
+    {
+      "epoch": 7.81,
+      "eval_loss": 0.30820584297180176,
+      "eval_runtime": 31.2972,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3900
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 1.739478957915832e-05,
+      "loss": 0.3111,
+      "step": 3905
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 1.7314629258517035e-05,
+      "loss": 0.1714,
+      "step": 3910
+    },
+    {
+      "epoch": 7.83,
+      "eval_loss": 0.3057255148887634,
+      "eval_runtime": 31.2961,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 3910
+    },
+    {
+      "epoch": 7.84,
+      "learning_rate": 1.7234468937875752e-05,
+      "loss": 0.1983,
+      "step": 3915
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 1.715430861723447e-05,
+      "loss": 0.1984,
+      "step": 3920
+    },
+    {
+      "epoch": 7.85,
+      "eval_loss": 0.3059474527835846,
+      "eval_runtime": 31.3004,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3920
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 1.707414829659319e-05,
+      "loss": 0.2186,
+      "step": 3925
+    },
+    {
+      "epoch": 7.87,
+      "learning_rate": 1.6993987975951905e-05,
+      "loss": 0.2397,
+      "step": 3930
+    },
+    {
+      "epoch": 7.87,
+      "eval_loss": 0.30371129512786865,
+      "eval_runtime": 31.2982,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3930
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 1.6913827655310622e-05,
+      "loss": 0.2559,
+      "step": 3935
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 1.683366733466934e-05,
+      "loss": 0.1884,
+      "step": 3940
+    },
+    {
+      "epoch": 7.89,
+      "eval_loss": 0.3053794205188751,
+      "eval_runtime": 31.2925,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 3940
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 1.6753507014028055e-05,
+      "loss": 0.2414,
+      "step": 3945
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 1.6673346693386772e-05,
+      "loss": 0.2585,
+      "step": 3950
+    },
+    {
+      "epoch": 7.91,
+      "eval_loss": 0.30300775170326233,
+      "eval_runtime": 31.3,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 3950
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 1.6593186372745492e-05,
+      "loss": 0.2049,
+      "step": 3955
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 1.6513026052104212e-05,
+      "loss": 0.2476,
+      "step": 3960
+    },
+    {
+      "epoch": 7.93,
+      "eval_loss": 0.30583810806274414,
+      "eval_runtime": 31.2909,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 3960
+    },
+    {
+      "epoch": 7.94,
+      "learning_rate": 1.643286573146293e-05,
+      "loss": 0.2572,
+      "step": 3965
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 1.6352705410821646e-05,
+      "loss": 0.2525,
+      "step": 3970
+    },
+    {
+      "epoch": 7.95,
+      "eval_loss": 0.3032612204551697,
+      "eval_runtime": 31.2935,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 3970
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 1.6272545090180362e-05,
+      "loss": 0.2901,
+      "step": 3975
+    },
+    {
+      "epoch": 7.97,
+      "learning_rate": 1.619238476953908e-05,
+      "loss": 0.2001,
+      "step": 3980
+    },
+    {
+      "epoch": 7.97,
+      "eval_loss": 0.30624955892562866,
+      "eval_runtime": 31.2914,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 3980
+    },
+    {
+      "epoch": 7.98,
+      "learning_rate": 1.6112224448897796e-05,
+      "loss": 0.1784,
+      "step": 3985
+    },
+    {
+      "epoch": 7.99,
+      "learning_rate": 1.6032064128256516e-05,
+      "loss": 0.1985,
+      "step": 3990
+    },
+    {
+      "epoch": 7.99,
+      "eval_loss": 0.3039126992225647,
+      "eval_runtime": 31.2929,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 3990
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 1.5951903807615233e-05,
+      "loss": 0.247,
+      "step": 3995
+    },
+    {
+      "epoch": 8.02,
+      "learning_rate": 1.587174348697395e-05,
+      "loss": 0.1984,
+      "step": 4000
+    },
+    {
+      "epoch": 8.02,
+      "eval_loss": 0.3139249384403229,
+      "eval_runtime": 31.2927,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 4000
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 1.5791583166332666e-05,
+      "loss": 0.1848,
+      "step": 4005
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 1.5711422845691383e-05,
+      "loss": 0.2008,
+      "step": 4010
+    },
+    {
+      "epoch": 8.04,
+      "eval_loss": 0.3099471926689148,
+      "eval_runtime": 31.2217,
+      "eval_samples_per_second": 7.11,
+      "eval_steps_per_second": 1.794,
+      "step": 4010
+    },
+    {
+      "epoch": 8.05,
+      "learning_rate": 1.5631262525050103e-05,
+      "loss": 0.1658,
+      "step": 4015
+    },
+    {
+      "epoch": 8.06,
+      "learning_rate": 1.555110220440882e-05,
+      "loss": 0.2159,
+      "step": 4020
+    },
+    {
+      "epoch": 8.06,
+      "eval_loss": 0.3085058629512787,
+      "eval_runtime": 31.2776,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.79,
+      "step": 4020
+    },
+    {
+      "epoch": 8.07,
+      "learning_rate": 1.5470941883767536e-05,
+      "loss": 0.2254,
+      "step": 4025
+    },
+    {
+      "epoch": 8.08,
+      "learning_rate": 1.5390781563126253e-05,
+      "loss": 0.2305,
+      "step": 4030
+    },
+    {
+      "epoch": 8.08,
+      "eval_loss": 0.3107781410217285,
+      "eval_runtime": 31.2779,
+      "eval_samples_per_second": 7.098,
+      "eval_steps_per_second": 1.79,
+      "step": 4030
+    },
+    {
+      "epoch": 8.09,
+      "learning_rate": 1.531062124248497e-05,
+      "loss": 0.1916,
+      "step": 4035
+    },
+    {
+      "epoch": 8.1,
+      "learning_rate": 1.5230460921843688e-05,
+      "loss": 0.2007,
+      "step": 4040
+    },
+    {
+      "epoch": 8.1,
+      "eval_loss": 0.30502209067344666,
+      "eval_runtime": 31.29,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 4040
+    },
+    {
+      "epoch": 8.11,
+      "learning_rate": 1.5150300601202405e-05,
+      "loss": 0.2161,
+      "step": 4045
+    },
+    {
+      "epoch": 8.12,
+      "learning_rate": 1.5070140280561123e-05,
+      "loss": 0.2124,
+      "step": 4050
+    },
+    {
+      "epoch": 8.12,
+      "eval_loss": 0.31148508191108704,
+      "eval_runtime": 31.2984,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 4050
+    },
+    {
+      "epoch": 8.13,
+      "learning_rate": 1.498997995991984e-05,
+      "loss": 0.2602,
+      "step": 4055
+    },
+    {
+      "epoch": 8.14,
+      "learning_rate": 1.4909819639278558e-05,
+      "loss": 0.1435,
+      "step": 4060
+    },
+    {
+      "epoch": 8.14,
+      "eval_loss": 0.3084125816822052,
+      "eval_runtime": 31.2938,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 4060
+    },
+    {
+      "epoch": 8.15,
+      "learning_rate": 1.4829659318637275e-05,
+      "loss": 0.192,
+      "step": 4065
+    },
+    {
+      "epoch": 8.16,
+      "learning_rate": 1.4749498997995992e-05,
+      "loss": 0.1968,
+      "step": 4070
+    },
+    {
+      "epoch": 8.16,
+      "eval_loss": 0.3087104856967926,
+      "eval_runtime": 31.2947,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 4070
+    },
+    {
+      "epoch": 8.17,
+      "learning_rate": 1.466933867735471e-05,
+      "loss": 0.167,
+      "step": 4075
+    },
+    {
+      "epoch": 8.18,
+      "learning_rate": 1.4589178356713427e-05,
+      "loss": 0.2507,
+      "step": 4080
+    },
+    {
+      "epoch": 8.18,
+      "eval_loss": 0.3084275722503662,
+      "eval_runtime": 31.2993,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 4080
+    },
+    {
+      "epoch": 8.19,
+      "learning_rate": 1.4509018036072144e-05,
+      "loss": 0.164,
+      "step": 4085
+    },
+    {
+      "epoch": 8.2,
+      "learning_rate": 1.4428857715430864e-05,
+      "loss": 0.1703,
+      "step": 4090
+    },
+    {
+      "epoch": 8.2,
+      "eval_loss": 0.3060537874698639,
+      "eval_runtime": 31.2962,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 4090
+    },
+    {
+      "epoch": 8.21,
+      "learning_rate": 1.4348697394789582e-05,
+      "loss": 0.2239,
+      "step": 4095
+    },
+    {
+      "epoch": 8.22,
+      "learning_rate": 1.4268537074148299e-05,
+      "loss": 0.2511,
+      "step": 4100
+    },
+    {
+      "epoch": 8.22,
+      "eval_loss": 0.310585081577301,
+      "eval_runtime": 31.2934,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 4100
+    },
+    {
+      "epoch": 8.23,
+      "learning_rate": 1.4188376753507016e-05,
+      "loss": 0.1675,
+      "step": 4105
+    },
+    {
+      "epoch": 8.24,
+      "learning_rate": 1.4108216432865734e-05,
+      "loss": 0.1698,
+      "step": 4110
+    },
+    {
+      "epoch": 8.24,
+      "eval_loss": 0.3134320378303528,
+      "eval_runtime": 31.2953,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 4110
+    },
+    {
+      "epoch": 8.25,
+      "learning_rate": 1.402805611222445e-05,
+      "loss": 0.1757,
+      "step": 4115
+    },
+    {
+      "epoch": 8.26,
+      "learning_rate": 1.3947895791583167e-05,
+      "loss": 0.2518,
+      "step": 4120
+    },
+    {
+      "epoch": 8.26,
+      "eval_loss": 0.3101155757904053,
+      "eval_runtime": 31.2883,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 4120
+    },
+    {
+      "epoch": 8.27,
+      "learning_rate": 1.3867735470941886e-05,
+      "loss": 0.1248,
+      "step": 4125
+    },
+    {
+      "epoch": 8.28,
+      "learning_rate": 1.3787575150300602e-05,
+      "loss": 0.1489,
+      "step": 4130
+    },
+    {
+      "epoch": 8.28,
+      "eval_loss": 0.3090272843837738,
+      "eval_runtime": 31.2934,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 4130
+    },
+    {
+      "epoch": 8.29,
+      "learning_rate": 1.3707414829659321e-05,
+      "loss": 0.1893,
+      "step": 4135
+    },
+    {
+      "epoch": 8.3,
+      "learning_rate": 1.3627254509018038e-05,
+      "loss": 0.1759,
+      "step": 4140
+    },
+    {
+      "epoch": 8.3,
+      "eval_loss": 0.3098497688770294,
+      "eval_runtime": 31.2929,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 4140
+    },
+    {
+      "epoch": 8.31,
+      "learning_rate": 1.3547094188376754e-05,
+      "loss": 0.2406,
+      "step": 4145
+    },
+    {
+      "epoch": 8.32,
+      "learning_rate": 1.3466933867735473e-05,
+      "loss": 0.1939,
+      "step": 4150
+    },
+    {
+      "epoch": 8.32,
+      "eval_loss": 0.305558979511261,
+      "eval_runtime": 31.2912,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 4150
+    },
+    {
+      "epoch": 8.33,
+      "learning_rate": 1.338677354709419e-05,
+      "loss": 0.211,
+      "step": 4155
+    },
+    {
+      "epoch": 8.34,
+      "learning_rate": 1.3306613226452906e-05,
+      "loss": 0.2168,
+      "step": 4160
+    },
+    {
+      "epoch": 8.34,
+      "eval_loss": 0.31060683727264404,
+      "eval_runtime": 31.2852,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 4160
+    },
+    {
+      "epoch": 8.35,
+      "learning_rate": 1.3226452905811624e-05,
+      "loss": 0.2253,
+      "step": 4165
+    },
+    {
+      "epoch": 8.36,
+      "learning_rate": 1.3146292585170341e-05,
+      "loss": 0.2119,
+      "step": 4170
+    },
+    {
+      "epoch": 8.36,
+      "eval_loss": 0.3051324188709259,
+      "eval_runtime": 31.2925,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 4170
+    },
+    {
+      "epoch": 8.37,
+      "learning_rate": 1.306613226452906e-05,
+      "loss": 0.1942,
+      "step": 4175
+    },
+    {
+      "epoch": 8.38,
+      "learning_rate": 1.2985971943887776e-05,
+      "loss": 0.1793,
+      "step": 4180
+    },
+    {
+      "epoch": 8.38,
+      "eval_loss": 0.30557873845100403,
+      "eval_runtime": 31.3033,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4180
+    },
+    {
+      "epoch": 8.39,
+      "learning_rate": 1.2905811623246493e-05,
+      "loss": 0.1906,
+      "step": 4185
+    },
+    {
+      "epoch": 8.4,
+      "learning_rate": 1.2825651302605211e-05,
+      "loss": 0.2434,
+      "step": 4190
+    },
+    {
+      "epoch": 8.4,
+      "eval_loss": 0.30504488945007324,
+      "eval_runtime": 31.2924,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 4190
+    },
+    {
+      "epoch": 8.41,
+      "learning_rate": 1.2745490981963928e-05,
+      "loss": 0.1886,
+      "step": 4195
+    },
+    {
+      "epoch": 8.42,
+      "learning_rate": 1.2665330661322645e-05,
+      "loss": 0.2601,
+      "step": 4200
+    },
+    {
+      "epoch": 8.42,
+      "eval_loss": 0.30650991201400757,
+      "eval_runtime": 31.2933,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 4200
+    },
+    {
+      "epoch": 8.43,
+      "learning_rate": 1.2585170340681363e-05,
+      "loss": 0.1338,
+      "step": 4205
+    },
+    {
+      "epoch": 8.44,
+      "learning_rate": 1.250501002004008e-05,
+      "loss": 0.1791,
+      "step": 4210
+    },
+    {
+      "epoch": 8.44,
+      "eval_loss": 0.3051263391971588,
+      "eval_runtime": 31.3026,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4210
+    },
+    {
+      "epoch": 8.45,
+      "learning_rate": 1.2424849699398798e-05,
+      "loss": 0.2534,
+      "step": 4215
+    },
+    {
+      "epoch": 8.46,
+      "learning_rate": 1.2344689378757515e-05,
+      "loss": 0.1404,
+      "step": 4220
+    },
+    {
+      "epoch": 8.46,
+      "eval_loss": 0.3057839870452881,
+      "eval_runtime": 31.8248,
+      "eval_samples_per_second": 6.976,
+      "eval_steps_per_second": 1.76,
+      "step": 4220
+    },
+    {
+      "epoch": 8.47,
+      "learning_rate": 1.2264529058116232e-05,
+      "loss": 0.2097,
+      "step": 4225
+    },
+    {
+      "epoch": 8.48,
+      "learning_rate": 1.2184368737474952e-05,
+      "loss": 0.222,
+      "step": 4230
+    },
+    {
+      "epoch": 8.48,
+      "eval_loss": 0.3059149384498596,
+      "eval_runtime": 31.2917,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 4230
+    },
+    {
+      "epoch": 8.49,
+      "learning_rate": 1.2104208416833669e-05,
+      "loss": 0.1822,
+      "step": 4235
+    },
+    {
+      "epoch": 8.5,
+      "learning_rate": 1.2024048096192387e-05,
+      "loss": 0.1809,
+      "step": 4240
+    },
+    {
+      "epoch": 8.5,
+      "eval_loss": 0.30699098110198975,
+      "eval_runtime": 31.297,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 4240
+    },
+    {
+      "epoch": 8.51,
+      "learning_rate": 1.1943887775551104e-05,
+      "loss": 0.1847,
+      "step": 4245
+    },
+    {
+      "epoch": 8.52,
+      "learning_rate": 1.1863727454909822e-05,
+      "loss": 0.1745,
+      "step": 4250
+    },
+    {
+      "epoch": 8.52,
+      "eval_loss": 0.30655932426452637,
+      "eval_runtime": 31.8903,
+      "eval_samples_per_second": 6.961,
+      "eval_steps_per_second": 1.756,
+      "step": 4250
+    },
+    {
+      "epoch": 8.53,
+      "learning_rate": 1.1783567134268539e-05,
+      "loss": 0.2631,
+      "step": 4255
+    },
+    {
+      "epoch": 8.54,
+      "learning_rate": 1.1703406813627256e-05,
+      "loss": 0.2236,
+      "step": 4260
+    },
+    {
+      "epoch": 8.54,
+      "eval_loss": 0.30122604966163635,
+      "eval_runtime": 31.2919,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 4260
+    },
+    {
+      "epoch": 8.55,
+      "learning_rate": 1.1623246492985974e-05,
+      "loss": 0.1922,
+      "step": 4265
+    },
+    {
+      "epoch": 8.56,
+      "learning_rate": 1.154308617234469e-05,
+      "loss": 0.1965,
+      "step": 4270
+    },
+    {
+      "epoch": 8.56,
+      "eval_loss": 0.30368027091026306,
+      "eval_runtime": 31.3086,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4270
+    },
+    {
+      "epoch": 8.57,
+      "learning_rate": 1.1462925851703407e-05,
+      "loss": 0.1554,
+      "step": 4275
+    },
+    {
+      "epoch": 8.58,
+      "learning_rate": 1.1382765531062126e-05,
+      "loss": 0.1836,
+      "step": 4280
+    },
+    {
+      "epoch": 8.58,
+      "eval_loss": 0.3051268458366394,
+      "eval_runtime": 31.6028,
+      "eval_samples_per_second": 7.025,
+      "eval_steps_per_second": 1.772,
+      "step": 4280
+    },
+    {
+      "epoch": 8.59,
+      "learning_rate": 1.1302605210420842e-05,
+      "loss": 0.1924,
+      "step": 4285
+    },
+    {
+      "epoch": 8.6,
+      "learning_rate": 1.1222444889779561e-05,
+      "loss": 0.1912,
+      "step": 4290
+    },
+    {
+      "epoch": 8.6,
+      "eval_loss": 0.30165210366249084,
+      "eval_runtime": 31.2902,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 4290
+    },
+    {
+      "epoch": 8.61,
+      "learning_rate": 1.1142284569138278e-05,
+      "loss": 0.1751,
+      "step": 4295
+    },
+    {
+      "epoch": 8.62,
+      "learning_rate": 1.1062124248496994e-05,
+      "loss": 0.2207,
+      "step": 4300
+    },
+    {
+      "epoch": 8.62,
+      "eval_loss": 0.30252379179000854,
+      "eval_runtime": 31.3027,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4300
+    },
+    {
+      "epoch": 8.63,
+      "learning_rate": 1.0981963927855713e-05,
+      "loss": 0.1475,
+      "step": 4305
+    },
+    {
+      "epoch": 8.64,
+      "learning_rate": 1.090180360721443e-05,
+      "loss": 0.2481,
+      "step": 4310
+    },
+    {
+      "epoch": 8.64,
+      "eval_loss": 0.29974907636642456,
+      "eval_runtime": 31.3079,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4310
+    },
+    {
+      "epoch": 8.65,
+      "learning_rate": 1.0821643286573146e-05,
+      "loss": 0.124,
+      "step": 4315
+    },
+    {
+      "epoch": 8.66,
+      "learning_rate": 1.0741482965931864e-05,
+      "loss": 0.1506,
+      "step": 4320
+    },
+    {
+      "epoch": 8.66,
+      "eval_loss": 0.30026939511299133,
+      "eval_runtime": 31.4042,
+      "eval_samples_per_second": 7.069,
+      "eval_steps_per_second": 1.783,
+      "step": 4320
+    },
+    {
+      "epoch": 8.67,
+      "learning_rate": 1.0661322645290581e-05,
+      "loss": 0.1864,
+      "step": 4325
+    },
+    {
+      "epoch": 8.68,
+      "learning_rate": 1.05811623246493e-05,
+      "loss": 0.2216,
+      "step": 4330
+    },
+    {
+      "epoch": 8.68,
+      "eval_loss": 0.30346396565437317,
+      "eval_runtime": 31.3544,
+      "eval_samples_per_second": 7.08,
+      "eval_steps_per_second": 1.786,
+      "step": 4330
+    },
+    {
+      "epoch": 8.69,
+      "learning_rate": 1.0501002004008016e-05,
+      "loss": 0.1759,
+      "step": 4335
+    },
+    {
+      "epoch": 8.7,
+      "learning_rate": 1.0420841683366733e-05,
+      "loss": 0.1866,
+      "step": 4340
+    },
+    {
+      "epoch": 8.7,
+      "eval_loss": 0.301408588886261,
+      "eval_runtime": 31.3231,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 4340
+    },
+    {
+      "epoch": 8.71,
+      "learning_rate": 1.0340681362725451e-05,
+      "loss": 0.1588,
+      "step": 4345
+    },
+    {
+      "epoch": 8.72,
+      "learning_rate": 1.0260521042084168e-05,
+      "loss": 0.2025,
+      "step": 4350
+    },
+    {
+      "epoch": 8.72,
+      "eval_loss": 0.30352672934532166,
+      "eval_runtime": 31.2959,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 4350
+    },
+    {
+      "epoch": 8.73,
+      "learning_rate": 1.0180360721442885e-05,
+      "loss": 0.1465,
+      "step": 4355
+    },
+    {
+      "epoch": 8.74,
+      "learning_rate": 1.0100200400801603e-05,
+      "loss": 0.1521,
+      "step": 4360
+    },
+    {
+      "epoch": 8.74,
+      "eval_loss": 0.2992115318775177,
+      "eval_runtime": 31.3056,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4360
+    },
+    {
+      "epoch": 8.75,
+      "learning_rate": 1.002004008016032e-05,
+      "loss": 0.2296,
+      "step": 4365
+    },
+    {
+      "epoch": 8.76,
+      "learning_rate": 9.939879759519038e-06,
+      "loss": 0.1598,
+      "step": 4370
+    },
+    {
+      "epoch": 8.76,
+      "eval_loss": 0.30343157052993774,
+      "eval_runtime": 31.304,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4370
+    },
+    {
+      "epoch": 8.77,
+      "learning_rate": 9.859719438877757e-06,
+      "loss": 0.2342,
+      "step": 4375
+    },
+    {
+      "epoch": 8.78,
+      "learning_rate": 9.779559118236473e-06,
+      "loss": 0.185,
+      "step": 4380
+    },
+    {
+      "epoch": 8.78,
+      "eval_loss": 0.3016977906227112,
+      "eval_runtime": 31.3084,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4380
+    },
+    {
+      "epoch": 8.79,
+      "learning_rate": 9.69939879759519e-06,
+      "loss": 0.1527,
+      "step": 4385
+    },
+    {
+      "epoch": 8.8,
+      "learning_rate": 9.619238476953909e-06,
+      "loss": 0.2427,
+      "step": 4390
+    },
+    {
+      "epoch": 8.8,
+      "eval_loss": 0.2971956133842468,
+      "eval_runtime": 31.2993,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 4390
+    },
+    {
+      "epoch": 8.81,
+      "learning_rate": 9.539078156312625e-06,
+      "loss": 0.1416,
+      "step": 4395
+    },
+    {
+      "epoch": 8.82,
+      "learning_rate": 9.458917835671344e-06,
+      "loss": 0.2343,
+      "step": 4400
+    },
+    {
+      "epoch": 8.82,
+      "eval_loss": 0.2979062795639038,
+      "eval_runtime": 31.2918,
+      "eval_samples_per_second": 7.095,
+      "eval_steps_per_second": 1.79,
+      "step": 4400
+    },
+    {
+      "epoch": 8.83,
+      "learning_rate": 9.378757515030062e-06,
+      "loss": 0.2002,
+      "step": 4405
+    },
+    {
+      "epoch": 8.84,
+      "learning_rate": 9.298597194388779e-06,
+      "loss": 0.1994,
+      "step": 4410
+    },
+    {
+      "epoch": 8.84,
+      "eval_loss": 0.2994498908519745,
+      "eval_runtime": 31.2999,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 4410
+    },
+    {
+      "epoch": 8.85,
+      "learning_rate": 9.218436873747496e-06,
+      "loss": 0.2031,
+      "step": 4415
+    },
+    {
+      "epoch": 8.86,
+      "learning_rate": 9.138276553106214e-06,
+      "loss": 0.2671,
+      "step": 4420
+    },
+    {
+      "epoch": 8.86,
+      "eval_loss": 0.29864001274108887,
+      "eval_runtime": 31.9081,
+      "eval_samples_per_second": 6.957,
+      "eval_steps_per_second": 1.755,
+      "step": 4420
+    },
+    {
+      "epoch": 8.87,
+      "learning_rate": 9.05811623246493e-06,
+      "loss": 0.202,
+      "step": 4425
+    },
+    {
+      "epoch": 8.88,
+      "learning_rate": 8.977955911823647e-06,
+      "loss": 0.1158,
+      "step": 4430
+    },
+    {
+      "epoch": 8.88,
+      "eval_loss": 0.2991441786289215,
+      "eval_runtime": 31.5574,
+      "eval_samples_per_second": 7.035,
+      "eval_steps_per_second": 1.775,
+      "step": 4430
+    },
+    {
+      "epoch": 8.89,
+      "learning_rate": 8.897795591182366e-06,
+      "loss": 0.2213,
+      "step": 4435
+    },
+    {
+      "epoch": 8.9,
+      "learning_rate": 8.817635270541082e-06,
+      "loss": 0.2127,
+      "step": 4440
+    },
+    {
+      "epoch": 8.9,
+      "eval_loss": 0.3000405430793762,
+      "eval_runtime": 31.2838,
+      "eval_samples_per_second": 7.096,
+      "eval_steps_per_second": 1.79,
+      "step": 4440
+    },
+    {
+      "epoch": 8.91,
+      "learning_rate": 8.7374749498998e-06,
+      "loss": 0.1603,
+      "step": 4445
+    },
+    {
+      "epoch": 8.92,
+      "learning_rate": 8.657314629258518e-06,
+      "loss": 0.1691,
+      "step": 4450
+    },
+    {
+      "epoch": 8.92,
+      "eval_loss": 0.2980547845363617,
+      "eval_runtime": 31.2967,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 4450
+    },
+    {
+      "epoch": 8.93,
+      "learning_rate": 8.577154308617234e-06,
+      "loss": 0.2523,
+      "step": 4455
+    },
+    {
+      "epoch": 8.94,
+      "learning_rate": 8.496993987975953e-06,
+      "loss": 0.2103,
+      "step": 4460
+    },
+    {
+      "epoch": 8.94,
+      "eval_loss": 0.2978658080101013,
+      "eval_runtime": 31.3156,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 4460
+    },
+    {
+      "epoch": 8.95,
+      "learning_rate": 8.41683366733467e-06,
+      "loss": 0.1574,
+      "step": 4465
+    },
+    {
+      "epoch": 8.96,
+      "learning_rate": 8.336673346693386e-06,
+      "loss": 0.1392,
+      "step": 4470
+    },
+    {
+      "epoch": 8.96,
+      "eval_loss": 0.29815390706062317,
+      "eval_runtime": 31.3016,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4470
+    },
+    {
+      "epoch": 8.97,
+      "learning_rate": 8.256513026052106e-06,
+      "loss": 0.2192,
+      "step": 4475
+    },
+    {
+      "epoch": 8.98,
+      "learning_rate": 8.176352705410823e-06,
+      "loss": 0.1712,
+      "step": 4480
+    },
+    {
+      "epoch": 8.98,
+      "eval_loss": 0.2943491041660309,
+      "eval_runtime": 31.3127,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 4480
+    },
+    {
+      "epoch": 8.99,
+      "learning_rate": 8.09619238476954e-06,
+      "loss": 0.1652,
+      "step": 4485
+    },
+    {
+      "epoch": 9.0,
+      "learning_rate": 8.016032064128258e-06,
+      "loss": 0.2435,
+      "step": 4490
+    },
+    {
+      "epoch": 9.0,
+      "eval_loss": 0.2958294153213501,
+      "eval_runtime": 31.2931,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.79,
+      "step": 4490
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 7.935871743486975e-06,
+      "loss": 0.1859,
+      "step": 4495
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 7.855711422845691e-06,
+      "loss": 0.1715,
+      "step": 4500
+    },
+    {
+      "epoch": 9.02,
+      "eval_loss": 0.30551087856292725,
+      "eval_runtime": 31.309,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4500
+    },
+    {
+      "epoch": 9.03,
+      "learning_rate": 7.77555110220441e-06,
+      "loss": 0.1663,
+      "step": 4505
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 7.695390781563127e-06,
+      "loss": 0.1641,
+      "step": 4510
+    },
+    {
+      "epoch": 9.04,
+      "eval_loss": 0.3048071563243866,
+      "eval_runtime": 31.2037,
+      "eval_samples_per_second": 7.115,
+      "eval_steps_per_second": 1.795,
+      "step": 4510
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 7.615230460921844e-06,
+      "loss": 0.17,
+      "step": 4515
+    },
+    {
+      "epoch": 9.06,
+      "learning_rate": 7.535070140280562e-06,
+      "loss": 0.1529,
+      "step": 4520
+    },
+    {
+      "epoch": 9.06,
+      "eval_loss": 0.30287060141563416,
+      "eval_runtime": 31.2814,
+      "eval_samples_per_second": 7.097,
+      "eval_steps_per_second": 1.79,
+      "step": 4520
+    },
+    {
+      "epoch": 9.07,
+      "learning_rate": 7.454909819639279e-06,
+      "loss": 0.175,
+      "step": 4525
+    },
+    {
+      "epoch": 9.08,
+      "learning_rate": 7.374749498997996e-06,
+      "loss": 0.1566,
+      "step": 4530
+    },
+    {
+      "epoch": 9.08,
+      "eval_loss": 0.3046806752681732,
+      "eval_runtime": 31.2973,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 4530
+    },
+    {
+      "epoch": 9.09,
+      "learning_rate": 7.2945891783567134e-06,
+      "loss": 0.1749,
+      "step": 4535
+    },
+    {
+      "epoch": 9.1,
+      "learning_rate": 7.214428857715432e-06,
+      "loss": 0.1382,
+      "step": 4540
+    },
+    {
+      "epoch": 9.1,
+      "eval_loss": 0.30272936820983887,
+      "eval_runtime": 31.302,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4540
+    },
+    {
+      "epoch": 9.11,
+      "learning_rate": 7.134268537074149e-06,
+      "loss": 0.1956,
+      "step": 4545
+    },
+    {
+      "epoch": 9.12,
+      "learning_rate": 7.054108216432867e-06,
+      "loss": 0.1605,
+      "step": 4550
+    },
+    {
+      "epoch": 9.12,
+      "eval_loss": 0.30227676033973694,
+      "eval_runtime": 31.3042,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4550
+    },
+    {
+      "epoch": 9.13,
+      "learning_rate": 6.973947895791584e-06,
+      "loss": 0.1675,
+      "step": 4555
+    },
+    {
+      "epoch": 9.14,
+      "learning_rate": 6.893787575150301e-06,
+      "loss": 0.2167,
+      "step": 4560
+    },
+    {
+      "epoch": 9.14,
+      "eval_loss": 0.3055172264575958,
+      "eval_runtime": 31.3016,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4560
+    },
+    {
+      "epoch": 9.15,
+      "learning_rate": 6.813627254509019e-06,
+      "loss": 0.1603,
+      "step": 4565
+    },
+    {
+      "epoch": 9.16,
+      "learning_rate": 6.733466933867736e-06,
+      "loss": 0.1506,
+      "step": 4570
+    },
+    {
+      "epoch": 9.16,
+      "eval_loss": 0.303718626499176,
+      "eval_runtime": 31.323,
+      "eval_samples_per_second": 7.087,
+      "eval_steps_per_second": 1.788,
+      "step": 4570
+    },
+    {
+      "epoch": 9.17,
+      "learning_rate": 6.653306613226453e-06,
+      "loss": 0.2345,
+      "step": 4575
+    },
+    {
+      "epoch": 9.18,
+      "learning_rate": 6.573146292585171e-06,
+      "loss": 0.192,
+      "step": 4580
+    },
+    {
+      "epoch": 9.18,
+      "eval_loss": 0.30387794971466064,
+      "eval_runtime": 31.3084,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4580
+    },
+    {
+      "epoch": 9.19,
+      "learning_rate": 6.492985971943888e-06,
+      "loss": 0.1714,
+      "step": 4585
+    },
+    {
+      "epoch": 9.2,
+      "learning_rate": 6.412825651302606e-06,
+      "loss": 0.139,
+      "step": 4590
+    },
+    {
+      "epoch": 9.2,
+      "eval_loss": 0.3030008375644684,
+      "eval_runtime": 31.311,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 4590
+    },
+    {
+      "epoch": 9.21,
+      "learning_rate": 6.332665330661322e-06,
+      "loss": 0.1492,
+      "step": 4595
+    },
+    {
+      "epoch": 9.22,
+      "learning_rate": 6.25250501002004e-06,
+      "loss": 0.1974,
+      "step": 4600
+    },
+    {
+      "epoch": 9.22,
+      "eval_loss": 0.30382072925567627,
+      "eval_runtime": 31.314,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 4600
+    },
+    {
+      "epoch": 9.23,
+      "learning_rate": 6.1723446893787575e-06,
+      "loss": 0.1619,
+      "step": 4605
+    },
+    {
+      "epoch": 9.24,
+      "learning_rate": 6.092184368737476e-06,
+      "loss": 0.167,
+      "step": 4610
+    },
+    {
+      "epoch": 9.24,
+      "eval_loss": 0.303739070892334,
+      "eval_runtime": 31.3071,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4610
+    },
+    {
+      "epoch": 9.25,
+      "learning_rate": 6.0120240480961935e-06,
+      "loss": 0.1597,
+      "step": 4615
+    },
+    {
+      "epoch": 9.26,
+      "learning_rate": 5.931863727454911e-06,
+      "loss": 0.2409,
+      "step": 4620
+    },
+    {
+      "epoch": 9.26,
+      "eval_loss": 0.3033643066883087,
+      "eval_runtime": 31.3054,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4620
+    },
+    {
+      "epoch": 9.27,
+      "learning_rate": 5.851703406813628e-06,
+      "loss": 0.1673,
+      "step": 4625
+    },
+    {
+      "epoch": 9.28,
+      "learning_rate": 5.771543086172345e-06,
+      "loss": 0.1494,
+      "step": 4630
+    },
+    {
+      "epoch": 9.28,
+      "eval_loss": 0.30480068922042847,
+      "eval_runtime": 31.3033,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4630
+    },
+    {
+      "epoch": 9.29,
+      "learning_rate": 5.691382765531063e-06,
+      "loss": 0.1907,
+      "step": 4635
+    },
+    {
+      "epoch": 9.3,
+      "learning_rate": 5.6112224448897804e-06,
+      "loss": 0.1762,
+      "step": 4640
+    },
+    {
+      "epoch": 9.3,
+      "eval_loss": 0.30366069078445435,
+      "eval_runtime": 31.2972,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 4640
+    },
+    {
+      "epoch": 9.31,
+      "learning_rate": 5.531062124248497e-06,
+      "loss": 0.1336,
+      "step": 4645
+    },
+    {
+      "epoch": 9.32,
+      "learning_rate": 5.450901803607215e-06,
+      "loss": 0.183,
+      "step": 4650
+    },
+    {
+      "epoch": 9.32,
+      "eval_loss": 0.3042277991771698,
+      "eval_runtime": 31.3048,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4650
+    },
+    {
+      "epoch": 9.33,
+      "learning_rate": 5.370741482965932e-06,
+      "loss": 0.2423,
+      "step": 4655
+    },
+    {
+      "epoch": 9.34,
+      "learning_rate": 5.29058116232465e-06,
+      "loss": 0.1773,
+      "step": 4660
+    },
+    {
+      "epoch": 9.34,
+      "eval_loss": 0.3042871356010437,
+      "eval_runtime": 31.3002,
+      "eval_samples_per_second": 7.093,
+      "eval_steps_per_second": 1.789,
+      "step": 4660
+    },
+    {
+      "epoch": 9.35,
+      "learning_rate": 5.2104208416833665e-06,
+      "loss": 0.1586,
+      "step": 4665
+    },
+    {
+      "epoch": 9.36,
+      "learning_rate": 5.130260521042084e-06,
+      "loss": 0.1509,
+      "step": 4670
+    },
+    {
+      "epoch": 9.36,
+      "eval_loss": 0.3053213059902191,
+      "eval_runtime": 31.3174,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 4670
+    },
+    {
+      "epoch": 9.37,
+      "learning_rate": 5.050100200400802e-06,
+      "loss": 0.136,
+      "step": 4675
+    },
+    {
+      "epoch": 9.38,
+      "learning_rate": 4.969939879759519e-06,
+      "loss": 0.1994,
+      "step": 4680
+    },
+    {
+      "epoch": 9.38,
+      "eval_loss": 0.30446866154670715,
+      "eval_runtime": 31.3129,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 4680
+    },
+    {
+      "epoch": 9.39,
+      "learning_rate": 4.889779559118237e-06,
+      "loss": 0.2068,
+      "step": 4685
+    },
+    {
+      "epoch": 9.4,
+      "learning_rate": 4.809619238476954e-06,
+      "loss": 0.1928,
+      "step": 4690
+    },
+    {
+      "epoch": 9.4,
+      "eval_loss": 0.30361202359199524,
+      "eval_runtime": 31.3048,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4690
+    },
+    {
+      "epoch": 9.41,
+      "learning_rate": 4.729458917835672e-06,
+      "loss": 0.212,
+      "step": 4695
+    },
+    {
+      "epoch": 9.42,
+      "learning_rate": 4.649298597194389e-06,
+      "loss": 0.1158,
+      "step": 4700
+    },
+    {
+      "epoch": 9.42,
+      "eval_loss": 0.30384451150894165,
+      "eval_runtime": 31.3031,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4700
+    },
+    {
+      "epoch": 9.43,
+      "learning_rate": 4.569138276553107e-06,
+      "loss": 0.2038,
+      "step": 4705
+    },
+    {
+      "epoch": 9.44,
+      "learning_rate": 4.488977955911824e-06,
+      "loss": 0.1503,
+      "step": 4710
+    },
+    {
+      "epoch": 9.44,
+      "eval_loss": 0.3019496500492096,
+      "eval_runtime": 31.3092,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4710
+    },
+    {
+      "epoch": 9.45,
+      "learning_rate": 4.408817635270541e-06,
+      "loss": 0.1511,
+      "step": 4715
+    },
+    {
+      "epoch": 9.46,
+      "learning_rate": 4.328657314629259e-06,
+      "loss": 0.1556,
+      "step": 4720
+    },
+    {
+      "epoch": 9.46,
+      "eval_loss": 0.3029373288154602,
+      "eval_runtime": 31.305,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4720
+    },
+    {
+      "epoch": 9.47,
+      "learning_rate": 4.248496993987976e-06,
+      "loss": 0.182,
+      "step": 4725
+    },
+    {
+      "epoch": 9.48,
+      "learning_rate": 4.168336673346693e-06,
+      "loss": 0.1327,
+      "step": 4730
+    },
+    {
+      "epoch": 9.48,
+      "eval_loss": 0.30504941940307617,
+      "eval_runtime": 31.3165,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 4730
+    },
+    {
+      "epoch": 9.49,
+      "learning_rate": 4.0881763527054114e-06,
+      "loss": 0.1574,
+      "step": 4735
+    },
+    {
+      "epoch": 9.5,
+      "learning_rate": 4.008016032064129e-06,
+      "loss": 0.1772,
+      "step": 4740
+    },
+    {
+      "epoch": 9.5,
+      "eval_loss": 0.3057289719581604,
+      "eval_runtime": 31.3047,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4740
+    },
+    {
+      "epoch": 9.51,
+      "learning_rate": 3.927855711422846e-06,
+      "loss": 0.1497,
+      "step": 4745
+    },
+    {
+      "epoch": 9.52,
+      "learning_rate": 3.847695390781563e-06,
+      "loss": 0.1555,
+      "step": 4750
+    },
+    {
+      "epoch": 9.52,
+      "eval_loss": 0.30276989936828613,
+      "eval_runtime": 31.3062,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4750
+    },
+    {
+      "epoch": 9.53,
+      "learning_rate": 3.767535070140281e-06,
+      "loss": 0.1281,
+      "step": 4755
+    },
+    {
+      "epoch": 9.54,
+      "learning_rate": 3.687374749498998e-06,
+      "loss": 0.1363,
+      "step": 4760
+    },
+    {
+      "epoch": 9.54,
+      "eval_loss": 0.3013622760772705,
+      "eval_runtime": 31.3134,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 4760
+    },
+    {
+      "epoch": 9.55,
+      "learning_rate": 3.607214428857716e-06,
+      "loss": 0.1461,
+      "step": 4765
+    },
+    {
+      "epoch": 9.56,
+      "learning_rate": 3.5270541082164335e-06,
+      "loss": 0.139,
+      "step": 4770
+    },
+    {
+      "epoch": 9.56,
+      "eval_loss": 0.3009650707244873,
+      "eval_runtime": 31.3047,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4770
+    },
+    {
+      "epoch": 9.57,
+      "learning_rate": 3.4468937875751506e-06,
+      "loss": 0.1519,
+      "step": 4775
+    },
+    {
+      "epoch": 9.58,
+      "learning_rate": 3.366733466933868e-06,
+      "loss": 0.1639,
+      "step": 4780
+    },
+    {
+      "epoch": 9.58,
+      "eval_loss": 0.30125322937965393,
+      "eval_runtime": 31.3146,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 4780
+    },
+    {
+      "epoch": 9.59,
+      "learning_rate": 3.2865731462925853e-06,
+      "loss": 0.1735,
+      "step": 4785
+    },
+    {
+      "epoch": 9.6,
+      "learning_rate": 3.206412825651303e-06,
+      "loss": 0.1669,
+      "step": 4790
+    },
+    {
+      "epoch": 9.6,
+      "eval_loss": 0.30152443051338196,
+      "eval_runtime": 31.3073,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4790
+    },
+    {
+      "epoch": 9.61,
+      "learning_rate": 3.12625250501002e-06,
+      "loss": 0.1085,
+      "step": 4795
+    },
+    {
+      "epoch": 9.62,
+      "learning_rate": 3.046092184368738e-06,
+      "loss": 0.144,
+      "step": 4800
+    },
+    {
+      "epoch": 9.62,
+      "eval_loss": 0.30229106545448303,
+      "eval_runtime": 31.3106,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 4800
+    },
+    {
+      "epoch": 9.63,
+      "learning_rate": 2.9659318637274555e-06,
+      "loss": 0.1607,
+      "step": 4805
+    },
+    {
+      "epoch": 9.64,
+      "learning_rate": 2.8857715430861727e-06,
+      "loss": 0.1925,
+      "step": 4810
+    },
+    {
+      "epoch": 9.64,
+      "eval_loss": 0.3034406900405884,
+      "eval_runtime": 31.3159,
+      "eval_samples_per_second": 7.089,
+      "eval_steps_per_second": 1.788,
+      "step": 4810
+    },
+    {
+      "epoch": 9.65,
+      "learning_rate": 2.8056112224448902e-06,
+      "loss": 0.1486,
+      "step": 4815
+    },
+    {
+      "epoch": 9.66,
+      "learning_rate": 2.7254509018036073e-06,
+      "loss": 0.1615,
+      "step": 4820
+    },
+    {
+      "epoch": 9.66,
+      "eval_loss": 0.3025255501270294,
+      "eval_runtime": 31.295,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 4820
+    },
+    {
+      "epoch": 9.67,
+      "learning_rate": 2.645290581162325e-06,
+      "loss": 0.1677,
+      "step": 4825
+    },
+    {
+      "epoch": 9.68,
+      "learning_rate": 2.565130260521042e-06,
+      "loss": 0.1625,
+      "step": 4830
+    },
+    {
+      "epoch": 9.68,
+      "eval_loss": 0.3018721044063568,
+      "eval_runtime": 31.3106,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 4830
+    },
+    {
+      "epoch": 9.69,
+      "learning_rate": 2.4849699398797596e-06,
+      "loss": 0.1508,
+      "step": 4835
+    },
+    {
+      "epoch": 9.7,
+      "learning_rate": 2.404809619238477e-06,
+      "loss": 0.1355,
+      "step": 4840
+    },
+    {
+      "epoch": 9.7,
+      "eval_loss": 0.3022632300853729,
+      "eval_runtime": 31.3118,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 4840
+    },
+    {
+      "epoch": 9.71,
+      "learning_rate": 2.3246492985971947e-06,
+      "loss": 0.142,
+      "step": 4845
+    },
+    {
+      "epoch": 9.72,
+      "learning_rate": 2.244488977955912e-06,
+      "loss": 0.1671,
+      "step": 4850
+    },
+    {
+      "epoch": 9.72,
+      "eval_loss": 0.30193448066711426,
+      "eval_runtime": 31.3088,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4850
+    },
+    {
+      "epoch": 9.73,
+      "learning_rate": 2.1643286573146294e-06,
+      "loss": 0.1557,
+      "step": 4855
+    },
+    {
+      "epoch": 9.74,
+      "learning_rate": 2.0841683366733465e-06,
+      "loss": 0.1447,
+      "step": 4860
+    },
+    {
+      "epoch": 9.74,
+      "eval_loss": 0.30213478207588196,
+      "eval_runtime": 31.3072,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4860
+    },
+    {
+      "epoch": 9.75,
+      "learning_rate": 2.0040080160320645e-06,
+      "loss": 0.1617,
+      "step": 4865
+    },
+    {
+      "epoch": 9.76,
+      "learning_rate": 1.9238476953907816e-06,
+      "loss": 0.1465,
+      "step": 4870
+    },
+    {
+      "epoch": 9.76,
+      "eval_loss": 0.3024033308029175,
+      "eval_runtime": 31.3039,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4870
+    },
+    {
+      "epoch": 9.77,
+      "learning_rate": 1.843687374749499e-06,
+      "loss": 0.144,
+      "step": 4875
+    },
+    {
+      "epoch": 9.78,
+      "learning_rate": 1.7635270541082167e-06,
+      "loss": 0.1794,
+      "step": 4880
+    },
+    {
+      "epoch": 9.78,
+      "eval_loss": 0.3020671606063843,
+      "eval_runtime": 31.3114,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.788,
+      "step": 4880
+    },
+    {
+      "epoch": 9.79,
+      "learning_rate": 1.683366733466934e-06,
+      "loss": 0.1762,
+      "step": 4885
+    },
+    {
+      "epoch": 9.8,
+      "learning_rate": 1.6032064128256514e-06,
+      "loss": 0.156,
+      "step": 4890
+    },
+    {
+      "epoch": 9.8,
+      "eval_loss": 0.30112236738204956,
+      "eval_runtime": 31.3062,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4890
+    },
+    {
+      "epoch": 9.81,
+      "learning_rate": 1.523046092184369e-06,
+      "loss": 0.139,
+      "step": 4895
+    },
+    {
+      "epoch": 9.82,
+      "learning_rate": 1.4428857715430863e-06,
+      "loss": 0.1018,
+      "step": 4900
+    },
+    {
+      "epoch": 9.82,
+      "eval_loss": 0.30046290159225464,
+      "eval_runtime": 31.3036,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4900
+    },
+    {
+      "epoch": 9.83,
+      "learning_rate": 1.3627254509018037e-06,
+      "loss": 0.1524,
+      "step": 4905
+    },
+    {
+      "epoch": 9.84,
+      "learning_rate": 1.282565130260521e-06,
+      "loss": 0.1403,
+      "step": 4910
+    },
+    {
+      "epoch": 9.84,
+      "eval_loss": 0.3010559380054474,
+      "eval_runtime": 31.303,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4910
+    },
+    {
+      "epoch": 9.85,
+      "learning_rate": 1.2024048096192386e-06,
+      "loss": 0.1495,
+      "step": 4915
+    },
+    {
+      "epoch": 9.86,
+      "learning_rate": 1.122244488977956e-06,
+      "loss": 0.1126,
+      "step": 4920
+    },
+    {
+      "epoch": 9.86,
+      "eval_loss": 0.30058878660202026,
+      "eval_runtime": 31.3099,
+      "eval_samples_per_second": 7.09,
+      "eval_steps_per_second": 1.789,
+      "step": 4920
+    },
+    {
+      "epoch": 9.87,
+      "learning_rate": 1.0420841683366733e-06,
+      "loss": 0.1365,
+      "step": 4925
+    },
+    {
+      "epoch": 9.88,
+      "learning_rate": 9.619238476953908e-07,
+      "loss": 0.1595,
+      "step": 4930
+    },
+    {
+      "epoch": 9.88,
+      "eval_loss": 0.3006744682788849,
+      "eval_runtime": 31.302,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4930
+    },
+    {
+      "epoch": 9.89,
+      "learning_rate": 8.817635270541084e-07,
+      "loss": 0.1921,
+      "step": 4935
+    },
+    {
+      "epoch": 9.9,
+      "learning_rate": 8.016032064128257e-07,
+      "loss": 0.1415,
+      "step": 4940
+    },
+    {
+      "epoch": 9.9,
+      "eval_loss": 0.3012050986289978,
+      "eval_runtime": 31.3083,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4940
+    },
+    {
+      "epoch": 9.91,
+      "learning_rate": 7.214428857715432e-07,
+      "loss": 0.1173,
+      "step": 4945
+    },
+    {
+      "epoch": 9.92,
+      "learning_rate": 6.412825651302605e-07,
+      "loss": 0.1651,
+      "step": 4950
+    },
+    {
+      "epoch": 9.92,
+      "eval_loss": 0.30145999789237976,
+      "eval_runtime": 31.3009,
+      "eval_samples_per_second": 7.092,
+      "eval_steps_per_second": 1.789,
+      "step": 4950
+    },
+    {
+      "epoch": 9.93,
+      "learning_rate": 5.61122244488978e-07,
+      "loss": 0.148,
+      "step": 4955
+    },
+    {
+      "epoch": 9.94,
+      "learning_rate": 4.809619238476954e-07,
+      "loss": 0.1558,
+      "step": 4960
+    },
+    {
+      "epoch": 9.94,
+      "eval_loss": 0.30154505372047424,
+      "eval_runtime": 31.3072,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4960
+    },
+    {
+      "epoch": 9.95,
+      "learning_rate": 4.0080160320641286e-07,
+      "loss": 0.191,
+      "step": 4965
+    },
+    {
+      "epoch": 9.96,
+      "learning_rate": 3.2064128256513025e-07,
+      "loss": 0.1734,
+      "step": 4970
+    },
+    {
+      "epoch": 9.96,
+      "eval_loss": 0.301419734954834,
+      "eval_runtime": 31.296,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 4970
+    },
+    {
+      "epoch": 9.97,
+      "learning_rate": 2.404809619238477e-07,
+      "loss": 0.1638,
+      "step": 4975
+    },
+    {
+      "epoch": 9.98,
+      "learning_rate": 1.6032064128256513e-07,
+      "loss": 0.1909,
+      "step": 4980
+    },
+    {
+      "epoch": 9.98,
+      "eval_loss": 0.30140334367752075,
+      "eval_runtime": 31.2942,
+      "eval_samples_per_second": 7.094,
+      "eval_steps_per_second": 1.789,
+      "step": 4980
+    },
+    {
+      "epoch": 9.99,
+      "learning_rate": 8.016032064128256e-08,
+      "loss": 0.1475,
+      "step": 4985
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 0.0,
+      "loss": 0.1246,
+      "step": 4990
+    },
+    {
+      "epoch": 10.0,
+      "eval_loss": 0.30139291286468506,
+      "eval_runtime": 31.307,
+      "eval_samples_per_second": 7.091,
+      "eval_steps_per_second": 1.789,
+      "step": 4990
+    },
+    {
+      "epoch": 10.0,
+      "step": 4990,
+      "total_flos": 8.69904317939712e+16,
+      "train_loss": 0.5887919666891347,
+      "train_runtime": 25757.7329,
+      "train_samples_per_second": 0.776,
+      "train_steps_per_second": 0.194
+    }
+  ],
+  "max_steps": 4990,
+  "num_train_epochs": 10,
+  "total_flos": 8.69904317939712e+16,
+  "trial_name": null,
+  "trial_params": null
+}