diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,7 +1,7 @@
 {
-  "best_metric": 2.596395254135132,
-  "best_model_checkpoint": "./model_tweets_2020_Q4_50/checkpoint-2112000",
-  "epoch": 10.105348255564257,
+  "best_metric": 2.2555091381073,
+  "best_model_checkpoint": "./model_tweets_2020_Q4_50/checkpoint-1888000",
+  "epoch": 10.105220609597433,
   "eval_steps": 8000,
   "global_step": 2400000,
   "is_hyper_param_search": false,
@@ -10,3319 +10,3319 @@
   "log_history": [
     {
       "epoch": 0.03,
-      "eval_loss": 2.9659674167633057,
-      "eval_runtime": 427.2887,
-      "eval_samples_per_second": 468.063,
-      "eval_steps_per_second": 29.254,
+      "eval_loss": 2.5887866020202637,
+      "eval_runtime": 216.7175,
+      "eval_samples_per_second": 922.861,
+      "eval_steps_per_second": 57.679,
       "step": 8000
     },
     {
       "epoch": 0.07,
       "learning_rate": 4.0726666666666665e-07,
-      "loss": 3.1627,
+      "loss": 2.8176,
       "step": 16000
     },
     {
       "epoch": 0.07,
-      "eval_loss": 2.875443458557129,
-      "eval_runtime": 428.9511,
-      "eval_samples_per_second": 466.249,
-      "eval_steps_per_second": 29.141,
+      "eval_loss": 2.4814112186431885,
+      "eval_runtime": 217.5699,
+      "eval_samples_per_second": 919.245,
+      "eval_steps_per_second": 57.453,
       "step": 16000
     },
     {
       "epoch": 0.1,
-      "eval_loss": 2.8262600898742676,
-      "eval_runtime": 428.7189,
-      "eval_samples_per_second": 466.501,
-      "eval_steps_per_second": 29.157,
+      "eval_loss": 2.4264183044433594,
+      "eval_runtime": 216.8809,
+      "eval_samples_per_second": 922.165,
+      "eval_steps_per_second": 57.635,
       "step": 24000
     },
     {
       "epoch": 0.13,
       "learning_rate": 4.0453333333333336e-07,
-      "loss": 2.9611,
+      "loss": 2.5609,
       "step": 32000
     },
     {
       "epoch": 0.13,
-      "eval_loss": 2.7973239421844482,
-      "eval_runtime": 427.7192,
-      "eval_samples_per_second": 467.592,
-      "eval_steps_per_second": 29.225,
+      "eval_loss": 2.399319648742676,
+      "eval_runtime": 217.2097,
+      "eval_samples_per_second": 920.769,
+      "eval_steps_per_second": 57.548,
       "step": 32000
     },
     {
       "epoch": 0.17,
-      "eval_loss": 2.774101734161377,
-      "eval_runtime": 430.9135,
-      "eval_samples_per_second": 464.126,
-      "eval_steps_per_second": 29.008,
+      "eval_loss": 2.3761138916015625,
+      "eval_runtime": 216.9751,
+      "eval_samples_per_second": 921.765,
+      "eval_steps_per_second": 57.61,
       "step": 40000
     },
     {
       "epoch": 0.2,
       "learning_rate": 4.018e-07,
-      "loss": 2.8986,
+      "loss": 2.4969,
       "step": 48000
     },
     {
       "epoch": 0.2,
-      "eval_loss": 2.757391929626465,
-      "eval_runtime": 434.8184,
-      "eval_samples_per_second": 459.958,
-      "eval_steps_per_second": 28.748,
+      "eval_loss": 2.36236834526062,
+      "eval_runtime": 216.8241,
+      "eval_samples_per_second": 922.407,
+      "eval_steps_per_second": 57.65,
       "step": 48000
     },
     {
       "epoch": 0.24,
-      "eval_loss": 2.741281509399414,
-      "eval_runtime": 431.3008,
-      "eval_samples_per_second": 463.709,
-      "eval_steps_per_second": 28.982,
+      "eval_loss": 2.3481316566467285,
+      "eval_runtime": 216.9521,
+      "eval_samples_per_second": 921.863,
+      "eval_steps_per_second": 57.616,
       "step": 56000
     },
     {
       "epoch": 0.27,
       "learning_rate": 3.9906666666666667e-07,
-      "loss": 2.8726,
+      "loss": 2.48,
       "step": 64000
     },
     {
       "epoch": 0.27,
-      "eval_loss": 2.724008798599243,
-      "eval_runtime": 431.9972,
-      "eval_samples_per_second": 462.961,
-      "eval_steps_per_second": 28.935,
+      "eval_loss": 2.3399147987365723,
+      "eval_runtime": 219.158,
+      "eval_samples_per_second": 912.584,
+      "eval_steps_per_second": 57.036,
       "step": 64000
     },
     {
       "epoch": 0.3,
-      "eval_loss": 2.7238657474517822,
-      "eval_runtime": 428.6784,
-      "eval_samples_per_second": 466.546,
-      "eval_steps_per_second": 29.159,
+      "eval_loss": 2.328866481781006,
+      "eval_runtime": 219.1421,
+      "eval_samples_per_second": 912.65,
+      "eval_steps_per_second": 57.041,
       "step": 72000
     },
     {
       "epoch": 0.34,
       "learning_rate": 3.963333333333333e-07,
-      "loss": 2.8558,
+      "loss": 2.451,
       "step": 80000
     },
     {
       "epoch": 0.34,
-      "eval_loss": 2.7132034301757812,
-      "eval_runtime": 428.5232,
-      "eval_samples_per_second": 466.714,
-      "eval_steps_per_second": 29.17,
+      "eval_loss": 2.32210111618042,
+      "eval_runtime": 218.0716,
+      "eval_samples_per_second": 917.13,
+      "eval_steps_per_second": 57.321,
       "step": 80000
     },
     {
       "epoch": 0.37,
-      "eval_loss": 2.702976942062378,
-      "eval_runtime": 434.0957,
-      "eval_samples_per_second": 460.723,
-      "eval_steps_per_second": 28.795,
+      "eval_loss": 2.3182730674743652,
+      "eval_runtime": 218.3195,
+      "eval_samples_per_second": 916.089,
+      "eval_steps_per_second": 57.256,
       "step": 88000
     },
     {
       "epoch": 0.4,
       "learning_rate": 3.936e-07,
-      "loss": 2.8459,
+      "loss": 2.4367,
       "step": 96000
     },
     {
       "epoch": 0.4,
-      "eval_loss": 2.7112441062927246,
-      "eval_runtime": 430.6879,
-      "eval_samples_per_second": 464.369,
-      "eval_steps_per_second": 29.023,
+      "eval_loss": 2.322084903717041,
+      "eval_runtime": 217.4065,
+      "eval_samples_per_second": 919.936,
+      "eval_steps_per_second": 57.496,
       "step": 96000
     },
     {
       "epoch": 0.44,
-      "eval_loss": 2.6918396949768066,
-      "eval_runtime": 432.9686,
-      "eval_samples_per_second": 461.923,
-      "eval_steps_per_second": 28.87,
+      "eval_loss": 2.314160108566284,
+      "eval_runtime": 217.8202,
+      "eval_samples_per_second": 918.188,
+      "eval_steps_per_second": 57.387,
       "step": 104000
     },
     {
       "epoch": 0.47,
       "learning_rate": 3.908666666666667e-07,
-      "loss": 2.8379,
+      "loss": 2.4388,
       "step": 112000
     },
     {
       "epoch": 0.47,
-      "eval_loss": 2.701714515686035,
-      "eval_runtime": 431.7861,
-      "eval_samples_per_second": 463.188,
-      "eval_steps_per_second": 28.95,
+      "eval_loss": 2.3028244972229004,
+      "eval_runtime": 217.5405,
+      "eval_samples_per_second": 919.369,
+      "eval_steps_per_second": 57.461,
       "step": 112000
     },
     {
       "epoch": 0.51,
-      "eval_loss": 2.6920413970947266,
-      "eval_runtime": 432.0079,
-      "eval_samples_per_second": 462.95,
-      "eval_steps_per_second": 28.935,
+      "eval_loss": 2.306605577468872,
+      "eval_runtime": 218.1044,
+      "eval_samples_per_second": 916.992,
+      "eval_steps_per_second": 57.312,
       "step": 120000
     },
     {
       "epoch": 0.54,
       "learning_rate": 3.8813333333333334e-07,
-      "loss": 2.8265,
+      "loss": 2.4215,
       "step": 128000
     },
     {
       "epoch": 0.54,
-      "eval_loss": 2.6970582008361816,
-      "eval_runtime": 428.3996,
-      "eval_samples_per_second": 466.849,
-      "eval_steps_per_second": 29.178,
+      "eval_loss": 2.301295042037964,
+      "eval_runtime": 218.4251,
+      "eval_samples_per_second": 915.646,
+      "eval_steps_per_second": 57.228,
       "step": 128000
     },
     {
       "epoch": 0.57,
-      "eval_loss": 2.692416191101074,
-      "eval_runtime": 431.1394,
-      "eval_samples_per_second": 463.882,
-      "eval_steps_per_second": 28.993,
+      "eval_loss": 2.3038744926452637,
+      "eval_runtime": 218.8722,
+      "eval_samples_per_second": 913.775,
+      "eval_steps_per_second": 57.111,
       "step": 136000
     },
     {
       "epoch": 0.61,
       "learning_rate": 3.854e-07,
-      "loss": 2.8227,
+      "loss": 2.4178,
       "step": 144000
     },
     {
       "epoch": 0.61,
-      "eval_loss": 2.69515323638916,
-      "eval_runtime": 428.2249,
-      "eval_samples_per_second": 467.04,
-      "eval_steps_per_second": 29.19,
+      "eval_loss": 2.290666103363037,
+      "eval_runtime": 218.3099,
+      "eval_samples_per_second": 916.129,
+      "eval_steps_per_second": 57.258,
       "step": 144000
     },
     {
       "epoch": 0.64,
-      "eval_loss": 2.681142807006836,
-      "eval_runtime": 427.7295,
-      "eval_samples_per_second": 467.581,
-      "eval_steps_per_second": 29.224,
+      "eval_loss": 2.2995846271514893,
+      "eval_runtime": 220.1216,
+      "eval_samples_per_second": 908.589,
+      "eval_steps_per_second": 56.787,
       "step": 152000
     },
     {
       "epoch": 0.67,
       "learning_rate": 3.8266666666666665e-07,
-      "loss": 2.8209,
+      "loss": 2.4103,
       "step": 160000
     },
     {
       "epoch": 0.67,
-      "eval_loss": 2.6828596591949463,
-      "eval_runtime": 429.1179,
-      "eval_samples_per_second": 466.068,
-      "eval_steps_per_second": 29.13,
+      "eval_loss": 2.2943038940429688,
+      "eval_runtime": 218.0389,
+      "eval_samples_per_second": 917.268,
+      "eval_steps_per_second": 57.329,
       "step": 160000
     },
     {
       "epoch": 0.71,
-      "eval_loss": 2.6882851123809814,
-      "eval_runtime": 430.1324,
-      "eval_samples_per_second": 464.968,
-      "eval_steps_per_second": 29.061,
+      "eval_loss": 2.2900478839874268,
+      "eval_runtime": 218.1701,
+      "eval_samples_per_second": 916.716,
+      "eval_steps_per_second": 57.295,
       "step": 168000
     },
     {
       "epoch": 0.74,
       "learning_rate": 3.799333333333333e-07,
-      "loss": 2.8147,
+      "loss": 2.4122,
       "step": 176000
     },
     {
       "epoch": 0.74,
-      "eval_loss": 2.6675167083740234,
-      "eval_runtime": 428.1706,
-      "eval_samples_per_second": 467.099,
-      "eval_steps_per_second": 29.194,
+      "eval_loss": 2.29017972946167,
+      "eval_runtime": 218.4455,
+      "eval_samples_per_second": 915.56,
+      "eval_steps_per_second": 57.223,
       "step": 176000
     },
     {
       "epoch": 0.77,
-      "eval_loss": 2.66744327545166,
-      "eval_runtime": 427.87,
-      "eval_samples_per_second": 467.427,
-      "eval_steps_per_second": 29.214,
+      "eval_loss": 2.296131134033203,
+      "eval_runtime": 219.9191,
+      "eval_samples_per_second": 909.425,
+      "eval_steps_per_second": 56.839,
       "step": 184000
     },
     {
       "epoch": 0.81,
       "learning_rate": 3.772e-07,
-      "loss": 2.8077,
+      "loss": 2.4173,
       "step": 192000
     },
     {
       "epoch": 0.81,
-      "eval_loss": 2.6661171913146973,
-      "eval_runtime": 426.1667,
-      "eval_samples_per_second": 469.295,
-      "eval_steps_per_second": 29.331,
+      "eval_loss": 2.2905569076538086,
+      "eval_runtime": 218.1432,
+      "eval_samples_per_second": 916.829,
+      "eval_steps_per_second": 57.302,
       "step": 192000
     },
     {
       "epoch": 0.84,
-      "eval_loss": 2.6773271560668945,
-      "eval_runtime": 430.5929,
-      "eval_samples_per_second": 464.471,
-      "eval_steps_per_second": 29.03,
+      "eval_loss": 2.292479991912842,
+      "eval_runtime": 220.4219,
+      "eval_samples_per_second": 907.351,
+      "eval_steps_per_second": 56.709,
       "step": 200000
     },
     {
       "epoch": 0.88,
       "learning_rate": 3.7446666666666667e-07,
-      "loss": 2.8058,
+      "loss": 2.4067,
       "step": 208000
     },
     {
       "epoch": 0.88,
-      "eval_loss": 2.6734445095062256,
-      "eval_runtime": 431.7928,
-      "eval_samples_per_second": 463.18,
-      "eval_steps_per_second": 28.949,
+      "eval_loss": 2.291149854660034,
+      "eval_runtime": 217.8176,
+      "eval_samples_per_second": 918.2,
+      "eval_steps_per_second": 57.387,
       "step": 208000
     },
     {
       "epoch": 0.91,
-      "eval_loss": 2.6741647720336914,
-      "eval_runtime": 433.2608,
-      "eval_samples_per_second": 461.611,
-      "eval_steps_per_second": 28.851,
+      "eval_loss": 2.2843503952026367,
+      "eval_runtime": 219.0777,
+      "eval_samples_per_second": 912.918,
+      "eval_steps_per_second": 57.057,
       "step": 216000
     },
     {
       "epoch": 0.94,
       "learning_rate": 3.7173333333333333e-07,
-      "loss": 2.812,
+      "loss": 2.4059,
       "step": 224000
     },
     {
       "epoch": 0.94,
-      "eval_loss": 2.6665947437286377,
-      "eval_runtime": 429.9196,
-      "eval_samples_per_second": 465.199,
-      "eval_steps_per_second": 29.075,
+      "eval_loss": 2.285491704940796,
+      "eval_runtime": 218.3509,
+      "eval_samples_per_second": 915.957,
+      "eval_steps_per_second": 57.247,
       "step": 224000
     },
     {
       "epoch": 0.98,
-      "eval_loss": 2.6641786098480225,
-      "eval_runtime": 432.0068,
-      "eval_samples_per_second": 462.951,
-      "eval_steps_per_second": 28.935,
+      "eval_loss": 2.2811498641967773,
+      "eval_runtime": 218.6393,
+      "eval_samples_per_second": 914.748,
+      "eval_steps_per_second": 57.172,
       "step": 232000
     },
     {
       "epoch": 1.01,
       "learning_rate": 3.69e-07,
-      "loss": 2.8025,
+      "loss": 2.4089,
       "step": 240000
     },
     {
       "epoch": 1.01,
-      "eval_loss": 2.668074607849121,
-      "eval_runtime": 429.4276,
-      "eval_samples_per_second": 465.732,
-      "eval_steps_per_second": 29.109,
+      "eval_loss": 2.278843641281128,
+      "eval_runtime": 220.6049,
+      "eval_samples_per_second": 906.598,
+      "eval_steps_per_second": 56.662,
       "step": 240000
     },
     {
       "epoch": 1.04,
-      "eval_loss": 2.6663010120391846,
-      "eval_runtime": 430.5757,
-      "eval_samples_per_second": 464.49,
-      "eval_steps_per_second": 29.031,
+      "eval_loss": 2.2795870304107666,
+      "eval_runtime": 219.0559,
+      "eval_samples_per_second": 913.009,
+      "eval_steps_per_second": 57.063,
       "step": 248000
     },
     {
       "epoch": 1.08,
       "learning_rate": 3.6626666666666664e-07,
-      "loss": 2.809,
+      "loss": 2.4034,
       "step": 256000
     },
     {
       "epoch": 1.08,
-      "eval_loss": 2.6645491123199463,
-      "eval_runtime": 429.4305,
-      "eval_samples_per_second": 465.728,
-      "eval_steps_per_second": 29.108,
+      "eval_loss": 2.2827401161193848,
+      "eval_runtime": 218.7125,
+      "eval_samples_per_second": 914.443,
+      "eval_steps_per_second": 57.153,
       "step": 256000
     },
     {
       "epoch": 1.11,
-      "eval_loss": 2.6528775691986084,
-      "eval_runtime": 430.2815,
-      "eval_samples_per_second": 464.807,
-      "eval_steps_per_second": 29.051,
+      "eval_loss": 2.2802786827087402,
+      "eval_runtime": 219.2099,
+      "eval_samples_per_second": 912.367,
+      "eval_steps_per_second": 57.023,
       "step": 264000
     },
     {
       "epoch": 1.15,
       "learning_rate": 3.6353333333333335e-07,
-      "loss": 2.8073,
+      "loss": 2.408,
       "step": 272000
     },
     {
       "epoch": 1.15,
-      "eval_loss": 2.662346839904785,
-      "eval_runtime": 427.2132,
-      "eval_samples_per_second": 468.146,
-      "eval_steps_per_second": 29.259,
+      "eval_loss": 2.274564743041992,
+      "eval_runtime": 219.6977,
+      "eval_samples_per_second": 910.342,
+      "eval_steps_per_second": 56.896,
       "step": 272000
     },
     {
       "epoch": 1.18,
-      "eval_loss": 2.655132293701172,
-      "eval_runtime": 427.6981,
-      "eval_samples_per_second": 467.615,
-      "eval_steps_per_second": 29.226,
+      "eval_loss": 2.2851319313049316,
+      "eval_runtime": 218.0645,
+      "eval_samples_per_second": 917.16,
+      "eval_steps_per_second": 57.322,
       "step": 280000
     },
     {
       "epoch": 1.21,
       "learning_rate": 3.608e-07,
-      "loss": 2.8005,
+      "loss": 2.3985,
       "step": 288000
     },
     {
       "epoch": 1.21,
-      "eval_loss": 2.664275646209717,
-      "eval_runtime": 428.4044,
-      "eval_samples_per_second": 466.844,
-      "eval_steps_per_second": 29.178,
+      "eval_loss": 2.278090715408325,
+      "eval_runtime": 218.0657,
+      "eval_samples_per_second": 917.155,
+      "eval_steps_per_second": 57.322,
       "step": 288000
     },
     {
       "epoch": 1.25,
-      "eval_loss": 2.6627519130706787,
-      "eval_runtime": 432.9315,
-      "eval_samples_per_second": 461.962,
-      "eval_steps_per_second": 28.873,
+      "eval_loss": 2.2795450687408447,
+      "eval_runtime": 218.2597,
+      "eval_samples_per_second": 916.34,
+      "eval_steps_per_second": 57.271,
       "step": 296000
     },
     {
       "epoch": 1.28,
       "learning_rate": 3.5806666666666666e-07,
-      "loss": 2.7988,
+      "loss": 2.4009,
       "step": 304000
     },
     {
       "epoch": 1.28,
-      "eval_loss": 2.658301591873169,
-      "eval_runtime": 430.042,
-      "eval_samples_per_second": 465.066,
-      "eval_steps_per_second": 29.067,
+      "eval_loss": 2.2776622772216797,
+      "eval_runtime": 219.2647,
+      "eval_samples_per_second": 912.139,
+      "eval_steps_per_second": 57.009,
       "step": 304000
     },
     {
       "epoch": 1.31,
-      "eval_loss": 2.659410238265991,
-      "eval_runtime": 430.2191,
-      "eval_samples_per_second": 464.875,
-      "eval_steps_per_second": 29.055,
+      "eval_loss": 2.277045965194702,
+      "eval_runtime": 219.5251,
+      "eval_samples_per_second": 911.058,
+      "eval_steps_per_second": 56.941,
       "step": 312000
     },
     {
       "epoch": 1.35,
       "learning_rate": 3.553333333333333e-07,
-      "loss": 2.7887,
+      "loss": 2.4017,
       "step": 320000
     },
     {
       "epoch": 1.35,
-      "eval_loss": 2.654367685317993,
-      "eval_runtime": 428.3466,
-      "eval_samples_per_second": 466.907,
-      "eval_steps_per_second": 29.182,
+      "eval_loss": 2.276277542114258,
+      "eval_runtime": 219.8102,
+      "eval_samples_per_second": 909.876,
+      "eval_steps_per_second": 56.867,
       "step": 320000
     },
     {
       "epoch": 1.38,
-      "eval_loss": 2.6515774726867676,
-      "eval_runtime": 428.1496,
-      "eval_samples_per_second": 467.122,
-      "eval_steps_per_second": 29.195,
+      "eval_loss": 2.2734155654907227,
+      "eval_runtime": 220.6191,
+      "eval_samples_per_second": 906.54,
+      "eval_steps_per_second": 56.659,
       "step": 328000
     },
     {
       "epoch": 1.41,
       "learning_rate": 3.5259999999999997e-07,
-      "loss": 2.7964,
+      "loss": 2.4056,
       "step": 336000
     },
     {
       "epoch": 1.41,
-      "eval_loss": 2.655459403991699,
-      "eval_runtime": 428.9032,
-      "eval_samples_per_second": 466.301,
-      "eval_steps_per_second": 29.144,
+      "eval_loss": 2.2757761478424072,
+      "eval_runtime": 221.6624,
+      "eval_samples_per_second": 902.273,
+      "eval_steps_per_second": 56.392,
       "step": 336000
     },
     {
       "epoch": 1.45,
-      "eval_loss": 2.65506911277771,
-      "eval_runtime": 431.185,
-      "eval_samples_per_second": 463.833,
-      "eval_steps_per_second": 28.99,
+      "eval_loss": 2.2763161659240723,
+      "eval_runtime": 222.3238,
+      "eval_samples_per_second": 899.589,
+      "eval_steps_per_second": 56.224,
       "step": 344000
     },
     {
       "epoch": 1.48,
       "learning_rate": 3.498666666666667e-07,
-      "loss": 2.7919,
+      "loss": 2.4017,
       "step": 352000
     },
     {
       "epoch": 1.48,
-      "eval_loss": 2.6507833003997803,
-      "eval_runtime": 429.9054,
-      "eval_samples_per_second": 465.214,
-      "eval_steps_per_second": 29.076,
+      "eval_loss": 2.270019769668579,
+      "eval_runtime": 220.8315,
+      "eval_samples_per_second": 905.668,
+      "eval_steps_per_second": 56.604,
       "step": 352000
     },
     {
       "epoch": 1.52,
-      "eval_loss": 2.648573637008667,
-      "eval_runtime": 426.8576,
-      "eval_samples_per_second": 468.536,
-      "eval_steps_per_second": 29.284,
+      "eval_loss": 2.273576021194458,
+      "eval_runtime": 220.9072,
+      "eval_samples_per_second": 905.357,
+      "eval_steps_per_second": 56.585,
       "step": 360000
     },
     {
       "epoch": 1.55,
       "learning_rate": 3.4713333333333333e-07,
-      "loss": 2.8058,
+      "loss": 2.3993,
       "step": 368000
     },
     {
       "epoch": 1.55,
-      "eval_loss": 2.648383140563965,
-      "eval_runtime": 426.9677,
-      "eval_samples_per_second": 468.415,
-      "eval_steps_per_second": 29.276,
+      "eval_loss": 2.276346206665039,
+      "eval_runtime": 219.9681,
+      "eval_samples_per_second": 909.223,
+      "eval_steps_per_second": 56.826,
       "step": 368000
     },
     {
       "epoch": 1.58,
-      "eval_loss": 2.653191566467285,
-      "eval_runtime": 429.3713,
-      "eval_samples_per_second": 465.793,
-      "eval_steps_per_second": 29.112,
+      "eval_loss": 2.2792067527770996,
+      "eval_runtime": 222.5804,
+      "eval_samples_per_second": 898.552,
+      "eval_steps_per_second": 56.159,
       "step": 376000
     },
     {
       "epoch": 1.62,
       "learning_rate": 3.444e-07,
-      "loss": 2.796,
+      "loss": 2.3994,
       "step": 384000
     },
     {
       "epoch": 1.62,
-      "eval_loss": 2.6472740173339844,
-      "eval_runtime": 426.8024,
-      "eval_samples_per_second": 468.596,
-      "eval_steps_per_second": 29.288,
+      "eval_loss": 2.2666120529174805,
+      "eval_runtime": 219.905,
+      "eval_samples_per_second": 909.484,
+      "eval_steps_per_second": 56.843,
       "step": 384000
     },
     {
       "epoch": 1.65,
-      "eval_loss": 2.6489272117614746,
-      "eval_runtime": 428.8708,
-      "eval_samples_per_second": 466.336,
-      "eval_steps_per_second": 29.146,
+      "eval_loss": 2.269867181777954,
+      "eval_runtime": 218.7838,
+      "eval_samples_per_second": 914.144,
+      "eval_steps_per_second": 57.134,
       "step": 392000
     },
     {
       "epoch": 1.68,
       "learning_rate": 3.416666666666667e-07,
-      "loss": 2.799,
+      "loss": 2.3969,
       "step": 400000
     },
     {
       "epoch": 1.68,
-      "eval_loss": 2.6475629806518555,
-      "eval_runtime": 427.9765,
-      "eval_samples_per_second": 467.311,
-      "eval_steps_per_second": 29.207,
+      "eval_loss": 2.2753376960754395,
+      "eval_runtime": 218.9459,
+      "eval_samples_per_second": 913.468,
+      "eval_steps_per_second": 57.092,
       "step": 400000
     },
     {
       "epoch": 1.72,
-      "eval_loss": 2.6416804790496826,
-      "eval_runtime": 426.9442,
-      "eval_samples_per_second": 468.441,
-      "eval_steps_per_second": 29.278,
+      "eval_loss": 2.2707459926605225,
+      "eval_runtime": 220.7386,
+      "eval_samples_per_second": 906.049,
+      "eval_steps_per_second": 56.628,
       "step": 408000
     },
     {
       "epoch": 1.75,
       "learning_rate": 3.3893333333333335e-07,
-      "loss": 2.7991,
+      "loss": 2.4094,
       "step": 416000
     },
     {
       "epoch": 1.75,
-      "eval_loss": 2.6544759273529053,
-      "eval_runtime": 427.1377,
-      "eval_samples_per_second": 468.228,
-      "eval_steps_per_second": 29.265,
+      "eval_loss": 2.2730772495269775,
+      "eval_runtime": 222.0881,
+      "eval_samples_per_second": 900.544,
+      "eval_steps_per_second": 56.284,
       "step": 416000
     },
     {
       "epoch": 1.79,
-      "eval_loss": 2.6465859413146973,
-      "eval_runtime": 428.9124,
-      "eval_samples_per_second": 466.291,
-      "eval_steps_per_second": 29.143,
+      "eval_loss": 2.2708933353424072,
+      "eval_runtime": 220.3139,
+      "eval_samples_per_second": 907.796,
+      "eval_steps_per_second": 56.737,
       "step": 424000
     },
     {
       "epoch": 1.82,
       "learning_rate": 3.3619999999999995e-07,
-      "loss": 2.792,
+      "loss": 2.4102,
       "step": 432000
     },
     {
       "epoch": 1.82,
-      "eval_loss": 2.6396875381469727,
-      "eval_runtime": 428.572,
-      "eval_samples_per_second": 466.661,
-      "eval_steps_per_second": 29.167,
+      "eval_loss": 2.26228928565979,
+      "eval_runtime": 220.0528,
+      "eval_samples_per_second": 908.873,
+      "eval_steps_per_second": 56.805,
       "step": 432000
     },
     {
       "epoch": 1.85,
-      "eval_loss": 2.642756938934326,
-      "eval_runtime": 428.9912,
-      "eval_samples_per_second": 466.205,
-      "eval_steps_per_second": 29.138,
+      "eval_loss": 2.275142192840576,
+      "eval_runtime": 220.7214,
+      "eval_samples_per_second": 906.12,
+      "eval_steps_per_second": 56.632,
       "step": 440000
     },
     {
       "epoch": 1.89,
       "learning_rate": 3.3346666666666666e-07,
-      "loss": 2.7972,
+      "loss": 2.4042,
       "step": 448000
     },
     {
       "epoch": 1.89,
-      "eval_loss": 2.644583225250244,
-      "eval_runtime": 427.6258,
-      "eval_samples_per_second": 467.694,
-      "eval_steps_per_second": 29.231,
+      "eval_loss": 2.2727537155151367,
+      "eval_runtime": 221.6731,
+      "eval_samples_per_second": 902.229,
+      "eval_steps_per_second": 56.389,
       "step": 448000
     },
     {
       "epoch": 1.92,
-      "eval_loss": 2.6433892250061035,
-      "eval_runtime": 429.7813,
-      "eval_samples_per_second": 465.348,
-      "eval_steps_per_second": 29.085,
+      "eval_loss": 2.2713754177093506,
+      "eval_runtime": 221.8045,
+      "eval_samples_per_second": 901.695,
+      "eval_steps_per_second": 56.356,
       "step": 456000
     },
     {
       "epoch": 1.95,
       "learning_rate": 3.307333333333333e-07,
-      "loss": 2.798,
+      "loss": 2.3991,
       "step": 464000
     },
     {
       "epoch": 1.95,
-      "eval_loss": 2.648988962173462,
-      "eval_runtime": 429.7597,
-      "eval_samples_per_second": 465.372,
-      "eval_steps_per_second": 29.086,
+      "eval_loss": 2.2634403705596924,
+      "eval_runtime": 221.7619,
+      "eval_samples_per_second": 901.868,
+      "eval_steps_per_second": 56.367,
       "step": 464000
     },
     {
       "epoch": 1.99,
-      "eval_loss": 2.6502037048339844,
-      "eval_runtime": 430.0385,
-      "eval_samples_per_second": 465.07,
-      "eval_steps_per_second": 29.067,
+      "eval_loss": 2.269524574279785,
+      "eval_runtime": 221.8231,
+      "eval_samples_per_second": 901.619,
+      "eval_steps_per_second": 56.351,
       "step": 472000
     },
     {
       "epoch": 2.02,
       "learning_rate": 3.28e-07,
-      "loss": 2.7914,
+      "loss": 2.3976,
       "step": 480000
     },
     {
       "epoch": 2.02,
-      "eval_loss": 2.6407032012939453,
-      "eval_runtime": 430.7536,
-      "eval_samples_per_second": 464.298,
-      "eval_steps_per_second": 29.019,
+      "eval_loss": 2.273146867752075,
+      "eval_runtime": 224.0138,
+      "eval_samples_per_second": 892.802,
+      "eval_steps_per_second": 55.8,
       "step": 480000
     },
     {
       "epoch": 2.05,
-      "eval_loss": 2.6283910274505615,
-      "eval_runtime": 433.2696,
-      "eval_samples_per_second": 461.602,
-      "eval_steps_per_second": 28.85,
+      "eval_loss": 2.273585081100464,
+      "eval_runtime": 221.4843,
+      "eval_samples_per_second": 902.999,
+      "eval_steps_per_second": 56.437,
       "step": 488000
     },
     {
       "epoch": 2.09,
       "learning_rate": 3.252666666666667e-07,
-      "loss": 2.7932,
+      "loss": 2.4019,
       "step": 496000
     },
     {
       "epoch": 2.09,
-      "eval_loss": 2.642556667327881,
-      "eval_runtime": 432.5252,
-      "eval_samples_per_second": 462.396,
-      "eval_steps_per_second": 28.9,
+      "eval_loss": 2.2802646160125732,
+      "eval_runtime": 221.6775,
+      "eval_samples_per_second": 902.211,
+      "eval_steps_per_second": 56.388,
       "step": 496000
     },
     {
       "epoch": 2.12,
-      "eval_loss": 2.6423070430755615,
-      "eval_runtime": 432.6328,
-      "eval_samples_per_second": 462.281,
-      "eval_steps_per_second": 28.893,
+      "eval_loss": 2.269887685775757,
+      "eval_runtime": 221.3661,
+      "eval_samples_per_second": 903.481,
+      "eval_steps_per_second": 56.468,
       "step": 504000
     },
     {
       "epoch": 2.16,
       "learning_rate": 3.2253333333333334e-07,
-      "loss": 2.787,
+      "loss": 2.4044,
       "step": 512000
     },
     {
       "epoch": 2.16,
-      "eval_loss": 2.638451337814331,
-      "eval_runtime": 436.1841,
-      "eval_samples_per_second": 458.517,
-      "eval_steps_per_second": 28.658,
+      "eval_loss": 2.2731282711029053,
+      "eval_runtime": 219.7787,
+      "eval_samples_per_second": 910.006,
+      "eval_steps_per_second": 56.875,
       "step": 512000
     },
     {
       "epoch": 2.19,
-      "eval_loss": 2.6388065814971924,
-      "eval_runtime": 430.5381,
-      "eval_samples_per_second": 464.53,
-      "eval_steps_per_second": 29.033,
+      "eval_loss": 2.270852565765381,
+      "eval_runtime": 220.5634,
+      "eval_samples_per_second": 906.769,
+      "eval_steps_per_second": 56.673,
       "step": 520000
     },
     {
       "epoch": 2.22,
       "learning_rate": 3.198e-07,
-      "loss": 2.7893,
+      "loss": 2.3989,
       "step": 528000
     },
     {
       "epoch": 2.22,
-      "eval_loss": 2.642207145690918,
-      "eval_runtime": 428.0052,
-      "eval_samples_per_second": 467.279,
-      "eval_steps_per_second": 29.205,
+      "eval_loss": 2.271571159362793,
+      "eval_runtime": 219.4998,
+      "eval_samples_per_second": 911.163,
+      "eval_steps_per_second": 56.948,
       "step": 528000
     },
     {
       "epoch": 2.26,
-      "eval_loss": 2.6409590244293213,
-      "eval_runtime": 429.1736,
-      "eval_samples_per_second": 466.007,
-      "eval_steps_per_second": 29.126,
+      "eval_loss": 2.266845226287842,
+      "eval_runtime": 220.9802,
+      "eval_samples_per_second": 905.059,
+      "eval_steps_per_second": 56.566,
       "step": 536000
     },
     {
       "epoch": 2.29,
       "learning_rate": 3.1706666666666665e-07,
-      "loss": 2.7889,
+      "loss": 2.4068,
       "step": 544000
     },
     {
       "epoch": 2.29,
-      "eval_loss": 2.633716583251953,
-      "eval_runtime": 430.2951,
-      "eval_samples_per_second": 464.793,
-      "eval_steps_per_second": 29.05,
+      "eval_loss": 2.2728312015533447,
+      "eval_runtime": 220.4691,
+      "eval_samples_per_second": 907.157,
+      "eval_steps_per_second": 56.697,
       "step": 544000
     },
     {
       "epoch": 2.32,
-      "eval_loss": 2.627978801727295,
-      "eval_runtime": 437.5919,
-      "eval_samples_per_second": 457.042,
-      "eval_steps_per_second": 28.565,
+      "eval_loss": 2.270872116088867,
+      "eval_runtime": 219.8484,
+      "eval_samples_per_second": 909.718,
+      "eval_steps_per_second": 56.857,
       "step": 552000
     },
     {
       "epoch": 2.36,
       "learning_rate": 3.1433333333333336e-07,
-      "loss": 2.791,
+      "loss": 2.4047,
       "step": 560000
     },
     {
       "epoch": 2.36,
-      "eval_loss": 2.6364176273345947,
-      "eval_runtime": 435.9143,
-      "eval_samples_per_second": 458.801,
-      "eval_steps_per_second": 28.675,
+      "eval_loss": 2.2683322429656982,
+      "eval_runtime": 220.4584,
+      "eval_samples_per_second": 907.201,
+      "eval_steps_per_second": 56.7,
       "step": 560000
     },
     {
       "epoch": 2.39,
-      "eval_loss": 2.6341359615325928,
-      "eval_runtime": 436.6584,
-      "eval_samples_per_second": 458.019,
-      "eval_steps_per_second": 28.626,
+      "eval_loss": 2.273055076599121,
+      "eval_runtime": 221.0997,
+      "eval_samples_per_second": 904.569,
+      "eval_steps_per_second": 56.536,
       "step": 568000
     },
     {
       "epoch": 2.43,
       "learning_rate": 3.116e-07,
-      "loss": 2.7883,
+      "loss": 2.3976,
       "step": 576000
     },
     {
       "epoch": 2.43,
-      "eval_loss": 2.6317176818847656,
-      "eval_runtime": 433.1883,
-      "eval_samples_per_second": 461.688,
-      "eval_steps_per_second": 28.856,
+      "eval_loss": 2.2676217555999756,
+      "eval_runtime": 220.0504,
+      "eval_samples_per_second": 908.883,
+      "eval_steps_per_second": 56.805,
       "step": 576000
     },
     {
       "epoch": 2.46,
-      "eval_loss": 2.6277999877929688,
-      "eval_runtime": 430.7277,
-      "eval_samples_per_second": 464.326,
-      "eval_steps_per_second": 29.021,
+      "eval_loss": 2.273590087890625,
+      "eval_runtime": 220.4205,
+      "eval_samples_per_second": 907.357,
+      "eval_steps_per_second": 56.71,
       "step": 584000
     },
     {
       "epoch": 2.49,
       "learning_rate": 3.0886666666666667e-07,
-      "loss": 2.7889,
+      "loss": 2.3994,
       "step": 592000
     },
     {
       "epoch": 2.49,
-      "eval_loss": 2.635715961456299,
-      "eval_runtime": 431.7357,
-      "eval_samples_per_second": 463.242,
-      "eval_steps_per_second": 28.953,
+      "eval_loss": 2.262376070022583,
+      "eval_runtime": 220.1116,
+      "eval_samples_per_second": 908.63,
+      "eval_steps_per_second": 56.789,
       "step": 592000
     },
     {
       "epoch": 2.53,
-      "eval_loss": 2.6340713500976562,
-      "eval_runtime": 431.0234,
-      "eval_samples_per_second": 464.007,
-      "eval_steps_per_second": 29.001,
+      "eval_loss": 2.277287721633911,
+      "eval_runtime": 219.7424,
+      "eval_samples_per_second": 910.157,
+      "eval_steps_per_second": 56.885,
       "step": 600000
     },
     {
       "epoch": 2.56,
       "learning_rate": 3.061333333333333e-07,
-      "loss": 2.7838,
+      "loss": 2.3997,
       "step": 608000
     },
     {
       "epoch": 2.56,
-      "eval_loss": 2.633284091949463,
-      "eval_runtime": 430.0207,
-      "eval_samples_per_second": 465.089,
-      "eval_steps_per_second": 29.068,
+      "eval_loss": 2.271933078765869,
+      "eval_runtime": 220.0867,
+      "eval_samples_per_second": 908.733,
+      "eval_steps_per_second": 56.796,
       "step": 608000
     },
     {
       "epoch": 2.59,
-      "eval_loss": 2.638205051422119,
-      "eval_runtime": 430.4236,
-      "eval_samples_per_second": 464.654,
-      "eval_steps_per_second": 29.041,
+      "eval_loss": 2.2700679302215576,
+      "eval_runtime": 219.9319,
+      "eval_samples_per_second": 909.372,
+      "eval_steps_per_second": 56.836,
       "step": 616000
     },
     {
       "epoch": 2.63,
       "learning_rate": 3.034e-07,
-      "loss": 2.7873,
+      "loss": 2.4042,
       "step": 624000
     },
     {
       "epoch": 2.63,
-      "eval_loss": 2.6274592876434326,
-      "eval_runtime": 429.469,
-      "eval_samples_per_second": 465.687,
-      "eval_steps_per_second": 29.106,
+      "eval_loss": 2.269540786743164,
+      "eval_runtime": 219.4074,
+      "eval_samples_per_second": 911.546,
+      "eval_steps_per_second": 56.972,
       "step": 624000
     },
     {
       "epoch": 2.66,
-      "eval_loss": 2.6260039806365967,
-      "eval_runtime": 430.4416,
-      "eval_samples_per_second": 464.634,
-      "eval_steps_per_second": 29.04,
+      "eval_loss": 2.266604423522949,
+      "eval_runtime": 219.9462,
+      "eval_samples_per_second": 909.313,
+      "eval_steps_per_second": 56.832,
       "step": 632000
     },
     {
       "epoch": 2.69,
       "learning_rate": 3.0066666666666663e-07,
-      "loss": 2.7813,
+      "loss": 2.3994,
       "step": 640000
     },
     {
       "epoch": 2.69,
-      "eval_loss": 2.63725209236145,
-      "eval_runtime": 430.3994,
-      "eval_samples_per_second": 464.68,
-      "eval_steps_per_second": 29.043,
+      "eval_loss": 2.2719104290008545,
+      "eval_runtime": 220.2045,
+      "eval_samples_per_second": 908.247,
+      "eval_steps_per_second": 56.765,
       "step": 640000
     },
     {
       "epoch": 2.73,
-      "eval_loss": 2.6348888874053955,
-      "eval_runtime": 430.1402,
-      "eval_samples_per_second": 464.96,
-      "eval_steps_per_second": 29.06,
+      "eval_loss": 2.2686047554016113,
+      "eval_runtime": 220.4578,
+      "eval_samples_per_second": 907.203,
+      "eval_steps_per_second": 56.7,
       "step": 648000
     },
     {
       "epoch": 2.76,
       "learning_rate": 2.9793333333333334e-07,
-      "loss": 2.7858,
+      "loss": 2.3953,
       "step": 656000
     },
     {
       "epoch": 2.76,
-      "eval_loss": 2.622281789779663,
-      "eval_runtime": 429.8357,
-      "eval_samples_per_second": 465.289,
-      "eval_steps_per_second": 29.081,
+      "eval_loss": 2.262254476547241,
+      "eval_runtime": 221.498,
+      "eval_samples_per_second": 902.943,
+      "eval_steps_per_second": 56.434,
       "step": 656000
     },
     {
       "epoch": 2.8,
-      "eval_loss": 2.6275925636291504,
-      "eval_runtime": 429.5654,
-      "eval_samples_per_second": 465.582,
-      "eval_steps_per_second": 29.099,
+      "eval_loss": 2.2661547660827637,
+      "eval_runtime": 221.6611,
+      "eval_samples_per_second": 902.278,
+      "eval_steps_per_second": 56.392,
       "step": 664000
     },
     {
       "epoch": 2.83,
       "learning_rate": 2.952e-07,
-      "loss": 2.7895,
+      "loss": 2.402,
       "step": 672000
     },
     {
       "epoch": 2.83,
-      "eval_loss": 2.6354682445526123,
-      "eval_runtime": 432.8071,
-      "eval_samples_per_second": 462.095,
-      "eval_steps_per_second": 28.881,
+      "eval_loss": 2.2706589698791504,
+      "eval_runtime": 220.6441,
+      "eval_samples_per_second": 906.437,
+      "eval_steps_per_second": 56.652,
       "step": 672000
     },
     {
       "epoch": 2.86,
-      "eval_loss": 2.6269936561584473,
-      "eval_runtime": 431.2646,
-      "eval_samples_per_second": 463.748,
-      "eval_steps_per_second": 28.985,
+      "eval_loss": 2.2661819458007812,
+      "eval_runtime": 220.8287,
+      "eval_samples_per_second": 905.68,
+      "eval_steps_per_second": 56.605,
       "step": 680000
     },
     {
       "epoch": 2.9,
       "learning_rate": 2.9246666666666665e-07,
-      "loss": 2.7873,
+      "loss": 2.3929,
       "step": 688000
     },
     {
       "epoch": 2.9,
-      "eval_loss": 2.624408006668091,
-      "eval_runtime": 431.1254,
-      "eval_samples_per_second": 463.898,
-      "eval_steps_per_second": 28.994,
+      "eval_loss": 2.272554397583008,
+      "eval_runtime": 220.9902,
+      "eval_samples_per_second": 905.018,
+      "eval_steps_per_second": 56.564,
       "step": 688000
     },
     {
       "epoch": 2.93,
-      "eval_loss": 2.6397435665130615,
-      "eval_runtime": 428.8853,
-      "eval_samples_per_second": 466.32,
-      "eval_steps_per_second": 29.145,
+      "eval_loss": 2.2682108879089355,
+      "eval_runtime": 222.033,
+      "eval_samples_per_second": 900.767,
+      "eval_steps_per_second": 56.298,
       "step": 696000
     },
     {
       "epoch": 2.96,
       "learning_rate": 2.897333333333333e-07,
-      "loss": 2.7866,
+      "loss": 2.3977,
       "step": 704000
     },
     {
       "epoch": 2.96,
-      "eval_loss": 2.6303048133850098,
-      "eval_runtime": 428.8276,
-      "eval_samples_per_second": 466.383,
-      "eval_steps_per_second": 29.149,
+      "eval_loss": 2.2633628845214844,
+      "eval_runtime": 222.1182,
+      "eval_samples_per_second": 900.421,
+      "eval_steps_per_second": 56.276,
       "step": 704000
     },
     {
       "epoch": 3.0,
-      "eval_loss": 2.6166625022888184,
-      "eval_runtime": 430.118,
-      "eval_samples_per_second": 464.984,
-      "eval_steps_per_second": 29.062,
+      "eval_loss": 2.268484115600586,
+      "eval_runtime": 221.6773,
+      "eval_samples_per_second": 902.212,
+      "eval_steps_per_second": 56.388,
       "step": 712000
     },
     {
       "epoch": 3.03,
       "learning_rate": 2.8699999999999996e-07,
-      "loss": 2.7865,
+      "loss": 2.4022,
       "step": 720000
     },
     {
       "epoch": 3.03,
-      "eval_loss": 2.6264894008636475,
-      "eval_runtime": 430.8627,
-      "eval_samples_per_second": 464.18,
-      "eval_steps_per_second": 29.012,
+      "eval_loss": 2.269312858581543,
+      "eval_runtime": 222.1528,
+      "eval_samples_per_second": 900.281,
+      "eval_steps_per_second": 56.268,
       "step": 720000
     },
     {
       "epoch": 3.07,
-      "eval_loss": 2.640347957611084,
-      "eval_runtime": 433.7872,
-      "eval_samples_per_second": 461.051,
-      "eval_steps_per_second": 28.816,
+      "eval_loss": 2.2666163444519043,
+      "eval_runtime": 222.1483,
+      "eval_samples_per_second": 900.3,
+      "eval_steps_per_second": 56.269,
       "step": 728000
     },
     {
       "epoch": 3.1,
       "learning_rate": 2.8426666666666667e-07,
-      "loss": 2.7716,
+      "loss": 2.4046,
       "step": 736000
     },
     {
       "epoch": 3.1,
-      "eval_loss": 2.6247291564941406,
-      "eval_runtime": 428.0225,
-      "eval_samples_per_second": 467.26,
-      "eval_steps_per_second": 29.204,
+      "eval_loss": 2.2689616680145264,
+      "eval_runtime": 221.9037,
+      "eval_samples_per_second": 901.292,
+      "eval_steps_per_second": 56.331,
       "step": 736000
     },
     {
       "epoch": 3.13,
-      "eval_loss": 2.625520706176758,
-      "eval_runtime": 430.348,
-      "eval_samples_per_second": 464.736,
-      "eval_steps_per_second": 29.046,
+      "eval_loss": 2.264061212539673,
+      "eval_runtime": 220.0575,
+      "eval_samples_per_second": 908.853,
+      "eval_steps_per_second": 56.803,
       "step": 744000
     },
     {
       "epoch": 3.17,
       "learning_rate": 2.815333333333333e-07,
-      "loss": 2.779,
+      "loss": 2.3977,
       "step": 752000
     },
     {
       "epoch": 3.17,
-      "eval_loss": 2.6315715312957764,
-      "eval_runtime": 429.049,
-      "eval_samples_per_second": 466.143,
-      "eval_steps_per_second": 29.134,
+      "eval_loss": 2.2657768726348877,
+      "eval_runtime": 220.5638,
+      "eval_samples_per_second": 906.767,
+      "eval_steps_per_second": 56.673,
       "step": 752000
     },
     {
       "epoch": 3.2,
-      "eval_loss": 2.6269681453704834,
-      "eval_runtime": 429.2822,
-      "eval_samples_per_second": 465.889,
-      "eval_steps_per_second": 29.118,
+      "eval_loss": 2.2645480632781982,
+      "eval_runtime": 220.3761,
+      "eval_samples_per_second": 907.539,
+      "eval_steps_per_second": 56.721,
       "step": 760000
     },
     {
       "epoch": 3.23,
       "learning_rate": 2.7880000000000003e-07,
-      "loss": 2.7811,
+      "loss": 2.4015,
       "step": 768000
     },
     {
       "epoch": 3.23,
-      "eval_loss": 2.626842498779297,
-      "eval_runtime": 430.4013,
-      "eval_samples_per_second": 464.678,
-      "eval_steps_per_second": 29.043,
+      "eval_loss": 2.2619261741638184,
+      "eval_runtime": 220.4749,
+      "eval_samples_per_second": 907.133,
+      "eval_steps_per_second": 56.696,
       "step": 768000
     },
     {
       "epoch": 3.27,
-      "eval_loss": 2.6146929264068604,
-      "eval_runtime": 427.5353,
-      "eval_samples_per_second": 467.793,
-      "eval_steps_per_second": 29.237,
+      "eval_loss": 2.2670981884002686,
+      "eval_runtime": 220.7154,
+      "eval_samples_per_second": 906.144,
+      "eval_steps_per_second": 56.634,
       "step": 776000
     },
     {
       "epoch": 3.3,
       "learning_rate": 2.7606666666666664e-07,
-      "loss": 2.7797,
+      "loss": 2.393,
       "step": 784000
     },
     {
       "epoch": 3.3,
-      "eval_loss": 2.6270837783813477,
-      "eval_runtime": 429.6573,
-      "eval_samples_per_second": 465.483,
-      "eval_steps_per_second": 29.093,
+      "eval_loss": 2.269420862197876,
+      "eval_runtime": 220.8088,
+      "eval_samples_per_second": 905.761,
+      "eval_steps_per_second": 56.61,
       "step": 784000
     },
     {
       "epoch": 3.33,
-      "eval_loss": 2.6242685317993164,
-      "eval_runtime": 427.6055,
-      "eval_samples_per_second": 467.716,
-      "eval_steps_per_second": 29.233,
+      "eval_loss": 2.2661561965942383,
+      "eval_runtime": 221.1785,
+      "eval_samples_per_second": 904.247,
+      "eval_steps_per_second": 56.515,
       "step": 792000
     },
     {
       "epoch": 3.37,
       "learning_rate": 2.733333333333333e-07,
-      "loss": 2.7798,
+      "loss": 2.3907,
       "step": 800000
     },
     {
       "epoch": 3.37,
-      "eval_loss": 2.623974323272705,
-      "eval_runtime": 428.5522,
-      "eval_samples_per_second": 466.683,
-      "eval_steps_per_second": 29.168,
+      "eval_loss": 2.269092321395874,
+      "eval_runtime": 221.7626,
+      "eval_samples_per_second": 901.866,
+      "eval_steps_per_second": 56.367,
       "step": 800000
     },
     {
       "epoch": 3.4,
-      "eval_loss": 2.622472047805786,
-      "eval_runtime": 434.6013,
-      "eval_samples_per_second": 460.187,
-      "eval_steps_per_second": 28.762,
+      "eval_loss": 2.267885684967041,
+      "eval_runtime": 221.0272,
+      "eval_samples_per_second": 904.866,
+      "eval_steps_per_second": 56.554,
       "step": 808000
     },
     {
       "epoch": 3.44,
       "learning_rate": 2.706e-07,
-      "loss": 2.7774,
+      "loss": 2.3987,
       "step": 816000
     },
     {
       "epoch": 3.44,
-      "eval_loss": 2.6231884956359863,
-      "eval_runtime": 429.2208,
-      "eval_samples_per_second": 465.956,
-      "eval_steps_per_second": 29.123,
+      "eval_loss": 2.2688350677490234,
+      "eval_runtime": 221.0596,
+      "eval_samples_per_second": 904.733,
+      "eval_steps_per_second": 56.546,
       "step": 816000
     },
     {
       "epoch": 3.47,
-      "eval_loss": 2.6246674060821533,
-      "eval_runtime": 427.3461,
-      "eval_samples_per_second": 468.0,
-      "eval_steps_per_second": 29.25,
+      "eval_loss": 2.2654759883880615,
+      "eval_runtime": 221.5078,
+      "eval_samples_per_second": 902.903,
+      "eval_steps_per_second": 56.431,
       "step": 824000
     },
     {
       "epoch": 3.5,
       "learning_rate": 2.6786666666666666e-07,
-      "loss": 2.7744,
+      "loss": 2.4116,
       "step": 832000
     },
     {
       "epoch": 3.5,
-      "eval_loss": 2.6269562244415283,
-      "eval_runtime": 427.4671,
-      "eval_samples_per_second": 467.868,
-      "eval_steps_per_second": 29.242,
+      "eval_loss": 2.2667653560638428,
+      "eval_runtime": 221.628,
+      "eval_samples_per_second": 902.413,
+      "eval_steps_per_second": 56.401,
       "step": 832000
     },
     {
       "epoch": 3.54,
-      "eval_loss": 2.6175224781036377,
-      "eval_runtime": 431.5837,
-      "eval_samples_per_second": 463.405,
-      "eval_steps_per_second": 28.963,
+      "eval_loss": 2.2675483226776123,
+      "eval_runtime": 221.5303,
+      "eval_samples_per_second": 902.811,
+      "eval_steps_per_second": 56.426,
       "step": 840000
     },
     {
       "epoch": 3.57,
       "learning_rate": 2.651333333333333e-07,
-      "loss": 2.7786,
+      "loss": 2.3913,
       "step": 848000
     },
     {
       "epoch": 3.57,
-      "eval_loss": 2.6263880729675293,
-      "eval_runtime": 429.7254,
-      "eval_samples_per_second": 465.409,
-      "eval_steps_per_second": 29.088,
+      "eval_loss": 2.268878698348999,
+      "eval_runtime": 221.2163,
+      "eval_samples_per_second": 904.092,
+      "eval_steps_per_second": 56.506,
       "step": 848000
     },
     {
       "epoch": 3.6,
-      "eval_loss": 2.6192069053649902,
-      "eval_runtime": 429.8114,
-      "eval_samples_per_second": 465.316,
-      "eval_steps_per_second": 29.083,
+      "eval_loss": 2.264200448989868,
+      "eval_runtime": 221.433,
+      "eval_samples_per_second": 903.208,
+      "eval_steps_per_second": 56.45,
       "step": 856000
     },
     {
       "epoch": 3.64,
       "learning_rate": 2.624e-07,
-      "loss": 2.7829,
+      "loss": 2.3974,
       "step": 864000
     },
     {
       "epoch": 3.64,
-      "eval_loss": 2.6278185844421387,
-      "eval_runtime": 429.9283,
-      "eval_samples_per_second": 465.189,
-      "eval_steps_per_second": 29.075,
+      "eval_loss": 2.266655683517456,
+      "eval_runtime": 221.8397,
+      "eval_samples_per_second": 901.552,
+      "eval_steps_per_second": 56.347,
       "step": 864000
     },
     {
       "epoch": 3.67,
-      "eval_loss": 2.623713731765747,
-      "eval_runtime": 439.0054,
-      "eval_samples_per_second": 455.571,
-      "eval_steps_per_second": 28.473,
+      "eval_loss": 2.2716777324676514,
+      "eval_runtime": 221.8664,
+      "eval_samples_per_second": 901.443,
+      "eval_steps_per_second": 56.34,
       "step": 872000
     },
     {
       "epoch": 3.71,
       "learning_rate": 2.596666666666667e-07,
-      "loss": 2.776,
+      "loss": 2.4046,
       "step": 880000
     },
     {
       "epoch": 3.71,
-      "eval_loss": 2.6201553344726562,
-      "eval_runtime": 437.9731,
-      "eval_samples_per_second": 456.644,
-      "eval_steps_per_second": 28.541,
+      "eval_loss": 2.2660932540893555,
+      "eval_runtime": 222.07,
+      "eval_samples_per_second": 900.617,
+      "eval_steps_per_second": 56.289,
       "step": 880000
     },
     {
       "epoch": 3.74,
-      "eval_loss": 2.621598482131958,
-      "eval_runtime": 438.0301,
-      "eval_samples_per_second": 456.585,
-      "eval_steps_per_second": 28.537,
+      "eval_loss": 2.2704615592956543,
+      "eval_runtime": 222.1781,
+      "eval_samples_per_second": 900.179,
+      "eval_steps_per_second": 56.261,
       "step": 888000
     },
     {
       "epoch": 3.77,
       "learning_rate": 2.5693333333333333e-07,
-      "loss": 2.7797,
+      "loss": 2.4006,
       "step": 896000
     },
     {
       "epoch": 3.77,
-      "eval_loss": 2.617363929748535,
-      "eval_runtime": 441.0259,
-      "eval_samples_per_second": 453.484,
-      "eval_steps_per_second": 28.343,
+      "eval_loss": 2.2636570930480957,
+      "eval_runtime": 222.1854,
+      "eval_samples_per_second": 900.149,
+      "eval_steps_per_second": 56.259,
       "step": 896000
     },
     {
       "epoch": 3.81,
-      "eval_loss": 2.6238625049591064,
-      "eval_runtime": 429.8157,
-      "eval_samples_per_second": 465.311,
-      "eval_steps_per_second": 29.082,
+      "eval_loss": 2.2635083198547363,
+      "eval_runtime": 221.5878,
+      "eval_samples_per_second": 902.577,
+      "eval_steps_per_second": 56.411,
       "step": 904000
     },
     {
       "epoch": 3.84,
       "learning_rate": 2.542e-07,
-      "loss": 2.7744,
+      "loss": 2.3987,
       "step": 912000
     },
     {
       "epoch": 3.84,
-      "eval_loss": 2.616323709487915,
-      "eval_runtime": 431.7594,
-      "eval_samples_per_second": 463.216,
-      "eval_steps_per_second": 28.951,
+      "eval_loss": 2.2642478942871094,
+      "eval_runtime": 222.1466,
+      "eval_samples_per_second": 900.307,
+      "eval_steps_per_second": 56.269,
       "step": 912000
     },
     {
       "epoch": 3.87,
-      "eval_loss": 2.6197702884674072,
-      "eval_runtime": 428.7684,
-      "eval_samples_per_second": 466.448,
-      "eval_steps_per_second": 29.153,
+      "eval_loss": 2.2691242694854736,
+      "eval_runtime": 223.1322,
+      "eval_samples_per_second": 896.329,
+      "eval_steps_per_second": 56.021,
       "step": 920000
     },
     {
       "epoch": 3.91,
       "learning_rate": 2.5146666666666664e-07,
-      "loss": 2.7713,
+      "loss": 2.4068,
       "step": 928000
     },
     {
       "epoch": 3.91,
-      "eval_loss": 2.623600959777832,
-      "eval_runtime": 427.7444,
-      "eval_samples_per_second": 467.564,
-      "eval_steps_per_second": 29.223,
+      "eval_loss": 2.2689340114593506,
+      "eval_runtime": 221.9213,
+      "eval_samples_per_second": 901.221,
+      "eval_steps_per_second": 56.326,
       "step": 928000
     },
     {
       "epoch": 3.94,
-      "eval_loss": 2.622565507888794,
-      "eval_runtime": 440.6765,
-      "eval_samples_per_second": 453.843,
-      "eval_steps_per_second": 28.365,
+      "eval_loss": 2.273003101348877,
+      "eval_runtime": 222.4938,
+      "eval_samples_per_second": 898.901,
+      "eval_steps_per_second": 56.181,
       "step": 936000
     },
     {
       "epoch": 3.97,
       "learning_rate": 2.4873333333333335e-07,
-      "loss": 2.7853,
+      "loss": 2.4092,
       "step": 944000
     },
     {
       "epoch": 3.97,
-      "eval_loss": 2.6175239086151123,
-      "eval_runtime": 438.6983,
-      "eval_samples_per_second": 455.89,
-      "eval_steps_per_second": 28.493,
+      "eval_loss": 2.264439821243286,
+      "eval_runtime": 222.2034,
+      "eval_samples_per_second": 900.076,
+      "eval_steps_per_second": 56.255,
       "step": 944000
     },
     {
       "epoch": 4.01,
-      "eval_loss": 2.618924140930176,
-      "eval_runtime": 435.2773,
-      "eval_samples_per_second": 459.473,
-      "eval_steps_per_second": 28.717,
+      "eval_loss": 2.2705814838409424,
+      "eval_runtime": 222.2217,
+      "eval_samples_per_second": 900.002,
+      "eval_steps_per_second": 56.25,
       "step": 952000
     },
     {
       "epoch": 4.04,
       "learning_rate": 2.46e-07,
-      "loss": 2.7766,
+      "loss": 2.4035,
       "step": 960000
     },
     {
       "epoch": 4.04,
-      "eval_loss": 2.619227647781372,
-      "eval_runtime": 436.1097,
-      "eval_samples_per_second": 458.596,
-      "eval_steps_per_second": 28.663,
+      "eval_loss": 2.2671456336975098,
+      "eval_runtime": 222.4973,
+      "eval_samples_per_second": 898.887,
+      "eval_steps_per_second": 56.18,
       "step": 960000
     },
     {
       "epoch": 4.08,
-      "eval_loss": 2.631781578063965,
-      "eval_runtime": 434.7218,
-      "eval_samples_per_second": 460.06,
-      "eval_steps_per_second": 28.754,
+      "eval_loss": 2.2561941146850586,
+      "eval_runtime": 223.5368,
+      "eval_samples_per_second": 894.707,
+      "eval_steps_per_second": 55.919,
       "step": 968000
     },
     {
       "epoch": 4.11,
       "learning_rate": 2.4326666666666666e-07,
-      "loss": 2.7851,
+      "loss": 2.4005,
       "step": 976000
     },
     {
       "epoch": 4.11,
-      "eval_loss": 2.6210079193115234,
-      "eval_runtime": 434.5133,
-      "eval_samples_per_second": 460.28,
-      "eval_steps_per_second": 28.768,
+      "eval_loss": 2.2622148990631104,
+      "eval_runtime": 223.9417,
+      "eval_samples_per_second": 893.09,
+      "eval_steps_per_second": 55.818,
       "step": 976000
     },
     {
       "epoch": 4.14,
-      "eval_loss": 2.6172115802764893,
-      "eval_runtime": 432.096,
-      "eval_samples_per_second": 462.855,
-      "eval_steps_per_second": 28.929,
+      "eval_loss": 2.2642323970794678,
+      "eval_runtime": 223.503,
+      "eval_samples_per_second": 894.843,
+      "eval_steps_per_second": 55.928,
       "step": 984000
     },
     {
       "epoch": 4.18,
       "learning_rate": 2.405333333333333e-07,
-      "loss": 2.7804,
+      "loss": 2.406,
       "step": 992000
     },
     {
       "epoch": 4.18,
-      "eval_loss": 2.6199557781219482,
-      "eval_runtime": 431.3352,
-      "eval_samples_per_second": 463.672,
-      "eval_steps_per_second": 28.98,
+      "eval_loss": 2.2624897956848145,
+      "eval_runtime": 222.524,
+      "eval_samples_per_second": 898.78,
+      "eval_steps_per_second": 56.174,
       "step": 992000
     },
     {
       "epoch": 4.21,
-      "eval_loss": 2.6156609058380127,
-      "eval_runtime": 427.025,
-      "eval_samples_per_second": 468.352,
-      "eval_steps_per_second": 29.272,
+      "eval_loss": 2.2661561965942383,
+      "eval_runtime": 222.2451,
+      "eval_samples_per_second": 899.907,
+      "eval_steps_per_second": 56.244,
       "step": 1000000
     },
     {
       "epoch": 4.24,
       "learning_rate": 2.3779999999999997e-07,
-      "loss": 2.773,
+      "loss": 2.3972,
       "step": 1008000
     },
     {
       "epoch": 4.24,
-      "eval_loss": 2.60978364944458,
-      "eval_runtime": 428.465,
-      "eval_samples_per_second": 466.778,
-      "eval_steps_per_second": 29.174,
+      "eval_loss": 2.2657644748687744,
+      "eval_runtime": 222.766,
+      "eval_samples_per_second": 897.803,
+      "eval_steps_per_second": 56.113,
       "step": 1008000
     },
     {
       "epoch": 4.28,
-      "eval_loss": 2.6156139373779297,
-      "eval_runtime": 427.2949,
-      "eval_samples_per_second": 468.056,
-      "eval_steps_per_second": 29.254,
+      "eval_loss": 2.266777753829956,
+      "eval_runtime": 222.8713,
+      "eval_samples_per_second": 897.379,
+      "eval_steps_per_second": 56.086,
       "step": 1016000
     },
     {
       "epoch": 4.31,
       "learning_rate": 2.3506666666666668e-07,
-      "loss": 2.7818,
+      "loss": 2.3937,
       "step": 1024000
     },
     {
       "epoch": 4.31,
-      "eval_loss": 2.6148924827575684,
-      "eval_runtime": 426.9113,
-      "eval_samples_per_second": 468.477,
-      "eval_steps_per_second": 29.28,
+      "eval_loss": 2.2593226432800293,
+      "eval_runtime": 222.3904,
+      "eval_samples_per_second": 899.319,
+      "eval_steps_per_second": 56.207,
       "step": 1024000
     },
     {
       "epoch": 4.35,
-      "eval_loss": 2.612070083618164,
-      "eval_runtime": 441.0262,
-      "eval_samples_per_second": 453.483,
-      "eval_steps_per_second": 28.343,
+      "eval_loss": 2.271193027496338,
+      "eval_runtime": 223.0366,
+      "eval_samples_per_second": 896.714,
+      "eval_steps_per_second": 56.045,
       "step": 1032000
     },
     {
       "epoch": 4.38,
       "learning_rate": 2.3233333333333334e-07,
-      "loss": 2.7736,
+      "loss": 2.3982,
       "step": 1040000
     },
     {
       "epoch": 4.38,
-      "eval_loss": 2.615013599395752,
-      "eval_runtime": 435.5985,
-      "eval_samples_per_second": 459.134,
-      "eval_steps_per_second": 28.696,
+      "eval_loss": 2.2694575786590576,
+      "eval_runtime": 222.864,
+      "eval_samples_per_second": 897.408,
+      "eval_steps_per_second": 56.088,
       "step": 1040000
     },
     {
       "epoch": 4.41,
-      "eval_loss": 2.6156115531921387,
-      "eval_runtime": 436.5917,
-      "eval_samples_per_second": 458.089,
-      "eval_steps_per_second": 28.631,
+      "eval_loss": 2.2683589458465576,
+      "eval_runtime": 222.5301,
+      "eval_samples_per_second": 898.755,
+      "eval_steps_per_second": 56.172,
       "step": 1048000
     },
     {
       "epoch": 4.45,
       "learning_rate": 2.2960000000000002e-07,
-      "loss": 2.7761,
+      "loss": 2.4034,
       "step": 1056000
     },
     {
       "epoch": 4.45,
-      "eval_loss": 2.6170592308044434,
-      "eval_runtime": 437.6326,
-      "eval_samples_per_second": 457.0,
-      "eval_steps_per_second": 28.563,
+      "eval_loss": 2.264348268508911,
+      "eval_runtime": 223.8718,
+      "eval_samples_per_second": 893.368,
+      "eval_steps_per_second": 55.836,
       "step": 1056000
     },
     {
       "epoch": 4.48,
-      "eval_loss": 2.6124441623687744,
-      "eval_runtime": 430.5486,
-      "eval_samples_per_second": 464.519,
-      "eval_steps_per_second": 29.033,
+      "eval_loss": 2.2664988040924072,
+      "eval_runtime": 222.6269,
+      "eval_samples_per_second": 898.364,
+      "eval_steps_per_second": 56.148,
       "step": 1064000
     },
     {
       "epoch": 4.51,
       "learning_rate": 2.2686666666666667e-07,
-      "loss": 2.7789,
+      "loss": 2.3996,
       "step": 1072000
     },
     {
       "epoch": 4.51,
-      "eval_loss": 2.6276962757110596,
-      "eval_runtime": 428.8138,
-      "eval_samples_per_second": 466.398,
-      "eval_steps_per_second": 29.15,
+      "eval_loss": 2.269209861755371,
+      "eval_runtime": 222.9129,
+      "eval_samples_per_second": 897.211,
+      "eval_steps_per_second": 56.076,
       "step": 1072000
     },
     {
       "epoch": 4.55,
-      "eval_loss": 2.6138463020324707,
-      "eval_runtime": 431.2439,
-      "eval_samples_per_second": 463.77,
-      "eval_steps_per_second": 28.986,
+      "eval_loss": 2.262779474258423,
+      "eval_runtime": 223.2712,
+      "eval_samples_per_second": 895.772,
+      "eval_steps_per_second": 55.986,
       "step": 1080000
     },
     {
       "epoch": 4.58,
       "learning_rate": 2.2413333333333333e-07,
-      "loss": 2.7744,
+      "loss": 2.4054,
       "step": 1088000
     },
     {
       "epoch": 4.58,
-      "eval_loss": 2.6080663204193115,
-      "eval_runtime": 429.0451,
-      "eval_samples_per_second": 466.147,
-      "eval_steps_per_second": 29.134,
+      "eval_loss": 2.2673189640045166,
+      "eval_runtime": 222.9981,
+      "eval_samples_per_second": 896.868,
+      "eval_steps_per_second": 56.054,
       "step": 1088000
     },
     {
       "epoch": 4.61,
-      "eval_loss": 2.620119571685791,
-      "eval_runtime": 435.3098,
-      "eval_samples_per_second": 459.438,
-      "eval_steps_per_second": 28.715,
+      "eval_loss": 2.257735252380371,
+      "eval_runtime": 222.7368,
+      "eval_samples_per_second": 897.921,
+      "eval_steps_per_second": 56.12,
       "step": 1096000
     },
     {
       "epoch": 4.65,
       "learning_rate": 2.214e-07,
-      "loss": 2.77,
+      "loss": 2.4039,
       "step": 1104000
     },
     {
       "epoch": 4.65,
-      "eval_loss": 2.6170663833618164,
-      "eval_runtime": 430.7548,
-      "eval_samples_per_second": 464.297,
-      "eval_steps_per_second": 29.019,
+      "eval_loss": 2.2671241760253906,
+      "eval_runtime": 222.5791,
+      "eval_samples_per_second": 898.557,
+      "eval_steps_per_second": 56.16,
       "step": 1104000
     },
     {
       "epoch": 4.68,
-      "eval_loss": 2.609856128692627,
-      "eval_runtime": 430.7439,
-      "eval_samples_per_second": 464.308,
-      "eval_steps_per_second": 29.02,
+      "eval_loss": 2.2585532665252686,
+      "eval_runtime": 223.9638,
+      "eval_samples_per_second": 893.002,
+      "eval_steps_per_second": 55.813,
       "step": 1112000
     },
     {
       "epoch": 4.72,
       "learning_rate": 2.1866666666666667e-07,
-      "loss": 2.772,
+      "loss": 2.4033,
       "step": 1120000
     },
     {
       "epoch": 4.72,
-      "eval_loss": 2.614119052886963,
-      "eval_runtime": 430.1555,
-      "eval_samples_per_second": 464.944,
-      "eval_steps_per_second": 29.059,
+      "eval_loss": 2.273033380508423,
+      "eval_runtime": 222.5415,
+      "eval_samples_per_second": 898.709,
+      "eval_steps_per_second": 56.169,
       "step": 1120000
     },
     {
       "epoch": 4.75,
-      "eval_loss": 2.6174395084381104,
-      "eval_runtime": 430.2468,
-      "eval_samples_per_second": 464.845,
-      "eval_steps_per_second": 29.053,
+      "eval_loss": 2.265512228012085,
+      "eval_runtime": 223.5172,
+      "eval_samples_per_second": 894.786,
+      "eval_steps_per_second": 55.924,
       "step": 1128000
     },
     {
       "epoch": 4.78,
       "learning_rate": 2.1593333333333332e-07,
-      "loss": 2.7709,
+      "loss": 2.4036,
       "step": 1136000
     },
     {
       "epoch": 4.78,
-      "eval_loss": 2.6200435161590576,
-      "eval_runtime": 429.4394,
-      "eval_samples_per_second": 465.719,
-      "eval_steps_per_second": 29.108,
+      "eval_loss": 2.2693560123443604,
+      "eval_runtime": 223.6735,
+      "eval_samples_per_second": 894.16,
+      "eval_steps_per_second": 55.885,
       "step": 1136000
     },
     {
       "epoch": 4.82,
-      "eval_loss": 2.6149799823760986,
-      "eval_runtime": 429.9204,
-      "eval_samples_per_second": 465.198,
-      "eval_steps_per_second": 29.075,
+      "eval_loss": 2.262967586517334,
+      "eval_runtime": 223.3051,
+      "eval_samples_per_second": 895.636,
+      "eval_steps_per_second": 55.977,
       "step": 1144000
     },
     {
       "epoch": 4.85,
       "learning_rate": 2.132e-07,
-      "loss": 2.7724,
+      "loss": 2.4036,
       "step": 1152000
     },
     {
       "epoch": 4.85,
-      "eval_loss": 2.6041531562805176,
-      "eval_runtime": 433.3404,
-      "eval_samples_per_second": 461.526,
-      "eval_steps_per_second": 28.846,
+      "eval_loss": 2.2618250846862793,
+      "eval_runtime": 223.3316,
+      "eval_samples_per_second": 895.53,
+      "eval_steps_per_second": 55.971,
       "step": 1152000
     },
     {
       "epoch": 4.88,
-      "eval_loss": 2.615821361541748,
-      "eval_runtime": 427.3883,
-      "eval_samples_per_second": 467.954,
-      "eval_steps_per_second": 29.247,
+      "eval_loss": 2.2664525508880615,
+      "eval_runtime": 223.7674,
+      "eval_samples_per_second": 893.785,
+      "eval_steps_per_second": 55.862,
       "step": 1160000
     },
     {
       "epoch": 4.92,
       "learning_rate": 2.1046666666666666e-07,
-      "loss": 2.7763,
+      "loss": 2.4005,
       "step": 1168000
     },
     {
       "epoch": 4.92,
-      "eval_loss": 2.616694211959839,
-      "eval_runtime": 424.8183,
-      "eval_samples_per_second": 470.785,
-      "eval_steps_per_second": 29.424,
+      "eval_loss": 2.260852098464966,
+      "eval_runtime": 223.4125,
+      "eval_samples_per_second": 895.205,
+      "eval_steps_per_second": 55.95,
       "step": 1168000
     },
     {
       "epoch": 4.95,
-      "eval_loss": 2.617375612258911,
-      "eval_runtime": 425.4075,
-      "eval_samples_per_second": 470.133,
-      "eval_steps_per_second": 29.384,
+      "eval_loss": 2.2616682052612305,
+      "eval_runtime": 223.5697,
+      "eval_samples_per_second": 894.575,
+      "eval_steps_per_second": 55.911,
       "step": 1176000
     },
     {
       "epoch": 4.99,
       "learning_rate": 2.0773333333333334e-07,
-      "loss": 2.7736,
+      "loss": 2.4065,
       "step": 1184000
     },
     {
       "epoch": 4.99,
-      "eval_loss": 2.609928846359253,
-      "eval_runtime": 429.8799,
-      "eval_samples_per_second": 465.242,
-      "eval_steps_per_second": 29.078,
+      "eval_loss": 2.2646331787109375,
+      "eval_runtime": 223.403,
+      "eval_samples_per_second": 895.243,
+      "eval_steps_per_second": 55.953,
       "step": 1184000
     },
     {
       "epoch": 5.02,
-      "eval_loss": 2.607574462890625,
-      "eval_runtime": 427.5829,
-      "eval_samples_per_second": 467.741,
-      "eval_steps_per_second": 29.234,
+      "eval_loss": 2.2605783939361572,
+      "eval_runtime": 224.1683,
+      "eval_samples_per_second": 892.187,
+      "eval_steps_per_second": 55.762,
       "step": 1192000
     },
     {
       "epoch": 5.05,
       "learning_rate": 2.05e-07,
-      "loss": 2.7692,
+      "loss": 2.4044,
       "step": 1200000
     },
     {
       "epoch": 5.05,
-      "eval_loss": 2.6088333129882812,
-      "eval_runtime": 427.3086,
-      "eval_samples_per_second": 468.041,
-      "eval_steps_per_second": 29.253,
+      "eval_loss": 2.265641450881958,
+      "eval_runtime": 223.3231,
+      "eval_samples_per_second": 895.563,
+      "eval_steps_per_second": 55.973,
       "step": 1200000
     },
     {
       "epoch": 5.09,
-      "eval_loss": 2.6174449920654297,
-      "eval_runtime": 426.9323,
-      "eval_samples_per_second": 468.454,
-      "eval_steps_per_second": 29.279,
+      "eval_loss": 2.2630460262298584,
+      "eval_runtime": 223.3094,
+      "eval_samples_per_second": 895.619,
+      "eval_steps_per_second": 55.976,
       "step": 1208000
     },
     {
       "epoch": 5.12,
       "learning_rate": 2.0226666666666668e-07,
-      "loss": 2.7794,
+      "loss": 2.3997,
       "step": 1216000
     },
     {
       "epoch": 5.12,
-      "eval_loss": 2.604072332382202,
-      "eval_runtime": 425.7765,
-      "eval_samples_per_second": 469.725,
-      "eval_steps_per_second": 29.358,
+      "eval_loss": 2.273655414581299,
+      "eval_runtime": 223.5116,
+      "eval_samples_per_second": 894.808,
+      "eval_steps_per_second": 55.926,
       "step": 1216000
     },
     {
       "epoch": 5.15,
-      "eval_loss": 2.60508394241333,
-      "eval_runtime": 429.4647,
-      "eval_samples_per_second": 465.691,
-      "eval_steps_per_second": 29.106,
+      "eval_loss": 2.2762105464935303,
+      "eval_runtime": 223.4158,
+      "eval_samples_per_second": 895.192,
+      "eval_steps_per_second": 55.949,
       "step": 1224000
     },
     {
       "epoch": 5.19,
       "learning_rate": 1.9953333333333333e-07,
-      "loss": 2.7709,
+      "loss": 2.407,
       "step": 1232000
     },
     {
       "epoch": 5.19,
-      "eval_loss": 2.6092872619628906,
-      "eval_runtime": 431.1236,
-      "eval_samples_per_second": 463.899,
-      "eval_steps_per_second": 28.994,
+      "eval_loss": 2.266941785812378,
+      "eval_runtime": 224.5804,
+      "eval_samples_per_second": 890.55,
+      "eval_steps_per_second": 55.659,
       "step": 1232000
     },
     {
       "epoch": 5.22,
-      "eval_loss": 2.6061949729919434,
-      "eval_runtime": 430.933,
-      "eval_samples_per_second": 464.105,
-      "eval_steps_per_second": 29.007,
+      "eval_loss": 2.2694592475891113,
+      "eval_runtime": 223.4055,
+      "eval_samples_per_second": 895.233,
+      "eval_steps_per_second": 55.952,
       "step": 1240000
     },
     {
       "epoch": 5.25,
       "learning_rate": 1.968e-07,
-      "loss": 2.7727,
+      "loss": 2.4013,
       "step": 1248000
     },
     {
       "epoch": 5.25,
-      "eval_loss": 2.6051762104034424,
-      "eval_runtime": 428.4194,
-      "eval_samples_per_second": 466.828,
-      "eval_steps_per_second": 29.177,
+      "eval_loss": 2.2704169750213623,
+      "eval_runtime": 223.2939,
+      "eval_samples_per_second": 895.681,
+      "eval_steps_per_second": 55.98,
       "step": 1248000
     },
     {
       "epoch": 5.29,
-      "eval_loss": 2.612610340118408,
-      "eval_runtime": 426.271,
-      "eval_samples_per_second": 469.18,
-      "eval_steps_per_second": 29.324,
+      "eval_loss": 2.2612156867980957,
+      "eval_runtime": 226.3055,
+      "eval_samples_per_second": 883.761,
+      "eval_steps_per_second": 55.235,
       "step": 1256000
     },
     {
       "epoch": 5.32,
       "learning_rate": 1.9406666666666667e-07,
-      "loss": 2.7686,
+      "loss": 2.4118,
       "step": 1264000
     },
     {
       "epoch": 5.32,
-      "eval_loss": 2.609870433807373,
-      "eval_runtime": 424.9717,
-      "eval_samples_per_second": 470.615,
-      "eval_steps_per_second": 29.414,
+      "eval_loss": 2.2653887271881104,
+      "eval_runtime": 225.9762,
+      "eval_samples_per_second": 885.049,
+      "eval_steps_per_second": 55.316,
       "step": 1264000
     },
     {
       "epoch": 5.36,
-      "eval_loss": 2.619239568710327,
-      "eval_runtime": 428.8052,
-      "eval_samples_per_second": 466.408,
-      "eval_steps_per_second": 29.151,
+      "eval_loss": 2.268294095993042,
+      "eval_runtime": 224.2422,
+      "eval_samples_per_second": 891.893,
+      "eval_steps_per_second": 55.743,
       "step": 1272000
     },
     {
       "epoch": 5.39,
       "learning_rate": 1.9133333333333333e-07,
-      "loss": 2.7668,
+      "loss": 2.3953,
       "step": 1280000
     },
     {
       "epoch": 5.39,
-      "eval_loss": 2.616584539413452,
-      "eval_runtime": 426.4046,
-      "eval_samples_per_second": 469.033,
-      "eval_steps_per_second": 29.315,
+      "eval_loss": 2.262761116027832,
+      "eval_runtime": 226.4697,
+      "eval_samples_per_second": 883.12,
+      "eval_steps_per_second": 55.195,
       "step": 1280000
     },
     {
       "epoch": 5.42,
-      "eval_loss": 2.6041982173919678,
-      "eval_runtime": 425.6206,
-      "eval_samples_per_second": 469.897,
-      "eval_steps_per_second": 29.369,
+      "eval_loss": 2.260498523712158,
+      "eval_runtime": 226.1386,
+      "eval_samples_per_second": 884.413,
+      "eval_steps_per_second": 55.276,
       "step": 1288000
     },
     {
       "epoch": 5.46,
       "learning_rate": 1.886e-07,
-      "loss": 2.7777,
+      "loss": 2.3973,
       "step": 1296000
     },
     {
       "epoch": 5.46,
-      "eval_loss": 2.603804349899292,
-      "eval_runtime": 425.5755,
-      "eval_samples_per_second": 469.947,
-      "eval_steps_per_second": 29.372,
+      "eval_loss": 2.2666938304901123,
+      "eval_runtime": 224.5257,
+      "eval_samples_per_second": 890.767,
+      "eval_steps_per_second": 55.673,
       "step": 1296000
     },
     {
       "epoch": 5.49,
-      "eval_loss": 2.6119117736816406,
-      "eval_runtime": 426.6248,
-      "eval_samples_per_second": 468.791,
-      "eval_steps_per_second": 29.3,
+      "eval_loss": 2.2640185356140137,
+      "eval_runtime": 225.0478,
+      "eval_samples_per_second": 888.7,
+      "eval_steps_per_second": 55.544,
       "step": 1304000
     },
     {
       "epoch": 5.52,
       "learning_rate": 1.8586666666666666e-07,
-      "loss": 2.7737,
+      "loss": 2.4027,
       "step": 1312000
     },
     {
       "epoch": 5.52,
-      "eval_loss": 2.615492343902588,
-      "eval_runtime": 426.0601,
-      "eval_samples_per_second": 469.413,
-      "eval_steps_per_second": 29.339,
+      "eval_loss": 2.2619457244873047,
+      "eval_runtime": 225.0768,
+      "eval_samples_per_second": 888.585,
+      "eval_steps_per_second": 55.537,
       "step": 1312000
     },
     {
       "epoch": 5.56,
-      "eval_loss": 2.6235928535461426,
-      "eval_runtime": 427.3368,
-      "eval_samples_per_second": 468.01,
-      "eval_steps_per_second": 29.251,
+      "eval_loss": 2.268733501434326,
+      "eval_runtime": 225.2893,
+      "eval_samples_per_second": 887.748,
+      "eval_steps_per_second": 55.484,
       "step": 1320000
     },
     {
       "epoch": 5.59,
       "learning_rate": 1.8313333333333332e-07,
-      "loss": 2.7757,
+      "loss": 2.3967,
       "step": 1328000
     },
     {
       "epoch": 5.59,
-      "eval_loss": 2.6123950481414795,
-      "eval_runtime": 427.0533,
-      "eval_samples_per_second": 468.321,
-      "eval_steps_per_second": 29.27,
+      "eval_loss": 2.2597830295562744,
+      "eval_runtime": 226.5788,
+      "eval_samples_per_second": 882.695,
+      "eval_steps_per_second": 55.168,
       "step": 1328000
     },
     {
       "epoch": 5.63,
-      "eval_loss": 2.5992510318756104,
-      "eval_runtime": 425.5905,
-      "eval_samples_per_second": 469.931,
-      "eval_steps_per_second": 29.371,
+      "eval_loss": 2.2620811462402344,
+      "eval_runtime": 225.5192,
+      "eval_samples_per_second": 886.843,
+      "eval_steps_per_second": 55.428,
       "step": 1336000
     },
     {
       "epoch": 5.66,
       "learning_rate": 1.804e-07,
-      "loss": 2.7757,
+      "loss": 2.4028,
       "step": 1344000
     },
     {
       "epoch": 5.66,
-      "eval_loss": 2.613180160522461,
-      "eval_runtime": 424.8849,
-      "eval_samples_per_second": 470.711,
-      "eval_steps_per_second": 29.42,
+      "eval_loss": 2.260154962539673,
+      "eval_runtime": 224.8281,
+      "eval_samples_per_second": 889.568,
+      "eval_steps_per_second": 55.598,
       "step": 1344000
     },
     {
       "epoch": 5.69,
-      "eval_loss": 2.6062958240509033,
-      "eval_runtime": 424.2489,
-      "eval_samples_per_second": 471.417,
-      "eval_steps_per_second": 29.464,
+      "eval_loss": 2.27129864692688,
+      "eval_runtime": 224.9298,
+      "eval_samples_per_second": 889.166,
+      "eval_steps_per_second": 55.573,
       "step": 1352000
     },
     {
       "epoch": 5.73,
       "learning_rate": 1.7766666666666666e-07,
-      "loss": 2.7748,
+      "loss": 2.4053,
       "step": 1360000
     },
     {
       "epoch": 5.73,
-      "eval_loss": 2.612989902496338,
-      "eval_runtime": 424.5958,
-      "eval_samples_per_second": 471.032,
-      "eval_steps_per_second": 29.44,
+      "eval_loss": 2.262296676635742,
+      "eval_runtime": 224.3709,
+      "eval_samples_per_second": 891.381,
+      "eval_steps_per_second": 55.711,
       "step": 1360000
     },
     {
       "epoch": 5.76,
-      "eval_loss": 2.610032796859741,
-      "eval_runtime": 427.5632,
-      "eval_samples_per_second": 467.762,
-      "eval_steps_per_second": 29.235,
+      "eval_loss": 2.269651174545288,
+      "eval_runtime": 224.6103,
+      "eval_samples_per_second": 890.431,
+      "eval_steps_per_second": 55.652,
       "step": 1368000
     },
     {
       "epoch": 5.79,
       "learning_rate": 1.7493333333333334e-07,
-      "loss": 2.769,
+      "loss": 2.3987,
       "step": 1376000
     },
     {
       "epoch": 5.79,
-      "eval_loss": 2.602424383163452,
-      "eval_runtime": 424.7302,
-      "eval_samples_per_second": 470.882,
-      "eval_steps_per_second": 29.43,
+      "eval_loss": 2.2638049125671387,
+      "eval_runtime": 226.2602,
+      "eval_samples_per_second": 883.938,
+      "eval_steps_per_second": 55.246,
       "step": 1376000
     },
     {
       "epoch": 5.83,
-      "eval_loss": 2.6061973571777344,
-      "eval_runtime": 428.6827,
-      "eval_samples_per_second": 466.541,
-      "eval_steps_per_second": 29.159,
+      "eval_loss": 2.260105848312378,
+      "eval_runtime": 225.6939,
+      "eval_samples_per_second": 886.156,
+      "eval_steps_per_second": 55.385,
       "step": 1384000
     },
     {
       "epoch": 5.86,
       "learning_rate": 1.722e-07,
-      "loss": 2.7713,
+      "loss": 2.3987,
       "step": 1392000
     },
     {
       "epoch": 5.86,
-      "eval_loss": 2.6137661933898926,
-      "eval_runtime": 430.6966,
-      "eval_samples_per_second": 464.359,
-      "eval_steps_per_second": 29.023,
+      "eval_loss": 2.2642433643341064,
+      "eval_runtime": 226.9293,
+      "eval_samples_per_second": 881.332,
+      "eval_steps_per_second": 55.083,
       "step": 1392000
     },
     {
       "epoch": 5.89,
-      "eval_loss": 2.6025471687316895,
-      "eval_runtime": 430.8099,
-      "eval_samples_per_second": 464.237,
-      "eval_steps_per_second": 29.015,
+      "eval_loss": 2.2656021118164062,
+      "eval_runtime": 225.2151,
+      "eval_samples_per_second": 888.04,
+      "eval_steps_per_second": 55.503,
       "step": 1400000
     },
     {
       "epoch": 5.93,
       "learning_rate": 1.6946666666666668e-07,
-      "loss": 2.7766,
+      "loss": 2.401,
       "step": 1408000
     },
     {
       "epoch": 5.93,
-      "eval_loss": 2.6087875366210938,
-      "eval_runtime": 427.6043,
-      "eval_samples_per_second": 467.717,
-      "eval_steps_per_second": 29.233,
+      "eval_loss": 2.271221160888672,
+      "eval_runtime": 225.0802,
+      "eval_samples_per_second": 888.572,
+      "eval_steps_per_second": 55.536,
       "step": 1408000
     },
     {
       "epoch": 5.96,
-      "eval_loss": 2.6138193607330322,
-      "eval_runtime": 428.3638,
-      "eval_samples_per_second": 466.888,
-      "eval_steps_per_second": 29.181,
+      "eval_loss": 2.263915538787842,
+      "eval_runtime": 226.0165,
+      "eval_samples_per_second": 884.891,
+      "eval_steps_per_second": 55.306,
       "step": 1416000
     },
     {
       "epoch": 6.0,
       "learning_rate": 1.6673333333333333e-07,
-      "loss": 2.7727,
+      "loss": 2.4011,
       "step": 1424000
     },
     {
       "epoch": 6.0,
-      "eval_loss": 2.604793071746826,
-      "eval_runtime": 426.9803,
-      "eval_samples_per_second": 468.401,
-      "eval_steps_per_second": 29.275,
+      "eval_loss": 2.264575719833374,
+      "eval_runtime": 225.8969,
+      "eval_samples_per_second": 885.36,
+      "eval_steps_per_second": 55.335,
       "step": 1424000
     },
     {
       "epoch": 6.03,
-      "eval_loss": 2.606837511062622,
-      "eval_runtime": 429.9514,
-      "eval_samples_per_second": 465.164,
-      "eval_steps_per_second": 29.073,
+      "eval_loss": 2.2668521404266357,
+      "eval_runtime": 225.9347,
+      "eval_samples_per_second": 885.212,
+      "eval_steps_per_second": 55.326,
       "step": 1432000
     },
     {
       "epoch": 6.06,
       "learning_rate": 1.64e-07,
-      "loss": 2.7737,
+      "loss": 2.4022,
       "step": 1440000
     },
     {
       "epoch": 6.06,
-      "eval_loss": 2.614352226257324,
-      "eval_runtime": 427.0139,
-      "eval_samples_per_second": 468.364,
-      "eval_steps_per_second": 29.273,
+      "eval_loss": 2.2619283199310303,
+      "eval_runtime": 226.3334,
+      "eval_samples_per_second": 883.652,
+      "eval_steps_per_second": 55.228,
       "step": 1440000
     },
     {
       "epoch": 6.1,
-      "eval_loss": 2.6051464080810547,
-      "eval_runtime": 430.2406,
-      "eval_samples_per_second": 464.852,
-      "eval_steps_per_second": 29.054,
+      "eval_loss": 2.2580013275146484,
+      "eval_runtime": 224.9472,
+      "eval_samples_per_second": 889.098,
+      "eval_steps_per_second": 55.569,
       "step": 1448000
     },
     {
       "epoch": 6.13,
       "learning_rate": 1.6126666666666667e-07,
-      "loss": 2.778,
+      "loss": 2.3998,
       "step": 1456000
     },
     {
       "epoch": 6.13,
-      "eval_loss": 2.6157853603363037,
-      "eval_runtime": 431.1381,
-      "eval_samples_per_second": 463.884,
-      "eval_steps_per_second": 28.993,
+      "eval_loss": 2.261179208755493,
+      "eval_runtime": 224.7075,
+      "eval_samples_per_second": 890.046,
+      "eval_steps_per_second": 55.628,
       "step": 1456000
     },
     {
       "epoch": 6.16,
-      "eval_loss": 2.615216016769409,
-      "eval_runtime": 425.9498,
-      "eval_samples_per_second": 469.534,
-      "eval_steps_per_second": 29.346,
+      "eval_loss": 2.265193223953247,
+      "eval_runtime": 224.7843,
+      "eval_samples_per_second": 889.742,
+      "eval_steps_per_second": 55.609,
       "step": 1464000
     },
     {
       "epoch": 6.2,
       "learning_rate": 1.5853333333333332e-07,
-      "loss": 2.7767,
+      "loss": 2.3999,
       "step": 1472000
     },
     {
       "epoch": 6.2,
-      "eval_loss": 2.6018834114074707,
-      "eval_runtime": 426.8729,
-      "eval_samples_per_second": 468.519,
-      "eval_steps_per_second": 29.283,
+      "eval_loss": 2.261007070541382,
+      "eval_runtime": 224.9598,
+      "eval_samples_per_second": 889.048,
+      "eval_steps_per_second": 55.565,
       "step": 1472000
     },
     {
       "epoch": 6.23,
-      "eval_loss": 2.611650228500366,
-      "eval_runtime": 425.3068,
-      "eval_samples_per_second": 470.244,
-      "eval_steps_per_second": 29.391,
+      "eval_loss": 2.2566797733306885,
+      "eval_runtime": 225.9016,
+      "eval_samples_per_second": 885.341,
+      "eval_steps_per_second": 55.334,
       "step": 1480000
     },
     {
       "epoch": 6.27,
       "learning_rate": 1.558e-07,
-      "loss": 2.7706,
+      "loss": 2.3984,
       "step": 1488000
     },
     {
       "epoch": 6.27,
-      "eval_loss": 2.6065428256988525,
-      "eval_runtime": 427.2148,
-      "eval_samples_per_second": 468.144,
-      "eval_steps_per_second": 29.259,
+      "eval_loss": 2.258964776992798,
+      "eval_runtime": 225.206,
+      "eval_samples_per_second": 888.076,
+      "eval_steps_per_second": 55.505,
       "step": 1488000
     },
     {
       "epoch": 6.3,
-      "eval_loss": 2.612178087234497,
-      "eval_runtime": 424.5636,
-      "eval_samples_per_second": 471.067,
-      "eval_steps_per_second": 29.442,
+      "eval_loss": 2.2564964294433594,
+      "eval_runtime": 224.6663,
+      "eval_samples_per_second": 890.209,
+      "eval_steps_per_second": 55.638,
       "step": 1496000
     },
     {
       "epoch": 6.33,
       "learning_rate": 1.5306666666666666e-07,
-      "loss": 2.7775,
+      "loss": 2.4017,
       "step": 1504000
     },
     {
       "epoch": 6.33,
-      "eval_loss": 2.610006809234619,
-      "eval_runtime": 424.709,
-      "eval_samples_per_second": 470.906,
-      "eval_steps_per_second": 29.432,
+      "eval_loss": 2.26582932472229,
+      "eval_runtime": 225.0873,
+      "eval_samples_per_second": 888.544,
+      "eval_steps_per_second": 55.534,
       "step": 1504000
     },
     {
       "epoch": 6.37,
-      "eval_loss": 2.6100497245788574,
-      "eval_runtime": 424.7106,
-      "eval_samples_per_second": 470.904,
-      "eval_steps_per_second": 29.432,
+      "eval_loss": 2.2625739574432373,
+      "eval_runtime": 225.1271,
+      "eval_samples_per_second": 888.387,
+      "eval_steps_per_second": 55.524,
       "step": 1512000
     },
     {
       "epoch": 6.4,
       "learning_rate": 1.5033333333333332e-07,
-      "loss": 2.7753,
+      "loss": 2.4055,
       "step": 1520000
     },
     {
       "epoch": 6.4,
-      "eval_loss": 2.605093479156494,
-      "eval_runtime": 427.9079,
-      "eval_samples_per_second": 467.386,
-      "eval_steps_per_second": 29.212,
+      "eval_loss": 2.2655694484710693,
+      "eval_runtime": 225.1568,
+      "eval_samples_per_second": 888.27,
+      "eval_steps_per_second": 55.517,
       "step": 1520000
     },
     {
       "epoch": 6.43,
-      "eval_loss": 2.6036603450775146,
-      "eval_runtime": 425.7208,
-      "eval_samples_per_second": 469.787,
-      "eval_steps_per_second": 29.362,
+      "eval_loss": 2.262152910232544,
+      "eval_runtime": 225.5421,
+      "eval_samples_per_second": 886.752,
+      "eval_steps_per_second": 55.422,
       "step": 1528000
     },
     {
       "epoch": 6.47,
       "learning_rate": 1.476e-07,
-      "loss": 2.7691,
+      "loss": 2.3959,
       "step": 1536000
     },
     {
       "epoch": 6.47,
-      "eval_loss": 2.6037118434906006,
-      "eval_runtime": 425.0126,
-      "eval_samples_per_second": 470.57,
-      "eval_steps_per_second": 29.411,
+      "eval_loss": 2.2691304683685303,
+      "eval_runtime": 225.3681,
+      "eval_samples_per_second": 887.437,
+      "eval_steps_per_second": 55.465,
       "step": 1536000
     },
     {
       "epoch": 6.5,
-      "eval_loss": 2.599247932434082,
-      "eval_runtime": 425.3525,
-      "eval_samples_per_second": 470.194,
-      "eval_steps_per_second": 29.387,
+      "eval_loss": 2.2604479789733887,
+      "eval_runtime": 225.7386,
+      "eval_samples_per_second": 885.981,
+      "eval_steps_per_second": 55.374,
       "step": 1544000
     },
     {
       "epoch": 6.53,
       "learning_rate": 1.4486666666666665e-07,
-      "loss": 2.758,
+      "loss": 2.4016,
       "step": 1552000
     },
     {
       "epoch": 6.53,
-      "eval_loss": 2.6080071926116943,
-      "eval_runtime": 424.5489,
-      "eval_samples_per_second": 471.084,
-      "eval_steps_per_second": 29.443,
+      "eval_loss": 2.2599384784698486,
+      "eval_runtime": 224.9652,
+      "eval_samples_per_second": 889.027,
+      "eval_steps_per_second": 55.564,
       "step": 1552000
     },
     {
       "epoch": 6.57,
-      "eval_loss": 2.6138691902160645,
-      "eval_runtime": 427.0402,
-      "eval_samples_per_second": 468.335,
-      "eval_steps_per_second": 29.271,
+      "eval_loss": 2.265510082244873,
+      "eval_runtime": 225.2586,
+      "eval_samples_per_second": 887.869,
+      "eval_steps_per_second": 55.492,
       "step": 1560000
     },
     {
       "epoch": 6.6,
       "learning_rate": 1.4213333333333334e-07,
-      "loss": 2.7722,
+      "loss": 2.3986,
       "step": 1568000
     },
     {
       "epoch": 6.6,
-      "eval_loss": 2.6000304222106934,
-      "eval_runtime": 426.0372,
-      "eval_samples_per_second": 469.438,
-      "eval_steps_per_second": 29.34,
+      "eval_loss": 2.2683568000793457,
+      "eval_runtime": 225.0992,
+      "eval_samples_per_second": 888.497,
+      "eval_steps_per_second": 55.531,
       "step": 1568000
     },
     {
       "epoch": 6.64,
-      "eval_loss": 2.6107337474823,
-      "eval_runtime": 428.351,
-      "eval_samples_per_second": 466.902,
-      "eval_steps_per_second": 29.182,
+      "eval_loss": 2.271608352661133,
+      "eval_runtime": 225.9171,
+      "eval_samples_per_second": 885.28,
+      "eval_steps_per_second": 55.33,
       "step": 1576000
     },
     {
       "epoch": 6.67,
       "learning_rate": 1.3940000000000002e-07,
-      "loss": 2.7737,
+      "loss": 2.4051,
       "step": 1584000
     },
     {
       "epoch": 6.67,
-      "eval_loss": 2.6056902408599854,
-      "eval_runtime": 427.5761,
-      "eval_samples_per_second": 467.748,
-      "eval_steps_per_second": 29.235,
+      "eval_loss": 2.2605140209198,
+      "eval_runtime": 225.4,
+      "eval_samples_per_second": 887.311,
+      "eval_steps_per_second": 55.457,
       "step": 1584000
     },
     {
       "epoch": 6.7,
-      "eval_loss": 2.6063265800476074,
-      "eval_runtime": 427.3328,
-      "eval_samples_per_second": 468.015,
-      "eval_steps_per_second": 29.251,
+      "eval_loss": 2.256896734237671,
+      "eval_runtime": 226.0831,
+      "eval_samples_per_second": 884.63,
+      "eval_steps_per_second": 55.289,
       "step": 1592000
     },
     {
       "epoch": 6.74,
       "learning_rate": 1.3666666666666665e-07,
-      "loss": 2.7722,
+      "loss": 2.4057,
       "step": 1600000
     },
     {
       "epoch": 6.74,
-      "eval_loss": 2.602761745452881,
-      "eval_runtime": 427.2826,
-      "eval_samples_per_second": 468.07,
-      "eval_steps_per_second": 29.255,
+      "eval_loss": 2.26871657371521,
+      "eval_runtime": 225.6937,
+      "eval_samples_per_second": 886.157,
+      "eval_steps_per_second": 55.385,
       "step": 1600000
     },
     {
       "epoch": 6.77,
-      "eval_loss": 2.5995423793792725,
-      "eval_runtime": 431.7911,
-      "eval_samples_per_second": 463.182,
-      "eval_steps_per_second": 28.949,
+      "eval_loss": 2.257054328918457,
+      "eval_runtime": 226.7282,
+      "eval_samples_per_second": 882.113,
+      "eval_steps_per_second": 55.132,
       "step": 1608000
     },
     {
       "epoch": 6.8,
       "learning_rate": 1.3393333333333333e-07,
-      "loss": 2.7659,
+      "loss": 2.3956,
       "step": 1616000
     },
     {
       "epoch": 6.8,
-      "eval_loss": 2.604205846786499,
-      "eval_runtime": 430.2172,
-      "eval_samples_per_second": 464.877,
-      "eval_steps_per_second": 29.055,
+      "eval_loss": 2.2663533687591553,
+      "eval_runtime": 226.7887,
+      "eval_samples_per_second": 881.878,
+      "eval_steps_per_second": 55.117,
       "step": 1616000
     },
     {
       "epoch": 6.84,
-      "eval_loss": 2.601318597793579,
-      "eval_runtime": 426.9357,
-      "eval_samples_per_second": 468.45,
-      "eval_steps_per_second": 29.278,
+      "eval_loss": 2.2612051963806152,
+      "eval_runtime": 225.5095,
+      "eval_samples_per_second": 886.88,
+      "eval_steps_per_second": 55.43,
       "step": 1624000
     },
     {
       "epoch": 6.87,
       "learning_rate": 1.312e-07,
-      "loss": 2.7769,
+      "loss": 2.4048,
       "step": 1632000
     },
     {
       "epoch": 6.87,
-      "eval_loss": 2.60282826423645,
-      "eval_runtime": 430.2987,
-      "eval_samples_per_second": 464.789,
-      "eval_steps_per_second": 29.05,
+      "eval_loss": 2.2642533779144287,
+      "eval_runtime": 226.096,
+      "eval_samples_per_second": 884.58,
+      "eval_steps_per_second": 55.286,
       "step": 1632000
     },
     {
       "epoch": 6.91,
-      "eval_loss": 2.608042001724243,
-      "eval_runtime": 428.8831,
-      "eval_samples_per_second": 466.323,
-      "eval_steps_per_second": 29.145,
+      "eval_loss": 2.263303279876709,
+      "eval_runtime": 226.56,
+      "eval_samples_per_second": 882.768,
+      "eval_steps_per_second": 55.173,
       "step": 1640000
     },
     {
       "epoch": 6.94,
       "learning_rate": 1.2846666666666667e-07,
-      "loss": 2.7732,
+      "loss": 2.4042,
       "step": 1648000
     },
     {
       "epoch": 6.94,
-      "eval_loss": 2.5994017124176025,
-      "eval_runtime": 427.4593,
-      "eval_samples_per_second": 467.876,
-      "eval_steps_per_second": 29.243,
+      "eval_loss": 2.263399600982666,
+      "eval_runtime": 226.7213,
+      "eval_samples_per_second": 882.14,
+      "eval_steps_per_second": 55.134,
       "step": 1648000
     },
     {
       "epoch": 6.97,
-      "eval_loss": 2.6063311100006104,
-      "eval_runtime": 427.0875,
-      "eval_samples_per_second": 468.283,
-      "eval_steps_per_second": 29.268,
+      "eval_loss": 2.263664484024048,
+      "eval_runtime": 226.6084,
+      "eval_samples_per_second": 882.58,
+      "eval_steps_per_second": 55.161,
       "step": 1656000
     },
     {
       "epoch": 7.01,
       "learning_rate": 1.2573333333333332e-07,
-      "loss": 2.7708,
+      "loss": 2.4008,
       "step": 1664000
     },
     {
       "epoch": 7.01,
-      "eval_loss": 2.6120190620422363,
-      "eval_runtime": 426.6328,
-      "eval_samples_per_second": 468.783,
-      "eval_steps_per_second": 29.299,
+      "eval_loss": 2.261906623840332,
+      "eval_runtime": 226.1236,
+      "eval_samples_per_second": 884.472,
+      "eval_steps_per_second": 55.28,
       "step": 1664000
     },
     {
       "epoch": 7.04,
-      "eval_loss": 2.602278470993042,
-      "eval_runtime": 426.2122,
-      "eval_samples_per_second": 469.245,
-      "eval_steps_per_second": 29.328,
+      "eval_loss": 2.257910966873169,
+      "eval_runtime": 226.922,
+      "eval_samples_per_second": 881.36,
+      "eval_steps_per_second": 55.085,
       "step": 1672000
     },
     {
       "epoch": 7.07,
       "learning_rate": 1.23e-07,
-      "loss": 2.7614,
+      "loss": 2.397,
       "step": 1680000
     },
     {
       "epoch": 7.07,
-      "eval_loss": 2.6091384887695312,
-      "eval_runtime": 428.3432,
-      "eval_samples_per_second": 466.911,
-      "eval_steps_per_second": 29.182,
+      "eval_loss": 2.2627782821655273,
+      "eval_runtime": 226.807,
+      "eval_samples_per_second": 881.807,
+      "eval_steps_per_second": 55.113,
       "step": 1680000
     },
     {
       "epoch": 7.11,
-      "eval_loss": 2.600266218185425,
-      "eval_runtime": 426.5859,
-      "eval_samples_per_second": 468.834,
-      "eval_steps_per_second": 29.302,
+      "eval_loss": 2.259258985519409,
+      "eval_runtime": 226.2859,
+      "eval_samples_per_second": 883.838,
+      "eval_steps_per_second": 55.24,
       "step": 1688000
     },
     {
       "epoch": 7.14,
       "learning_rate": 1.2026666666666666e-07,
-      "loss": 2.7655,
+      "loss": 2.4044,
       "step": 1696000
     },
     {
       "epoch": 7.14,
-      "eval_loss": 2.6015985012054443,
-      "eval_runtime": 427.3154,
-      "eval_samples_per_second": 468.034,
-      "eval_steps_per_second": 29.252,
+      "eval_loss": 2.259258985519409,
+      "eval_runtime": 226.2815,
+      "eval_samples_per_second": 883.855,
+      "eval_steps_per_second": 55.241,
       "step": 1696000
     },
     {
       "epoch": 7.17,
-      "eval_loss": 2.605762481689453,
-      "eval_runtime": 431.3039,
-      "eval_samples_per_second": 463.706,
-      "eval_steps_per_second": 28.982,
+      "eval_loss": 2.2612924575805664,
+      "eval_runtime": 226.2915,
+      "eval_samples_per_second": 883.816,
+      "eval_steps_per_second": 55.238,
       "step": 1704000
     },
     {
       "epoch": 7.21,
       "learning_rate": 1.1753333333333334e-07,
-      "loss": 2.7747,
+      "loss": 2.3979,
       "step": 1712000
     },
     {
       "epoch": 7.21,
-      "eval_loss": 2.6045358180999756,
-      "eval_runtime": 430.9287,
-      "eval_samples_per_second": 464.109,
-      "eval_steps_per_second": 29.007,
+      "eval_loss": 2.2685186862945557,
+      "eval_runtime": 226.2415,
+      "eval_samples_per_second": 884.011,
+      "eval_steps_per_second": 55.251,
       "step": 1712000
     },
     {
       "epoch": 7.24,
-      "eval_loss": 2.609701633453369,
-      "eval_runtime": 430.8027,
-      "eval_samples_per_second": 464.245,
-      "eval_steps_per_second": 29.016,
+      "eval_loss": 2.2682557106018066,
+      "eval_runtime": 228.1808,
+      "eval_samples_per_second": 876.498,
+      "eval_steps_per_second": 54.781,
       "step": 1720000
     },
     {
       "epoch": 7.28,
       "learning_rate": 1.1480000000000001e-07,
-      "loss": 2.7685,
+      "loss": 2.4017,
       "step": 1728000
     },
     {
       "epoch": 7.28,
-      "eval_loss": 2.606764316558838,
-      "eval_runtime": 430.5036,
-      "eval_samples_per_second": 464.568,
-      "eval_steps_per_second": 29.036,
+      "eval_loss": 2.2610981464385986,
+      "eval_runtime": 227.0977,
+      "eval_samples_per_second": 880.678,
+      "eval_steps_per_second": 55.042,
       "step": 1728000
     },
     {
       "epoch": 7.31,
-      "eval_loss": 2.6037065982818604,
-      "eval_runtime": 428.2126,
-      "eval_samples_per_second": 467.053,
-      "eval_steps_per_second": 29.191,
+      "eval_loss": 2.26719069480896,
+      "eval_runtime": 226.5466,
+      "eval_samples_per_second": 882.82,
+      "eval_steps_per_second": 55.176,
       "step": 1736000
     },
     {
       "epoch": 7.34,
       "learning_rate": 1.1206666666666666e-07,
-      "loss": 2.7736,
+      "loss": 2.4017,
       "step": 1744000
     },
     {
       "epoch": 7.34,
-      "eval_loss": 2.612487554550171,
-      "eval_runtime": 426.9199,
-      "eval_samples_per_second": 468.467,
-      "eval_steps_per_second": 29.279,
+      "eval_loss": 2.257659912109375,
+      "eval_runtime": 226.917,
+      "eval_samples_per_second": 881.38,
+      "eval_steps_per_second": 55.086,
       "step": 1744000
     },
     {
       "epoch": 7.38,
-      "eval_loss": 2.6112568378448486,
-      "eval_runtime": 424.0556,
-      "eval_samples_per_second": 471.632,
-      "eval_steps_per_second": 29.477,
+      "eval_loss": 2.260923385620117,
+      "eval_runtime": 226.8147,
+      "eval_samples_per_second": 881.777,
+      "eval_steps_per_second": 55.111,
       "step": 1752000
     },
     {
       "epoch": 7.41,
       "learning_rate": 1.0933333333333333e-07,
-      "loss": 2.7666,
+      "loss": 2.4018,
       "step": 1760000
     },
     {
       "epoch": 7.41,
-      "eval_loss": 2.597158193588257,
-      "eval_runtime": 424.796,
-      "eval_samples_per_second": 470.81,
-      "eval_steps_per_second": 29.426,
+      "eval_loss": 2.2566895484924316,
+      "eval_runtime": 227.0079,
+      "eval_samples_per_second": 881.027,
+      "eval_steps_per_second": 55.064,
       "step": 1760000
     },
     {
       "epoch": 7.44,
-      "eval_loss": 2.6080923080444336,
-      "eval_runtime": 426.0498,
-      "eval_samples_per_second": 469.424,
-      "eval_steps_per_second": 29.339,
+      "eval_loss": 2.2661075592041016,
+      "eval_runtime": 227.2997,
+      "eval_samples_per_second": 879.895,
+      "eval_steps_per_second": 54.993,
       "step": 1768000
     },
     {
       "epoch": 7.48,
       "learning_rate": 1.066e-07,
-      "loss": 2.7658,
+      "loss": 2.3905,
       "step": 1776000
     },
     {
       "epoch": 7.48,
-      "eval_loss": 2.6089766025543213,
-      "eval_runtime": 426.2325,
-      "eval_samples_per_second": 469.223,
-      "eval_steps_per_second": 29.327,
+      "eval_loss": 2.267139196395874,
+      "eval_runtime": 227.1381,
+      "eval_samples_per_second": 880.521,
+      "eval_steps_per_second": 55.033,
       "step": 1776000
     },
     {
       "epoch": 7.51,
-      "eval_loss": 2.6126182079315186,
-      "eval_runtime": 425.9411,
-      "eval_samples_per_second": 469.544,
-      "eval_steps_per_second": 29.347,
+      "eval_loss": 2.2662744522094727,
+      "eval_runtime": 226.9973,
+      "eval_samples_per_second": 881.068,
+      "eval_steps_per_second": 55.067,
       "step": 1784000
     },
     {
       "epoch": 7.55,
       "learning_rate": 1.0386666666666667e-07,
-      "loss": 2.7802,
+      "loss": 2.4063,
       "step": 1792000
     },
     {
       "epoch": 7.55,
-      "eval_loss": 2.6020755767822266,
-      "eval_runtime": 425.4923,
-      "eval_samples_per_second": 470.039,
-      "eval_steps_per_second": 29.378,
+      "eval_loss": 2.2618532180786133,
+      "eval_runtime": 226.687,
+      "eval_samples_per_second": 882.274,
+      "eval_steps_per_second": 55.142,
       "step": 1792000
     },
     {
       "epoch": 7.58,
-      "eval_loss": 2.608738660812378,
-      "eval_runtime": 423.4207,
-      "eval_samples_per_second": 472.339,
-      "eval_steps_per_second": 29.521,
+      "eval_loss": 2.2586686611175537,
+      "eval_runtime": 227.2446,
+      "eval_samples_per_second": 880.109,
+      "eval_steps_per_second": 55.007,
       "step": 1800000
     },
     {
       "epoch": 7.61,
       "learning_rate": 1.0113333333333334e-07,
-      "loss": 2.7749,
+      "loss": 2.4015,
       "step": 1808000
     },
     {
       "epoch": 7.61,
-      "eval_loss": 2.5985732078552246,
-      "eval_runtime": 427.6655,
-      "eval_samples_per_second": 467.651,
-      "eval_steps_per_second": 29.228,
+      "eval_loss": 2.258416175842285,
+      "eval_runtime": 227.4785,
+      "eval_samples_per_second": 879.204,
+      "eval_steps_per_second": 54.95,
       "step": 1808000
     },
     {
       "epoch": 7.65,
-      "eval_loss": 2.600249767303467,
-      "eval_runtime": 425.4151,
-      "eval_samples_per_second": 470.124,
-      "eval_steps_per_second": 29.383,
+      "eval_loss": 2.257967472076416,
+      "eval_runtime": 227.6528,
+      "eval_samples_per_second": 878.531,
+      "eval_steps_per_second": 54.908,
       "step": 1816000
     },
     {
       "epoch": 7.68,
       "learning_rate": 9.84e-08,
-      "loss": 2.7689,
+      "loss": 2.3984,
       "step": 1824000
     },
     {
       "epoch": 7.68,
-      "eval_loss": 2.6023120880126953,
-      "eval_runtime": 426.7002,
-      "eval_samples_per_second": 468.708,
-      "eval_steps_per_second": 29.295,
+      "eval_loss": 2.258634328842163,
+      "eval_runtime": 227.272,
+      "eval_samples_per_second": 880.003,
+      "eval_steps_per_second": 55.0,
       "step": 1824000
     },
     {
       "epoch": 7.71,
-      "eval_loss": 2.5969133377075195,
-      "eval_runtime": 429.4646,
-      "eval_samples_per_second": 465.691,
-      "eval_steps_per_second": 29.106,
+      "eval_loss": 2.2620370388031006,
+      "eval_runtime": 228.1105,
+      "eval_samples_per_second": 876.768,
+      "eval_steps_per_second": 54.798,
       "step": 1832000
     },
     {
       "epoch": 7.75,
       "learning_rate": 9.566666666666666e-08,
-      "loss": 2.7699,
+      "loss": 2.3962,
       "step": 1840000
     },
     {
       "epoch": 7.75,
-      "eval_loss": 2.5974552631378174,
-      "eval_runtime": 425.4534,
-      "eval_samples_per_second": 470.082,
-      "eval_steps_per_second": 29.38,
+      "eval_loss": 2.258413553237915,
+      "eval_runtime": 228.1193,
+      "eval_samples_per_second": 876.734,
+      "eval_steps_per_second": 54.796,
       "step": 1840000
     },
     {
       "epoch": 7.78,
-      "eval_loss": 2.606982946395874,
-      "eval_runtime": 427.6242,
-      "eval_samples_per_second": 467.696,
-      "eval_steps_per_second": 29.231,
+      "eval_loss": 2.2606983184814453,
+      "eval_runtime": 227.7783,
+      "eval_samples_per_second": 878.047,
+      "eval_steps_per_second": 54.878,
       "step": 1848000
     },
     {
       "epoch": 7.81,
       "learning_rate": 9.293333333333333e-08,
-      "loss": 2.7715,
+      "loss": 2.3998,
       "step": 1856000
     },
     {
       "epoch": 7.81,
-      "eval_loss": 2.603482484817505,
-      "eval_runtime": 429.5475,
-      "eval_samples_per_second": 465.602,
-      "eval_steps_per_second": 29.1,
+      "eval_loss": 2.263800859451294,
+      "eval_runtime": 228.4066,
+      "eval_samples_per_second": 875.631,
+      "eval_steps_per_second": 54.727,
       "step": 1856000
     },
     {
       "epoch": 7.85,
-      "eval_loss": 2.6048595905303955,
-      "eval_runtime": 430.2797,
-      "eval_samples_per_second": 464.809,
-      "eval_steps_per_second": 29.051,
+      "eval_loss": 2.2628862857818604,
+      "eval_runtime": 227.703,
+      "eval_samples_per_second": 878.337,
+      "eval_steps_per_second": 54.896,
       "step": 1864000
     },
     {
       "epoch": 7.88,
       "learning_rate": 9.02e-08,
-      "loss": 2.7653,
+      "loss": 2.4005,
       "step": 1872000
     },
     {
       "epoch": 7.88,
-      "eval_loss": 2.6129438877105713,
-      "eval_runtime": 430.4774,
-      "eval_samples_per_second": 464.596,
-      "eval_steps_per_second": 29.038,
+      "eval_loss": 2.2716283798217773,
+      "eval_runtime": 229.1031,
+      "eval_samples_per_second": 872.969,
+      "eval_steps_per_second": 54.561,
       "step": 1872000
     },
     {
       "epoch": 7.92,
-      "eval_loss": 2.602692127227783,
-      "eval_runtime": 426.0433,
-      "eval_samples_per_second": 469.431,
-      "eval_steps_per_second": 29.34,
+      "eval_loss": 2.262329339981079,
+      "eval_runtime": 228.2985,
+      "eval_samples_per_second": 876.046,
+      "eval_steps_per_second": 54.753,
       "step": 1880000
     },
     {
       "epoch": 7.95,
       "learning_rate": 8.746666666666667e-08,
-      "loss": 2.7729,
+      "loss": 2.4006,
       "step": 1888000
     },
     {
       "epoch": 7.95,
-      "eval_loss": 2.5999996662139893,
-      "eval_runtime": 427.4645,
-      "eval_samples_per_second": 467.87,
-      "eval_steps_per_second": 29.242,
+      "eval_loss": 2.2555091381073,
+      "eval_runtime": 228.2221,
+      "eval_samples_per_second": 876.339,
+      "eval_steps_per_second": 54.771,
       "step": 1888000
     },
     {
       "epoch": 7.98,
-      "eval_loss": 2.6137943267822266,
-      "eval_runtime": 427.597,
-      "eval_samples_per_second": 467.726,
-      "eval_steps_per_second": 29.233,
+      "eval_loss": 2.265327215194702,
+      "eval_runtime": 228.2153,
+      "eval_samples_per_second": 876.366,
+      "eval_steps_per_second": 54.773,
       "step": 1896000
     },
     {
       "epoch": 8.02,
       "learning_rate": 8.473333333333334e-08,
-      "loss": 2.7693,
+      "loss": 2.3946,
       "step": 1904000
     },
     {
       "epoch": 8.02,
-      "eval_loss": 2.6051719188690186,
-      "eval_runtime": 428.0224,
-      "eval_samples_per_second": 467.261,
-      "eval_steps_per_second": 29.204,
+      "eval_loss": 2.2629194259643555,
+      "eval_runtime": 228.8579,
+      "eval_samples_per_second": 873.905,
+      "eval_steps_per_second": 54.619,
       "step": 1904000
     },
     {
       "epoch": 8.05,
-      "eval_loss": 2.6060233116149902,
-      "eval_runtime": 430.6968,
-      "eval_samples_per_second": 464.359,
-      "eval_steps_per_second": 29.023,
+      "eval_loss": 2.2653591632843018,
+      "eval_runtime": 228.8815,
+      "eval_samples_per_second": 873.815,
+      "eval_steps_per_second": 54.613,
       "step": 1912000
     },
     {
       "epoch": 8.08,
       "learning_rate": 8.2e-08,
-      "loss": 2.7585,
+      "loss": 2.3983,
       "step": 1920000
     },
     {
       "epoch": 8.08,
-      "eval_loss": 2.6064672470092773,
-      "eval_runtime": 427.6059,
-      "eval_samples_per_second": 467.716,
-      "eval_steps_per_second": 29.233,
+      "eval_loss": 2.2623238563537598,
+      "eval_runtime": 228.0552,
+      "eval_samples_per_second": 876.981,
+      "eval_steps_per_second": 54.811,
       "step": 1920000
     },
     {
       "epoch": 8.12,
-      "eval_loss": 2.6105079650878906,
-      "eval_runtime": 438.1262,
-      "eval_samples_per_second": 456.485,
-      "eval_steps_per_second": 28.531,
+      "eval_loss": 2.2543911933898926,
+      "eval_runtime": 228.5407,
+      "eval_samples_per_second": 875.117,
+      "eval_steps_per_second": 54.695,
       "step": 1928000
     },
     {
       "epoch": 8.15,
       "learning_rate": 7.926666666666666e-08,
-      "loss": 2.7652,
+      "loss": 2.4038,
       "step": 1936000
     },
     {
       "epoch": 8.15,
-      "eval_loss": 2.607515335083008,
-      "eval_runtime": 438.8385,
-      "eval_samples_per_second": 455.744,
-      "eval_steps_per_second": 28.484,
+      "eval_loss": 2.2604944705963135,
+      "eval_runtime": 228.827,
+      "eval_samples_per_second": 874.023,
+      "eval_steps_per_second": 54.626,
       "step": 1936000
     },
     {
       "epoch": 8.19,
-      "eval_loss": 2.607562780380249,
-      "eval_runtime": 434.8048,
-      "eval_samples_per_second": 459.972,
-      "eval_steps_per_second": 28.749,
+      "eval_loss": 2.262247085571289,
+      "eval_runtime": 228.9768,
+      "eval_samples_per_second": 873.451,
+      "eval_steps_per_second": 54.591,
       "step": 1944000
     },
     {
       "epoch": 8.22,
       "learning_rate": 7.653333333333333e-08,
-      "loss": 2.7508,
+      "loss": 2.399,
       "step": 1952000
     },
     {
       "epoch": 8.22,
-      "eval_loss": 2.6083250045776367,
-      "eval_runtime": 436.0024,
-      "eval_samples_per_second": 458.709,
-      "eval_steps_per_second": 28.67,
+      "eval_loss": 2.259986162185669,
+      "eval_runtime": 229.2304,
+      "eval_samples_per_second": 872.485,
+      "eval_steps_per_second": 54.53,
       "step": 1952000
     },
     {
       "epoch": 8.25,
-      "eval_loss": 2.6111507415771484,
-      "eval_runtime": 436.2282,
-      "eval_samples_per_second": 458.471,
-      "eval_steps_per_second": 28.655,
+      "eval_loss": 2.262876510620117,
+      "eval_runtime": 228.1951,
+      "eval_samples_per_second": 876.443,
+      "eval_steps_per_second": 54.778,
       "step": 1960000
     },
     {
       "epoch": 8.29,
       "learning_rate": 7.38e-08,
-      "loss": 2.7678,
+      "loss": 2.3983,
       "step": 1968000
     },
     {
       "epoch": 8.29,
-      "eval_loss": 2.6018521785736084,
-      "eval_runtime": 437.0443,
-      "eval_samples_per_second": 457.615,
-      "eval_steps_per_second": 28.601,
+      "eval_loss": 2.262101650238037,
+      "eval_runtime": 228.0209,
+      "eval_samples_per_second": 877.112,
+      "eval_steps_per_second": 54.82,
       "step": 1968000
     },
     {
       "epoch": 8.32,
-      "eval_loss": 2.602910280227661,
-      "eval_runtime": 435.5894,
-      "eval_samples_per_second": 459.143,
-      "eval_steps_per_second": 28.697,
+      "eval_loss": 2.260881185531616,
+      "eval_runtime": 228.1689,
+      "eval_samples_per_second": 876.544,
+      "eval_steps_per_second": 54.784,
       "step": 1976000
     },
     {
       "epoch": 8.35,
       "learning_rate": 7.106666666666667e-08,
-      "loss": 2.7653,
+      "loss": 2.4059,
       "step": 1984000
     },
     {
       "epoch": 8.35,
-      "eval_loss": 2.6087162494659424,
-      "eval_runtime": 434.8171,
-      "eval_samples_per_second": 459.959,
-      "eval_steps_per_second": 28.748,
+      "eval_loss": 2.270512104034424,
+      "eval_runtime": 227.7957,
+      "eval_samples_per_second": 877.98,
+      "eval_steps_per_second": 54.874,
       "step": 1984000
     },
     {
       "epoch": 8.39,
-      "eval_loss": 2.606381416320801,
-      "eval_runtime": 429.8668,
-      "eval_samples_per_second": 465.256,
-      "eval_steps_per_second": 29.079,
+      "eval_loss": 2.257223129272461,
+      "eval_runtime": 228.1846,
+      "eval_samples_per_second": 876.483,
+      "eval_steps_per_second": 54.78,
       "step": 1992000
     },
     {
       "epoch": 8.42,
       "learning_rate": 6.833333333333332e-08,
-      "loss": 2.7661,
+      "loss": 2.4058,
       "step": 2000000
     },
     {
       "epoch": 8.42,
-      "eval_loss": 2.603147506713867,
-      "eval_runtime": 424.748,
-      "eval_samples_per_second": 470.863,
-      "eval_steps_per_second": 29.429,
+      "eval_loss": 2.260244131088257,
+      "eval_runtime": 229.4664,
+      "eval_samples_per_second": 871.587,
+      "eval_steps_per_second": 54.474,
       "step": 2000000
     },
     {
       "epoch": 8.45,
-      "eval_loss": 2.6050961017608643,
-      "eval_runtime": 424.2051,
-      "eval_samples_per_second": 471.465,
-      "eval_steps_per_second": 29.467,
+      "eval_loss": 2.262561798095703,
+      "eval_runtime": 228.3318,
+      "eval_samples_per_second": 875.918,
+      "eval_steps_per_second": 54.745,
       "step": 2008000
     },
     {
       "epoch": 8.49,
       "learning_rate": 6.56e-08,
-      "loss": 2.7742,
+      "loss": 2.3954,
       "step": 2016000
     },
     {
       "epoch": 8.49,
-      "eval_loss": 2.6091232299804688,
-      "eval_runtime": 425.2363,
-      "eval_samples_per_second": 470.322,
-      "eval_steps_per_second": 29.395,
+      "eval_loss": 2.2668232917785645,
+      "eval_runtime": 228.6362,
+      "eval_samples_per_second": 874.752,
+      "eval_steps_per_second": 54.672,
       "step": 2016000
     },
     {
       "epoch": 8.52,
-      "eval_loss": 2.5978386402130127,
-      "eval_runtime": 421.3464,
-      "eval_samples_per_second": 474.664,
-      "eval_steps_per_second": 29.667,
+      "eval_loss": 2.259946346282959,
+      "eval_runtime": 229.6395,
+      "eval_samples_per_second": 870.93,
+      "eval_steps_per_second": 54.433,
       "step": 2024000
     },
     {
       "epoch": 8.56,
       "learning_rate": 6.286666666666666e-08,
-      "loss": 2.7748,
+      "loss": 2.3932,
       "step": 2032000
     },
     {
       "epoch": 8.56,
-      "eval_loss": 2.6131348609924316,
-      "eval_runtime": 421.1531,
-      "eval_samples_per_second": 474.882,
-      "eval_steps_per_second": 29.68,
+      "eval_loss": 2.2642552852630615,
+      "eval_runtime": 229.5584,
+      "eval_samples_per_second": 871.238,
+      "eval_steps_per_second": 54.452,
       "step": 2032000
     },
     {
       "epoch": 8.59,
-      "eval_loss": 2.6030309200286865,
-      "eval_runtime": 423.5077,
-      "eval_samples_per_second": 472.242,
-      "eval_steps_per_second": 29.515,
+      "eval_loss": 2.2559218406677246,
+      "eval_runtime": 229.3623,
+      "eval_samples_per_second": 871.983,
+      "eval_steps_per_second": 54.499,
       "step": 2040000
     },
     {
       "epoch": 8.62,
       "learning_rate": 6.013333333333333e-08,
-      "loss": 2.7706,
+      "loss": 2.4001,
       "step": 2048000
     },
     {
       "epoch": 8.62,
-      "eval_loss": 2.6036195755004883,
-      "eval_runtime": 424.684,
-      "eval_samples_per_second": 470.934,
-      "eval_steps_per_second": 29.434,
+      "eval_loss": 2.2613954544067383,
+      "eval_runtime": 229.5433,
+      "eval_samples_per_second": 871.295,
+      "eval_steps_per_second": 54.456,
       "step": 2048000
     },
     {
       "epoch": 8.66,
-      "eval_loss": 2.599808692932129,
-      "eval_runtime": 421.9265,
-      "eval_samples_per_second": 474.011,
-      "eval_steps_per_second": 29.626,
+      "eval_loss": 2.257690191268921,
+      "eval_runtime": 228.1881,
+      "eval_samples_per_second": 876.47,
+      "eval_steps_per_second": 54.779,
       "step": 2056000
     },
     {
       "epoch": 8.69,
       "learning_rate": 5.7400000000000004e-08,
-      "loss": 2.769,
+      "loss": 2.3912,
       "step": 2064000
     },
     {
       "epoch": 8.69,
-      "eval_loss": 2.6013376712799072,
-      "eval_runtime": 424.7682,
-      "eval_samples_per_second": 470.84,
-      "eval_steps_per_second": 29.428,
+      "eval_loss": 2.2664942741394043,
+      "eval_runtime": 227.8758,
+      "eval_samples_per_second": 877.671,
+      "eval_steps_per_second": 54.854,
       "step": 2064000
     },
     {
       "epoch": 8.72,
-      "eval_loss": 2.6000382900238037,
-      "eval_runtime": 422.3044,
-      "eval_samples_per_second": 473.587,
-      "eval_steps_per_second": 29.6,
+      "eval_loss": 2.2575674057006836,
+      "eval_runtime": 228.9153,
+      "eval_samples_per_second": 873.686,
+      "eval_steps_per_second": 54.605,
       "step": 2072000
     },
     {
       "epoch": 8.76,
       "learning_rate": 5.4666666666666666e-08,
-      "loss": 2.7733,
+      "loss": 2.4015,
       "step": 2080000
     },
     {
       "epoch": 8.76,
-      "eval_loss": 2.606200695037842,
-      "eval_runtime": 421.4091,
-      "eval_samples_per_second": 474.593,
-      "eval_steps_per_second": 29.662,
+      "eval_loss": 2.2671656608581543,
+      "eval_runtime": 228.6924,
+      "eval_samples_per_second": 874.537,
+      "eval_steps_per_second": 54.659,
       "step": 2080000
     },
     {
       "epoch": 8.79,
-      "eval_loss": 2.605668783187866,
-      "eval_runtime": 425.3566,
-      "eval_samples_per_second": 470.189,
-      "eval_steps_per_second": 29.387,
+      "eval_loss": 2.2598161697387695,
+      "eval_runtime": 228.6829,
+      "eval_samples_per_second": 874.573,
+      "eval_steps_per_second": 54.661,
       "step": 2088000
     },
     {
       "epoch": 8.83,
       "learning_rate": 5.1933333333333335e-08,
-      "loss": 2.7714,
+      "loss": 2.4015,
       "step": 2096000
     },
     {
       "epoch": 8.83,
-      "eval_loss": 2.602085828781128,
-      "eval_runtime": 423.0675,
-      "eval_samples_per_second": 472.733,
-      "eval_steps_per_second": 29.546,
+      "eval_loss": 2.2599310874938965,
+      "eval_runtime": 228.7991,
+      "eval_samples_per_second": 874.129,
+      "eval_steps_per_second": 54.633,
       "step": 2096000
     },
     {
       "epoch": 8.86,
-      "eval_loss": 2.602846145629883,
-      "eval_runtime": 424.1211,
-      "eval_samples_per_second": 471.559,
-      "eval_steps_per_second": 29.473,
+      "eval_loss": 2.264104127883911,
+      "eval_runtime": 229.58,
+      "eval_samples_per_second": 871.156,
+      "eval_steps_per_second": 54.447,
       "step": 2104000
     },
     {
       "epoch": 8.89,
       "learning_rate": 4.92e-08,
-      "loss": 2.7754,
+      "loss": 2.399,
       "step": 2112000
     },
     {
       "epoch": 8.89,
-      "eval_loss": 2.596395254135132,
-      "eval_runtime": 421.9383,
-      "eval_samples_per_second": 473.998,
-      "eval_steps_per_second": 29.625,
+      "eval_loss": 2.261198043823242,
+      "eval_runtime": 229.3315,
+      "eval_samples_per_second": 872.1,
+      "eval_steps_per_second": 54.506,
       "step": 2112000
     },
     {
       "epoch": 8.93,
-      "eval_loss": 2.601470470428467,
-      "eval_runtime": 430.2725,
-      "eval_samples_per_second": 464.817,
-      "eval_steps_per_second": 29.051,
+      "eval_loss": 2.2607319355010986,
+      "eval_runtime": 228.6664,
+      "eval_samples_per_second": 874.636,
+      "eval_steps_per_second": 54.665,
       "step": 2120000
     },
     {
       "epoch": 8.96,
       "learning_rate": 4.6466666666666666e-08,
-      "loss": 2.7683,
+      "loss": 2.3963,
       "step": 2128000
     },
     {
       "epoch": 8.96,
-      "eval_loss": 2.6060473918914795,
-      "eval_runtime": 428.5391,
-      "eval_samples_per_second": 466.697,
-      "eval_steps_per_second": 29.169,
+      "eval_loss": 2.2632904052734375,
+      "eval_runtime": 230.0677,
+      "eval_samples_per_second": 869.309,
+      "eval_steps_per_second": 54.332,
       "step": 2128000
     },
     {
       "epoch": 8.99,
-      "eval_loss": 2.6081697940826416,
-      "eval_runtime": 430.2474,
-      "eval_samples_per_second": 464.844,
-      "eval_steps_per_second": 29.053,
+      "eval_loss": 2.2566514015197754,
+      "eval_runtime": 229.6181,
+      "eval_samples_per_second": 871.012,
+      "eval_steps_per_second": 54.438,
       "step": 2136000
     },
     {
       "epoch": 9.03,
       "learning_rate": 4.3733333333333335e-08,
-      "loss": 2.7758,
+      "loss": 2.3957,
       "step": 2144000
     },
     {
       "epoch": 9.03,
-      "eval_loss": 2.6130032539367676,
-      "eval_runtime": 427.9829,
-      "eval_samples_per_second": 467.304,
-      "eval_steps_per_second": 29.207,
+      "eval_loss": 2.262989044189453,
+      "eval_runtime": 230.9515,
+      "eval_samples_per_second": 865.983,
+      "eval_steps_per_second": 54.124,
       "step": 2144000
     },
     {
       "epoch": 9.06,
-      "eval_loss": 2.607052803039551,
-      "eval_runtime": 426.9186,
-      "eval_samples_per_second": 468.469,
-      "eval_steps_per_second": 29.28,
+      "eval_loss": 2.2597482204437256,
+      "eval_runtime": 229.6566,
+      "eval_samples_per_second": 870.865,
+      "eval_steps_per_second": 54.429,
       "step": 2152000
     },
     {
       "epoch": 9.09,
       "learning_rate": 4.1e-08,
-      "loss": 2.768,
+      "loss": 2.3943,
       "step": 2160000
     },
     {
       "epoch": 9.09,
-      "eval_loss": 2.6140778064727783,
-      "eval_runtime": 426.6857,
-      "eval_samples_per_second": 468.724,
-      "eval_steps_per_second": 29.296,
+      "eval_loss": 2.262383222579956,
+      "eval_runtime": 229.6771,
+      "eval_samples_per_second": 870.788,
+      "eval_steps_per_second": 54.424,
       "step": 2160000
     },
     {
       "epoch": 9.13,
-      "eval_loss": 2.600281000137329,
-      "eval_runtime": 427.0893,
-      "eval_samples_per_second": 468.281,
-      "eval_steps_per_second": 29.268,
+      "eval_loss": 2.2599358558654785,
+      "eval_runtime": 229.4487,
+      "eval_samples_per_second": 871.655,
+      "eval_steps_per_second": 54.478,
       "step": 2168000
     },
     {
       "epoch": 9.16,
       "learning_rate": 3.8266666666666665e-08,
-      "loss": 2.7653,
+      "loss": 2.4025,
       "step": 2176000
     },
     {
       "epoch": 9.16,
-      "eval_loss": 2.5986554622650146,
-      "eval_runtime": 425.4388,
-      "eval_samples_per_second": 470.098,
-      "eval_steps_per_second": 29.381,
+      "eval_loss": 2.257822275161743,
+      "eval_runtime": 228.6424,
+      "eval_samples_per_second": 874.728,
+      "eval_steps_per_second": 54.671,
       "step": 2176000
     },
     {
       "epoch": 9.2,
-      "eval_loss": 2.6066486835479736,
-      "eval_runtime": 425.1112,
-      "eval_samples_per_second": 470.46,
-      "eval_steps_per_second": 29.404,
+      "eval_loss": 2.263963222503662,
+      "eval_runtime": 229.0818,
+      "eval_samples_per_second": 873.051,
+      "eval_steps_per_second": 54.566,
       "step": 2184000
     },
     {
       "epoch": 9.23,
       "learning_rate": 3.5533333333333334e-08,
-      "loss": 2.7621,
+      "loss": 2.3944,
       "step": 2192000
     },
     {
       "epoch": 9.23,
-      "eval_loss": 2.6040539741516113,
-      "eval_runtime": 424.0828,
-      "eval_samples_per_second": 471.601,
-      "eval_steps_per_second": 29.475,
+      "eval_loss": 2.256235361099243,
+      "eval_runtime": 228.9818,
+      "eval_samples_per_second": 873.432,
+      "eval_steps_per_second": 54.589,
       "step": 2192000
     },
     {
       "epoch": 9.26,
-      "eval_loss": 2.605970859527588,
-      "eval_runtime": 424.8928,
-      "eval_samples_per_second": 470.702,
-      "eval_steps_per_second": 29.419,
+      "eval_loss": 2.266007661819458,
+      "eval_runtime": 228.4461,
+      "eval_samples_per_second": 875.48,
+      "eval_steps_per_second": 54.718,
       "step": 2200000
     },
     {
       "epoch": 9.3,
       "learning_rate": 3.28e-08,
-      "loss": 2.7712,
+      "loss": 2.3964,
       "step": 2208000
     },
     {
       "epoch": 9.3,
-      "eval_loss": 2.6143710613250732,
-      "eval_runtime": 422.534,
-      "eval_samples_per_second": 473.33,
-      "eval_steps_per_second": 29.583,
+      "eval_loss": 2.255579948425293,
+      "eval_runtime": 229.3027,
+      "eval_samples_per_second": 872.21,
+      "eval_steps_per_second": 54.513,
       "step": 2208000
     },
     {
       "epoch": 9.33,
-      "eval_loss": 2.5990421772003174,
-      "eval_runtime": 423.7702,
-      "eval_samples_per_second": 471.949,
-      "eval_steps_per_second": 29.497,
+      "eval_loss": 2.2696852684020996,
+      "eval_runtime": 229.8697,
+      "eval_samples_per_second": 870.058,
+      "eval_steps_per_second": 54.379,
       "step": 2216000
     },
     {
       "epoch": 9.36,
       "learning_rate": 3.0066666666666665e-08,
-      "loss": 2.7718,
+      "loss": 2.4026,
       "step": 2224000
     },
     {
       "epoch": 9.36,
-      "eval_loss": 2.6039345264434814,
-      "eval_runtime": 422.8971,
-      "eval_samples_per_second": 472.924,
-      "eval_steps_per_second": 29.558,
+      "eval_loss": 2.2651665210723877,
+      "eval_runtime": 228.8329,
+      "eval_samples_per_second": 874.0,
+      "eval_steps_per_second": 54.625,
       "step": 2224000
     },
     {
       "epoch": 9.4,
-      "eval_loss": 2.593075752258301,
-      "eval_runtime": 423.1257,
-      "eval_samples_per_second": 472.668,
-      "eval_steps_per_second": 29.542,
+      "eval_loss": 2.257103681564331,
+      "eval_runtime": 229.0441,
+      "eval_samples_per_second": 873.194,
+      "eval_steps_per_second": 54.575,
       "step": 2232000
     },
     {
       "epoch": 9.43,
       "learning_rate": 2.7333333333333333e-08,
-      "loss": 2.774,
+      "loss": 2.398,
       "step": 2240000
     },
     {
       "epoch": 9.43,
-      "eval_loss": 2.6128671169281006,
-      "eval_runtime": 423.6724,
-      "eval_samples_per_second": 472.058,
-      "eval_steps_per_second": 29.504,
+      "eval_loss": 2.255521059036255,
+      "eval_runtime": 229.5252,
+      "eval_samples_per_second": 871.364,
+      "eval_steps_per_second": 54.46,
       "step": 2240000
     },
     {
       "epoch": 9.47,
-      "eval_loss": 2.6095166206359863,
-      "eval_runtime": 427.8902,
-      "eval_samples_per_second": 467.405,
-      "eval_steps_per_second": 29.213,
+      "eval_loss": 2.260723829269409,
+      "eval_runtime": 228.7063,
+      "eval_samples_per_second": 874.484,
+      "eval_steps_per_second": 54.655,
       "step": 2248000
     },
     {
       "epoch": 9.5,
       "learning_rate": 2.46e-08,
-      "loss": 2.765,
+      "loss": 2.4038,
       "step": 2256000
     },
     {
       "epoch": 9.5,
-      "eval_loss": 2.5932390689849854,
-      "eval_runtime": 426.8467,
-      "eval_samples_per_second": 468.548,
-      "eval_steps_per_second": 29.285,
+      "eval_loss": 2.255791187286377,
+      "eval_runtime": 230.3295,
+      "eval_samples_per_second": 868.321,
+      "eval_steps_per_second": 54.27,
       "step": 2256000
     },
     {
       "epoch": 9.53,
-      "eval_loss": 2.6009600162506104,
-      "eval_runtime": 424.1412,
-      "eval_samples_per_second": 471.536,
-      "eval_steps_per_second": 29.471,
+      "eval_loss": 2.266036033630371,
+      "eval_runtime": 231.0768,
+      "eval_samples_per_second": 865.513,
+      "eval_steps_per_second": 54.095,
       "step": 2264000
     },
     {
       "epoch": 9.57,
       "learning_rate": 2.1866666666666667e-08,
-      "loss": 2.7754,
+      "loss": 2.4027,
       "step": 2272000
     },
     {
       "epoch": 9.57,
-      "eval_loss": 2.60778546333313,
-      "eval_runtime": 425.6089,
-      "eval_samples_per_second": 469.91,
-      "eval_steps_per_second": 29.37,
+      "eval_loss": 2.258697032928467,
+      "eval_runtime": 229.4808,
+      "eval_samples_per_second": 871.533,
+      "eval_steps_per_second": 54.471,
       "step": 2272000
     },
     {
       "epoch": 9.6,
-      "eval_loss": 2.5981459617614746,
-      "eval_runtime": 425.6519,
-      "eval_samples_per_second": 469.863,
-      "eval_steps_per_second": 29.367,
+      "eval_loss": 2.2604668140411377,
+      "eval_runtime": 230.34,
+      "eval_samples_per_second": 868.282,
+      "eval_steps_per_second": 54.268,
       "step": 2280000
     },
     {
       "epoch": 9.63,
       "learning_rate": 1.9133333333333333e-08,
-      "loss": 2.771,
+      "loss": 2.4025,
       "step": 2288000
     },
     {
       "epoch": 9.63,
-      "eval_loss": 2.6052143573760986,
-      "eval_runtime": 424.5141,
-      "eval_samples_per_second": 471.122,
-      "eval_steps_per_second": 29.445,
+      "eval_loss": 2.257755994796753,
+      "eval_runtime": 229.319,
+      "eval_samples_per_second": 872.148,
+      "eval_steps_per_second": 54.509,
       "step": 2288000
     },
     {
       "epoch": 9.67,
-      "eval_loss": 2.5944042205810547,
-      "eval_runtime": 425.2866,
-      "eval_samples_per_second": 470.266,
-      "eval_steps_per_second": 29.392,
+      "eval_loss": 2.260878324508667,
+      "eval_runtime": 229.2443,
+      "eval_samples_per_second": 872.432,
+      "eval_steps_per_second": 54.527,
       "step": 2296000
     },
     {
       "epoch": 9.7,
       "learning_rate": 1.64e-08,
-      "loss": 2.7757,
+      "loss": 2.3969,
       "step": 2304000
     },
     {
       "epoch": 9.7,
-      "eval_loss": 2.6045000553131104,
-      "eval_runtime": 428.7498,
-      "eval_samples_per_second": 466.468,
-      "eval_steps_per_second": 29.155,
+      "eval_loss": 2.2597248554229736,
+      "eval_runtime": 229.1154,
+      "eval_samples_per_second": 872.922,
+      "eval_steps_per_second": 54.558,
       "step": 2304000
     },
     {
       "epoch": 9.73,
-      "eval_loss": 2.5971217155456543,
-      "eval_runtime": 432.7726,
-      "eval_samples_per_second": 462.132,
-      "eval_steps_per_second": 28.884,
+      "eval_loss": 2.2619054317474365,
+      "eval_runtime": 229.4244,
+      "eval_samples_per_second": 871.747,
+      "eval_steps_per_second": 54.484,
       "step": 2312000
     },
     {
       "epoch": 9.77,
       "learning_rate": 1.3666666666666667e-08,
-      "loss": 2.7685,
+      "loss": 2.3886,
       "step": 2320000
     },
     {
       "epoch": 9.77,
-      "eval_loss": 2.610078811645508,
-      "eval_runtime": 432.5525,
-      "eval_samples_per_second": 462.367,
-      "eval_steps_per_second": 28.898,
+      "eval_loss": 2.2644739151000977,
+      "eval_runtime": 228.6735,
+      "eval_samples_per_second": 874.61,
+      "eval_steps_per_second": 54.663,
       "step": 2320000
     },
     {
       "epoch": 9.8,
-      "eval_loss": 2.596436023712158,
-      "eval_runtime": 432.023,
-      "eval_samples_per_second": 462.934,
-      "eval_steps_per_second": 28.934,
+      "eval_loss": 2.2717080116271973,
+      "eval_runtime": 228.5831,
+      "eval_samples_per_second": 874.955,
+      "eval_steps_per_second": 54.685,
       "step": 2328000
     },
     {
       "epoch": 9.84,
       "learning_rate": 1.0933333333333334e-08,
-      "loss": 2.7708,
+      "loss": 2.3942,
       "step": 2336000
     },
     {
       "epoch": 9.84,
-      "eval_loss": 2.5973622798919678,
-      "eval_runtime": 432.5814,
-      "eval_samples_per_second": 462.336,
-      "eval_steps_per_second": 28.896,
+      "eval_loss": 2.262681722640991,
+      "eval_runtime": 228.7669,
+      "eval_samples_per_second": 874.252,
+      "eval_steps_per_second": 54.641,
       "step": 2336000
     },
     {
       "epoch": 9.87,
-      "eval_loss": 2.5952794551849365,
-      "eval_runtime": 427.2422,
-      "eval_samples_per_second": 468.114,
-      "eval_steps_per_second": 29.257,
+      "eval_loss": 2.258165121078491,
+      "eval_runtime": 228.5731,
+      "eval_samples_per_second": 874.994,
+      "eval_steps_per_second": 54.687,
       "step": 2344000
     },
     {
       "epoch": 9.9,
       "learning_rate": 8.2e-09,
-      "loss": 2.7695,
+      "loss": 2.396,
       "step": 2352000
     },
     {
       "epoch": 9.9,
-      "eval_loss": 2.598102569580078,
-      "eval_runtime": 427.2188,
-      "eval_samples_per_second": 468.139,
-      "eval_steps_per_second": 29.259,
+      "eval_loss": 2.263418674468994,
+      "eval_runtime": 228.7526,
+      "eval_samples_per_second": 874.307,
+      "eval_steps_per_second": 54.644,
       "step": 2352000
     },
     {
       "epoch": 9.94,
-      "eval_loss": 2.6094541549682617,
-      "eval_runtime": 427.6756,
-      "eval_samples_per_second": 467.639,
-      "eval_steps_per_second": 29.228,
+      "eval_loss": 2.2582454681396484,
+      "eval_runtime": 228.7496,
+      "eval_samples_per_second": 874.318,
+      "eval_steps_per_second": 54.645,
       "step": 2360000
     },
     {
       "epoch": 9.97,
       "learning_rate": 5.466666666666667e-09,
-      "loss": 2.7702,
+      "loss": 2.3998,
       "step": 2368000
     },
     {
       "epoch": 9.97,
-      "eval_loss": 2.6042184829711914,
-      "eval_runtime": 426.894,
-      "eval_samples_per_second": 468.496,
-      "eval_steps_per_second": 29.281,
+      "eval_loss": 2.264343500137329,
+      "eval_runtime": 229.0211,
+      "eval_samples_per_second": 873.282,
+      "eval_steps_per_second": 54.58,
       "step": 2368000
     },
     {
       "epoch": 10.0,
-      "eval_loss": 2.6094839572906494,
-      "eval_runtime": 429.3589,
-      "eval_samples_per_second": 465.806,
-      "eval_steps_per_second": 29.113,
+      "eval_loss": 2.2689995765686035,
+      "eval_runtime": 228.2268,
+      "eval_samples_per_second": 876.321,
+      "eval_steps_per_second": 54.77,
       "step": 2376000
     },
     {
       "epoch": 10.04,
       "learning_rate": 2.7333333333333334e-09,
-      "loss": 2.7614,
+      "loss": 2.4014,
       "step": 2384000
     },
     {
       "epoch": 10.04,
-      "eval_loss": 2.6007468700408936,
-      "eval_runtime": 426.5863,
-      "eval_samples_per_second": 468.834,
-      "eval_steps_per_second": 29.302,
+      "eval_loss": 2.2655410766601562,
+      "eval_runtime": 228.0312,
+      "eval_samples_per_second": 877.073,
+      "eval_steps_per_second": 54.817,
       "step": 2384000
     },
     {
       "epoch": 10.07,
-      "eval_loss": 2.601724863052368,
-      "eval_runtime": 428.327,
-      "eval_samples_per_second": 466.928,
-      "eval_steps_per_second": 29.183,
+      "eval_loss": 2.2659504413604736,
+      "eval_runtime": 228.4835,
+      "eval_samples_per_second": 875.337,
+      "eval_steps_per_second": 54.709,
       "step": 2392000
     },
     {
       "epoch": 10.11,
       "learning_rate": 0.0,
-      "loss": 2.7708,
+      "loss": 2.4004,
       "step": 2400000
     },
     {
       "epoch": 10.11,
-      "eval_loss": 2.611358880996704,
-      "eval_runtime": 427.933,
-      "eval_samples_per_second": 467.358,
-      "eval_steps_per_second": 29.21,
+      "eval_loss": 2.2650294303894043,
+      "eval_runtime": 228.8168,
+      "eval_samples_per_second": 874.062,
+      "eval_steps_per_second": 54.629,
       "step": 2400000
     },
     {
       "epoch": 10.11,
       "step": 2400000,
-      "total_flos": 7.626726685368748e+17,
-      "train_loss": 2.7854965201822917,
-      "train_runtime": 398406.2107,
-      "train_samples_per_second": 96.384,
-      "train_steps_per_second": 6.024
+      "total_flos": 8.368611666112401e+17,
+      "train_loss": 2.4070425341796877,
+      "train_runtime": 215269.6307,
+      "train_samples_per_second": 178.381,
+      "train_steps_per_second": 11.149
     }
   ],
   "logging_steps": 16000,
   "max_steps": 2400000,
   "num_train_epochs": 11,
   "save_steps": 32000,
-  "total_flos": 7.626726685368748e+17,
+  "total_flos": 8.368611666112401e+17,
   "trial_name": null,
   "trial_params": null
 }