End of training

all_results.json

@@ -1,16 +1,16 @@
 {
     "avg_token_length": 41.888755020080325,
-    "epoch": 5.0,
-    "eval_accuracy": 0.8132529854774475,
-    "eval_loss": 0.47050172090530396,
-    "eval_runtime": 3.6646,
+    "epoch": 10.0,
+    "eval_accuracy": 0.8357429504394531,
+    "eval_loss": 0.4303068220615387,
+    "eval_runtime": 3.5423,
     "eval_samples": 2490,
-    "eval_samples_per_second": 679.465,
-    "eval_steps_per_second": 85.138,
-    "total_flos": 1.304952541072128e+17,
-    "train_loss": 0.5436927029486586,
-    "train_runtime": 4115.3634,
+    "eval_samples_per_second": 702.935,
+    "eval_steps_per_second": 88.079,
+    "total_flos": 2.6187994846190592e+17,
+    "train_loss": 0.4432659422714054,
+    "train_runtime": 8098.9158,
     "train_samples": 392702,
-    "train_samples_per_second": 477.117,
-    "train_steps_per_second": 14.91
+    "train_samples_per_second": 484.882,
+    "train_steps_per_second": 15.153
 }

eval_results.json

@@ -1,10 +1,10 @@
 {
     "avg_token_length": 41.888755020080325,
-    "epoch": 5.0,
-    "eval_accuracy": 0.8132529854774475,
-    "eval_loss": 0.47050172090530396,
-    "eval_runtime": 3.6646,
+    "epoch": 10.0,
+    "eval_accuracy": 0.8357429504394531,
+    "eval_loss": 0.4303068220615387,
+    "eval_runtime": 3.5423,
     "eval_samples": 2490,
-    "eval_samples_per_second": 679.465,
-    "eval_steps_per_second": 85.138
+    "eval_samples_per_second": 702.935,
+    "eval_steps_per_second": 88.079
 }

train_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 5.0,
-    "total_flos": 1.304952541072128e+17,
-    "train_loss": 0.5436927029486586,
-    "train_runtime": 4115.3634,
+    "epoch": 10.0,
+    "total_flos": 2.6187994846190592e+17,
+    "train_loss": 0.4432659422714054,
+    "train_runtime": 8098.9158,
     "train_samples": 392702,
-    "train_samples_per_second": 477.117,
-    "train_steps_per_second": 14.91
+    "train_samples_per_second": 484.882,
+    "train_steps_per_second": 15.153
 }

trainer_state.json

@@ -1,926 +1,1832 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 5.0,
+  "epoch": 10.0,
   "eval_steps": 500,
-  "global_step": 61360,
+  "global_step": 122720,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.04074315514993481,
-      "grad_norm": 3.2159276008605957,
-      "learning_rate": 9.918513689700131e-05,
-      "loss": 1.0499,
+      "grad_norm": 3.142120361328125,
+      "learning_rate": 0.0002987777053455019,
+      "loss": 0.9832,
       "step": 500
     },
     {
       "epoch": 0.08148631029986962,
-      "grad_norm": 3.7148256301879883,
-      "learning_rate": 9.837027379400262e-05,
-      "loss": 0.8528,
+      "grad_norm": 2.901562213897705,
+      "learning_rate": 0.0002975554106910039,
+      "loss": 0.7704,
       "step": 1000
     },
     {
       "epoch": 0.12222946544980444,
-      "grad_norm": 3.822039842605591,
-      "learning_rate": 9.75554106910039e-05,
-      "loss": 0.7917,
+      "grad_norm": 4.939942836761475,
+      "learning_rate": 0.00029633311603650584,
+      "loss": 0.7042,
       "step": 1500
     },
     {
       "epoch": 0.16297262059973924,
-      "grad_norm": 4.090985298156738,
-      "learning_rate": 9.674054758800521e-05,
-      "loss": 0.7572,
+      "grad_norm": 4.045433044433594,
+      "learning_rate": 0.0002951108213820078,
+      "loss": 0.6688,
       "step": 2000
     },
     {
       "epoch": 0.20371577574967406,
-      "grad_norm": 6.643899440765381,
-      "learning_rate": 9.592568448500653e-05,
-      "loss": 0.7199,
+      "grad_norm": 4.076220989227295,
+      "learning_rate": 0.00029388852672750977,
+      "loss": 0.6432,
       "step": 2500
     },
     {
       "epoch": 0.24445893089960888,
-      "grad_norm": 3.865298271179199,
-      "learning_rate": 9.511082138200784e-05,
-      "loss": 0.6934,
+      "grad_norm": 3.716000556945801,
+      "learning_rate": 0.0002926662320730117,
+      "loss": 0.6165,
       "step": 3000
     },
     {
       "epoch": 0.28520208604954367,
-      "grad_norm": 4.977120876312256,
-      "learning_rate": 9.429595827900913e-05,
-      "loss": 0.6807,
+      "grad_norm": 3.549494981765747,
+      "learning_rate": 0.00029144393741851364,
+      "loss": 0.6124,
       "step": 3500
     },
     {
       "epoch": 0.3259452411994785,
-      "grad_norm": 3.775376081466675,
-      "learning_rate": 9.348109517601043e-05,
-      "loss": 0.6595,
+      "grad_norm": 4.904158592224121,
+      "learning_rate": 0.0002902216427640156,
+      "loss": 0.587,
       "step": 4000
     },
     {
       "epoch": 0.3666883963494133,
-      "grad_norm": 5.9601874351501465,
-      "learning_rate": 9.266623207301174e-05,
-      "loss": 0.6629,
+      "grad_norm": 3.506251573562622,
+      "learning_rate": 0.0002889993481095176,
+      "loss": 0.5961,
       "step": 4500
     },
     {
       "epoch": 0.4074315514993481,
-      "grad_norm": 4.337564945220947,
-      "learning_rate": 9.185136897001304e-05,
-      "loss": 0.6372,
+      "grad_norm": 3.886331558227539,
+      "learning_rate": 0.00028777705345501956,
+      "loss": 0.5834,
       "step": 5000
     },
     {
       "epoch": 0.44817470664928294,
-      "grad_norm": 4.640789031982422,
-      "learning_rate": 9.103650586701435e-05,
-      "loss": 0.634,
+      "grad_norm": 5.864737510681152,
+      "learning_rate": 0.0002865547588005215,
+      "loss": 0.5782,
       "step": 5500
     },
     {
       "epoch": 0.48891786179921776,
-      "grad_norm": 3.4262685775756836,
-      "learning_rate": 9.022164276401564e-05,
-      "loss": 0.625,
+      "grad_norm": 2.608105421066284,
+      "learning_rate": 0.00028533246414602344,
+      "loss": 0.5744,
       "step": 6000
     },
     {
       "epoch": 0.5296610169491526,
-      "grad_norm": 3.4955389499664307,
-      "learning_rate": 8.940677966101694e-05,
-      "loss": 0.6241,
+      "grad_norm": 3.3634021282196045,
+      "learning_rate": 0.00028411016949152543,
+      "loss": 0.5754,
       "step": 6500
     },
     {
       "epoch": 0.5704041720990873,
-      "grad_norm": 3.500492572784424,
-      "learning_rate": 8.859191655801826e-05,
-      "loss": 0.6043,
+      "grad_norm": 4.730838775634766,
+      "learning_rate": 0.00028288787483702737,
+      "loss": 0.5568,
       "step": 7000
     },
     {
       "epoch": 0.6111473272490222,
-      "grad_norm": 3.6300017833709717,
-      "learning_rate": 8.777705345501957e-05,
-      "loss": 0.6034,
+      "grad_norm": 3.3426826000213623,
+      "learning_rate": 0.0002816655801825293,
+      "loss": 0.5591,
       "step": 7500
     },
     {
       "epoch": 0.651890482398957,
-      "grad_norm": 2.735205888748169,
-      "learning_rate": 8.696219035202086e-05,
-      "loss": 0.6105,
+      "grad_norm": 4.444048881530762,
+      "learning_rate": 0.00028044328552803124,
+      "loss": 0.5623,
       "step": 8000
     },
     {
       "epoch": 0.6926336375488917,
-      "grad_norm": 3.074220657348633,
-      "learning_rate": 8.614732724902217e-05,
-      "loss": 0.5995,
+      "grad_norm": 2.7828869819641113,
+      "learning_rate": 0.00027922099087353323,
+      "loss": 0.5518,
       "step": 8500
     },
     {
       "epoch": 0.7333767926988266,
-      "grad_norm": 3.8575704097747803,
-      "learning_rate": 8.533246414602347e-05,
-      "loss": 0.6037,
+      "grad_norm": 4.194392681121826,
+      "learning_rate": 0.00027799869621903517,
+      "loss": 0.5591,
       "step": 9000
     },
     {
       "epoch": 0.7741199478487614,
-      "grad_norm": 7.300629615783691,
-      "learning_rate": 8.451760104302478e-05,
-      "loss": 0.5913,
+      "grad_norm": 5.856390476226807,
+      "learning_rate": 0.0002767764015645371,
+      "loss": 0.5526,
       "step": 9500
     },
     {
       "epoch": 0.8148631029986962,
-      "grad_norm": 4.629983425140381,
-      "learning_rate": 8.370273794002608e-05,
-      "loss": 0.5824,
+      "grad_norm": 4.61172342300415,
+      "learning_rate": 0.0002755541069100391,
+      "loss": 0.54,
       "step": 10000
     },
     {
       "epoch": 0.855606258148631,
-      "grad_norm": 5.015498638153076,
-      "learning_rate": 8.288787483702739e-05,
-      "loss": 0.584,
+      "grad_norm": 4.518310070037842,
+      "learning_rate": 0.00027433181225554104,
+      "loss": 0.5432,
       "step": 10500
     },
     {
       "epoch": 0.8963494132985659,
-      "grad_norm": 3.362452268600464,
-      "learning_rate": 8.207301173402868e-05,
-      "loss": 0.5825,
+      "grad_norm": 3.190687417984009,
+      "learning_rate": 0.000273109517601043,
+      "loss": 0.5424,
       "step": 11000
     },
     {
       "epoch": 0.9370925684485006,
-      "grad_norm": 5.888857364654541,
-      "learning_rate": 8.125814863103e-05,
-      "loss": 0.5804,
+      "grad_norm": 5.003259181976318,
+      "learning_rate": 0.00027188722294654497,
+      "loss": 0.5408,
       "step": 11500
     },
     {
       "epoch": 0.9778357235984355,
-      "grad_norm": 3.5673258304595947,
-      "learning_rate": 8.04432855280313e-05,
-      "loss": 0.5737,
+      "grad_norm": 5.045399188995361,
+      "learning_rate": 0.0002706649282920469,
+      "loss": 0.5345,
       "step": 12000
     },
     {
       "epoch": 1.0,
-      "eval_accuracy": 0.7847389578819275,
-      "eval_loss": 0.536568820476532,
-      "eval_runtime": 3.74,
-      "eval_samples_per_second": 665.775,
-      "eval_steps_per_second": 83.422,
+      "eval_accuracy": 0.810441792011261,
+      "eval_loss": 0.476459264755249,
+      "eval_runtime": 3.5774,
+      "eval_samples_per_second": 696.032,
+      "eval_steps_per_second": 87.214,
       "step": 12272
     },
     {
       "epoch": 1.0185788787483703,
-      "grad_norm": 2.950427293777466,
-      "learning_rate": 7.96284224250326e-05,
-      "loss": 0.5692,
+      "grad_norm": 3.0707671642303467,
+      "learning_rate": 0.00026944263363754884,
+      "loss": 0.5299,
       "step": 12500
     },
     {
       "epoch": 1.0593220338983051,
-      "grad_norm": 5.135396480560303,
-      "learning_rate": 7.88135593220339e-05,
-      "loss": 0.5655,
+      "grad_norm": 3.0093071460723877,
+      "learning_rate": 0.00026822033898305083,
+      "loss": 0.5162,
       "step": 13000
     },
     {
       "epoch": 1.1000651890482398,
-      "grad_norm": 3.603529453277588,
-      "learning_rate": 7.79986962190352e-05,
-      "loss": 0.5689,
+      "grad_norm": 5.579827785491943,
+      "learning_rate": 0.00026699804432855277,
+      "loss": 0.5202,
       "step": 13500
     },
     {
       "epoch": 1.1408083441981747,
-      "grad_norm": 3.174509286880493,
-      "learning_rate": 7.718383311603651e-05,
-      "loss": 0.5615,
+      "grad_norm": 4.641988754272461,
+      "learning_rate": 0.00026577574967405476,
+      "loss": 0.5164,
       "step": 14000
     },
     {
       "epoch": 1.1815514993481095,
-      "grad_norm": 3.218186616897583,
-      "learning_rate": 7.636897001303781e-05,
-      "loss": 0.5677,
+      "grad_norm": 3.9216480255126953,
+      "learning_rate": 0.0002645534550195567,
+      "loss": 0.5289,
       "step": 14500
     },
     {
       "epoch": 1.2222946544980444,
-      "grad_norm": 3.2680726051330566,
-      "learning_rate": 7.555410691003912e-05,
-      "loss": 0.5596,
+      "grad_norm": 4.214970588684082,
+      "learning_rate": 0.00026333116036505864,
+      "loss": 0.5185,
       "step": 15000
     },
     {
       "epoch": 1.263037809647979,
-      "grad_norm": 8.0874662399292,
-      "learning_rate": 7.473924380704041e-05,
-      "loss": 0.5588,
+      "grad_norm": 5.768319606781006,
+      "learning_rate": 0.00026210886571056063,
+      "loss": 0.5232,
       "step": 15500
     },
     {
       "epoch": 1.303780964797914,
-      "grad_norm": 6.83854866027832,
-      "learning_rate": 7.392438070404173e-05,
-      "loss": 0.5517,
+      "grad_norm": 5.26653528213501,
+      "learning_rate": 0.00026088657105606257,
+      "loss": 0.5182,
       "step": 16000
     },
     {
       "epoch": 1.3445241199478488,
-      "grad_norm": 3.4752540588378906,
-      "learning_rate": 7.310951760104303e-05,
-      "loss": 0.5543,
+      "grad_norm": 3.733856201171875,
+      "learning_rate": 0.0002596642764015645,
+      "loss": 0.5092,
       "step": 16500
     },
     {
       "epoch": 1.3852672750977835,
-      "grad_norm": 6.504995346069336,
-      "learning_rate": 7.229465449804434e-05,
-      "loss": 0.5553,
+      "grad_norm": 5.003189563751221,
+      "learning_rate": 0.0002584419817470665,
+      "loss": 0.525,
       "step": 17000
     },
     {
       "epoch": 1.4260104302477183,
-      "grad_norm": 3.4554622173309326,
-      "learning_rate": 7.147979139504563e-05,
-      "loss": 0.5481,
+      "grad_norm": 5.187269687652588,
+      "learning_rate": 0.00025721968709256843,
+      "loss": 0.5141,
       "step": 17500
     },
     {
       "epoch": 1.4667535853976532,
-      "grad_norm": 3.7026894092559814,
-      "learning_rate": 7.066492829204694e-05,
-      "loss": 0.5454,
+      "grad_norm": 3.338898181915283,
+      "learning_rate": 0.00025599739243807037,
+      "loss": 0.5059,
       "step": 18000
     },
     {
       "epoch": 1.5074967405475879,
-      "grad_norm": 3.6435370445251465,
-      "learning_rate": 6.985006518904824e-05,
-      "loss": 0.5475,
+      "grad_norm": 3.167060136795044,
+      "learning_rate": 0.0002547750977835723,
+      "loss": 0.5113,
       "step": 18500
     },
     {
       "epoch": 1.548239895697523,
-      "grad_norm": 3.661935329437256,
-      "learning_rate": 6.903520208604955e-05,
-      "loss": 0.5389,
+      "grad_norm": 5.613772392272949,
+      "learning_rate": 0.0002535528031290743,
+      "loss": 0.5002,
       "step": 19000
     },
     {
       "epoch": 1.5889830508474576,
-      "grad_norm": 4.396284580230713,
-      "learning_rate": 6.822033898305085e-05,
-      "loss": 0.5494,
+      "grad_norm": 3.6054158210754395,
+      "learning_rate": 0.00025233050847457624,
+      "loss": 0.5108,
       "step": 19500
     },
     {
       "epoch": 1.6297262059973925,
-      "grad_norm": 2.6499831676483154,
-      "learning_rate": 6.740547588005214e-05,
-      "loss": 0.5451,
+      "grad_norm": 3.535848617553711,
+      "learning_rate": 0.0002511082138200782,
+      "loss": 0.5134,
       "step": 20000
     },
     {
       "epoch": 1.6704693611473274,
-      "grad_norm": 3.360279083251953,
-      "learning_rate": 6.659061277705346e-05,
-      "loss": 0.5456,
+      "grad_norm": 2.494443655014038,
+      "learning_rate": 0.00024988591916558017,
+      "loss": 0.5104,
       "step": 20500
     },
     {
       "epoch": 1.711212516297262,
-      "grad_norm": 5.409726619720459,
-      "learning_rate": 6.577574967405477e-05,
-      "loss": 0.5384,
+      "grad_norm": 4.686164855957031,
+      "learning_rate": 0.0002486636245110821,
+      "loss": 0.4987,
       "step": 21000
     },
     {
       "epoch": 1.7519556714471969,
-      "grad_norm": 6.622320175170898,
-      "learning_rate": 6.496088657105607e-05,
-      "loss": 0.5331,
+      "grad_norm": 6.178253173828125,
+      "learning_rate": 0.00024744132985658404,
+      "loss": 0.501,
       "step": 21500
     },
     {
       "epoch": 1.7926988265971318,
-      "grad_norm": 3.3287272453308105,
-      "learning_rate": 6.414602346805736e-05,
-      "loss": 0.5356,
+      "grad_norm": 3.4898393154144287,
+      "learning_rate": 0.00024621903520208603,
+      "loss": 0.504,
       "step": 22000
     },
     {
       "epoch": 1.8334419817470664,
-      "grad_norm": 6.330060958862305,
-      "learning_rate": 6.333116036505867e-05,
-      "loss": 0.5477,
+      "grad_norm": 5.974262237548828,
+      "learning_rate": 0.000244996740547588,
+      "loss": 0.5112,
       "step": 22500
     },
     {
       "epoch": 1.8741851368970013,
-      "grad_norm": 4.138587951660156,
-      "learning_rate": 6.251629726205997e-05,
-      "loss": 0.5309,
+      "grad_norm": 4.1161980628967285,
+      "learning_rate": 0.00024377444589308996,
+      "loss": 0.4934,
       "step": 23000
     },
     {
       "epoch": 1.9149282920469362,
-      "grad_norm": 3.881009817123413,
-      "learning_rate": 6.170143415906128e-05,
-      "loss": 0.5393,
+      "grad_norm": 3.786954164505005,
+      "learning_rate": 0.0002425521512385919,
+      "loss": 0.5051,
       "step": 23500
     },
     {
       "epoch": 1.9556714471968708,
-      "grad_norm": 5.6285529136657715,
-      "learning_rate": 6.088657105606258e-05,
-      "loss": 0.5334,
+      "grad_norm": 5.365992546081543,
+      "learning_rate": 0.00024132985658409386,
+      "loss": 0.5011,
       "step": 24000
     },
     {
       "epoch": 1.996414602346806,
-      "grad_norm": 3.6618170738220215,
-      "learning_rate": 6.007170795306388e-05,
-      "loss": 0.5264,
+      "grad_norm": 3.0433201789855957,
+      "learning_rate": 0.00024010756192959583,
+      "loss": 0.4965,
       "step": 24500
     },
     {
       "epoch": 2.0,
-      "eval_accuracy": 0.7979919910430908,
-      "eval_loss": 0.5059019327163696,
-      "eval_runtime": 6.0956,
-      "eval_samples_per_second": 408.494,
-      "eval_steps_per_second": 51.185,
+      "eval_accuracy": 0.8253012299537659,
+      "eval_loss": 0.4476940929889679,
+      "eval_runtime": 3.5371,
+      "eval_samples_per_second": 703.959,
+      "eval_steps_per_second": 88.207,
       "step": 24544
     },
     {
       "epoch": 2.0371577574967406,
-      "grad_norm": 4.864584922790527,
-      "learning_rate": 5.9256844850065195e-05,
-      "loss": 0.526,
+      "grad_norm": 5.630396366119385,
+      "learning_rate": 0.00023888526727509777,
+      "loss": 0.4787,
       "step": 25000
     },
     {
       "epoch": 2.077900912646675,
-      "grad_norm": 3.881819009780884,
-      "learning_rate": 5.84419817470665e-05,
-      "loss": 0.5234,
+      "grad_norm": 3.847637891769409,
+      "learning_rate": 0.00023766297262059973,
+      "loss": 0.4754,
       "step": 25500
     },
     {
       "epoch": 2.1186440677966103,
-      "grad_norm": 3.435906171798706,
-      "learning_rate": 5.76271186440678e-05,
-      "loss": 0.53,
+      "grad_norm": 3.24627685546875,
+      "learning_rate": 0.00023644067796610167,
+      "loss": 0.4802,
       "step": 26000
     },
     {
       "epoch": 2.159387222946545,
-      "grad_norm": 3.09909987449646,
-      "learning_rate": 5.6812255541069104e-05,
-      "loss": 0.5254,
+      "grad_norm": 3.7128448486328125,
+      "learning_rate": 0.00023521838331160363,
+      "loss": 0.483,
       "step": 26500
     },
     {
       "epoch": 2.2001303780964796,
-      "grad_norm": 3.9161205291748047,
-      "learning_rate": 5.599739243807041e-05,
-      "loss": 0.5269,
+      "grad_norm": 3.6413943767547607,
+      "learning_rate": 0.0002339960886571056,
+      "loss": 0.48,
       "step": 27000
     },
     {
       "epoch": 2.2408735332464147,
-      "grad_norm": 4.547590255737305,
-      "learning_rate": 5.518252933507171e-05,
-      "loss": 0.5202,
+      "grad_norm": 5.281874179840088,
+      "learning_rate": 0.00023277379400260753,
+      "loss": 0.4739,
       "step": 27500
     },
     {
       "epoch": 2.2816166883963493,
-      "grad_norm": 2.4013752937316895,
-      "learning_rate": 5.436766623207301e-05,
-      "loss": 0.5249,
+      "grad_norm": 3.1675126552581787,
+      "learning_rate": 0.0002315514993481095,
+      "loss": 0.4868,
       "step": 28000
     },
     {
       "epoch": 2.322359843546284,
-      "grad_norm": 2.748892307281494,
-      "learning_rate": 5.355280312907431e-05,
-      "loss": 0.5037,
+      "grad_norm": 2.996647596359253,
+      "learning_rate": 0.00023032920469361144,
+      "loss": 0.47,
       "step": 28500
     },
     {
       "epoch": 2.363102998696219,
-      "grad_norm": 4.178873062133789,
-      "learning_rate": 5.273794002607563e-05,
-      "loss": 0.5147,
+      "grad_norm": 6.074376583099365,
+      "learning_rate": 0.0002291069100391134,
+      "loss": 0.4747,
       "step": 29000
     },
     {
       "epoch": 2.4038461538461537,
-      "grad_norm": 8.888025283813477,
-      "learning_rate": 5.192307692307693e-05,
-      "loss": 0.5165,
+      "grad_norm": 4.998762607574463,
+      "learning_rate": 0.00022788461538461537,
+      "loss": 0.4801,
       "step": 29500
     },
     {
       "epoch": 2.444589308996089,
-      "grad_norm": 4.169891357421875,
-      "learning_rate": 5.110821382007823e-05,
-      "loss": 0.5236,
+      "grad_norm": 4.5490031242370605,
+      "learning_rate": 0.0002266623207301173,
+      "loss": 0.4852,
       "step": 30000
     },
     {
       "epoch": 2.4853324641460235,
-      "grad_norm": 3.9730682373046875,
-      "learning_rate": 5.029335071707953e-05,
-      "loss": 0.5221,
+      "grad_norm": 4.78202486038208,
+      "learning_rate": 0.00022544002607561927,
+      "loss": 0.4871,
       "step": 30500
     },
     {
       "epoch": 2.526075619295958,
-      "grad_norm": 3.428187131881714,
-      "learning_rate": 4.947848761408084e-05,
-      "loss": 0.5272,
+      "grad_norm": 4.470094680786133,
+      "learning_rate": 0.0002242177314211212,
+      "loss": 0.4913,
       "step": 31000
     },
     {
       "epoch": 2.5668187744458932,
-      "grad_norm": 5.464585781097412,
-      "learning_rate": 4.866362451108214e-05,
-      "loss": 0.5265,
+      "grad_norm": 8.678927421569824,
+      "learning_rate": 0.0002229954367666232,
+      "loss": 0.4852,
       "step": 31500
     },
     {
       "epoch": 2.607561929595828,
-      "grad_norm": 5.139939308166504,
-      "learning_rate": 4.784876140808344e-05,
-      "loss": 0.5109,
+      "grad_norm": 4.836784362792969,
+      "learning_rate": 0.00022177314211212516,
+      "loss": 0.4706,
       "step": 32000
     },
     {
       "epoch": 2.648305084745763,
-      "grad_norm": 4.511157512664795,
-      "learning_rate": 4.703389830508475e-05,
-      "loss": 0.5186,
+      "grad_norm": 3.676816940307617,
+      "learning_rate": 0.0002205508474576271,
+      "loss": 0.4759,
       "step": 32500
     },
     {
       "epoch": 2.6890482398956976,
-      "grad_norm": 5.511382102966309,
-      "learning_rate": 4.621903520208605e-05,
-      "loss": 0.514,
+      "grad_norm": 4.985140800476074,
+      "learning_rate": 0.00021932855280312906,
+      "loss": 0.478,
       "step": 33000
     },
     {
       "epoch": 2.7297913950456323,
-      "grad_norm": 3.1977524757385254,
-      "learning_rate": 4.5404172099087356e-05,
-      "loss": 0.5165,
+      "grad_norm": 4.114302635192871,
+      "learning_rate": 0.00021810625814863103,
+      "loss": 0.4802,
       "step": 33500
     },
     {
       "epoch": 2.770534550195567,
-      "grad_norm": 2.2391440868377686,
-      "learning_rate": 4.458930899608866e-05,
-      "loss": 0.5237,
+      "grad_norm": 3.370340585708618,
+      "learning_rate": 0.00021688396349413296,
+      "loss": 0.488,
       "step": 34000
     },
     {
       "epoch": 2.811277705345502,
-      "grad_norm": 3.997979164123535,
-      "learning_rate": 4.377444589308996e-05,
-      "loss": 0.5169,
+      "grad_norm": 4.248477935791016,
+      "learning_rate": 0.00021566166883963493,
+      "loss": 0.4807,
       "step": 34500
     },
     {
       "epoch": 2.8520208604954367,
-      "grad_norm": 3.6792006492614746,
-      "learning_rate": 4.295958279009127e-05,
-      "loss": 0.5043,
+      "grad_norm": 4.306929588317871,
+      "learning_rate": 0.0002144393741851369,
+      "loss": 0.4647,
       "step": 35000
     },
     {
       "epoch": 2.8927640156453718,
-      "grad_norm": 3.8025991916656494,
-      "learning_rate": 4.214471968709257e-05,
-      "loss": 0.5027,
+      "grad_norm": 4.3554253578186035,
+      "learning_rate": 0.00021321707953063883,
+      "loss": 0.47,
       "step": 35500
     },
     {
       "epoch": 2.9335071707953064,
-      "grad_norm": 4.016109466552734,
-      "learning_rate": 4.1329856584093875e-05,
-      "loss": 0.5205,
+      "grad_norm": 4.758439064025879,
+      "learning_rate": 0.0002119947848761408,
+      "loss": 0.4796,
       "step": 36000
     },
     {
       "epoch": 2.974250325945241,
-      "grad_norm": 3.882948637008667,
-      "learning_rate": 4.051499348109517e-05,
-      "loss": 0.4994,
+      "grad_norm": 3.889279842376709,
+      "learning_rate": 0.00021077249022164273,
+      "loss": 0.465,
       "step": 36500
     },
     {
       "epoch": 3.0,
-      "eval_accuracy": 0.7959839105606079,
-      "eval_loss": 0.5087413191795349,
-      "eval_runtime": 3.8559,
-      "eval_samples_per_second": 645.765,
-      "eval_steps_per_second": 80.915,
+      "eval_accuracy": 0.7819277048110962,
+      "eval_loss": 0.5279985070228577,
+      "eval_runtime": 3.5081,
+      "eval_samples_per_second": 709.784,
+      "eval_steps_per_second": 88.937,
       "step": 36816
     },
     {
       "epoch": 3.014993481095176,
-      "grad_norm": 4.288121700286865,
-      "learning_rate": 3.9700130378096485e-05,
-      "loss": 0.5173,
+      "grad_norm": 2.9451563358306885,
+      "learning_rate": 0.0002095501955671447,
+      "loss": 0.4777,
       "step": 37000
     },
     {
       "epoch": 3.055736636245111,
-      "grad_norm": 2.5963008403778076,
-      "learning_rate": 3.888526727509778e-05,
-      "loss": 0.5051,
+      "grad_norm": 4.705958843231201,
+      "learning_rate": 0.00020832790091264666,
+      "loss": 0.4567,
       "step": 37500
     },
     {
       "epoch": 3.0964797913950455,
-      "grad_norm": 5.231224060058594,
-      "learning_rate": 3.807040417209909e-05,
-      "loss": 0.4988,
+      "grad_norm": 4.704124450683594,
+      "learning_rate": 0.0002071056062581486,
+      "loss": 0.451,
       "step": 38000
     },
     {
       "epoch": 3.1372229465449806,
-      "grad_norm": 4.458165168762207,
-      "learning_rate": 3.7255541069100394e-05,
-      "loss": 0.5066,
+      "grad_norm": 3.8129329681396484,
+      "learning_rate": 0.00020588331160365056,
+      "loss": 0.4615,
       "step": 38500
     },
     {
       "epoch": 3.1779661016949152,
-      "grad_norm": 3.3321709632873535,
-      "learning_rate": 3.644067796610169e-05,
-      "loss": 0.4997,
+      "grad_norm": 4.089268207550049,
+      "learning_rate": 0.0002046610169491525,
+      "loss": 0.45,
       "step": 39000
     },
     {
       "epoch": 3.21870925684485,
-      "grad_norm": 3.3806865215301514,
-      "learning_rate": 3.5625814863103004e-05,
-      "loss": 0.4986,
+      "grad_norm": 4.320204257965088,
+      "learning_rate": 0.00020343872229465447,
+      "loss": 0.4502,
       "step": 39500
     },
     {
       "epoch": 3.259452411994785,
-      "grad_norm": 6.570944309234619,
-      "learning_rate": 3.48109517601043e-05,
-      "loss": 0.5048,
+      "grad_norm": 6.090836048126221,
+      "learning_rate": 0.00020221642764015643,
+      "loss": 0.4557,
       "step": 40000
     },
     {
       "epoch": 3.3001955671447196,
-      "grad_norm": 2.616431713104248,
-      "learning_rate": 3.399608865710561e-05,
-      "loss": 0.4995,
+      "grad_norm": 3.542620897293091,
+      "learning_rate": 0.0002009941329856584,
+      "loss": 0.4595,
       "step": 40500
     },
     {
       "epoch": 3.3409387222946547,
-      "grad_norm": 3.511943817138672,
-      "learning_rate": 3.318122555410691e-05,
-      "loss": 0.5005,
+      "grad_norm": 3.8268799781799316,
+      "learning_rate": 0.00019977183833116036,
+      "loss": 0.4514,
       "step": 41000
     },
     {
       "epoch": 3.3816818774445894,
-      "grad_norm": 2.6230528354644775,
-      "learning_rate": 3.236636245110822e-05,
-      "loss": 0.5079,
+      "grad_norm": 3.9095098972320557,
+      "learning_rate": 0.00019854954367666232,
+      "loss": 0.4637,
       "step": 41500
     },
     {
       "epoch": 3.422425032594524,
-      "grad_norm": 2.911360740661621,
-      "learning_rate": 3.155149934810952e-05,
-      "loss": 0.4866,
+      "grad_norm": 4.160515785217285,
+      "learning_rate": 0.00019732724902216426,
+      "loss": 0.4458,
       "step": 42000
     },
     {
       "epoch": 3.463168187744459,
-      "grad_norm": 2.81467866897583,
-      "learning_rate": 3.073663624511082e-05,
-      "loss": 0.507,
+      "grad_norm": 3.263516426086426,
+      "learning_rate": 0.00019610495436766623,
+      "loss": 0.4592,
       "step": 42500
     },
     {
       "epoch": 3.5039113428943938,
-      "grad_norm": 3.4848787784576416,
-      "learning_rate": 2.9921773142112127e-05,
-      "loss": 0.5107,
+      "grad_norm": 4.349822044372559,
+      "learning_rate": 0.00019488265971316816,
+      "loss": 0.463,
       "step": 43000
     },
     {
       "epoch": 3.5446544980443284,
-      "grad_norm": 3.2671542167663574,
-      "learning_rate": 2.9106910039113432e-05,
-      "loss": 0.5009,
+      "grad_norm": 4.780073642730713,
+      "learning_rate": 0.00019366036505867013,
+      "loss": 0.4579,
       "step": 43500
     },
     {
       "epoch": 3.5853976531942635,
-      "grad_norm": 4.390021324157715,
-      "learning_rate": 2.8292046936114737e-05,
-      "loss": 0.4952,
+      "grad_norm": 5.213197708129883,
+      "learning_rate": 0.0001924380704041721,
+      "loss": 0.4537,
       "step": 44000
     },
     {
       "epoch": 3.626140808344198,
-      "grad_norm": 7.054111003875732,
-      "learning_rate": 2.747718383311604e-05,
-      "loss": 0.4942,
+      "grad_norm": 5.990653038024902,
+      "learning_rate": 0.00019121577574967403,
+      "loss": 0.4495,
       "step": 44500
     },
     {
       "epoch": 3.666883963494133,
-      "grad_norm": 7.512303352355957,
-      "learning_rate": 2.666232073011734e-05,
-      "loss": 0.5092,
+      "grad_norm": 8.249653816223145,
+      "learning_rate": 0.000189993481095176,
+      "loss": 0.4628,
       "step": 45000
     },
     {
       "epoch": 3.707627118644068,
-      "grad_norm": 6.351617336273193,
-      "learning_rate": 2.5847457627118642e-05,
-      "loss": 0.5047,
+      "grad_norm": 7.788904666900635,
+      "learning_rate": 0.00018877118644067796,
+      "loss": 0.4583,
       "step": 45500
     },
     {
       "epoch": 3.7483702737940026,
-      "grad_norm": 4.447856426239014,
-      "learning_rate": 2.503259452411995e-05,
-      "loss": 0.4935,
+      "grad_norm": 4.790676116943359,
+      "learning_rate": 0.0001875488917861799,
+      "loss": 0.4479,
       "step": 46000
     },
     {
       "epoch": 3.7891134289439377,
-      "grad_norm": 2.323864698410034,
-      "learning_rate": 2.4217731421121253e-05,
-      "loss": 0.4875,
+      "grad_norm": 6.014172077178955,
+      "learning_rate": 0.00018632659713168186,
+      "loss": 0.4482,
       "step": 46500
     },
     {
       "epoch": 3.8298565840938723,
-      "grad_norm": 6.217584609985352,
-      "learning_rate": 2.3402868318122558e-05,
-      "loss": 0.503,
+      "grad_norm": 4.927757263183594,
+      "learning_rate": 0.0001851043024771838,
+      "loss": 0.4614,
       "step": 47000
     },
     {
       "epoch": 3.870599739243807,
-      "grad_norm": 2.362589120864868,
-      "learning_rate": 2.2588005215123863e-05,
-      "loss": 0.5042,
+      "grad_norm": 3.723923444747925,
+      "learning_rate": 0.00018388200782268576,
+      "loss": 0.459,
       "step": 47500
     },
     {
       "epoch": 3.9113428943937416,
-      "grad_norm": 3.8969194889068604,
-      "learning_rate": 2.1773142112125165e-05,
-      "loss": 0.5061,
+      "grad_norm": 3.931187391281128,
+      "learning_rate": 0.00018265971316818773,
+      "loss": 0.4635,
       "step": 48000
     },
     {
       "epoch": 3.9520860495436767,
-      "grad_norm": 2.1643917560577393,
-      "learning_rate": 2.095827900912647e-05,
-      "loss": 0.4885,
+      "grad_norm": 3.8654162883758545,
+      "learning_rate": 0.00018143741851368966,
+      "loss": 0.4427,
       "step": 48500
     },
     {
       "epoch": 3.9928292046936114,
-      "grad_norm": 3.497749090194702,
-      "learning_rate": 2.014341590612777e-05,
-      "loss": 0.5013,
+      "grad_norm": 5.012121677398682,
+      "learning_rate": 0.00018021512385919163,
+      "loss": 0.4634,
       "step": 49000
     },
     {
       "epoch": 4.0,
-      "eval_accuracy": 0.8132529854774475,
-      "eval_loss": 0.46927377581596375,
-      "eval_runtime": 3.7217,
-      "eval_samples_per_second": 669.052,
-      "eval_steps_per_second": 83.833,
+      "eval_accuracy": 0.8244979977607727,
+      "eval_loss": 0.4430766999721527,
+      "eval_runtime": 3.5278,
+      "eval_samples_per_second": 705.821,
+      "eval_steps_per_second": 88.44,
       "step": 49088
     },
     {
       "epoch": 4.0335723598435465,
-      "grad_norm": 2.3019864559173584,
-      "learning_rate": 1.9328552803129073e-05,
-      "loss": 0.4966,
+      "grad_norm": 4.3685173988342285,
+      "learning_rate": 0.00017899282920469362,
+      "loss": 0.4362,
       "step": 49500
     },
     {
       "epoch": 4.074315514993481,
-      "grad_norm": 6.690548419952393,
-      "learning_rate": 1.851368970013038e-05,
-      "loss": 0.4813,
+      "grad_norm": 7.587422847747803,
+      "learning_rate": 0.00017777053455019556,
+      "loss": 0.4204,
       "step": 50000
     },
     {
       "epoch": 4.115058670143416,
-      "grad_norm": 5.250753879547119,
-      "learning_rate": 1.769882659713168e-05,
-      "loss": 0.4939,
+      "grad_norm": 6.1443963050842285,
+      "learning_rate": 0.00017654823989569752,
+      "loss": 0.4345,
       "step": 50500
     },
     {
       "epoch": 4.15580182529335,
-      "grad_norm": 3.893481731414795,
-      "learning_rate": 1.688396349413299e-05,
-      "loss": 0.484,
+      "grad_norm": 5.416019439697266,
+      "learning_rate": 0.00017532594524119946,
+      "loss": 0.4295,
       "step": 51000
     },
     {
       "epoch": 4.196544980443286,
-      "grad_norm": 5.0364251136779785,
-      "learning_rate": 1.606910039113429e-05,
-      "loss": 0.4838,
+      "grad_norm": 5.976702690124512,
+      "learning_rate": 0.00017410365058670142,
+      "loss": 0.431,
       "step": 51500
     },
     {
       "epoch": 4.237288135593221,
-      "grad_norm": 5.167325496673584,
-      "learning_rate": 1.5254237288135596e-05,
-      "loss": 0.4868,
+      "grad_norm": 5.283466815948486,
+      "learning_rate": 0.0001728813559322034,
+      "loss": 0.434,
       "step": 52000
     },
     {
       "epoch": 4.278031290743155,
-      "grad_norm": 5.501784801483154,
-      "learning_rate": 1.4439374185136898e-05,
-      "loss": 0.4925,
+      "grad_norm": 6.41757345199585,
+      "learning_rate": 0.00017165906127770533,
+      "loss": 0.4283,
       "step": 52500
     },
     {
       "epoch": 4.31877444589309,
-      "grad_norm": 3.0128607749938965,
-      "learning_rate": 1.3624511082138203e-05,
-      "loss": 0.4967,
+      "grad_norm": 6.220736980438232,
+      "learning_rate": 0.0001704367666232073,
+      "loss": 0.4407,
       "step": 53000
     },
     {
       "epoch": 4.3595176010430245,
-      "grad_norm": 4.000105381011963,
-      "learning_rate": 1.2809647979139504e-05,
-      "loss": 0.496,
+      "grad_norm": 4.802826881408691,
+      "learning_rate": 0.00016921447196870926,
+      "loss": 0.4345,
       "step": 53500
     },
     {
       "epoch": 4.400260756192959,
-      "grad_norm": 4.3962273597717285,
-      "learning_rate": 1.199478487614081e-05,
-      "loss": 0.4924,
+      "grad_norm": 3.7236640453338623,
+      "learning_rate": 0.0001679921773142112,
+      "loss": 0.4421,
       "step": 54000
     },
     {
       "epoch": 4.441003911342895,
-      "grad_norm": 4.1210551261901855,
-      "learning_rate": 1.1179921773142113e-05,
-      "loss": 0.4897,
+      "grad_norm": 5.5577712059021,
+      "learning_rate": 0.00016676988265971316,
+      "loss": 0.4391,
       "step": 54500
     },
     {
       "epoch": 4.481747066492829,
-      "grad_norm": 2.4241394996643066,
-      "learning_rate": 1.0365058670143417e-05,
-      "loss": 0.4879,
+      "grad_norm": 4.09696626663208,
+      "learning_rate": 0.0001655475880052151,
+      "loss": 0.4376,
       "step": 55000
     },
     {
       "epoch": 4.522490221642764,
-      "grad_norm": 4.6975483894348145,
-      "learning_rate": 9.55019556714472e-06,
-      "loss": 0.4857,
+      "grad_norm": 4.795173645019531,
+      "learning_rate": 0.00016432529335071706,
+      "loss": 0.4316,
       "step": 55500
     },
     {
       "epoch": 4.563233376792699,
-      "grad_norm": 3.1358325481414795,
-      "learning_rate": 8.735332464146023e-06,
-      "loss": 0.4916,
+      "grad_norm": 2.8243749141693115,
+      "learning_rate": 0.00016310299869621902,
+      "loss": 0.4341,
       "step": 56000
     },
     {
       "epoch": 4.603976531942633,
-      "grad_norm": 3.5005459785461426,
-      "learning_rate": 7.920469361147327e-06,
-      "loss": 0.4912,
+      "grad_norm": 5.1735029220581055,
+      "learning_rate": 0.00016188070404172096,
+      "loss": 0.4402,
       "step": 56500
     },
     {
       "epoch": 4.644719687092568,
-      "grad_norm": 4.003513813018799,
-      "learning_rate": 7.105606258148631e-06,
-      "loss": 0.4967,
+      "grad_norm": 5.092055320739746,
+      "learning_rate": 0.00016065840938722293,
+      "loss": 0.4432,
       "step": 57000
     },
     {
       "epoch": 4.6854628422425035,
-      "grad_norm": 3.545886754989624,
-      "learning_rate": 6.290743155149935e-06,
-      "loss": 0.4936,
+      "grad_norm": 4.940371990203857,
+      "learning_rate": 0.00015943611473272486,
+      "loss": 0.4393,
       "step": 57500
     },
     {
       "epoch": 4.726205997392438,
-      "grad_norm": 4.412685394287109,
-      "learning_rate": 5.475880052151239e-06,
-      "loss": 0.4879,
+      "grad_norm": 5.340673446655273,
+      "learning_rate": 0.00015821382007822685,
+      "loss": 0.4337,
       "step": 58000
     },
     {
       "epoch": 4.766949152542373,
-      "grad_norm": 6.1305036544799805,
-      "learning_rate": 4.6610169491525425e-06,
-      "loss": 0.4893,
+      "grad_norm": 4.699270248413086,
+      "learning_rate": 0.00015699152542372882,
+      "loss": 0.4385,
       "step": 58500
     },
     {
       "epoch": 4.8076923076923075,
-      "grad_norm": 3.302288293838501,
-      "learning_rate": 3.846153846153847e-06,
-      "loss": 0.5031,
+      "grad_norm": 3.0422141551971436,
+      "learning_rate": 0.00015576923076923076,
+      "loss": 0.4451,
       "step": 59000
     },
     {
       "epoch": 4.848435462842242,
-      "grad_norm": 4.209679126739502,
-      "learning_rate": 3.0312907431551503e-06,
-      "loss": 0.486,
+      "grad_norm": 4.510776996612549,
+      "learning_rate": 0.00015454693611473272,
+      "loss": 0.4322,
       "step": 59500
     },
     {
       "epoch": 4.889178617992178,
-      "grad_norm": 2.8056962490081787,
-      "learning_rate": 2.216427640156454e-06,
-      "loss": 0.4901,
+      "grad_norm": 5.1884565353393555,
+      "learning_rate": 0.00015332464146023469,
+      "loss": 0.4346,
       "step": 60000
     },
     {
       "epoch": 4.929921773142112,
-      "grad_norm": 6.198245048522949,
-      "learning_rate": 1.4015645371577576e-06,
-      "loss": 0.4916,
+      "grad_norm": 5.881906509399414,
+      "learning_rate": 0.00015210234680573662,
+      "loss": 0.435,
       "step": 60500
     },
     {
       "epoch": 4.970664928292047,
-      "grad_norm": 5.111588001251221,
-      "learning_rate": 5.867014341590613e-07,
-      "loss": 0.4888,
+      "grad_norm": 6.772756099700928,
+      "learning_rate": 0.0001508800521512386,
+      "loss": 0.436,
       "step": 61000
     },
     {
       "epoch": 5.0,
-      "eval_accuracy": 0.8132529854774475,
-      "eval_loss": 0.47050172090530396,
-      "eval_runtime": 3.6166,
-      "eval_samples_per_second": 688.49,
-      "eval_steps_per_second": 86.269,
+      "eval_accuracy": 0.8345381617546082,
+      "eval_loss": 0.42114126682281494,
+      "eval_runtime": 3.525,
+      "eval_samples_per_second": 706.383,
+      "eval_steps_per_second": 88.511,
       "step": 61360
     },
     {
-      "epoch": 5.0,
-      "step": 61360,
-      "total_flos": 1.304952541072128e+17,
-      "train_loss": 0.5436927029486586,
-      "train_runtime": 4115.3634,
-      "train_samples_per_second": 477.117,
-      "train_steps_per_second": 14.91
+      "epoch": 5.011408083441982,
+      "grad_norm": 6.8924736976623535,
+      "learning_rate": 0.00014965775749674052,
+      "loss": 0.4388,
+      "step": 61500
+    },
+    {
+      "epoch": 5.052151238591916,
+      "grad_norm": 7.1412882804870605,
+      "learning_rate": 0.0001484354628422425,
+      "loss": 0.4125,
+      "step": 62000
+    },
+    {
+      "epoch": 5.092894393741851,
+      "grad_norm": 7.67710542678833,
+      "learning_rate": 0.00014721316818774445,
+      "loss": 0.4091,
+      "step": 62500
+    },
+    {
+      "epoch": 5.1336375488917865,
+      "grad_norm": 5.673561096191406,
+      "learning_rate": 0.0001459908735332464,
+      "loss": 0.4138,
+      "step": 63000
+    },
+    {
+      "epoch": 5.174380704041721,
+      "grad_norm": 5.589047908782959,
+      "learning_rate": 0.00014476857887874836,
+      "loss": 0.4174,
+      "step": 63500
+    },
+    {
+      "epoch": 5.215123859191656,
+      "grad_norm": 3.591366767883301,
+      "learning_rate": 0.00014354628422425032,
+      "loss": 0.4116,
+      "step": 64000
+    },
+    {
+      "epoch": 5.25586701434159,
+      "grad_norm": 5.160641193389893,
+      "learning_rate": 0.00014232398956975226,
+      "loss": 0.4168,
+      "step": 64500
+    },
+    {
+      "epoch": 5.296610169491525,
+      "grad_norm": 7.442717552185059,
+      "learning_rate": 0.00014110169491525422,
+      "loss": 0.4137,
+      "step": 65000
+    },
+    {
+      "epoch": 5.337353324641461,
+      "grad_norm": 5.819495677947998,
+      "learning_rate": 0.0001398794002607562,
+      "loss": 0.4226,
+      "step": 65500
+    },
+    {
+      "epoch": 5.378096479791395,
+      "grad_norm": 5.86204719543457,
+      "learning_rate": 0.00013865710560625815,
+      "loss": 0.4158,
+      "step": 66000
+    },
+    {
+      "epoch": 5.41883963494133,
+      "grad_norm": 5.929037094116211,
+      "learning_rate": 0.0001374348109517601,
+      "loss": 0.4139,
+      "step": 66500
+    },
+    {
+      "epoch": 5.459582790091265,
+      "grad_norm": 6.2193427085876465,
+      "learning_rate": 0.00013621251629726205,
+      "loss": 0.4278,
+      "step": 67000
+    },
+    {
+      "epoch": 5.500325945241199,
+      "grad_norm": 3.6446192264556885,
+      "learning_rate": 0.000134990221642764,
+      "loss": 0.4263,
+      "step": 67500
+    },
+    {
+      "epoch": 5.541069100391134,
+      "grad_norm": 4.629395961761475,
+      "learning_rate": 0.00013376792698826596,
+      "loss": 0.4272,
+      "step": 68000
+    },
+    {
+      "epoch": 5.581812255541069,
+      "grad_norm": 4.330788612365723,
+      "learning_rate": 0.00013254563233376792,
+      "loss": 0.4189,
+      "step": 68500
+    },
+    {
+      "epoch": 5.622555410691004,
+      "grad_norm": 6.034902572631836,
+      "learning_rate": 0.00013132333767926986,
+      "loss": 0.4214,
+      "step": 69000
+    },
+    {
+      "epoch": 5.663298565840939,
+      "grad_norm": 4.091671943664551,
+      "learning_rate": 0.00013010104302477182,
+      "loss": 0.4124,
+      "step": 69500
+    },
+    {
+      "epoch": 5.704041720990873,
+      "grad_norm": 5.487693786621094,
+      "learning_rate": 0.00012887874837027379,
+      "loss": 0.4242,
+      "step": 70000
+    },
+    {
+      "epoch": 5.744784876140808,
+      "grad_norm": 5.3786115646362305,
+      "learning_rate": 0.00012765645371577575,
+      "loss": 0.4298,
+      "step": 70500
+    },
+    {
+      "epoch": 5.7855280312907436,
+      "grad_norm": 4.010681629180908,
+      "learning_rate": 0.0001264341590612777,
+      "loss": 0.4253,
+      "step": 71000
+    },
+    {
+      "epoch": 5.826271186440678,
+      "grad_norm": 5.500887870788574,
+      "learning_rate": 0.00012521186440677965,
+      "loss": 0.4245,
+      "step": 71500
+    },
+    {
+      "epoch": 5.867014341590613,
+      "grad_norm": 5.5760931968688965,
+      "learning_rate": 0.0001239895697522816,
+      "loss": 0.4102,
+      "step": 72000
+    },
+    {
+      "epoch": 5.9077574967405475,
+      "grad_norm": 5.079644203186035,
+      "learning_rate": 0.00012276727509778355,
+      "loss": 0.4201,
+      "step": 72500
+    },
+    {
+      "epoch": 5.948500651890482,
+      "grad_norm": 5.812402248382568,
+      "learning_rate": 0.0001215449804432855,
+      "loss": 0.4122,
+      "step": 73000
+    },
+    {
+      "epoch": 5.989243807040417,
+      "grad_norm": 19.5577335357666,
+      "learning_rate": 0.00012032268578878747,
+      "loss": 0.4143,
+      "step": 73500
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.8341365456581116,
+      "eval_loss": 0.4439743757247925,
+      "eval_runtime": 3.5304,
+      "eval_samples_per_second": 705.293,
+      "eval_steps_per_second": 88.374,
+      "step": 73632
+    },
+    {
+      "epoch": 6.029986962190352,
+      "grad_norm": 5.7537946701049805,
+      "learning_rate": 0.00011910039113428943,
+      "loss": 0.4095,
+      "step": 74000
+    },
+    {
+      "epoch": 6.070730117340287,
+      "grad_norm": 4.046775817871094,
+      "learning_rate": 0.00011787809647979139,
+      "loss": 0.404,
+      "step": 74500
+    },
+    {
+      "epoch": 6.111473272490222,
+      "grad_norm": 5.266561508178711,
+      "learning_rate": 0.00011665580182529335,
+      "loss": 0.3959,
+      "step": 75000
+    },
+    {
+      "epoch": 6.152216427640156,
+      "grad_norm": 4.223605632781982,
+      "learning_rate": 0.0001154335071707953,
+      "loss": 0.3998,
+      "step": 75500
+    },
+    {
+      "epoch": 6.192959582790091,
+      "grad_norm": 4.90071964263916,
+      "learning_rate": 0.00011421121251629725,
+      "loss": 0.398,
+      "step": 76000
+    },
+    {
+      "epoch": 6.2337027379400265,
+      "grad_norm": 4.251009464263916,
+      "learning_rate": 0.0001129889178617992,
+      "loss": 0.4121,
+      "step": 76500
+    },
+    {
+      "epoch": 6.274445893089961,
+      "grad_norm": 4.648316383361816,
+      "learning_rate": 0.00011176662320730115,
+      "loss": 0.4081,
+      "step": 77000
+    },
+    {
+      "epoch": 6.315189048239896,
+      "grad_norm": 3.8864428997039795,
+      "learning_rate": 0.00011054432855280312,
+      "loss": 0.3964,
+      "step": 77500
+    },
+    {
+      "epoch": 6.3559322033898304,
+      "grad_norm": 6.131734371185303,
+      "learning_rate": 0.00010932203389830507,
+      "loss": 0.4089,
+      "step": 78000
+    },
+    {
+      "epoch": 6.396675358539765,
+      "grad_norm": 6.840878009796143,
+      "learning_rate": 0.00010809973924380703,
+      "loss": 0.4138,
+      "step": 78500
+    },
+    {
+      "epoch": 6.4374185136897,
+      "grad_norm": 4.359363079071045,
+      "learning_rate": 0.00010687744458930898,
+      "loss": 0.4031,
+      "step": 79000
+    },
+    {
+      "epoch": 6.478161668839635,
+      "grad_norm": 5.549428462982178,
+      "learning_rate": 0.00010565514993481095,
+      "loss": 0.4112,
+      "step": 79500
+    },
+    {
+      "epoch": 6.51890482398957,
+      "grad_norm": 3.57088041305542,
+      "learning_rate": 0.0001044328552803129,
+      "loss": 0.4033,
+      "step": 80000
+    },
+    {
+      "epoch": 6.559647979139505,
+      "grad_norm": 4.713502883911133,
+      "learning_rate": 0.00010321056062581485,
+      "loss": 0.4129,
+      "step": 80500
+    },
+    {
+      "epoch": 6.600391134289439,
+      "grad_norm": 5.755394458770752,
+      "learning_rate": 0.0001019882659713168,
+      "loss": 0.4001,
+      "step": 81000
+    },
+    {
+      "epoch": 6.641134289439374,
+      "grad_norm": 5.579432010650635,
+      "learning_rate": 0.00010076597131681877,
+      "loss": 0.4057,
+      "step": 81500
+    },
+    {
+      "epoch": 6.681877444589309,
+      "grad_norm": 5.298727512359619,
+      "learning_rate": 9.954367666232072e-05,
+      "loss": 0.4069,
+      "step": 82000
+    },
+    {
+      "epoch": 6.722620599739244,
+      "grad_norm": 6.568725109100342,
+      "learning_rate": 9.832138200782268e-05,
+      "loss": 0.3974,
+      "step": 82500
+    },
+    {
+      "epoch": 6.763363754889179,
+      "grad_norm": 5.902369022369385,
+      "learning_rate": 9.709908735332463e-05,
+      "loss": 0.3998,
+      "step": 83000
+    },
+    {
+      "epoch": 6.804106910039113,
+      "grad_norm": 5.710369110107422,
+      "learning_rate": 9.58767926988266e-05,
+      "loss": 0.4094,
+      "step": 83500
+    },
+    {
+      "epoch": 6.844850065189048,
+      "grad_norm": 7.27541446685791,
+      "learning_rate": 9.465449804432855e-05,
+      "loss": 0.3889,
+      "step": 84000
+    },
+    {
+      "epoch": 6.885593220338983,
+      "grad_norm": 2.905696153640747,
+      "learning_rate": 9.34322033898305e-05,
+      "loss": 0.3988,
+      "step": 84500
+    },
+    {
+      "epoch": 6.926336375488918,
+      "grad_norm": 4.89232063293457,
+      "learning_rate": 9.220990873533245e-05,
+      "loss": 0.3921,
+      "step": 85000
+    },
+    {
+      "epoch": 6.967079530638853,
+      "grad_norm": 6.2112274169921875,
+      "learning_rate": 9.098761408083442e-05,
+      "loss": 0.3907,
+      "step": 85500
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.8321285247802734,
+      "eval_loss": 0.43350040912628174,
+      "eval_runtime": 3.5095,
+      "eval_samples_per_second": 709.513,
+      "eval_steps_per_second": 88.903,
+      "step": 85904
+    },
+    {
+      "epoch": 7.0078226857887875,
+      "grad_norm": 6.440418720245361,
+      "learning_rate": 8.976531942633637e-05,
+      "loss": 0.3996,
+      "step": 86000
+    },
+    {
+      "epoch": 7.048565840938722,
+      "grad_norm": 5.757605075836182,
+      "learning_rate": 8.854302477183832e-05,
+      "loss": 0.377,
+      "step": 86500
+    },
+    {
+      "epoch": 7.089308996088657,
+      "grad_norm": 5.203352928161621,
+      "learning_rate": 8.732073011734028e-05,
+      "loss": 0.3928,
+      "step": 87000
+    },
+    {
+      "epoch": 7.130052151238592,
+      "grad_norm": 5.605312347412109,
+      "learning_rate": 8.609843546284225e-05,
+      "loss": 0.3863,
+      "step": 87500
+    },
+    {
+      "epoch": 7.170795306388527,
+      "grad_norm": 5.28822660446167,
+      "learning_rate": 8.48761408083442e-05,
+      "loss": 0.3843,
+      "step": 88000
+    },
+    {
+      "epoch": 7.211538461538462,
+      "grad_norm": 4.207997798919678,
+      "learning_rate": 8.365384615384615e-05,
+      "loss": 0.3886,
+      "step": 88500
+    },
+    {
+      "epoch": 7.252281616688396,
+      "grad_norm": 4.063730239868164,
+      "learning_rate": 8.24315514993481e-05,
+      "loss": 0.3914,
+      "step": 89000
+    },
+    {
+      "epoch": 7.293024771838331,
+      "grad_norm": 6.433591365814209,
+      "learning_rate": 8.120925684485006e-05,
+      "loss": 0.3926,
+      "step": 89500
+    },
+    {
+      "epoch": 7.333767926988266,
+      "grad_norm": 3.1585044860839844,
+      "learning_rate": 7.998696219035201e-05,
+      "loss": 0.39,
+      "step": 90000
+    },
+    {
+      "epoch": 7.374511082138201,
+      "grad_norm": 5.051187992095947,
+      "learning_rate": 7.876466753585397e-05,
+      "loss": 0.3854,
+      "step": 90500
+    },
+    {
+      "epoch": 7.415254237288136,
+      "grad_norm": 5.842960834503174,
+      "learning_rate": 7.754237288135592e-05,
+      "loss": 0.3748,
+      "step": 91000
+    },
+    {
+      "epoch": 7.4559973924380705,
+      "grad_norm": 3.273320198059082,
+      "learning_rate": 7.63200782268579e-05,
+      "loss": 0.3885,
+      "step": 91500
+    },
+    {
+      "epoch": 7.496740547588005,
+      "grad_norm": 4.630128860473633,
+      "learning_rate": 7.509778357235985e-05,
+      "loss": 0.3914,
+      "step": 92000
+    },
+    {
+      "epoch": 7.53748370273794,
+      "grad_norm": 4.444061279296875,
+      "learning_rate": 7.387548891786178e-05,
+      "loss": 0.3882,
+      "step": 92500
+    },
+    {
+      "epoch": 7.578226857887875,
+      "grad_norm": 4.932531833648682,
+      "learning_rate": 7.265319426336375e-05,
+      "loss": 0.3886,
+      "step": 93000
+    },
+    {
+      "epoch": 7.61897001303781,
+      "grad_norm": 5.399273872375488,
+      "learning_rate": 7.14308996088657e-05,
+      "loss": 0.3937,
+      "step": 93500
+    },
+    {
+      "epoch": 7.659713168187745,
+      "grad_norm": 7.287408351898193,
+      "learning_rate": 7.020860495436766e-05,
+      "loss": 0.3783,
+      "step": 94000
+    },
+    {
+      "epoch": 7.700456323337679,
+      "grad_norm": 6.242406368255615,
+      "learning_rate": 6.898631029986961e-05,
+      "loss": 0.395,
+      "step": 94500
+    },
+    {
+      "epoch": 7.741199478487614,
+      "grad_norm": 3.794053077697754,
+      "learning_rate": 6.776401564537158e-05,
+      "loss": 0.3967,
+      "step": 95000
+    },
+    {
+      "epoch": 7.781942633637549,
+      "grad_norm": 7.381150245666504,
+      "learning_rate": 6.654172099087353e-05,
+      "loss": 0.3837,
+      "step": 95500
+    },
+    {
+      "epoch": 7.822685788787483,
+      "grad_norm": 4.904209613800049,
+      "learning_rate": 6.531942633637548e-05,
+      "loss": 0.3874,
+      "step": 96000
+    },
+    {
+      "epoch": 7.863428943937419,
+      "grad_norm": 4.649083137512207,
+      "learning_rate": 6.409713168187743e-05,
+      "loss": 0.389,
+      "step": 96500
+    },
+    {
+      "epoch": 7.904172099087353,
+      "grad_norm": 7.420172691345215,
+      "learning_rate": 6.28748370273794e-05,
+      "loss": 0.3877,
+      "step": 97000
+    },
+    {
+      "epoch": 7.944915254237288,
+      "grad_norm": 4.977739334106445,
+      "learning_rate": 6.165254237288135e-05,
+      "loss": 0.3885,
+      "step": 97500
+    },
+    {
+      "epoch": 7.985658409387223,
+      "grad_norm": 5.967884063720703,
+      "learning_rate": 6.0430247718383304e-05,
+      "loss": 0.3899,
+      "step": 98000
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.8401606678962708,
+      "eval_loss": 0.421245813369751,
+      "eval_runtime": 3.5351,
+      "eval_samples_per_second": 704.361,
+      "eval_steps_per_second": 88.257,
+      "step": 98176
+    },
+    {
+      "epoch": 8.026401564537158,
+      "grad_norm": 3.8275697231292725,
+      "learning_rate": 5.920795306388526e-05,
+      "loss": 0.3753,
+      "step": 98500
+    },
+    {
+      "epoch": 8.067144719687093,
+      "grad_norm": 5.281260967254639,
+      "learning_rate": 5.798565840938721e-05,
+      "loss": 0.3657,
+      "step": 99000
+    },
+    {
+      "epoch": 8.107887874837028,
+      "grad_norm": 4.99520206451416,
+      "learning_rate": 5.676336375488918e-05,
+      "loss": 0.365,
+      "step": 99500
+    },
+    {
+      "epoch": 8.148631029986962,
+      "grad_norm": 8.345664978027344,
+      "learning_rate": 5.554106910039113e-05,
+      "loss": 0.3766,
+      "step": 100000
+    },
+    {
+      "epoch": 8.189374185136897,
+      "grad_norm": 7.439541339874268,
+      "learning_rate": 5.4318774445893086e-05,
+      "loss": 0.3695,
+      "step": 100500
+    },
+    {
+      "epoch": 8.230117340286832,
+      "grad_norm": 18.46923828125,
+      "learning_rate": 5.309647979139504e-05,
+      "loss": 0.3751,
+      "step": 101000
+    },
+    {
+      "epoch": 8.270860495436766,
+      "grad_norm": 7.099632740020752,
+      "learning_rate": 5.1874185136897e-05,
+      "loss": 0.3747,
+      "step": 101500
+    },
+    {
+      "epoch": 8.3116036505867,
+      "grad_norm": 5.036531925201416,
+      "learning_rate": 5.065189048239895e-05,
+      "loss": 0.3736,
+      "step": 102000
+    },
+    {
+      "epoch": 8.352346805736635,
+      "grad_norm": 5.257627010345459,
+      "learning_rate": 4.942959582790091e-05,
+      "loss": 0.3718,
+      "step": 102500
+    },
+    {
+      "epoch": 8.393089960886572,
+      "grad_norm": 4.144084453582764,
+      "learning_rate": 4.820730117340286e-05,
+      "loss": 0.3831,
+      "step": 103000
+    },
+    {
+      "epoch": 8.433833116036507,
+      "grad_norm": 7.010155200958252,
+      "learning_rate": 4.698500651890482e-05,
+      "loss": 0.3728,
+      "step": 103500
+    },
+    {
+      "epoch": 8.474576271186441,
+      "grad_norm": 4.621219635009766,
+      "learning_rate": 4.576271186440678e-05,
+      "loss": 0.3708,
+      "step": 104000
+    },
+    {
+      "epoch": 8.515319426336376,
+      "grad_norm": 7.2299394607543945,
+      "learning_rate": 4.4540417209908735e-05,
+      "loss": 0.3747,
+      "step": 104500
+    },
+    {
+      "epoch": 8.55606258148631,
+      "grad_norm": 7.200563430786133,
+      "learning_rate": 4.3318122555410686e-05,
+      "loss": 0.3817,
+      "step": 105000
+    },
+    {
+      "epoch": 8.596805736636245,
+      "grad_norm": 4.539661884307861,
+      "learning_rate": 4.2095827900912643e-05,
+      "loss": 0.375,
+      "step": 105500
+    },
+    {
+      "epoch": 8.63754889178618,
+      "grad_norm": 4.076575756072998,
+      "learning_rate": 4.08735332464146e-05,
+      "loss": 0.3761,
+      "step": 106000
+    },
+    {
+      "epoch": 8.678292046936114,
+      "grad_norm": 5.755791664123535,
+      "learning_rate": 3.965123859191656e-05,
+      "loss": 0.388,
+      "step": 106500
+    },
+    {
+      "epoch": 8.719035202086049,
+      "grad_norm": 4.549001216888428,
+      "learning_rate": 3.842894393741851e-05,
+      "loss": 0.3794,
+      "step": 107000
+    },
+    {
+      "epoch": 8.759778357235984,
+      "grad_norm": 4.821287155151367,
+      "learning_rate": 3.720664928292047e-05,
+      "loss": 0.3696,
+      "step": 107500
+    },
+    {
+      "epoch": 8.800521512385918,
+      "grad_norm": 5.3173089027404785,
+      "learning_rate": 3.5984354628422425e-05,
+      "loss": 0.3777,
+      "step": 108000
+    },
+    {
+      "epoch": 8.841264667535853,
+      "grad_norm": 5.278952121734619,
+      "learning_rate": 3.4762059973924376e-05,
+      "loss": 0.3743,
+      "step": 108500
+    },
+    {
+      "epoch": 8.88200782268579,
+      "grad_norm": 6.104799270629883,
+      "learning_rate": 3.3539765319426334e-05,
+      "loss": 0.3791,
+      "step": 109000
+    },
+    {
+      "epoch": 8.922750977835724,
+      "grad_norm": 4.673792839050293,
+      "learning_rate": 3.2317470664928285e-05,
+      "loss": 0.3774,
+      "step": 109500
+    },
+    {
+      "epoch": 8.963494132985659,
+      "grad_norm": 6.051920413970947,
+      "learning_rate": 3.109517601043025e-05,
+      "loss": 0.3752,
+      "step": 110000
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.8373494148254395,
+      "eval_loss": 0.43148961663246155,
+      "eval_runtime": 3.528,
+      "eval_samples_per_second": 705.779,
+      "eval_steps_per_second": 88.435,
+      "step": 110448
+    },
+    {
+      "epoch": 9.004237288135593,
+      "grad_norm": 3.2586278915405273,
+      "learning_rate": 2.98728813559322e-05,
+      "loss": 0.3684,
+      "step": 110500
+    },
+    {
+      "epoch": 9.044980443285528,
+      "grad_norm": 3.5761301517486572,
+      "learning_rate": 2.8650586701434158e-05,
+      "loss": 0.3634,
+      "step": 111000
+    },
+    {
+      "epoch": 9.085723598435463,
+      "grad_norm": 8.008382797241211,
+      "learning_rate": 2.7428292046936113e-05,
+      "loss": 0.3574,
+      "step": 111500
+    },
+    {
+      "epoch": 9.126466753585397,
+      "grad_norm": 3.5123190879821777,
+      "learning_rate": 2.6205997392438067e-05,
+      "loss": 0.3794,
+      "step": 112000
+    },
+    {
+      "epoch": 9.167209908735332,
+      "grad_norm": 6.476950168609619,
+      "learning_rate": 2.4983702737940025e-05,
+      "loss": 0.3677,
+      "step": 112500
+    },
+    {
+      "epoch": 9.207953063885267,
+      "grad_norm": 3.6542065143585205,
+      "learning_rate": 2.376140808344198e-05,
+      "loss": 0.3666,
+      "step": 113000
+    },
+    {
+      "epoch": 9.248696219035201,
+      "grad_norm": 5.919882297515869,
+      "learning_rate": 2.2539113428943937e-05,
+      "loss": 0.3605,
+      "step": 113500
+    },
+    {
+      "epoch": 9.289439374185136,
+      "grad_norm": 10.532210350036621,
+      "learning_rate": 2.131681877444589e-05,
+      "loss": 0.3703,
+      "step": 114000
+    },
+    {
+      "epoch": 9.330182529335072,
+      "grad_norm": 4.157111167907715,
+      "learning_rate": 2.009452411994785e-05,
+      "loss": 0.3712,
+      "step": 114500
+    },
+    {
+      "epoch": 9.370925684485007,
+      "grad_norm": 4.405088424682617,
+      "learning_rate": 1.8872229465449803e-05,
+      "loss": 0.3595,
+      "step": 115000
+    },
+    {
+      "epoch": 9.411668839634942,
+      "grad_norm": 7.088386535644531,
+      "learning_rate": 1.7649934810951758e-05,
+      "loss": 0.3637,
+      "step": 115500
+    },
+    {
+      "epoch": 9.452411994784876,
+      "grad_norm": 3.80808162689209,
+      "learning_rate": 1.6427640156453715e-05,
+      "loss": 0.3662,
+      "step": 116000
+    },
+    {
+      "epoch": 9.493155149934811,
+      "grad_norm": 5.665896415710449,
+      "learning_rate": 1.520534550195567e-05,
+      "loss": 0.369,
+      "step": 116500
+    },
+    {
+      "epoch": 9.533898305084746,
+      "grad_norm": 4.733582496643066,
+      "learning_rate": 1.3983050847457626e-05,
+      "loss": 0.3665,
+      "step": 117000
+    },
+    {
+      "epoch": 9.57464146023468,
+      "grad_norm": 6.934778690338135,
+      "learning_rate": 1.2760756192959582e-05,
+      "loss": 0.3567,
+      "step": 117500
+    },
+    {
+      "epoch": 9.615384615384615,
+      "grad_norm": 6.5998311042785645,
+      "learning_rate": 1.1538461538461538e-05,
+      "loss": 0.3612,
+      "step": 118000
+    },
+    {
+      "epoch": 9.65612777053455,
+      "grad_norm": 7.71038293838501,
+      "learning_rate": 1.0316166883963494e-05,
+      "loss": 0.3562,
+      "step": 118500
+    },
+    {
+      "epoch": 9.696870925684484,
+      "grad_norm": 4.586871147155762,
+      "learning_rate": 9.093872229465448e-06,
+      "loss": 0.3661,
+      "step": 119000
+    },
+    {
+      "epoch": 9.737614080834419,
+      "grad_norm": 5.962682247161865,
+      "learning_rate": 7.871577574967404e-06,
+      "loss": 0.3675,
+      "step": 119500
+    },
+    {
+      "epoch": 9.778357235984355,
+      "grad_norm": 3.3349926471710205,
+      "learning_rate": 6.649282920469361e-06,
+      "loss": 0.3571,
+      "step": 120000
+    },
+    {
+      "epoch": 9.81910039113429,
+      "grad_norm": 5.066919326782227,
+      "learning_rate": 5.426988265971316e-06,
+      "loss": 0.3558,
+      "step": 120500
+    },
+    {
+      "epoch": 9.859843546284225,
+      "grad_norm": 5.792361259460449,
+      "learning_rate": 4.2046936114732716e-06,
+      "loss": 0.368,
+      "step": 121000
+    },
+    {
+      "epoch": 9.90058670143416,
+      "grad_norm": 6.927473545074463,
+      "learning_rate": 2.982398956975228e-06,
+      "loss": 0.3631,
+      "step": 121500
+    },
+    {
+      "epoch": 9.941329856584094,
+      "grad_norm": 6.935751914978027,
+      "learning_rate": 1.7601043024771837e-06,
+      "loss": 0.3623,
+      "step": 122000
+    },
+    {
+      "epoch": 9.982073011734029,
+      "grad_norm": 1.9150322675704956,
+      "learning_rate": 5.378096479791394e-07,
+      "loss": 0.3639,
+      "step": 122500
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.8357429504394531,
+      "eval_loss": 0.4303068220615387,
+      "eval_runtime": 3.5313,
+      "eval_samples_per_second": 705.119,
+      "eval_steps_per_second": 88.352,
+      "step": 122720
+    },
+    {
+      "epoch": 10.0,
+      "step": 122720,
+      "total_flos": 2.6187994846190592e+17,
+      "train_loss": 0.4432659422714054,
+      "train_runtime": 8098.9158,
+      "train_samples_per_second": 484.882,
+      "train_steps_per_second": 15.153
     }
   ],
   "logging_steps": 500,
-  "max_steps": 61360,
+  "max_steps": 122720,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 5,
+  "num_train_epochs": 10,
   "save_steps": 500,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -934,7 +1840,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.304952541072128e+17,
+  "total_flos": 2.6187994846190592e+17,
   "train_batch_size": 32,
   "trial_name": null,
   "trial_params": null