diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,7043 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.989308624376337,
+  "eval_steps": 500,
+  "global_step": 875,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.005702066999287242,
+      "grad_norm": 884.3019409179688,
+      "learning_rate": 5.000000000000001e-07,
+      "loss": 12.0862,
+      "num_input_tokens_seen": 6368,
+      "step": 1
+    },
+    {
+      "epoch": 0.011404133998574484,
+      "grad_norm": 843.7129516601562,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 12.1914,
+      "num_input_tokens_seen": 12384,
+      "step": 2
+    },
+    {
+      "epoch": 0.017106200997861726,
+      "grad_norm": 838.2268676757812,
+      "learning_rate": 1.5e-06,
+      "loss": 11.9748,
+      "num_input_tokens_seen": 18624,
+      "step": 3
+    },
+    {
+      "epoch": 0.022808267997148968,
+      "grad_norm": 757.4126586914062,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 11.5009,
+      "num_input_tokens_seen": 25488,
+      "step": 4
+    },
+    {
+      "epoch": 0.02851033499643621,
+      "grad_norm": 627.78759765625,
+      "learning_rate": 2.5e-06,
+      "loss": 8.7827,
+      "num_input_tokens_seen": 32368,
+      "step": 5
+    },
+    {
+      "epoch": 0.03421240199572345,
+      "grad_norm": 409.04754638671875,
+      "learning_rate": 3e-06,
+      "loss": 6.5054,
+      "num_input_tokens_seen": 39008,
+      "step": 6
+    },
+    {
+      "epoch": 0.03991446899501069,
+      "grad_norm": 373.82159423828125,
+      "learning_rate": 3.5e-06,
+      "loss": 5.2127,
+      "num_input_tokens_seen": 45984,
+      "step": 7
+    },
+    {
+      "epoch": 0.045616535994297935,
+      "grad_norm": 351.687744140625,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 2.749,
+      "num_input_tokens_seen": 52656,
+      "step": 8
+    },
+    {
+      "epoch": 0.05131860299358518,
+      "grad_norm": 278.171875,
+      "learning_rate": 4.5e-06,
+      "loss": 1.0344,
+      "num_input_tokens_seen": 59408,
+      "step": 9
+    },
+    {
+      "epoch": 0.05702066999287242,
+      "grad_norm": 309.93524169921875,
+      "learning_rate": 5e-06,
+      "loss": 0.6484,
+      "num_input_tokens_seen": 66096,
+      "step": 10
+    },
+    {
+      "epoch": 0.06272273699215966,
+      "grad_norm": 360.1611633300781,
+      "learning_rate": 4.999983511654997e-06,
+      "loss": 1.8744,
+      "num_input_tokens_seen": 72592,
+      "step": 11
+    },
+    {
+      "epoch": 0.0684248039914469,
+      "grad_norm": 90.9323501586914,
+      "learning_rate": 4.999934046837479e-06,
+      "loss": 0.4507,
+      "num_input_tokens_seen": 79456,
+      "step": 12
+    },
+    {
+      "epoch": 0.07412687099073414,
+      "grad_norm": 303.21185302734375,
+      "learning_rate": 4.99985160619992e-06,
+      "loss": 1.6065,
+      "num_input_tokens_seen": 86016,
+      "step": 13
+    },
+    {
+      "epoch": 0.07982893799002139,
+      "grad_norm": 264.76409912109375,
+      "learning_rate": 4.99973619082977e-06,
+      "loss": 1.647,
+      "num_input_tokens_seen": 92336,
+      "step": 14
+    },
+    {
+      "epoch": 0.08553100498930863,
+      "grad_norm": 102.49153137207031,
+      "learning_rate": 4.999587802249433e-06,
+      "loss": 0.4799,
+      "num_input_tokens_seen": 99120,
+      "step": 15
+    },
+    {
+      "epoch": 0.09123307198859587,
+      "grad_norm": 128.62033081054688,
+      "learning_rate": 4.999406442416258e-06,
+      "loss": 0.5683,
+      "num_input_tokens_seen": 105712,
+      "step": 16
+    },
+    {
+      "epoch": 0.09693513898788311,
+      "grad_norm": 137.42129516601562,
+      "learning_rate": 4.9991921137225e-06,
+      "loss": 1.1372,
+      "num_input_tokens_seen": 112480,
+      "step": 17
+    },
+    {
+      "epoch": 0.10263720598717035,
+      "grad_norm": 11.351543426513672,
+      "learning_rate": 4.998944818995301e-06,
+      "loss": 0.3574,
+      "num_input_tokens_seen": 119136,
+      "step": 18
+    },
+    {
+      "epoch": 0.1083392729864576,
+      "grad_norm": 27.159238815307617,
+      "learning_rate": 4.9986645614966465e-06,
+      "loss": 0.3492,
+      "num_input_tokens_seen": 125632,
+      "step": 19
+    },
+    {
+      "epoch": 0.11404133998574484,
+      "grad_norm": 111.3335952758789,
+      "learning_rate": 4.998351344923323e-06,
+      "loss": 1.0766,
+      "num_input_tokens_seen": 132208,
+      "step": 20
+    },
+    {
+      "epoch": 0.11974340698503208,
+      "grad_norm": 41.73637771606445,
+      "learning_rate": 4.998005173406865e-06,
+      "loss": 0.3635,
+      "num_input_tokens_seen": 138624,
+      "step": 21
+    },
+    {
+      "epoch": 0.12544547398431932,
+      "grad_norm": 131.07913208007812,
+      "learning_rate": 4.997626051513512e-06,
+      "loss": 1.5452,
+      "num_input_tokens_seen": 145056,
+      "step": 22
+    },
+    {
+      "epoch": 0.13114754098360656,
+      "grad_norm": 85.91304779052734,
+      "learning_rate": 4.997213984244138e-06,
+      "loss": 0.9203,
+      "num_input_tokens_seen": 151696,
+      "step": 23
+    },
+    {
+      "epoch": 0.1368496079828938,
+      "grad_norm": 31.326322555541992,
+      "learning_rate": 4.9967689770341885e-06,
+      "loss": 0.3603,
+      "num_input_tokens_seen": 158080,
+      "step": 24
+    },
+    {
+      "epoch": 0.14255167498218105,
+      "grad_norm": 81.54974365234375,
+      "learning_rate": 4.996291035753608e-06,
+      "loss": 0.7598,
+      "num_input_tokens_seen": 164560,
+      "step": 25
+    },
+    {
+      "epoch": 0.1482537419814683,
+      "grad_norm": 65.69086456298828,
+      "learning_rate": 4.995780166706768e-06,
+      "loss": 0.5039,
+      "num_input_tokens_seen": 171296,
+      "step": 26
+    },
+    {
+      "epoch": 0.15395580898075553,
+      "grad_norm": 63.37894821166992,
+      "learning_rate": 4.995236376632373e-06,
+      "loss": 0.4744,
+      "num_input_tokens_seen": 177696,
+      "step": 27
+    },
+    {
+      "epoch": 0.15965787598004277,
+      "grad_norm": 32.942325592041016,
+      "learning_rate": 4.994659672703384e-06,
+      "loss": 0.3387,
+      "num_input_tokens_seen": 184384,
+      "step": 28
+    },
+    {
+      "epoch": 0.16535994297933002,
+      "grad_norm": 27.978893280029297,
+      "learning_rate": 4.994050062526915e-06,
+      "loss": 0.3363,
+      "num_input_tokens_seen": 190736,
+      "step": 29
+    },
+    {
+      "epoch": 0.17106200997861726,
+      "grad_norm": 25.147125244140625,
+      "learning_rate": 4.993407554144137e-06,
+      "loss": 0.2842,
+      "num_input_tokens_seen": 197328,
+      "step": 30
+    },
+    {
+      "epoch": 0.1767640769779045,
+      "grad_norm": 17.1385498046875,
+      "learning_rate": 4.992732156030169e-06,
+      "loss": 0.2779,
+      "num_input_tokens_seen": 204096,
+      "step": 31
+    },
+    {
+      "epoch": 0.18246614397719174,
+      "grad_norm": 20.462833404541016,
+      "learning_rate": 4.992023877093969e-06,
+      "loss": 0.242,
+      "num_input_tokens_seen": 210432,
+      "step": 32
+    },
+    {
+      "epoch": 0.18816821097647898,
+      "grad_norm": 18.327606201171875,
+      "learning_rate": 4.991282726678215e-06,
+      "loss": 0.2279,
+      "num_input_tokens_seen": 217072,
+      "step": 33
+    },
+    {
+      "epoch": 0.19387027797576623,
+      "grad_norm": 8.27484130859375,
+      "learning_rate": 4.990508714559182e-06,
+      "loss": 0.1862,
+      "num_input_tokens_seen": 223680,
+      "step": 34
+    },
+    {
+      "epoch": 0.19957234497505347,
+      "grad_norm": 26.527591705322266,
+      "learning_rate": 4.989701850946613e-06,
+      "loss": 0.2974,
+      "num_input_tokens_seen": 230272,
+      "step": 35
+    },
+    {
+      "epoch": 0.2052744119743407,
+      "grad_norm": 6.094027519226074,
+      "learning_rate": 4.988862146483585e-06,
+      "loss": 0.182,
+      "num_input_tokens_seen": 236912,
+      "step": 36
+    },
+    {
+      "epoch": 0.21097647897362795,
+      "grad_norm": 13.250824928283691,
+      "learning_rate": 4.9879896122463675e-06,
+      "loss": 0.1516,
+      "num_input_tokens_seen": 243424,
+      "step": 37
+    },
+    {
+      "epoch": 0.2166785459729152,
+      "grad_norm": 7.909171104431152,
+      "learning_rate": 4.987084259744276e-06,
+      "loss": 0.2325,
+      "num_input_tokens_seen": 250288,
+      "step": 38
+    },
+    {
+      "epoch": 0.22238061297220243,
+      "grad_norm": 5.98098611831665,
+      "learning_rate": 4.986146100919522e-06,
+      "loss": 0.1389,
+      "num_input_tokens_seen": 256640,
+      "step": 39
+    },
+    {
+      "epoch": 0.22808267997148968,
+      "grad_norm": 10.780566215515137,
+      "learning_rate": 4.985175148147057e-06,
+      "loss": 0.2076,
+      "num_input_tokens_seen": 263360,
+      "step": 40
+    },
+    {
+      "epoch": 0.23378474697077692,
+      "grad_norm": 11.498775482177734,
+      "learning_rate": 4.9841714142344015e-06,
+      "loss": 0.1476,
+      "num_input_tokens_seen": 270304,
+      "step": 41
+    },
+    {
+      "epoch": 0.23948681397006416,
+      "grad_norm": 9.130556106567383,
+      "learning_rate": 4.9831349124214855e-06,
+      "loss": 0.159,
+      "num_input_tokens_seen": 276752,
+      "step": 42
+    },
+    {
+      "epoch": 0.2451888809693514,
+      "grad_norm": 17.099760055541992,
+      "learning_rate": 4.982065656380468e-06,
+      "loss": 0.1761,
+      "num_input_tokens_seen": 283296,
+      "step": 43
+    },
+    {
+      "epoch": 0.25089094796863864,
+      "grad_norm": 7.222073554992676,
+      "learning_rate": 4.980963660215561e-06,
+      "loss": 0.1581,
+      "num_input_tokens_seen": 289888,
+      "step": 44
+    },
+    {
+      "epoch": 0.25659301496792586,
+      "grad_norm": 8.980274200439453,
+      "learning_rate": 4.979828938462836e-06,
+      "loss": 0.1454,
+      "num_input_tokens_seen": 296528,
+      "step": 45
+    },
+    {
+      "epoch": 0.26229508196721313,
+      "grad_norm": 23.71878433227539,
+      "learning_rate": 4.9786615060900415e-06,
+      "loss": 0.1823,
+      "num_input_tokens_seen": 303216,
+      "step": 46
+    },
+    {
+      "epoch": 0.26799714896650034,
+      "grad_norm": 26.473339080810547,
+      "learning_rate": 4.9774613784964e-06,
+      "loss": 0.2675,
+      "num_input_tokens_seen": 309968,
+      "step": 47
+    },
+    {
+      "epoch": 0.2736992159657876,
+      "grad_norm": 11.917190551757812,
+      "learning_rate": 4.976228571512405e-06,
+      "loss": 0.1482,
+      "num_input_tokens_seen": 316512,
+      "step": 48
+    },
+    {
+      "epoch": 0.2794012829650748,
+      "grad_norm": 9.98794937133789,
+      "learning_rate": 4.9749631013996146e-06,
+      "loss": 0.1258,
+      "num_input_tokens_seen": 323008,
+      "step": 49
+    },
+    {
+      "epoch": 0.2851033499643621,
+      "grad_norm": 17.47338104248047,
+      "learning_rate": 4.973664984850435e-06,
+      "loss": 0.1921,
+      "num_input_tokens_seen": 329888,
+      "step": 50
+    },
+    {
+      "epoch": 0.2908054169636493,
+      "grad_norm": 18.32182502746582,
+      "learning_rate": 4.9723342389879e-06,
+      "loss": 0.1491,
+      "num_input_tokens_seen": 336480,
+      "step": 51
+    },
+    {
+      "epoch": 0.2965074839629366,
+      "grad_norm": 10.995071411132812,
+      "learning_rate": 4.970970881365449e-06,
+      "loss": 0.1186,
+      "num_input_tokens_seen": 342992,
+      "step": 52
+    },
+    {
+      "epoch": 0.3022095509622238,
+      "grad_norm": 15.977797508239746,
+      "learning_rate": 4.96957492996669e-06,
+      "loss": 0.2011,
+      "num_input_tokens_seen": 349776,
+      "step": 53
+    },
+    {
+      "epoch": 0.30791161796151106,
+      "grad_norm": 5.898417949676514,
+      "learning_rate": 4.968146403205164e-06,
+      "loss": 0.1301,
+      "num_input_tokens_seen": 356432,
+      "step": 54
+    },
+    {
+      "epoch": 0.3136136849607983,
+      "grad_norm": 10.29259967803955,
+      "learning_rate": 4.966685319924105e-06,
+      "loss": 0.1563,
+      "num_input_tokens_seen": 362592,
+      "step": 55
+    },
+    {
+      "epoch": 0.31931575196008555,
+      "grad_norm": 12.916869163513184,
+      "learning_rate": 4.965191699396192e-06,
+      "loss": 0.1667,
+      "num_input_tokens_seen": 369040,
+      "step": 56
+    },
+    {
+      "epoch": 0.32501781895937276,
+      "grad_norm": 6.394758701324463,
+      "learning_rate": 4.9636655613232866e-06,
+      "loss": 0.134,
+      "num_input_tokens_seen": 375552,
+      "step": 57
+    },
+    {
+      "epoch": 0.33071988595866003,
+      "grad_norm": 4.55596399307251,
+      "learning_rate": 4.962106925836182e-06,
+      "loss": 0.1753,
+      "num_input_tokens_seen": 382304,
+      "step": 58
+    },
+    {
+      "epoch": 0.33642195295794725,
+      "grad_norm": 5.786614418029785,
+      "learning_rate": 4.960515813494335e-06,
+      "loss": 0.1381,
+      "num_input_tokens_seen": 388960,
+      "step": 59
+    },
+    {
+      "epoch": 0.3421240199572345,
+      "grad_norm": 3.520648956298828,
+      "learning_rate": 4.958892245285594e-06,
+      "loss": 0.0927,
+      "num_input_tokens_seen": 395888,
+      "step": 60
+    },
+    {
+      "epoch": 0.34782608695652173,
+      "grad_norm": 6.477549076080322,
+      "learning_rate": 4.957236242625918e-06,
+      "loss": 0.1608,
+      "num_input_tokens_seen": 402432,
+      "step": 61
+    },
+    {
+      "epoch": 0.353528153955809,
+      "grad_norm": 8.49998664855957,
+      "learning_rate": 4.955547827359103e-06,
+      "loss": 0.1219,
+      "num_input_tokens_seen": 408832,
+      "step": 62
+    },
+    {
+      "epoch": 0.3592302209550962,
+      "grad_norm": 7.314529895782471,
+      "learning_rate": 4.953827021756489e-06,
+      "loss": 0.1674,
+      "num_input_tokens_seen": 415232,
+      "step": 63
+    },
+    {
+      "epoch": 0.3649322879543835,
+      "grad_norm": 8.064135551452637,
+      "learning_rate": 4.952073848516663e-06,
+      "loss": 0.1413,
+      "num_input_tokens_seen": 421536,
+      "step": 64
+    },
+    {
+      "epoch": 0.3706343549536707,
+      "grad_norm": 6.086092472076416,
+      "learning_rate": 4.950288330765167e-06,
+      "loss": 0.1515,
+      "num_input_tokens_seen": 428176,
+      "step": 65
+    },
+    {
+      "epoch": 0.37633642195295797,
+      "grad_norm": 5.5795063972473145,
+      "learning_rate": 4.948470492054186e-06,
+      "loss": 0.1904,
+      "num_input_tokens_seen": 434592,
+      "step": 66
+    },
+    {
+      "epoch": 0.3820384889522452,
+      "grad_norm": 4.6880879402160645,
+      "learning_rate": 4.946620356362243e-06,
+      "loss": 0.1283,
+      "num_input_tokens_seen": 440912,
+      "step": 67
+    },
+    {
+      "epoch": 0.38774055595153245,
+      "grad_norm": 13.155076026916504,
+      "learning_rate": 4.944737948093876e-06,
+      "loss": 0.1686,
+      "num_input_tokens_seen": 447232,
+      "step": 68
+    },
+    {
+      "epoch": 0.39344262295081966,
+      "grad_norm": 3.164670467376709,
+      "learning_rate": 4.942823292079325e-06,
+      "loss": 0.1451,
+      "num_input_tokens_seen": 453920,
+      "step": 69
+    },
+    {
+      "epoch": 0.39914468995010693,
+      "grad_norm": 15.198010444641113,
+      "learning_rate": 4.9408764135741955e-06,
+      "loss": 0.1635,
+      "num_input_tokens_seen": 460320,
+      "step": 70
+    },
+    {
+      "epoch": 0.40484675694939415,
+      "grad_norm": 7.284903049468994,
+      "learning_rate": 4.9388973382591325e-06,
+      "loss": 0.1182,
+      "num_input_tokens_seen": 466816,
+      "step": 71
+    },
+    {
+      "epoch": 0.4105488239486814,
+      "grad_norm": 7.4862799644470215,
+      "learning_rate": 4.936886092239475e-06,
+      "loss": 0.1328,
+      "num_input_tokens_seen": 473488,
+      "step": 72
+    },
+    {
+      "epoch": 0.41625089094796863,
+      "grad_norm": 4.4039435386657715,
+      "learning_rate": 4.9348427020449206e-06,
+      "loss": 0.1312,
+      "num_input_tokens_seen": 480592,
+      "step": 73
+    },
+    {
+      "epoch": 0.4219529579472559,
+      "grad_norm": 7.053802967071533,
+      "learning_rate": 4.932767194629164e-06,
+      "loss": 0.1439,
+      "num_input_tokens_seen": 487584,
+      "step": 74
+    },
+    {
+      "epoch": 0.4276550249465431,
+      "grad_norm": 6.4606709480285645,
+      "learning_rate": 4.9306595973695545e-06,
+      "loss": 0.1534,
+      "num_input_tokens_seen": 494400,
+      "step": 75
+    },
+    {
+      "epoch": 0.4333570919458304,
+      "grad_norm": 8.80456256866455,
+      "learning_rate": 4.928519938066723e-06,
+      "loss": 0.1159,
+      "num_input_tokens_seen": 500624,
+      "step": 76
+    },
+    {
+      "epoch": 0.4390591589451176,
+      "grad_norm": 5.863775253295898,
+      "learning_rate": 4.926348244944221e-06,
+      "loss": 0.1291,
+      "num_input_tokens_seen": 507168,
+      "step": 77
+    },
+    {
+      "epoch": 0.44476122594440487,
+      "grad_norm": 6.417506217956543,
+      "learning_rate": 4.924144546648151e-06,
+      "loss": 0.145,
+      "num_input_tokens_seen": 513968,
+      "step": 78
+    },
+    {
+      "epoch": 0.4504632929436921,
+      "grad_norm": 4.409994602203369,
+      "learning_rate": 4.9219088722467825e-06,
+      "loss": 0.1155,
+      "num_input_tokens_seen": 520432,
+      "step": 79
+    },
+    {
+      "epoch": 0.45616535994297935,
+      "grad_norm": 4.534794330596924,
+      "learning_rate": 4.91964125123017e-06,
+      "loss": 0.1153,
+      "num_input_tokens_seen": 527392,
+      "step": 80
+    },
+    {
+      "epoch": 0.46186742694226657,
+      "grad_norm": 20.643110275268555,
+      "learning_rate": 4.917341713509772e-06,
+      "loss": 0.1673,
+      "num_input_tokens_seen": 533712,
+      "step": 81
+    },
+    {
+      "epoch": 0.46756949394155384,
+      "grad_norm": 27.360891342163086,
+      "learning_rate": 4.915010289418042e-06,
+      "loss": 0.2122,
+      "num_input_tokens_seen": 540544,
+      "step": 82
+    },
+    {
+      "epoch": 0.47327156094084105,
+      "grad_norm": 13.000382423400879,
+      "learning_rate": 4.912647009708041e-06,
+      "loss": 0.1092,
+      "num_input_tokens_seen": 546832,
+      "step": 83
+    },
+    {
+      "epoch": 0.4789736279401283,
+      "grad_norm": 5.801584720611572,
+      "learning_rate": 4.910251905553025e-06,
+      "loss": 0.148,
+      "num_input_tokens_seen": 553776,
+      "step": 84
+    },
+    {
+      "epoch": 0.48467569493941554,
+      "grad_norm": 9.308876037597656,
+      "learning_rate": 4.907825008546039e-06,
+      "loss": 0.1237,
+      "num_input_tokens_seen": 560208,
+      "step": 85
+    },
+    {
+      "epoch": 0.4903777619387028,
+      "grad_norm": 3.73714542388916,
+      "learning_rate": 4.905366350699493e-06,
+      "loss": 0.106,
+      "num_input_tokens_seen": 566688,
+      "step": 86
+    },
+    {
+      "epoch": 0.49607982893799,
+      "grad_norm": 4.344607830047607,
+      "learning_rate": 4.902875964444746e-06,
+      "loss": 0.1131,
+      "num_input_tokens_seen": 573184,
+      "step": 87
+    },
+    {
+      "epoch": 0.5017818959372773,
+      "grad_norm": 4.39575719833374,
+      "learning_rate": 4.900353882631679e-06,
+      "loss": 0.1343,
+      "num_input_tokens_seen": 579920,
+      "step": 88
+    },
+    {
+      "epoch": 0.5074839629365645,
+      "grad_norm": 2.9490160942077637,
+      "learning_rate": 4.897800138528254e-06,
+      "loss": 0.0873,
+      "num_input_tokens_seen": 586864,
+      "step": 89
+    },
+    {
+      "epoch": 0.5131860299358517,
+      "grad_norm": 7.676606178283691,
+      "learning_rate": 4.8952147658200815e-06,
+      "loss": 0.1412,
+      "num_input_tokens_seen": 593392,
+      "step": 90
+    },
+    {
+      "epoch": 0.518888096935139,
+      "grad_norm": 5.407953262329102,
+      "learning_rate": 4.892597798609976e-06,
+      "loss": 0.0983,
+      "num_input_tokens_seen": 599824,
+      "step": 91
+    },
+    {
+      "epoch": 0.5245901639344263,
+      "grad_norm": 4.343061923980713,
+      "learning_rate": 4.889949271417504e-06,
+      "loss": 0.1322,
+      "num_input_tokens_seen": 606384,
+      "step": 92
+    },
+    {
+      "epoch": 0.5302922309337135,
+      "grad_norm": 4.196661949157715,
+      "learning_rate": 4.88726921917853e-06,
+      "loss": 0.1345,
+      "num_input_tokens_seen": 613408,
+      "step": 93
+    },
+    {
+      "epoch": 0.5359942979330007,
+      "grad_norm": 6.040660381317139,
+      "learning_rate": 4.884557677244755e-06,
+      "loss": 0.1367,
+      "num_input_tokens_seen": 620096,
+      "step": 94
+    },
+    {
+      "epoch": 0.5416963649322879,
+      "grad_norm": 4.8859100341796875,
+      "learning_rate": 4.8818146813832475e-06,
+      "loss": 0.1228,
+      "num_input_tokens_seen": 626400,
+      "step": 95
+    },
+    {
+      "epoch": 0.5473984319315752,
+      "grad_norm": 13.37174129486084,
+      "learning_rate": 4.879040267775981e-06,
+      "loss": 0.2031,
+      "num_input_tokens_seen": 633088,
+      "step": 96
+    },
+    {
+      "epoch": 0.5531004989308624,
+      "grad_norm": 4.321401596069336,
+      "learning_rate": 4.8762344730193445e-06,
+      "loss": 0.1235,
+      "num_input_tokens_seen": 639584,
+      "step": 97
+    },
+    {
+      "epoch": 0.5588025659301497,
+      "grad_norm": 10.194490432739258,
+      "learning_rate": 4.873397334123667e-06,
+      "loss": 0.1136,
+      "num_input_tokens_seen": 646160,
+      "step": 98
+    },
+    {
+      "epoch": 0.5645046329294369,
+      "grad_norm": 4.425650119781494,
+      "learning_rate": 4.87052888851273e-06,
+      "loss": 0.1065,
+      "num_input_tokens_seen": 652992,
+      "step": 99
+    },
+    {
+      "epoch": 0.5702066999287242,
+      "grad_norm": 13.328121185302734,
+      "learning_rate": 4.867629174023269e-06,
+      "loss": 0.1489,
+      "num_input_tokens_seen": 659952,
+      "step": 100
+    },
+    {
+      "epoch": 0.5759087669280114,
+      "grad_norm": 3.278292417526245,
+      "learning_rate": 4.864698228904479e-06,
+      "loss": 0.1057,
+      "num_input_tokens_seen": 666400,
+      "step": 101
+    },
+    {
+      "epoch": 0.5816108339272986,
+      "grad_norm": 13.085524559020996,
+      "learning_rate": 4.861736091817506e-06,
+      "loss": 0.1382,
+      "num_input_tokens_seen": 673008,
+      "step": 102
+    },
+    {
+      "epoch": 0.5873129009265858,
+      "grad_norm": 10.3684663772583,
+      "learning_rate": 4.858742801834943e-06,
+      "loss": 0.119,
+      "num_input_tokens_seen": 679680,
+      "step": 103
+    },
+    {
+      "epoch": 0.5930149679258732,
+      "grad_norm": 3.594886064529419,
+      "learning_rate": 4.855718398440306e-06,
+      "loss": 0.1058,
+      "num_input_tokens_seen": 685968,
+      "step": 104
+    },
+    {
+      "epoch": 0.5987170349251604,
+      "grad_norm": 3.6079792976379395,
+      "learning_rate": 4.852662921527523e-06,
+      "loss": 0.0622,
+      "num_input_tokens_seen": 692496,
+      "step": 105
+    },
+    {
+      "epoch": 0.6044191019244476,
+      "grad_norm": 4.3337602615356445,
+      "learning_rate": 4.849576411400397e-06,
+      "loss": 0.08,
+      "num_input_tokens_seen": 699040,
+      "step": 106
+    },
+    {
+      "epoch": 0.6101211689237348,
+      "grad_norm": 7.190303325653076,
+      "learning_rate": 4.846458908772085e-06,
+      "loss": 0.1147,
+      "num_input_tokens_seen": 705792,
+      "step": 107
+    },
+    {
+      "epoch": 0.6158232359230221,
+      "grad_norm": 11.85684871673584,
+      "learning_rate": 4.843310454764553e-06,
+      "loss": 0.1084,
+      "num_input_tokens_seen": 712912,
+      "step": 108
+    },
+    {
+      "epoch": 0.6215253029223093,
+      "grad_norm": 5.83061408996582,
+      "learning_rate": 4.840131090908038e-06,
+      "loss": 0.1195,
+      "num_input_tokens_seen": 719488,
+      "step": 109
+    },
+    {
+      "epoch": 0.6272273699215966,
+      "grad_norm": 5.0566511154174805,
+      "learning_rate": 4.8369208591405e-06,
+      "loss": 0.0877,
+      "num_input_tokens_seen": 725872,
+      "step": 110
+    },
+    {
+      "epoch": 0.6329294369208838,
+      "grad_norm": 7.780054092407227,
+      "learning_rate": 4.833679801807064e-06,
+      "loss": 0.1405,
+      "num_input_tokens_seen": 732336,
+      "step": 111
+    },
+    {
+      "epoch": 0.6386315039201711,
+      "grad_norm": 7.04516077041626,
+      "learning_rate": 4.8304079616594684e-06,
+      "loss": 0.1014,
+      "num_input_tokens_seen": 739200,
+      "step": 112
+    },
+    {
+      "epoch": 0.6443335709194583,
+      "grad_norm": 7.1423516273498535,
+      "learning_rate": 4.827105381855496e-06,
+      "loss": 0.1094,
+      "num_input_tokens_seen": 745568,
+      "step": 113
+    },
+    {
+      "epoch": 0.6500356379187455,
+      "grad_norm": 3.5626931190490723,
+      "learning_rate": 4.823772105958408e-06,
+      "loss": 0.1301,
+      "num_input_tokens_seen": 751872,
+      "step": 114
+    },
+    {
+      "epoch": 0.6557377049180327,
+      "grad_norm": 4.6096296310424805,
+      "learning_rate": 4.820408177936365e-06,
+      "loss": 0.0939,
+      "num_input_tokens_seen": 758784,
+      "step": 115
+    },
+    {
+      "epoch": 0.6614397719173201,
+      "grad_norm": 7.992829322814941,
+      "learning_rate": 4.817013642161853e-06,
+      "loss": 0.122,
+      "num_input_tokens_seen": 765552,
+      "step": 116
+    },
+    {
+      "epoch": 0.6671418389166073,
+      "grad_norm": 4.512622356414795,
+      "learning_rate": 4.8135885434110935e-06,
+      "loss": 0.1296,
+      "num_input_tokens_seen": 772096,
+      "step": 117
+    },
+    {
+      "epoch": 0.6728439059158945,
+      "grad_norm": 4.544010639190674,
+      "learning_rate": 4.810132926863454e-06,
+      "loss": 0.108,
+      "num_input_tokens_seen": 778512,
+      "step": 118
+    },
+    {
+      "epoch": 0.6785459729151817,
+      "grad_norm": 2.2902719974517822,
+      "learning_rate": 4.8066468381008525e-06,
+      "loss": 0.0779,
+      "num_input_tokens_seen": 784992,
+      "step": 119
+    },
+    {
+      "epoch": 0.684248039914469,
+      "grad_norm": 5.215991497039795,
+      "learning_rate": 4.803130323107157e-06,
+      "loss": 0.1358,
+      "num_input_tokens_seen": 791392,
+      "step": 120
+    },
+    {
+      "epoch": 0.6899501069137562,
+      "grad_norm": 3.8735485076904297,
+      "learning_rate": 4.799583428267577e-06,
+      "loss": 0.1485,
+      "num_input_tokens_seen": 798320,
+      "step": 121
+    },
+    {
+      "epoch": 0.6956521739130435,
+      "grad_norm": 3.4041693210601807,
+      "learning_rate": 4.796006200368054e-06,
+      "loss": 0.09,
+      "num_input_tokens_seen": 804896,
+      "step": 122
+    },
+    {
+      "epoch": 0.7013542409123307,
+      "grad_norm": 5.4052839279174805,
+      "learning_rate": 4.792398686594641e-06,
+      "loss": 0.108,
+      "num_input_tokens_seen": 811504,
+      "step": 123
+    },
+    {
+      "epoch": 0.707056307911618,
+      "grad_norm": 9.151551246643066,
+      "learning_rate": 4.788760934532883e-06,
+      "loss": 0.1557,
+      "num_input_tokens_seen": 818176,
+      "step": 124
+    },
+    {
+      "epoch": 0.7127583749109052,
+      "grad_norm": 8.451269149780273,
+      "learning_rate": 4.785092992167192e-06,
+      "loss": 0.1206,
+      "num_input_tokens_seen": 824272,
+      "step": 125
+    },
+    {
+      "epoch": 0.7184604419101924,
+      "grad_norm": 5.943455219268799,
+      "learning_rate": 4.7813949078802035e-06,
+      "loss": 0.0977,
+      "num_input_tokens_seen": 830656,
+      "step": 126
+    },
+    {
+      "epoch": 0.7241625089094796,
+      "grad_norm": 5.474506855010986,
+      "learning_rate": 4.777666730452151e-06,
+      "loss": 0.1223,
+      "num_input_tokens_seen": 837680,
+      "step": 127
+    },
+    {
+      "epoch": 0.729864575908767,
+      "grad_norm": 8.626420974731445,
+      "learning_rate": 4.773908509060214e-06,
+      "loss": 0.1751,
+      "num_input_tokens_seen": 844624,
+      "step": 128
+    },
+    {
+      "epoch": 0.7355666429080542,
+      "grad_norm": 3.8866775035858154,
+      "learning_rate": 4.770120293277876e-06,
+      "loss": 0.1016,
+      "num_input_tokens_seen": 851312,
+      "step": 129
+    },
+    {
+      "epoch": 0.7412687099073414,
+      "grad_norm": 4.498022556304932,
+      "learning_rate": 4.766302133074261e-06,
+      "loss": 0.1351,
+      "num_input_tokens_seen": 858256,
+      "step": 130
+    },
+    {
+      "epoch": 0.7469707769066286,
+      "grad_norm": 3.3039486408233643,
+      "learning_rate": 4.762454078813483e-06,
+      "loss": 0.0891,
+      "num_input_tokens_seen": 864912,
+      "step": 131
+    },
+    {
+      "epoch": 0.7526728439059159,
+      "grad_norm": 2.1555142402648926,
+      "learning_rate": 4.758576181253981e-06,
+      "loss": 0.07,
+      "num_input_tokens_seen": 871552,
+      "step": 132
+    },
+    {
+      "epoch": 0.7583749109052031,
+      "grad_norm": 4.617002964019775,
+      "learning_rate": 4.7546684915478445e-06,
+      "loss": 0.1325,
+      "num_input_tokens_seen": 878256,
+      "step": 133
+    },
+    {
+      "epoch": 0.7640769779044904,
+      "grad_norm": 4.712822914123535,
+      "learning_rate": 4.750731061240143e-06,
+      "loss": 0.1074,
+      "num_input_tokens_seen": 885216,
+      "step": 134
+    },
+    {
+      "epoch": 0.7697790449037776,
+      "grad_norm": 3.698430061340332,
+      "learning_rate": 4.746763942268243e-06,
+      "loss": 0.0949,
+      "num_input_tokens_seen": 891552,
+      "step": 135
+    },
+    {
+      "epoch": 0.7754811119030649,
+      "grad_norm": 6.280089855194092,
+      "learning_rate": 4.742767186961126e-06,
+      "loss": 0.0813,
+      "num_input_tokens_seen": 898432,
+      "step": 136
+    },
+    {
+      "epoch": 0.7811831789023521,
+      "grad_norm": 3.984236240386963,
+      "learning_rate": 4.738740848038695e-06,
+      "loss": 0.092,
+      "num_input_tokens_seen": 905184,
+      "step": 137
+    },
+    {
+      "epoch": 0.7868852459016393,
+      "grad_norm": 4.700631141662598,
+      "learning_rate": 4.7346849786110835e-06,
+      "loss": 0.0679,
+      "num_input_tokens_seen": 911856,
+      "step": 138
+    },
+    {
+      "epoch": 0.7925873129009265,
+      "grad_norm": 4.287609100341797,
+      "learning_rate": 4.730599632177952e-06,
+      "loss": 0.1234,
+      "num_input_tokens_seen": 918320,
+      "step": 139
+    },
+    {
+      "epoch": 0.7982893799002139,
+      "grad_norm": 10.069003105163574,
+      "learning_rate": 4.726484862627779e-06,
+      "loss": 0.1281,
+      "num_input_tokens_seen": 925536,
+      "step": 140
+    },
+    {
+      "epoch": 0.8039914468995011,
+      "grad_norm": 3.5951642990112305,
+      "learning_rate": 4.7223407242371595e-06,
+      "loss": 0.0834,
+      "num_input_tokens_seen": 932064,
+      "step": 141
+    },
+    {
+      "epoch": 0.8096935138987883,
+      "grad_norm": 3.834705352783203,
+      "learning_rate": 4.718167271670078e-06,
+      "loss": 0.0863,
+      "num_input_tokens_seen": 938688,
+      "step": 142
+    },
+    {
+      "epoch": 0.8153955808980755,
+      "grad_norm": 5.181819438934326,
+      "learning_rate": 4.713964559977196e-06,
+      "loss": 0.0503,
+      "num_input_tokens_seen": 945456,
+      "step": 143
+    },
+    {
+      "epoch": 0.8210976478973628,
+      "grad_norm": 6.386320114135742,
+      "learning_rate": 4.709732644595122e-06,
+      "loss": 0.1619,
+      "num_input_tokens_seen": 951872,
+      "step": 144
+    },
+    {
+      "epoch": 0.82679971489665,
+      "grad_norm": 3.679490566253662,
+      "learning_rate": 4.7054715813456795e-06,
+      "loss": 0.1112,
+      "num_input_tokens_seen": 958320,
+      "step": 145
+    },
+    {
+      "epoch": 0.8325017818959373,
+      "grad_norm": 5.969015121459961,
+      "learning_rate": 4.701181426435174e-06,
+      "loss": 0.0939,
+      "num_input_tokens_seen": 965008,
+      "step": 146
+    },
+    {
+      "epoch": 0.8382038488952245,
+      "grad_norm": 2.577047824859619,
+      "learning_rate": 4.69686223645365e-06,
+      "loss": 0.0549,
+      "num_input_tokens_seen": 971520,
+      "step": 147
+    },
+    {
+      "epoch": 0.8439059158945118,
+      "grad_norm": 5.369522571563721,
+      "learning_rate": 4.692514068374142e-06,
+      "loss": 0.1128,
+      "num_input_tokens_seen": 978512,
+      "step": 148
+    },
+    {
+      "epoch": 0.849607982893799,
+      "grad_norm": 5.3961615562438965,
+      "learning_rate": 4.688136979551926e-06,
+      "loss": 0.0862,
+      "num_input_tokens_seen": 985264,
+      "step": 149
+    },
+    {
+      "epoch": 0.8553100498930862,
+      "grad_norm": 3.643087148666382,
+      "learning_rate": 4.683731027723764e-06,
+      "loss": 0.0769,
+      "num_input_tokens_seen": 991552,
+      "step": 150
+    },
+    {
+      "epoch": 0.8610121168923734,
+      "grad_norm": 4.090428352355957,
+      "learning_rate": 4.679296271007138e-06,
+      "loss": 0.1199,
+      "num_input_tokens_seen": 998064,
+      "step": 151
+    },
+    {
+      "epoch": 0.8667141838916608,
+      "grad_norm": 6.78312349319458,
+      "learning_rate": 4.674832767899486e-06,
+      "loss": 0.093,
+      "num_input_tokens_seen": 1004864,
+      "step": 152
+    },
+    {
+      "epoch": 0.872416250890948,
+      "grad_norm": 5.438461780548096,
+      "learning_rate": 4.670340577277433e-06,
+      "loss": 0.0903,
+      "num_input_tokens_seen": 1011568,
+      "step": 153
+    },
+    {
+      "epoch": 0.8781183178902352,
+      "grad_norm": 5.802255153656006,
+      "learning_rate": 4.665819758396009e-06,
+      "loss": 0.0877,
+      "num_input_tokens_seen": 1018320,
+      "step": 154
+    },
+    {
+      "epoch": 0.8838203848895224,
+      "grad_norm": 4.546239852905273,
+      "learning_rate": 4.661270370887872e-06,
+      "loss": 0.1049,
+      "num_input_tokens_seen": 1024640,
+      "step": 155
+    },
+    {
+      "epoch": 0.8895224518888097,
+      "grad_norm": 5.347127914428711,
+      "learning_rate": 4.656692474762518e-06,
+      "loss": 0.1052,
+      "num_input_tokens_seen": 1031312,
+      "step": 156
+    },
+    {
+      "epoch": 0.895224518888097,
+      "grad_norm": 6.227194786071777,
+      "learning_rate": 4.652086130405492e-06,
+      "loss": 0.1196,
+      "num_input_tokens_seen": 1037936,
+      "step": 157
+    },
+    {
+      "epoch": 0.9009265858873842,
+      "grad_norm": 3.103381872177124,
+      "learning_rate": 4.647451398577589e-06,
+      "loss": 0.0427,
+      "num_input_tokens_seen": 1044496,
+      "step": 158
+    },
+    {
+      "epoch": 0.9066286528866714,
+      "grad_norm": 2.1822800636291504,
+      "learning_rate": 4.642788340414056e-06,
+      "loss": 0.0764,
+      "num_input_tokens_seen": 1051456,
+      "step": 159
+    },
+    {
+      "epoch": 0.9123307198859587,
+      "grad_norm": 4.704215049743652,
+      "learning_rate": 4.638097017423783e-06,
+      "loss": 0.0812,
+      "num_input_tokens_seen": 1057952,
+      "step": 160
+    },
+    {
+      "epoch": 0.9180327868852459,
+      "grad_norm": 3.070636510848999,
+      "learning_rate": 4.63337749148849e-06,
+      "loss": 0.0807,
+      "num_input_tokens_seen": 1065024,
+      "step": 161
+    },
+    {
+      "epoch": 0.9237348538845331,
+      "grad_norm": 8.418425559997559,
+      "learning_rate": 4.628629824861915e-06,
+      "loss": 0.1475,
+      "num_input_tokens_seen": 1071968,
+      "step": 162
+    },
+    {
+      "epoch": 0.9294369208838203,
+      "grad_norm": 4.310948371887207,
+      "learning_rate": 4.62385408016899e-06,
+      "loss": 0.0507,
+      "num_input_tokens_seen": 1078256,
+      "step": 163
+    },
+    {
+      "epoch": 0.9351389878831077,
+      "grad_norm": 8.601131439208984,
+      "learning_rate": 4.619050320405017e-06,
+      "loss": 0.1015,
+      "num_input_tokens_seen": 1084752,
+      "step": 164
+    },
+    {
+      "epoch": 0.9408410548823949,
+      "grad_norm": 4.491447925567627,
+      "learning_rate": 4.614218608934834e-06,
+      "loss": 0.0957,
+      "num_input_tokens_seen": 1091376,
+      "step": 165
+    },
+    {
+      "epoch": 0.9465431218816821,
+      "grad_norm": 8.606071472167969,
+      "learning_rate": 4.609359009491981e-06,
+      "loss": 0.1327,
+      "num_input_tokens_seen": 1098176,
+      "step": 166
+    },
+    {
+      "epoch": 0.9522451888809693,
+      "grad_norm": 5.092894077301025,
+      "learning_rate": 4.60447158617786e-06,
+      "loss": 0.0782,
+      "num_input_tokens_seen": 1104848,
+      "step": 167
+    },
+    {
+      "epoch": 0.9579472558802566,
+      "grad_norm": 4.862101078033447,
+      "learning_rate": 4.599556403460889e-06,
+      "loss": 0.0768,
+      "num_input_tokens_seen": 1111120,
+      "step": 168
+    },
+    {
+      "epoch": 0.9636493228795439,
+      "grad_norm": 4.805572032928467,
+      "learning_rate": 4.59461352617565e-06,
+      "loss": 0.033,
+      "num_input_tokens_seen": 1117440,
+      "step": 169
+    },
+    {
+      "epoch": 0.9693513898788311,
+      "grad_norm": 4.407527446746826,
+      "learning_rate": 4.589643019522036e-06,
+      "loss": 0.1295,
+      "num_input_tokens_seen": 1123968,
+      "step": 170
+    },
+    {
+      "epoch": 0.9750534568781183,
+      "grad_norm": 12.811196327209473,
+      "learning_rate": 4.584644949064391e-06,
+      "loss": 0.1216,
+      "num_input_tokens_seen": 1130656,
+      "step": 171
+    },
+    {
+      "epoch": 0.9807555238774056,
+      "grad_norm": 5.432493686676025,
+      "learning_rate": 4.579619380730642e-06,
+      "loss": 0.0896,
+      "num_input_tokens_seen": 1137088,
+      "step": 172
+    },
+    {
+      "epoch": 0.9864575908766928,
+      "grad_norm": 4.3895745277404785,
+      "learning_rate": 4.574566380811432e-06,
+      "loss": 0.101,
+      "num_input_tokens_seen": 1144064,
+      "step": 173
+    },
+    {
+      "epoch": 0.99215965787598,
+      "grad_norm": 6.614623069763184,
+      "learning_rate": 4.569486015959247e-06,
+      "loss": 0.0787,
+      "num_input_tokens_seen": 1150560,
+      "step": 174
+    },
+    {
+      "epoch": 0.9978617248752673,
+      "grad_norm": 10.594895362854004,
+      "learning_rate": 4.564378353187533e-06,
+      "loss": 0.1118,
+      "num_input_tokens_seen": 1157184,
+      "step": 175
+    },
+    {
+      "epoch": 1.0035637918745546,
+      "grad_norm": 6.2672576904296875,
+      "learning_rate": 4.5592434598698144e-06,
+      "loss": 0.0671,
+      "num_input_tokens_seen": 1163712,
+      "step": 176
+    },
+    {
+      "epoch": 1.0092658588738417,
+      "grad_norm": 5.011196136474609,
+      "learning_rate": 4.5540814037388056e-06,
+      "loss": 0.0862,
+      "num_input_tokens_seen": 1170480,
+      "step": 177
+    },
+    {
+      "epoch": 1.014967925873129,
+      "grad_norm": 2.275132179260254,
+      "learning_rate": 4.548892252885518e-06,
+      "loss": 0.0385,
+      "num_input_tokens_seen": 1176768,
+      "step": 178
+    },
+    {
+      "epoch": 1.0206699928724163,
+      "grad_norm": 5.401920795440674,
+      "learning_rate": 4.543676075758356e-06,
+      "loss": 0.0557,
+      "num_input_tokens_seen": 1183520,
+      "step": 179
+    },
+    {
+      "epoch": 1.0263720598717034,
+      "grad_norm": 6.662536144256592,
+      "learning_rate": 4.538432941162227e-06,
+      "loss": 0.0692,
+      "num_input_tokens_seen": 1189968,
+      "step": 180
+    },
+    {
+      "epoch": 1.0320741268709908,
+      "grad_norm": 6.5178093910217285,
+      "learning_rate": 4.533162918257615e-06,
+      "loss": 0.1001,
+      "num_input_tokens_seen": 1196432,
+      "step": 181
+    },
+    {
+      "epoch": 1.037776193870278,
+      "grad_norm": 4.606156349182129,
+      "learning_rate": 4.5278660765596885e-06,
+      "loss": 0.0782,
+      "num_input_tokens_seen": 1203024,
+      "step": 182
+    },
+    {
+      "epoch": 1.0434782608695652,
+      "grad_norm": 3.283186674118042,
+      "learning_rate": 4.522542485937369e-06,
+      "loss": 0.0324,
+      "num_input_tokens_seen": 1209744,
+      "step": 183
+    },
+    {
+      "epoch": 1.0491803278688525,
+      "grad_norm": 6.526776313781738,
+      "learning_rate": 4.517192216612415e-06,
+      "loss": 0.0671,
+      "num_input_tokens_seen": 1216080,
+      "step": 184
+    },
+    {
+      "epoch": 1.0548823948681396,
+      "grad_norm": 3.7458949089050293,
+      "learning_rate": 4.511815339158497e-06,
+      "loss": 0.051,
+      "num_input_tokens_seen": 1223328,
+      "step": 185
+    },
+    {
+      "epoch": 1.060584461867427,
+      "grad_norm": 5.047933101654053,
+      "learning_rate": 4.506411924500263e-06,
+      "loss": 0.0565,
+      "num_input_tokens_seen": 1230192,
+      "step": 186
+    },
+    {
+      "epoch": 1.0662865288667143,
+      "grad_norm": 3.9890875816345215,
+      "learning_rate": 4.500982043912404e-06,
+      "loss": 0.0393,
+      "num_input_tokens_seen": 1236992,
+      "step": 187
+    },
+    {
+      "epoch": 1.0719885958660014,
+      "grad_norm": 5.807724475860596,
+      "learning_rate": 4.495525769018717e-06,
+      "loss": 0.0922,
+      "num_input_tokens_seen": 1243776,
+      "step": 188
+    },
+    {
+      "epoch": 1.0776906628652887,
+      "grad_norm": 6.556837558746338,
+      "learning_rate": 4.490043171791155e-06,
+      "loss": 0.0518,
+      "num_input_tokens_seen": 1250752,
+      "step": 189
+    },
+    {
+      "epoch": 1.0833927298645758,
+      "grad_norm": 4.41609525680542,
+      "learning_rate": 4.484534324548883e-06,
+      "loss": 0.0894,
+      "num_input_tokens_seen": 1257344,
+      "step": 190
+    },
+    {
+      "epoch": 1.0890947968638631,
+      "grad_norm": 5.981895446777344,
+      "learning_rate": 4.47899929995732e-06,
+      "loss": 0.0631,
+      "num_input_tokens_seen": 1264064,
+      "step": 191
+    },
+    {
+      "epoch": 1.0947968638631504,
+      "grad_norm": 4.5273966789245605,
+      "learning_rate": 4.47343817102718e-06,
+      "loss": 0.0464,
+      "num_input_tokens_seen": 1270608,
+      "step": 192
+    },
+    {
+      "epoch": 1.1004989308624376,
+      "grad_norm": 4.48996639251709,
+      "learning_rate": 4.4678510111135154e-06,
+      "loss": 0.0652,
+      "num_input_tokens_seen": 1277056,
+      "step": 193
+    },
+    {
+      "epoch": 1.1062009978617249,
+      "grad_norm": 3.518558979034424,
+      "learning_rate": 4.462237893914742e-06,
+      "loss": 0.0317,
+      "num_input_tokens_seen": 1283776,
+      "step": 194
+    },
+    {
+      "epoch": 1.1119030648610122,
+      "grad_norm": 8.252947807312012,
+      "learning_rate": 4.456598893471668e-06,
+      "loss": 0.0485,
+      "num_input_tokens_seen": 1290368,
+      "step": 195
+    },
+    {
+      "epoch": 1.1176051318602993,
+      "grad_norm": 2.3548762798309326,
+      "learning_rate": 4.450934084166524e-06,
+      "loss": 0.0325,
+      "num_input_tokens_seen": 1297040,
+      "step": 196
+    },
+    {
+      "epoch": 1.1233071988595866,
+      "grad_norm": 3.5539638996124268,
+      "learning_rate": 4.445243540721972e-06,
+      "loss": 0.0753,
+      "num_input_tokens_seen": 1303856,
+      "step": 197
+    },
+    {
+      "epoch": 1.129009265858874,
+      "grad_norm": 1.5808628797531128,
+      "learning_rate": 4.439527338200129e-06,
+      "loss": 0.0159,
+      "num_input_tokens_seen": 1310384,
+      "step": 198
+    },
+    {
+      "epoch": 1.134711332858161,
+      "grad_norm": 6.414031982421875,
+      "learning_rate": 4.433785552001569e-06,
+      "loss": 0.0718,
+      "num_input_tokens_seen": 1316976,
+      "step": 199
+    },
+    {
+      "epoch": 1.1404133998574484,
+      "grad_norm": 6.116299629211426,
+      "learning_rate": 4.428018257864333e-06,
+      "loss": 0.0491,
+      "num_input_tokens_seen": 1323520,
+      "step": 200
+    },
+    {
+      "epoch": 1.1461154668567355,
+      "grad_norm": 3.120823860168457,
+      "learning_rate": 4.422225531862929e-06,
+      "loss": 0.0608,
+      "num_input_tokens_seen": 1329984,
+      "step": 201
+    },
+    {
+      "epoch": 1.1518175338560228,
+      "grad_norm": 3.8637633323669434,
+      "learning_rate": 4.416407450407332e-06,
+      "loss": 0.0631,
+      "num_input_tokens_seen": 1336704,
+      "step": 202
+    },
+    {
+      "epoch": 1.1575196008553101,
+      "grad_norm": 2.4866721630096436,
+      "learning_rate": 4.4105640902419665e-06,
+      "loss": 0.024,
+      "num_input_tokens_seen": 1343344,
+      "step": 203
+    },
+    {
+      "epoch": 1.1632216678545972,
+      "grad_norm": 3.9751436710357666,
+      "learning_rate": 4.404695528444704e-06,
+      "loss": 0.0453,
+      "num_input_tokens_seen": 1350144,
+      "step": 204
+    },
+    {
+      "epoch": 1.1689237348538846,
+      "grad_norm": 5.458123683929443,
+      "learning_rate": 4.398801842425842e-06,
+      "loss": 0.0345,
+      "num_input_tokens_seen": 1356672,
+      "step": 205
+    },
+    {
+      "epoch": 1.1746258018531717,
+      "grad_norm": 2.4415106773376465,
+      "learning_rate": 4.392883109927083e-06,
+      "loss": 0.015,
+      "num_input_tokens_seen": 1363200,
+      "step": 206
+    },
+    {
+      "epoch": 1.180327868852459,
+      "grad_norm": 5.5863423347473145,
+      "learning_rate": 4.3869394090205105e-06,
+      "loss": 0.0731,
+      "num_input_tokens_seen": 1369408,
+      "step": 207
+    },
+    {
+      "epoch": 1.1860299358517463,
+      "grad_norm": 5.382776737213135,
+      "learning_rate": 4.380970818107556e-06,
+      "loss": 0.056,
+      "num_input_tokens_seen": 1376480,
+      "step": 208
+    },
+    {
+      "epoch": 1.1917320028510334,
+      "grad_norm": 8.42451286315918,
+      "learning_rate": 4.374977415917969e-06,
+      "loss": 0.1013,
+      "num_input_tokens_seen": 1382944,
+      "step": 209
+    },
+    {
+      "epoch": 1.1974340698503207,
+      "grad_norm": 4.907031536102295,
+      "learning_rate": 4.368959281508776e-06,
+      "loss": 0.0254,
+      "num_input_tokens_seen": 1389824,
+      "step": 210
+    },
+    {
+      "epoch": 1.203136136849608,
+      "grad_norm": 4.632014274597168,
+      "learning_rate": 4.3629164942632385e-06,
+      "loss": 0.0526,
+      "num_input_tokens_seen": 1396448,
+      "step": 211
+    },
+    {
+      "epoch": 1.2088382038488952,
+      "grad_norm": 5.454948902130127,
+      "learning_rate": 4.356849133889805e-06,
+      "loss": 0.037,
+      "num_input_tokens_seen": 1402976,
+      "step": 212
+    },
+    {
+      "epoch": 1.2145402708481825,
+      "grad_norm": 2.4538490772247314,
+      "learning_rate": 4.350757280421061e-06,
+      "loss": 0.0438,
+      "num_input_tokens_seen": 1409648,
+      "step": 213
+    },
+    {
+      "epoch": 1.2202423378474698,
+      "grad_norm": 5.704830169677734,
+      "learning_rate": 4.34464101421267e-06,
+      "loss": 0.0496,
+      "num_input_tokens_seen": 1416320,
+      "step": 214
+    },
+    {
+      "epoch": 1.225944404846757,
+      "grad_norm": 2.5545387268066406,
+      "learning_rate": 4.3385004159423195e-06,
+      "loss": 0.0453,
+      "num_input_tokens_seen": 1422768,
+      "step": 215
+    },
+    {
+      "epoch": 1.2316464718460443,
+      "grad_norm": 2.7966182231903076,
+      "learning_rate": 4.332335566608651e-06,
+      "loss": 0.0428,
+      "num_input_tokens_seen": 1429392,
+      "step": 216
+    },
+    {
+      "epoch": 1.2373485388453314,
+      "grad_norm": 6.403561592102051,
+      "learning_rate": 4.3261465475301956e-06,
+      "loss": 0.113,
+      "num_input_tokens_seen": 1435872,
+      "step": 217
+    },
+    {
+      "epoch": 1.2430506058446187,
+      "grad_norm": 3.515782594680786,
+      "learning_rate": 4.319933440344298e-06,
+      "loss": 0.0934,
+      "num_input_tokens_seen": 1443024,
+      "step": 218
+    },
+    {
+      "epoch": 1.248752672843906,
+      "grad_norm": 2.879307985305786,
+      "learning_rate": 4.313696327006042e-06,
+      "loss": 0.0495,
+      "num_input_tokens_seen": 1449488,
+      "step": 219
+    },
+    {
+      "epoch": 1.2544547398431931,
+      "grad_norm": 5.576188564300537,
+      "learning_rate": 4.307435289787169e-06,
+      "loss": 0.0962,
+      "num_input_tokens_seen": 1455808,
+      "step": 220
+    },
+    {
+      "epoch": 1.2601568068424804,
+      "grad_norm": 3.0014944076538086,
+      "learning_rate": 4.301150411274993e-06,
+      "loss": 0.0546,
+      "num_input_tokens_seen": 1462480,
+      "step": 221
+    },
+    {
+      "epoch": 1.2658588738417675,
+      "grad_norm": 2.2942137718200684,
+      "learning_rate": 4.294841774371308e-06,
+      "loss": 0.0321,
+      "num_input_tokens_seen": 1468832,
+      "step": 222
+    },
+    {
+      "epoch": 1.2715609408410549,
+      "grad_norm": 4.320146560668945,
+      "learning_rate": 4.288509462291302e-06,
+      "loss": 0.042,
+      "num_input_tokens_seen": 1475440,
+      "step": 223
+    },
+    {
+      "epoch": 1.2772630078403422,
+      "grad_norm": 2.6255133152008057,
+      "learning_rate": 4.282153558562451e-06,
+      "loss": 0.0554,
+      "num_input_tokens_seen": 1482336,
+      "step": 224
+    },
+    {
+      "epoch": 1.2829650748396293,
+      "grad_norm": 2.2276813983917236,
+      "learning_rate": 4.2757741470234214e-06,
+      "loss": 0.0263,
+      "num_input_tokens_seen": 1489472,
+      "step": 225
+    },
+    {
+      "epoch": 1.2886671418389166,
+      "grad_norm": 2.610847234725952,
+      "learning_rate": 4.269371311822965e-06,
+      "loss": 0.0433,
+      "num_input_tokens_seen": 1496304,
+      "step": 226
+    },
+    {
+      "epoch": 1.2943692088382037,
+      "grad_norm": 4.202786445617676,
+      "learning_rate": 4.262945137418806e-06,
+      "loss": 0.0569,
+      "num_input_tokens_seen": 1502896,
+      "step": 227
+    },
+    {
+      "epoch": 1.300071275837491,
+      "grad_norm": 4.87699031829834,
+      "learning_rate": 4.256495708576527e-06,
+      "loss": 0.0532,
+      "num_input_tokens_seen": 1510224,
+      "step": 228
+    },
+    {
+      "epoch": 1.3057733428367784,
+      "grad_norm": 2.4840846061706543,
+      "learning_rate": 4.250023110368458e-06,
+      "loss": 0.0155,
+      "num_input_tokens_seen": 1516624,
+      "step": 229
+    },
+    {
+      "epoch": 1.3114754098360657,
+      "grad_norm": 3.5216634273529053,
+      "learning_rate": 4.243527428172541e-06,
+      "loss": 0.0277,
+      "num_input_tokens_seen": 1523088,
+      "step": 230
+    },
+    {
+      "epoch": 1.3171774768353528,
+      "grad_norm": 5.229778289794922,
+      "learning_rate": 4.237008747671218e-06,
+      "loss": 0.074,
+      "num_input_tokens_seen": 1529936,
+      "step": 231
+    },
+    {
+      "epoch": 1.3228795438346401,
+      "grad_norm": 7.132479190826416,
+      "learning_rate": 4.230467154850289e-06,
+      "loss": 0.0861,
+      "num_input_tokens_seen": 1536320,
+      "step": 232
+    },
+    {
+      "epoch": 1.3285816108339272,
+      "grad_norm": 4.4164228439331055,
+      "learning_rate": 4.2239027359977885e-06,
+      "loss": 0.0669,
+      "num_input_tokens_seen": 1543056,
+      "step": 233
+    },
+    {
+      "epoch": 1.3342836778332146,
+      "grad_norm": 5.823759078979492,
+      "learning_rate": 4.217315577702836e-06,
+      "loss": 0.0703,
+      "num_input_tokens_seen": 1549664,
+      "step": 234
+    },
+    {
+      "epoch": 1.3399857448325019,
+      "grad_norm": 1.5898804664611816,
+      "learning_rate": 4.210705766854505e-06,
+      "loss": 0.0172,
+      "num_input_tokens_seen": 1556384,
+      "step": 235
+    },
+    {
+      "epoch": 1.345687811831789,
+      "grad_norm": 7.746312618255615,
+      "learning_rate": 4.2040733906406664e-06,
+      "loss": 0.1336,
+      "num_input_tokens_seen": 1563216,
+      "step": 236
+    },
+    {
+      "epoch": 1.3513898788310763,
+      "grad_norm": 2.8517649173736572,
+      "learning_rate": 4.197418536546846e-06,
+      "loss": 0.0207,
+      "num_input_tokens_seen": 1569664,
+      "step": 237
+    },
+    {
+      "epoch": 1.3570919458303634,
+      "grad_norm": 8.109379768371582,
+      "learning_rate": 4.190741292355071e-06,
+      "loss": 0.0815,
+      "num_input_tokens_seen": 1576464,
+      "step": 238
+    },
+    {
+      "epoch": 1.3627940128296507,
+      "grad_norm": 9.140835762023926,
+      "learning_rate": 4.184041746142702e-06,
+      "loss": 0.0453,
+      "num_input_tokens_seen": 1582816,
+      "step": 239
+    },
+    {
+      "epoch": 1.368496079828938,
+      "grad_norm": 4.517364025115967,
+      "learning_rate": 4.177319986281285e-06,
+      "loss": 0.0791,
+      "num_input_tokens_seen": 1589344,
+      "step": 240
+    },
+    {
+      "epoch": 1.3741981468282252,
+      "grad_norm": 3.070476770401001,
+      "learning_rate": 4.170576101435377e-06,
+      "loss": 0.0344,
+      "num_input_tokens_seen": 1595888,
+      "step": 241
+    },
+    {
+      "epoch": 1.3799002138275125,
+      "grad_norm": 4.99822998046875,
+      "learning_rate": 4.163810180561376e-06,
+      "loss": 0.0532,
+      "num_input_tokens_seen": 1602736,
+      "step": 242
+    },
+    {
+      "epoch": 1.3856022808267996,
+      "grad_norm": 4.312646389007568,
+      "learning_rate": 4.157022312906352e-06,
+      "loss": 0.0574,
+      "num_input_tokens_seen": 1609456,
+      "step": 243
+    },
+    {
+      "epoch": 1.391304347826087,
+      "grad_norm": 6.092965126037598,
+      "learning_rate": 4.150212588006871e-06,
+      "loss": 0.1002,
+      "num_input_tokens_seen": 1616032,
+      "step": 244
+    },
+    {
+      "epoch": 1.3970064148253742,
+      "grad_norm": 3.6262662410736084,
+      "learning_rate": 4.143381095687805e-06,
+      "loss": 0.0314,
+      "num_input_tokens_seen": 1622800,
+      "step": 245
+    },
+    {
+      "epoch": 1.4027084818246616,
+      "grad_norm": 7.102707386016846,
+      "learning_rate": 4.1365279260611575e-06,
+      "loss": 0.0689,
+      "num_input_tokens_seen": 1629248,
+      "step": 246
+    },
+    {
+      "epoch": 1.4084105488239487,
+      "grad_norm": 6.31537389755249,
+      "learning_rate": 4.129653169524867e-06,
+      "loss": 0.0587,
+      "num_input_tokens_seen": 1635568,
+      "step": 247
+    },
+    {
+      "epoch": 1.414112615823236,
+      "grad_norm": 3.1155130863189697,
+      "learning_rate": 4.12275691676162e-06,
+      "loss": 0.0433,
+      "num_input_tokens_seen": 1642208,
+      "step": 248
+    },
+    {
+      "epoch": 1.419814682822523,
+      "grad_norm": 3.728424310684204,
+      "learning_rate": 4.115839258737654e-06,
+      "loss": 0.0306,
+      "num_input_tokens_seen": 1648720,
+      "step": 249
+    },
+    {
+      "epoch": 1.4255167498218104,
+      "grad_norm": 3.9587793350219727,
+      "learning_rate": 4.108900286701553e-06,
+      "loss": 0.0454,
+      "num_input_tokens_seen": 1655296,
+      "step": 250
+    },
+    {
+      "epoch": 1.4312188168210978,
+      "grad_norm": 5.638779163360596,
+      "learning_rate": 4.101940092183048e-06,
+      "loss": 0.0464,
+      "num_input_tokens_seen": 1662272,
+      "step": 251
+    },
+    {
+      "epoch": 1.4369208838203849,
+      "grad_norm": 8.67476749420166,
+      "learning_rate": 4.094958766991812e-06,
+      "loss": 0.0578,
+      "num_input_tokens_seen": 1669168,
+      "step": 252
+    },
+    {
+      "epoch": 1.4426229508196722,
+      "grad_norm": 4.2457404136657715,
+      "learning_rate": 4.087956403216243e-06,
+      "loss": 0.0369,
+      "num_input_tokens_seen": 1675440,
+      "step": 253
+    },
+    {
+      "epoch": 1.4483250178189593,
+      "grad_norm": 6.338396072387695,
+      "learning_rate": 4.080933093222253e-06,
+      "loss": 0.0686,
+      "num_input_tokens_seen": 1682080,
+      "step": 254
+    },
+    {
+      "epoch": 1.4540270848182466,
+      "grad_norm": 3.969381809234619,
+      "learning_rate": 4.073888929652048e-06,
+      "loss": 0.0873,
+      "num_input_tokens_seen": 1688896,
+      "step": 255
+    },
+    {
+      "epoch": 1.459729151817534,
+      "grad_norm": 5.51995325088501,
+      "learning_rate": 4.066824005422907e-06,
+      "loss": 0.0466,
+      "num_input_tokens_seen": 1695760,
+      "step": 256
+    },
+    {
+      "epoch": 1.465431218816821,
+      "grad_norm": 7.369187355041504,
+      "learning_rate": 4.059738413725958e-06,
+      "loss": 0.0349,
+      "num_input_tokens_seen": 1702352,
+      "step": 257
+    },
+    {
+      "epoch": 1.4711332858161084,
+      "grad_norm": 8.143928527832031,
+      "learning_rate": 4.0526322480249435e-06,
+      "loss": 0.061,
+      "num_input_tokens_seen": 1709120,
+      "step": 258
+    },
+    {
+      "epoch": 1.4768353528153955,
+      "grad_norm": 4.497892379760742,
+      "learning_rate": 4.045505602054995e-06,
+      "loss": 0.0801,
+      "num_input_tokens_seen": 1716000,
+      "step": 259
+    },
+    {
+      "epoch": 1.4825374198146828,
+      "grad_norm": 4.872470378875732,
+      "learning_rate": 4.0383585698213874e-06,
+      "loss": 0.0406,
+      "num_input_tokens_seen": 1722080,
+      "step": 260
+    },
+    {
+      "epoch": 1.4882394868139701,
+      "grad_norm": 3.8097238540649414,
+      "learning_rate": 4.03119124559831e-06,
+      "loss": 0.0417,
+      "num_input_tokens_seen": 1728960,
+      "step": 261
+    },
+    {
+      "epoch": 1.4939415538132574,
+      "grad_norm": 3.029526948928833,
+      "learning_rate": 4.0240037239276146e-06,
+      "loss": 0.0178,
+      "num_input_tokens_seen": 1735408,
+      "step": 262
+    },
+    {
+      "epoch": 1.4996436208125445,
+      "grad_norm": 2.9828808307647705,
+      "learning_rate": 4.016796099617569e-06,
+      "loss": 0.0238,
+      "num_input_tokens_seen": 1742032,
+      "step": 263
+    },
+    {
+      "epoch": 1.5053456878118316,
+      "grad_norm": 10.337291717529297,
+      "learning_rate": 4.009568467741611e-06,
+      "loss": 0.0842,
+      "num_input_tokens_seen": 1748848,
+      "step": 264
+    },
+    {
+      "epoch": 1.511047754811119,
+      "grad_norm": 5.436164855957031,
+      "learning_rate": 4.002320923637091e-06,
+      "loss": 0.0354,
+      "num_input_tokens_seen": 1755584,
+      "step": 265
+    },
+    {
+      "epoch": 1.5167498218104063,
+      "grad_norm": 7.981906414031982,
+      "learning_rate": 3.995053562904015e-06,
+      "loss": 0.072,
+      "num_input_tokens_seen": 1762464,
+      "step": 266
+    },
+    {
+      "epoch": 1.5224518888096936,
+      "grad_norm": 2.6612589359283447,
+      "learning_rate": 3.987766481403785e-06,
+      "loss": 0.0297,
+      "num_input_tokens_seen": 1769008,
+      "step": 267
+    },
+    {
+      "epoch": 1.5281539558089807,
+      "grad_norm": 5.873383522033691,
+      "learning_rate": 3.98045977525793e-06,
+      "loss": 0.0355,
+      "num_input_tokens_seen": 1775808,
+      "step": 268
+    },
+    {
+      "epoch": 1.533856022808268,
+      "grad_norm": 4.245385646820068,
+      "learning_rate": 3.973133540846844e-06,
+      "loss": 0.0669,
+      "num_input_tokens_seen": 1782416,
+      "step": 269
+    },
+    {
+      "epoch": 1.5395580898075552,
+      "grad_norm": 5.252135276794434,
+      "learning_rate": 3.965787874808513e-06,
+      "loss": 0.0622,
+      "num_input_tokens_seen": 1788960,
+      "step": 270
+    },
+    {
+      "epoch": 1.5452601568068425,
+      "grad_norm": 7.067147731781006,
+      "learning_rate": 3.958422874037236e-06,
+      "loss": 0.0436,
+      "num_input_tokens_seen": 1795600,
+      "step": 271
+    },
+    {
+      "epoch": 1.5509622238061298,
+      "grad_norm": 3.885929822921753,
+      "learning_rate": 3.951038635682352e-06,
+      "loss": 0.0265,
+      "num_input_tokens_seen": 1802144,
+      "step": 272
+    },
+    {
+      "epoch": 1.5566642908054171,
+      "grad_norm": 3.3886828422546387,
+      "learning_rate": 3.943635257146959e-06,
+      "loss": 0.0165,
+      "num_input_tokens_seen": 1808656,
+      "step": 273
+    },
+    {
+      "epoch": 1.5623663578047042,
+      "grad_norm": 1.3812897205352783,
+      "learning_rate": 3.936212836086621e-06,
+      "loss": 0.0246,
+      "num_input_tokens_seen": 1815360,
+      "step": 274
+    },
+    {
+      "epoch": 1.5680684248039913,
+      "grad_norm": 5.722872257232666,
+      "learning_rate": 3.928771470408092e-06,
+      "loss": 0.0929,
+      "num_input_tokens_seen": 1822048,
+      "step": 275
+    },
+    {
+      "epoch": 1.5737704918032787,
+      "grad_norm": 5.5266313552856445,
+      "learning_rate": 3.921311258268013e-06,
+      "loss": 0.0591,
+      "num_input_tokens_seen": 1828416,
+      "step": 276
+    },
+    {
+      "epoch": 1.579472558802566,
+      "grad_norm": 4.463235855102539,
+      "learning_rate": 3.913832298071629e-06,
+      "loss": 0.0479,
+      "num_input_tokens_seen": 1835008,
+      "step": 277
+    },
+    {
+      "epoch": 1.5851746258018533,
+      "grad_norm": 5.2619757652282715,
+      "learning_rate": 3.906334688471479e-06,
+      "loss": 0.0414,
+      "num_input_tokens_seen": 1841536,
+      "step": 278
+    },
+    {
+      "epoch": 1.5908766928011404,
+      "grad_norm": 3.2384073734283447,
+      "learning_rate": 3.8988185283661005e-06,
+      "loss": 0.0591,
+      "num_input_tokens_seen": 1848064,
+      "step": 279
+    },
+    {
+      "epoch": 1.5965787598004275,
+      "grad_norm": 9.16089153289795,
+      "learning_rate": 3.891283916898729e-06,
+      "loss": 0.0797,
+      "num_input_tokens_seen": 1854640,
+      "step": 280
+    },
+    {
+      "epoch": 1.6022808267997148,
+      "grad_norm": 2.8571524620056152,
+      "learning_rate": 3.88373095345598e-06,
+      "loss": 0.0338,
+      "num_input_tokens_seen": 1861184,
+      "step": 281
+    },
+    {
+      "epoch": 1.6079828937990022,
+      "grad_norm": 5.12972354888916,
+      "learning_rate": 3.876159737666552e-06,
+      "loss": 0.0764,
+      "num_input_tokens_seen": 1867856,
+      "step": 282
+    },
+    {
+      "epoch": 1.6136849607982895,
+      "grad_norm": 4.020384311676025,
+      "learning_rate": 3.868570369399894e-06,
+      "loss": 0.0835,
+      "num_input_tokens_seen": 1874768,
+      "step": 283
+    },
+    {
+      "epoch": 1.6193870277975766,
+      "grad_norm": 3.4921162128448486,
+      "learning_rate": 3.860962948764906e-06,
+      "loss": 0.0644,
+      "num_input_tokens_seen": 1881488,
+      "step": 284
+    },
+    {
+      "epoch": 1.6250890947968637,
+      "grad_norm": 3.6133933067321777,
+      "learning_rate": 3.85333757610861e-06,
+      "loss": 0.0265,
+      "num_input_tokens_seen": 1888032,
+      "step": 285
+    },
+    {
+      "epoch": 1.630791161796151,
+      "grad_norm": 2.9440054893493652,
+      "learning_rate": 3.845694352014825e-06,
+      "loss": 0.0934,
+      "num_input_tokens_seen": 1895008,
+      "step": 286
+    },
+    {
+      "epoch": 1.6364932287954383,
+      "grad_norm": 4.363600730895996,
+      "learning_rate": 3.838033377302844e-06,
+      "loss": 0.0436,
+      "num_input_tokens_seen": 1901392,
+      "step": 287
+    },
+    {
+      "epoch": 1.6421952957947257,
+      "grad_norm": 2.8621530532836914,
+      "learning_rate": 3.8303547530261025e-06,
+      "loss": 0.0461,
+      "num_input_tokens_seen": 1907936,
+      "step": 288
+    },
+    {
+      "epoch": 1.6478973627940128,
+      "grad_norm": 4.192432403564453,
+      "learning_rate": 3.8226585804708435e-06,
+      "loss": 0.0521,
+      "num_input_tokens_seen": 1914608,
+      "step": 289
+    },
+    {
+      "epoch": 1.6535994297933,
+      "grad_norm": 2.4695684909820557,
+      "learning_rate": 3.814944961154788e-06,
+      "loss": 0.0282,
+      "num_input_tokens_seen": 1920848,
+      "step": 290
+    },
+    {
+      "epoch": 1.6593014967925872,
+      "grad_norm": 4.6032562255859375,
+      "learning_rate": 3.807213996825788e-06,
+      "loss": 0.0408,
+      "num_input_tokens_seen": 1927600,
+      "step": 291
+    },
+    {
+      "epoch": 1.6650035637918745,
+      "grad_norm": 3.675687789916992,
+      "learning_rate": 3.799465789460491e-06,
+      "loss": 0.0435,
+      "num_input_tokens_seen": 1934096,
+      "step": 292
+    },
+    {
+      "epoch": 1.6707056307911619,
+      "grad_norm": 2.347770929336548,
+      "learning_rate": 3.791700441262987e-06,
+      "loss": 0.0459,
+      "num_input_tokens_seen": 1940816,
+      "step": 293
+    },
+    {
+      "epoch": 1.6764076977904492,
+      "grad_norm": 4.666854381561279,
+      "learning_rate": 3.7839180546634703e-06,
+      "loss": 0.046,
+      "num_input_tokens_seen": 1947392,
+      "step": 294
+    },
+    {
+      "epoch": 1.6821097647897363,
+      "grad_norm": 5.212928295135498,
+      "learning_rate": 3.77611873231688e-06,
+      "loss": 0.0338,
+      "num_input_tokens_seen": 1954272,
+      "step": 295
+    },
+    {
+      "epoch": 1.6878118317890234,
+      "grad_norm": 0.8700922727584839,
+      "learning_rate": 3.7683025771015515e-06,
+      "loss": 0.0304,
+      "num_input_tokens_seen": 1960640,
+      "step": 296
+    },
+    {
+      "epoch": 1.6935138987883107,
+      "grad_norm": 6.290396690368652,
+      "learning_rate": 3.760469692117854e-06,
+      "loss": 0.0652,
+      "num_input_tokens_seen": 1967440,
+      "step": 297
+    },
+    {
+      "epoch": 1.699215965787598,
+      "grad_norm": 3.9211745262145996,
+      "learning_rate": 3.7526201806868372e-06,
+      "loss": 0.0233,
+      "num_input_tokens_seen": 1973968,
+      "step": 298
+    },
+    {
+      "epoch": 1.7049180327868854,
+      "grad_norm": 3.1297361850738525,
+      "learning_rate": 3.744754146348862e-06,
+      "loss": 0.0447,
+      "num_input_tokens_seen": 1980496,
+      "step": 299
+    },
+    {
+      "epoch": 1.7106200997861725,
+      "grad_norm": 6.064594745635986,
+      "learning_rate": 3.736871692862239e-06,
+      "loss": 0.0599,
+      "num_input_tokens_seen": 1987184,
+      "step": 300
+    },
+    {
+      "epoch": 1.7163221667854596,
+      "grad_norm": 6.277172565460205,
+      "learning_rate": 3.7289729242018584e-06,
+      "loss": 0.0607,
+      "num_input_tokens_seen": 1993968,
+      "step": 301
+    },
+    {
+      "epoch": 1.722024233784747,
+      "grad_norm": 4.980268955230713,
+      "learning_rate": 3.721057944557819e-06,
+      "loss": 0.0449,
+      "num_input_tokens_seen": 2000640,
+      "step": 302
+    },
+    {
+      "epoch": 1.7277263007840342,
+      "grad_norm": 4.455365180969238,
+      "learning_rate": 3.713126858334052e-06,
+      "loss": 0.0294,
+      "num_input_tokens_seen": 2006784,
+      "step": 303
+    },
+    {
+      "epoch": 1.7334283677833215,
+      "grad_norm": 8.115938186645508,
+      "learning_rate": 3.705179770146946e-06,
+      "loss": 0.058,
+      "num_input_tokens_seen": 2013280,
+      "step": 304
+    },
+    {
+      "epoch": 1.7391304347826086,
+      "grad_norm": 5.212691307067871,
+      "learning_rate": 3.6972167848239677e-06,
+      "loss": 0.0774,
+      "num_input_tokens_seen": 2019984,
+      "step": 305
+    },
+    {
+      "epoch": 1.744832501781896,
+      "grad_norm": 3.045757532119751,
+      "learning_rate": 3.689238007402275e-06,
+      "loss": 0.0718,
+      "num_input_tokens_seen": 2026624,
+      "step": 306
+    },
+    {
+      "epoch": 1.750534568781183,
+      "grad_norm": 4.732903003692627,
+      "learning_rate": 3.6812435431273375e-06,
+      "loss": 0.0642,
+      "num_input_tokens_seen": 2033136,
+      "step": 307
+    },
+    {
+      "epoch": 1.7562366357804704,
+      "grad_norm": 4.424813270568848,
+      "learning_rate": 3.673233497451541e-06,
+      "loss": 0.0992,
+      "num_input_tokens_seen": 2039680,
+      "step": 308
+    },
+    {
+      "epoch": 1.7619387027797577,
+      "grad_norm": 2.3566956520080566,
+      "learning_rate": 3.6652079760328045e-06,
+      "loss": 0.0325,
+      "num_input_tokens_seen": 2046096,
+      "step": 309
+    },
+    {
+      "epoch": 1.767640769779045,
+      "grad_norm": 3.0203731060028076,
+      "learning_rate": 3.6571670847331802e-06,
+      "loss": 0.0403,
+      "num_input_tokens_seen": 2052432,
+      "step": 310
+    },
+    {
+      "epoch": 1.7733428367783322,
+      "grad_norm": 4.3480753898620605,
+      "learning_rate": 3.6491109296174604e-06,
+      "loss": 0.0619,
+      "num_input_tokens_seen": 2058848,
+      "step": 311
+    },
+    {
+      "epoch": 1.7790449037776193,
+      "grad_norm": 4.105159282684326,
+      "learning_rate": 3.6410396169517763e-06,
+      "loss": 0.0609,
+      "num_input_tokens_seen": 2065344,
+      "step": 312
+    },
+    {
+      "epoch": 1.7847469707769066,
+      "grad_norm": 2.991960048675537,
+      "learning_rate": 3.632953253202199e-06,
+      "loss": 0.0523,
+      "num_input_tokens_seen": 2071696,
+      "step": 313
+    },
+    {
+      "epoch": 1.790449037776194,
+      "grad_norm": 3.855825662612915,
+      "learning_rate": 3.624851945033332e-06,
+      "loss": 0.0481,
+      "num_input_tokens_seen": 2078736,
+      "step": 314
+    },
+    {
+      "epoch": 1.7961511047754812,
+      "grad_norm": 3.1060192584991455,
+      "learning_rate": 3.6167357993069075e-06,
+      "loss": 0.0353,
+      "num_input_tokens_seen": 2085088,
+      "step": 315
+    },
+    {
+      "epoch": 1.8018531717747683,
+      "grad_norm": 2.189758777618408,
+      "learning_rate": 3.608604923080373e-06,
+      "loss": 0.0408,
+      "num_input_tokens_seen": 2091504,
+      "step": 316
+    },
+    {
+      "epoch": 1.8075552387740554,
+      "grad_norm": 2.719782590866089,
+      "learning_rate": 3.6004594236054837e-06,
+      "loss": 0.0368,
+      "num_input_tokens_seen": 2097984,
+      "step": 317
+    },
+    {
+      "epoch": 1.8132573057733428,
+      "grad_norm": 4.720352649688721,
+      "learning_rate": 3.592299408326883e-06,
+      "loss": 0.0614,
+      "num_input_tokens_seen": 2104560,
+      "step": 318
+    },
+    {
+      "epoch": 1.81895937277263,
+      "grad_norm": 4.813574314117432,
+      "learning_rate": 3.584124984880689e-06,
+      "loss": 0.0328,
+      "num_input_tokens_seen": 2110832,
+      "step": 319
+    },
+    {
+      "epoch": 1.8246614397719174,
+      "grad_norm": 6.9829816818237305,
+      "learning_rate": 3.5759362610930733e-06,
+      "loss": 0.0658,
+      "num_input_tokens_seen": 2117008,
+      "step": 320
+    },
+    {
+      "epoch": 1.8303635067712045,
+      "grad_norm": 3.228569269180298,
+      "learning_rate": 3.5677333449788376e-06,
+      "loss": 0.0491,
+      "num_input_tokens_seen": 2123312,
+      "step": 321
+    },
+    {
+      "epoch": 1.8360655737704918,
+      "grad_norm": 3.437143087387085,
+      "learning_rate": 3.5595163447399912e-06,
+      "loss": 0.0411,
+      "num_input_tokens_seen": 2129872,
+      "step": 322
+    },
+    {
+      "epoch": 1.841767640769779,
+      "grad_norm": 3.455941677093506,
+      "learning_rate": 3.551285368764321e-06,
+      "loss": 0.0281,
+      "num_input_tokens_seen": 2136688,
+      "step": 323
+    },
+    {
+      "epoch": 1.8474697077690663,
+      "grad_norm": 5.369020938873291,
+      "learning_rate": 3.5430405256239653e-06,
+      "loss": 0.0319,
+      "num_input_tokens_seen": 2143184,
+      "step": 324
+    },
+    {
+      "epoch": 1.8531717747683536,
+      "grad_norm": 4.390781402587891,
+      "learning_rate": 3.5347819240739783e-06,
+      "loss": 0.0919,
+      "num_input_tokens_seen": 2149712,
+      "step": 325
+    },
+    {
+      "epoch": 1.858873841767641,
+      "grad_norm": 5.870974540710449,
+      "learning_rate": 3.5265096730508972e-06,
+      "loss": 0.069,
+      "num_input_tokens_seen": 2156432,
+      "step": 326
+    },
+    {
+      "epoch": 1.864575908766928,
+      "grad_norm": 3.885589122772217,
+      "learning_rate": 3.5182238816713055e-06,
+      "loss": 0.0615,
+      "num_input_tokens_seen": 2163088,
+      "step": 327
+    },
+    {
+      "epoch": 1.8702779757662151,
+      "grad_norm": 4.062203407287598,
+      "learning_rate": 3.509924659230392e-06,
+      "loss": 0.046,
+      "num_input_tokens_seen": 2169664,
+      "step": 328
+    },
+    {
+      "epoch": 1.8759800427655025,
+      "grad_norm": 4.7195000648498535,
+      "learning_rate": 3.5016121152005123e-06,
+      "loss": 0.0317,
+      "num_input_tokens_seen": 2176272,
+      "step": 329
+    },
+    {
+      "epoch": 1.8816821097647898,
+      "grad_norm": 3.965040922164917,
+      "learning_rate": 3.4932863592297393e-06,
+      "loss": 0.0614,
+      "num_input_tokens_seen": 2182736,
+      "step": 330
+    },
+    {
+      "epoch": 1.887384176764077,
+      "grad_norm": 6.761993885040283,
+      "learning_rate": 3.4849475011404242e-06,
+      "loss": 0.0651,
+      "num_input_tokens_seen": 2189824,
+      "step": 331
+    },
+    {
+      "epoch": 1.8930862437633642,
+      "grad_norm": 3.391899585723877,
+      "learning_rate": 3.4765956509277416e-06,
+      "loss": 0.0283,
+      "num_input_tokens_seen": 2196400,
+      "step": 332
+    },
+    {
+      "epoch": 1.8987883107626513,
+      "grad_norm": 3.1956787109375,
+      "learning_rate": 3.4682309187582425e-06,
+      "loss": 0.0406,
+      "num_input_tokens_seen": 2202896,
+      "step": 333
+    },
+    {
+      "epoch": 1.9044903777619386,
+      "grad_norm": 3.3207476139068604,
+      "learning_rate": 3.459853414968398e-06,
+      "loss": 0.029,
+      "num_input_tokens_seen": 2209552,
+      "step": 334
+    },
+    {
+      "epoch": 1.910192444761226,
+      "grad_norm": 4.4404616355896,
+      "learning_rate": 3.451463250063146e-06,
+      "loss": 0.0202,
+      "num_input_tokens_seen": 2215920,
+      "step": 335
+    },
+    {
+      "epoch": 1.9158945117605133,
+      "grad_norm": 2.3631815910339355,
+      "learning_rate": 3.443060534714434e-06,
+      "loss": 0.0246,
+      "num_input_tokens_seen": 2222384,
+      "step": 336
+    },
+    {
+      "epoch": 1.9215965787598004,
+      "grad_norm": 5.453686714172363,
+      "learning_rate": 3.4346453797597577e-06,
+      "loss": 0.0755,
+      "num_input_tokens_seen": 2228864,
+      "step": 337
+    },
+    {
+      "epoch": 1.9272986457590877,
+      "grad_norm": 1.8340721130371094,
+      "learning_rate": 3.4262178962006994e-06,
+      "loss": 0.0162,
+      "num_input_tokens_seen": 2235328,
+      "step": 338
+    },
+    {
+      "epoch": 1.9330007127583748,
+      "grad_norm": 1.1222234964370728,
+      "learning_rate": 3.4177781952014646e-06,
+      "loss": 0.0127,
+      "num_input_tokens_seen": 2241760,
+      "step": 339
+    },
+    {
+      "epoch": 1.9387027797576621,
+      "grad_norm": 2.823270082473755,
+      "learning_rate": 3.409326388087414e-06,
+      "loss": 0.0225,
+      "num_input_tokens_seen": 2247968,
+      "step": 340
+    },
+    {
+      "epoch": 1.9444048467569495,
+      "grad_norm": 5.46552038192749,
+      "learning_rate": 3.400862586343597e-06,
+      "loss": 0.0556,
+      "num_input_tokens_seen": 2254528,
+      "step": 341
+    },
+    {
+      "epoch": 1.9501069137562368,
+      "grad_norm": 3.3685600757598877,
+      "learning_rate": 3.3923869016132816e-06,
+      "loss": 0.0282,
+      "num_input_tokens_seen": 2260928,
+      "step": 342
+    },
+    {
+      "epoch": 1.955808980755524,
+      "grad_norm": 1.8859189748764038,
+      "learning_rate": 3.3838994456964774e-06,
+      "loss": 0.0222,
+      "num_input_tokens_seen": 2268016,
+      "step": 343
+    },
+    {
+      "epoch": 1.961511047754811,
+      "grad_norm": 6.896831035614014,
+      "learning_rate": 3.375400330548466e-06,
+      "loss": 0.0387,
+      "num_input_tokens_seen": 2274592,
+      "step": 344
+    },
+    {
+      "epoch": 1.9672131147540983,
+      "grad_norm": 5.995792388916016,
+      "learning_rate": 3.3668896682783216e-06,
+      "loss": 0.0589,
+      "num_input_tokens_seen": 2281216,
+      "step": 345
+    },
+    {
+      "epoch": 1.9729151817533856,
+      "grad_norm": 7.283161640167236,
+      "learning_rate": 3.358367571147433e-06,
+      "loss": 0.1223,
+      "num_input_tokens_seen": 2287680,
+      "step": 346
+    },
+    {
+      "epoch": 1.978617248752673,
+      "grad_norm": 7.267601013183594,
+      "learning_rate": 3.3498341515680216e-06,
+      "loss": 0.0546,
+      "num_input_tokens_seen": 2294592,
+      "step": 347
+    },
+    {
+      "epoch": 1.98431931575196,
+      "grad_norm": 5.150763511657715,
+      "learning_rate": 3.3412895221016605e-06,
+      "loss": 0.0686,
+      "num_input_tokens_seen": 2301120,
+      "step": 348
+    },
+    {
+      "epoch": 1.9900213827512472,
+      "grad_norm": 4.490513801574707,
+      "learning_rate": 3.3327337954577893e-06,
+      "loss": 0.0316,
+      "num_input_tokens_seen": 2307552,
+      "step": 349
+    },
+    {
+      "epoch": 1.9957234497505345,
+      "grad_norm": 4.953909873962402,
+      "learning_rate": 3.324167084492226e-06,
+      "loss": 0.036,
+      "num_input_tokens_seen": 2314048,
+      "step": 350
+    },
+    {
+      "epoch": 2.001425516749822,
+      "grad_norm": 3.9158685207366943,
+      "learning_rate": 3.315589502205678e-06,
+      "loss": 0.0681,
+      "num_input_tokens_seen": 2320912,
+      "step": 351
+    },
+    {
+      "epoch": 2.007127583749109,
+      "grad_norm": 1.852107286453247,
+      "learning_rate": 3.3070011617422564e-06,
+      "loss": 0.0133,
+      "num_input_tokens_seen": 2327488,
+      "step": 352
+    },
+    {
+      "epoch": 2.0128296507483965,
+      "grad_norm": 2.2540292739868164,
+      "learning_rate": 3.2984021763879757e-06,
+      "loss": 0.0086,
+      "num_input_tokens_seen": 2334432,
+      "step": 353
+    },
+    {
+      "epoch": 2.0185317177476834,
+      "grad_norm": 1.3720698356628418,
+      "learning_rate": 3.2897926595692663e-06,
+      "loss": 0.0066,
+      "num_input_tokens_seen": 2341136,
+      "step": 354
+    },
+    {
+      "epoch": 2.0242337847469707,
+      "grad_norm": 1.604500651359558,
+      "learning_rate": 3.281172724851476e-06,
+      "loss": 0.0137,
+      "num_input_tokens_seen": 2347680,
+      "step": 355
+    },
+    {
+      "epoch": 2.029935851746258,
+      "grad_norm": 1.1898442506790161,
+      "learning_rate": 3.272542485937369e-06,
+      "loss": 0.0104,
+      "num_input_tokens_seen": 2354352,
+      "step": 356
+    },
+    {
+      "epoch": 2.0356379187455453,
+      "grad_norm": 2.400050640106201,
+      "learning_rate": 3.2639020566656316e-06,
+      "loss": 0.029,
+      "num_input_tokens_seen": 2360912,
+      "step": 357
+    },
+    {
+      "epoch": 2.0413399857448327,
+      "grad_norm": 6.066676139831543,
+      "learning_rate": 3.2552515510093674e-06,
+      "loss": 0.0628,
+      "num_input_tokens_seen": 2367552,
+      "step": 358
+    },
+    {
+      "epoch": 2.0470420527441195,
+      "grad_norm": 3.0650413036346436,
+      "learning_rate": 3.2465910830745926e-06,
+      "loss": 0.0492,
+      "num_input_tokens_seen": 2373888,
+      "step": 359
+    },
+    {
+      "epoch": 2.052744119743407,
+      "grad_norm": 3.076413154602051,
+      "learning_rate": 3.2379207670987352e-06,
+      "loss": 0.0217,
+      "num_input_tokens_seen": 2380528,
+      "step": 360
+    },
+    {
+      "epoch": 2.058446186742694,
+      "grad_norm": 5.445115089416504,
+      "learning_rate": 3.2292407174491224e-06,
+      "loss": 0.01,
+      "num_input_tokens_seen": 2387584,
+      "step": 361
+    },
+    {
+      "epoch": 2.0641482537419815,
+      "grad_norm": 2.9979920387268066,
+      "learning_rate": 3.2205510486214783e-06,
+      "loss": 0.0193,
+      "num_input_tokens_seen": 2394560,
+      "step": 362
+    },
+    {
+      "epoch": 2.069850320741269,
+      "grad_norm": 2.777930736541748,
+      "learning_rate": 3.211851875238408e-06,
+      "loss": 0.016,
+      "num_input_tokens_seen": 2401232,
+      "step": 363
+    },
+    {
+      "epoch": 2.075552387740556,
+      "grad_norm": 0.7351799607276917,
+      "learning_rate": 3.2031433120478894e-06,
+      "loss": 0.0025,
+      "num_input_tokens_seen": 2407888,
+      "step": 364
+    },
+    {
+      "epoch": 2.081254454739843,
+      "grad_norm": 0.19965003430843353,
+      "learning_rate": 3.1944254739217584e-06,
+      "loss": 0.002,
+      "num_input_tokens_seen": 2414288,
+      "step": 365
+    },
+    {
+      "epoch": 2.0869565217391304,
+      "grad_norm": 1.0815672874450684,
+      "learning_rate": 3.1856984758541924e-06,
+      "loss": 0.0113,
+      "num_input_tokens_seen": 2420768,
+      "step": 366
+    },
+    {
+      "epoch": 2.0926585887384177,
+      "grad_norm": 1.7040127515792847,
+      "learning_rate": 3.176962432960197e-06,
+      "loss": 0.0047,
+      "num_input_tokens_seen": 2427280,
+      "step": 367
+    },
+    {
+      "epoch": 2.098360655737705,
+      "grad_norm": 2.0529940128326416,
+      "learning_rate": 3.1682174604740808e-06,
+      "loss": 0.0186,
+      "num_input_tokens_seen": 2433824,
+      "step": 368
+    },
+    {
+      "epoch": 2.1040627227369924,
+      "grad_norm": 0.9493989944458008,
+      "learning_rate": 3.159463673747945e-06,
+      "loss": 0.0033,
+      "num_input_tokens_seen": 2440416,
+      "step": 369
+    },
+    {
+      "epoch": 2.1097647897362792,
+      "grad_norm": 3.0499930381774902,
+      "learning_rate": 3.150701188250153e-06,
+      "loss": 0.0344,
+      "num_input_tokens_seen": 2446928,
+      "step": 370
+    },
+    {
+      "epoch": 2.1154668567355666,
+      "grad_norm": 5.7982177734375,
+      "learning_rate": 3.141930119563812e-06,
+      "loss": 0.0362,
+      "num_input_tokens_seen": 2453664,
+      "step": 371
+    },
+    {
+      "epoch": 2.121168923734854,
+      "grad_norm": 0.2506842017173767,
+      "learning_rate": 3.133150583385247e-06,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 2460256,
+      "step": 372
+    },
+    {
+      "epoch": 2.126870990734141,
+      "grad_norm": 1.3631197214126587,
+      "learning_rate": 3.1243626955224766e-06,
+      "loss": 0.0317,
+      "num_input_tokens_seen": 2466912,
+      "step": 373
+    },
+    {
+      "epoch": 2.1325730577334285,
+      "grad_norm": 2.615264892578125,
+      "learning_rate": 3.1155665718936806e-06,
+      "loss": 0.0158,
+      "num_input_tokens_seen": 2473936,
+      "step": 374
+    },
+    {
+      "epoch": 2.1382751247327154,
+      "grad_norm": 3.0895676612854004,
+      "learning_rate": 3.106762328525677e-06,
+      "loss": 0.0154,
+      "num_input_tokens_seen": 2480640,
+      "step": 375
+    },
+    {
+      "epoch": 2.1439771917320027,
+      "grad_norm": 2.583371639251709,
+      "learning_rate": 3.0979500815523865e-06,
+      "loss": 0.0178,
+      "num_input_tokens_seen": 2487152,
+      "step": 376
+    },
+    {
+      "epoch": 2.14967925873129,
+      "grad_norm": 8.645212173461914,
+      "learning_rate": 3.089129947213305e-06,
+      "loss": 0.0686,
+      "num_input_tokens_seen": 2493664,
+      "step": 377
+    },
+    {
+      "epoch": 2.1553813257305774,
+      "grad_norm": 5.1428046226501465,
+      "learning_rate": 3.0803020418519666e-06,
+      "loss": 0.0289,
+      "num_input_tokens_seen": 2500336,
+      "step": 378
+    },
+    {
+      "epoch": 2.1610833927298647,
+      "grad_norm": 6.207760810852051,
+      "learning_rate": 3.071466481914409e-06,
+      "loss": 0.0122,
+      "num_input_tokens_seen": 2507360,
+      "step": 379
+    },
+    {
+      "epoch": 2.1667854597291516,
+      "grad_norm": 2.8542068004608154,
+      "learning_rate": 3.0626233839476434e-06,
+      "loss": 0.0258,
+      "num_input_tokens_seen": 2513872,
+      "step": 380
+    },
+    {
+      "epoch": 2.172487526728439,
+      "grad_norm": 0.9682677388191223,
+      "learning_rate": 3.053772864598108e-06,
+      "loss": 0.0033,
+      "num_input_tokens_seen": 2520208,
+      "step": 381
+    },
+    {
+      "epoch": 2.1781895937277262,
+      "grad_norm": 1.7404452562332153,
+      "learning_rate": 3.0449150406101367e-06,
+      "loss": 0.01,
+      "num_input_tokens_seen": 2526752,
+      "step": 382
+    },
+    {
+      "epoch": 2.1838916607270136,
+      "grad_norm": 5.735099792480469,
+      "learning_rate": 3.0360500288244155e-06,
+      "loss": 0.0185,
+      "num_input_tokens_seen": 2532784,
+      "step": 383
+    },
+    {
+      "epoch": 2.189593727726301,
+      "grad_norm": 5.3574748039245605,
+      "learning_rate": 3.0271779461764427e-06,
+      "loss": 0.0171,
+      "num_input_tokens_seen": 2539456,
+      "step": 384
+    },
+    {
+      "epoch": 2.1952957947255882,
+      "grad_norm": 3.465667486190796,
+      "learning_rate": 3.018298909694986e-06,
+      "loss": 0.0049,
+      "num_input_tokens_seen": 2546144,
+      "step": 385
+    },
+    {
+      "epoch": 2.200997861724875,
+      "grad_norm": 1.0288059711456299,
+      "learning_rate": 3.00941303650054e-06,
+      "loss": 0.0044,
+      "num_input_tokens_seen": 2552768,
+      "step": 386
+    },
+    {
+      "epoch": 2.2066999287241624,
+      "grad_norm": 1.7451399564743042,
+      "learning_rate": 3.0005204438037767e-06,
+      "loss": 0.0218,
+      "num_input_tokens_seen": 2559248,
+      "step": 387
+    },
+    {
+      "epoch": 2.2124019957234498,
+      "grad_norm": 4.361851215362549,
+      "learning_rate": 2.991621248904007e-06,
+      "loss": 0.026,
+      "num_input_tokens_seen": 2566096,
+      "step": 388
+    },
+    {
+      "epoch": 2.218104062722737,
+      "grad_norm": 1.2106692790985107,
+      "learning_rate": 2.9827155691876266e-06,
+      "loss": 0.0037,
+      "num_input_tokens_seen": 2572944,
+      "step": 389
+    },
+    {
+      "epoch": 2.2238061297220244,
+      "grad_norm": 1.0988516807556152,
+      "learning_rate": 2.973803522126571e-06,
+      "loss": 0.0031,
+      "num_input_tokens_seen": 2579600,
+      "step": 390
+    },
+    {
+      "epoch": 2.2295081967213113,
+      "grad_norm": 1.429746150970459,
+      "learning_rate": 2.964885225276767e-06,
+      "loss": 0.0188,
+      "num_input_tokens_seen": 2586624,
+      "step": 391
+    },
+    {
+      "epoch": 2.2352102637205986,
+      "grad_norm": 2.6677236557006836,
+      "learning_rate": 2.9559607962765773e-06,
+      "loss": 0.0302,
+      "num_input_tokens_seen": 2593600,
+      "step": 392
+    },
+    {
+      "epoch": 2.240912330719886,
+      "grad_norm": 2.7065508365631104,
+      "learning_rate": 2.947030352845255e-06,
+      "loss": 0.0205,
+      "num_input_tokens_seen": 2600224,
+      "step": 393
+    },
+    {
+      "epoch": 2.2466143977191733,
+      "grad_norm": 5.244087219238281,
+      "learning_rate": 2.9380940127813834e-06,
+      "loss": 0.0347,
+      "num_input_tokens_seen": 2606704,
+      "step": 394
+    },
+    {
+      "epoch": 2.2523164647184606,
+      "grad_norm": 5.431631088256836,
+      "learning_rate": 2.9291518939613317e-06,
+      "loss": 0.065,
+      "num_input_tokens_seen": 2612816,
+      "step": 395
+    },
+    {
+      "epoch": 2.258018531717748,
+      "grad_norm": 7.171090126037598,
+      "learning_rate": 2.9202041143376895e-06,
+      "loss": 0.0662,
+      "num_input_tokens_seen": 2619840,
+      "step": 396
+    },
+    {
+      "epoch": 2.263720598717035,
+      "grad_norm": 2.2391579151153564,
+      "learning_rate": 2.9112507919377213e-06,
+      "loss": 0.0348,
+      "num_input_tokens_seen": 2626400,
+      "step": 397
+    },
+    {
+      "epoch": 2.269422665716322,
+      "grad_norm": 5.090347766876221,
+      "learning_rate": 2.9022920448618e-06,
+      "loss": 0.0105,
+      "num_input_tokens_seen": 2632928,
+      "step": 398
+    },
+    {
+      "epoch": 2.2751247327156094,
+      "grad_norm": 5.373437881469727,
+      "learning_rate": 2.893327991281857e-06,
+      "loss": 0.0478,
+      "num_input_tokens_seen": 2639488,
+      "step": 399
+    },
+    {
+      "epoch": 2.2808267997148968,
+      "grad_norm": 2.078587770462036,
+      "learning_rate": 2.8843587494398177e-06,
+      "loss": 0.0048,
+      "num_input_tokens_seen": 2645696,
+      "step": 400
+    },
+    {
+      "epoch": 2.2865288667141836,
+      "grad_norm": 4.209392070770264,
+      "learning_rate": 2.8753844376460462e-06,
+      "loss": 0.0416,
+      "num_input_tokens_seen": 2652768,
+      "step": 401
+    },
+    {
+      "epoch": 2.292230933713471,
+      "grad_norm": 1.7363594770431519,
+      "learning_rate": 2.8664051742777803e-06,
+      "loss": 0.009,
+      "num_input_tokens_seen": 2659600,
+      "step": 402
+    },
+    {
+      "epoch": 2.2979330007127583,
+      "grad_norm": 2.1213040351867676,
+      "learning_rate": 2.857421077777576e-06,
+      "loss": 0.0145,
+      "num_input_tokens_seen": 2666608,
+      "step": 403
+    },
+    {
+      "epoch": 2.3036350677120456,
+      "grad_norm": 1.049506664276123,
+      "learning_rate": 2.8484322666517373e-06,
+      "loss": 0.0239,
+      "num_input_tokens_seen": 2673408,
+      "step": 404
+    },
+    {
+      "epoch": 2.309337134711333,
+      "grad_norm": 1.5871895551681519,
+      "learning_rate": 2.83943885946876e-06,
+      "loss": 0.0151,
+      "num_input_tokens_seen": 2679824,
+      "step": 405
+    },
+    {
+      "epoch": 2.3150392017106203,
+      "grad_norm": 2.483149766921997,
+      "learning_rate": 2.8304409748577655e-06,
+      "loss": 0.0597,
+      "num_input_tokens_seen": 2686608,
+      "step": 406
+    },
+    {
+      "epoch": 2.320741268709907,
+      "grad_norm": 1.4659909009933472,
+      "learning_rate": 2.821438731506933e-06,
+      "loss": 0.0213,
+      "num_input_tokens_seen": 2693728,
+      "step": 407
+    },
+    {
+      "epoch": 2.3264433357091945,
+      "grad_norm": 2.8195438385009766,
+      "learning_rate": 2.8124322481619388e-06,
+      "loss": 0.0197,
+      "num_input_tokens_seen": 2700240,
+      "step": 408
+    },
+    {
+      "epoch": 2.332145402708482,
+      "grad_norm": 6.738165855407715,
+      "learning_rate": 2.803421643624386e-06,
+      "loss": 0.0435,
+      "num_input_tokens_seen": 2706592,
+      "step": 409
+    },
+    {
+      "epoch": 2.337847469707769,
+      "grad_norm": 1.9087073802947998,
+      "learning_rate": 2.7944070367502404e-06,
+      "loss": 0.0127,
+      "num_input_tokens_seen": 2712960,
+      "step": 410
+    },
+    {
+      "epoch": 2.3435495367070565,
+      "grad_norm": 0.8072167038917542,
+      "learning_rate": 2.7853885464482594e-06,
+      "loss": 0.0123,
+      "num_input_tokens_seen": 2719648,
+      "step": 411
+    },
+    {
+      "epoch": 2.3492516037063433,
+      "grad_norm": 3.834771156311035,
+      "learning_rate": 2.7763662916784285e-06,
+      "loss": 0.0331,
+      "num_input_tokens_seen": 2726672,
+      "step": 412
+    },
+    {
+      "epoch": 2.3549536707056307,
+      "grad_norm": 2.7633399963378906,
+      "learning_rate": 2.767340391450384e-06,
+      "loss": 0.0507,
+      "num_input_tokens_seen": 2733520,
+      "step": 413
+    },
+    {
+      "epoch": 2.360655737704918,
+      "grad_norm": 1.5225905179977417,
+      "learning_rate": 2.758310964821855e-06,
+      "loss": 0.0447,
+      "num_input_tokens_seen": 2740208,
+      "step": 414
+    },
+    {
+      "epoch": 2.3663578047042053,
+      "grad_norm": 1.4298495054244995,
+      "learning_rate": 2.7492781308970805e-06,
+      "loss": 0.0252,
+      "num_input_tokens_seen": 2746560,
+      "step": 415
+    },
+    {
+      "epoch": 2.3720598717034926,
+      "grad_norm": 1.6047407388687134,
+      "learning_rate": 2.7402420088252472e-06,
+      "loss": 0.0117,
+      "num_input_tokens_seen": 2752672,
+      "step": 416
+    },
+    {
+      "epoch": 2.37776193870278,
+      "grad_norm": 1.5428413152694702,
+      "learning_rate": 2.7312027177989132e-06,
+      "loss": 0.0149,
+      "num_input_tokens_seen": 2759168,
+      "step": 417
+    },
+    {
+      "epoch": 2.383464005702067,
+      "grad_norm": 0.30333733558654785,
+      "learning_rate": 2.7221603770524374e-06,
+      "loss": 0.0038,
+      "num_input_tokens_seen": 2765680,
+      "step": 418
+    },
+    {
+      "epoch": 2.389166072701354,
+      "grad_norm": 6.950188636779785,
+      "learning_rate": 2.713115105860407e-06,
+      "loss": 0.0374,
+      "num_input_tokens_seen": 2772480,
+      "step": 419
+    },
+    {
+      "epoch": 2.3948681397006415,
+      "grad_norm": 1.8761096000671387,
+      "learning_rate": 2.7040670235360643e-06,
+      "loss": 0.0246,
+      "num_input_tokens_seen": 2779072,
+      "step": 420
+    },
+    {
+      "epoch": 2.400570206699929,
+      "grad_norm": 3.416837453842163,
+      "learning_rate": 2.6950162494297316e-06,
+      "loss": 0.0363,
+      "num_input_tokens_seen": 2785536,
+      "step": 421
+    },
+    {
+      "epoch": 2.406272273699216,
+      "grad_norm": 0.9194361567497253,
+      "learning_rate": 2.6859629029272365e-06,
+      "loss": 0.0197,
+      "num_input_tokens_seen": 2792192,
+      "step": 422
+    },
+    {
+      "epoch": 2.411974340698503,
+      "grad_norm": 1.3932160139083862,
+      "learning_rate": 2.676907103448341e-06,
+      "loss": 0.0113,
+      "num_input_tokens_seen": 2798992,
+      "step": 423
+    },
+    {
+      "epoch": 2.4176764076977904,
+      "grad_norm": 5.138923168182373,
+      "learning_rate": 2.667848970445161e-06,
+      "loss": 0.0255,
+      "num_input_tokens_seen": 2805360,
+      "step": 424
+    },
+    {
+      "epoch": 2.4233784746970777,
+      "grad_norm": 2.4364206790924072,
+      "learning_rate": 2.658788623400595e-06,
+      "loss": 0.0184,
+      "num_input_tokens_seen": 2812000,
+      "step": 425
+    },
+    {
+      "epoch": 2.429080541696365,
+      "grad_norm": 3.580717086791992,
+      "learning_rate": 2.6497261818267438e-06,
+      "loss": 0.0397,
+      "num_input_tokens_seen": 2818752,
+      "step": 426
+    },
+    {
+      "epoch": 2.4347826086956523,
+      "grad_norm": 2.4379868507385254,
+      "learning_rate": 2.6406617652633405e-06,
+      "loss": 0.0242,
+      "num_input_tokens_seen": 2825616,
+      "step": 427
+    },
+    {
+      "epoch": 2.4404846756949397,
+      "grad_norm": 2.464996337890625,
+      "learning_rate": 2.6315954932761645e-06,
+      "loss": 0.0168,
+      "num_input_tokens_seen": 2832384,
+      "step": 428
+    },
+    {
+      "epoch": 2.4461867426942265,
+      "grad_norm": 1.3222076892852783,
+      "learning_rate": 2.6225274854554733e-06,
+      "loss": 0.0034,
+      "num_input_tokens_seen": 2839152,
+      "step": 429
+    },
+    {
+      "epoch": 2.451888809693514,
+      "grad_norm": 1.6748195886611938,
+      "learning_rate": 2.61345786141442e-06,
+      "loss": 0.0063,
+      "num_input_tokens_seen": 2845856,
+      "step": 430
+    },
+    {
+      "epoch": 2.457590876692801,
+      "grad_norm": 2.3060872554779053,
+      "learning_rate": 2.6043867407874774e-06,
+      "loss": 0.0229,
+      "num_input_tokens_seen": 2852736,
+      "step": 431
+    },
+    {
+      "epoch": 2.4632929436920885,
+      "grad_norm": 0.5100630521774292,
+      "learning_rate": 2.5953142432288573e-06,
+      "loss": 0.0047,
+      "num_input_tokens_seen": 2859456,
+      "step": 432
+    },
+    {
+      "epoch": 2.4689950106913754,
+      "grad_norm": 1.8006185293197632,
+      "learning_rate": 2.5862404884109366e-06,
+      "loss": 0.0271,
+      "num_input_tokens_seen": 2866016,
+      "step": 433
+    },
+    {
+      "epoch": 2.4746970776906627,
+      "grad_norm": 1.213702917098999,
+      "learning_rate": 2.5771655960226753e-06,
+      "loss": 0.0041,
+      "num_input_tokens_seen": 2872448,
+      "step": 434
+    },
+    {
+      "epoch": 2.48039914468995,
+      "grad_norm": 1.6707085371017456,
+      "learning_rate": 2.568089685768038e-06,
+      "loss": 0.015,
+      "num_input_tokens_seen": 2879088,
+      "step": 435
+    },
+    {
+      "epoch": 2.4861012116892374,
+      "grad_norm": 5.4278059005737305,
+      "learning_rate": 2.559012877364417e-06,
+      "loss": 0.042,
+      "num_input_tokens_seen": 2885408,
+      "step": 436
+    },
+    {
+      "epoch": 2.4918032786885247,
+      "grad_norm": 1.1846269369125366,
+      "learning_rate": 2.54993529054105e-06,
+      "loss": 0.0099,
+      "num_input_tokens_seen": 2891936,
+      "step": 437
+    },
+    {
+      "epoch": 2.497505345687812,
+      "grad_norm": 3.3710663318634033,
+      "learning_rate": 2.5408570450374452e-06,
+      "loss": 0.0215,
+      "num_input_tokens_seen": 2898304,
+      "step": 438
+    },
+    {
+      "epoch": 2.5032074126870993,
+      "grad_norm": 0.21116487681865692,
+      "learning_rate": 2.531778260601796e-06,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 2905200,
+      "step": 439
+    },
+    {
+      "epoch": 2.5089094796863862,
+      "grad_norm": 0.9096330404281616,
+      "learning_rate": 2.522699056989408e-06,
+      "loss": 0.0248,
+      "num_input_tokens_seen": 2911648,
+      "step": 440
+    },
+    {
+      "epoch": 2.5146115466856735,
+      "grad_norm": 4.185869216918945,
+      "learning_rate": 2.5136195539611135e-06,
+      "loss": 0.034,
+      "num_input_tokens_seen": 2918864,
+      "step": 441
+    },
+    {
+      "epoch": 2.520313613684961,
+      "grad_norm": 5.981312274932861,
+      "learning_rate": 2.5045398712816954e-06,
+      "loss": 0.0484,
+      "num_input_tokens_seen": 2925648,
+      "step": 442
+    },
+    {
+      "epoch": 2.526015680684248,
+      "grad_norm": 4.155544757843018,
+      "learning_rate": 2.4954601287183054e-06,
+      "loss": 0.0519,
+      "num_input_tokens_seen": 2932368,
+      "step": 443
+    },
+    {
+      "epoch": 2.531717747683535,
+      "grad_norm": 1.5854977369308472,
+      "learning_rate": 2.4863804460388877e-06,
+      "loss": 0.0088,
+      "num_input_tokens_seen": 2938752,
+      "step": 444
+    },
+    {
+      "epoch": 2.5374198146828224,
+      "grad_norm": 1.6894891262054443,
+      "learning_rate": 2.4773009430105923e-06,
+      "loss": 0.0249,
+      "num_input_tokens_seen": 2945280,
+      "step": 445
+    },
+    {
+      "epoch": 2.5431218816821097,
+      "grad_norm": 0.4828067719936371,
+      "learning_rate": 2.468221739398205e-06,
+      "loss": 0.0041,
+      "num_input_tokens_seen": 2952048,
+      "step": 446
+    },
+    {
+      "epoch": 2.548823948681397,
+      "grad_norm": 1.1254082918167114,
+      "learning_rate": 2.459142954962555e-06,
+      "loss": 0.0058,
+      "num_input_tokens_seen": 2958848,
+      "step": 447
+    },
+    {
+      "epoch": 2.5545260156806844,
+      "grad_norm": 1.2685133218765259,
+      "learning_rate": 2.4500647094589507e-06,
+      "loss": 0.0053,
+      "num_input_tokens_seen": 2965264,
+      "step": 448
+    },
+    {
+      "epoch": 2.5602280826799717,
+      "grad_norm": 2.40993595123291,
+      "learning_rate": 2.4409871226355835e-06,
+      "loss": 0.0212,
+      "num_input_tokens_seen": 2971920,
+      "step": 449
+    },
+    {
+      "epoch": 2.5659301496792586,
+      "grad_norm": 1.316887617111206,
+      "learning_rate": 2.4319103142319624e-06,
+      "loss": 0.0074,
+      "num_input_tokens_seen": 2978368,
+      "step": 450
+    },
+    {
+      "epoch": 2.571632216678546,
+      "grad_norm": 0.8872145414352417,
+      "learning_rate": 2.422834403977325e-06,
+      "loss": 0.0075,
+      "num_input_tokens_seen": 2985168,
+      "step": 451
+    },
+    {
+      "epoch": 2.5773342836778332,
+      "grad_norm": 1.6685765981674194,
+      "learning_rate": 2.413759511589064e-06,
+      "loss": 0.0119,
+      "num_input_tokens_seen": 2991744,
+      "step": 452
+    },
+    {
+      "epoch": 2.5830363506771206,
+      "grad_norm": 2.919286012649536,
+      "learning_rate": 2.404685756771143e-06,
+      "loss": 0.0231,
+      "num_input_tokens_seen": 2998320,
+      "step": 453
+    },
+    {
+      "epoch": 2.5887384176764074,
+      "grad_norm": 1.551300287246704,
+      "learning_rate": 2.3956132592125234e-06,
+      "loss": 0.0046,
+      "num_input_tokens_seen": 3005056,
+      "step": 454
+    },
+    {
+      "epoch": 2.5944404846756948,
+      "grad_norm": 5.427515983581543,
+      "learning_rate": 2.3865421385855807e-06,
+      "loss": 0.0071,
+      "num_input_tokens_seen": 3011696,
+      "step": 455
+    },
+    {
+      "epoch": 2.600142551674982,
+      "grad_norm": 2.1635303497314453,
+      "learning_rate": 2.3774725145445276e-06,
+      "loss": 0.0148,
+      "num_input_tokens_seen": 3018416,
+      "step": 456
+    },
+    {
+      "epoch": 2.6058446186742694,
+      "grad_norm": 0.261139839887619,
+      "learning_rate": 2.3684045067238363e-06,
+      "loss": 0.0011,
+      "num_input_tokens_seen": 3025040,
+      "step": 457
+    },
+    {
+      "epoch": 2.6115466856735567,
+      "grad_norm": 0.7715526819229126,
+      "learning_rate": 2.359338234736661e-06,
+      "loss": 0.005,
+      "num_input_tokens_seen": 3031472,
+      "step": 458
+    },
+    {
+      "epoch": 2.617248752672844,
+      "grad_norm": 1.2660444974899292,
+      "learning_rate": 2.3502738181732566e-06,
+      "loss": 0.0348,
+      "num_input_tokens_seen": 3038176,
+      "step": 459
+    },
+    {
+      "epoch": 2.6229508196721314,
+      "grad_norm": 0.49736925959587097,
+      "learning_rate": 2.341211376599406e-06,
+      "loss": 0.0024,
+      "num_input_tokens_seen": 3044592,
+      "step": 460
+    },
+    {
+      "epoch": 2.6286528866714183,
+      "grad_norm": 0.3166240155696869,
+      "learning_rate": 2.3321510295548396e-06,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 3050976,
+      "step": 461
+    },
+    {
+      "epoch": 2.6343549536707056,
+      "grad_norm": 2.3578577041625977,
+      "learning_rate": 2.32309289655166e-06,
+      "loss": 0.0408,
+      "num_input_tokens_seen": 3057568,
+      "step": 462
+    },
+    {
+      "epoch": 2.640057020669993,
+      "grad_norm": 2.359955310821533,
+      "learning_rate": 2.3140370970727644e-06,
+      "loss": 0.0069,
+      "num_input_tokens_seen": 3064288,
+      "step": 463
+    },
+    {
+      "epoch": 2.6457590876692803,
+      "grad_norm": 1.4914777278900146,
+      "learning_rate": 2.30498375057027e-06,
+      "loss": 0.0382,
+      "num_input_tokens_seen": 3070832,
+      "step": 464
+    },
+    {
+      "epoch": 2.651461154668567,
+      "grad_norm": 2.532496213912964,
+      "learning_rate": 2.2959329764639366e-06,
+      "loss": 0.0179,
+      "num_input_tokens_seen": 3076992,
+      "step": 465
+    },
+    {
+      "epoch": 2.6571632216678545,
+      "grad_norm": 3.0252954959869385,
+      "learning_rate": 2.286884894139594e-06,
+      "loss": 0.0073,
+      "num_input_tokens_seen": 3083632,
+      "step": 466
+    },
+    {
+      "epoch": 2.662865288667142,
+      "grad_norm": 2.534813165664673,
+      "learning_rate": 2.2778396229475634e-06,
+      "loss": 0.06,
+      "num_input_tokens_seen": 3090128,
+      "step": 467
+    },
+    {
+      "epoch": 2.668567355666429,
+      "grad_norm": 1.6760576963424683,
+      "learning_rate": 2.2687972822010885e-06,
+      "loss": 0.0443,
+      "num_input_tokens_seen": 3096768,
+      "step": 468
+    },
+    {
+      "epoch": 2.6742694226657164,
+      "grad_norm": 2.89322829246521,
+      "learning_rate": 2.259757991174753e-06,
+      "loss": 0.0082,
+      "num_input_tokens_seen": 3103104,
+      "step": 469
+    },
+    {
+      "epoch": 2.6799714896650038,
+      "grad_norm": 2.089461088180542,
+      "learning_rate": 2.2507218691029204e-06,
+      "loss": 0.0036,
+      "num_input_tokens_seen": 3109616,
+      "step": 470
+    },
+    {
+      "epoch": 2.6856735566642906,
+      "grad_norm": 2.481194019317627,
+      "learning_rate": 2.2416890351781452e-06,
+      "loss": 0.0129,
+      "num_input_tokens_seen": 3116432,
+      "step": 471
+    },
+    {
+      "epoch": 2.691375623663578,
+      "grad_norm": 2.657470703125,
+      "learning_rate": 2.2326596085496166e-06,
+      "loss": 0.0122,
+      "num_input_tokens_seen": 3123232,
+      "step": 472
+    },
+    {
+      "epoch": 2.6970776906628653,
+      "grad_norm": 2.6968326568603516,
+      "learning_rate": 2.2236337083215727e-06,
+      "loss": 0.0285,
+      "num_input_tokens_seen": 3129664,
+      "step": 473
+    },
+    {
+      "epoch": 2.7027797576621526,
+      "grad_norm": 2.0984086990356445,
+      "learning_rate": 2.2146114535517415e-06,
+      "loss": 0.0132,
+      "num_input_tokens_seen": 3136128,
+      "step": 474
+    },
+    {
+      "epoch": 2.7084818246614395,
+      "grad_norm": 3.109532117843628,
+      "learning_rate": 2.20559296324976e-06,
+      "loss": 0.0359,
+      "num_input_tokens_seen": 3142960,
+      "step": 475
+    },
+    {
+      "epoch": 2.714183891660727,
+      "grad_norm": 0.43073195219039917,
+      "learning_rate": 2.1965783563756148e-06,
+      "loss": 0.0039,
+      "num_input_tokens_seen": 3149216,
+      "step": 476
+    },
+    {
+      "epoch": 2.719885958660014,
+      "grad_norm": 1.3117117881774902,
+      "learning_rate": 2.1875677518380616e-06,
+      "loss": 0.0151,
+      "num_input_tokens_seen": 3155840,
+      "step": 477
+    },
+    {
+      "epoch": 2.7255880256593015,
+      "grad_norm": 3.4339799880981445,
+      "learning_rate": 2.178561268493068e-06,
+      "loss": 0.0406,
+      "num_input_tokens_seen": 3162176,
+      "step": 478
+    },
+    {
+      "epoch": 2.731290092658589,
+      "grad_norm": 0.5435781478881836,
+      "learning_rate": 2.1695590251422353e-06,
+      "loss": 0.0055,
+      "num_input_tokens_seen": 3168528,
+      "step": 479
+    },
+    {
+      "epoch": 2.736992159657876,
+      "grad_norm": 3.829059600830078,
+      "learning_rate": 2.1605611405312406e-06,
+      "loss": 0.0414,
+      "num_input_tokens_seen": 3175296,
+      "step": 480
+    },
+    {
+      "epoch": 2.7426942266571634,
+      "grad_norm": 2.039680242538452,
+      "learning_rate": 2.1515677333482635e-06,
+      "loss": 0.0199,
+      "num_input_tokens_seen": 3182112,
+      "step": 481
+    },
+    {
+      "epoch": 2.7483962936564503,
+      "grad_norm": 0.9767200946807861,
+      "learning_rate": 2.1425789222224254e-06,
+      "loss": 0.0141,
+      "num_input_tokens_seen": 3189008,
+      "step": 482
+    },
+    {
+      "epoch": 2.7540983606557377,
+      "grad_norm": 2.2033214569091797,
+      "learning_rate": 2.13359482572222e-06,
+      "loss": 0.0281,
+      "num_input_tokens_seen": 3195280,
+      "step": 483
+    },
+    {
+      "epoch": 2.759800427655025,
+      "grad_norm": 2.3245043754577637,
+      "learning_rate": 2.124615562353955e-06,
+      "loss": 0.0273,
+      "num_input_tokens_seen": 3201840,
+      "step": 484
+    },
+    {
+      "epoch": 2.7655024946543123,
+      "grad_norm": 0.9290107488632202,
+      "learning_rate": 2.115641250560183e-06,
+      "loss": 0.0048,
+      "num_input_tokens_seen": 3208048,
+      "step": 485
+    },
+    {
+      "epoch": 2.771204561653599,
+      "grad_norm": 3.848163604736328,
+      "learning_rate": 2.106672008718144e-06,
+      "loss": 0.0312,
+      "num_input_tokens_seen": 3214368,
+      "step": 486
+    },
+    {
+      "epoch": 2.7769066286528865,
+      "grad_norm": 2.497357130050659,
+      "learning_rate": 2.0977079551382006e-06,
+      "loss": 0.011,
+      "num_input_tokens_seen": 3221008,
+      "step": 487
+    },
+    {
+      "epoch": 2.782608695652174,
+      "grad_norm": 2.660881519317627,
+      "learning_rate": 2.08874920806228e-06,
+      "loss": 0.0109,
+      "num_input_tokens_seen": 3227584,
+      "step": 488
+    },
+    {
+      "epoch": 2.788310762651461,
+      "grad_norm": 1.4301801919937134,
+      "learning_rate": 2.079795885662311e-06,
+      "loss": 0.0051,
+      "num_input_tokens_seen": 3234224,
+      "step": 489
+    },
+    {
+      "epoch": 2.7940128296507485,
+      "grad_norm": 1.022800087928772,
+      "learning_rate": 2.07084810603867e-06,
+      "loss": 0.0033,
+      "num_input_tokens_seen": 3240544,
+      "step": 490
+    },
+    {
+      "epoch": 2.799714896650036,
+      "grad_norm": 2.826751708984375,
+      "learning_rate": 2.0619059872186174e-06,
+      "loss": 0.0228,
+      "num_input_tokens_seen": 3247120,
+      "step": 491
+    },
+    {
+      "epoch": 2.805416963649323,
+      "grad_norm": 6.670321941375732,
+      "learning_rate": 2.0529696471547455e-06,
+      "loss": 0.0192,
+      "num_input_tokens_seen": 3253744,
+      "step": 492
+    },
+    {
+      "epoch": 2.81111903064861,
+      "grad_norm": 3.9984092712402344,
+      "learning_rate": 2.044039203723423e-06,
+      "loss": 0.0067,
+      "num_input_tokens_seen": 3260512,
+      "step": 493
+    },
+    {
+      "epoch": 2.8168210976478973,
+      "grad_norm": 4.25165319442749,
+      "learning_rate": 2.035114774723233e-06,
+      "loss": 0.0558,
+      "num_input_tokens_seen": 3267008,
+      "step": 494
+    },
+    {
+      "epoch": 2.8225231646471847,
+      "grad_norm": 1.6763029098510742,
+      "learning_rate": 2.02619647787343e-06,
+      "loss": 0.0247,
+      "num_input_tokens_seen": 3273696,
+      "step": 495
+    },
+    {
+      "epoch": 2.828225231646472,
+      "grad_norm": 4.306890964508057,
+      "learning_rate": 2.017284430812374e-06,
+      "loss": 0.0501,
+      "num_input_tokens_seen": 3280368,
+      "step": 496
+    },
+    {
+      "epoch": 2.833927298645759,
+      "grad_norm": 4.766158103942871,
+      "learning_rate": 2.008378751095994e-06,
+      "loss": 0.0268,
+      "num_input_tokens_seen": 3287200,
+      "step": 497
+    },
+    {
+      "epoch": 2.839629365645046,
+      "grad_norm": 2.9017302989959717,
+      "learning_rate": 1.9994795561962237e-06,
+      "loss": 0.0323,
+      "num_input_tokens_seen": 3293648,
+      "step": 498
+    },
+    {
+      "epoch": 2.8453314326443335,
+      "grad_norm": 1.3675230741500854,
+      "learning_rate": 1.990586963499461e-06,
+      "loss": 0.0469,
+      "num_input_tokens_seen": 3300496,
+      "step": 499
+    },
+    {
+      "epoch": 2.851033499643621,
+      "grad_norm": 6.752871513366699,
+      "learning_rate": 1.981701090305014e-06,
+      "loss": 0.06,
+      "num_input_tokens_seen": 3306624,
+      "step": 500
+    },
+    {
+      "epoch": 2.856735566642908,
+      "grad_norm": 3.9464950561523438,
+      "learning_rate": 1.9728220538235577e-06,
+      "loss": 0.0153,
+      "num_input_tokens_seen": 3313312,
+      "step": 501
+    },
+    {
+      "epoch": 2.8624376336421955,
+      "grad_norm": 0.293773353099823,
+      "learning_rate": 1.963949971175585e-06,
+      "loss": 0.0019,
+      "num_input_tokens_seen": 3319872,
+      "step": 502
+    },
+    {
+      "epoch": 2.8681397006414824,
+      "grad_norm": 0.5789422392845154,
+      "learning_rate": 1.955084959389864e-06,
+      "loss": 0.0037,
+      "num_input_tokens_seen": 3326288,
+      "step": 503
+    },
+    {
+      "epoch": 2.8738417676407697,
+      "grad_norm": 1.1285568475723267,
+      "learning_rate": 1.9462271354018925e-06,
+      "loss": 0.0091,
+      "num_input_tokens_seen": 3332816,
+      "step": 504
+    },
+    {
+      "epoch": 2.879543834640057,
+      "grad_norm": 0.7351142764091492,
+      "learning_rate": 1.937376616052357e-06,
+      "loss": 0.0038,
+      "num_input_tokens_seen": 3339248,
+      "step": 505
+    },
+    {
+      "epoch": 2.8852459016393444,
+      "grad_norm": 0.5724226236343384,
+      "learning_rate": 1.9285335180855906e-06,
+      "loss": 0.0026,
+      "num_input_tokens_seen": 3345440,
+      "step": 506
+    },
+    {
+      "epoch": 2.8909479686386312,
+      "grad_norm": 4.474715709686279,
+      "learning_rate": 1.9196979581480347e-06,
+      "loss": 0.0198,
+      "num_input_tokens_seen": 3352176,
+      "step": 507
+    },
+    {
+      "epoch": 2.8966500356379186,
+      "grad_norm": 4.141156196594238,
+      "learning_rate": 1.9108700527866954e-06,
+      "loss": 0.0372,
+      "num_input_tokens_seen": 3358720,
+      "step": 508
+    },
+    {
+      "epoch": 2.902352102637206,
+      "grad_norm": 0.5210357904434204,
+      "learning_rate": 1.9020499184476137e-06,
+      "loss": 0.0063,
+      "num_input_tokens_seen": 3365472,
+      "step": 509
+    },
+    {
+      "epoch": 2.908054169636493,
+      "grad_norm": 0.7672094106674194,
+      "learning_rate": 1.8932376714743237e-06,
+      "loss": 0.0034,
+      "num_input_tokens_seen": 3371728,
+      "step": 510
+    },
+    {
+      "epoch": 2.9137562366357805,
+      "grad_norm": 1.55528724193573,
+      "learning_rate": 1.88443342810632e-06,
+      "loss": 0.0049,
+      "num_input_tokens_seen": 3378608,
+      "step": 511
+    },
+    {
+      "epoch": 2.919458303635068,
+      "grad_norm": 2.993779420852661,
+      "learning_rate": 1.8756373044775238e-06,
+      "loss": 0.0236,
+      "num_input_tokens_seen": 3385280,
+      "step": 512
+    },
+    {
+      "epoch": 2.925160370634355,
+      "grad_norm": 1.1400753259658813,
+      "learning_rate": 1.8668494166147532e-06,
+      "loss": 0.0326,
+      "num_input_tokens_seen": 3391872,
+      "step": 513
+    },
+    {
+      "epoch": 2.930862437633642,
+      "grad_norm": 1.8988653421401978,
+      "learning_rate": 1.8580698804361886e-06,
+      "loss": 0.0349,
+      "num_input_tokens_seen": 3398512,
+      "step": 514
+    },
+    {
+      "epoch": 2.9365645046329294,
+      "grad_norm": 0.7114527225494385,
+      "learning_rate": 1.8492988117498478e-06,
+      "loss": 0.0034,
+      "num_input_tokens_seen": 3405376,
+      "step": 515
+    },
+    {
+      "epoch": 2.9422665716322167,
+      "grad_norm": 3.2026875019073486,
+      "learning_rate": 1.840536326252055e-06,
+      "loss": 0.0309,
+      "num_input_tokens_seen": 3412192,
+      "step": 516
+    },
+    {
+      "epoch": 2.947968638631504,
+      "grad_norm": 3.8607699871063232,
+      "learning_rate": 1.8317825395259199e-06,
+      "loss": 0.0185,
+      "num_input_tokens_seen": 3418896,
+      "step": 517
+    },
+    {
+      "epoch": 2.953670705630791,
+      "grad_norm": 0.7184828519821167,
+      "learning_rate": 1.8230375670398037e-06,
+      "loss": 0.0054,
+      "num_input_tokens_seen": 3425456,
+      "step": 518
+    },
+    {
+      "epoch": 2.9593727726300783,
+      "grad_norm": 8.588293075561523,
+      "learning_rate": 1.8143015241458082e-06,
+      "loss": 0.0076,
+      "num_input_tokens_seen": 3432384,
+      "step": 519
+    },
+    {
+      "epoch": 2.9650748396293656,
+      "grad_norm": 1.3687328100204468,
+      "learning_rate": 1.8055745260782415e-06,
+      "loss": 0.0191,
+      "num_input_tokens_seen": 3438928,
+      "step": 520
+    },
+    {
+      "epoch": 2.970776906628653,
+      "grad_norm": 4.8277812004089355,
+      "learning_rate": 1.7968566879521112e-06,
+      "loss": 0.0348,
+      "num_input_tokens_seen": 3445424,
+      "step": 521
+    },
+    {
+      "epoch": 2.9764789736279402,
+      "grad_norm": 1.5100287199020386,
+      "learning_rate": 1.7881481247615923e-06,
+      "loss": 0.0166,
+      "num_input_tokens_seen": 3452176,
+      "step": 522
+    },
+    {
+      "epoch": 2.9821810406272276,
+      "grad_norm": 4.24040412902832,
+      "learning_rate": 1.779448951378523e-06,
+      "loss": 0.0322,
+      "num_input_tokens_seen": 3458912,
+      "step": 523
+    },
+    {
+      "epoch": 2.987883107626515,
+      "grad_norm": 1.88912832736969,
+      "learning_rate": 1.7707592825508776e-06,
+      "loss": 0.0063,
+      "num_input_tokens_seen": 3465136,
+      "step": 524
+    },
+    {
+      "epoch": 2.9935851746258018,
+      "grad_norm": 0.41476720571517944,
+      "learning_rate": 1.7620792329012656e-06,
+      "loss": 0.0021,
+      "num_input_tokens_seen": 3471920,
+      "step": 525
+    },
+    {
+      "epoch": 2.999287241625089,
+      "grad_norm": 1.5852344036102295,
+      "learning_rate": 1.7534089169254076e-06,
+      "loss": 0.0116,
+      "num_input_tokens_seen": 3478608,
+      "step": 526
+    },
+    {
+      "epoch": 3.0049893086243764,
+      "grad_norm": 0.4748835861682892,
+      "learning_rate": 1.7447484489906332e-06,
+      "loss": 0.0027,
+      "num_input_tokens_seen": 3485232,
+      "step": 527
+    },
+    {
+      "epoch": 3.0106913756236637,
+      "grad_norm": 1.6355117559432983,
+      "learning_rate": 1.7360979433343686e-06,
+      "loss": 0.0076,
+      "num_input_tokens_seen": 3491840,
+      "step": 528
+    },
+    {
+      "epoch": 3.0163934426229506,
+      "grad_norm": 1.1035512685775757,
+      "learning_rate": 1.7274575140626318e-06,
+      "loss": 0.006,
+      "num_input_tokens_seen": 3498896,
+      "step": 529
+    },
+    {
+      "epoch": 3.022095509622238,
+      "grad_norm": 0.10061535239219666,
+      "learning_rate": 1.7188272751485246e-06,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 3505488,
+      "step": 530
+    },
+    {
+      "epoch": 3.0277975766215253,
+      "grad_norm": 1.6864421367645264,
+      "learning_rate": 1.710207340430734e-06,
+      "loss": 0.0139,
+      "num_input_tokens_seen": 3512144,
+      "step": 531
+    },
+    {
+      "epoch": 3.0334996436208126,
+      "grad_norm": 1.3023935556411743,
+      "learning_rate": 1.7015978236120245e-06,
+      "loss": 0.0123,
+      "num_input_tokens_seen": 3519008,
+      "step": 532
+    },
+    {
+      "epoch": 3.0392017106201,
+      "grad_norm": 0.0782478079199791,
+      "learning_rate": 1.6929988382577442e-06,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3525408,
+      "step": 533
+    },
+    {
+      "epoch": 3.0449037776193872,
+      "grad_norm": 0.06191781163215637,
+      "learning_rate": 1.6844104977943219e-06,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 3531744,
+      "step": 534
+    },
+    {
+      "epoch": 3.050605844618674,
+      "grad_norm": 0.7478132247924805,
+      "learning_rate": 1.6758329155077746e-06,
+      "loss": 0.0025,
+      "num_input_tokens_seen": 3538240,
+      "step": 535
+    },
+    {
+      "epoch": 3.0563079116179614,
+      "grad_norm": 0.1811976581811905,
+      "learning_rate": 1.667266204542211e-06,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 3544944,
+      "step": 536
+    },
+    {
+      "epoch": 3.0620099786172488,
+      "grad_norm": 0.06903179734945297,
+      "learning_rate": 1.6587104778983397e-06,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3551664,
+      "step": 537
+    },
+    {
+      "epoch": 3.067712045616536,
+      "grad_norm": 0.029220720753073692,
+      "learning_rate": 1.650165848431979e-06,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 3558368,
+      "step": 538
+    },
+    {
+      "epoch": 3.0734141126158234,
+      "grad_norm": 3.4635422229766846,
+      "learning_rate": 1.641632428852568e-06,
+      "loss": 0.0092,
+      "num_input_tokens_seen": 3564912,
+      "step": 539
+    },
+    {
+      "epoch": 3.0791161796151103,
+      "grad_norm": 2.6266937255859375,
+      "learning_rate": 1.633110331721679e-06,
+      "loss": 0.009,
+      "num_input_tokens_seen": 3571760,
+      "step": 540
+    },
+    {
+      "epoch": 3.0848182466143976,
+      "grad_norm": 4.367438316345215,
+      "learning_rate": 1.624599669451535e-06,
+      "loss": 0.0356,
+      "num_input_tokens_seen": 3578608,
+      "step": 541
+    },
+    {
+      "epoch": 3.090520313613685,
+      "grad_norm": 0.09718136489391327,
+      "learning_rate": 1.6161005543035234e-06,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 3585568,
+      "step": 542
+    },
+    {
+      "epoch": 3.0962223806129723,
+      "grad_norm": 0.16700978577136993,
+      "learning_rate": 1.6076130983867194e-06,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 3592448,
+      "step": 543
+    },
+    {
+      "epoch": 3.1019244476122596,
+      "grad_norm": 0.21411505341529846,
+      "learning_rate": 1.5991374136564033e-06,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 3598896,
+      "step": 544
+    },
+    {
+      "epoch": 3.1076265146115465,
+      "grad_norm": 0.13308338820934296,
+      "learning_rate": 1.5906736119125871e-06,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 3605664,
+      "step": 545
+    },
+    {
+      "epoch": 3.113328581610834,
+      "grad_norm": 0.09795942157506943,
+      "learning_rate": 1.582221804798536e-06,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 3612272,
+      "step": 546
+    },
+    {
+      "epoch": 3.119030648610121,
+      "grad_norm": 0.03890947997570038,
+      "learning_rate": 1.5737821037993016e-06,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 3618992,
+      "step": 547
+    },
+    {
+      "epoch": 3.1247327156094085,
+      "grad_norm": 0.07518395781517029,
+      "learning_rate": 1.565354620240243e-06,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3625584,
+      "step": 548
+    },
+    {
+      "epoch": 3.130434782608696,
+      "grad_norm": 0.03526531159877777,
+      "learning_rate": 1.5569394652855674e-06,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 3631936,
+      "step": 549
+    },
+    {
+      "epoch": 3.1361368496079827,
+      "grad_norm": 1.2385015487670898,
+      "learning_rate": 1.5485367499368547e-06,
+      "loss": 0.0085,
+      "num_input_tokens_seen": 3638640,
+      "step": 550
+    },
+    {
+      "epoch": 3.14183891660727,
+      "grad_norm": 0.7123975157737732,
+      "learning_rate": 1.5401465850316038e-06,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 3645248,
+      "step": 551
+    },
+    {
+      "epoch": 3.1475409836065573,
+      "grad_norm": 1.5488688945770264,
+      "learning_rate": 1.5317690812417583e-06,
+      "loss": 0.002,
+      "num_input_tokens_seen": 3651696,
+      "step": 552
+    },
+    {
+      "epoch": 3.1532430506058446,
+      "grad_norm": 0.1425732523202896,
+      "learning_rate": 1.5234043490722588e-06,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 3658368,
+      "step": 553
+    },
+    {
+      "epoch": 3.158945117605132,
+      "grad_norm": 0.09034785628318787,
+      "learning_rate": 1.5150524988595764e-06,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 3664944,
+      "step": 554
+    },
+    {
+      "epoch": 3.1646471846044193,
+      "grad_norm": 1.720540165901184,
+      "learning_rate": 1.5067136407702615e-06,
+      "loss": 0.002,
+      "num_input_tokens_seen": 3671632,
+      "step": 555
+    },
+    {
+      "epoch": 3.170349251603706,
+      "grad_norm": 0.052824657410383224,
+      "learning_rate": 1.4983878847994888e-06,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 3678288,
+      "step": 556
+    },
+    {
+      "epoch": 3.1760513186029935,
+      "grad_norm": 0.19170065224170685,
+      "learning_rate": 1.4900753407696087e-06,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 3684976,
+      "step": 557
+    },
+    {
+      "epoch": 3.181753385602281,
+      "grad_norm": 0.0425780825316906,
+      "learning_rate": 1.4817761183286949e-06,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 3692000,
+      "step": 558
+    },
+    {
+      "epoch": 3.187455452601568,
+      "grad_norm": 2.74068284034729,
+      "learning_rate": 1.4734903269491036e-06,
+      "loss": 0.0312,
+      "num_input_tokens_seen": 3698608,
+      "step": 559
+    },
+    {
+      "epoch": 3.1931575196008555,
+      "grad_norm": 0.05014929175376892,
+      "learning_rate": 1.4652180759260224e-06,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 3705328,
+      "step": 560
+    },
+    {
+      "epoch": 3.1988595866001424,
+      "grad_norm": 0.03240165859460831,
+      "learning_rate": 1.4569594743760362e-06,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 3711952,
+      "step": 561
+    },
+    {
+      "epoch": 3.2045616535994297,
+      "grad_norm": 2.2007806301116943,
+      "learning_rate": 1.4487146312356797e-06,
+      "loss": 0.0475,
+      "num_input_tokens_seen": 3718432,
+      "step": 562
+    },
+    {
+      "epoch": 3.210263720598717,
+      "grad_norm": 1.0569113492965698,
+      "learning_rate": 1.4404836552600102e-06,
+      "loss": 0.0016,
+      "num_input_tokens_seen": 3724880,
+      "step": 563
+    },
+    {
+      "epoch": 3.2159657875980043,
+      "grad_norm": 0.05176587775349617,
+      "learning_rate": 1.4322666550211628e-06,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 3731504,
+      "step": 564
+    },
+    {
+      "epoch": 3.2216678545972917,
+      "grad_norm": 0.06603796780109406,
+      "learning_rate": 1.4240637389069284e-06,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 3737728,
+      "step": 565
+    },
+    {
+      "epoch": 3.227369921596579,
+      "grad_norm": 1.1058824062347412,
+      "learning_rate": 1.4158750151193118e-06,
+      "loss": 0.014,
+      "num_input_tokens_seen": 3744256,
+      "step": 566
+    },
+    {
+      "epoch": 3.233071988595866,
+      "grad_norm": 1.7707825899124146,
+      "learning_rate": 1.4077005916731178e-06,
+      "loss": 0.043,
+      "num_input_tokens_seen": 3751008,
+      "step": 567
+    },
+    {
+      "epoch": 3.238774055595153,
+      "grad_norm": 1.7744121551513672,
+      "learning_rate": 1.399540576394517e-06,
+      "loss": 0.0283,
+      "num_input_tokens_seen": 3757888,
+      "step": 568
+    },
+    {
+      "epoch": 3.2444761225944405,
+      "grad_norm": 1.144587755203247,
+      "learning_rate": 1.3913950769196275e-06,
+      "loss": 0.0137,
+      "num_input_tokens_seen": 3764400,
+      "step": 569
+    },
+    {
+      "epoch": 3.250178189593728,
+      "grad_norm": 1.3597573041915894,
+      "learning_rate": 1.3832642006930935e-06,
+      "loss": 0.0249,
+      "num_input_tokens_seen": 3770816,
+      "step": 570
+    },
+    {
+      "epoch": 3.2558802565930147,
+      "grad_norm": 0.1739058941602707,
+      "learning_rate": 1.375148054966669e-06,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 3777360,
+      "step": 571
+    },
+    {
+      "epoch": 3.261582323592302,
+      "grad_norm": 0.8273450136184692,
+      "learning_rate": 1.3670467467978016e-06,
+      "loss": 0.0034,
+      "num_input_tokens_seen": 3783968,
+      "step": 572
+    },
+    {
+      "epoch": 3.2672843905915894,
+      "grad_norm": 1.998255968093872,
+      "learning_rate": 1.3589603830482246e-06,
+      "loss": 0.0073,
+      "num_input_tokens_seen": 3790448,
+      "step": 573
+    },
+    {
+      "epoch": 3.2729864575908767,
+      "grad_norm": 2.1162617206573486,
+      "learning_rate": 1.3508890703825406e-06,
+      "loss": 0.0147,
+      "num_input_tokens_seen": 3796992,
+      "step": 574
+    },
+    {
+      "epoch": 3.278688524590164,
+      "grad_norm": 0.47663643956184387,
+      "learning_rate": 1.342832915266821e-06,
+      "loss": 0.0019,
+      "num_input_tokens_seen": 3803488,
+      "step": 575
+    },
+    {
+      "epoch": 3.2843905915894513,
+      "grad_norm": 1.3029382228851318,
+      "learning_rate": 1.334792023967196e-06,
+      "loss": 0.0025,
+      "num_input_tokens_seen": 3810304,
+      "step": 576
+    },
+    {
+      "epoch": 3.2900926585887382,
+      "grad_norm": 0.48294466733932495,
+      "learning_rate": 1.3267665025484597e-06,
+      "loss": 0.0018,
+      "num_input_tokens_seen": 3817072,
+      "step": 577
+    },
+    {
+      "epoch": 3.2957947255880256,
+      "grad_norm": 0.5423978567123413,
+      "learning_rate": 1.3187564568726642e-06,
+      "loss": 0.0023,
+      "num_input_tokens_seen": 3824064,
+      "step": 578
+    },
+    {
+      "epoch": 3.301496792587313,
+      "grad_norm": 1.4614927768707275,
+      "learning_rate": 1.3107619925977262e-06,
+      "loss": 0.0077,
+      "num_input_tokens_seen": 3830848,
+      "step": 579
+    },
+    {
+      "epoch": 3.3071988595866,
+      "grad_norm": 0.24164794385433197,
+      "learning_rate": 1.3027832151760328e-06,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 3837696,
+      "step": 580
+    },
+    {
+      "epoch": 3.3129009265858875,
+      "grad_norm": 0.607139527797699,
+      "learning_rate": 1.2948202298530544e-06,
+      "loss": 0.0037,
+      "num_input_tokens_seen": 3844096,
+      "step": 581
+    },
+    {
+      "epoch": 3.3186029935851744,
+      "grad_norm": 1.8388640880584717,
+      "learning_rate": 1.2868731416659492e-06,
+      "loss": 0.016,
+      "num_input_tokens_seen": 3850432,
+      "step": 582
+    },
+    {
+      "epoch": 3.3243050605844617,
+      "grad_norm": 0.24856287240982056,
+      "learning_rate": 1.2789420554421823e-06,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 3856992,
+      "step": 583
+    },
+    {
+      "epoch": 3.330007127583749,
+      "grad_norm": 3.3995144367218018,
+      "learning_rate": 1.2710270757981418e-06,
+      "loss": 0.0307,
+      "num_input_tokens_seen": 3863664,
+      "step": 584
+    },
+    {
+      "epoch": 3.3357091945830364,
+      "grad_norm": 0.22360347211360931,
+      "learning_rate": 1.263128307137762e-06,
+      "loss": 0.0011,
+      "num_input_tokens_seen": 3870512,
+      "step": 585
+    },
+    {
+      "epoch": 3.3414112615823237,
+      "grad_norm": 4.8242950439453125,
+      "learning_rate": 1.255245853651139e-06,
+      "loss": 0.0187,
+      "num_input_tokens_seen": 3877264,
+      "step": 586
+    },
+    {
+      "epoch": 3.347113328581611,
+      "grad_norm": 1.2942771911621094,
+      "learning_rate": 1.2473798193131634e-06,
+      "loss": 0.0092,
+      "num_input_tokens_seen": 3883936,
+      "step": 587
+    },
+    {
+      "epoch": 3.352815395580898,
+      "grad_norm": 0.22458510100841522,
+      "learning_rate": 1.2395303078821466e-06,
+      "loss": 0.0016,
+      "num_input_tokens_seen": 3890464,
+      "step": 588
+    },
+    {
+      "epoch": 3.3585174625801852,
+      "grad_norm": 2.22206711769104,
+      "learning_rate": 1.2316974228984489e-06,
+      "loss": 0.0118,
+      "num_input_tokens_seen": 3896720,
+      "step": 589
+    },
+    {
+      "epoch": 3.3642195295794726,
+      "grad_norm": 1.945656180381775,
+      "learning_rate": 1.22388126768312e-06,
+      "loss": 0.0227,
+      "num_input_tokens_seen": 3903440,
+      "step": 590
+    },
+    {
+      "epoch": 3.36992159657876,
+      "grad_norm": 1.0150567293167114,
+      "learning_rate": 1.2160819453365301e-06,
+      "loss": 0.0084,
+      "num_input_tokens_seen": 3910112,
+      "step": 591
+    },
+    {
+      "epoch": 3.375623663578047,
+      "grad_norm": 1.5612642765045166,
+      "learning_rate": 1.2082995587370136e-06,
+      "loss": 0.019,
+      "num_input_tokens_seen": 3916704,
+      "step": 592
+    },
+    {
+      "epoch": 3.381325730577334,
+      "grad_norm": 1.6889121532440186,
+      "learning_rate": 1.2005342105395094e-06,
+      "loss": 0.0073,
+      "num_input_tokens_seen": 3923136,
+      "step": 593
+    },
+    {
+      "epoch": 3.3870277975766214,
+      "grad_norm": 0.3054364025592804,
+      "learning_rate": 1.1927860031742116e-06,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 3929696,
+      "step": 594
+    },
+    {
+      "epoch": 3.3927298645759087,
+      "grad_norm": 1.479589581489563,
+      "learning_rate": 1.1850550388452125e-06,
+      "loss": 0.0117,
+      "num_input_tokens_seen": 3936016,
+      "step": 595
+    },
+    {
+      "epoch": 3.398431931575196,
+      "grad_norm": 2.0437428951263428,
+      "learning_rate": 1.177341419529157e-06,
+      "loss": 0.017,
+      "num_input_tokens_seen": 3942480,
+      "step": 596
+    },
+    {
+      "epoch": 3.4041339985744834,
+      "grad_norm": 1.273624062538147,
+      "learning_rate": 1.1696452469738984e-06,
+      "loss": 0.0054,
+      "num_input_tokens_seen": 3948928,
+      "step": 597
+    },
+    {
+      "epoch": 3.4098360655737707,
+      "grad_norm": 0.9993485808372498,
+      "learning_rate": 1.1619666226971565e-06,
+      "loss": 0.0041,
+      "num_input_tokens_seen": 3955248,
+      "step": 598
+    },
+    {
+      "epoch": 3.4155381325730576,
+      "grad_norm": 0.3728763163089752,
+      "learning_rate": 1.1543056479851755e-06,
+      "loss": 0.002,
+      "num_input_tokens_seen": 3961760,
+      "step": 599
+    },
+    {
+      "epoch": 3.421240199572345,
+      "grad_norm": 0.3200441002845764,
+      "learning_rate": 1.1466624238913907e-06,
+      "loss": 0.0022,
+      "num_input_tokens_seen": 3968112,
+      "step": 600
+    },
+    {
+      "epoch": 3.4269422665716323,
+      "grad_norm": 0.08588572591543198,
+      "learning_rate": 1.1390370512350936e-06,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 3974864,
+      "step": 601
+    },
+    {
+      "epoch": 3.4326443335709196,
+      "grad_norm": 6.460862636566162,
+      "learning_rate": 1.1314296306001065e-06,
+      "loss": 0.0148,
+      "num_input_tokens_seen": 3981296,
+      "step": 602
+    },
+    {
+      "epoch": 3.4383464005702065,
+      "grad_norm": 1.9962701797485352,
+      "learning_rate": 1.1238402623334494e-06,
+      "loss": 0.049,
+      "num_input_tokens_seen": 3987648,
+      "step": 603
+    },
+    {
+      "epoch": 3.444048467569494,
+      "grad_norm": 0.4922191798686981,
+      "learning_rate": 1.1162690465440198e-06,
+      "loss": 0.0027,
+      "num_input_tokens_seen": 3994208,
+      "step": 604
+    },
+    {
+      "epoch": 3.449750534568781,
+      "grad_norm": 0.15748071670532227,
+      "learning_rate": 1.1087160831012713e-06,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 4001280,
+      "step": 605
+    },
+    {
+      "epoch": 3.4554526015680684,
+      "grad_norm": 0.9574026465415955,
+      "learning_rate": 1.1011814716338995e-06,
+      "loss": 0.006,
+      "num_input_tokens_seen": 4008128,
+      "step": 606
+    },
+    {
+      "epoch": 3.4611546685673558,
+      "grad_norm": 0.867205798625946,
+      "learning_rate": 1.093665311528521e-06,
+      "loss": 0.0066,
+      "num_input_tokens_seen": 4014848,
+      "step": 607
+    },
+    {
+      "epoch": 3.466856735566643,
+      "grad_norm": 2.434412717819214,
+      "learning_rate": 1.0861677019283717e-06,
+      "loss": 0.0255,
+      "num_input_tokens_seen": 4021296,
+      "step": 608
+    },
+    {
+      "epoch": 3.47255880256593,
+      "grad_norm": 1.8824217319488525,
+      "learning_rate": 1.0786887417319867e-06,
+      "loss": 0.0075,
+      "num_input_tokens_seen": 4027872,
+      "step": 609
+    },
+    {
+      "epoch": 3.4782608695652173,
+      "grad_norm": 3.1213793754577637,
+      "learning_rate": 1.0712285295919092e-06,
+      "loss": 0.0068,
+      "num_input_tokens_seen": 4034768,
+      "step": 610
+    },
+    {
+      "epoch": 3.4839629365645046,
+      "grad_norm": 0.11539681255817413,
+      "learning_rate": 1.0637871639133793e-06,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 4041408,
+      "step": 611
+    },
+    {
+      "epoch": 3.489665003563792,
+      "grad_norm": 1.6134257316589355,
+      "learning_rate": 1.056364742853043e-06,
+      "loss": 0.0132,
+      "num_input_tokens_seen": 4048256,
+      "step": 612
+    },
+    {
+      "epoch": 3.4953670705630793,
+      "grad_norm": 0.3129463493824005,
+      "learning_rate": 1.048961364317648e-06,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 4055184,
+      "step": 613
+    },
+    {
+      "epoch": 3.501069137562366,
+      "grad_norm": 0.39868372678756714,
+      "learning_rate": 1.0415771259627646e-06,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 4061904,
+      "step": 614
+    },
+    {
+      "epoch": 3.5067712045616535,
+      "grad_norm": 0.08058975636959076,
+      "learning_rate": 1.034212125191487e-06,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 4068560,
+      "step": 615
+    },
+    {
+      "epoch": 3.512473271560941,
+      "grad_norm": 0.15611045062541962,
+      "learning_rate": 1.0268664591531557e-06,
+      "loss": 0.001,
+      "num_input_tokens_seen": 4075072,
+      "step": 616
+    },
+    {
+      "epoch": 3.518175338560228,
+      "grad_norm": 1.9207406044006348,
+      "learning_rate": 1.0195402247420705e-06,
+      "loss": 0.0219,
+      "num_input_tokens_seen": 4081840,
+      "step": 617
+    },
+    {
+      "epoch": 3.5238774055595155,
+      "grad_norm": 0.09913857281208038,
+      "learning_rate": 1.012233518596216e-06,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 4088512,
+      "step": 618
+    },
+    {
+      "epoch": 3.5295794725588028,
+      "grad_norm": 10.642138481140137,
+      "learning_rate": 1.0049464370959846e-06,
+      "loss": 0.036,
+      "num_input_tokens_seen": 4095168,
+      "step": 619
+    },
+    {
+      "epoch": 3.5352815395580897,
+      "grad_norm": 5.640021324157715,
+      "learning_rate": 9.97679076362909e-07,
+      "loss": 0.0034,
+      "num_input_tokens_seen": 4102112,
+      "step": 620
+    },
+    {
+      "epoch": 3.540983606557377,
+      "grad_norm": 0.6071515679359436,
+      "learning_rate": 9.904315322583894e-07,
+      "loss": 0.0039,
+      "num_input_tokens_seen": 4108432,
+      "step": 621
+    },
+    {
+      "epoch": 3.5466856735566643,
+      "grad_norm": 0.25435176491737366,
+      "learning_rate": 9.832039003824317e-07,
+      "loss": 0.0011,
+      "num_input_tokens_seen": 4115152,
+      "step": 622
+    },
+    {
+      "epoch": 3.5523877405559516,
+      "grad_norm": 0.1996757537126541,
+      "learning_rate": 9.759962760723856e-07,
+      "loss": 0.0017,
+      "num_input_tokens_seen": 4121696,
+      "step": 623
+    },
+    {
+      "epoch": 3.5580898075552385,
+      "grad_norm": 1.3054097890853882,
+      "learning_rate": 9.6880875440169e-07,
+      "loss": 0.0057,
+      "num_input_tokens_seen": 4128160,
+      "step": 624
+    },
+    {
+      "epoch": 3.563791874554526,
+      "grad_norm": 1.3929048776626587,
+      "learning_rate": 9.616414301786128e-07,
+      "loss": 0.0199,
+      "num_input_tokens_seen": 4134912,
+      "step": 625
+    },
+    {
+      "epoch": 3.569493941553813,
+      "grad_norm": 0.8480359315872192,
+      "learning_rate": 9.544943979450067e-07,
+      "loss": 0.0294,
+      "num_input_tokens_seen": 4141504,
+      "step": 626
+    },
+    {
+      "epoch": 3.5751960085531005,
+      "grad_norm": 1.4291871786117554,
+      "learning_rate": 9.473677519750568e-07,
+      "loss": 0.0124,
+      "num_input_tokens_seen": 4148144,
+      "step": 627
+    },
+    {
+      "epoch": 3.580898075552388,
+      "grad_norm": 0.862804651260376,
+      "learning_rate": 9.40261586274043e-07,
+      "loss": 0.0058,
+      "num_input_tokens_seen": 4154880,
+      "step": 628
+    },
+    {
+      "epoch": 3.586600142551675,
+      "grad_norm": 0.9178187847137451,
+      "learning_rate": 9.331759945770935e-07,
+      "loss": 0.0113,
+      "num_input_tokens_seen": 4162240,
+      "step": 629
+    },
+    {
+      "epoch": 3.5923022095509625,
+      "grad_norm": 2.0041568279266357,
+      "learning_rate": 9.261110703479531e-07,
+      "loss": 0.0058,
+      "num_input_tokens_seen": 4169008,
+      "step": 630
+    },
+    {
+      "epoch": 3.5980042765502493,
+      "grad_norm": 0.3672866225242615,
+      "learning_rate": 9.190669067777475e-07,
+      "loss": 0.0019,
+      "num_input_tokens_seen": 4175488,
+      "step": 631
+    },
+    {
+      "epoch": 3.6037063435495367,
+      "grad_norm": 1.909638524055481,
+      "learning_rate": 9.120435967837571e-07,
+      "loss": 0.0443,
+      "num_input_tokens_seen": 4182208,
+      "step": 632
+    },
+    {
+      "epoch": 3.609408410548824,
+      "grad_norm": 3.312385320663452,
+      "learning_rate": 9.050412330081885e-07,
+      "loss": 0.0246,
+      "num_input_tokens_seen": 4188512,
+      "step": 633
+    },
+    {
+      "epoch": 3.6151104775481113,
+      "grad_norm": 0.535926342010498,
+      "learning_rate": 8.980599078169528e-07,
+      "loss": 0.0039,
+      "num_input_tokens_seen": 4194992,
+      "step": 634
+    },
+    {
+      "epoch": 3.620812544547398,
+      "grad_norm": 2.76286244392395,
+      "learning_rate": 8.910997132984481e-07,
+      "loss": 0.0302,
+      "num_input_tokens_seen": 4201632,
+      "step": 635
+    },
+    {
+      "epoch": 3.6265146115466855,
+      "grad_norm": 0.6582239866256714,
+      "learning_rate": 8.841607412623471e-07,
+      "loss": 0.0039,
+      "num_input_tokens_seen": 4208096,
+      "step": 636
+    },
+    {
+      "epoch": 3.632216678545973,
+      "grad_norm": 1.006136417388916,
+      "learning_rate": 8.772430832383797e-07,
+      "loss": 0.0096,
+      "num_input_tokens_seen": 4214720,
+      "step": 637
+    },
+    {
+      "epoch": 3.63791874554526,
+      "grad_norm": 4.465051651000977,
+      "learning_rate": 8.703468304751342e-07,
+      "loss": 0.0314,
+      "num_input_tokens_seen": 4221280,
+      "step": 638
+    },
+    {
+      "epoch": 3.6436208125445475,
+      "grad_norm": 2.6803739070892334,
+      "learning_rate": 8.634720739388433e-07,
+      "loss": 0.0301,
+      "num_input_tokens_seen": 4227744,
+      "step": 639
+    },
+    {
+      "epoch": 3.649322879543835,
+      "grad_norm": 0.1741700917482376,
+      "learning_rate": 8.566189043121953e-07,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 4234240,
+      "step": 640
+    },
+    {
+      "epoch": 3.655024946543122,
+      "grad_norm": 0.14672909677028656,
+      "learning_rate": 8.49787411993129e-07,
+      "loss": 0.001,
+      "num_input_tokens_seen": 4240640,
+      "step": 641
+    },
+    {
+      "epoch": 3.660727013542409,
+      "grad_norm": 0.39767521619796753,
+      "learning_rate": 8.429776870936485e-07,
+      "loss": 0.0053,
+      "num_input_tokens_seen": 4247232,
+      "step": 642
+    },
+    {
+      "epoch": 3.6664290805416964,
+      "grad_norm": 1.980200171470642,
+      "learning_rate": 8.361898194386251e-07,
+      "loss": 0.0107,
+      "num_input_tokens_seen": 4254368,
+      "step": 643
+    },
+    {
+      "epoch": 3.6721311475409837,
+      "grad_norm": 0.1616886407136917,
+      "learning_rate": 8.294238985646244e-07,
+      "loss": 0.0016,
+      "num_input_tokens_seen": 4260992,
+      "step": 644
+    },
+    {
+      "epoch": 3.677833214540271,
+      "grad_norm": 0.871669352054596,
+      "learning_rate": 8.22680013718715e-07,
+      "loss": 0.0109,
+      "num_input_tokens_seen": 4267632,
+      "step": 645
+    },
+    {
+      "epoch": 3.683535281539558,
+      "grad_norm": 1.4398808479309082,
+      "learning_rate": 8.159582538572985e-07,
+      "loss": 0.0107,
+      "num_input_tokens_seen": 4274032,
+      "step": 646
+    },
+    {
+      "epoch": 3.689237348538845,
+      "grad_norm": 0.1330898255109787,
+      "learning_rate": 8.092587076449304e-07,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 4280608,
+      "step": 647
+    },
+    {
+      "epoch": 3.6949394155381325,
+      "grad_norm": 0.6880252957344055,
+      "learning_rate": 8.025814634531545e-07,
+      "loss": 0.0097,
+      "num_input_tokens_seen": 4287632,
+      "step": 648
+    },
+    {
+      "epoch": 3.70064148253742,
+      "grad_norm": 0.8941037058830261,
+      "learning_rate": 7.959266093593343e-07,
+      "loss": 0.0082,
+      "num_input_tokens_seen": 4294560,
+      "step": 649
+    },
+    {
+      "epoch": 3.706343549536707,
+      "grad_norm": 2.7201638221740723,
+      "learning_rate": 7.892942331454959e-07,
+      "loss": 0.0209,
+      "num_input_tokens_seen": 4300880,
+      "step": 650
+    },
+    {
+      "epoch": 3.7120456165359945,
+      "grad_norm": 0.16370153427124023,
+      "learning_rate": 7.826844222971644e-07,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 4307776,
+      "step": 651
+    },
+    {
+      "epoch": 3.7177476835352814,
+      "grad_norm": 1.3239191770553589,
+      "learning_rate": 7.760972640022127e-07,
+      "loss": 0.019,
+      "num_input_tokens_seen": 4314304,
+      "step": 652
+    },
+    {
+      "epoch": 3.7234497505345687,
+      "grad_norm": 2.6364285945892334,
+      "learning_rate": 7.695328451497111e-07,
+      "loss": 0.0187,
+      "num_input_tokens_seen": 4320656,
+      "step": 653
+    },
+    {
+      "epoch": 3.729151817533856,
+      "grad_norm": 1.4038536548614502,
+      "learning_rate": 7.629912523287833e-07,
+      "loss": 0.0118,
+      "num_input_tokens_seen": 4327056,
+      "step": 654
+    },
+    {
+      "epoch": 3.7348538845331434,
+      "grad_norm": 0.34292855858802795,
+      "learning_rate": 7.564725718274601e-07,
+      "loss": 0.0027,
+      "num_input_tokens_seen": 4333712,
+      "step": 655
+    },
+    {
+      "epoch": 3.7405559515324303,
+      "grad_norm": 1.6340289115905762,
+      "learning_rate": 7.49976889631544e-07,
+      "loss": 0.0088,
+      "num_input_tokens_seen": 4340336,
+      "step": 656
+    },
+    {
+      "epoch": 3.7462580185317176,
+      "grad_norm": 1.5728880167007446,
+      "learning_rate": 7.435042914234733e-07,
+      "loss": 0.0252,
+      "num_input_tokens_seen": 4346688,
+      "step": 657
+    },
+    {
+      "epoch": 3.751960085531005,
+      "grad_norm": 0.4033033549785614,
+      "learning_rate": 7.370548625811954e-07,
+      "loss": 0.003,
+      "num_input_tokens_seen": 4353440,
+      "step": 658
+    },
+    {
+      "epoch": 3.7576621525302922,
+      "grad_norm": 3.087113618850708,
+      "learning_rate": 7.306286881770361e-07,
+      "loss": 0.0149,
+      "num_input_tokens_seen": 4359952,
+      "step": 659
+    },
+    {
+      "epoch": 3.7633642195295796,
+      "grad_norm": 0.11130305379629135,
+      "learning_rate": 7.242258529765794e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 4366672,
+      "step": 660
+    },
+    {
+      "epoch": 3.769066286528867,
+      "grad_norm": 0.28085440397262573,
+      "learning_rate": 7.178464414375496e-07,
+      "loss": 0.0023,
+      "num_input_tokens_seen": 4373136,
+      "step": 661
+    },
+    {
+      "epoch": 3.774768353528154,
+      "grad_norm": 0.9258376359939575,
+      "learning_rate": 7.114905377086989e-07,
+      "loss": 0.0062,
+      "num_input_tokens_seen": 4379392,
+      "step": 662
+    },
+    {
+      "epoch": 3.780470420527441,
+      "grad_norm": 0.7785882949829102,
+      "learning_rate": 7.051582256286929e-07,
+      "loss": 0.0077,
+      "num_input_tokens_seen": 4386320,
+      "step": 663
+    },
+    {
+      "epoch": 3.7861724875267284,
+      "grad_norm": 0.8045741319656372,
+      "learning_rate": 6.98849588725009e-07,
+      "loss": 0.0091,
+      "num_input_tokens_seen": 4393008,
+      "step": 664
+    },
+    {
+      "epoch": 3.7918745545260157,
+      "grad_norm": 0.30582883954048157,
+      "learning_rate": 6.925647102128319e-07,
+      "loss": 0.0027,
+      "num_input_tokens_seen": 4399680,
+      "step": 665
+    },
+    {
+      "epoch": 3.797576621525303,
+      "grad_norm": 1.122971773147583,
+      "learning_rate": 6.863036729939593e-07,
+      "loss": 0.0048,
+      "num_input_tokens_seen": 4406624,
+      "step": 666
+    },
+    {
+      "epoch": 3.80327868852459,
+      "grad_norm": 1.0433896780014038,
+      "learning_rate": 6.800665596557027e-07,
+      "loss": 0.0084,
+      "num_input_tokens_seen": 4413200,
+      "step": 667
+    },
+    {
+      "epoch": 3.8089807555238773,
+      "grad_norm": 0.5954147577285767,
+      "learning_rate": 6.738534524698057e-07,
+      "loss": 0.0037,
+      "num_input_tokens_seen": 4419728,
+      "step": 668
+    },
+    {
+      "epoch": 3.8146828225231646,
+      "grad_norm": 0.2919423282146454,
+      "learning_rate": 6.676644333913496e-07,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 4426320,
+      "step": 669
+    },
+    {
+      "epoch": 3.820384889522452,
+      "grad_norm": 1.0446901321411133,
+      "learning_rate": 6.614995840576816e-07,
+      "loss": 0.0099,
+      "num_input_tokens_seen": 4432480,
+      "step": 670
+    },
+    {
+      "epoch": 3.8260869565217392,
+      "grad_norm": 0.051127150654792786,
+      "learning_rate": 6.553589857873304e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4438784,
+      "step": 671
+    },
+    {
+      "epoch": 3.8317890235210266,
+      "grad_norm": 1.680815577507019,
+      "learning_rate": 6.4924271957894e-07,
+      "loss": 0.0196,
+      "num_input_tokens_seen": 4445200,
+      "step": 672
+    },
+    {
+      "epoch": 3.8374910905203135,
+      "grad_norm": 0.45610514283180237,
+      "learning_rate": 6.431508661101954e-07,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 4451616,
+      "step": 673
+    },
+    {
+      "epoch": 3.8431931575196008,
+      "grad_norm": 0.179911807179451,
+      "learning_rate": 6.370835057367622e-07,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 4457808,
+      "step": 674
+    },
+    {
+      "epoch": 3.848895224518888,
+      "grad_norm": 1.4267868995666504,
+      "learning_rate": 6.31040718491224e-07,
+      "loss": 0.0177,
+      "num_input_tokens_seen": 4464448,
+      "step": 675
+    },
+    {
+      "epoch": 3.8545972915181754,
+      "grad_norm": 1.7962915897369385,
+      "learning_rate": 6.250225840820315e-07,
+      "loss": 0.0148,
+      "num_input_tokens_seen": 4471168,
+      "step": 676
+    },
+    {
+      "epoch": 3.8602993585174623,
+      "grad_norm": 0.5019521713256836,
+      "learning_rate": 6.190291818924449e-07,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 4477424,
+      "step": 677
+    },
+    {
+      "epoch": 3.8660014255167496,
+      "grad_norm": 0.6949150562286377,
+      "learning_rate": 6.130605909794907e-07,
+      "loss": 0.0031,
+      "num_input_tokens_seen": 4484080,
+      "step": 678
+    },
+    {
+      "epoch": 3.871703492516037,
+      "grad_norm": 1.9541274309158325,
+      "learning_rate": 6.071168900729171e-07,
+      "loss": 0.0024,
+      "num_input_tokens_seen": 4490832,
+      "step": 679
+    },
+    {
+      "epoch": 3.8774055595153243,
+      "grad_norm": 0.13762035965919495,
+      "learning_rate": 6.011981575741583e-07,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 4497472,
+      "step": 680
+    },
+    {
+      "epoch": 3.8831076265146116,
+      "grad_norm": 0.760161280632019,
+      "learning_rate": 5.953044715552967e-07,
+      "loss": 0.0042,
+      "num_input_tokens_seen": 4504064,
+      "step": 681
+    },
+    {
+      "epoch": 3.888809693513899,
+      "grad_norm": 2.114305257797241,
+      "learning_rate": 5.894359097580343e-07,
+      "loss": 0.0235,
+      "num_input_tokens_seen": 4511136,
+      "step": 682
+    },
+    {
+      "epoch": 3.8945117605131863,
+      "grad_norm": 0.7031646370887756,
+      "learning_rate": 5.835925495926684e-07,
+      "loss": 0.0029,
+      "num_input_tokens_seen": 4518176,
+      "step": 683
+    },
+    {
+      "epoch": 3.900213827512473,
+      "grad_norm": 1.012243628501892,
+      "learning_rate": 5.777744681370709e-07,
+      "loss": 0.0037,
+      "num_input_tokens_seen": 4524592,
+      "step": 684
+    },
+    {
+      "epoch": 3.9059158945117605,
+      "grad_norm": 1.2794705629348755,
+      "learning_rate": 5.719817421356686e-07,
+      "loss": 0.0145,
+      "num_input_tokens_seen": 4531216,
+      "step": 685
+    },
+    {
+      "epoch": 3.911617961511048,
+      "grad_norm": 0.8958796262741089,
+      "learning_rate": 5.662144479984322e-07,
+      "loss": 0.0093,
+      "num_input_tokens_seen": 4537776,
+      "step": 686
+    },
+    {
+      "epoch": 3.917320028510335,
+      "grad_norm": 0.7218899130821228,
+      "learning_rate": 5.604726617998721e-07,
+      "loss": 0.0066,
+      "num_input_tokens_seen": 4544272,
+      "step": 687
+    },
+    {
+      "epoch": 3.923022095509622,
+      "grad_norm": 0.16522099077701569,
+      "learning_rate": 5.54756459278028e-07,
+      "loss": 0.001,
+      "num_input_tokens_seen": 4550736,
+      "step": 688
+    },
+    {
+      "epoch": 3.9287241625089093,
+      "grad_norm": 0.7687943577766418,
+      "learning_rate": 5.490659158334774e-07,
+      "loss": 0.0029,
+      "num_input_tokens_seen": 4557024,
+      "step": 689
+    },
+    {
+      "epoch": 3.9344262295081966,
+      "grad_norm": 2.5592455863952637,
+      "learning_rate": 5.434011065283326e-07,
+      "loss": 0.0232,
+      "num_input_tokens_seen": 4563712,
+      "step": 690
+    },
+    {
+      "epoch": 3.940128296507484,
+      "grad_norm": 0.07579555362462997,
+      "learning_rate": 5.377621060852595e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4570336,
+      "step": 691
+    },
+    {
+      "epoch": 3.9458303635067713,
+      "grad_norm": 0.05152352526783943,
+      "learning_rate": 5.321489888864848e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4577008,
+      "step": 692
+    },
+    {
+      "epoch": 3.9515324305060586,
+      "grad_norm": 0.2156032770872116,
+      "learning_rate": 5.2656182897282e-07,
+      "loss": 0.0011,
+      "num_input_tokens_seen": 4583744,
+      "step": 693
+    },
+    {
+      "epoch": 3.957234497505346,
+      "grad_norm": 0.3031976819038391,
+      "learning_rate": 5.210007000426812e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 4590432,
+      "step": 694
+    },
+    {
+      "epoch": 3.962936564504633,
+      "grad_norm": 0.21700264513492584,
+      "learning_rate": 5.154656754511175e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 4596816,
+      "step": 695
+    },
+    {
+      "epoch": 3.96863863150392,
+      "grad_norm": 0.5650395154953003,
+      "learning_rate": 5.099568282088446e-07,
+      "loss": 0.0039,
+      "num_input_tokens_seen": 4603536,
+      "step": 696
+    },
+    {
+      "epoch": 3.9743406985032075,
+      "grad_norm": 1.3010212182998657,
+      "learning_rate": 5.044742309812833e-07,
+      "loss": 0.0109,
+      "num_input_tokens_seen": 4610128,
+      "step": 697
+    },
+    {
+      "epoch": 3.980042765502495,
+      "grad_norm": 2.5407936573028564,
+      "learning_rate": 4.990179560875963e-07,
+      "loss": 0.0455,
+      "num_input_tokens_seen": 4616400,
+      "step": 698
+    },
+    {
+      "epoch": 3.9857448325017817,
+      "grad_norm": 0.05278922989964485,
+      "learning_rate": 4.935880754997377e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4622544,
+      "step": 699
+    },
+    {
+      "epoch": 3.991446899501069,
+      "grad_norm": 0.14981479942798615,
+      "learning_rate": 4.881846608415028e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4628928,
+      "step": 700
+    },
+    {
+      "epoch": 3.9971489665003563,
+      "grad_norm": 0.054193057119846344,
+      "learning_rate": 4.828077833875849e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4635312,
+      "step": 701
+    },
+    {
+      "epoch": 4.002851033499644,
+      "grad_norm": 0.1286012977361679,
+      "learning_rate": 4.774575140626317e-07,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 4641696,
+      "step": 702
+    },
+    {
+      "epoch": 4.008553100498931,
+      "grad_norm": 0.817335307598114,
+      "learning_rate": 4.7213392344031215e-07,
+      "loss": 0.0041,
+      "num_input_tokens_seen": 4648800,
+      "step": 703
+    },
+    {
+      "epoch": 4.014255167498218,
+      "grad_norm": 0.2602868676185608,
+      "learning_rate": 4.6683708174238506e-07,
+      "loss": 0.0017,
+      "num_input_tokens_seen": 4655392,
+      "step": 704
+    },
+    {
+      "epoch": 4.019957234497506,
+      "grad_norm": 0.05918978899717331,
+      "learning_rate": 4.6156705883777434e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 4661808,
+      "step": 705
+    },
+    {
+      "epoch": 4.025659301496793,
+      "grad_norm": 3.1517393589019775,
+      "learning_rate": 4.5632392424164367e-07,
+      "loss": 0.0101,
+      "num_input_tokens_seen": 4668576,
+      "step": 706
+    },
+    {
+      "epoch": 4.031361368496079,
+      "grad_norm": 1.1861796379089355,
+      "learning_rate": 4.511077471144831e-07,
+      "loss": 0.0206,
+      "num_input_tokens_seen": 4674944,
+      "step": 707
+    },
+    {
+      "epoch": 4.037063435495367,
+      "grad_norm": 0.8727283477783203,
+      "learning_rate": 4.4591859626119447e-07,
+      "loss": 0.0058,
+      "num_input_tokens_seen": 4681840,
+      "step": 708
+    },
+    {
+      "epoch": 4.042765502494654,
+      "grad_norm": 0.18443292379379272,
+      "learning_rate": 4.4075654013018635e-07,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 4688528,
+      "step": 709
+    },
+    {
+      "epoch": 4.048467569493941,
+      "grad_norm": 0.6552385687828064,
+      "learning_rate": 4.3562164681246825e-07,
+      "loss": 0.0035,
+      "num_input_tokens_seen": 4694992,
+      "step": 710
+    },
+    {
+      "epoch": 4.054169636493229,
+      "grad_norm": 0.8831287026405334,
+      "learning_rate": 4.3051398404075436e-07,
+      "loss": 0.0074,
+      "num_input_tokens_seen": 4701328,
+      "step": 711
+    },
+    {
+      "epoch": 4.059871703492516,
+      "grad_norm": 0.026319758966565132,
+      "learning_rate": 4.254336191885683e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4707808,
+      "step": 712
+    },
+    {
+      "epoch": 4.065573770491803,
+      "grad_norm": 0.17212285101413727,
+      "learning_rate": 4.203806192693588e-07,
+      "loss": 0.001,
+      "num_input_tokens_seen": 4714592,
+      "step": 713
+    },
+    {
+      "epoch": 4.071275837491091,
+      "grad_norm": 0.0908040776848793,
+      "learning_rate": 4.1535505093560885e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4721408,
+      "step": 714
+    },
+    {
+      "epoch": 4.076977904490378,
+      "grad_norm": 0.4635961055755615,
+      "learning_rate": 4.103569804779642e-07,
+      "loss": 0.0044,
+      "num_input_tokens_seen": 4728224,
+      "step": 715
+    },
+    {
+      "epoch": 4.082679971489665,
+      "grad_norm": 0.8470099568367004,
+      "learning_rate": 4.0538647382435017e-07,
+      "loss": 0.0065,
+      "num_input_tokens_seen": 4735040,
+      "step": 716
+    },
+    {
+      "epoch": 4.088382038488953,
+      "grad_norm": 0.09076406061649323,
+      "learning_rate": 4.0044359653911183e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4741584,
+      "step": 717
+    },
+    {
+      "epoch": 4.094084105488239,
+      "grad_norm": 0.707586407661438,
+      "learning_rate": 3.955284138221402e-07,
+      "loss": 0.0044,
+      "num_input_tokens_seen": 4748160,
+      "step": 718
+    },
+    {
+      "epoch": 4.099786172487526,
+      "grad_norm": 2.276195526123047,
+      "learning_rate": 3.9064099050802024e-07,
+      "loss": 0.0111,
+      "num_input_tokens_seen": 4754752,
+      "step": 719
+    },
+    {
+      "epoch": 4.105488239486814,
+      "grad_norm": 1.1030926704406738,
+      "learning_rate": 3.85781391065167e-07,
+      "loss": 0.0123,
+      "num_input_tokens_seen": 4761168,
+      "step": 720
+    },
+    {
+      "epoch": 4.111190306486101,
+      "grad_norm": 0.12873871624469757,
+      "learning_rate": 3.809496795949838e-07,
+      "loss": 0.0011,
+      "num_input_tokens_seen": 4767376,
+      "step": 721
+    },
+    {
+      "epoch": 4.116892373485388,
+      "grad_norm": 0.030298732221126556,
+      "learning_rate": 3.7614591983100995e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4774224,
+      "step": 722
+    },
+    {
+      "epoch": 4.122594440484676,
+      "grad_norm": 0.4066639840602875,
+      "learning_rate": 3.713701751380855e-07,
+      "loss": 0.002,
+      "num_input_tokens_seen": 4780656,
+      "step": 723
+    },
+    {
+      "epoch": 4.128296507483963,
+      "grad_norm": 0.6175351738929749,
+      "learning_rate": 3.666225085115108e-07,
+      "loss": 0.004,
+      "num_input_tokens_seen": 4786944,
+      "step": 724
+    },
+    {
+      "epoch": 4.13399857448325,
+      "grad_norm": 0.16811884939670563,
+      "learning_rate": 3.619029825762177e-07,
+      "loss": 0.001,
+      "num_input_tokens_seen": 4793488,
+      "step": 725
+    },
+    {
+      "epoch": 4.139700641482538,
+      "grad_norm": 0.3199079930782318,
+      "learning_rate": 3.5721165958594345e-07,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 4799872,
+      "step": 726
+    },
+    {
+      "epoch": 4.145402708481825,
+      "grad_norm": 0.02896907553076744,
+      "learning_rate": 3.525486014224108e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4806656,
+      "step": 727
+    },
+    {
+      "epoch": 4.151104775481112,
+      "grad_norm": 0.12801134586334229,
+      "learning_rate": 3.479138695945086e-07,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 4813408,
+      "step": 728
+    },
+    {
+      "epoch": 4.156806842480399,
+      "grad_norm": 0.22655466198921204,
+      "learning_rate": 3.433075252374826e-07,
+      "loss": 0.0011,
+      "num_input_tokens_seen": 4819904,
+      "step": 729
+    },
+    {
+      "epoch": 4.162508909479686,
+      "grad_norm": 0.7603595852851868,
+      "learning_rate": 3.3872962911212836e-07,
+      "loss": 0.0046,
+      "num_input_tokens_seen": 4826848,
+      "step": 730
+    },
+    {
+      "epoch": 4.168210976478973,
+      "grad_norm": 0.557383120059967,
+      "learning_rate": 3.341802416039913e-07,
+      "loss": 0.0026,
+      "num_input_tokens_seen": 4833648,
+      "step": 731
+    },
+    {
+      "epoch": 4.173913043478261,
+      "grad_norm": 0.26344913244247437,
+      "learning_rate": 3.296594227225677e-07,
+      "loss": 0.0045,
+      "num_input_tokens_seen": 4840000,
+      "step": 732
+    },
+    {
+      "epoch": 4.179615110477548,
+      "grad_norm": 3.3977065086364746,
+      "learning_rate": 3.2516723210051476e-07,
+      "loss": 0.0154,
+      "num_input_tokens_seen": 4846544,
+      "step": 733
+    },
+    {
+      "epoch": 4.185317177476835,
+      "grad_norm": 0.20362620055675507,
+      "learning_rate": 3.20703728992863e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 4853344,
+      "step": 734
+    },
+    {
+      "epoch": 4.191019244476123,
+      "grad_norm": 0.03981434926390648,
+      "learning_rate": 3.162689722762366e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4860016,
+      "step": 735
+    },
+    {
+      "epoch": 4.19672131147541,
+      "grad_norm": 0.08564602583646774,
+      "learning_rate": 3.118630204480741e-07,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 4866816,
+      "step": 736
+    },
+    {
+      "epoch": 4.202423378474697,
+      "grad_norm": 0.583420991897583,
+      "learning_rate": 3.0748593162585853e-07,
+      "loss": 0.0021,
+      "num_input_tokens_seen": 4873168,
+      "step": 737
+    },
+    {
+      "epoch": 4.208125445473985,
+      "grad_norm": 0.10381372272968292,
+      "learning_rate": 3.0313776354635005e-07,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 4879776,
+      "step": 738
+    },
+    {
+      "epoch": 4.213827512473271,
+      "grad_norm": 1.8905394077301025,
+      "learning_rate": 2.988185735648258e-07,
+      "loss": 0.0359,
+      "num_input_tokens_seen": 4886720,
+      "step": 739
+    },
+    {
+      "epoch": 4.2195295794725585,
+      "grad_norm": 0.05700286850333214,
+      "learning_rate": 2.9452841865432126e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 4893376,
+      "step": 740
+    },
+    {
+      "epoch": 4.225231646471846,
+      "grad_norm": 1.4328497648239136,
+      "learning_rate": 2.902673554048793e-07,
+      "loss": 0.0093,
+      "num_input_tokens_seen": 4899984,
+      "step": 741
+    },
+    {
+      "epoch": 4.230933713471133,
+      "grad_norm": 0.29192915558815,
+      "learning_rate": 2.8603544002280463e-07,
+      "loss": 0.0011,
+      "num_input_tokens_seen": 4906800,
+      "step": 742
+    },
+    {
+      "epoch": 4.23663578047042,
+      "grad_norm": 0.314852237701416,
+      "learning_rate": 2.818327283299227e-07,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 4913296,
+      "step": 743
+    },
+    {
+      "epoch": 4.242337847469708,
+      "grad_norm": 0.5625317692756653,
+      "learning_rate": 2.7765927576284076e-07,
+      "loss": 0.0041,
+      "num_input_tokens_seen": 4919808,
+      "step": 744
+    },
+    {
+      "epoch": 4.248039914468995,
+      "grad_norm": 0.6194710731506348,
+      "learning_rate": 2.735151373722214e-07,
+      "loss": 0.0077,
+      "num_input_tokens_seen": 4926176,
+      "step": 745
+    },
+    {
+      "epoch": 4.253741981468282,
+      "grad_norm": 0.1176173985004425,
+      "learning_rate": 2.694003678220489e-07,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 4932480,
+      "step": 746
+    },
+    {
+      "epoch": 4.25944404846757,
+      "grad_norm": 0.28074905276298523,
+      "learning_rate": 2.6531502138891665e-07,
+      "loss": 0.0015,
+      "num_input_tokens_seen": 4939104,
+      "step": 747
+    },
+    {
+      "epoch": 4.265146115466857,
+      "grad_norm": 1.147383451461792,
+      "learning_rate": 2.612591519613053e-07,
+      "loss": 0.0072,
+      "num_input_tokens_seen": 4945728,
+      "step": 748
+    },
+    {
+      "epoch": 4.270848182466144,
+      "grad_norm": 0.22705648839473724,
+      "learning_rate": 2.5723281303887545e-07,
+      "loss": 0.001,
+      "num_input_tokens_seen": 4952240,
+      "step": 749
+    },
+    {
+      "epoch": 4.276550249465431,
+      "grad_norm": 0.6860646605491638,
+      "learning_rate": 2.5323605773175775e-07,
+      "loss": 0.0043,
+      "num_input_tokens_seen": 4958752,
+      "step": 750
+    },
+    {
+      "epoch": 4.282252316464718,
+      "grad_norm": 0.6111099123954773,
+      "learning_rate": 2.4926893875985766e-07,
+      "loss": 0.003,
+      "num_input_tokens_seen": 4965376,
+      "step": 751
+    },
+    {
+      "epoch": 4.2879543834640055,
+      "grad_norm": 1.1241867542266846,
+      "learning_rate": 2.4533150845215514e-07,
+      "loss": 0.0047,
+      "num_input_tokens_seen": 4971680,
+      "step": 752
+    },
+    {
+      "epoch": 4.293656450463293,
+      "grad_norm": 0.09292508661746979,
+      "learning_rate": 2.414238187460191e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4978368,
+      "step": 753
+    },
+    {
+      "epoch": 4.29935851746258,
+      "grad_norm": 0.08100103586912155,
+      "learning_rate": 2.3754592118651748e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4984816,
+      "step": 754
+    },
+    {
+      "epoch": 4.3050605844618675,
+      "grad_norm": 0.8663838505744934,
+      "learning_rate": 2.336978669257406e-07,
+      "loss": 0.0036,
+      "num_input_tokens_seen": 4991648,
+      "step": 755
+    },
+    {
+      "epoch": 4.310762651461155,
+      "grad_norm": 0.07981377094984055,
+      "learning_rate": 2.2987970672212506e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 4997904,
+      "step": 756
+    },
+    {
+      "epoch": 4.316464718460442,
+      "grad_norm": 0.05137365683913231,
+      "learning_rate": 2.26091490939786e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5004592,
+      "step": 757
+    },
+    {
+      "epoch": 4.322166785459729,
+      "grad_norm": 1.287177562713623,
+      "learning_rate": 2.2233326954785e-07,
+      "loss": 0.0089,
+      "num_input_tokens_seen": 5011152,
+      "step": 758
+    },
+    {
+      "epoch": 4.327868852459017,
+      "grad_norm": 0.024704981595277786,
+      "learning_rate": 2.186050921197974e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5017888,
+      "step": 759
+    },
+    {
+      "epoch": 4.333570919458303,
+      "grad_norm": 0.03882192447781563,
+      "learning_rate": 2.149070078328089e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5024656,
+      "step": 760
+    },
+    {
+      "epoch": 4.3392729864575905,
+      "grad_norm": 0.6126242876052856,
+      "learning_rate": 2.1123906546711675e-07,
+      "loss": 0.0033,
+      "num_input_tokens_seen": 5030944,
+      "step": 761
+    },
+    {
+      "epoch": 4.344975053456878,
+      "grad_norm": 0.9626344442367554,
+      "learning_rate": 2.0760131340536006e-07,
+      "loss": 0.0109,
+      "num_input_tokens_seen": 5037584,
+      "step": 762
+    },
+    {
+      "epoch": 4.350677120456165,
+      "grad_norm": 0.6008232235908508,
+      "learning_rate": 2.0399379963194715e-07,
+      "loss": 0.0031,
+      "num_input_tokens_seen": 5043904,
+      "step": 763
+    },
+    {
+      "epoch": 4.3563791874554525,
+      "grad_norm": 0.28160446882247925,
+      "learning_rate": 2.004165717324233e-07,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 5050256,
+      "step": 764
+    },
+    {
+      "epoch": 4.36208125445474,
+      "grad_norm": 0.22114770114421844,
+      "learning_rate": 1.9686967689284354e-07,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 5057056,
+      "step": 765
+    },
+    {
+      "epoch": 4.367783321454027,
+      "grad_norm": 0.5921658277511597,
+      "learning_rate": 1.9335316189914826e-07,
+      "loss": 0.0035,
+      "num_input_tokens_seen": 5063472,
+      "step": 766
+    },
+    {
+      "epoch": 4.3734853884533145,
+      "grad_norm": 1.4691166877746582,
+      "learning_rate": 1.8986707313654707e-07,
+      "loss": 0.0143,
+      "num_input_tokens_seen": 5070160,
+      "step": 767
+    },
+    {
+      "epoch": 4.379187455452602,
+      "grad_norm": 0.6398491859436035,
+      "learning_rate": 1.864114565889069e-07,
+      "loss": 0.0037,
+      "num_input_tokens_seen": 5076784,
+      "step": 768
+    },
+    {
+      "epoch": 4.384889522451889,
+      "grad_norm": 1.2515215873718262,
+      "learning_rate": 1.8298635783814743e-07,
+      "loss": 0.0082,
+      "num_input_tokens_seen": 5083280,
+      "step": 769
+    },
+    {
+      "epoch": 4.3905915894511764,
+      "grad_norm": 0.048939384520053864,
+      "learning_rate": 1.7959182206363502e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5089824,
+      "step": 770
+    },
+    {
+      "epoch": 4.396293656450463,
+      "grad_norm": 1.496209740638733,
+      "learning_rate": 1.7622789404159318e-07,
+      "loss": 0.0156,
+      "num_input_tokens_seen": 5096176,
+      "step": 771
+    },
+    {
+      "epoch": 4.40199572344975,
+      "grad_norm": 0.07701216638088226,
+      "learning_rate": 1.728946181445043e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5102784,
+      "step": 772
+    },
+    {
+      "epoch": 4.4076977904490375,
+      "grad_norm": 0.8384713530540466,
+      "learning_rate": 1.6959203834053224e-07,
+      "loss": 0.0028,
+      "num_input_tokens_seen": 5109504,
+      "step": 773
+    },
+    {
+      "epoch": 4.413399857448325,
+      "grad_norm": 0.03958812728524208,
+      "learning_rate": 1.6632019819293632e-07,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5116240,
+      "step": 774
+    },
+    {
+      "epoch": 4.419101924447612,
+      "grad_norm": 1.7000349760055542,
+      "learning_rate": 1.6307914085950117e-07,
+      "loss": 0.0109,
+      "num_input_tokens_seen": 5122576,
+      "step": 775
+    },
+    {
+      "epoch": 4.4248039914468995,
+      "grad_norm": 1.9781132936477661,
+      "learning_rate": 1.5986890909196224e-07,
+      "loss": 0.0214,
+      "num_input_tokens_seen": 5128976,
+      "step": 776
+    },
+    {
+      "epoch": 4.430506058446187,
+      "grad_norm": 0.0699346512556076,
+      "learning_rate": 1.5668954523544776e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5135456,
+      "step": 777
+    },
+    {
+      "epoch": 4.436208125445474,
+      "grad_norm": 0.7114868760108948,
+      "learning_rate": 1.535410912279159e-07,
+      "loss": 0.0034,
+      "num_input_tokens_seen": 5142000,
+      "step": 778
+    },
+    {
+      "epoch": 4.4419101924447615,
+      "grad_norm": 0.28993305563926697,
+      "learning_rate": 1.504235885996036e-07,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 5148704,
+      "step": 779
+    },
+    {
+      "epoch": 4.447612259444049,
+      "grad_norm": 0.2542056143283844,
+      "learning_rate": 1.4733707847247814e-07,
+      "loss": 0.0012,
+      "num_input_tokens_seen": 5155472,
+      "step": 780
+    },
+    {
+      "epoch": 4.453314326443335,
+      "grad_norm": 0.2563529312610626,
+      "learning_rate": 1.4428160155969402e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 5162096,
+      "step": 781
+    },
+    {
+      "epoch": 4.459016393442623,
+      "grad_norm": 0.6606563925743103,
+      "learning_rate": 1.4125719816505761e-07,
+      "loss": 0.0038,
+      "num_input_tokens_seen": 5168944,
+      "step": 782
+    },
+    {
+      "epoch": 4.46471846044191,
+      "grad_norm": 0.05460350960493088,
+      "learning_rate": 1.3826390818249434e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5175328,
+      "step": 783
+    },
+    {
+      "epoch": 4.470420527441197,
+      "grad_norm": 0.2057548314332962,
+      "learning_rate": 1.3530177109552233e-07,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 5182032,
+      "step": 784
+    },
+    {
+      "epoch": 4.4761225944404845,
+      "grad_norm": 1.137696385383606,
+      "learning_rate": 1.3237082597673173e-07,
+      "loss": 0.012,
+      "num_input_tokens_seen": 5189200,
+      "step": 785
+    },
+    {
+      "epoch": 4.481824661439772,
+      "grad_norm": 0.0833611786365509,
+      "learning_rate": 1.294711114872707e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5195968,
+      "step": 786
+    },
+    {
+      "epoch": 4.487526728439059,
+      "grad_norm": 0.025540605187416077,
+      "learning_rate": 1.2660266587633334e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5202528,
+      "step": 787
+    },
+    {
+      "epoch": 4.4932287954383465,
+      "grad_norm": 0.7630849480628967,
+      "learning_rate": 1.2376552698065647e-07,
+      "loss": 0.0066,
+      "num_input_tokens_seen": 5208944,
+      "step": 788
+    },
+    {
+      "epoch": 4.498930862437634,
+      "grad_norm": 0.015869060531258583,
+      "learning_rate": 1.2095973222401914e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5215888,
+      "step": 789
+    },
+    {
+      "epoch": 4.504632929436921,
+      "grad_norm": 0.1820346564054489,
+      "learning_rate": 1.1818531861675226e-07,
+      "loss": 0.0008,
+      "num_input_tokens_seen": 5222608,
+      "step": 790
+    },
+    {
+      "epoch": 4.5103349964362085,
+      "grad_norm": 0.028767000883817673,
+      "learning_rate": 1.1544232275524592e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5229600,
+      "step": 791
+    },
+    {
+      "epoch": 4.516037063435496,
+      "grad_norm": 0.009326450526714325,
+      "learning_rate": 1.1273078082147059e-07,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5236368,
+      "step": 792
+    },
+    {
+      "epoch": 4.521739130434782,
+      "grad_norm": 0.16667701303958893,
+      "learning_rate": 1.1005072858249616e-07,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 5243296,
+      "step": 793
+    },
+    {
+      "epoch": 4.52744119743407,
+      "grad_norm": 0.06731978803873062,
+      "learning_rate": 1.0740220139002445e-07,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5249952,
+      "step": 794
+    },
+    {
+      "epoch": 4.533143264433357,
+      "grad_norm": 0.6377565264701843,
+      "learning_rate": 1.0478523417991882e-07,
+      "loss": 0.0034,
+      "num_input_tokens_seen": 5257328,
+      "step": 795
+    },
+    {
+      "epoch": 4.538845331432644,
+      "grad_norm": 0.09127297252416611,
+      "learning_rate": 1.0219986147174705e-07,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5264608,
+      "step": 796
+    },
+    {
+      "epoch": 4.544547398431932,
+      "grad_norm": 0.08946079760789871,
+      "learning_rate": 9.964611736832109e-08,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5270928,
+      "step": 797
+    },
+    {
+      "epoch": 4.550249465431219,
+      "grad_norm": 0.043789055198431015,
+      "learning_rate": 9.712403555525357e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5277408,
+      "step": 798
+    },
+    {
+      "epoch": 4.555951532430506,
+      "grad_norm": 1.0420541763305664,
+      "learning_rate": 9.463364930050762e-08,
+      "loss": 0.0097,
+      "num_input_tokens_seen": 5284304,
+      "step": 799
+    },
+    {
+      "epoch": 4.5616535994297935,
+      "grad_norm": 0.037041183561086655,
+      "learning_rate": 9.217499145396187e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5290816,
+      "step": 800
+    },
+    {
+      "epoch": 4.567355666429081,
+      "grad_norm": 0.5905625820159912,
+      "learning_rate": 8.97480944469753e-08,
+      "loss": 0.0029,
+      "num_input_tokens_seen": 5297680,
+      "step": 801
+    },
+    {
+      "epoch": 4.573057733428367,
+      "grad_norm": 1.1155067682266235,
+      "learning_rate": 8.73529902919601e-08,
+      "loss": 0.0059,
+      "num_input_tokens_seen": 5304464,
+      "step": 802
+    },
+    {
+      "epoch": 4.578759800427655,
+      "grad_norm": 0.018409363925457,
+      "learning_rate": 8.498971058195887e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5311072,
+      "step": 803
+    },
+    {
+      "epoch": 4.584461867426942,
+      "grad_norm": 0.09573342651128769,
+      "learning_rate": 8.265828649022867e-08,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5317776,
+      "step": 804
+    },
+    {
+      "epoch": 4.590163934426229,
+      "grad_norm": 0.029178114607930183,
+      "learning_rate": 8.035874876982957e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5324160,
+      "step": 805
+    },
+    {
+      "epoch": 4.595866001425517,
+      "grad_norm": 0.789979875087738,
+      "learning_rate": 7.809112775321869e-08,
+      "loss": 0.004,
+      "num_input_tokens_seen": 5330768,
+      "step": 806
+    },
+    {
+      "epoch": 4.601568068424804,
+      "grad_norm": 0.28636226058006287,
+      "learning_rate": 7.585545335184935e-08,
+      "loss": 0.0013,
+      "num_input_tokens_seen": 5337376,
+      "step": 807
+    },
+    {
+      "epoch": 4.607270135424091,
+      "grad_norm": 0.11878740787506104,
+      "learning_rate": 7.365175505577915e-08,
+      "loss": 0.0011,
+      "num_input_tokens_seen": 5344080,
+      "step": 808
+    },
+    {
+      "epoch": 4.612972202423379,
+      "grad_norm": 0.3786606788635254,
+      "learning_rate": 7.148006193327783e-08,
+      "loss": 0.0017,
+      "num_input_tokens_seen": 5350448,
+      "step": 809
+    },
+    {
+      "epoch": 4.618674269422666,
+      "grad_norm": 1.0686554908752441,
+      "learning_rate": 6.93404026304459e-08,
+      "loss": 0.0049,
+      "num_input_tokens_seen": 5356800,
+      "step": 810
+    },
+    {
+      "epoch": 4.624376336421953,
+      "grad_norm": 0.708344578742981,
+      "learning_rate": 6.723280537083571e-08,
+      "loss": 0.0047,
+      "num_input_tokens_seen": 5363056,
+      "step": 811
+    },
+    {
+      "epoch": 4.6300784034212406,
+      "grad_norm": 0.029089799150824547,
+      "learning_rate": 6.515729795508019e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5369280,
+      "step": 812
+    },
+    {
+      "epoch": 4.635780470420528,
+      "grad_norm": 0.06976296752691269,
+      "learning_rate": 6.311390776052529e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5376016,
+      "step": 813
+    },
+    {
+      "epoch": 4.641482537419814,
+      "grad_norm": 0.05825020745396614,
+      "learning_rate": 6.110266174086859e-08,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5382768,
+      "step": 814
+    },
+    {
+      "epoch": 4.647184604419102,
+      "grad_norm": 1.069995641708374,
+      "learning_rate": 5.912358642580496e-08,
+      "loss": 0.0098,
+      "num_input_tokens_seen": 5389200,
+      "step": 815
+    },
+    {
+      "epoch": 4.652886671418389,
+      "grad_norm": 0.28126129508018494,
+      "learning_rate": 5.717670792067587e-08,
+      "loss": 0.0014,
+      "num_input_tokens_seen": 5395776,
+      "step": 816
+    },
+    {
+      "epoch": 4.658588738417676,
+      "grad_norm": 0.14872530102729797,
+      "learning_rate": 5.526205190612449e-08,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 5402688,
+      "step": 817
+    },
+    {
+      "epoch": 4.664290805416964,
+      "grad_norm": 1.2570905685424805,
+      "learning_rate": 5.337964363775816e-08,
+      "loss": 0.0099,
+      "num_input_tokens_seen": 5409152,
+      "step": 818
+    },
+    {
+      "epoch": 4.669992872416251,
+      "grad_norm": 0.3209165036678314,
+      "learning_rate": 5.1529507945814185e-08,
+      "loss": 0.0019,
+      "num_input_tokens_seen": 5415744,
+      "step": 819
+    },
+    {
+      "epoch": 4.675694939415538,
+      "grad_norm": 0.1433120220899582,
+      "learning_rate": 4.971166923483372e-08,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 5422048,
+      "step": 820
+    },
+    {
+      "epoch": 4.681397006414826,
+      "grad_norm": 1.7018483877182007,
+      "learning_rate": 4.792615148333735e-08,
+      "loss": 0.0189,
+      "num_input_tokens_seen": 5428368,
+      "step": 821
+    },
+    {
+      "epoch": 4.687099073414113,
+      "grad_norm": 0.011967192403972149,
+      "learning_rate": 4.617297824351219e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5434960,
+      "step": 822
+    },
+    {
+      "epoch": 4.6928011404134,
+      "grad_norm": 1.1888624429702759,
+      "learning_rate": 4.4452172640897515e-08,
+      "loss": 0.0075,
+      "num_input_tokens_seen": 5441776,
+      "step": 823
+    },
+    {
+      "epoch": 4.698503207412687,
+      "grad_norm": 0.0656069964170456,
+      "learning_rate": 4.2763757374083006e-08,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5448768,
+      "step": 824
+    },
+    {
+      "epoch": 4.704205274411974,
+      "grad_norm": 0.02361738122999668,
+      "learning_rate": 4.110775471440703e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5455472,
+      "step": 825
+    },
+    {
+      "epoch": 4.709907341411261,
+      "grad_norm": 0.10109017789363861,
+      "learning_rate": 3.948418650566499e-08,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5461856,
+      "step": 826
+    },
+    {
+      "epoch": 4.715609408410549,
+      "grad_norm": 0.31169602274894714,
+      "learning_rate": 3.7893074163817824e-08,
+      "loss": 0.0015,
+      "num_input_tokens_seen": 5468608,
+      "step": 827
+    },
+    {
+      "epoch": 4.721311475409836,
+      "grad_norm": 0.04045119881629944,
+      "learning_rate": 3.633443867671393e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5475216,
+      "step": 828
+    },
+    {
+      "epoch": 4.727013542409123,
+      "grad_norm": 0.6061815023422241,
+      "learning_rate": 3.4808300603808574e-08,
+      "loss": 0.0137,
+      "num_input_tokens_seen": 5481952,
+      "step": 829
+    },
+    {
+      "epoch": 4.732715609408411,
+      "grad_norm": 0.09090006351470947,
+      "learning_rate": 3.331468007589489e-08,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5488720,
+      "step": 830
+    },
+    {
+      "epoch": 4.738417676407698,
+      "grad_norm": 0.1739615947008133,
+      "learning_rate": 3.18535967948369e-08,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 5495440,
+      "step": 831
+    },
+    {
+      "epoch": 4.744119743406985,
+      "grad_norm": 0.04561722278594971,
+      "learning_rate": 3.042507003331141e-08,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5501840,
+      "step": 832
+    },
+    {
+      "epoch": 4.749821810406273,
+      "grad_norm": 0.09544459730386734,
+      "learning_rate": 2.902911863455121e-08,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 5508192,
+      "step": 833
+    },
+    {
+      "epoch": 4.75552387740556,
+      "grad_norm": 0.9669187664985657,
+      "learning_rate": 2.7665761012099777e-08,
+      "loss": 0.0064,
+      "num_input_tokens_seen": 5514832,
+      "step": 834
+    },
+    {
+      "epoch": 4.761225944404847,
+      "grad_norm": 7.617751121520996,
+      "learning_rate": 2.6335015149565324e-08,
+      "loss": 0.01,
+      "num_input_tokens_seen": 5520832,
+      "step": 835
+    },
+    {
+      "epoch": 4.766928011404134,
+      "grad_norm": 0.7793776988983154,
+      "learning_rate": 2.5036898600385716e-08,
+      "loss": 0.0047,
+      "num_input_tokens_seen": 5527200,
+      "step": 836
+    },
+    {
+      "epoch": 4.772630078403421,
+      "grad_norm": 0.07317044585943222,
+      "learning_rate": 2.377142848759506e-08,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5533664,
+      "step": 837
+    },
+    {
+      "epoch": 4.778332145402708,
+      "grad_norm": 0.10957920551300049,
+      "learning_rate": 2.2538621503600255e-08,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5540400,
+      "step": 838
+    },
+    {
+      "epoch": 4.784034212401996,
+      "grad_norm": 0.3689444363117218,
+      "learning_rate": 2.1338493909958956e-08,
+      "loss": 0.0018,
+      "num_input_tokens_seen": 5547152,
+      "step": 839
+    },
+    {
+      "epoch": 4.789736279401283,
+      "grad_norm": 0.09837047755718231,
+      "learning_rate": 2.017106153716475e-08,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5553792,
+      "step": 840
+    },
+    {
+      "epoch": 4.79543834640057,
+      "grad_norm": 1.0303527116775513,
+      "learning_rate": 1.9036339784440082e-08,
+      "loss": 0.0093,
+      "num_input_tokens_seen": 5560144,
+      "step": 841
+    },
+    {
+      "epoch": 4.801140413399858,
+      "grad_norm": 0.24677984416484833,
+      "learning_rate": 1.793434361953228e-08,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 5566640,
+      "step": 842
+    },
+    {
+      "epoch": 4.806842480399145,
+      "grad_norm": 0.6943243741989136,
+      "learning_rate": 1.6865087578515073e-08,
+      "loss": 0.0043,
+      "num_input_tokens_seen": 5573424,
+      "step": 843
+    },
+    {
+      "epoch": 4.812544547398432,
+      "grad_norm": 0.018405841663479805,
+      "learning_rate": 1.5828585765599315e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5580208,
+      "step": 844
+    },
+    {
+      "epoch": 4.818246614397719,
+      "grad_norm": 0.025661015883088112,
+      "learning_rate": 1.482485185294369e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5586720,
+      "step": 845
+    },
+    {
+      "epoch": 4.823948681397006,
+      "grad_norm": 0.021062418818473816,
+      "learning_rate": 1.3853899080477628e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5593120,
+      "step": 846
+    },
+    {
+      "epoch": 4.829650748396293,
+      "grad_norm": 0.7667257785797119,
+      "learning_rate": 1.291574025572423e-08,
+      "loss": 0.0046,
+      "num_input_tokens_seen": 5600016,
+      "step": 847
+    },
+    {
+      "epoch": 4.835352815395581,
+      "grad_norm": 0.018968243151903152,
+      "learning_rate": 1.2010387753632891e-08,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5606800,
+      "step": 848
+    },
+    {
+      "epoch": 4.841054882394868,
+      "grad_norm": 0.4931604266166687,
+      "learning_rate": 1.1137853516414999e-08,
+      "loss": 0.0025,
+      "num_input_tokens_seen": 5613200,
+      "step": 849
+    },
+    {
+      "epoch": 4.846756949394155,
+      "grad_norm": 0.0513661690056324,
+      "learning_rate": 1.0298149053387107e-08,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5619792,
+      "step": 850
+    },
+    {
+      "epoch": 4.852459016393443,
+      "grad_norm": 0.04170714318752289,
+      "learning_rate": 9.491285440818288e-09,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5626720,
+      "step": 851
+    },
+    {
+      "epoch": 4.85816108339273,
+      "grad_norm": 0.031740520149469376,
+      "learning_rate": 8.717273321785513e-09,
+      "loss": 0.0002,
+      "num_input_tokens_seen": 5633328,
+      "step": 852
+    },
+    {
+      "epoch": 4.863863150392017,
+      "grad_norm": 0.15657615661621094,
+      "learning_rate": 7.976122906031559e-09,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 5640240,
+      "step": 853
+    },
+    {
+      "epoch": 4.869565217391305,
+      "grad_norm": 0.2195972204208374,
+      "learning_rate": 7.267843969831767e-09,
+      "loss": 0.002,
+      "num_input_tokens_seen": 5646608,
+      "step": 854
+    },
+    {
+      "epoch": 4.875267284390592,
+      "grad_norm": 0.8132025003433228,
+      "learning_rate": 6.592445855863883e-09,
+      "loss": 0.0052,
+      "num_input_tokens_seen": 5653632,
+      "step": 855
+    },
+    {
+      "epoch": 4.880969351389879,
+      "grad_norm": 0.01100305374711752,
+      "learning_rate": 5.949937473085643e-09,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5660576,
+      "step": 856
+    },
+    {
+      "epoch": 4.886671418389166,
+      "grad_norm": 0.6500959396362305,
+      "learning_rate": 5.340327296616821e-09,
+      "loss": 0.0032,
+      "num_input_tokens_seen": 5667312,
+      "step": 857
+    },
+    {
+      "epoch": 4.892373485388453,
+      "grad_norm": 0.05256979167461395,
+      "learning_rate": 4.763623367627645e-09,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5673984,
+      "step": 858
+    },
+    {
+      "epoch": 4.89807555238774,
+      "grad_norm": 0.0746457576751709,
+      "learning_rate": 4.219833293233333e-09,
+      "loss": 0.0003,
+      "num_input_tokens_seen": 5680448,
+      "step": 859
+    },
+    {
+      "epoch": 4.903777619387028,
+      "grad_norm": 0.021520154550671577,
+      "learning_rate": 3.7089642463922217e-09,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5687248,
+      "step": 860
+    },
+    {
+      "epoch": 4.909479686386315,
+      "grad_norm": 0.13376076519489288,
+      "learning_rate": 3.231022965812236e-09,
+      "loss": 0.0006,
+      "num_input_tokens_seen": 5693792,
+      "step": 861
+    },
+    {
+      "epoch": 4.915181753385602,
+      "grad_norm": 0.6564909815788269,
+      "learning_rate": 2.7860157558620703e-09,
+      "loss": 0.0044,
+      "num_input_tokens_seen": 5700368,
+      "step": 862
+    },
+    {
+      "epoch": 4.92088382038489,
+      "grad_norm": 0.331143319606781,
+      "learning_rate": 2.3739484864879203e-09,
+      "loss": 0.0007,
+      "num_input_tokens_seen": 5706672,
+      "step": 863
+    },
+    {
+      "epoch": 4.926585887384177,
+      "grad_norm": 0.0895066112279892,
+      "learning_rate": 1.9948265931352128e-09,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5713840,
+      "step": 864
+    },
+    {
+      "epoch": 4.932287954383464,
+      "grad_norm": 1.506907343864441,
+      "learning_rate": 1.6486550766783849e-09,
+      "loss": 0.0067,
+      "num_input_tokens_seen": 5720272,
+      "step": 865
+    },
+    {
+      "epoch": 4.937990021382751,
+      "grad_norm": 0.10082338750362396,
+      "learning_rate": 1.3354385033534368e-09,
+      "loss": 0.0005,
+      "num_input_tokens_seen": 5727040,
+      "step": 866
+    },
+    {
+      "epoch": 4.943692088382038,
+      "grad_norm": 0.3792347311973572,
+      "learning_rate": 1.055181004698813e-09,
+      "loss": 0.0017,
+      "num_input_tokens_seen": 5733696,
+      "step": 867
+    },
+    {
+      "epoch": 4.949394155381325,
+      "grad_norm": 0.820798397064209,
+      "learning_rate": 8.07886277500447e-10,
+      "loss": 0.0065,
+      "num_input_tokens_seen": 5740064,
+      "step": 868
+    },
+    {
+      "epoch": 4.955096222380613,
+      "grad_norm": 0.11408527195453644,
+      "learning_rate": 5.935575837429097e-10,
+      "loss": 0.0009,
+      "num_input_tokens_seen": 5746624,
+      "step": 869
+    },
+    {
+      "epoch": 4.9607982893799,
+      "grad_norm": 0.014658835716545582,
+      "learning_rate": 4.1219775056666746e-10,
+      "loss": 0.0001,
+      "num_input_tokens_seen": 5753456,
+      "step": 870
+    },
+    {
+      "epoch": 4.966500356379187,
+      "grad_norm": 1.0549769401550293,
+      "learning_rate": 2.638091702303336e-10,
+      "loss": 0.0096,
+      "num_input_tokens_seen": 5759808,
+      "step": 871
+    },
+    {
+      "epoch": 4.972202423378475,
+      "grad_norm": 2.1060280799865723,
+      "learning_rate": 1.4839380007986014e-10,
+      "loss": 0.0099,
+      "num_input_tokens_seen": 5766288,
+      "step": 872
+    },
+    {
+      "epoch": 4.977904490377762,
+      "grad_norm": 0.06906285136938095,
+      "learning_rate": 6.595316252161476e-11,
+      "loss": 0.0004,
+      "num_input_tokens_seen": 5772848,
+      "step": 873
+    },
+    {
+      "epoch": 4.983606557377049,
+      "grad_norm": 0.5131366848945618,
+      "learning_rate": 1.6488345003506933e-11,
+      "loss": 0.0026,
+      "num_input_tokens_seen": 5779552,
+      "step": 874
+    },
+    {
+      "epoch": 4.989308624376337,
+      "grad_norm": 0.508285641670227,
+      "learning_rate": 0.0,
+      "loss": 0.0029,
+      "num_input_tokens_seen": 5786192,
+      "step": 875
+    },
+    {
+      "epoch": 4.989308624376337,
+      "num_input_tokens_seen": 5786192,
+      "step": 875,
+      "total_flos": 2.6054961380143923e+17,
+      "train_loss": 0.1388659444341361,
+      "train_runtime": 11572.721,
+      "train_samples_per_second": 9.693,
+      "train_steps_per_second": 0.076
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 875,
+  "num_input_tokens_seen": 5786192,
+  "num_train_epochs": 5,
+  "save_steps": 5000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.6054961380143923e+17,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}