diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,147387 @@
+{
+  "best_metric": 1.3142019510269165,
+  "best_model_checkpoint": "/export/data/salmasia/tradutor/checkpoints/hf_phi3_lora/checkpoint-19500",
+  "epoch": 6.254770193041568,
+  "eval_steps": 500,
+  "global_step": 21000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0002978461996686461,
+      "grad_norm": 0.48318326473236084,
+      "learning_rate": 2e-08,
+      "loss": 1.845,
+      "step": 1
+    },
+    {
+      "epoch": 0.0005956923993372922,
+      "grad_norm": 0.48029589653015137,
+      "learning_rate": 4e-08,
+      "loss": 1.8713,
+      "step": 2
+    },
+    {
+      "epoch": 0.0008935385990059383,
+      "grad_norm": 0.4785495400428772,
+      "learning_rate": 6.000000000000001e-08,
+      "loss": 1.8476,
+      "step": 3
+    },
+    {
+      "epoch": 0.0011913847986745843,
+      "grad_norm": 0.47286421060562134,
+      "learning_rate": 8e-08,
+      "loss": 1.8556,
+      "step": 4
+    },
+    {
+      "epoch": 0.0014892309983432306,
+      "grad_norm": 0.4699583649635315,
+      "learning_rate": 1.0000000000000001e-07,
+      "loss": 1.8643,
+      "step": 5
+    },
+    {
+      "epoch": 0.0017870771980118766,
+      "grad_norm": 0.48511743545532227,
+      "learning_rate": 1.2000000000000002e-07,
+      "loss": 1.8712,
+      "step": 6
+    },
+    {
+      "epoch": 0.002084923397680523,
+      "grad_norm": 0.46384984254837036,
+      "learning_rate": 1.4e-07,
+      "loss": 1.8585,
+      "step": 7
+    },
+    {
+      "epoch": 0.0023827695973491687,
+      "grad_norm": 0.4602062404155731,
+      "learning_rate": 1.6e-07,
+      "loss": 1.8288,
+      "step": 8
+    },
+    {
+      "epoch": 0.002680615797017815,
+      "grad_norm": 0.47385460138320923,
+      "learning_rate": 1.8e-07,
+      "loss": 1.8433,
+      "step": 9
+    },
+    {
+      "epoch": 0.002978461996686461,
+      "grad_norm": 0.4577183425426483,
+      "learning_rate": 2.0000000000000002e-07,
+      "loss": 1.8512,
+      "step": 10
+    },
+    {
+      "epoch": 0.003276308196355107,
+      "grad_norm": 0.48740354180336,
+      "learning_rate": 2.2e-07,
+      "loss": 1.8633,
+      "step": 11
+    },
+    {
+      "epoch": 0.0035741543960237532,
+      "grad_norm": 0.47859111428260803,
+      "learning_rate": 2.4000000000000003e-07,
+      "loss": 1.8782,
+      "step": 12
+    },
+    {
+      "epoch": 0.0038720005956923995,
+      "grad_norm": 0.4740448594093323,
+      "learning_rate": 2.6e-07,
+      "loss": 1.8873,
+      "step": 13
+    },
+    {
+      "epoch": 0.004169846795361046,
+      "grad_norm": 0.4691798985004425,
+      "learning_rate": 2.8e-07,
+      "loss": 1.8568,
+      "step": 14
+    },
+    {
+      "epoch": 0.004467692995029691,
+      "grad_norm": 0.4607478678226471,
+      "learning_rate": 3.0000000000000004e-07,
+      "loss": 1.8595,
+      "step": 15
+    },
+    {
+      "epoch": 0.004765539194698337,
+      "grad_norm": 0.4853513836860657,
+      "learning_rate": 3.2e-07,
+      "loss": 1.8717,
+      "step": 16
+    },
+    {
+      "epoch": 0.005063385394366984,
+      "grad_norm": 0.4743955433368683,
+      "learning_rate": 3.4000000000000003e-07,
+      "loss": 1.8515,
+      "step": 17
+    },
+    {
+      "epoch": 0.00536123159403563,
+      "grad_norm": 0.4832974076271057,
+      "learning_rate": 3.6e-07,
+      "loss": 1.8849,
+      "step": 18
+    },
+    {
+      "epoch": 0.005659077793704276,
+      "grad_norm": 0.4619203507900238,
+      "learning_rate": 3.8e-07,
+      "loss": 1.8496,
+      "step": 19
+    },
+    {
+      "epoch": 0.005956923993372922,
+      "grad_norm": 0.4837261736392975,
+      "learning_rate": 4.0000000000000003e-07,
+      "loss": 1.8788,
+      "step": 20
+    },
+    {
+      "epoch": 0.006254770193041568,
+      "grad_norm": 0.46011224389076233,
+      "learning_rate": 4.2000000000000006e-07,
+      "loss": 1.8711,
+      "step": 21
+    },
+    {
+      "epoch": 0.006552616392710214,
+      "grad_norm": 0.46401581168174744,
+      "learning_rate": 4.4e-07,
+      "loss": 1.8299,
+      "step": 22
+    },
+    {
+      "epoch": 0.00685046259237886,
+      "grad_norm": 0.47924378514289856,
+      "learning_rate": 4.6000000000000004e-07,
+      "loss": 1.8648,
+      "step": 23
+    },
+    {
+      "epoch": 0.0071483087920475065,
+      "grad_norm": 0.46203556656837463,
+      "learning_rate": 4.800000000000001e-07,
+      "loss": 1.8662,
+      "step": 24
+    },
+    {
+      "epoch": 0.007446154991716153,
+      "grad_norm": 0.44733723998069763,
+      "learning_rate": 5.000000000000001e-07,
+      "loss": 1.8475,
+      "step": 25
+    },
+    {
+      "epoch": 0.007744001191384799,
+      "grad_norm": 0.45633989572525024,
+      "learning_rate": 5.2e-07,
+      "loss": 1.8526,
+      "step": 26
+    },
+    {
+      "epoch": 0.008041847391053444,
+      "grad_norm": 0.4663243591785431,
+      "learning_rate": 5.4e-07,
+      "loss": 1.8574,
+      "step": 27
+    },
+    {
+      "epoch": 0.008339693590722091,
+      "grad_norm": 0.4683181941509247,
+      "learning_rate": 5.6e-07,
+      "loss": 1.8392,
+      "step": 28
+    },
+    {
+      "epoch": 0.008637539790390737,
+      "grad_norm": 0.46668142080307007,
+      "learning_rate": 5.800000000000001e-07,
+      "loss": 1.8743,
+      "step": 29
+    },
+    {
+      "epoch": 0.008935385990059382,
+      "grad_norm": 0.48022735118865967,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 1.8605,
+      "step": 30
+    },
+    {
+      "epoch": 0.00923323218972803,
+      "grad_norm": 0.4465586543083191,
+      "learning_rate": 6.200000000000001e-07,
+      "loss": 1.8268,
+      "step": 31
+    },
+    {
+      "epoch": 0.009531078389396675,
+      "grad_norm": 0.46732452511787415,
+      "learning_rate": 6.4e-07,
+      "loss": 1.8707,
+      "step": 32
+    },
+    {
+      "epoch": 0.009828924589065322,
+      "grad_norm": 0.4528926908969879,
+      "learning_rate": 6.6e-07,
+      "loss": 1.8549,
+      "step": 33
+    },
+    {
+      "epoch": 0.010126770788733967,
+      "grad_norm": 0.4607648551464081,
+      "learning_rate": 6.800000000000001e-07,
+      "loss": 1.8582,
+      "step": 34
+    },
+    {
+      "epoch": 0.010424616988402614,
+      "grad_norm": 0.4756196141242981,
+      "learning_rate": 7.000000000000001e-07,
+      "loss": 1.8732,
+      "step": 35
+    },
+    {
+      "epoch": 0.01072246318807126,
+      "grad_norm": 0.4642297923564911,
+      "learning_rate": 7.2e-07,
+      "loss": 1.8596,
+      "step": 36
+    },
+    {
+      "epoch": 0.011020309387739905,
+      "grad_norm": 0.45597583055496216,
+      "learning_rate": 7.4e-07,
+      "loss": 1.84,
+      "step": 37
+    },
+    {
+      "epoch": 0.011318155587408552,
+      "grad_norm": 0.4625261127948761,
+      "learning_rate": 7.6e-07,
+      "loss": 1.8599,
+      "step": 38
+    },
+    {
+      "epoch": 0.011616001787077198,
+      "grad_norm": 0.4891977608203888,
+      "learning_rate": 7.8e-07,
+      "loss": 1.8729,
+      "step": 39
+    },
+    {
+      "epoch": 0.011913847986745845,
+      "grad_norm": 0.47429201006889343,
+      "learning_rate": 8.000000000000001e-07,
+      "loss": 1.844,
+      "step": 40
+    },
+    {
+      "epoch": 0.01221169418641449,
+      "grad_norm": 0.4835318922996521,
+      "learning_rate": 8.200000000000001e-07,
+      "loss": 1.8688,
+      "step": 41
+    },
+    {
+      "epoch": 0.012509540386083135,
+      "grad_norm": 0.49138543009757996,
+      "learning_rate": 8.400000000000001e-07,
+      "loss": 1.8678,
+      "step": 42
+    },
+    {
+      "epoch": 0.012807386585751783,
+      "grad_norm": 0.4650191068649292,
+      "learning_rate": 8.6e-07,
+      "loss": 1.853,
+      "step": 43
+    },
+    {
+      "epoch": 0.013105232785420428,
+      "grad_norm": 0.47995880246162415,
+      "learning_rate": 8.8e-07,
+      "loss": 1.8733,
+      "step": 44
+    },
+    {
+      "epoch": 0.013403078985089075,
+      "grad_norm": 0.46710073947906494,
+      "learning_rate": 9.000000000000001e-07,
+      "loss": 1.8289,
+      "step": 45
+    },
+    {
+      "epoch": 0.01370092518475772,
+      "grad_norm": 0.48132428526878357,
+      "learning_rate": 9.200000000000001e-07,
+      "loss": 1.8678,
+      "step": 46
+    },
+    {
+      "epoch": 0.013998771384426368,
+      "grad_norm": 0.4732246994972229,
+      "learning_rate": 9.400000000000001e-07,
+      "loss": 1.8511,
+      "step": 47
+    },
+    {
+      "epoch": 0.014296617584095013,
+      "grad_norm": 0.48072347044944763,
+      "learning_rate": 9.600000000000001e-07,
+      "loss": 1.861,
+      "step": 48
+    },
+    {
+      "epoch": 0.014594463783763658,
+      "grad_norm": 0.4825969934463501,
+      "learning_rate": 9.800000000000001e-07,
+      "loss": 1.8701,
+      "step": 49
+    },
+    {
+      "epoch": 0.014892309983432305,
+      "grad_norm": 0.4636313319206238,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 1.8455,
+      "step": 50
+    },
+    {
+      "epoch": 0.01519015618310095,
+      "grad_norm": 0.47920089960098267,
+      "learning_rate": 1.02e-06,
+      "loss": 1.8628,
+      "step": 51
+    },
+    {
+      "epoch": 0.015488002382769598,
+      "grad_norm": 0.4644438922405243,
+      "learning_rate": 1.04e-06,
+      "loss": 1.8411,
+      "step": 52
+    },
+    {
+      "epoch": 0.015785848582438245,
+      "grad_norm": 0.4573518633842468,
+      "learning_rate": 1.06e-06,
+      "loss": 1.8294,
+      "step": 53
+    },
+    {
+      "epoch": 0.01608369478210689,
+      "grad_norm": 0.4642627239227295,
+      "learning_rate": 1.08e-06,
+      "loss": 1.8371,
+      "step": 54
+    },
+    {
+      "epoch": 0.016381540981775536,
+      "grad_norm": 0.4713428020477295,
+      "learning_rate": 1.1e-06,
+      "loss": 1.8422,
+      "step": 55
+    },
+    {
+      "epoch": 0.016679387181444183,
+      "grad_norm": 0.4599405527114868,
+      "learning_rate": 1.12e-06,
+      "loss": 1.8188,
+      "step": 56
+    },
+    {
+      "epoch": 0.016977233381112827,
+      "grad_norm": 0.47443103790283203,
+      "learning_rate": 1.14e-06,
+      "loss": 1.8586,
+      "step": 57
+    },
+    {
+      "epoch": 0.017275079580781474,
+      "grad_norm": 0.46728289127349854,
+      "learning_rate": 1.1600000000000001e-06,
+      "loss": 1.8384,
+      "step": 58
+    },
+    {
+      "epoch": 0.01757292578045012,
+      "grad_norm": 0.4742635190486908,
+      "learning_rate": 1.1800000000000001e-06,
+      "loss": 1.8487,
+      "step": 59
+    },
+    {
+      "epoch": 0.017870771980118764,
+      "grad_norm": 0.5065075755119324,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 1.8695,
+      "step": 60
+    },
+    {
+      "epoch": 0.01816861817978741,
+      "grad_norm": 0.4815598726272583,
+      "learning_rate": 1.2200000000000002e-06,
+      "loss": 1.847,
+      "step": 61
+    },
+    {
+      "epoch": 0.01846646437945606,
+      "grad_norm": 0.5095518827438354,
+      "learning_rate": 1.2400000000000002e-06,
+      "loss": 1.8614,
+      "step": 62
+    },
+    {
+      "epoch": 0.018764310579124706,
+      "grad_norm": 0.484244704246521,
+      "learning_rate": 1.26e-06,
+      "loss": 1.8396,
+      "step": 63
+    },
+    {
+      "epoch": 0.01906215677879335,
+      "grad_norm": 0.5211488604545593,
+      "learning_rate": 1.28e-06,
+      "loss": 1.8555,
+      "step": 64
+    },
+    {
+      "epoch": 0.019360002978461997,
+      "grad_norm": 0.5129069685935974,
+      "learning_rate": 1.3e-06,
+      "loss": 1.8668,
+      "step": 65
+    },
+    {
+      "epoch": 0.019657849178130644,
+      "grad_norm": 0.5392414927482605,
+      "learning_rate": 1.32e-06,
+      "loss": 1.9,
+      "step": 66
+    },
+    {
+      "epoch": 0.019955695377799287,
+      "grad_norm": 0.5067933201789856,
+      "learning_rate": 1.34e-06,
+      "loss": 1.857,
+      "step": 67
+    },
+    {
+      "epoch": 0.020253541577467934,
+      "grad_norm": 0.5195866227149963,
+      "learning_rate": 1.3600000000000001e-06,
+      "loss": 1.8268,
+      "step": 68
+    },
+    {
+      "epoch": 0.02055138777713658,
+      "grad_norm": 0.5253258943557739,
+      "learning_rate": 1.3800000000000001e-06,
+      "loss": 1.8535,
+      "step": 69
+    },
+    {
+      "epoch": 0.02084923397680523,
+      "grad_norm": 0.5204430222511292,
+      "learning_rate": 1.4000000000000001e-06,
+      "loss": 1.8414,
+      "step": 70
+    },
+    {
+      "epoch": 0.021147080176473872,
+      "grad_norm": 0.5310043096542358,
+      "learning_rate": 1.42e-06,
+      "loss": 1.8639,
+      "step": 71
+    },
+    {
+      "epoch": 0.02144492637614252,
+      "grad_norm": 0.5121457576751709,
+      "learning_rate": 1.44e-06,
+      "loss": 1.8546,
+      "step": 72
+    },
+    {
+      "epoch": 0.021742772575811167,
+      "grad_norm": 0.5088541507720947,
+      "learning_rate": 1.46e-06,
+      "loss": 1.8422,
+      "step": 73
+    },
+    {
+      "epoch": 0.02204061877547981,
+      "grad_norm": 0.5058099627494812,
+      "learning_rate": 1.48e-06,
+      "loss": 1.8439,
+      "step": 74
+    },
+    {
+      "epoch": 0.022338464975148457,
+      "grad_norm": 0.4940571188926697,
+      "learning_rate": 1.5e-06,
+      "loss": 1.8213,
+      "step": 75
+    },
+    {
+      "epoch": 0.022636311174817104,
+      "grad_norm": 0.5225253701210022,
+      "learning_rate": 1.52e-06,
+      "loss": 1.8536,
+      "step": 76
+    },
+    {
+      "epoch": 0.02293415737448575,
+      "grad_norm": 0.5128735303878784,
+      "learning_rate": 1.54e-06,
+      "loss": 1.8145,
+      "step": 77
+    },
+    {
+      "epoch": 0.023232003574154395,
+      "grad_norm": 0.5496757626533508,
+      "learning_rate": 1.56e-06,
+      "loss": 1.8661,
+      "step": 78
+    },
+    {
+      "epoch": 0.023529849773823042,
+      "grad_norm": 0.5278938412666321,
+      "learning_rate": 1.5800000000000001e-06,
+      "loss": 1.8255,
+      "step": 79
+    },
+    {
+      "epoch": 0.02382769597349169,
+      "grad_norm": 0.5448312163352966,
+      "learning_rate": 1.6000000000000001e-06,
+      "loss": 1.8722,
+      "step": 80
+    },
+    {
+      "epoch": 0.024125542173160333,
+      "grad_norm": 0.5144855976104736,
+      "learning_rate": 1.6200000000000002e-06,
+      "loss": 1.8249,
+      "step": 81
+    },
+    {
+      "epoch": 0.02442338837282898,
+      "grad_norm": 0.5338228940963745,
+      "learning_rate": 1.6400000000000002e-06,
+      "loss": 1.8331,
+      "step": 82
+    },
+    {
+      "epoch": 0.024721234572497627,
+      "grad_norm": 0.5393568873405457,
+      "learning_rate": 1.6600000000000002e-06,
+      "loss": 1.8334,
+      "step": 83
+    },
+    {
+      "epoch": 0.02501908077216627,
+      "grad_norm": 0.5475087761878967,
+      "learning_rate": 1.6800000000000002e-06,
+      "loss": 1.8572,
+      "step": 84
+    },
+    {
+      "epoch": 0.025316926971834918,
+      "grad_norm": 0.5298764705657959,
+      "learning_rate": 1.7000000000000002e-06,
+      "loss": 1.8323,
+      "step": 85
+    },
+    {
+      "epoch": 0.025614773171503565,
+      "grad_norm": 0.5606328248977661,
+      "learning_rate": 1.72e-06,
+      "loss": 1.8654,
+      "step": 86
+    },
+    {
+      "epoch": 0.025912619371172212,
+      "grad_norm": 0.5514033436775208,
+      "learning_rate": 1.74e-06,
+      "loss": 1.8227,
+      "step": 87
+    },
+    {
+      "epoch": 0.026210465570840856,
+      "grad_norm": 0.559169352054596,
+      "learning_rate": 1.76e-06,
+      "loss": 1.8398,
+      "step": 88
+    },
+    {
+      "epoch": 0.026508311770509503,
+      "grad_norm": 0.5687103867530823,
+      "learning_rate": 1.7800000000000001e-06,
+      "loss": 1.8377,
+      "step": 89
+    },
+    {
+      "epoch": 0.02680615797017815,
+      "grad_norm": 0.5481163859367371,
+      "learning_rate": 1.8000000000000001e-06,
+      "loss": 1.8384,
+      "step": 90
+    },
+    {
+      "epoch": 0.027104004169846794,
+      "grad_norm": 0.5697974562644958,
+      "learning_rate": 1.8200000000000002e-06,
+      "loss": 1.8511,
+      "step": 91
+    },
+    {
+      "epoch": 0.02740185036951544,
+      "grad_norm": 0.5484298467636108,
+      "learning_rate": 1.8400000000000002e-06,
+      "loss": 1.8351,
+      "step": 92
+    },
+    {
+      "epoch": 0.027699696569184088,
+      "grad_norm": 0.5311096906661987,
+      "learning_rate": 1.8600000000000002e-06,
+      "loss": 1.8234,
+      "step": 93
+    },
+    {
+      "epoch": 0.027997542768852735,
+      "grad_norm": 0.5723997950553894,
+      "learning_rate": 1.8800000000000002e-06,
+      "loss": 1.8366,
+      "step": 94
+    },
+    {
+      "epoch": 0.02829538896852138,
+      "grad_norm": 0.5615350604057312,
+      "learning_rate": 1.9000000000000002e-06,
+      "loss": 1.8531,
+      "step": 95
+    },
+    {
+      "epoch": 0.028593235168190026,
+      "grad_norm": 0.5616511702537537,
+      "learning_rate": 1.9200000000000003e-06,
+      "loss": 1.8165,
+      "step": 96
+    },
+    {
+      "epoch": 0.028891081367858673,
+      "grad_norm": 0.5790432095527649,
+      "learning_rate": 1.94e-06,
+      "loss": 1.856,
+      "step": 97
+    },
+    {
+      "epoch": 0.029188927567527317,
+      "grad_norm": 0.5516716837882996,
+      "learning_rate": 1.9600000000000003e-06,
+      "loss": 1.8194,
+      "step": 98
+    },
+    {
+      "epoch": 0.029486773767195964,
+      "grad_norm": 0.57439124584198,
+      "learning_rate": 1.98e-06,
+      "loss": 1.8388,
+      "step": 99
+    },
+    {
+      "epoch": 0.02978461996686461,
+      "grad_norm": 0.5567128658294678,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 1.8182,
+      "step": 100
+    },
+    {
+      "epoch": 0.030082466166533258,
+      "grad_norm": 0.5853058099746704,
+      "learning_rate": 2.02e-06,
+      "loss": 1.8468,
+      "step": 101
+    },
+    {
+      "epoch": 0.0303803123662019,
+      "grad_norm": 0.5795766115188599,
+      "learning_rate": 2.04e-06,
+      "loss": 1.8274,
+      "step": 102
+    },
+    {
+      "epoch": 0.03067815856587055,
+      "grad_norm": 0.6096683740615845,
+      "learning_rate": 2.06e-06,
+      "loss": 1.8367,
+      "step": 103
+    },
+    {
+      "epoch": 0.030976004765539196,
+      "grad_norm": 0.5890591740608215,
+      "learning_rate": 2.08e-06,
+      "loss": 1.8098,
+      "step": 104
+    },
+    {
+      "epoch": 0.03127385096520784,
+      "grad_norm": 0.6070247888565063,
+      "learning_rate": 2.1000000000000002e-06,
+      "loss": 1.8306,
+      "step": 105
+    },
+    {
+      "epoch": 0.03157169716487649,
+      "grad_norm": 0.6029655337333679,
+      "learning_rate": 2.12e-06,
+      "loss": 1.8243,
+      "step": 106
+    },
+    {
+      "epoch": 0.03186954336454513,
+      "grad_norm": 0.5994901657104492,
+      "learning_rate": 2.1400000000000003e-06,
+      "loss": 1.8273,
+      "step": 107
+    },
+    {
+      "epoch": 0.03216738956421378,
+      "grad_norm": 0.5960265398025513,
+      "learning_rate": 2.16e-06,
+      "loss": 1.8279,
+      "step": 108
+    },
+    {
+      "epoch": 0.032465235763882425,
+      "grad_norm": 0.6401825547218323,
+      "learning_rate": 2.1800000000000003e-06,
+      "loss": 1.8318,
+      "step": 109
+    },
+    {
+      "epoch": 0.03276308196355107,
+      "grad_norm": 0.6169389486312866,
+      "learning_rate": 2.2e-06,
+      "loss": 1.8093,
+      "step": 110
+    },
+    {
+      "epoch": 0.03306092816321972,
+      "grad_norm": 0.6193079352378845,
+      "learning_rate": 2.2200000000000003e-06,
+      "loss": 1.8122,
+      "step": 111
+    },
+    {
+      "epoch": 0.033358774362888366,
+      "grad_norm": 0.657038152217865,
+      "learning_rate": 2.24e-06,
+      "loss": 1.8412,
+      "step": 112
+    },
+    {
+      "epoch": 0.03365662056255701,
+      "grad_norm": 0.6150979399681091,
+      "learning_rate": 2.2600000000000004e-06,
+      "loss": 1.812,
+      "step": 113
+    },
+    {
+      "epoch": 0.03395446676222565,
+      "grad_norm": 0.6213580369949341,
+      "learning_rate": 2.28e-06,
+      "loss": 1.8112,
+      "step": 114
+    },
+    {
+      "epoch": 0.0342523129618943,
+      "grad_norm": 0.6286153793334961,
+      "learning_rate": 2.3000000000000004e-06,
+      "loss": 1.7994,
+      "step": 115
+    },
+    {
+      "epoch": 0.03455015916156295,
+      "grad_norm": 0.6432107090950012,
+      "learning_rate": 2.3200000000000002e-06,
+      "loss": 1.8105,
+      "step": 116
+    },
+    {
+      "epoch": 0.034848005361231595,
+      "grad_norm": 0.629039466381073,
+      "learning_rate": 2.3400000000000005e-06,
+      "loss": 1.7944,
+      "step": 117
+    },
+    {
+      "epoch": 0.03514585156090024,
+      "grad_norm": 0.6385027170181274,
+      "learning_rate": 2.3600000000000003e-06,
+      "loss": 1.8105,
+      "step": 118
+    },
+    {
+      "epoch": 0.03544369776056889,
+      "grad_norm": 0.6555307507514954,
+      "learning_rate": 2.38e-06,
+      "loss": 1.824,
+      "step": 119
+    },
+    {
+      "epoch": 0.03574154396023753,
+      "grad_norm": 0.6707586646080017,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 1.7936,
+      "step": 120
+    },
+    {
+      "epoch": 0.036039390159906176,
+      "grad_norm": 0.6686285138130188,
+      "learning_rate": 2.42e-06,
+      "loss": 1.8116,
+      "step": 121
+    },
+    {
+      "epoch": 0.03633723635957482,
+      "grad_norm": 0.6620265245437622,
+      "learning_rate": 2.4400000000000004e-06,
+      "loss": 1.8123,
+      "step": 122
+    },
+    {
+      "epoch": 0.03663508255924347,
+      "grad_norm": 0.6774595975875854,
+      "learning_rate": 2.46e-06,
+      "loss": 1.7954,
+      "step": 123
+    },
+    {
+      "epoch": 0.03693292875891212,
+      "grad_norm": 0.6555871963500977,
+      "learning_rate": 2.4800000000000004e-06,
+      "loss": 1.8002,
+      "step": 124
+    },
+    {
+      "epoch": 0.037230774958580765,
+      "grad_norm": 0.6729901432991028,
+      "learning_rate": 2.5e-06,
+      "loss": 1.8022,
+      "step": 125
+    },
+    {
+      "epoch": 0.03752862115824941,
+      "grad_norm": 0.6566896438598633,
+      "learning_rate": 2.52e-06,
+      "loss": 1.7948,
+      "step": 126
+    },
+    {
+      "epoch": 0.03782646735791805,
+      "grad_norm": 0.6590833067893982,
+      "learning_rate": 2.5400000000000002e-06,
+      "loss": 1.7972,
+      "step": 127
+    },
+    {
+      "epoch": 0.0381243135575867,
+      "grad_norm": 0.6688756942749023,
+      "learning_rate": 2.56e-06,
+      "loss": 1.804,
+      "step": 128
+    },
+    {
+      "epoch": 0.038422159757255346,
+      "grad_norm": 0.6758476495742798,
+      "learning_rate": 2.5800000000000003e-06,
+      "loss": 1.7914,
+      "step": 129
+    },
+    {
+      "epoch": 0.03872000595692399,
+      "grad_norm": 0.6805055737495422,
+      "learning_rate": 2.6e-06,
+      "loss": 1.7951,
+      "step": 130
+    },
+    {
+      "epoch": 0.03901785215659264,
+      "grad_norm": 0.6505172252655029,
+      "learning_rate": 2.6200000000000003e-06,
+      "loss": 1.7979,
+      "step": 131
+    },
+    {
+      "epoch": 0.03931569835626129,
+      "grad_norm": 0.6635544896125793,
+      "learning_rate": 2.64e-06,
+      "loss": 1.7859,
+      "step": 132
+    },
+    {
+      "epoch": 0.039613544555929935,
+      "grad_norm": 0.6838406920433044,
+      "learning_rate": 2.6600000000000004e-06,
+      "loss": 1.7956,
+      "step": 133
+    },
+    {
+      "epoch": 0.039911390755598575,
+      "grad_norm": 0.6474420428276062,
+      "learning_rate": 2.68e-06,
+      "loss": 1.7752,
+      "step": 134
+    },
+    {
+      "epoch": 0.04020923695526722,
+      "grad_norm": 0.6364726424217224,
+      "learning_rate": 2.7000000000000004e-06,
+      "loss": 1.7841,
+      "step": 135
+    },
+    {
+      "epoch": 0.04050708315493587,
+      "grad_norm": 0.6838220357894897,
+      "learning_rate": 2.7200000000000002e-06,
+      "loss": 1.7843,
+      "step": 136
+    },
+    {
+      "epoch": 0.040804929354604516,
+      "grad_norm": 0.660972535610199,
+      "learning_rate": 2.7400000000000004e-06,
+      "loss": 1.7815,
+      "step": 137
+    },
+    {
+      "epoch": 0.04110277555427316,
+      "grad_norm": 0.7104812860488892,
+      "learning_rate": 2.7600000000000003e-06,
+      "loss": 1.8164,
+      "step": 138
+    },
+    {
+      "epoch": 0.04140062175394181,
+      "grad_norm": 0.6517634987831116,
+      "learning_rate": 2.7800000000000005e-06,
+      "loss": 1.7552,
+      "step": 139
+    },
+    {
+      "epoch": 0.04169846795361046,
+      "grad_norm": 0.6587279438972473,
+      "learning_rate": 2.8000000000000003e-06,
+      "loss": 1.7679,
+      "step": 140
+    },
+    {
+      "epoch": 0.0419963141532791,
+      "grad_norm": 0.6743229627609253,
+      "learning_rate": 2.82e-06,
+      "loss": 1.7719,
+      "step": 141
+    },
+    {
+      "epoch": 0.042294160352947745,
+      "grad_norm": 0.6563546061515808,
+      "learning_rate": 2.84e-06,
+      "loss": 1.7677,
+      "step": 142
+    },
+    {
+      "epoch": 0.04259200655261639,
+      "grad_norm": 0.6561146378517151,
+      "learning_rate": 2.86e-06,
+      "loss": 1.7399,
+      "step": 143
+    },
+    {
+      "epoch": 0.04288985275228504,
+      "grad_norm": 0.6793851256370544,
+      "learning_rate": 2.88e-06,
+      "loss": 1.7773,
+      "step": 144
+    },
+    {
+      "epoch": 0.043187698951953686,
+      "grad_norm": 0.7065466642379761,
+      "learning_rate": 2.9e-06,
+      "loss": 1.7771,
+      "step": 145
+    },
+    {
+      "epoch": 0.04348554515162233,
+      "grad_norm": 0.6534376740455627,
+      "learning_rate": 2.92e-06,
+      "loss": 1.7494,
+      "step": 146
+    },
+    {
+      "epoch": 0.04378339135129098,
+      "grad_norm": 0.6629258990287781,
+      "learning_rate": 2.9400000000000002e-06,
+      "loss": 1.7584,
+      "step": 147
+    },
+    {
+      "epoch": 0.04408123755095962,
+      "grad_norm": 0.6547302007675171,
+      "learning_rate": 2.96e-06,
+      "loss": 1.7452,
+      "step": 148
+    },
+    {
+      "epoch": 0.04437908375062827,
+      "grad_norm": 0.6431775093078613,
+      "learning_rate": 2.9800000000000003e-06,
+      "loss": 1.7595,
+      "step": 149
+    },
+    {
+      "epoch": 0.044676929950296915,
+      "grad_norm": 0.6590375900268555,
+      "learning_rate": 3e-06,
+      "loss": 1.7349,
+      "step": 150
+    },
+    {
+      "epoch": 0.04497477614996556,
+      "grad_norm": 0.6398279070854187,
+      "learning_rate": 3.0200000000000003e-06,
+      "loss": 1.7334,
+      "step": 151
+    },
+    {
+      "epoch": 0.04527262234963421,
+      "grad_norm": 0.6175107955932617,
+      "learning_rate": 3.04e-06,
+      "loss": 1.7406,
+      "step": 152
+    },
+    {
+      "epoch": 0.045570468549302856,
+      "grad_norm": 0.6381570100784302,
+      "learning_rate": 3.0600000000000003e-06,
+      "loss": 1.7192,
+      "step": 153
+    },
+    {
+      "epoch": 0.0458683147489715,
+      "grad_norm": 0.5893192291259766,
+      "learning_rate": 3.08e-06,
+      "loss": 1.7181,
+      "step": 154
+    },
+    {
+      "epoch": 0.04616616094864014,
+      "grad_norm": 0.5449604392051697,
+      "learning_rate": 3.1000000000000004e-06,
+      "loss": 1.7141,
+      "step": 155
+    },
+    {
+      "epoch": 0.04646400714830879,
+      "grad_norm": 0.5816596746444702,
+      "learning_rate": 3.12e-06,
+      "loss": 1.7301,
+      "step": 156
+    },
+    {
+      "epoch": 0.04676185334797744,
+      "grad_norm": 0.5603417754173279,
+      "learning_rate": 3.1400000000000004e-06,
+      "loss": 1.7215,
+      "step": 157
+    },
+    {
+      "epoch": 0.047059699547646085,
+      "grad_norm": 0.557874858379364,
+      "learning_rate": 3.1600000000000002e-06,
+      "loss": 1.7011,
+      "step": 158
+    },
+    {
+      "epoch": 0.04735754574731473,
+      "grad_norm": 0.5643253922462463,
+      "learning_rate": 3.1800000000000005e-06,
+      "loss": 1.6999,
+      "step": 159
+    },
+    {
+      "epoch": 0.04765539194698338,
+      "grad_norm": 0.5932505130767822,
+      "learning_rate": 3.2000000000000003e-06,
+      "loss": 1.7408,
+      "step": 160
+    },
+    {
+      "epoch": 0.04795323814665202,
+      "grad_norm": 0.5699681043624878,
+      "learning_rate": 3.2200000000000005e-06,
+      "loss": 1.7111,
+      "step": 161
+    },
+    {
+      "epoch": 0.048251084346320666,
+      "grad_norm": 0.5691033005714417,
+      "learning_rate": 3.2400000000000003e-06,
+      "loss": 1.6914,
+      "step": 162
+    },
+    {
+      "epoch": 0.04854893054598931,
+      "grad_norm": 0.579626739025116,
+      "learning_rate": 3.2600000000000006e-06,
+      "loss": 1.7124,
+      "step": 163
+    },
+    {
+      "epoch": 0.04884677674565796,
+      "grad_norm": 0.580288290977478,
+      "learning_rate": 3.2800000000000004e-06,
+      "loss": 1.7117,
+      "step": 164
+    },
+    {
+      "epoch": 0.04914462294532661,
+      "grad_norm": 0.5958548188209534,
+      "learning_rate": 3.3000000000000006e-06,
+      "loss": 1.7044,
+      "step": 165
+    },
+    {
+      "epoch": 0.049442469144995255,
+      "grad_norm": 0.5895776748657227,
+      "learning_rate": 3.3200000000000004e-06,
+      "loss": 1.6968,
+      "step": 166
+    },
+    {
+      "epoch": 0.0497403153446639,
+      "grad_norm": 0.5660363435745239,
+      "learning_rate": 3.3400000000000006e-06,
+      "loss": 1.6819,
+      "step": 167
+    },
+    {
+      "epoch": 0.05003816154433254,
+      "grad_norm": 0.5647677183151245,
+      "learning_rate": 3.3600000000000004e-06,
+      "loss": 1.6939,
+      "step": 168
+    },
+    {
+      "epoch": 0.05033600774400119,
+      "grad_norm": 0.518638014793396,
+      "learning_rate": 3.3800000000000007e-06,
+      "loss": 1.7027,
+      "step": 169
+    },
+    {
+      "epoch": 0.050633853943669836,
+      "grad_norm": 0.43530601263046265,
+      "learning_rate": 3.4000000000000005e-06,
+      "loss": 1.686,
+      "step": 170
+    },
+    {
+      "epoch": 0.05093170014333848,
+      "grad_norm": 0.4004081189632416,
+      "learning_rate": 3.4200000000000007e-06,
+      "loss": 1.6593,
+      "step": 171
+    },
+    {
+      "epoch": 0.05122954634300713,
+      "grad_norm": 0.4063718020915985,
+      "learning_rate": 3.44e-06,
+      "loss": 1.6799,
+      "step": 172
+    },
+    {
+      "epoch": 0.05152739254267578,
+      "grad_norm": 0.3832969069480896,
+      "learning_rate": 3.46e-06,
+      "loss": 1.688,
+      "step": 173
+    },
+    {
+      "epoch": 0.051825238742344425,
+      "grad_norm": 0.39484286308288574,
+      "learning_rate": 3.48e-06,
+      "loss": 1.6716,
+      "step": 174
+    },
+    {
+      "epoch": 0.052123084942013065,
+      "grad_norm": 0.3989197611808777,
+      "learning_rate": 3.5e-06,
+      "loss": 1.6764,
+      "step": 175
+    },
+    {
+      "epoch": 0.05242093114168171,
+      "grad_norm": 0.38792771100997925,
+      "learning_rate": 3.52e-06,
+      "loss": 1.6629,
+      "step": 176
+    },
+    {
+      "epoch": 0.05271877734135036,
+      "grad_norm": 0.4144127368927002,
+      "learning_rate": 3.54e-06,
+      "loss": 1.6654,
+      "step": 177
+    },
+    {
+      "epoch": 0.053016623541019006,
+      "grad_norm": 0.399394690990448,
+      "learning_rate": 3.5600000000000002e-06,
+      "loss": 1.6423,
+      "step": 178
+    },
+    {
+      "epoch": 0.05331446974068765,
+      "grad_norm": 0.40582484006881714,
+      "learning_rate": 3.58e-06,
+      "loss": 1.6579,
+      "step": 179
+    },
+    {
+      "epoch": 0.0536123159403563,
+      "grad_norm": 0.38763391971588135,
+      "learning_rate": 3.6000000000000003e-06,
+      "loss": 1.6463,
+      "step": 180
+    },
+    {
+      "epoch": 0.05391016214002495,
+      "grad_norm": 0.39296337962150574,
+      "learning_rate": 3.62e-06,
+      "loss": 1.6406,
+      "step": 181
+    },
+    {
+      "epoch": 0.05420800833969359,
+      "grad_norm": 0.3867253065109253,
+      "learning_rate": 3.6400000000000003e-06,
+      "loss": 1.6463,
+      "step": 182
+    },
+    {
+      "epoch": 0.054505854539362235,
+      "grad_norm": 0.36434227228164673,
+      "learning_rate": 3.66e-06,
+      "loss": 1.6242,
+      "step": 183
+    },
+    {
+      "epoch": 0.05480370073903088,
+      "grad_norm": 0.38888224959373474,
+      "learning_rate": 3.6800000000000003e-06,
+      "loss": 1.6614,
+      "step": 184
+    },
+    {
+      "epoch": 0.05510154693869953,
+      "grad_norm": 0.37744617462158203,
+      "learning_rate": 3.7e-06,
+      "loss": 1.6095,
+      "step": 185
+    },
+    {
+      "epoch": 0.055399393138368176,
+      "grad_norm": 0.38917142152786255,
+      "learning_rate": 3.7200000000000004e-06,
+      "loss": 1.6236,
+      "step": 186
+    },
+    {
+      "epoch": 0.05569723933803682,
+      "grad_norm": 0.3825514018535614,
+      "learning_rate": 3.74e-06,
+      "loss": 1.6188,
+      "step": 187
+    },
+    {
+      "epoch": 0.05599508553770547,
+      "grad_norm": 0.3907104432582855,
+      "learning_rate": 3.7600000000000004e-06,
+      "loss": 1.6368,
+      "step": 188
+    },
+    {
+      "epoch": 0.05629293173737411,
+      "grad_norm": 0.37548741698265076,
+      "learning_rate": 3.7800000000000002e-06,
+      "loss": 1.6048,
+      "step": 189
+    },
+    {
+      "epoch": 0.05659077793704276,
+      "grad_norm": 0.38833755254745483,
+      "learning_rate": 3.8000000000000005e-06,
+      "loss": 1.6154,
+      "step": 190
+    },
+    {
+      "epoch": 0.056888624136711405,
+      "grad_norm": 0.3748374879360199,
+      "learning_rate": 3.820000000000001e-06,
+      "loss": 1.6299,
+      "step": 191
+    },
+    {
+      "epoch": 0.05718647033638005,
+      "grad_norm": 0.4172203838825226,
+      "learning_rate": 3.8400000000000005e-06,
+      "loss": 1.6216,
+      "step": 192
+    },
+    {
+      "epoch": 0.0574843165360487,
+      "grad_norm": 0.4116345942020416,
+      "learning_rate": 3.86e-06,
+      "loss": 1.6112,
+      "step": 193
+    },
+    {
+      "epoch": 0.057782162735717346,
+      "grad_norm": 0.4274803698062897,
+      "learning_rate": 3.88e-06,
+      "loss": 1.6245,
+      "step": 194
+    },
+    {
+      "epoch": 0.05808000893538599,
+      "grad_norm": 0.3828435242176056,
+      "learning_rate": 3.900000000000001e-06,
+      "loss": 1.6066,
+      "step": 195
+    },
+    {
+      "epoch": 0.058377855135054633,
+      "grad_norm": 0.35347607731819153,
+      "learning_rate": 3.920000000000001e-06,
+      "loss": 1.5996,
+      "step": 196
+    },
+    {
+      "epoch": 0.05867570133472328,
+      "grad_norm": 0.3211362063884735,
+      "learning_rate": 3.94e-06,
+      "loss": 1.5987,
+      "step": 197
+    },
+    {
+      "epoch": 0.05897354753439193,
+      "grad_norm": 0.3006207346916199,
+      "learning_rate": 3.96e-06,
+      "loss": 1.59,
+      "step": 198
+    },
+    {
+      "epoch": 0.059271393734060575,
+      "grad_norm": 0.29288944602012634,
+      "learning_rate": 3.980000000000001e-06,
+      "loss": 1.6042,
+      "step": 199
+    },
+    {
+      "epoch": 0.05956923993372922,
+      "grad_norm": 0.27601832151412964,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 1.5809,
+      "step": 200
+    },
+    {
+      "epoch": 0.05986708613339787,
+      "grad_norm": 0.2815020680427551,
+      "learning_rate": 4.0200000000000005e-06,
+      "loss": 1.5892,
+      "step": 201
+    },
+    {
+      "epoch": 0.060164932333066516,
+      "grad_norm": 0.28545090556144714,
+      "learning_rate": 4.04e-06,
+      "loss": 1.5847,
+      "step": 202
+    },
+    {
+      "epoch": 0.060462778532735156,
+      "grad_norm": 0.275897741317749,
+      "learning_rate": 4.060000000000001e-06,
+      "loss": 1.5937,
+      "step": 203
+    },
+    {
+      "epoch": 0.0607606247324038,
+      "grad_norm": 0.27737608551979065,
+      "learning_rate": 4.08e-06,
+      "loss": 1.5782,
+      "step": 204
+    },
+    {
+      "epoch": 0.06105847093207245,
+      "grad_norm": 0.2871304750442505,
+      "learning_rate": 4.1e-06,
+      "loss": 1.5841,
+      "step": 205
+    },
+    {
+      "epoch": 0.0613563171317411,
+      "grad_norm": 0.29327964782714844,
+      "learning_rate": 4.12e-06,
+      "loss": 1.5759,
+      "step": 206
+    },
+    {
+      "epoch": 0.061654163331409745,
+      "grad_norm": 0.2835024893283844,
+      "learning_rate": 4.14e-06,
+      "loss": 1.5834,
+      "step": 207
+    },
+    {
+      "epoch": 0.06195200953107839,
+      "grad_norm": 0.2886221706867218,
+      "learning_rate": 4.16e-06,
+      "loss": 1.5973,
+      "step": 208
+    },
+    {
+      "epoch": 0.06224985573074703,
+      "grad_norm": 0.2900846600532532,
+      "learning_rate": 4.18e-06,
+      "loss": 1.6061,
+      "step": 209
+    },
+    {
+      "epoch": 0.06254770193041569,
+      "grad_norm": 0.28939002752304077,
+      "learning_rate": 4.2000000000000004e-06,
+      "loss": 1.5918,
+      "step": 210
+    },
+    {
+      "epoch": 0.06284554813008433,
+      "grad_norm": 0.316026896238327,
+      "learning_rate": 4.22e-06,
+      "loss": 1.5984,
+      "step": 211
+    },
+    {
+      "epoch": 0.06314339432975298,
+      "grad_norm": 0.30959439277648926,
+      "learning_rate": 4.24e-06,
+      "loss": 1.5915,
+      "step": 212
+    },
+    {
+      "epoch": 0.06344124052942161,
+      "grad_norm": 0.30867230892181396,
+      "learning_rate": 4.26e-06,
+      "loss": 1.5838,
+      "step": 213
+    },
+    {
+      "epoch": 0.06373908672909026,
+      "grad_norm": 0.3157883882522583,
+      "learning_rate": 4.2800000000000005e-06,
+      "loss": 1.5959,
+      "step": 214
+    },
+    {
+      "epoch": 0.06403693292875891,
+      "grad_norm": 0.3085717558860779,
+      "learning_rate": 4.3e-06,
+      "loss": 1.5681,
+      "step": 215
+    },
+    {
+      "epoch": 0.06433477912842755,
+      "grad_norm": 0.30693379044532776,
+      "learning_rate": 4.32e-06,
+      "loss": 1.5813,
+      "step": 216
+    },
+    {
+      "epoch": 0.0646326253280962,
+      "grad_norm": 0.33237066864967346,
+      "learning_rate": 4.34e-06,
+      "loss": 1.5841,
+      "step": 217
+    },
+    {
+      "epoch": 0.06493047152776485,
+      "grad_norm": 0.33629241585731506,
+      "learning_rate": 4.360000000000001e-06,
+      "loss": 1.6016,
+      "step": 218
+    },
+    {
+      "epoch": 0.0652283177274335,
+      "grad_norm": 0.3244820237159729,
+      "learning_rate": 4.38e-06,
+      "loss": 1.5914,
+      "step": 219
+    },
+    {
+      "epoch": 0.06552616392710214,
+      "grad_norm": 0.33084553480148315,
+      "learning_rate": 4.4e-06,
+      "loss": 1.5835,
+      "step": 220
+    },
+    {
+      "epoch": 0.06582401012677079,
+      "grad_norm": 0.34093067049980164,
+      "learning_rate": 4.42e-06,
+      "loss": 1.5894,
+      "step": 221
+    },
+    {
+      "epoch": 0.06612185632643944,
+      "grad_norm": 0.35316869616508484,
+      "learning_rate": 4.440000000000001e-06,
+      "loss": 1.5778,
+      "step": 222
+    },
+    {
+      "epoch": 0.06641970252610808,
+      "grad_norm": 0.3374737799167633,
+      "learning_rate": 4.4600000000000005e-06,
+      "loss": 1.5691,
+      "step": 223
+    },
+    {
+      "epoch": 0.06671754872577673,
+      "grad_norm": 0.34237730503082275,
+      "learning_rate": 4.48e-06,
+      "loss": 1.5646,
+      "step": 224
+    },
+    {
+      "epoch": 0.06701539492544538,
+      "grad_norm": 0.34547626972198486,
+      "learning_rate": 4.5e-06,
+      "loss": 1.5657,
+      "step": 225
+    },
+    {
+      "epoch": 0.06731324112511403,
+      "grad_norm": 0.3584066927433014,
+      "learning_rate": 4.520000000000001e-06,
+      "loss": 1.5571,
+      "step": 226
+    },
+    {
+      "epoch": 0.06761108732478266,
+      "grad_norm": 0.36502501368522644,
+      "learning_rate": 4.540000000000001e-06,
+      "loss": 1.5843,
+      "step": 227
+    },
+    {
+      "epoch": 0.0679089335244513,
+      "grad_norm": 0.35336628556251526,
+      "learning_rate": 4.56e-06,
+      "loss": 1.559,
+      "step": 228
+    },
+    {
+      "epoch": 0.06820677972411995,
+      "grad_norm": 0.38950905203819275,
+      "learning_rate": 4.58e-06,
+      "loss": 1.6019,
+      "step": 229
+    },
+    {
+      "epoch": 0.0685046259237886,
+      "grad_norm": 0.3913187086582184,
+      "learning_rate": 4.600000000000001e-06,
+      "loss": 1.5615,
+      "step": 230
+    },
+    {
+      "epoch": 0.06880247212345725,
+      "grad_norm": 0.3854864835739136,
+      "learning_rate": 4.620000000000001e-06,
+      "loss": 1.5799,
+      "step": 231
+    },
+    {
+      "epoch": 0.0691003183231259,
+      "grad_norm": 0.39519399404525757,
+      "learning_rate": 4.6400000000000005e-06,
+      "loss": 1.5983,
+      "step": 232
+    },
+    {
+      "epoch": 0.06939816452279454,
+      "grad_norm": 0.3765176832675934,
+      "learning_rate": 4.66e-06,
+      "loss": 1.5673,
+      "step": 233
+    },
+    {
+      "epoch": 0.06969601072246319,
+      "grad_norm": 0.37804102897644043,
+      "learning_rate": 4.680000000000001e-06,
+      "loss": 1.5628,
+      "step": 234
+    },
+    {
+      "epoch": 0.06999385692213184,
+      "grad_norm": 0.3661312460899353,
+      "learning_rate": 4.7e-06,
+      "loss": 1.5743,
+      "step": 235
+    },
+    {
+      "epoch": 0.07029170312180048,
+      "grad_norm": 0.4114713966846466,
+      "learning_rate": 4.7200000000000005e-06,
+      "loss": 1.5789,
+      "step": 236
+    },
+    {
+      "epoch": 0.07058954932146913,
+      "grad_norm": 0.4079197645187378,
+      "learning_rate": 4.74e-06,
+      "loss": 1.561,
+      "step": 237
+    },
+    {
+      "epoch": 0.07088739552113778,
+      "grad_norm": 0.4288586378097534,
+      "learning_rate": 4.76e-06,
+      "loss": 1.5744,
+      "step": 238
+    },
+    {
+      "epoch": 0.07118524172080642,
+      "grad_norm": 0.44189968705177307,
+      "learning_rate": 4.78e-06,
+      "loss": 1.5642,
+      "step": 239
+    },
+    {
+      "epoch": 0.07148308792047506,
+      "grad_norm": 0.46231845021247864,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 1.5813,
+      "step": 240
+    },
+    {
+      "epoch": 0.0717809341201437,
+      "grad_norm": 0.44197338819503784,
+      "learning_rate": 4.8200000000000004e-06,
+      "loss": 1.5579,
+      "step": 241
+    },
+    {
+      "epoch": 0.07207878031981235,
+      "grad_norm": 0.44414064288139343,
+      "learning_rate": 4.84e-06,
+      "loss": 1.5589,
+      "step": 242
+    },
+    {
+      "epoch": 0.072376626519481,
+      "grad_norm": 0.41845178604125977,
+      "learning_rate": 4.86e-06,
+      "loss": 1.5465,
+      "step": 243
+    },
+    {
+      "epoch": 0.07267447271914965,
+      "grad_norm": 0.4510466158390045,
+      "learning_rate": 4.880000000000001e-06,
+      "loss": 1.5466,
+      "step": 244
+    },
+    {
+      "epoch": 0.0729723189188183,
+      "grad_norm": 0.442803293466568,
+      "learning_rate": 4.9000000000000005e-06,
+      "loss": 1.5472,
+      "step": 245
+    },
+    {
+      "epoch": 0.07327016511848694,
+      "grad_norm": 0.45264631509780884,
+      "learning_rate": 4.92e-06,
+      "loss": 1.5581,
+      "step": 246
+    },
+    {
+      "epoch": 0.07356801131815559,
+      "grad_norm": 0.4818227291107178,
+      "learning_rate": 4.94e-06,
+      "loss": 1.5708,
+      "step": 247
+    },
+    {
+      "epoch": 0.07386585751782423,
+      "grad_norm": 0.4921914041042328,
+      "learning_rate": 4.960000000000001e-06,
+      "loss": 1.5533,
+      "step": 248
+    },
+    {
+      "epoch": 0.07416370371749288,
+      "grad_norm": 0.5005349516868591,
+      "learning_rate": 4.980000000000001e-06,
+      "loss": 1.5569,
+      "step": 249
+    },
+    {
+      "epoch": 0.07446154991716153,
+      "grad_norm": 0.5374754667282104,
+      "learning_rate": 5e-06,
+      "loss": 1.565,
+      "step": 250
+    },
+    {
+      "epoch": 0.07475939611683018,
+      "grad_norm": 0.5428454279899597,
+      "learning_rate": 5.02e-06,
+      "loss": 1.5404,
+      "step": 251
+    },
+    {
+      "epoch": 0.07505724231649882,
+      "grad_norm": 0.5481797456741333,
+      "learning_rate": 5.04e-06,
+      "loss": 1.5472,
+      "step": 252
+    },
+    {
+      "epoch": 0.07535508851616747,
+      "grad_norm": 0.5704034566879272,
+      "learning_rate": 5.060000000000001e-06,
+      "loss": 1.5569,
+      "step": 253
+    },
+    {
+      "epoch": 0.0756529347158361,
+      "grad_norm": 0.5555924773216248,
+      "learning_rate": 5.0800000000000005e-06,
+      "loss": 1.5427,
+      "step": 254
+    },
+    {
+      "epoch": 0.07595078091550475,
+      "grad_norm": 0.5683029294013977,
+      "learning_rate": 5.1e-06,
+      "loss": 1.5584,
+      "step": 255
+    },
+    {
+      "epoch": 0.0762486271151734,
+      "grad_norm": 0.5711975693702698,
+      "learning_rate": 5.12e-06,
+      "loss": 1.5481,
+      "step": 256
+    },
+    {
+      "epoch": 0.07654647331484205,
+      "grad_norm": 0.5935271382331848,
+      "learning_rate": 5.140000000000001e-06,
+      "loss": 1.5775,
+      "step": 257
+    },
+    {
+      "epoch": 0.07684431951451069,
+      "grad_norm": 0.5552716851234436,
+      "learning_rate": 5.1600000000000006e-06,
+      "loss": 1.541,
+      "step": 258
+    },
+    {
+      "epoch": 0.07714216571417934,
+      "grad_norm": 0.5461673736572266,
+      "learning_rate": 5.18e-06,
+      "loss": 1.5504,
+      "step": 259
+    },
+    {
+      "epoch": 0.07744001191384799,
+      "grad_norm": 0.5375115871429443,
+      "learning_rate": 5.2e-06,
+      "loss": 1.544,
+      "step": 260
+    },
+    {
+      "epoch": 0.07773785811351663,
+      "grad_norm": 0.5090441107749939,
+      "learning_rate": 5.220000000000001e-06,
+      "loss": 1.5501,
+      "step": 261
+    },
+    {
+      "epoch": 0.07803570431318528,
+      "grad_norm": 0.4780338704586029,
+      "learning_rate": 5.240000000000001e-06,
+      "loss": 1.527,
+      "step": 262
+    },
+    {
+      "epoch": 0.07833355051285393,
+      "grad_norm": 0.4490078389644623,
+      "learning_rate": 5.2600000000000005e-06,
+      "loss": 1.5554,
+      "step": 263
+    },
+    {
+      "epoch": 0.07863139671252257,
+      "grad_norm": 0.39460065960884094,
+      "learning_rate": 5.28e-06,
+      "loss": 1.5536,
+      "step": 264
+    },
+    {
+      "epoch": 0.07892924291219122,
+      "grad_norm": 0.3691290318965912,
+      "learning_rate": 5.300000000000001e-06,
+      "loss": 1.5547,
+      "step": 265
+    },
+    {
+      "epoch": 0.07922708911185987,
+      "grad_norm": 0.3380715847015381,
+      "learning_rate": 5.320000000000001e-06,
+      "loss": 1.5509,
+      "step": 266
+    },
+    {
+      "epoch": 0.07952493531152852,
+      "grad_norm": 0.32584908604621887,
+      "learning_rate": 5.3400000000000005e-06,
+      "loss": 1.5476,
+      "step": 267
+    },
+    {
+      "epoch": 0.07982278151119715,
+      "grad_norm": 0.2909034192562103,
+      "learning_rate": 5.36e-06,
+      "loss": 1.5489,
+      "step": 268
+    },
+    {
+      "epoch": 0.0801206277108658,
+      "grad_norm": 0.2502373456954956,
+      "learning_rate": 5.380000000000001e-06,
+      "loss": 1.5511,
+      "step": 269
+    },
+    {
+      "epoch": 0.08041847391053444,
+      "grad_norm": 0.20297959446907043,
+      "learning_rate": 5.400000000000001e-06,
+      "loss": 1.5694,
+      "step": 270
+    },
+    {
+      "epoch": 0.08071632011020309,
+      "grad_norm": 0.14874856173992157,
+      "learning_rate": 5.420000000000001e-06,
+      "loss": 1.5543,
+      "step": 271
+    },
+    {
+      "epoch": 0.08101416630987174,
+      "grad_norm": 0.13056589663028717,
+      "learning_rate": 5.4400000000000004e-06,
+      "loss": 1.5251,
+      "step": 272
+    },
+    {
+      "epoch": 0.08131201250954039,
+      "grad_norm": 0.12990182638168335,
+      "learning_rate": 5.460000000000001e-06,
+      "loss": 1.5272,
+      "step": 273
+    },
+    {
+      "epoch": 0.08160985870920903,
+      "grad_norm": 0.11918067187070847,
+      "learning_rate": 5.480000000000001e-06,
+      "loss": 1.5343,
+      "step": 274
+    },
+    {
+      "epoch": 0.08190770490887768,
+      "grad_norm": 0.10813926160335541,
+      "learning_rate": 5.500000000000001e-06,
+      "loss": 1.532,
+      "step": 275
+    },
+    {
+      "epoch": 0.08220555110854633,
+      "grad_norm": 0.10963642597198486,
+      "learning_rate": 5.5200000000000005e-06,
+      "loss": 1.5594,
+      "step": 276
+    },
+    {
+      "epoch": 0.08250339730821497,
+      "grad_norm": 0.10151322931051254,
+      "learning_rate": 5.540000000000001e-06,
+      "loss": 1.5263,
+      "step": 277
+    },
+    {
+      "epoch": 0.08280124350788362,
+      "grad_norm": 0.09857906401157379,
+      "learning_rate": 5.560000000000001e-06,
+      "loss": 1.5248,
+      "step": 278
+    },
+    {
+      "epoch": 0.08309908970755227,
+      "grad_norm": 0.09040740132331848,
+      "learning_rate": 5.580000000000001e-06,
+      "loss": 1.5135,
+      "step": 279
+    },
+    {
+      "epoch": 0.08339693590722091,
+      "grad_norm": 0.09191717952489853,
+      "learning_rate": 5.600000000000001e-06,
+      "loss": 1.5464,
+      "step": 280
+    },
+    {
+      "epoch": 0.08369478210688955,
+      "grad_norm": 0.08776262402534485,
+      "learning_rate": 5.620000000000001e-06,
+      "loss": 1.5336,
+      "step": 281
+    },
+    {
+      "epoch": 0.0839926283065582,
+      "grad_norm": 0.08440259844064713,
+      "learning_rate": 5.64e-06,
+      "loss": 1.5354,
+      "step": 282
+    },
+    {
+      "epoch": 0.08429047450622684,
+      "grad_norm": 0.08505409210920334,
+      "learning_rate": 5.66e-06,
+      "loss": 1.5324,
+      "step": 283
+    },
+    {
+      "epoch": 0.08458832070589549,
+      "grad_norm": 0.08075687289237976,
+      "learning_rate": 5.68e-06,
+      "loss": 1.5314,
+      "step": 284
+    },
+    {
+      "epoch": 0.08488616690556414,
+      "grad_norm": 0.08375275880098343,
+      "learning_rate": 5.7e-06,
+      "loss": 1.5268,
+      "step": 285
+    },
+    {
+      "epoch": 0.08518401310523278,
+      "grad_norm": 0.08402302861213684,
+      "learning_rate": 5.72e-06,
+      "loss": 1.5414,
+      "step": 286
+    },
+    {
+      "epoch": 0.08548185930490143,
+      "grad_norm": 0.08408354222774506,
+      "learning_rate": 5.74e-06,
+      "loss": 1.5371,
+      "step": 287
+    },
+    {
+      "epoch": 0.08577970550457008,
+      "grad_norm": 0.08600781112909317,
+      "learning_rate": 5.76e-06,
+      "loss": 1.5377,
+      "step": 288
+    },
+    {
+      "epoch": 0.08607755170423873,
+      "grad_norm": 0.07958939671516418,
+      "learning_rate": 5.78e-06,
+      "loss": 1.5353,
+      "step": 289
+    },
+    {
+      "epoch": 0.08637539790390737,
+      "grad_norm": 0.08092907816171646,
+      "learning_rate": 5.8e-06,
+      "loss": 1.5351,
+      "step": 290
+    },
+    {
+      "epoch": 0.08667324410357602,
+      "grad_norm": 0.07932665199041367,
+      "learning_rate": 5.82e-06,
+      "loss": 1.519,
+      "step": 291
+    },
+    {
+      "epoch": 0.08697109030324467,
+      "grad_norm": 0.0793927013874054,
+      "learning_rate": 5.84e-06,
+      "loss": 1.5481,
+      "step": 292
+    },
+    {
+      "epoch": 0.08726893650291331,
+      "grad_norm": 0.07992880046367645,
+      "learning_rate": 5.86e-06,
+      "loss": 1.5377,
+      "step": 293
+    },
+    {
+      "epoch": 0.08756678270258196,
+      "grad_norm": 0.07722952216863632,
+      "learning_rate": 5.8800000000000005e-06,
+      "loss": 1.5277,
+      "step": 294
+    },
+    {
+      "epoch": 0.0878646289022506,
+      "grad_norm": 0.07810430228710175,
+      "learning_rate": 5.9e-06,
+      "loss": 1.5226,
+      "step": 295
+    },
+    {
+      "epoch": 0.08816247510191924,
+      "grad_norm": 0.07677609473466873,
+      "learning_rate": 5.92e-06,
+      "loss": 1.5236,
+      "step": 296
+    },
+    {
+      "epoch": 0.08846032130158789,
+      "grad_norm": 0.0761965662240982,
+      "learning_rate": 5.94e-06,
+      "loss": 1.5195,
+      "step": 297
+    },
+    {
+      "epoch": 0.08875816750125654,
+      "grad_norm": 0.07856539636850357,
+      "learning_rate": 5.9600000000000005e-06,
+      "loss": 1.5277,
+      "step": 298
+    },
+    {
+      "epoch": 0.08905601370092518,
+      "grad_norm": 0.0727543905377388,
+      "learning_rate": 5.98e-06,
+      "loss": 1.5017,
+      "step": 299
+    },
+    {
+      "epoch": 0.08935385990059383,
+      "grad_norm": 0.07391712069511414,
+      "learning_rate": 6e-06,
+      "loss": 1.5229,
+      "step": 300
+    },
+    {
+      "epoch": 0.08965170610026248,
+      "grad_norm": 0.08318979293107986,
+      "learning_rate": 6.02e-06,
+      "loss": 1.5263,
+      "step": 301
+    },
+    {
+      "epoch": 0.08994955229993112,
+      "grad_norm": 0.06995917111635208,
+      "learning_rate": 6.040000000000001e-06,
+      "loss": 1.5201,
+      "step": 302
+    },
+    {
+      "epoch": 0.09024739849959977,
+      "grad_norm": 0.07505074143409729,
+      "learning_rate": 6.0600000000000004e-06,
+      "loss": 1.5303,
+      "step": 303
+    },
+    {
+      "epoch": 0.09054524469926842,
+      "grad_norm": 0.0731302946805954,
+      "learning_rate": 6.08e-06,
+      "loss": 1.5316,
+      "step": 304
+    },
+    {
+      "epoch": 0.09084309089893707,
+      "grad_norm": 0.06981611996889114,
+      "learning_rate": 6.1e-06,
+      "loss": 1.5401,
+      "step": 305
+    },
+    {
+      "epoch": 0.09114093709860571,
+      "grad_norm": 0.07196632772684097,
+      "learning_rate": 6.120000000000001e-06,
+      "loss": 1.5397,
+      "step": 306
+    },
+    {
+      "epoch": 0.09143878329827436,
+      "grad_norm": 0.07196949422359467,
+      "learning_rate": 6.1400000000000005e-06,
+      "loss": 1.5239,
+      "step": 307
+    },
+    {
+      "epoch": 0.091736629497943,
+      "grad_norm": 0.07190251350402832,
+      "learning_rate": 6.16e-06,
+      "loss": 1.532,
+      "step": 308
+    },
+    {
+      "epoch": 0.09203447569761164,
+      "grad_norm": 0.06778890639543533,
+      "learning_rate": 6.18e-06,
+      "loss": 1.5185,
+      "step": 309
+    },
+    {
+      "epoch": 0.09233232189728029,
+      "grad_norm": 0.07153601199388504,
+      "learning_rate": 6.200000000000001e-06,
+      "loss": 1.5356,
+      "step": 310
+    },
+    {
+      "epoch": 0.09263016809694893,
+      "grad_norm": 0.07012605667114258,
+      "learning_rate": 6.220000000000001e-06,
+      "loss": 1.5128,
+      "step": 311
+    },
+    {
+      "epoch": 0.09292801429661758,
+      "grad_norm": 0.0677528828382492,
+      "learning_rate": 6.24e-06,
+      "loss": 1.5458,
+      "step": 312
+    },
+    {
+      "epoch": 0.09322586049628623,
+      "grad_norm": 0.06769208610057831,
+      "learning_rate": 6.26e-06,
+      "loss": 1.5305,
+      "step": 313
+    },
+    {
+      "epoch": 0.09352370669595488,
+      "grad_norm": 0.0664294883608818,
+      "learning_rate": 6.280000000000001e-06,
+      "loss": 1.5381,
+      "step": 314
+    },
+    {
+      "epoch": 0.09382155289562352,
+      "grad_norm": 0.06461451947689056,
+      "learning_rate": 6.300000000000001e-06,
+      "loss": 1.5049,
+      "step": 315
+    },
+    {
+      "epoch": 0.09411939909529217,
+      "grad_norm": 0.06791339814662933,
+      "learning_rate": 6.3200000000000005e-06,
+      "loss": 1.5135,
+      "step": 316
+    },
+    {
+      "epoch": 0.09441724529496082,
+      "grad_norm": 0.07396858930587769,
+      "learning_rate": 6.34e-06,
+      "loss": 1.5102,
+      "step": 317
+    },
+    {
+      "epoch": 0.09471509149462946,
+      "grad_norm": 0.06848759949207306,
+      "learning_rate": 6.360000000000001e-06,
+      "loss": 1.533,
+      "step": 318
+    },
+    {
+      "epoch": 0.09501293769429811,
+      "grad_norm": 0.06650793552398682,
+      "learning_rate": 6.380000000000001e-06,
+      "loss": 1.5063,
+      "step": 319
+    },
+    {
+      "epoch": 0.09531078389396676,
+      "grad_norm": 0.06422768533229828,
+      "learning_rate": 6.4000000000000006e-06,
+      "loss": 1.5267,
+      "step": 320
+    },
+    {
+      "epoch": 0.0956086300936354,
+      "grad_norm": 0.06654848158359528,
+      "learning_rate": 6.42e-06,
+      "loss": 1.5541,
+      "step": 321
+    },
+    {
+      "epoch": 0.09590647629330404,
+      "grad_norm": 0.06139402836561203,
+      "learning_rate": 6.440000000000001e-06,
+      "loss": 1.5116,
+      "step": 322
+    },
+    {
+      "epoch": 0.09620432249297269,
+      "grad_norm": 0.06376224011182785,
+      "learning_rate": 6.460000000000001e-06,
+      "loss": 1.5221,
+      "step": 323
+    },
+    {
+      "epoch": 0.09650216869264133,
+      "grad_norm": 0.062332574278116226,
+      "learning_rate": 6.480000000000001e-06,
+      "loss": 1.5278,
+      "step": 324
+    },
+    {
+      "epoch": 0.09680001489230998,
+      "grad_norm": 0.06041441112756729,
+      "learning_rate": 6.5000000000000004e-06,
+      "loss": 1.5367,
+      "step": 325
+    },
+    {
+      "epoch": 0.09709786109197863,
+      "grad_norm": 0.06442257761955261,
+      "learning_rate": 6.520000000000001e-06,
+      "loss": 1.537,
+      "step": 326
+    },
+    {
+      "epoch": 0.09739570729164727,
+      "grad_norm": 0.05909942835569382,
+      "learning_rate": 6.540000000000001e-06,
+      "loss": 1.5003,
+      "step": 327
+    },
+    {
+      "epoch": 0.09769355349131592,
+      "grad_norm": 0.060887742787599564,
+      "learning_rate": 6.560000000000001e-06,
+      "loss": 1.5192,
+      "step": 328
+    },
+    {
+      "epoch": 0.09799139969098457,
+      "grad_norm": 0.06028643622994423,
+      "learning_rate": 6.5800000000000005e-06,
+      "loss": 1.523,
+      "step": 329
+    },
+    {
+      "epoch": 0.09828924589065322,
+      "grad_norm": 0.060260046273469925,
+      "learning_rate": 6.600000000000001e-06,
+      "loss": 1.5244,
+      "step": 330
+    },
+    {
+      "epoch": 0.09858709209032186,
+      "grad_norm": 0.05909213423728943,
+      "learning_rate": 6.620000000000001e-06,
+      "loss": 1.5181,
+      "step": 331
+    },
+    {
+      "epoch": 0.09888493828999051,
+      "grad_norm": 0.05903824791312218,
+      "learning_rate": 6.640000000000001e-06,
+      "loss": 1.5224,
+      "step": 332
+    },
+    {
+      "epoch": 0.09918278448965916,
+      "grad_norm": 0.06103455275297165,
+      "learning_rate": 6.660000000000001e-06,
+      "loss": 1.5267,
+      "step": 333
+    },
+    {
+      "epoch": 0.0994806306893278,
+      "grad_norm": 0.06424493342638016,
+      "learning_rate": 6.680000000000001e-06,
+      "loss": 1.5262,
+      "step": 334
+    },
+    {
+      "epoch": 0.09977847688899645,
+      "grad_norm": 0.06069577485322952,
+      "learning_rate": 6.700000000000001e-06,
+      "loss": 1.5038,
+      "step": 335
+    },
+    {
+      "epoch": 0.10007632308866508,
+      "grad_norm": 0.06028122827410698,
+      "learning_rate": 6.720000000000001e-06,
+      "loss": 1.5261,
+      "step": 336
+    },
+    {
+      "epoch": 0.10037416928833373,
+      "grad_norm": 0.06266399472951889,
+      "learning_rate": 6.740000000000001e-06,
+      "loss": 1.4917,
+      "step": 337
+    },
+    {
+      "epoch": 0.10067201548800238,
+      "grad_norm": 0.05822982266545296,
+      "learning_rate": 6.760000000000001e-06,
+      "loss": 1.5241,
+      "step": 338
+    },
+    {
+      "epoch": 0.10096986168767103,
+      "grad_norm": 0.05943974480032921,
+      "learning_rate": 6.780000000000001e-06,
+      "loss": 1.5257,
+      "step": 339
+    },
+    {
+      "epoch": 0.10126770788733967,
+      "grad_norm": 0.05773944407701492,
+      "learning_rate": 6.800000000000001e-06,
+      "loss": 1.52,
+      "step": 340
+    },
+    {
+      "epoch": 0.10156555408700832,
+      "grad_norm": 0.06203080713748932,
+      "learning_rate": 6.820000000000001e-06,
+      "loss": 1.5058,
+      "step": 341
+    },
+    {
+      "epoch": 0.10186340028667697,
+      "grad_norm": 0.10648725926876068,
+      "learning_rate": 6.8400000000000014e-06,
+      "loss": 1.5137,
+      "step": 342
+    },
+    {
+      "epoch": 0.10216124648634561,
+      "grad_norm": 0.058104611933231354,
+      "learning_rate": 6.860000000000001e-06,
+      "loss": 1.5397,
+      "step": 343
+    },
+    {
+      "epoch": 0.10245909268601426,
+      "grad_norm": 0.05618196353316307,
+      "learning_rate": 6.88e-06,
+      "loss": 1.5125,
+      "step": 344
+    },
+    {
+      "epoch": 0.10275693888568291,
+      "grad_norm": 0.056050579994916916,
+      "learning_rate": 6.9e-06,
+      "loss": 1.5162,
+      "step": 345
+    },
+    {
+      "epoch": 0.10305478508535156,
+      "grad_norm": 0.05842519551515579,
+      "learning_rate": 6.92e-06,
+      "loss": 1.5138,
+      "step": 346
+    },
+    {
+      "epoch": 0.1033526312850202,
+      "grad_norm": 0.05745385214686394,
+      "learning_rate": 6.9400000000000005e-06,
+      "loss": 1.5162,
+      "step": 347
+    },
+    {
+      "epoch": 0.10365047748468885,
+      "grad_norm": 0.05770609527826309,
+      "learning_rate": 6.96e-06,
+      "loss": 1.5224,
+      "step": 348
+    },
+    {
+      "epoch": 0.1039483236843575,
+      "grad_norm": 0.06014389544725418,
+      "learning_rate": 6.98e-06,
+      "loss": 1.5132,
+      "step": 349
+    },
+    {
+      "epoch": 0.10424616988402613,
+      "grad_norm": 0.058073949068784714,
+      "learning_rate": 7e-06,
+      "loss": 1.5185,
+      "step": 350
+    },
+    {
+      "epoch": 0.10454401608369478,
+      "grad_norm": 0.05801470950245857,
+      "learning_rate": 7.0200000000000006e-06,
+      "loss": 1.5085,
+      "step": 351
+    },
+    {
+      "epoch": 0.10484186228336342,
+      "grad_norm": 0.05637885257601738,
+      "learning_rate": 7.04e-06,
+      "loss": 1.5117,
+      "step": 352
+    },
+    {
+      "epoch": 0.10513970848303207,
+      "grad_norm": 0.05973244085907936,
+      "learning_rate": 7.06e-06,
+      "loss": 1.5353,
+      "step": 353
+    },
+    {
+      "epoch": 0.10543755468270072,
+      "grad_norm": 0.05698588117957115,
+      "learning_rate": 7.08e-06,
+      "loss": 1.5167,
+      "step": 354
+    },
+    {
+      "epoch": 0.10573540088236937,
+      "grad_norm": 0.056220103055238724,
+      "learning_rate": 7.100000000000001e-06,
+      "loss": 1.5156,
+      "step": 355
+    },
+    {
+      "epoch": 0.10603324708203801,
+      "grad_norm": 0.13667906820774078,
+      "learning_rate": 7.1200000000000004e-06,
+      "loss": 1.5007,
+      "step": 356
+    },
+    {
+      "epoch": 0.10633109328170666,
+      "grad_norm": 0.05707328021526337,
+      "learning_rate": 7.14e-06,
+      "loss": 1.513,
+      "step": 357
+    },
+    {
+      "epoch": 0.1066289394813753,
+      "grad_norm": 0.05900765210390091,
+      "learning_rate": 7.16e-06,
+      "loss": 1.501,
+      "step": 358
+    },
+    {
+      "epoch": 0.10692678568104395,
+      "grad_norm": 0.054961275309324265,
+      "learning_rate": 7.180000000000001e-06,
+      "loss": 1.5153,
+      "step": 359
+    },
+    {
+      "epoch": 0.1072246318807126,
+      "grad_norm": 0.055499982088804245,
+      "learning_rate": 7.2000000000000005e-06,
+      "loss": 1.5183,
+      "step": 360
+    },
+    {
+      "epoch": 0.10752247808038125,
+      "grad_norm": 0.057524703443050385,
+      "learning_rate": 7.22e-06,
+      "loss": 1.5185,
+      "step": 361
+    },
+    {
+      "epoch": 0.1078203242800499,
+      "grad_norm": 0.056625694036483765,
+      "learning_rate": 7.24e-06,
+      "loss": 1.5234,
+      "step": 362
+    },
+    {
+      "epoch": 0.10811817047971854,
+      "grad_norm": 0.05682265758514404,
+      "learning_rate": 7.260000000000001e-06,
+      "loss": 1.5049,
+      "step": 363
+    },
+    {
+      "epoch": 0.10841601667938718,
+      "grad_norm": 0.05868418887257576,
+      "learning_rate": 7.280000000000001e-06,
+      "loss": 1.5056,
+      "step": 364
+    },
+    {
+      "epoch": 0.10871386287905582,
+      "grad_norm": 0.06089801341295242,
+      "learning_rate": 7.3e-06,
+      "loss": 1.5091,
+      "step": 365
+    },
+    {
+      "epoch": 0.10901170907872447,
+      "grad_norm": 0.05808059498667717,
+      "learning_rate": 7.32e-06,
+      "loss": 1.5009,
+      "step": 366
+    },
+    {
+      "epoch": 0.10930955527839312,
+      "grad_norm": 0.05970989167690277,
+      "learning_rate": 7.340000000000001e-06,
+      "loss": 1.5084,
+      "step": 367
+    },
+    {
+      "epoch": 0.10960740147806176,
+      "grad_norm": 0.06059359386563301,
+      "learning_rate": 7.360000000000001e-06,
+      "loss": 1.5178,
+      "step": 368
+    },
+    {
+      "epoch": 0.10990524767773041,
+      "grad_norm": 0.05733639374375343,
+      "learning_rate": 7.3800000000000005e-06,
+      "loss": 1.4836,
+      "step": 369
+    },
+    {
+      "epoch": 0.11020309387739906,
+      "grad_norm": 0.0576791875064373,
+      "learning_rate": 7.4e-06,
+      "loss": 1.5061,
+      "step": 370
+    },
+    {
+      "epoch": 0.1105009400770677,
+      "grad_norm": 0.059270892292261124,
+      "learning_rate": 7.420000000000001e-06,
+      "loss": 1.5009,
+      "step": 371
+    },
+    {
+      "epoch": 0.11079878627673635,
+      "grad_norm": 0.05439314246177673,
+      "learning_rate": 7.440000000000001e-06,
+      "loss": 1.5037,
+      "step": 372
+    },
+    {
+      "epoch": 0.111096632476405,
+      "grad_norm": 0.06574559211730957,
+      "learning_rate": 7.4600000000000006e-06,
+      "loss": 1.5103,
+      "step": 373
+    },
+    {
+      "epoch": 0.11139447867607365,
+      "grad_norm": 0.05662696808576584,
+      "learning_rate": 7.48e-06,
+      "loss": 1.5117,
+      "step": 374
+    },
+    {
+      "epoch": 0.1116923248757423,
+      "grad_norm": 0.05377237871289253,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 1.5202,
+      "step": 375
+    },
+    {
+      "epoch": 0.11199017107541094,
+      "grad_norm": 0.06260445713996887,
+      "learning_rate": 7.520000000000001e-06,
+      "loss": 1.4895,
+      "step": 376
+    },
+    {
+      "epoch": 0.11228801727507957,
+      "grad_norm": 0.05700628459453583,
+      "learning_rate": 7.540000000000001e-06,
+      "loss": 1.4807,
+      "step": 377
+    },
+    {
+      "epoch": 0.11258586347474822,
+      "grad_norm": 0.05728604272007942,
+      "learning_rate": 7.5600000000000005e-06,
+      "loss": 1.4928,
+      "step": 378
+    },
+    {
+      "epoch": 0.11288370967441687,
+      "grad_norm": 0.0564795583486557,
+      "learning_rate": 7.58e-06,
+      "loss": 1.5235,
+      "step": 379
+    },
+    {
+      "epoch": 0.11318155587408552,
+      "grad_norm": 0.05639738589525223,
+      "learning_rate": 7.600000000000001e-06,
+      "loss": 1.5046,
+      "step": 380
+    },
+    {
+      "epoch": 0.11347940207375416,
+      "grad_norm": 0.06486669927835464,
+      "learning_rate": 7.620000000000001e-06,
+      "loss": 1.5143,
+      "step": 381
+    },
+    {
+      "epoch": 0.11377724827342281,
+      "grad_norm": 0.05547960475087166,
+      "learning_rate": 7.640000000000001e-06,
+      "loss": 1.5133,
+      "step": 382
+    },
+    {
+      "epoch": 0.11407509447309146,
+      "grad_norm": 0.05486346781253815,
+      "learning_rate": 7.660000000000001e-06,
+      "loss": 1.5082,
+      "step": 383
+    },
+    {
+      "epoch": 0.1143729406727601,
+      "grad_norm": 0.05648099631071091,
+      "learning_rate": 7.680000000000001e-06,
+      "loss": 1.4997,
+      "step": 384
+    },
+    {
+      "epoch": 0.11467078687242875,
+      "grad_norm": 0.06804478168487549,
+      "learning_rate": 7.7e-06,
+      "loss": 1.5092,
+      "step": 385
+    },
+    {
+      "epoch": 0.1149686330720974,
+      "grad_norm": 0.05766845867037773,
+      "learning_rate": 7.72e-06,
+      "loss": 1.4809,
+      "step": 386
+    },
+    {
+      "epoch": 0.11526647927176605,
+      "grad_norm": 0.056981757283210754,
+      "learning_rate": 7.74e-06,
+      "loss": 1.5188,
+      "step": 387
+    },
+    {
+      "epoch": 0.11556432547143469,
+      "grad_norm": 0.057405441999435425,
+      "learning_rate": 7.76e-06,
+      "loss": 1.5039,
+      "step": 388
+    },
+    {
+      "epoch": 0.11586217167110334,
+      "grad_norm": 0.05664507672190666,
+      "learning_rate": 7.78e-06,
+      "loss": 1.4966,
+      "step": 389
+    },
+    {
+      "epoch": 0.11616001787077199,
+      "grad_norm": 0.054925765842199326,
+      "learning_rate": 7.800000000000002e-06,
+      "loss": 1.4999,
+      "step": 390
+    },
+    {
+      "epoch": 0.11645786407044062,
+      "grad_norm": 0.0627293661236763,
+      "learning_rate": 7.820000000000001e-06,
+      "loss": 1.5253,
+      "step": 391
+    },
+    {
+      "epoch": 0.11675571027010927,
+      "grad_norm": 0.0569860115647316,
+      "learning_rate": 7.840000000000001e-06,
+      "loss": 1.501,
+      "step": 392
+    },
+    {
+      "epoch": 0.11705355646977791,
+      "grad_norm": 0.053533781319856644,
+      "learning_rate": 7.860000000000001e-06,
+      "loss": 1.4995,
+      "step": 393
+    },
+    {
+      "epoch": 0.11735140266944656,
+      "grad_norm": 0.055959541350603104,
+      "learning_rate": 7.88e-06,
+      "loss": 1.4732,
+      "step": 394
+    },
+    {
+      "epoch": 0.11764924886911521,
+      "grad_norm": 0.0623549222946167,
+      "learning_rate": 7.9e-06,
+      "loss": 1.4995,
+      "step": 395
+    },
+    {
+      "epoch": 0.11794709506878386,
+      "grad_norm": 0.055066898465156555,
+      "learning_rate": 7.92e-06,
+      "loss": 1.481,
+      "step": 396
+    },
+    {
+      "epoch": 0.1182449412684525,
+      "grad_norm": 0.053721833974123,
+      "learning_rate": 7.94e-06,
+      "loss": 1.5033,
+      "step": 397
+    },
+    {
+      "epoch": 0.11854278746812115,
+      "grad_norm": 0.05427899211645126,
+      "learning_rate": 7.960000000000002e-06,
+      "loss": 1.4925,
+      "step": 398
+    },
+    {
+      "epoch": 0.1188406336677898,
+      "grad_norm": 0.05966542661190033,
+      "learning_rate": 7.980000000000002e-06,
+      "loss": 1.4939,
+      "step": 399
+    },
+    {
+      "epoch": 0.11913847986745844,
+      "grad_norm": 0.05510552227497101,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 1.4894,
+      "step": 400
+    },
+    {
+      "epoch": 0.11943632606712709,
+      "grad_norm": 0.05756401643157005,
+      "learning_rate": 8.020000000000001e-06,
+      "loss": 1.5015,
+      "step": 401
+    },
+    {
+      "epoch": 0.11973417226679574,
+      "grad_norm": 0.06447158753871918,
+      "learning_rate": 8.040000000000001e-06,
+      "loss": 1.4989,
+      "step": 402
+    },
+    {
+      "epoch": 0.12003201846646439,
+      "grad_norm": 0.053807564079761505,
+      "learning_rate": 8.06e-06,
+      "loss": 1.4997,
+      "step": 403
+    },
+    {
+      "epoch": 0.12032986466613303,
+      "grad_norm": 0.05765663832426071,
+      "learning_rate": 8.08e-06,
+      "loss": 1.5109,
+      "step": 404
+    },
+    {
+      "epoch": 0.12062771086580167,
+      "grad_norm": 0.05815264210104942,
+      "learning_rate": 8.1e-06,
+      "loss": 1.5204,
+      "step": 405
+    },
+    {
+      "epoch": 0.12092555706547031,
+      "grad_norm": 0.05554782971739769,
+      "learning_rate": 8.120000000000002e-06,
+      "loss": 1.5061,
+      "step": 406
+    },
+    {
+      "epoch": 0.12122340326513896,
+      "grad_norm": 0.05318152904510498,
+      "learning_rate": 8.14e-06,
+      "loss": 1.4944,
+      "step": 407
+    },
+    {
+      "epoch": 0.1215212494648076,
+      "grad_norm": 0.061731383204460144,
+      "learning_rate": 8.16e-06,
+      "loss": 1.5216,
+      "step": 408
+    },
+    {
+      "epoch": 0.12181909566447625,
+      "grad_norm": 0.060279667377471924,
+      "learning_rate": 8.18e-06,
+      "loss": 1.5058,
+      "step": 409
+    },
+    {
+      "epoch": 0.1221169418641449,
+      "grad_norm": 0.05318167433142662,
+      "learning_rate": 8.2e-06,
+      "loss": 1.5058,
+      "step": 410
+    },
+    {
+      "epoch": 0.12241478806381355,
+      "grad_norm": 0.060518402606248856,
+      "learning_rate": 8.220000000000001e-06,
+      "loss": 1.5043,
+      "step": 411
+    },
+    {
+      "epoch": 0.1227126342634822,
+      "grad_norm": 0.0560225285589695,
+      "learning_rate": 8.24e-06,
+      "loss": 1.5003,
+      "step": 412
+    },
+    {
+      "epoch": 0.12301048046315084,
+      "grad_norm": 0.0653400719165802,
+      "learning_rate": 8.26e-06,
+      "loss": 1.504,
+      "step": 413
+    },
+    {
+      "epoch": 0.12330832666281949,
+      "grad_norm": 0.05497625097632408,
+      "learning_rate": 8.28e-06,
+      "loss": 1.5043,
+      "step": 414
+    },
+    {
+      "epoch": 0.12360617286248814,
+      "grad_norm": 0.058193057775497437,
+      "learning_rate": 8.3e-06,
+      "loss": 1.5248,
+      "step": 415
+    },
+    {
+      "epoch": 0.12390401906215678,
+      "grad_norm": 0.06820514798164368,
+      "learning_rate": 8.32e-06,
+      "loss": 1.5004,
+      "step": 416
+    },
+    {
+      "epoch": 0.12420186526182543,
+      "grad_norm": 0.0610477477312088,
+      "learning_rate": 8.34e-06,
+      "loss": 1.5011,
+      "step": 417
+    },
+    {
+      "epoch": 0.12449971146149406,
+      "grad_norm": 0.09810482710599899,
+      "learning_rate": 8.36e-06,
+      "loss": 1.5168,
+      "step": 418
+    },
+    {
+      "epoch": 0.12479755766116271,
+      "grad_norm": 0.05371012166142464,
+      "learning_rate": 8.380000000000001e-06,
+      "loss": 1.5134,
+      "step": 419
+    },
+    {
+      "epoch": 0.12509540386083137,
+      "grad_norm": 0.0640043094754219,
+      "learning_rate": 8.400000000000001e-06,
+      "loss": 1.4888,
+      "step": 420
+    },
+    {
+      "epoch": 0.1253932500605,
+      "grad_norm": 0.08393670618534088,
+      "learning_rate": 8.42e-06,
+      "loss": 1.5245,
+      "step": 421
+    },
+    {
+      "epoch": 0.12569109626016867,
+      "grad_norm": 0.05550488829612732,
+      "learning_rate": 8.44e-06,
+      "loss": 1.482,
+      "step": 422
+    },
+    {
+      "epoch": 0.1259889424598373,
+      "grad_norm": 0.05311019718647003,
+      "learning_rate": 8.46e-06,
+      "loss": 1.5023,
+      "step": 423
+    },
+    {
+      "epoch": 0.12628678865950596,
+      "grad_norm": 0.05454510822892189,
+      "learning_rate": 8.48e-06,
+      "loss": 1.5106,
+      "step": 424
+    },
+    {
+      "epoch": 0.1265846348591746,
+      "grad_norm": 0.056061387062072754,
+      "learning_rate": 8.5e-06,
+      "loss": 1.4945,
+      "step": 425
+    },
+    {
+      "epoch": 0.12688248105884323,
+      "grad_norm": 0.07110252976417542,
+      "learning_rate": 8.52e-06,
+      "loss": 1.4938,
+      "step": 426
+    },
+    {
+      "epoch": 0.1271803272585119,
+      "grad_norm": 0.05501431226730347,
+      "learning_rate": 8.540000000000001e-06,
+      "loss": 1.5179,
+      "step": 427
+    },
+    {
+      "epoch": 0.12747817345818052,
+      "grad_norm": 0.07934402674436569,
+      "learning_rate": 8.560000000000001e-06,
+      "loss": 1.4848,
+      "step": 428
+    },
+    {
+      "epoch": 0.12777601965784918,
+      "grad_norm": 0.054356809705495834,
+      "learning_rate": 8.580000000000001e-06,
+      "loss": 1.5047,
+      "step": 429
+    },
+    {
+      "epoch": 0.12807386585751782,
+      "grad_norm": 0.054320644587278366,
+      "learning_rate": 8.6e-06,
+      "loss": 1.4871,
+      "step": 430
+    },
+    {
+      "epoch": 0.12837171205718648,
+      "grad_norm": 0.057648032903671265,
+      "learning_rate": 8.62e-06,
+      "loss": 1.4814,
+      "step": 431
+    },
+    {
+      "epoch": 0.1286695582568551,
+      "grad_norm": 0.06109480559825897,
+      "learning_rate": 8.64e-06,
+      "loss": 1.4859,
+      "step": 432
+    },
+    {
+      "epoch": 0.12896740445652377,
+      "grad_norm": 0.06258855015039444,
+      "learning_rate": 8.66e-06,
+      "loss": 1.4824,
+      "step": 433
+    },
+    {
+      "epoch": 0.1292652506561924,
+      "grad_norm": 0.0565275102853775,
+      "learning_rate": 8.68e-06,
+      "loss": 1.4883,
+      "step": 434
+    },
+    {
+      "epoch": 0.12956309685586107,
+      "grad_norm": 0.058759719133377075,
+      "learning_rate": 8.700000000000001e-06,
+      "loss": 1.4909,
+      "step": 435
+    },
+    {
+      "epoch": 0.1298609430555297,
+      "grad_norm": 0.06828753650188446,
+      "learning_rate": 8.720000000000001e-06,
+      "loss": 1.5012,
+      "step": 436
+    },
+    {
+      "epoch": 0.13015878925519836,
+      "grad_norm": 0.05682528391480446,
+      "learning_rate": 8.740000000000001e-06,
+      "loss": 1.4848,
+      "step": 437
+    },
+    {
+      "epoch": 0.130456635454867,
+      "grad_norm": 0.06481580436229706,
+      "learning_rate": 8.76e-06,
+      "loss": 1.5015,
+      "step": 438
+    },
+    {
+      "epoch": 0.13075448165453563,
+      "grad_norm": 0.0758729875087738,
+      "learning_rate": 8.78e-06,
+      "loss": 1.491,
+      "step": 439
+    },
+    {
+      "epoch": 0.1310523278542043,
+      "grad_norm": 0.058766938745975494,
+      "learning_rate": 8.8e-06,
+      "loss": 1.4808,
+      "step": 440
+    },
+    {
+      "epoch": 0.13135017405387292,
+      "grad_norm": 0.07881702482700348,
+      "learning_rate": 8.82e-06,
+      "loss": 1.4945,
+      "step": 441
+    },
+    {
+      "epoch": 0.13164802025354158,
+      "grad_norm": 0.06895948201417923,
+      "learning_rate": 8.84e-06,
+      "loss": 1.4932,
+      "step": 442
+    },
+    {
+      "epoch": 0.13194586645321021,
+      "grad_norm": 0.05118221789598465,
+      "learning_rate": 8.860000000000002e-06,
+      "loss": 1.4728,
+      "step": 443
+    },
+    {
+      "epoch": 0.13224371265287888,
+      "grad_norm": 0.07200183719396591,
+      "learning_rate": 8.880000000000001e-06,
+      "loss": 1.4938,
+      "step": 444
+    },
+    {
+      "epoch": 0.1325415588525475,
+      "grad_norm": 0.07630757242441177,
+      "learning_rate": 8.900000000000001e-06,
+      "loss": 1.4919,
+      "step": 445
+    },
+    {
+      "epoch": 0.13283940505221617,
+      "grad_norm": 0.057770371437072754,
+      "learning_rate": 8.920000000000001e-06,
+      "loss": 1.4768,
+      "step": 446
+    },
+    {
+      "epoch": 0.1331372512518848,
+      "grad_norm": 0.0767252966761589,
+      "learning_rate": 8.94e-06,
+      "loss": 1.4739,
+      "step": 447
+    },
+    {
+      "epoch": 0.13343509745155346,
+      "grad_norm": 0.069420225918293,
+      "learning_rate": 8.96e-06,
+      "loss": 1.4904,
+      "step": 448
+    },
+    {
+      "epoch": 0.1337329436512221,
+      "grad_norm": 0.05710853636264801,
+      "learning_rate": 8.98e-06,
+      "loss": 1.5044,
+      "step": 449
+    },
+    {
+      "epoch": 0.13403078985089076,
+      "grad_norm": 0.10228551924228668,
+      "learning_rate": 9e-06,
+      "loss": 1.4748,
+      "step": 450
+    },
+    {
+      "epoch": 0.1343286360505594,
+      "grad_norm": 0.06879130750894547,
+      "learning_rate": 9.020000000000002e-06,
+      "loss": 1.4723,
+      "step": 451
+    },
+    {
+      "epoch": 0.13462648225022805,
+      "grad_norm": 0.06307007372379303,
+      "learning_rate": 9.040000000000002e-06,
+      "loss": 1.4817,
+      "step": 452
+    },
+    {
+      "epoch": 0.13492432844989669,
+      "grad_norm": 0.08950717747211456,
+      "learning_rate": 9.060000000000001e-06,
+      "loss": 1.4978,
+      "step": 453
+    },
+    {
+      "epoch": 0.13522217464956532,
+      "grad_norm": 0.05961303785443306,
+      "learning_rate": 9.080000000000001e-06,
+      "loss": 1.4799,
+      "step": 454
+    },
+    {
+      "epoch": 0.13552002084923398,
+      "grad_norm": 0.053586605936288834,
+      "learning_rate": 9.100000000000001e-06,
+      "loss": 1.4979,
+      "step": 455
+    },
+    {
+      "epoch": 0.1358178670489026,
+      "grad_norm": 0.08085786551237106,
+      "learning_rate": 9.12e-06,
+      "loss": 1.498,
+      "step": 456
+    },
+    {
+      "epoch": 0.13611571324857127,
+      "grad_norm": 0.08234117180109024,
+      "learning_rate": 9.14e-06,
+      "loss": 1.4999,
+      "step": 457
+    },
+    {
+      "epoch": 0.1364135594482399,
+      "grad_norm": 0.06344082951545715,
+      "learning_rate": 9.16e-06,
+      "loss": 1.4977,
+      "step": 458
+    },
+    {
+      "epoch": 0.13671140564790857,
+      "grad_norm": 0.08588889241218567,
+      "learning_rate": 9.180000000000002e-06,
+      "loss": 1.5045,
+      "step": 459
+    },
+    {
+      "epoch": 0.1370092518475772,
+      "grad_norm": 0.09717432409524918,
+      "learning_rate": 9.200000000000002e-06,
+      "loss": 1.5038,
+      "step": 460
+    },
+    {
+      "epoch": 0.13730709804724586,
+      "grad_norm": 0.06904091686010361,
+      "learning_rate": 9.220000000000002e-06,
+      "loss": 1.4827,
+      "step": 461
+    },
+    {
+      "epoch": 0.1376049442469145,
+      "grad_norm": 0.08623939752578735,
+      "learning_rate": 9.240000000000001e-06,
+      "loss": 1.473,
+      "step": 462
+    },
+    {
+      "epoch": 0.13790279044658316,
+      "grad_norm": 0.0879717618227005,
+      "learning_rate": 9.260000000000001e-06,
+      "loss": 1.5091,
+      "step": 463
+    },
+    {
+      "epoch": 0.1382006366462518,
+      "grad_norm": 0.06129393354058266,
+      "learning_rate": 9.280000000000001e-06,
+      "loss": 1.4717,
+      "step": 464
+    },
+    {
+      "epoch": 0.13849848284592045,
+      "grad_norm": 0.06214470416307449,
+      "learning_rate": 9.3e-06,
+      "loss": 1.5008,
+      "step": 465
+    },
+    {
+      "epoch": 0.13879632904558908,
+      "grad_norm": 0.08542024344205856,
+      "learning_rate": 9.32e-06,
+      "loss": 1.5034,
+      "step": 466
+    },
+    {
+      "epoch": 0.13909417524525772,
+      "grad_norm": 0.06799095869064331,
+      "learning_rate": 9.340000000000002e-06,
+      "loss": 1.4733,
+      "step": 467
+    },
+    {
+      "epoch": 0.13939202144492638,
+      "grad_norm": 0.05802611634135246,
+      "learning_rate": 9.360000000000002e-06,
+      "loss": 1.4819,
+      "step": 468
+    },
+    {
+      "epoch": 0.139689867644595,
+      "grad_norm": 0.06662992388010025,
+      "learning_rate": 9.38e-06,
+      "loss": 1.492,
+      "step": 469
+    },
+    {
+      "epoch": 0.13998771384426367,
+      "grad_norm": 0.05898972228169441,
+      "learning_rate": 9.4e-06,
+      "loss": 1.493,
+      "step": 470
+    },
+    {
+      "epoch": 0.1402855600439323,
+      "grad_norm": 0.05767171084880829,
+      "learning_rate": 9.42e-06,
+      "loss": 1.466,
+      "step": 471
+    },
+    {
+      "epoch": 0.14058340624360097,
+      "grad_norm": 0.062400639057159424,
+      "learning_rate": 9.440000000000001e-06,
+      "loss": 1.48,
+      "step": 472
+    },
+    {
+      "epoch": 0.1408812524432696,
+      "grad_norm": 0.0686592310667038,
+      "learning_rate": 9.460000000000001e-06,
+      "loss": 1.4856,
+      "step": 473
+    },
+    {
+      "epoch": 0.14117909864293826,
+      "grad_norm": 0.06079595908522606,
+      "learning_rate": 9.48e-06,
+      "loss": 1.4846,
+      "step": 474
+    },
+    {
+      "epoch": 0.1414769448426069,
+      "grad_norm": 0.06447052955627441,
+      "learning_rate": 9.5e-06,
+      "loss": 1.4845,
+      "step": 475
+    },
+    {
+      "epoch": 0.14177479104227556,
+      "grad_norm": 0.06018751487135887,
+      "learning_rate": 9.52e-06,
+      "loss": 1.4913,
+      "step": 476
+    },
+    {
+      "epoch": 0.1420726372419442,
+      "grad_norm": 0.06974750012159348,
+      "learning_rate": 9.54e-06,
+      "loss": 1.4878,
+      "step": 477
+    },
+    {
+      "epoch": 0.14237048344161285,
+      "grad_norm": 0.06062848120927811,
+      "learning_rate": 9.56e-06,
+      "loss": 1.4897,
+      "step": 478
+    },
+    {
+      "epoch": 0.14266832964128148,
+      "grad_norm": 0.06055650860071182,
+      "learning_rate": 9.58e-06,
+      "loss": 1.4746,
+      "step": 479
+    },
+    {
+      "epoch": 0.14296617584095012,
+      "grad_norm": 0.06422478705644608,
+      "learning_rate": 9.600000000000001e-06,
+      "loss": 1.4749,
+      "step": 480
+    },
+    {
+      "epoch": 0.14326402204061878,
+      "grad_norm": 0.05979803204536438,
+      "learning_rate": 9.620000000000001e-06,
+      "loss": 1.4844,
+      "step": 481
+    },
+    {
+      "epoch": 0.1435618682402874,
+      "grad_norm": 0.0778728798031807,
+      "learning_rate": 9.640000000000001e-06,
+      "loss": 1.4919,
+      "step": 482
+    },
+    {
+      "epoch": 0.14385971443995607,
+      "grad_norm": 0.06429169327020645,
+      "learning_rate": 9.66e-06,
+      "loss": 1.4987,
+      "step": 483
+    },
+    {
+      "epoch": 0.1441575606396247,
+      "grad_norm": 0.05542841926217079,
+      "learning_rate": 9.68e-06,
+      "loss": 1.4737,
+      "step": 484
+    },
+    {
+      "epoch": 0.14445540683929337,
+      "grad_norm": 0.07081244140863419,
+      "learning_rate": 9.7e-06,
+      "loss": 1.4816,
+      "step": 485
+    },
+    {
+      "epoch": 0.144753253038962,
+      "grad_norm": 0.07182405889034271,
+      "learning_rate": 9.72e-06,
+      "loss": 1.4958,
+      "step": 486
+    },
+    {
+      "epoch": 0.14505109923863066,
+      "grad_norm": 0.0578744113445282,
+      "learning_rate": 9.74e-06,
+      "loss": 1.4902,
+      "step": 487
+    },
+    {
+      "epoch": 0.1453489454382993,
+      "grad_norm": 0.07073856890201569,
+      "learning_rate": 9.760000000000001e-06,
+      "loss": 1.4954,
+      "step": 488
+    },
+    {
+      "epoch": 0.14564679163796795,
+      "grad_norm": 0.0563889779150486,
+      "learning_rate": 9.780000000000001e-06,
+      "loss": 1.4759,
+      "step": 489
+    },
+    {
+      "epoch": 0.1459446378376366,
+      "grad_norm": 0.06201820820569992,
+      "learning_rate": 9.800000000000001e-06,
+      "loss": 1.4978,
+      "step": 490
+    },
+    {
+      "epoch": 0.14624248403730525,
+      "grad_norm": 0.058224428445100784,
+      "learning_rate": 9.820000000000001e-06,
+      "loss": 1.4554,
+      "step": 491
+    },
+    {
+      "epoch": 0.14654033023697388,
+      "grad_norm": 0.05769447609782219,
+      "learning_rate": 9.84e-06,
+      "loss": 1.4685,
+      "step": 492
+    },
+    {
+      "epoch": 0.14683817643664254,
+      "grad_norm": 0.06263457983732224,
+      "learning_rate": 9.86e-06,
+      "loss": 1.475,
+      "step": 493
+    },
+    {
+      "epoch": 0.14713602263631118,
+      "grad_norm": 0.05658208206295967,
+      "learning_rate": 9.88e-06,
+      "loss": 1.4806,
+      "step": 494
+    },
+    {
+      "epoch": 0.1474338688359798,
+      "grad_norm": 0.07487098127603531,
+      "learning_rate": 9.9e-06,
+      "loss": 1.4962,
+      "step": 495
+    },
+    {
+      "epoch": 0.14773171503564847,
+      "grad_norm": 0.05984261631965637,
+      "learning_rate": 9.920000000000002e-06,
+      "loss": 1.471,
+      "step": 496
+    },
+    {
+      "epoch": 0.1480295612353171,
+      "grad_norm": 0.061114851385354996,
+      "learning_rate": 9.940000000000001e-06,
+      "loss": 1.4734,
+      "step": 497
+    },
+    {
+      "epoch": 0.14832740743498576,
+      "grad_norm": 0.06528756022453308,
+      "learning_rate": 9.960000000000001e-06,
+      "loss": 1.4599,
+      "step": 498
+    },
+    {
+      "epoch": 0.1486252536346544,
+      "grad_norm": 0.08878826349973679,
+      "learning_rate": 9.980000000000001e-06,
+      "loss": 1.4971,
+      "step": 499
+    },
+    {
+      "epoch": 0.14892309983432306,
+      "grad_norm": 0.09886343032121658,
+      "learning_rate": 1e-05,
+      "loss": 1.4828,
+      "step": 500
+    },
+    {
+      "epoch": 0.14892309983432306,
+      "eval_loss": 1.4305658340454102,
+      "eval_runtime": 18.358,
+      "eval_samples_per_second": 94.455,
+      "eval_steps_per_second": 5.937,
+      "step": 500
+    },
+    {
+      "epoch": 0.1492209460339917,
+      "grad_norm": 0.06291390210390091,
+      "learning_rate": 1.002e-05,
+      "loss": 1.4785,
+      "step": 501
+    },
+    {
+      "epoch": 0.14951879223366035,
+      "grad_norm": 0.0753321647644043,
+      "learning_rate": 1.004e-05,
+      "loss": 1.4701,
+      "step": 502
+    },
+    {
+      "epoch": 0.14981663843332899,
+      "grad_norm": 0.06809154152870178,
+      "learning_rate": 1.006e-05,
+      "loss": 1.4695,
+      "step": 503
+    },
+    {
+      "epoch": 0.15011448463299765,
+      "grad_norm": 0.08590058237314224,
+      "learning_rate": 1.008e-05,
+      "loss": 1.4905,
+      "step": 504
+    },
+    {
+      "epoch": 0.15041233083266628,
+      "grad_norm": 0.0781983733177185,
+      "learning_rate": 1.0100000000000002e-05,
+      "loss": 1.4806,
+      "step": 505
+    },
+    {
+      "epoch": 0.15071017703233494,
+      "grad_norm": 0.0789913758635521,
+      "learning_rate": 1.0120000000000001e-05,
+      "loss": 1.4838,
+      "step": 506
+    },
+    {
+      "epoch": 0.15100802323200357,
+      "grad_norm": 0.07115836441516876,
+      "learning_rate": 1.0140000000000001e-05,
+      "loss": 1.4888,
+      "step": 507
+    },
+    {
+      "epoch": 0.1513058694316722,
+      "grad_norm": 0.06764430552721024,
+      "learning_rate": 1.0160000000000001e-05,
+      "loss": 1.4657,
+      "step": 508
+    },
+    {
+      "epoch": 0.15160371563134087,
+      "grad_norm": 0.0823146253824234,
+      "learning_rate": 1.018e-05,
+      "loss": 1.4973,
+      "step": 509
+    },
+    {
+      "epoch": 0.1519015618310095,
+      "grad_norm": 0.11073504388332367,
+      "learning_rate": 1.02e-05,
+      "loss": 1.4692,
+      "step": 510
+    },
+    {
+      "epoch": 0.15219940803067816,
+      "grad_norm": 0.07361211627721786,
+      "learning_rate": 1.022e-05,
+      "loss": 1.4951,
+      "step": 511
+    },
+    {
+      "epoch": 0.1524972542303468,
+      "grad_norm": 0.11719920486211777,
+      "learning_rate": 1.024e-05,
+      "loss": 1.4888,
+      "step": 512
+    },
+    {
+      "epoch": 0.15279510043001546,
+      "grad_norm": 0.06927847117185593,
+      "learning_rate": 1.0260000000000002e-05,
+      "loss": 1.4728,
+      "step": 513
+    },
+    {
+      "epoch": 0.1530929466296841,
+      "grad_norm": 0.0775856226682663,
+      "learning_rate": 1.0280000000000002e-05,
+      "loss": 1.4768,
+      "step": 514
+    },
+    {
+      "epoch": 0.15339079282935275,
+      "grad_norm": 0.10022097826004028,
+      "learning_rate": 1.0300000000000001e-05,
+      "loss": 1.4891,
+      "step": 515
+    },
+    {
+      "epoch": 0.15368863902902138,
+      "grad_norm": 0.06402795761823654,
+      "learning_rate": 1.0320000000000001e-05,
+      "loss": 1.4642,
+      "step": 516
+    },
+    {
+      "epoch": 0.15398648522869005,
+      "grad_norm": 0.07679101824760437,
+      "learning_rate": 1.0340000000000001e-05,
+      "loss": 1.4729,
+      "step": 517
+    },
+    {
+      "epoch": 0.15428433142835868,
+      "grad_norm": 0.11688075214624405,
+      "learning_rate": 1.036e-05,
+      "loss": 1.488,
+      "step": 518
+    },
+    {
+      "epoch": 0.15458217762802734,
+      "grad_norm": 0.06289079040288925,
+      "learning_rate": 1.038e-05,
+      "loss": 1.4791,
+      "step": 519
+    },
+    {
+      "epoch": 0.15488002382769597,
+      "grad_norm": 0.07349809259176254,
+      "learning_rate": 1.04e-05,
+      "loss": 1.4794,
+      "step": 520
+    },
+    {
+      "epoch": 0.1551778700273646,
+      "grad_norm": 0.0793452039361,
+      "learning_rate": 1.0420000000000002e-05,
+      "loss": 1.5016,
+      "step": 521
+    },
+    {
+      "epoch": 0.15547571622703327,
+      "grad_norm": 0.0695367380976677,
+      "learning_rate": 1.0440000000000002e-05,
+      "loss": 1.4687,
+      "step": 522
+    },
+    {
+      "epoch": 0.1557735624267019,
+      "grad_norm": 0.0566876195371151,
+      "learning_rate": 1.0460000000000001e-05,
+      "loss": 1.4522,
+      "step": 523
+    },
+    {
+      "epoch": 0.15607140862637056,
+      "grad_norm": 0.06410634517669678,
+      "learning_rate": 1.0480000000000001e-05,
+      "loss": 1.5194,
+      "step": 524
+    },
+    {
+      "epoch": 0.1563692548260392,
+      "grad_norm": 0.09583567082881927,
+      "learning_rate": 1.0500000000000001e-05,
+      "loss": 1.4795,
+      "step": 525
+    },
+    {
+      "epoch": 0.15666710102570786,
+      "grad_norm": 0.0846511498093605,
+      "learning_rate": 1.0520000000000001e-05,
+      "loss": 1.4784,
+      "step": 526
+    },
+    {
+      "epoch": 0.1569649472253765,
+      "grad_norm": 0.07598602026700974,
+      "learning_rate": 1.054e-05,
+      "loss": 1.4767,
+      "step": 527
+    },
+    {
+      "epoch": 0.15726279342504515,
+      "grad_norm": 0.07100868970155716,
+      "learning_rate": 1.056e-05,
+      "loss": 1.4854,
+      "step": 528
+    },
+    {
+      "epoch": 0.15756063962471378,
+      "grad_norm": 0.06840056926012039,
+      "learning_rate": 1.0580000000000002e-05,
+      "loss": 1.4487,
+      "step": 529
+    },
+    {
+      "epoch": 0.15785848582438244,
+      "grad_norm": 0.072611004114151,
+      "learning_rate": 1.0600000000000002e-05,
+      "loss": 1.4675,
+      "step": 530
+    },
+    {
+      "epoch": 0.15815633202405108,
+      "grad_norm": 0.08857429027557373,
+      "learning_rate": 1.0620000000000002e-05,
+      "loss": 1.4517,
+      "step": 531
+    },
+    {
+      "epoch": 0.15845417822371974,
+      "grad_norm": 0.0728512555360794,
+      "learning_rate": 1.0640000000000001e-05,
+      "loss": 1.4671,
+      "step": 532
+    },
+    {
+      "epoch": 0.15875202442338837,
+      "grad_norm": 0.08091485500335693,
+      "learning_rate": 1.0660000000000001e-05,
+      "loss": 1.4882,
+      "step": 533
+    },
+    {
+      "epoch": 0.15904987062305703,
+      "grad_norm": 0.06646449863910675,
+      "learning_rate": 1.0680000000000001e-05,
+      "loss": 1.4777,
+      "step": 534
+    },
+    {
+      "epoch": 0.15934771682272567,
+      "grad_norm": 0.06292653828859329,
+      "learning_rate": 1.0700000000000001e-05,
+      "loss": 1.4853,
+      "step": 535
+    },
+    {
+      "epoch": 0.1596455630223943,
+      "grad_norm": 0.07076392322778702,
+      "learning_rate": 1.072e-05,
+      "loss": 1.4711,
+      "step": 536
+    },
+    {
+      "epoch": 0.15994340922206296,
+      "grad_norm": 0.07309917360544205,
+      "learning_rate": 1.0740000000000002e-05,
+      "loss": 1.4629,
+      "step": 537
+    },
+    {
+      "epoch": 0.1602412554217316,
+      "grad_norm": 0.06675314903259277,
+      "learning_rate": 1.0760000000000002e-05,
+      "loss": 1.4567,
+      "step": 538
+    },
+    {
+      "epoch": 0.16053910162140025,
+      "grad_norm": 0.06333121657371521,
+      "learning_rate": 1.0780000000000002e-05,
+      "loss": 1.4799,
+      "step": 539
+    },
+    {
+      "epoch": 0.1608369478210689,
+      "grad_norm": 0.07681736350059509,
+      "learning_rate": 1.0800000000000002e-05,
+      "loss": 1.4699,
+      "step": 540
+    },
+    {
+      "epoch": 0.16113479402073755,
+      "grad_norm": 0.058470066636800766,
+      "learning_rate": 1.0820000000000001e-05,
+      "loss": 1.4713,
+      "step": 541
+    },
+    {
+      "epoch": 0.16143264022040618,
+      "grad_norm": 0.06542841345071793,
+      "learning_rate": 1.0840000000000001e-05,
+      "loss": 1.4826,
+      "step": 542
+    },
+    {
+      "epoch": 0.16173048642007484,
+      "grad_norm": 0.06384658813476562,
+      "learning_rate": 1.0860000000000001e-05,
+      "loss": 1.4763,
+      "step": 543
+    },
+    {
+      "epoch": 0.16202833261974348,
+      "grad_norm": 0.06615178287029266,
+      "learning_rate": 1.0880000000000001e-05,
+      "loss": 1.4606,
+      "step": 544
+    },
+    {
+      "epoch": 0.16232617881941214,
+      "grad_norm": 0.06471758335828781,
+      "learning_rate": 1.0900000000000002e-05,
+      "loss": 1.4896,
+      "step": 545
+    },
+    {
+      "epoch": 0.16262402501908077,
+      "grad_norm": 0.06672003865242004,
+      "learning_rate": 1.0920000000000002e-05,
+      "loss": 1.4744,
+      "step": 546
+    },
+    {
+      "epoch": 0.16292187121874943,
+      "grad_norm": 0.07130942493677139,
+      "learning_rate": 1.0940000000000002e-05,
+      "loss": 1.493,
+      "step": 547
+    },
+    {
+      "epoch": 0.16321971741841806,
+      "grad_norm": 0.07708992809057236,
+      "learning_rate": 1.0960000000000002e-05,
+      "loss": 1.4663,
+      "step": 548
+    },
+    {
+      "epoch": 0.1635175636180867,
+      "grad_norm": 0.06569571793079376,
+      "learning_rate": 1.0980000000000002e-05,
+      "loss": 1.461,
+      "step": 549
+    },
+    {
+      "epoch": 0.16381540981775536,
+      "grad_norm": 0.06068449467420578,
+      "learning_rate": 1.1000000000000001e-05,
+      "loss": 1.462,
+      "step": 550
+    },
+    {
+      "epoch": 0.164113256017424,
+      "grad_norm": 0.06866385042667389,
+      "learning_rate": 1.1020000000000001e-05,
+      "loss": 1.4795,
+      "step": 551
+    },
+    {
+      "epoch": 0.16441110221709265,
+      "grad_norm": 0.07375936955213547,
+      "learning_rate": 1.1040000000000001e-05,
+      "loss": 1.4568,
+      "step": 552
+    },
+    {
+      "epoch": 0.16470894841676129,
+      "grad_norm": 0.07791747152805328,
+      "learning_rate": 1.1060000000000003e-05,
+      "loss": 1.4699,
+      "step": 553
+    },
+    {
+      "epoch": 0.16500679461642995,
+      "grad_norm": 0.06984464079141617,
+      "learning_rate": 1.1080000000000002e-05,
+      "loss": 1.4797,
+      "step": 554
+    },
+    {
+      "epoch": 0.16530464081609858,
+      "grad_norm": 0.06589505821466446,
+      "learning_rate": 1.1100000000000002e-05,
+      "loss": 1.4671,
+      "step": 555
+    },
+    {
+      "epoch": 0.16560248701576724,
+      "grad_norm": 0.08439430594444275,
+      "learning_rate": 1.1120000000000002e-05,
+      "loss": 1.4732,
+      "step": 556
+    },
+    {
+      "epoch": 0.16590033321543587,
+      "grad_norm": 0.07184866070747375,
+      "learning_rate": 1.1140000000000002e-05,
+      "loss": 1.4744,
+      "step": 557
+    },
+    {
+      "epoch": 0.16619817941510454,
+      "grad_norm": 0.07689396291971207,
+      "learning_rate": 1.1160000000000002e-05,
+      "loss": 1.4657,
+      "step": 558
+    },
+    {
+      "epoch": 0.16649602561477317,
+      "grad_norm": 0.06957592815160751,
+      "learning_rate": 1.1180000000000001e-05,
+      "loss": 1.4686,
+      "step": 559
+    },
+    {
+      "epoch": 0.16679387181444183,
+      "grad_norm": 0.0719662606716156,
+      "learning_rate": 1.1200000000000001e-05,
+      "loss": 1.476,
+      "step": 560
+    },
+    {
+      "epoch": 0.16709171801411046,
+      "grad_norm": 0.08123235404491425,
+      "learning_rate": 1.1220000000000003e-05,
+      "loss": 1.4563,
+      "step": 561
+    },
+    {
+      "epoch": 0.1673895642137791,
+      "grad_norm": 0.08388621360063553,
+      "learning_rate": 1.1240000000000002e-05,
+      "loss": 1.469,
+      "step": 562
+    },
+    {
+      "epoch": 0.16768741041344776,
+      "grad_norm": 0.06538707762956619,
+      "learning_rate": 1.126e-05,
+      "loss": 1.4779,
+      "step": 563
+    },
+    {
+      "epoch": 0.1679852566131164,
+      "grad_norm": 0.0906519740819931,
+      "learning_rate": 1.128e-05,
+      "loss": 1.4712,
+      "step": 564
+    },
+    {
+      "epoch": 0.16828310281278505,
+      "grad_norm": 0.08886244148015976,
+      "learning_rate": 1.13e-05,
+      "loss": 1.4566,
+      "step": 565
+    },
+    {
+      "epoch": 0.16858094901245368,
+      "grad_norm": 0.06940344721078873,
+      "learning_rate": 1.132e-05,
+      "loss": 1.4622,
+      "step": 566
+    },
+    {
+      "epoch": 0.16887879521212235,
+      "grad_norm": 0.07784947752952576,
+      "learning_rate": 1.134e-05,
+      "loss": 1.4923,
+      "step": 567
+    },
+    {
+      "epoch": 0.16917664141179098,
+      "grad_norm": 0.08280647546052933,
+      "learning_rate": 1.136e-05,
+      "loss": 1.4729,
+      "step": 568
+    },
+    {
+      "epoch": 0.16947448761145964,
+      "grad_norm": 0.0870596393942833,
+      "learning_rate": 1.138e-05,
+      "loss": 1.471,
+      "step": 569
+    },
+    {
+      "epoch": 0.16977233381112827,
+      "grad_norm": 0.07927907258272171,
+      "learning_rate": 1.14e-05,
+      "loss": 1.444,
+      "step": 570
+    },
+    {
+      "epoch": 0.17007018001079693,
+      "grad_norm": 0.08484699577093124,
+      "learning_rate": 1.142e-05,
+      "loss": 1.4811,
+      "step": 571
+    },
+    {
+      "epoch": 0.17036802621046557,
+      "grad_norm": 0.07751280069351196,
+      "learning_rate": 1.144e-05,
+      "loss": 1.4679,
+      "step": 572
+    },
+    {
+      "epoch": 0.17066587241013423,
+      "grad_norm": 0.06520108878612518,
+      "learning_rate": 1.146e-05,
+      "loss": 1.471,
+      "step": 573
+    },
+    {
+      "epoch": 0.17096371860980286,
+      "grad_norm": 0.09336327761411667,
+      "learning_rate": 1.148e-05,
+      "loss": 1.4566,
+      "step": 574
+    },
+    {
+      "epoch": 0.17126156480947152,
+      "grad_norm": 0.0706481784582138,
+      "learning_rate": 1.15e-05,
+      "loss": 1.4694,
+      "step": 575
+    },
+    {
+      "epoch": 0.17155941100914016,
+      "grad_norm": 0.11398935317993164,
+      "learning_rate": 1.152e-05,
+      "loss": 1.4729,
+      "step": 576
+    },
+    {
+      "epoch": 0.1718572572088088,
+      "grad_norm": 0.07338732481002808,
+      "learning_rate": 1.154e-05,
+      "loss": 1.4707,
+      "step": 577
+    },
+    {
+      "epoch": 0.17215510340847745,
+      "grad_norm": 0.07571332901716232,
+      "learning_rate": 1.156e-05,
+      "loss": 1.4594,
+      "step": 578
+    },
+    {
+      "epoch": 0.17245294960814608,
+      "grad_norm": 0.07202799618244171,
+      "learning_rate": 1.1580000000000001e-05,
+      "loss": 1.4657,
+      "step": 579
+    },
+    {
+      "epoch": 0.17275079580781474,
+      "grad_norm": 0.07837383449077606,
+      "learning_rate": 1.16e-05,
+      "loss": 1.4493,
+      "step": 580
+    },
+    {
+      "epoch": 0.17304864200748338,
+      "grad_norm": 0.07715293765068054,
+      "learning_rate": 1.162e-05,
+      "loss": 1.4824,
+      "step": 581
+    },
+    {
+      "epoch": 0.17334648820715204,
+      "grad_norm": 0.07711914926767349,
+      "learning_rate": 1.164e-05,
+      "loss": 1.4495,
+      "step": 582
+    },
+    {
+      "epoch": 0.17364433440682067,
+      "grad_norm": 0.07181393355131149,
+      "learning_rate": 1.166e-05,
+      "loss": 1.4903,
+      "step": 583
+    },
+    {
+      "epoch": 0.17394218060648933,
+      "grad_norm": 0.07789280265569687,
+      "learning_rate": 1.168e-05,
+      "loss": 1.4734,
+      "step": 584
+    },
+    {
+      "epoch": 0.17424002680615797,
+      "grad_norm": 0.07323314249515533,
+      "learning_rate": 1.17e-05,
+      "loss": 1.4702,
+      "step": 585
+    },
+    {
+      "epoch": 0.17453787300582663,
+      "grad_norm": 0.06602338701486588,
+      "learning_rate": 1.172e-05,
+      "loss": 1.4532,
+      "step": 586
+    },
+    {
+      "epoch": 0.17483571920549526,
+      "grad_norm": 0.07128585875034332,
+      "learning_rate": 1.1740000000000001e-05,
+      "loss": 1.456,
+      "step": 587
+    },
+    {
+      "epoch": 0.17513356540516392,
+      "grad_norm": 0.06492584943771362,
+      "learning_rate": 1.1760000000000001e-05,
+      "loss": 1.4524,
+      "step": 588
+    },
+    {
+      "epoch": 0.17543141160483255,
+      "grad_norm": 0.06519263237714767,
+      "learning_rate": 1.178e-05,
+      "loss": 1.4638,
+      "step": 589
+    },
+    {
+      "epoch": 0.1757292578045012,
+      "grad_norm": 0.0794047936797142,
+      "learning_rate": 1.18e-05,
+      "loss": 1.4688,
+      "step": 590
+    },
+    {
+      "epoch": 0.17602710400416985,
+      "grad_norm": 0.07813981920480728,
+      "learning_rate": 1.182e-05,
+      "loss": 1.4661,
+      "step": 591
+    },
+    {
+      "epoch": 0.17632495020383848,
+      "grad_norm": 0.06432987749576569,
+      "learning_rate": 1.184e-05,
+      "loss": 1.4653,
+      "step": 592
+    },
+    {
+      "epoch": 0.17662279640350714,
+      "grad_norm": 0.06692880392074585,
+      "learning_rate": 1.186e-05,
+      "loss": 1.4577,
+      "step": 593
+    },
+    {
+      "epoch": 0.17692064260317578,
+      "grad_norm": 0.07275351136922836,
+      "learning_rate": 1.188e-05,
+      "loss": 1.4617,
+      "step": 594
+    },
+    {
+      "epoch": 0.17721848880284444,
+      "grad_norm": 0.07653673738241196,
+      "learning_rate": 1.1900000000000001e-05,
+      "loss": 1.4733,
+      "step": 595
+    },
+    {
+      "epoch": 0.17751633500251307,
+      "grad_norm": 0.07326718419790268,
+      "learning_rate": 1.1920000000000001e-05,
+      "loss": 1.4585,
+      "step": 596
+    },
+    {
+      "epoch": 0.17781418120218173,
+      "grad_norm": 0.07613977789878845,
+      "learning_rate": 1.1940000000000001e-05,
+      "loss": 1.4776,
+      "step": 597
+    },
+    {
+      "epoch": 0.17811202740185036,
+      "grad_norm": 0.07090508937835693,
+      "learning_rate": 1.196e-05,
+      "loss": 1.4704,
+      "step": 598
+    },
+    {
+      "epoch": 0.17840987360151903,
+      "grad_norm": 0.07558804005384445,
+      "learning_rate": 1.198e-05,
+      "loss": 1.4618,
+      "step": 599
+    },
+    {
+      "epoch": 0.17870771980118766,
+      "grad_norm": 0.07647745311260223,
+      "learning_rate": 1.2e-05,
+      "loss": 1.4842,
+      "step": 600
+    },
+    {
+      "epoch": 0.17900556600085632,
+      "grad_norm": 0.08317311108112335,
+      "learning_rate": 1.202e-05,
+      "loss": 1.4756,
+      "step": 601
+    },
+    {
+      "epoch": 0.17930341220052495,
+      "grad_norm": 0.08071677386760712,
+      "learning_rate": 1.204e-05,
+      "loss": 1.4592,
+      "step": 602
+    },
+    {
+      "epoch": 0.1796012584001936,
+      "grad_norm": 0.06859596073627472,
+      "learning_rate": 1.2060000000000001e-05,
+      "loss": 1.4583,
+      "step": 603
+    },
+    {
+      "epoch": 0.17989910459986225,
+      "grad_norm": 0.07272063195705414,
+      "learning_rate": 1.2080000000000001e-05,
+      "loss": 1.4582,
+      "step": 604
+    },
+    {
+      "epoch": 0.18019695079953088,
+      "grad_norm": 0.2326221913099289,
+      "learning_rate": 1.2100000000000001e-05,
+      "loss": 1.464,
+      "step": 605
+    },
+    {
+      "epoch": 0.18049479699919954,
+      "grad_norm": 0.08455421030521393,
+      "learning_rate": 1.2120000000000001e-05,
+      "loss": 1.4555,
+      "step": 606
+    },
+    {
+      "epoch": 0.18079264319886817,
+      "grad_norm": 0.08261154592037201,
+      "learning_rate": 1.214e-05,
+      "loss": 1.4779,
+      "step": 607
+    },
+    {
+      "epoch": 0.18109048939853684,
+      "grad_norm": 0.08473054319620132,
+      "learning_rate": 1.216e-05,
+      "loss": 1.4533,
+      "step": 608
+    },
+    {
+      "epoch": 0.18138833559820547,
+      "grad_norm": 0.10028796643018723,
+      "learning_rate": 1.218e-05,
+      "loss": 1.4532,
+      "step": 609
+    },
+    {
+      "epoch": 0.18168618179787413,
+      "grad_norm": 0.07884956896305084,
+      "learning_rate": 1.22e-05,
+      "loss": 1.4874,
+      "step": 610
+    },
+    {
+      "epoch": 0.18198402799754276,
+      "grad_norm": 0.0739910900592804,
+      "learning_rate": 1.2220000000000002e-05,
+      "loss": 1.4523,
+      "step": 611
+    },
+    {
+      "epoch": 0.18228187419721142,
+      "grad_norm": 0.07816793024539948,
+      "learning_rate": 1.2240000000000001e-05,
+      "loss": 1.4814,
+      "step": 612
+    },
+    {
+      "epoch": 0.18257972039688006,
+      "grad_norm": 0.08463511615991592,
+      "learning_rate": 1.2260000000000001e-05,
+      "loss": 1.4639,
+      "step": 613
+    },
+    {
+      "epoch": 0.18287756659654872,
+      "grad_norm": 0.0768217220902443,
+      "learning_rate": 1.2280000000000001e-05,
+      "loss": 1.4461,
+      "step": 614
+    },
+    {
+      "epoch": 0.18317541279621735,
+      "grad_norm": 0.06891295313835144,
+      "learning_rate": 1.23e-05,
+      "loss": 1.4489,
+      "step": 615
+    },
+    {
+      "epoch": 0.183473258995886,
+      "grad_norm": 0.08129339665174484,
+      "learning_rate": 1.232e-05,
+      "loss": 1.4646,
+      "step": 616
+    },
+    {
+      "epoch": 0.18377110519555465,
+      "grad_norm": 0.09381826967000961,
+      "learning_rate": 1.234e-05,
+      "loss": 1.4772,
+      "step": 617
+    },
+    {
+      "epoch": 0.18406895139522328,
+      "grad_norm": 0.07440833002328873,
+      "learning_rate": 1.236e-05,
+      "loss": 1.453,
+      "step": 618
+    },
+    {
+      "epoch": 0.18436679759489194,
+      "grad_norm": 0.07224272936582565,
+      "learning_rate": 1.2380000000000002e-05,
+      "loss": 1.4581,
+      "step": 619
+    },
+    {
+      "epoch": 0.18466464379456057,
+      "grad_norm": 0.09223474562168121,
+      "learning_rate": 1.2400000000000002e-05,
+      "loss": 1.4644,
+      "step": 620
+    },
+    {
+      "epoch": 0.18496248999422923,
+      "grad_norm": 0.072278693318367,
+      "learning_rate": 1.2420000000000001e-05,
+      "loss": 1.4756,
+      "step": 621
+    },
+    {
+      "epoch": 0.18526033619389787,
+      "grad_norm": 0.07935364544391632,
+      "learning_rate": 1.2440000000000001e-05,
+      "loss": 1.4405,
+      "step": 622
+    },
+    {
+      "epoch": 0.18555818239356653,
+      "grad_norm": 0.08382735401391983,
+      "learning_rate": 1.2460000000000001e-05,
+      "loss": 1.4551,
+      "step": 623
+    },
+    {
+      "epoch": 0.18585602859323516,
+      "grad_norm": 0.09439096599817276,
+      "learning_rate": 1.248e-05,
+      "loss": 1.4753,
+      "step": 624
+    },
+    {
+      "epoch": 0.18615387479290382,
+      "grad_norm": 0.08867479115724564,
+      "learning_rate": 1.25e-05,
+      "loss": 1.453,
+      "step": 625
+    },
+    {
+      "epoch": 0.18645172099257246,
+      "grad_norm": 0.07792381942272186,
+      "learning_rate": 1.252e-05,
+      "loss": 1.4379,
+      "step": 626
+    },
+    {
+      "epoch": 0.18674956719224112,
+      "grad_norm": 0.09601400792598724,
+      "learning_rate": 1.254e-05,
+      "loss": 1.47,
+      "step": 627
+    },
+    {
+      "epoch": 0.18704741339190975,
+      "grad_norm": 0.07906622439622879,
+      "learning_rate": 1.2560000000000002e-05,
+      "loss": 1.4668,
+      "step": 628
+    },
+    {
+      "epoch": 0.1873452595915784,
+      "grad_norm": 0.0777350515127182,
+      "learning_rate": 1.2580000000000002e-05,
+      "loss": 1.4527,
+      "step": 629
+    },
+    {
+      "epoch": 0.18764310579124704,
+      "grad_norm": 0.06617771834135056,
+      "learning_rate": 1.2600000000000001e-05,
+      "loss": 1.4496,
+      "step": 630
+    },
+    {
+      "epoch": 0.18794095199091568,
+      "grad_norm": 0.07273231446743011,
+      "learning_rate": 1.2620000000000001e-05,
+      "loss": 1.4607,
+      "step": 631
+    },
+    {
+      "epoch": 0.18823879819058434,
+      "grad_norm": 0.08392848074436188,
+      "learning_rate": 1.2640000000000001e-05,
+      "loss": 1.4503,
+      "step": 632
+    },
+    {
+      "epoch": 0.18853664439025297,
+      "grad_norm": 0.08314831554889679,
+      "learning_rate": 1.266e-05,
+      "loss": 1.4564,
+      "step": 633
+    },
+    {
+      "epoch": 0.18883449058992163,
+      "grad_norm": 0.07674255967140198,
+      "learning_rate": 1.268e-05,
+      "loss": 1.4436,
+      "step": 634
+    },
+    {
+      "epoch": 0.18913233678959027,
+      "grad_norm": 0.08189515769481659,
+      "learning_rate": 1.27e-05,
+      "loss": 1.4528,
+      "step": 635
+    },
+    {
+      "epoch": 0.18943018298925893,
+      "grad_norm": 0.07610049098730087,
+      "learning_rate": 1.2720000000000002e-05,
+      "loss": 1.4644,
+      "step": 636
+    },
+    {
+      "epoch": 0.18972802918892756,
+      "grad_norm": 0.08168883621692657,
+      "learning_rate": 1.2740000000000002e-05,
+      "loss": 1.43,
+      "step": 637
+    },
+    {
+      "epoch": 0.19002587538859622,
+      "grad_norm": 0.09663128852844238,
+      "learning_rate": 1.2760000000000001e-05,
+      "loss": 1.4638,
+      "step": 638
+    },
+    {
+      "epoch": 0.19032372158826485,
+      "grad_norm": 0.09020671248435974,
+      "learning_rate": 1.2780000000000001e-05,
+      "loss": 1.4427,
+      "step": 639
+    },
+    {
+      "epoch": 0.19062156778793352,
+      "grad_norm": 0.08151830732822418,
+      "learning_rate": 1.2800000000000001e-05,
+      "loss": 1.4469,
+      "step": 640
+    },
+    {
+      "epoch": 0.19091941398760215,
+      "grad_norm": 0.074073925614357,
+      "learning_rate": 1.2820000000000001e-05,
+      "loss": 1.4487,
+      "step": 641
+    },
+    {
+      "epoch": 0.1912172601872708,
+      "grad_norm": 0.08020228892564774,
+      "learning_rate": 1.284e-05,
+      "loss": 1.4499,
+      "step": 642
+    },
+    {
+      "epoch": 0.19151510638693944,
+      "grad_norm": 0.0663752481341362,
+      "learning_rate": 1.286e-05,
+      "loss": 1.4403,
+      "step": 643
+    },
+    {
+      "epoch": 0.19181295258660808,
+      "grad_norm": 0.07641787081956863,
+      "learning_rate": 1.2880000000000002e-05,
+      "loss": 1.4646,
+      "step": 644
+    },
+    {
+      "epoch": 0.19211079878627674,
+      "grad_norm": 0.09084177017211914,
+      "learning_rate": 1.2900000000000002e-05,
+      "loss": 1.4533,
+      "step": 645
+    },
+    {
+      "epoch": 0.19240864498594537,
+      "grad_norm": 0.06982532143592834,
+      "learning_rate": 1.2920000000000002e-05,
+      "loss": 1.4484,
+      "step": 646
+    },
+    {
+      "epoch": 0.19270649118561403,
+      "grad_norm": 0.07324111461639404,
+      "learning_rate": 1.2940000000000001e-05,
+      "loss": 1.4629,
+      "step": 647
+    },
+    {
+      "epoch": 0.19300433738528266,
+      "grad_norm": 0.08842533081769943,
+      "learning_rate": 1.2960000000000001e-05,
+      "loss": 1.4495,
+      "step": 648
+    },
+    {
+      "epoch": 0.19330218358495133,
+      "grad_norm": 0.07014186680316925,
+      "learning_rate": 1.2980000000000001e-05,
+      "loss": 1.4647,
+      "step": 649
+    },
+    {
+      "epoch": 0.19360002978461996,
+      "grad_norm": 0.06982603669166565,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 1.44,
+      "step": 650
+    },
+    {
+      "epoch": 0.19389787598428862,
+      "grad_norm": 0.06965212523937225,
+      "learning_rate": 1.302e-05,
+      "loss": 1.4537,
+      "step": 651
+    },
+    {
+      "epoch": 0.19419572218395725,
+      "grad_norm": 0.07888025045394897,
+      "learning_rate": 1.3040000000000002e-05,
+      "loss": 1.4553,
+      "step": 652
+    },
+    {
+      "epoch": 0.19449356838362591,
+      "grad_norm": 0.0851881206035614,
+      "learning_rate": 1.3060000000000002e-05,
+      "loss": 1.4534,
+      "step": 653
+    },
+    {
+      "epoch": 0.19479141458329455,
+      "grad_norm": 0.06838874518871307,
+      "learning_rate": 1.3080000000000002e-05,
+      "loss": 1.4632,
+      "step": 654
+    },
+    {
+      "epoch": 0.1950892607829632,
+      "grad_norm": 0.07981374114751816,
+      "learning_rate": 1.3100000000000002e-05,
+      "loss": 1.4357,
+      "step": 655
+    },
+    {
+      "epoch": 0.19538710698263184,
+      "grad_norm": 0.0882086381316185,
+      "learning_rate": 1.3120000000000001e-05,
+      "loss": 1.4601,
+      "step": 656
+    },
+    {
+      "epoch": 0.1956849531823005,
+      "grad_norm": 0.08774475008249283,
+      "learning_rate": 1.3140000000000001e-05,
+      "loss": 1.4629,
+      "step": 657
+    },
+    {
+      "epoch": 0.19598279938196914,
+      "grad_norm": 0.08365315198898315,
+      "learning_rate": 1.3160000000000001e-05,
+      "loss": 1.4605,
+      "step": 658
+    },
+    {
+      "epoch": 0.19628064558163777,
+      "grad_norm": 0.09570679068565369,
+      "learning_rate": 1.3180000000000001e-05,
+      "loss": 1.4503,
+      "step": 659
+    },
+    {
+      "epoch": 0.19657849178130643,
+      "grad_norm": 0.07877921313047409,
+      "learning_rate": 1.3200000000000002e-05,
+      "loss": 1.4424,
+      "step": 660
+    },
+    {
+      "epoch": 0.19687633798097506,
+      "grad_norm": 0.07286708801984787,
+      "learning_rate": 1.3220000000000002e-05,
+      "loss": 1.4396,
+      "step": 661
+    },
+    {
+      "epoch": 0.19717418418064372,
+      "grad_norm": 0.07777304947376251,
+      "learning_rate": 1.3240000000000002e-05,
+      "loss": 1.4584,
+      "step": 662
+    },
+    {
+      "epoch": 0.19747203038031236,
+      "grad_norm": 0.07005325704813004,
+      "learning_rate": 1.3260000000000002e-05,
+      "loss": 1.4481,
+      "step": 663
+    },
+    {
+      "epoch": 0.19776987657998102,
+      "grad_norm": 0.08193511515855789,
+      "learning_rate": 1.3280000000000002e-05,
+      "loss": 1.4664,
+      "step": 664
+    },
+    {
+      "epoch": 0.19806772277964965,
+      "grad_norm": 0.08347135782241821,
+      "learning_rate": 1.3300000000000001e-05,
+      "loss": 1.4421,
+      "step": 665
+    },
+    {
+      "epoch": 0.1983655689793183,
+      "grad_norm": 0.07640582323074341,
+      "learning_rate": 1.3320000000000001e-05,
+      "loss": 1.4498,
+      "step": 666
+    },
+    {
+      "epoch": 0.19866341517898695,
+      "grad_norm": 0.0817837044596672,
+      "learning_rate": 1.3340000000000001e-05,
+      "loss": 1.4395,
+      "step": 667
+    },
+    {
+      "epoch": 0.1989612613786556,
+      "grad_norm": 0.07509731501340866,
+      "learning_rate": 1.3360000000000003e-05,
+      "loss": 1.4529,
+      "step": 668
+    },
+    {
+      "epoch": 0.19925910757832424,
+      "grad_norm": 0.07815979421138763,
+      "learning_rate": 1.3380000000000002e-05,
+      "loss": 1.4491,
+      "step": 669
+    },
+    {
+      "epoch": 0.1995569537779929,
+      "grad_norm": 0.07622452825307846,
+      "learning_rate": 1.3400000000000002e-05,
+      "loss": 1.4553,
+      "step": 670
+    },
+    {
+      "epoch": 0.19985479997766153,
+      "grad_norm": 0.07803203910589218,
+      "learning_rate": 1.3420000000000002e-05,
+      "loss": 1.4638,
+      "step": 671
+    },
+    {
+      "epoch": 0.20015264617733017,
+      "grad_norm": 0.0738442987203598,
+      "learning_rate": 1.3440000000000002e-05,
+      "loss": 1.4448,
+      "step": 672
+    },
+    {
+      "epoch": 0.20045049237699883,
+      "grad_norm": 0.07957897335290909,
+      "learning_rate": 1.3460000000000002e-05,
+      "loss": 1.4426,
+      "step": 673
+    },
+    {
+      "epoch": 0.20074833857666746,
+      "grad_norm": 0.07637246698141098,
+      "learning_rate": 1.3480000000000001e-05,
+      "loss": 1.4368,
+      "step": 674
+    },
+    {
+      "epoch": 0.20104618477633612,
+      "grad_norm": 0.07760189473628998,
+      "learning_rate": 1.3500000000000001e-05,
+      "loss": 1.4445,
+      "step": 675
+    },
+    {
+      "epoch": 0.20134403097600476,
+      "grad_norm": 0.0710621029138565,
+      "learning_rate": 1.3520000000000003e-05,
+      "loss": 1.4443,
+      "step": 676
+    },
+    {
+      "epoch": 0.20164187717567342,
+      "grad_norm": 0.07569440454244614,
+      "learning_rate": 1.3540000000000003e-05,
+      "loss": 1.4498,
+      "step": 677
+    },
+    {
+      "epoch": 0.20193972337534205,
+      "grad_norm": 0.0767282173037529,
+      "learning_rate": 1.3560000000000002e-05,
+      "loss": 1.4422,
+      "step": 678
+    },
+    {
+      "epoch": 0.2022375695750107,
+      "grad_norm": 0.08722124248743057,
+      "learning_rate": 1.3580000000000002e-05,
+      "loss": 1.4596,
+      "step": 679
+    },
+    {
+      "epoch": 0.20253541577467934,
+      "grad_norm": 0.09099457412958145,
+      "learning_rate": 1.3600000000000002e-05,
+      "loss": 1.4469,
+      "step": 680
+    },
+    {
+      "epoch": 0.202833261974348,
+      "grad_norm": 0.06960950046777725,
+      "learning_rate": 1.3620000000000002e-05,
+      "loss": 1.4701,
+      "step": 681
+    },
+    {
+      "epoch": 0.20313110817401664,
+      "grad_norm": 0.07177898287773132,
+      "learning_rate": 1.3640000000000002e-05,
+      "loss": 1.4425,
+      "step": 682
+    },
+    {
+      "epoch": 0.2034289543736853,
+      "grad_norm": 0.07588344812393188,
+      "learning_rate": 1.3660000000000001e-05,
+      "loss": 1.4415,
+      "step": 683
+    },
+    {
+      "epoch": 0.20372680057335393,
+      "grad_norm": 0.07126078009605408,
+      "learning_rate": 1.3680000000000003e-05,
+      "loss": 1.4592,
+      "step": 684
+    },
+    {
+      "epoch": 0.2040246467730226,
+      "grad_norm": 0.0929664671421051,
+      "learning_rate": 1.3700000000000003e-05,
+      "loss": 1.4479,
+      "step": 685
+    },
+    {
+      "epoch": 0.20432249297269123,
+      "grad_norm": 0.07565732300281525,
+      "learning_rate": 1.3720000000000002e-05,
+      "loss": 1.4404,
+      "step": 686
+    },
+    {
+      "epoch": 0.20462033917235986,
+      "grad_norm": 0.09555564820766449,
+      "learning_rate": 1.3740000000000002e-05,
+      "loss": 1.4419,
+      "step": 687
+    },
+    {
+      "epoch": 0.20491818537202852,
+      "grad_norm": 0.0677831768989563,
+      "learning_rate": 1.376e-05,
+      "loss": 1.4457,
+      "step": 688
+    },
+    {
+      "epoch": 0.20521603157169716,
+      "grad_norm": 0.07221392542123795,
+      "learning_rate": 1.378e-05,
+      "loss": 1.4456,
+      "step": 689
+    },
+    {
+      "epoch": 0.20551387777136582,
+      "grad_norm": 0.07777795195579529,
+      "learning_rate": 1.38e-05,
+      "loss": 1.4432,
+      "step": 690
+    },
+    {
+      "epoch": 0.20581172397103445,
+      "grad_norm": 0.07490269839763641,
+      "learning_rate": 1.382e-05,
+      "loss": 1.4417,
+      "step": 691
+    },
+    {
+      "epoch": 0.2061095701707031,
+      "grad_norm": 0.079764723777771,
+      "learning_rate": 1.384e-05,
+      "loss": 1.4455,
+      "step": 692
+    },
+    {
+      "epoch": 0.20640741637037174,
+      "grad_norm": 0.09166201949119568,
+      "learning_rate": 1.386e-05,
+      "loss": 1.446,
+      "step": 693
+    },
+    {
+      "epoch": 0.2067052625700404,
+      "grad_norm": 0.07424476742744446,
+      "learning_rate": 1.3880000000000001e-05,
+      "loss": 1.4458,
+      "step": 694
+    },
+    {
+      "epoch": 0.20700310876970904,
+      "grad_norm": 0.07070266455411911,
+      "learning_rate": 1.39e-05,
+      "loss": 1.4336,
+      "step": 695
+    },
+    {
+      "epoch": 0.2073009549693777,
+      "grad_norm": 0.07643958926200867,
+      "learning_rate": 1.392e-05,
+      "loss": 1.4536,
+      "step": 696
+    },
+    {
+      "epoch": 0.20759880116904633,
+      "grad_norm": 0.07516030222177505,
+      "learning_rate": 1.394e-05,
+      "loss": 1.4408,
+      "step": 697
+    },
+    {
+      "epoch": 0.207896647368715,
+      "grad_norm": 0.0756191536784172,
+      "learning_rate": 1.396e-05,
+      "loss": 1.4337,
+      "step": 698
+    },
+    {
+      "epoch": 0.20819449356838363,
+      "grad_norm": 0.07343825697898865,
+      "learning_rate": 1.398e-05,
+      "loss": 1.4437,
+      "step": 699
+    },
+    {
+      "epoch": 0.20849233976805226,
+      "grad_norm": 0.10146047174930573,
+      "learning_rate": 1.4e-05,
+      "loss": 1.4374,
+      "step": 700
+    },
+    {
+      "epoch": 0.20879018596772092,
+      "grad_norm": 0.0799114927649498,
+      "learning_rate": 1.402e-05,
+      "loss": 1.4517,
+      "step": 701
+    },
+    {
+      "epoch": 0.20908803216738955,
+      "grad_norm": 0.07850436866283417,
+      "learning_rate": 1.4040000000000001e-05,
+      "loss": 1.445,
+      "step": 702
+    },
+    {
+      "epoch": 0.20938587836705821,
+      "grad_norm": 0.07773782312870026,
+      "learning_rate": 1.4060000000000001e-05,
+      "loss": 1.4392,
+      "step": 703
+    },
+    {
+      "epoch": 0.20968372456672685,
+      "grad_norm": 0.08914069831371307,
+      "learning_rate": 1.408e-05,
+      "loss": 1.4579,
+      "step": 704
+    },
+    {
+      "epoch": 0.2099815707663955,
+      "grad_norm": 0.07327356189489365,
+      "learning_rate": 1.41e-05,
+      "loss": 1.4472,
+      "step": 705
+    },
+    {
+      "epoch": 0.21027941696606414,
+      "grad_norm": 0.0727405697107315,
+      "learning_rate": 1.412e-05,
+      "loss": 1.4548,
+      "step": 706
+    },
+    {
+      "epoch": 0.2105772631657328,
+      "grad_norm": 0.08400865644216537,
+      "learning_rate": 1.414e-05,
+      "loss": 1.4488,
+      "step": 707
+    },
+    {
+      "epoch": 0.21087510936540144,
+      "grad_norm": 0.07869898527860641,
+      "learning_rate": 1.416e-05,
+      "loss": 1.4435,
+      "step": 708
+    },
+    {
+      "epoch": 0.2111729555650701,
+      "grad_norm": 0.07953284680843353,
+      "learning_rate": 1.418e-05,
+      "loss": 1.4513,
+      "step": 709
+    },
+    {
+      "epoch": 0.21147080176473873,
+      "grad_norm": 0.07338771224021912,
+      "learning_rate": 1.4200000000000001e-05,
+      "loss": 1.4415,
+      "step": 710
+    },
+    {
+      "epoch": 0.2117686479644074,
+      "grad_norm": 0.08386941999197006,
+      "learning_rate": 1.4220000000000001e-05,
+      "loss": 1.441,
+      "step": 711
+    },
+    {
+      "epoch": 0.21206649416407602,
+      "grad_norm": 0.08398545533418655,
+      "learning_rate": 1.4240000000000001e-05,
+      "loss": 1.4567,
+      "step": 712
+    },
+    {
+      "epoch": 0.21236434036374466,
+      "grad_norm": 0.0810646340250969,
+      "learning_rate": 1.426e-05,
+      "loss": 1.4614,
+      "step": 713
+    },
+    {
+      "epoch": 0.21266218656341332,
+      "grad_norm": 0.07760893553495407,
+      "learning_rate": 1.428e-05,
+      "loss": 1.434,
+      "step": 714
+    },
+    {
+      "epoch": 0.21296003276308195,
+      "grad_norm": 0.07823329418897629,
+      "learning_rate": 1.43e-05,
+      "loss": 1.4318,
+      "step": 715
+    },
+    {
+      "epoch": 0.2132578789627506,
+      "grad_norm": 0.08283335715532303,
+      "learning_rate": 1.432e-05,
+      "loss": 1.4331,
+      "step": 716
+    },
+    {
+      "epoch": 0.21355572516241925,
+      "grad_norm": 0.07786435633897781,
+      "learning_rate": 1.434e-05,
+      "loss": 1.436,
+      "step": 717
+    },
+    {
+      "epoch": 0.2138535713620879,
+      "grad_norm": 0.0875328779220581,
+      "learning_rate": 1.4360000000000001e-05,
+      "loss": 1.4267,
+      "step": 718
+    },
+    {
+      "epoch": 0.21415141756175654,
+      "grad_norm": 0.08489986509084702,
+      "learning_rate": 1.4380000000000001e-05,
+      "loss": 1.442,
+      "step": 719
+    },
+    {
+      "epoch": 0.2144492637614252,
+      "grad_norm": 0.09320718050003052,
+      "learning_rate": 1.4400000000000001e-05,
+      "loss": 1.4436,
+      "step": 720
+    },
+    {
+      "epoch": 0.21474710996109383,
+      "grad_norm": 0.08342552185058594,
+      "learning_rate": 1.4420000000000001e-05,
+      "loss": 1.4347,
+      "step": 721
+    },
+    {
+      "epoch": 0.2150449561607625,
+      "grad_norm": 0.08096481114625931,
+      "learning_rate": 1.444e-05,
+      "loss": 1.4307,
+      "step": 722
+    },
+    {
+      "epoch": 0.21534280236043113,
+      "grad_norm": 0.0804436206817627,
+      "learning_rate": 1.446e-05,
+      "loss": 1.4415,
+      "step": 723
+    },
+    {
+      "epoch": 0.2156406485600998,
+      "grad_norm": 0.0846792608499527,
+      "learning_rate": 1.448e-05,
+      "loss": 1.4508,
+      "step": 724
+    },
+    {
+      "epoch": 0.21593849475976842,
+      "grad_norm": 0.07710380107164383,
+      "learning_rate": 1.45e-05,
+      "loss": 1.441,
+      "step": 725
+    },
+    {
+      "epoch": 0.21623634095943708,
+      "grad_norm": 0.08490527421236038,
+      "learning_rate": 1.4520000000000002e-05,
+      "loss": 1.4427,
+      "step": 726
+    },
+    {
+      "epoch": 0.21653418715910572,
+      "grad_norm": 0.08044250309467316,
+      "learning_rate": 1.4540000000000001e-05,
+      "loss": 1.4409,
+      "step": 727
+    },
+    {
+      "epoch": 0.21683203335877435,
+      "grad_norm": 0.08590737730264664,
+      "learning_rate": 1.4560000000000001e-05,
+      "loss": 1.4366,
+      "step": 728
+    },
+    {
+      "epoch": 0.217129879558443,
+      "grad_norm": 0.07575635612010956,
+      "learning_rate": 1.4580000000000001e-05,
+      "loss": 1.437,
+      "step": 729
+    },
+    {
+      "epoch": 0.21742772575811165,
+      "grad_norm": 0.07428482174873352,
+      "learning_rate": 1.46e-05,
+      "loss": 1.4243,
+      "step": 730
+    },
+    {
+      "epoch": 0.2177255719577803,
+      "grad_norm": 0.08661162853240967,
+      "learning_rate": 1.462e-05,
+      "loss": 1.4346,
+      "step": 731
+    },
+    {
+      "epoch": 0.21802341815744894,
+      "grad_norm": 0.0743163526058197,
+      "learning_rate": 1.464e-05,
+      "loss": 1.4184,
+      "step": 732
+    },
+    {
+      "epoch": 0.2183212643571176,
+      "grad_norm": 0.15677453577518463,
+      "learning_rate": 1.466e-05,
+      "loss": 1.4413,
+      "step": 733
+    },
+    {
+      "epoch": 0.21861911055678623,
+      "grad_norm": 0.09177551418542862,
+      "learning_rate": 1.4680000000000002e-05,
+      "loss": 1.4463,
+      "step": 734
+    },
+    {
+      "epoch": 0.2189169567564549,
+      "grad_norm": 0.08581575006246567,
+      "learning_rate": 1.4700000000000002e-05,
+      "loss": 1.4566,
+      "step": 735
+    },
+    {
+      "epoch": 0.21921480295612353,
+      "grad_norm": 0.07593221962451935,
+      "learning_rate": 1.4720000000000001e-05,
+      "loss": 1.4337,
+      "step": 736
+    },
+    {
+      "epoch": 0.2195126491557922,
+      "grad_norm": 0.07464537024497986,
+      "learning_rate": 1.4740000000000001e-05,
+      "loss": 1.4351,
+      "step": 737
+    },
+    {
+      "epoch": 0.21981049535546082,
+      "grad_norm": 0.08558041602373123,
+      "learning_rate": 1.4760000000000001e-05,
+      "loss": 1.4554,
+      "step": 738
+    },
+    {
+      "epoch": 0.22010834155512948,
+      "grad_norm": 0.0854952484369278,
+      "learning_rate": 1.478e-05,
+      "loss": 1.4363,
+      "step": 739
+    },
+    {
+      "epoch": 0.22040618775479812,
+      "grad_norm": 0.08115620911121368,
+      "learning_rate": 1.48e-05,
+      "loss": 1.4449,
+      "step": 740
+    },
+    {
+      "epoch": 0.22070403395446675,
+      "grad_norm": 0.09755454212427139,
+      "learning_rate": 1.482e-05,
+      "loss": 1.4229,
+      "step": 741
+    },
+    {
+      "epoch": 0.2210018801541354,
+      "grad_norm": 0.0890473797917366,
+      "learning_rate": 1.4840000000000002e-05,
+      "loss": 1.4298,
+      "step": 742
+    },
+    {
+      "epoch": 0.22129972635380404,
+      "grad_norm": 0.09477613121271133,
+      "learning_rate": 1.4860000000000002e-05,
+      "loss": 1.4341,
+      "step": 743
+    },
+    {
+      "epoch": 0.2215975725534727,
+      "grad_norm": 0.08408848196268082,
+      "learning_rate": 1.4880000000000002e-05,
+      "loss": 1.449,
+      "step": 744
+    },
+    {
+      "epoch": 0.22189541875314134,
+      "grad_norm": 0.09292439371347427,
+      "learning_rate": 1.4900000000000001e-05,
+      "loss": 1.4544,
+      "step": 745
+    },
+    {
+      "epoch": 0.22219326495281,
+      "grad_norm": 0.0929374247789383,
+      "learning_rate": 1.4920000000000001e-05,
+      "loss": 1.4257,
+      "step": 746
+    },
+    {
+      "epoch": 0.22249111115247863,
+      "grad_norm": 0.07992805540561676,
+      "learning_rate": 1.4940000000000001e-05,
+      "loss": 1.4216,
+      "step": 747
+    },
+    {
+      "epoch": 0.2227889573521473,
+      "grad_norm": 0.08281844854354858,
+      "learning_rate": 1.496e-05,
+      "loss": 1.4437,
+      "step": 748
+    },
+    {
+      "epoch": 0.22308680355181593,
+      "grad_norm": 0.08912403136491776,
+      "learning_rate": 1.498e-05,
+      "loss": 1.4343,
+      "step": 749
+    },
+    {
+      "epoch": 0.2233846497514846,
+      "grad_norm": 0.08185693621635437,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 1.4339,
+      "step": 750
+    },
+    {
+      "epoch": 0.22368249595115322,
+      "grad_norm": 0.09299539029598236,
+      "learning_rate": 1.5020000000000002e-05,
+      "loss": 1.4288,
+      "step": 751
+    },
+    {
+      "epoch": 0.22398034215082188,
+      "grad_norm": 0.08689764887094498,
+      "learning_rate": 1.5040000000000002e-05,
+      "loss": 1.4256,
+      "step": 752
+    },
+    {
+      "epoch": 0.22427818835049051,
+      "grad_norm": 0.0877898633480072,
+      "learning_rate": 1.5060000000000001e-05,
+      "loss": 1.4254,
+      "step": 753
+    },
+    {
+      "epoch": 0.22457603455015915,
+      "grad_norm": 0.08317238837480545,
+      "learning_rate": 1.5080000000000001e-05,
+      "loss": 1.4254,
+      "step": 754
+    },
+    {
+      "epoch": 0.2248738807498278,
+      "grad_norm": 0.07793273776769638,
+      "learning_rate": 1.5100000000000001e-05,
+      "loss": 1.4406,
+      "step": 755
+    },
+    {
+      "epoch": 0.22517172694949644,
+      "grad_norm": 0.0886562243103981,
+      "learning_rate": 1.5120000000000001e-05,
+      "loss": 1.4486,
+      "step": 756
+    },
+    {
+      "epoch": 0.2254695731491651,
+      "grad_norm": 0.08472087979316711,
+      "learning_rate": 1.514e-05,
+      "loss": 1.4171,
+      "step": 757
+    },
+    {
+      "epoch": 0.22576741934883374,
+      "grad_norm": 0.09509363025426865,
+      "learning_rate": 1.516e-05,
+      "loss": 1.4207,
+      "step": 758
+    },
+    {
+      "epoch": 0.2260652655485024,
+      "grad_norm": 0.09654158353805542,
+      "learning_rate": 1.5180000000000002e-05,
+      "loss": 1.424,
+      "step": 759
+    },
+    {
+      "epoch": 0.22636311174817103,
+      "grad_norm": 0.07955440133810043,
+      "learning_rate": 1.5200000000000002e-05,
+      "loss": 1.4335,
+      "step": 760
+    },
+    {
+      "epoch": 0.2266609579478397,
+      "grad_norm": 0.09881535917520523,
+      "learning_rate": 1.5220000000000002e-05,
+      "loss": 1.42,
+      "step": 761
+    },
+    {
+      "epoch": 0.22695880414750833,
+      "grad_norm": 0.09733070433139801,
+      "learning_rate": 1.5240000000000001e-05,
+      "loss": 1.4325,
+      "step": 762
+    },
+    {
+      "epoch": 0.22725665034717699,
+      "grad_norm": 0.08393367379903793,
+      "learning_rate": 1.5260000000000003e-05,
+      "loss": 1.4338,
+      "step": 763
+    },
+    {
+      "epoch": 0.22755449654684562,
+      "grad_norm": 0.08710719645023346,
+      "learning_rate": 1.5280000000000003e-05,
+      "loss": 1.4436,
+      "step": 764
+    },
+    {
+      "epoch": 0.22785234274651428,
+      "grad_norm": 0.0892837718129158,
+      "learning_rate": 1.5300000000000003e-05,
+      "loss": 1.4317,
+      "step": 765
+    },
+    {
+      "epoch": 0.2281501889461829,
+      "grad_norm": 0.09063079208135605,
+      "learning_rate": 1.5320000000000002e-05,
+      "loss": 1.439,
+      "step": 766
+    },
+    {
+      "epoch": 0.22844803514585157,
+      "grad_norm": 0.0837310254573822,
+      "learning_rate": 1.5340000000000002e-05,
+      "loss": 1.4154,
+      "step": 767
+    },
+    {
+      "epoch": 0.2287458813455202,
+      "grad_norm": 0.0990089401602745,
+      "learning_rate": 1.5360000000000002e-05,
+      "loss": 1.4355,
+      "step": 768
+    },
+    {
+      "epoch": 0.22904372754518884,
+      "grad_norm": 0.08116359263658524,
+      "learning_rate": 1.5380000000000002e-05,
+      "loss": 1.4406,
+      "step": 769
+    },
+    {
+      "epoch": 0.2293415737448575,
+      "grad_norm": 0.09696918725967407,
+      "learning_rate": 1.54e-05,
+      "loss": 1.4249,
+      "step": 770
+    },
+    {
+      "epoch": 0.22963941994452614,
+      "grad_norm": 0.0966629609465599,
+      "learning_rate": 1.542e-05,
+      "loss": 1.4278,
+      "step": 771
+    },
+    {
+      "epoch": 0.2299372661441948,
+      "grad_norm": 0.08971633017063141,
+      "learning_rate": 1.544e-05,
+      "loss": 1.4296,
+      "step": 772
+    },
+    {
+      "epoch": 0.23023511234386343,
+      "grad_norm": 0.0809473842382431,
+      "learning_rate": 1.546e-05,
+      "loss": 1.4143,
+      "step": 773
+    },
+    {
+      "epoch": 0.2305329585435321,
+      "grad_norm": 0.13298514485359192,
+      "learning_rate": 1.548e-05,
+      "loss": 1.4372,
+      "step": 774
+    },
+    {
+      "epoch": 0.23083080474320072,
+      "grad_norm": 0.08953984081745148,
+      "learning_rate": 1.55e-05,
+      "loss": 1.4328,
+      "step": 775
+    },
+    {
+      "epoch": 0.23112865094286938,
+      "grad_norm": 0.08975512534379959,
+      "learning_rate": 1.552e-05,
+      "loss": 1.4188,
+      "step": 776
+    },
+    {
+      "epoch": 0.23142649714253802,
+      "grad_norm": 0.08501532673835754,
+      "learning_rate": 1.554e-05,
+      "loss": 1.435,
+      "step": 777
+    },
+    {
+      "epoch": 0.23172434334220668,
+      "grad_norm": 0.08300330489873886,
+      "learning_rate": 1.556e-05,
+      "loss": 1.4346,
+      "step": 778
+    },
+    {
+      "epoch": 0.2320221895418753,
+      "grad_norm": 0.08758524805307388,
+      "learning_rate": 1.5580000000000003e-05,
+      "loss": 1.4267,
+      "step": 779
+    },
+    {
+      "epoch": 0.23232003574154397,
+      "grad_norm": 0.08660390228033066,
+      "learning_rate": 1.5600000000000003e-05,
+      "loss": 1.4428,
+      "step": 780
+    },
+    {
+      "epoch": 0.2326178819412126,
+      "grad_norm": 0.08623852580785751,
+      "learning_rate": 1.5620000000000003e-05,
+      "loss": 1.4178,
+      "step": 781
+    },
+    {
+      "epoch": 0.23291572814088124,
+      "grad_norm": 0.09258664399385452,
+      "learning_rate": 1.5640000000000003e-05,
+      "loss": 1.4408,
+      "step": 782
+    },
+    {
+      "epoch": 0.2332135743405499,
+      "grad_norm": 0.08016887307167053,
+      "learning_rate": 1.5660000000000003e-05,
+      "loss": 1.4232,
+      "step": 783
+    },
+    {
+      "epoch": 0.23351142054021853,
+      "grad_norm": 0.08588265627622604,
+      "learning_rate": 1.5680000000000002e-05,
+      "loss": 1.431,
+      "step": 784
+    },
+    {
+      "epoch": 0.2338092667398872,
+      "grad_norm": 0.08261680603027344,
+      "learning_rate": 1.5700000000000002e-05,
+      "loss": 1.4283,
+      "step": 785
+    },
+    {
+      "epoch": 0.23410711293955583,
+      "grad_norm": 0.0949244499206543,
+      "learning_rate": 1.5720000000000002e-05,
+      "loss": 1.4268,
+      "step": 786
+    },
+    {
+      "epoch": 0.2344049591392245,
+      "grad_norm": 0.10626151412725449,
+      "learning_rate": 1.5740000000000002e-05,
+      "loss": 1.4331,
+      "step": 787
+    },
+    {
+      "epoch": 0.23470280533889312,
+      "grad_norm": 0.08633959293365479,
+      "learning_rate": 1.576e-05,
+      "loss": 1.4458,
+      "step": 788
+    },
+    {
+      "epoch": 0.23500065153856178,
+      "grad_norm": 0.08385222405195236,
+      "learning_rate": 1.578e-05,
+      "loss": 1.4275,
+      "step": 789
+    },
+    {
+      "epoch": 0.23529849773823042,
+      "grad_norm": 0.0932660847902298,
+      "learning_rate": 1.58e-05,
+      "loss": 1.4371,
+      "step": 790
+    },
+    {
+      "epoch": 0.23559634393789908,
+      "grad_norm": 0.09389449656009674,
+      "learning_rate": 1.582e-05,
+      "loss": 1.4452,
+      "step": 791
+    },
+    {
+      "epoch": 0.2358941901375677,
+      "grad_norm": 0.08671513944864273,
+      "learning_rate": 1.584e-05,
+      "loss": 1.4261,
+      "step": 792
+    },
+    {
+      "epoch": 0.23619203633723637,
+      "grad_norm": 0.10053084790706635,
+      "learning_rate": 1.586e-05,
+      "loss": 1.4061,
+      "step": 793
+    },
+    {
+      "epoch": 0.236489882536905,
+      "grad_norm": 0.10518268495798111,
+      "learning_rate": 1.588e-05,
+      "loss": 1.4232,
+      "step": 794
+    },
+    {
+      "epoch": 0.23678772873657364,
+      "grad_norm": 0.09803315252065659,
+      "learning_rate": 1.5900000000000004e-05,
+      "loss": 1.4485,
+      "step": 795
+    },
+    {
+      "epoch": 0.2370855749362423,
+      "grad_norm": 0.09714682400226593,
+      "learning_rate": 1.5920000000000003e-05,
+      "loss": 1.4359,
+      "step": 796
+    },
+    {
+      "epoch": 0.23738342113591093,
+      "grad_norm": 0.09825300425291061,
+      "learning_rate": 1.5940000000000003e-05,
+      "loss": 1.4334,
+      "step": 797
+    },
+    {
+      "epoch": 0.2376812673355796,
+      "grad_norm": 0.0919112116098404,
+      "learning_rate": 1.5960000000000003e-05,
+      "loss": 1.4379,
+      "step": 798
+    },
+    {
+      "epoch": 0.23797911353524823,
+      "grad_norm": 0.08471221476793289,
+      "learning_rate": 1.5980000000000003e-05,
+      "loss": 1.4105,
+      "step": 799
+    },
+    {
+      "epoch": 0.2382769597349169,
+      "grad_norm": 0.08819548040628433,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 1.444,
+      "step": 800
+    },
+    {
+      "epoch": 0.23857480593458552,
+      "grad_norm": 0.09059222787618637,
+      "learning_rate": 1.6020000000000002e-05,
+      "loss": 1.4186,
+      "step": 801
+    },
+    {
+      "epoch": 0.23887265213425418,
+      "grad_norm": 0.09318530559539795,
+      "learning_rate": 1.6040000000000002e-05,
+      "loss": 1.4273,
+      "step": 802
+    },
+    {
+      "epoch": 0.23917049833392282,
+      "grad_norm": 0.0928410068154335,
+      "learning_rate": 1.6060000000000002e-05,
+      "loss": 1.4338,
+      "step": 803
+    },
+    {
+      "epoch": 0.23946834453359148,
+      "grad_norm": 0.09981449693441391,
+      "learning_rate": 1.6080000000000002e-05,
+      "loss": 1.4294,
+      "step": 804
+    },
+    {
+      "epoch": 0.2397661907332601,
+      "grad_norm": 0.08160090446472168,
+      "learning_rate": 1.6100000000000002e-05,
+      "loss": 1.4104,
+      "step": 805
+    },
+    {
+      "epoch": 0.24006403693292877,
+      "grad_norm": 0.09856461733579636,
+      "learning_rate": 1.612e-05,
+      "loss": 1.4432,
+      "step": 806
+    },
+    {
+      "epoch": 0.2403618831325974,
+      "grad_norm": 0.08490412682294846,
+      "learning_rate": 1.614e-05,
+      "loss": 1.439,
+      "step": 807
+    },
+    {
+      "epoch": 0.24065972933226606,
+      "grad_norm": 0.10598944127559662,
+      "learning_rate": 1.616e-05,
+      "loss": 1.4408,
+      "step": 808
+    },
+    {
+      "epoch": 0.2409575755319347,
+      "grad_norm": 0.09258910268545151,
+      "learning_rate": 1.618e-05,
+      "loss": 1.4108,
+      "step": 809
+    },
+    {
+      "epoch": 0.24125542173160333,
+      "grad_norm": 0.08649790287017822,
+      "learning_rate": 1.62e-05,
+      "loss": 1.4151,
+      "step": 810
+    },
+    {
+      "epoch": 0.241553267931272,
+      "grad_norm": 0.08332608640193939,
+      "learning_rate": 1.6220000000000004e-05,
+      "loss": 1.4288,
+      "step": 811
+    },
+    {
+      "epoch": 0.24185111413094063,
+      "grad_norm": 0.09572703391313553,
+      "learning_rate": 1.6240000000000004e-05,
+      "loss": 1.42,
+      "step": 812
+    },
+    {
+      "epoch": 0.2421489603306093,
+      "grad_norm": 0.10475686937570572,
+      "learning_rate": 1.626e-05,
+      "loss": 1.4474,
+      "step": 813
+    },
+    {
+      "epoch": 0.24244680653027792,
+      "grad_norm": 0.11400950700044632,
+      "learning_rate": 1.628e-05,
+      "loss": 1.435,
+      "step": 814
+    },
+    {
+      "epoch": 0.24274465272994658,
+      "grad_norm": 0.08923758566379547,
+      "learning_rate": 1.63e-05,
+      "loss": 1.4216,
+      "step": 815
+    },
+    {
+      "epoch": 0.2430424989296152,
+      "grad_norm": 0.09222014993429184,
+      "learning_rate": 1.632e-05,
+      "loss": 1.4204,
+      "step": 816
+    },
+    {
+      "epoch": 0.24334034512928387,
+      "grad_norm": 0.10609360784292221,
+      "learning_rate": 1.634e-05,
+      "loss": 1.4313,
+      "step": 817
+    },
+    {
+      "epoch": 0.2436381913289525,
+      "grad_norm": 0.09008601307868958,
+      "learning_rate": 1.636e-05,
+      "loss": 1.4127,
+      "step": 818
+    },
+    {
+      "epoch": 0.24393603752862117,
+      "grad_norm": 0.09481731057167053,
+      "learning_rate": 1.638e-05,
+      "loss": 1.4234,
+      "step": 819
+    },
+    {
+      "epoch": 0.2442338837282898,
+      "grad_norm": 0.09240791201591492,
+      "learning_rate": 1.64e-05,
+      "loss": 1.4503,
+      "step": 820
+    },
+    {
+      "epoch": 0.24453172992795846,
+      "grad_norm": 0.09623836725950241,
+      "learning_rate": 1.6420000000000002e-05,
+      "loss": 1.4357,
+      "step": 821
+    },
+    {
+      "epoch": 0.2448295761276271,
+      "grad_norm": 0.09477917104959488,
+      "learning_rate": 1.6440000000000002e-05,
+      "loss": 1.3946,
+      "step": 822
+    },
+    {
+      "epoch": 0.24512742232729573,
+      "grad_norm": 0.08368118852376938,
+      "learning_rate": 1.646e-05,
+      "loss": 1.4181,
+      "step": 823
+    },
+    {
+      "epoch": 0.2454252685269644,
+      "grad_norm": 0.08611281961202621,
+      "learning_rate": 1.648e-05,
+      "loss": 1.4196,
+      "step": 824
+    },
+    {
+      "epoch": 0.24572311472663302,
+      "grad_norm": 0.09466510266065598,
+      "learning_rate": 1.65e-05,
+      "loss": 1.409,
+      "step": 825
+    },
+    {
+      "epoch": 0.24602096092630169,
+      "grad_norm": 0.09006678313016891,
+      "learning_rate": 1.652e-05,
+      "loss": 1.4372,
+      "step": 826
+    },
+    {
+      "epoch": 0.24631880712597032,
+      "grad_norm": 0.0944555401802063,
+      "learning_rate": 1.654e-05,
+      "loss": 1.4294,
+      "step": 827
+    },
+    {
+      "epoch": 0.24661665332563898,
+      "grad_norm": 0.08576387912034988,
+      "learning_rate": 1.656e-05,
+      "loss": 1.4145,
+      "step": 828
+    },
+    {
+      "epoch": 0.2469144995253076,
+      "grad_norm": 0.09978868067264557,
+      "learning_rate": 1.658e-05,
+      "loss": 1.4233,
+      "step": 829
+    },
+    {
+      "epoch": 0.24721234572497627,
+      "grad_norm": 0.0882377177476883,
+      "learning_rate": 1.66e-05,
+      "loss": 1.4413,
+      "step": 830
+    },
+    {
+      "epoch": 0.2475101919246449,
+      "grad_norm": 0.09680736809968948,
+      "learning_rate": 1.662e-05,
+      "loss": 1.4082,
+      "step": 831
+    },
+    {
+      "epoch": 0.24780803812431357,
+      "grad_norm": 0.0893857553601265,
+      "learning_rate": 1.664e-05,
+      "loss": 1.4185,
+      "step": 832
+    },
+    {
+      "epoch": 0.2481058843239822,
+      "grad_norm": 0.09749665856361389,
+      "learning_rate": 1.666e-05,
+      "loss": 1.395,
+      "step": 833
+    },
+    {
+      "epoch": 0.24840373052365086,
+      "grad_norm": 0.08752049505710602,
+      "learning_rate": 1.668e-05,
+      "loss": 1.429,
+      "step": 834
+    },
+    {
+      "epoch": 0.2487015767233195,
+      "grad_norm": 0.10418985784053802,
+      "learning_rate": 1.67e-05,
+      "loss": 1.4238,
+      "step": 835
+    },
+    {
+      "epoch": 0.24899942292298813,
+      "grad_norm": 0.09133674949407578,
+      "learning_rate": 1.672e-05,
+      "loss": 1.4041,
+      "step": 836
+    },
+    {
+      "epoch": 0.2492972691226568,
+      "grad_norm": 0.08586476743221283,
+      "learning_rate": 1.6740000000000002e-05,
+      "loss": 1.4163,
+      "step": 837
+    },
+    {
+      "epoch": 0.24959511532232542,
+      "grad_norm": 0.09824176877737045,
+      "learning_rate": 1.6760000000000002e-05,
+      "loss": 1.441,
+      "step": 838
+    },
+    {
+      "epoch": 0.24989296152199408,
+      "grad_norm": 0.08725030720233917,
+      "learning_rate": 1.6780000000000002e-05,
+      "loss": 1.4267,
+      "step": 839
+    },
+    {
+      "epoch": 0.25019080772166274,
+      "grad_norm": 0.11314549297094345,
+      "learning_rate": 1.6800000000000002e-05,
+      "loss": 1.4128,
+      "step": 840
+    },
+    {
+      "epoch": 0.25048865392133135,
+      "grad_norm": 0.09061966836452484,
+      "learning_rate": 1.682e-05,
+      "loss": 1.4415,
+      "step": 841
+    },
+    {
+      "epoch": 0.250786500121,
+      "grad_norm": 0.11773449182510376,
+      "learning_rate": 1.684e-05,
+      "loss": 1.4315,
+      "step": 842
+    },
+    {
+      "epoch": 0.25108434632066867,
+      "grad_norm": 0.09932917356491089,
+      "learning_rate": 1.686e-05,
+      "loss": 1.4214,
+      "step": 843
+    },
+    {
+      "epoch": 0.25138219252033733,
+      "grad_norm": 0.09133890271186829,
+      "learning_rate": 1.688e-05,
+      "loss": 1.4078,
+      "step": 844
+    },
+    {
+      "epoch": 0.25168003872000594,
+      "grad_norm": 0.12656791508197784,
+      "learning_rate": 1.69e-05,
+      "loss": 1.4246,
+      "step": 845
+    },
+    {
+      "epoch": 0.2519778849196746,
+      "grad_norm": 0.08804042637348175,
+      "learning_rate": 1.692e-05,
+      "loss": 1.4184,
+      "step": 846
+    },
+    {
+      "epoch": 0.25227573111934326,
+      "grad_norm": 0.09051616489887238,
+      "learning_rate": 1.694e-05,
+      "loss": 1.4024,
+      "step": 847
+    },
+    {
+      "epoch": 0.2525735773190119,
+      "grad_norm": 0.11514545232057571,
+      "learning_rate": 1.696e-05,
+      "loss": 1.4167,
+      "step": 848
+    },
+    {
+      "epoch": 0.2528714235186805,
+      "grad_norm": 0.08954603224992752,
+      "learning_rate": 1.698e-05,
+      "loss": 1.4114,
+      "step": 849
+    },
+    {
+      "epoch": 0.2531692697183492,
+      "grad_norm": 0.10602930933237076,
+      "learning_rate": 1.7e-05,
+      "loss": 1.4161,
+      "step": 850
+    },
+    {
+      "epoch": 0.25346711591801785,
+      "grad_norm": 0.09775227308273315,
+      "learning_rate": 1.702e-05,
+      "loss": 1.4334,
+      "step": 851
+    },
+    {
+      "epoch": 0.25376496211768645,
+      "grad_norm": 0.0997774749994278,
+      "learning_rate": 1.704e-05,
+      "loss": 1.412,
+      "step": 852
+    },
+    {
+      "epoch": 0.2540628083173551,
+      "grad_norm": 0.09448961913585663,
+      "learning_rate": 1.7060000000000003e-05,
+      "loss": 1.4162,
+      "step": 853
+    },
+    {
+      "epoch": 0.2543606545170238,
+      "grad_norm": 0.10423950850963593,
+      "learning_rate": 1.7080000000000002e-05,
+      "loss": 1.4313,
+      "step": 854
+    },
+    {
+      "epoch": 0.25465850071669244,
+      "grad_norm": 0.10520417243242264,
+      "learning_rate": 1.7100000000000002e-05,
+      "loss": 1.4229,
+      "step": 855
+    },
+    {
+      "epoch": 0.25495634691636104,
+      "grad_norm": 0.09463100880384445,
+      "learning_rate": 1.7120000000000002e-05,
+      "loss": 1.4128,
+      "step": 856
+    },
+    {
+      "epoch": 0.2552541931160297,
+      "grad_norm": 0.09853941947221756,
+      "learning_rate": 1.7140000000000002e-05,
+      "loss": 1.426,
+      "step": 857
+    },
+    {
+      "epoch": 0.25555203931569836,
+      "grad_norm": 0.09377727657556534,
+      "learning_rate": 1.7160000000000002e-05,
+      "loss": 1.4198,
+      "step": 858
+    },
+    {
+      "epoch": 0.255849885515367,
+      "grad_norm": 0.08863189816474915,
+      "learning_rate": 1.718e-05,
+      "loss": 1.4079,
+      "step": 859
+    },
+    {
+      "epoch": 0.25614773171503563,
+      "grad_norm": 0.08952966332435608,
+      "learning_rate": 1.72e-05,
+      "loss": 1.4312,
+      "step": 860
+    },
+    {
+      "epoch": 0.2564455779147043,
+      "grad_norm": 0.10895556956529617,
+      "learning_rate": 1.722e-05,
+      "loss": 1.3928,
+      "step": 861
+    },
+    {
+      "epoch": 0.25674342411437295,
+      "grad_norm": 0.09976348280906677,
+      "learning_rate": 1.724e-05,
+      "loss": 1.4131,
+      "step": 862
+    },
+    {
+      "epoch": 0.2570412703140416,
+      "grad_norm": 0.10217374563217163,
+      "learning_rate": 1.726e-05,
+      "loss": 1.4301,
+      "step": 863
+    },
+    {
+      "epoch": 0.2573391165137102,
+      "grad_norm": 0.0923185646533966,
+      "learning_rate": 1.728e-05,
+      "loss": 1.4379,
+      "step": 864
+    },
+    {
+      "epoch": 0.2576369627133789,
+      "grad_norm": 0.09548322856426239,
+      "learning_rate": 1.73e-05,
+      "loss": 1.4158,
+      "step": 865
+    },
+    {
+      "epoch": 0.25793480891304754,
+      "grad_norm": 0.09015744179487228,
+      "learning_rate": 1.732e-05,
+      "loss": 1.4119,
+      "step": 866
+    },
+    {
+      "epoch": 0.25823265511271615,
+      "grad_norm": 0.09577369689941406,
+      "learning_rate": 1.734e-05,
+      "loss": 1.4046,
+      "step": 867
+    },
+    {
+      "epoch": 0.2585305013123848,
+      "grad_norm": 0.09768911451101303,
+      "learning_rate": 1.736e-05,
+      "loss": 1.4031,
+      "step": 868
+    },
+    {
+      "epoch": 0.25882834751205347,
+      "grad_norm": 0.10957697778940201,
+      "learning_rate": 1.7380000000000003e-05,
+      "loss": 1.4117,
+      "step": 869
+    },
+    {
+      "epoch": 0.25912619371172213,
+      "grad_norm": 0.0891515463590622,
+      "learning_rate": 1.7400000000000003e-05,
+      "loss": 1.4045,
+      "step": 870
+    },
+    {
+      "epoch": 0.25942403991139074,
+      "grad_norm": 0.09458895772695541,
+      "learning_rate": 1.7420000000000003e-05,
+      "loss": 1.4109,
+      "step": 871
+    },
+    {
+      "epoch": 0.2597218861110594,
+      "grad_norm": 0.0916818156838417,
+      "learning_rate": 1.7440000000000002e-05,
+      "loss": 1.4028,
+      "step": 872
+    },
+    {
+      "epoch": 0.26001973231072806,
+      "grad_norm": 0.10320673137903214,
+      "learning_rate": 1.7460000000000002e-05,
+      "loss": 1.4187,
+      "step": 873
+    },
+    {
+      "epoch": 0.2603175785103967,
+      "grad_norm": 0.099599190056324,
+      "learning_rate": 1.7480000000000002e-05,
+      "loss": 1.4265,
+      "step": 874
+    },
+    {
+      "epoch": 0.2606154247100653,
+      "grad_norm": 0.09808894246816635,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 1.4232,
+      "step": 875
+    },
+    {
+      "epoch": 0.260913270909734,
+      "grad_norm": 0.09341083467006683,
+      "learning_rate": 1.752e-05,
+      "loss": 1.4233,
+      "step": 876
+    },
+    {
+      "epoch": 0.26121111710940265,
+      "grad_norm": 0.10195144265890121,
+      "learning_rate": 1.754e-05,
+      "loss": 1.4139,
+      "step": 877
+    },
+    {
+      "epoch": 0.26150896330907125,
+      "grad_norm": 0.09913980960845947,
+      "learning_rate": 1.756e-05,
+      "loss": 1.4196,
+      "step": 878
+    },
+    {
+      "epoch": 0.2618068095087399,
+      "grad_norm": 0.09989370405673981,
+      "learning_rate": 1.758e-05,
+      "loss": 1.4288,
+      "step": 879
+    },
+    {
+      "epoch": 0.2621046557084086,
+      "grad_norm": 0.10181991010904312,
+      "learning_rate": 1.76e-05,
+      "loss": 1.4175,
+      "step": 880
+    },
+    {
+      "epoch": 0.26240250190807723,
+      "grad_norm": 0.09663712233304977,
+      "learning_rate": 1.762e-05,
+      "loss": 1.4406,
+      "step": 881
+    },
+    {
+      "epoch": 0.26270034810774584,
+      "grad_norm": 0.09889239817857742,
+      "learning_rate": 1.764e-05,
+      "loss": 1.4101,
+      "step": 882
+    },
+    {
+      "epoch": 0.2629981943074145,
+      "grad_norm": 0.0971718281507492,
+      "learning_rate": 1.766e-05,
+      "loss": 1.4217,
+      "step": 883
+    },
+    {
+      "epoch": 0.26329604050708316,
+      "grad_norm": 0.095889151096344,
+      "learning_rate": 1.768e-05,
+      "loss": 1.4181,
+      "step": 884
+    },
+    {
+      "epoch": 0.2635938867067518,
+      "grad_norm": 0.09541714191436768,
+      "learning_rate": 1.77e-05,
+      "loss": 1.4212,
+      "step": 885
+    },
+    {
+      "epoch": 0.26389173290642043,
+      "grad_norm": 0.09994743764400482,
+      "learning_rate": 1.7720000000000003e-05,
+      "loss": 1.4147,
+      "step": 886
+    },
+    {
+      "epoch": 0.2641895791060891,
+      "grad_norm": 0.09512241184711456,
+      "learning_rate": 1.7740000000000003e-05,
+      "loss": 1.4326,
+      "step": 887
+    },
+    {
+      "epoch": 0.26448742530575775,
+      "grad_norm": 0.09152122586965561,
+      "learning_rate": 1.7760000000000003e-05,
+      "loss": 1.4007,
+      "step": 888
+    },
+    {
+      "epoch": 0.2647852715054264,
+      "grad_norm": 0.10552559047937393,
+      "learning_rate": 1.7780000000000003e-05,
+      "loss": 1.4241,
+      "step": 889
+    },
+    {
+      "epoch": 0.265083117705095,
+      "grad_norm": 0.0983191430568695,
+      "learning_rate": 1.7800000000000002e-05,
+      "loss": 1.3978,
+      "step": 890
+    },
+    {
+      "epoch": 0.2653809639047637,
+      "grad_norm": 0.09858065098524094,
+      "learning_rate": 1.7820000000000002e-05,
+      "loss": 1.4227,
+      "step": 891
+    },
+    {
+      "epoch": 0.26567881010443234,
+      "grad_norm": 0.0938938781619072,
+      "learning_rate": 1.7840000000000002e-05,
+      "loss": 1.3974,
+      "step": 892
+    },
+    {
+      "epoch": 0.26597665630410094,
+      "grad_norm": 0.09322497993707657,
+      "learning_rate": 1.7860000000000002e-05,
+      "loss": 1.408,
+      "step": 893
+    },
+    {
+      "epoch": 0.2662745025037696,
+      "grad_norm": 0.10351376980543137,
+      "learning_rate": 1.788e-05,
+      "loss": 1.4184,
+      "step": 894
+    },
+    {
+      "epoch": 0.26657234870343827,
+      "grad_norm": 0.1024598702788353,
+      "learning_rate": 1.79e-05,
+      "loss": 1.4024,
+      "step": 895
+    },
+    {
+      "epoch": 0.2668701949031069,
+      "grad_norm": 0.0989329069852829,
+      "learning_rate": 1.792e-05,
+      "loss": 1.4221,
+      "step": 896
+    },
+    {
+      "epoch": 0.26716804110277553,
+      "grad_norm": 0.1000707745552063,
+      "learning_rate": 1.794e-05,
+      "loss": 1.4036,
+      "step": 897
+    },
+    {
+      "epoch": 0.2674658873024442,
+      "grad_norm": 0.0954870656132698,
+      "learning_rate": 1.796e-05,
+      "loss": 1.4084,
+      "step": 898
+    },
+    {
+      "epoch": 0.26776373350211286,
+      "grad_norm": 0.09943860024213791,
+      "learning_rate": 1.798e-05,
+      "loss": 1.4081,
+      "step": 899
+    },
+    {
+      "epoch": 0.2680615797017815,
+      "grad_norm": 0.09641280025243759,
+      "learning_rate": 1.8e-05,
+      "loss": 1.4056,
+      "step": 900
+    },
+    {
+      "epoch": 0.2683594259014501,
+      "grad_norm": 0.09933046251535416,
+      "learning_rate": 1.802e-05,
+      "loss": 1.4015,
+      "step": 901
+    },
+    {
+      "epoch": 0.2686572721011188,
+      "grad_norm": 0.09325650334358215,
+      "learning_rate": 1.8040000000000003e-05,
+      "loss": 1.4166,
+      "step": 902
+    },
+    {
+      "epoch": 0.26895511830078744,
+      "grad_norm": 0.09692834317684174,
+      "learning_rate": 1.8060000000000003e-05,
+      "loss": 1.3878,
+      "step": 903
+    },
+    {
+      "epoch": 0.2692529645004561,
+      "grad_norm": 0.0937558114528656,
+      "learning_rate": 1.8080000000000003e-05,
+      "loss": 1.4024,
+      "step": 904
+    },
+    {
+      "epoch": 0.2695508107001247,
+      "grad_norm": 0.10609590262174606,
+      "learning_rate": 1.8100000000000003e-05,
+      "loss": 1.394,
+      "step": 905
+    },
+    {
+      "epoch": 0.26984865689979337,
+      "grad_norm": 0.10428649187088013,
+      "learning_rate": 1.8120000000000003e-05,
+      "loss": 1.409,
+      "step": 906
+    },
+    {
+      "epoch": 0.27014650309946203,
+      "grad_norm": 0.10072480142116547,
+      "learning_rate": 1.8140000000000003e-05,
+      "loss": 1.4273,
+      "step": 907
+    },
+    {
+      "epoch": 0.27044434929913064,
+      "grad_norm": 0.10124707221984863,
+      "learning_rate": 1.8160000000000002e-05,
+      "loss": 1.4101,
+      "step": 908
+    },
+    {
+      "epoch": 0.2707421954987993,
+      "grad_norm": 0.11809855699539185,
+      "learning_rate": 1.8180000000000002e-05,
+      "loss": 1.4181,
+      "step": 909
+    },
+    {
+      "epoch": 0.27104004169846796,
+      "grad_norm": 0.10658524185419083,
+      "learning_rate": 1.8200000000000002e-05,
+      "loss": 1.4127,
+      "step": 910
+    },
+    {
+      "epoch": 0.2713378878981366,
+      "grad_norm": 0.09508049488067627,
+      "learning_rate": 1.8220000000000002e-05,
+      "loss": 1.4078,
+      "step": 911
+    },
+    {
+      "epoch": 0.2716357340978052,
+      "grad_norm": 0.09699340164661407,
+      "learning_rate": 1.824e-05,
+      "loss": 1.4023,
+      "step": 912
+    },
+    {
+      "epoch": 0.2719335802974739,
+      "grad_norm": 0.10190922766923904,
+      "learning_rate": 1.826e-05,
+      "loss": 1.3913,
+      "step": 913
+    },
+    {
+      "epoch": 0.27223142649714255,
+      "grad_norm": 0.09622354805469513,
+      "learning_rate": 1.828e-05,
+      "loss": 1.3964,
+      "step": 914
+    },
+    {
+      "epoch": 0.2725292726968112,
+      "grad_norm": 0.10256228595972061,
+      "learning_rate": 1.83e-05,
+      "loss": 1.4014,
+      "step": 915
+    },
+    {
+      "epoch": 0.2728271188964798,
+      "grad_norm": 0.10841874033212662,
+      "learning_rate": 1.832e-05,
+      "loss": 1.3959,
+      "step": 916
+    },
+    {
+      "epoch": 0.2731249650961485,
+      "grad_norm": 0.10006251186132431,
+      "learning_rate": 1.834e-05,
+      "loss": 1.3897,
+      "step": 917
+    },
+    {
+      "epoch": 0.27342281129581714,
+      "grad_norm": 0.10497182607650757,
+      "learning_rate": 1.8360000000000004e-05,
+      "loss": 1.4088,
+      "step": 918
+    },
+    {
+      "epoch": 0.27372065749548574,
+      "grad_norm": 0.09609287977218628,
+      "learning_rate": 1.8380000000000004e-05,
+      "loss": 1.4052,
+      "step": 919
+    },
+    {
+      "epoch": 0.2740185036951544,
+      "grad_norm": 0.09894520044326782,
+      "learning_rate": 1.8400000000000003e-05,
+      "loss": 1.4145,
+      "step": 920
+    },
+    {
+      "epoch": 0.27431634989482306,
+      "grad_norm": 0.11151731759309769,
+      "learning_rate": 1.8420000000000003e-05,
+      "loss": 1.4094,
+      "step": 921
+    },
+    {
+      "epoch": 0.2746141960944917,
+      "grad_norm": 0.11131482571363449,
+      "learning_rate": 1.8440000000000003e-05,
+      "loss": 1.389,
+      "step": 922
+    },
+    {
+      "epoch": 0.27491204229416033,
+      "grad_norm": 0.1114390641450882,
+      "learning_rate": 1.8460000000000003e-05,
+      "loss": 1.4065,
+      "step": 923
+    },
+    {
+      "epoch": 0.275209888493829,
+      "grad_norm": 0.10770322382450104,
+      "learning_rate": 1.8480000000000003e-05,
+      "loss": 1.4018,
+      "step": 924
+    },
+    {
+      "epoch": 0.27550773469349765,
+      "grad_norm": 0.11392100900411606,
+      "learning_rate": 1.8500000000000002e-05,
+      "loss": 1.4076,
+      "step": 925
+    },
+    {
+      "epoch": 0.2758055808931663,
+      "grad_norm": 0.11138052493333817,
+      "learning_rate": 1.8520000000000002e-05,
+      "loss": 1.4204,
+      "step": 926
+    },
+    {
+      "epoch": 0.2761034270928349,
+      "grad_norm": 0.09689308702945709,
+      "learning_rate": 1.8540000000000002e-05,
+      "loss": 1.4126,
+      "step": 927
+    },
+    {
+      "epoch": 0.2764012732925036,
+      "grad_norm": 0.10757928341627121,
+      "learning_rate": 1.8560000000000002e-05,
+      "loss": 1.4057,
+      "step": 928
+    },
+    {
+      "epoch": 0.27669911949217224,
+      "grad_norm": 0.10798566043376923,
+      "learning_rate": 1.858e-05,
+      "loss": 1.4037,
+      "step": 929
+    },
+    {
+      "epoch": 0.2769969656918409,
+      "grad_norm": 0.09981115907430649,
+      "learning_rate": 1.86e-05,
+      "loss": 1.4028,
+      "step": 930
+    },
+    {
+      "epoch": 0.2772948118915095,
+      "grad_norm": 0.10636036098003387,
+      "learning_rate": 1.862e-05,
+      "loss": 1.4002,
+      "step": 931
+    },
+    {
+      "epoch": 0.27759265809117817,
+      "grad_norm": 0.10867718607187271,
+      "learning_rate": 1.864e-05,
+      "loss": 1.3935,
+      "step": 932
+    },
+    {
+      "epoch": 0.27789050429084683,
+      "grad_norm": 0.0998225212097168,
+      "learning_rate": 1.866e-05,
+      "loss": 1.4056,
+      "step": 933
+    },
+    {
+      "epoch": 0.27818835049051543,
+      "grad_norm": 0.09779660403728485,
+      "learning_rate": 1.8680000000000004e-05,
+      "loss": 1.4096,
+      "step": 934
+    },
+    {
+      "epoch": 0.2784861966901841,
+      "grad_norm": 0.10754135251045227,
+      "learning_rate": 1.8700000000000004e-05,
+      "loss": 1.4028,
+      "step": 935
+    },
+    {
+      "epoch": 0.27878404288985276,
+      "grad_norm": 0.09656241536140442,
+      "learning_rate": 1.8720000000000004e-05,
+      "loss": 1.3919,
+      "step": 936
+    },
+    {
+      "epoch": 0.2790818890895214,
+      "grad_norm": 0.1022043228149414,
+      "learning_rate": 1.8740000000000004e-05,
+      "loss": 1.4003,
+      "step": 937
+    },
+    {
+      "epoch": 0.27937973528919,
+      "grad_norm": 0.10005227476358414,
+      "learning_rate": 1.876e-05,
+      "loss": 1.397,
+      "step": 938
+    },
+    {
+      "epoch": 0.2796775814888587,
+      "grad_norm": 0.10625877231359482,
+      "learning_rate": 1.878e-05,
+      "loss": 1.389,
+      "step": 939
+    },
+    {
+      "epoch": 0.27997542768852735,
+      "grad_norm": 0.09828570485115051,
+      "learning_rate": 1.88e-05,
+      "loss": 1.3926,
+      "step": 940
+    },
+    {
+      "epoch": 0.280273273888196,
+      "grad_norm": 0.09796032309532166,
+      "learning_rate": 1.882e-05,
+      "loss": 1.4054,
+      "step": 941
+    },
+    {
+      "epoch": 0.2805711200878646,
+      "grad_norm": 0.10021141171455383,
+      "learning_rate": 1.884e-05,
+      "loss": 1.3962,
+      "step": 942
+    },
+    {
+      "epoch": 0.2808689662875333,
+      "grad_norm": 0.10457919538021088,
+      "learning_rate": 1.886e-05,
+      "loss": 1.3957,
+      "step": 943
+    },
+    {
+      "epoch": 0.28116681248720193,
+      "grad_norm": 0.10513138771057129,
+      "learning_rate": 1.8880000000000002e-05,
+      "loss": 1.4013,
+      "step": 944
+    },
+    {
+      "epoch": 0.2814646586868706,
+      "grad_norm": 0.10234611481428146,
+      "learning_rate": 1.8900000000000002e-05,
+      "loss": 1.4118,
+      "step": 945
+    },
+    {
+      "epoch": 0.2817625048865392,
+      "grad_norm": 0.09986097365617752,
+      "learning_rate": 1.8920000000000002e-05,
+      "loss": 1.3906,
+      "step": 946
+    },
+    {
+      "epoch": 0.28206035108620786,
+      "grad_norm": 0.10012020915746689,
+      "learning_rate": 1.894e-05,
+      "loss": 1.4008,
+      "step": 947
+    },
+    {
+      "epoch": 0.2823581972858765,
+      "grad_norm": 0.10664036870002747,
+      "learning_rate": 1.896e-05,
+      "loss": 1.4044,
+      "step": 948
+    },
+    {
+      "epoch": 0.2826560434855451,
+      "grad_norm": 0.10882434248924255,
+      "learning_rate": 1.898e-05,
+      "loss": 1.3903,
+      "step": 949
+    },
+    {
+      "epoch": 0.2829538896852138,
+      "grad_norm": 0.1019265428185463,
+      "learning_rate": 1.9e-05,
+      "loss": 1.3986,
+      "step": 950
+    },
+    {
+      "epoch": 0.28325173588488245,
+      "grad_norm": 0.09696544706821442,
+      "learning_rate": 1.902e-05,
+      "loss": 1.3848,
+      "step": 951
+    },
+    {
+      "epoch": 0.2835495820845511,
+      "grad_norm": 0.10864205658435822,
+      "learning_rate": 1.904e-05,
+      "loss": 1.4086,
+      "step": 952
+    },
+    {
+      "epoch": 0.2838474282842197,
+      "grad_norm": 0.1046675369143486,
+      "learning_rate": 1.906e-05,
+      "loss": 1.4066,
+      "step": 953
+    },
+    {
+      "epoch": 0.2841452744838884,
+      "grad_norm": 0.10185607522726059,
+      "learning_rate": 1.908e-05,
+      "loss": 1.4088,
+      "step": 954
+    },
+    {
+      "epoch": 0.28444312068355704,
+      "grad_norm": 0.10509466379880905,
+      "learning_rate": 1.91e-05,
+      "loss": 1.4144,
+      "step": 955
+    },
+    {
+      "epoch": 0.2847409668832257,
+      "grad_norm": 0.11369527131319046,
+      "learning_rate": 1.912e-05,
+      "loss": 1.42,
+      "step": 956
+    },
+    {
+      "epoch": 0.2850388130828943,
+      "grad_norm": 0.1027270033955574,
+      "learning_rate": 1.914e-05,
+      "loss": 1.3971,
+      "step": 957
+    },
+    {
+      "epoch": 0.28533665928256297,
+      "grad_norm": 0.11005938798189163,
+      "learning_rate": 1.916e-05,
+      "loss": 1.3954,
+      "step": 958
+    },
+    {
+      "epoch": 0.2856345054822316,
+      "grad_norm": 0.10584299266338348,
+      "learning_rate": 1.918e-05,
+      "loss": 1.4025,
+      "step": 959
+    },
+    {
+      "epoch": 0.28593235168190023,
+      "grad_norm": 0.09938495606184006,
+      "learning_rate": 1.9200000000000003e-05,
+      "loss": 1.404,
+      "step": 960
+    },
+    {
+      "epoch": 0.2862301978815689,
+      "grad_norm": 0.10662488639354706,
+      "learning_rate": 1.9220000000000002e-05,
+      "loss": 1.3897,
+      "step": 961
+    },
+    {
+      "epoch": 0.28652804408123755,
+      "grad_norm": 0.11186008900403976,
+      "learning_rate": 1.9240000000000002e-05,
+      "loss": 1.3969,
+      "step": 962
+    },
+    {
+      "epoch": 0.2868258902809062,
+      "grad_norm": 0.11389771103858948,
+      "learning_rate": 1.9260000000000002e-05,
+      "loss": 1.4106,
+      "step": 963
+    },
+    {
+      "epoch": 0.2871237364805748,
+      "grad_norm": 0.10690823197364807,
+      "learning_rate": 1.9280000000000002e-05,
+      "loss": 1.4152,
+      "step": 964
+    },
+    {
+      "epoch": 0.2874215826802435,
+      "grad_norm": 0.10708753764629364,
+      "learning_rate": 1.93e-05,
+      "loss": 1.3998,
+      "step": 965
+    },
+    {
+      "epoch": 0.28771942887991214,
+      "grad_norm": 0.11222704499959946,
+      "learning_rate": 1.932e-05,
+      "loss": 1.3986,
+      "step": 966
+    },
+    {
+      "epoch": 0.2880172750795808,
+      "grad_norm": 0.10319394618272781,
+      "learning_rate": 1.934e-05,
+      "loss": 1.3831,
+      "step": 967
+    },
+    {
+      "epoch": 0.2883151212792494,
+      "grad_norm": 0.10459738224744797,
+      "learning_rate": 1.936e-05,
+      "loss": 1.4113,
+      "step": 968
+    },
+    {
+      "epoch": 0.28861296747891807,
+      "grad_norm": 0.10582360625267029,
+      "learning_rate": 1.938e-05,
+      "loss": 1.4131,
+      "step": 969
+    },
+    {
+      "epoch": 0.28891081367858673,
+      "grad_norm": 0.10391835868358612,
+      "learning_rate": 1.94e-05,
+      "loss": 1.4068,
+      "step": 970
+    },
+    {
+      "epoch": 0.2892086598782554,
+      "grad_norm": 0.1056375801563263,
+      "learning_rate": 1.942e-05,
+      "loss": 1.3891,
+      "step": 971
+    },
+    {
+      "epoch": 0.289506506077924,
+      "grad_norm": 0.10760103911161423,
+      "learning_rate": 1.944e-05,
+      "loss": 1.4115,
+      "step": 972
+    },
+    {
+      "epoch": 0.28980435227759266,
+      "grad_norm": 0.10337383300065994,
+      "learning_rate": 1.946e-05,
+      "loss": 1.3781,
+      "step": 973
+    },
+    {
+      "epoch": 0.2901021984772613,
+      "grad_norm": 0.1072370707988739,
+      "learning_rate": 1.948e-05,
+      "loss": 1.3953,
+      "step": 974
+    },
+    {
+      "epoch": 0.2904000446769299,
+      "grad_norm": 0.10368131101131439,
+      "learning_rate": 1.95e-05,
+      "loss": 1.4046,
+      "step": 975
+    },
+    {
+      "epoch": 0.2906978908765986,
+      "grad_norm": 0.10708404332399368,
+      "learning_rate": 1.9520000000000003e-05,
+      "loss": 1.3919,
+      "step": 976
+    },
+    {
+      "epoch": 0.29099573707626725,
+      "grad_norm": 0.1009281799197197,
+      "learning_rate": 1.9540000000000003e-05,
+      "loss": 1.4213,
+      "step": 977
+    },
+    {
+      "epoch": 0.2912935832759359,
+      "grad_norm": 0.10308690369129181,
+      "learning_rate": 1.9560000000000002e-05,
+      "loss": 1.3902,
+      "step": 978
+    },
+    {
+      "epoch": 0.2915914294756045,
+      "grad_norm": 0.11442205309867859,
+      "learning_rate": 1.9580000000000002e-05,
+      "loss": 1.3841,
+      "step": 979
+    },
+    {
+      "epoch": 0.2918892756752732,
+      "grad_norm": 0.11296455562114716,
+      "learning_rate": 1.9600000000000002e-05,
+      "loss": 1.3842,
+      "step": 980
+    },
+    {
+      "epoch": 0.29218712187494184,
+      "grad_norm": 0.10912510752677917,
+      "learning_rate": 1.9620000000000002e-05,
+      "loss": 1.3975,
+      "step": 981
+    },
+    {
+      "epoch": 0.2924849680746105,
+      "grad_norm": 0.11549566686153412,
+      "learning_rate": 1.9640000000000002e-05,
+      "loss": 1.3844,
+      "step": 982
+    },
+    {
+      "epoch": 0.2927828142742791,
+      "grad_norm": 0.10916072130203247,
+      "learning_rate": 1.966e-05,
+      "loss": 1.399,
+      "step": 983
+    },
+    {
+      "epoch": 0.29308066047394776,
+      "grad_norm": 0.12139784544706345,
+      "learning_rate": 1.968e-05,
+      "loss": 1.3983,
+      "step": 984
+    },
+    {
+      "epoch": 0.2933785066736164,
+      "grad_norm": 0.11861048638820648,
+      "learning_rate": 1.97e-05,
+      "loss": 1.4091,
+      "step": 985
+    },
+    {
+      "epoch": 0.2936763528732851,
+      "grad_norm": 0.11576896905899048,
+      "learning_rate": 1.972e-05,
+      "loss": 1.4114,
+      "step": 986
+    },
+    {
+      "epoch": 0.2939741990729537,
+      "grad_norm": 0.11256488412618637,
+      "learning_rate": 1.974e-05,
+      "loss": 1.4046,
+      "step": 987
+    },
+    {
+      "epoch": 0.29427204527262235,
+      "grad_norm": 0.11060027033090591,
+      "learning_rate": 1.976e-05,
+      "loss": 1.3987,
+      "step": 988
+    },
+    {
+      "epoch": 0.294569891472291,
+      "grad_norm": 0.10744709521532059,
+      "learning_rate": 1.978e-05,
+      "loss": 1.3953,
+      "step": 989
+    },
+    {
+      "epoch": 0.2948677376719596,
+      "grad_norm": 0.109938845038414,
+      "learning_rate": 1.98e-05,
+      "loss": 1.3942,
+      "step": 990
+    },
+    {
+      "epoch": 0.2951655838716283,
+      "grad_norm": 0.12279019504785538,
+      "learning_rate": 1.982e-05,
+      "loss": 1.3926,
+      "step": 991
+    },
+    {
+      "epoch": 0.29546343007129694,
+      "grad_norm": 0.1063704863190651,
+      "learning_rate": 1.9840000000000003e-05,
+      "loss": 1.401,
+      "step": 992
+    },
+    {
+      "epoch": 0.2957612762709656,
+      "grad_norm": 0.11839362978935242,
+      "learning_rate": 1.9860000000000003e-05,
+      "loss": 1.401,
+      "step": 993
+    },
+    {
+      "epoch": 0.2960591224706342,
+      "grad_norm": 0.11602285504341125,
+      "learning_rate": 1.9880000000000003e-05,
+      "loss": 1.3978,
+      "step": 994
+    },
+    {
+      "epoch": 0.29635696867030287,
+      "grad_norm": 0.11820555478334427,
+      "learning_rate": 1.9900000000000003e-05,
+      "loss": 1.3963,
+      "step": 995
+    },
+    {
+      "epoch": 0.29665481486997153,
+      "grad_norm": 0.10548858344554901,
+      "learning_rate": 1.9920000000000002e-05,
+      "loss": 1.3883,
+      "step": 996
+    },
+    {
+      "epoch": 0.2969526610696402,
+      "grad_norm": 0.9518315196037292,
+      "learning_rate": 1.9940000000000002e-05,
+      "loss": 1.4016,
+      "step": 997
+    },
+    {
+      "epoch": 0.2972505072693088,
+      "grad_norm": 0.11482294648885727,
+      "learning_rate": 1.9960000000000002e-05,
+      "loss": 1.3948,
+      "step": 998
+    },
+    {
+      "epoch": 0.29754835346897746,
+      "grad_norm": 0.12062684446573257,
+      "learning_rate": 1.9980000000000002e-05,
+      "loss": 1.4016,
+      "step": 999
+    },
+    {
+      "epoch": 0.2978461996686461,
+      "grad_norm": 0.12081863731145859,
+      "learning_rate": 2e-05,
+      "loss": 1.4047,
+      "step": 1000
+    },
+    {
+      "epoch": 0.2978461996686461,
+      "eval_loss": 1.397951602935791,
+      "eval_runtime": 18.6121,
+      "eval_samples_per_second": 93.165,
+      "eval_steps_per_second": 5.856,
+      "step": 1000
+    },
+    {
+      "epoch": 0.2981440458683147,
+      "grad_norm": 0.11395775526762009,
+      "learning_rate": 1.9999999953480586e-05,
+      "loss": 1.3953,
+      "step": 1001
+    },
+    {
+      "epoch": 0.2984418920679834,
+      "grad_norm": 0.12259924411773682,
+      "learning_rate": 1.9999999813922347e-05,
+      "loss": 1.4078,
+      "step": 1002
+    },
+    {
+      "epoch": 0.29873973826765204,
+      "grad_norm": 0.12151668965816498,
+      "learning_rate": 1.999999958132528e-05,
+      "loss": 1.3956,
+      "step": 1003
+    },
+    {
+      "epoch": 0.2990375844673207,
+      "grad_norm": 0.11236704140901566,
+      "learning_rate": 1.9999999255689393e-05,
+      "loss": 1.3904,
+      "step": 1004
+    },
+    {
+      "epoch": 0.2993354306669893,
+      "grad_norm": 0.11873602867126465,
+      "learning_rate": 1.999999883701468e-05,
+      "loss": 1.384,
+      "step": 1005
+    },
+    {
+      "epoch": 0.29963327686665797,
+      "grad_norm": 0.12156610190868378,
+      "learning_rate": 1.9999998325301156e-05,
+      "loss": 1.3934,
+      "step": 1006
+    },
+    {
+      "epoch": 0.29993112306632663,
+      "grad_norm": 0.11415664851665497,
+      "learning_rate": 1.9999997720548817e-05,
+      "loss": 1.3992,
+      "step": 1007
+    },
+    {
+      "epoch": 0.3002289692659953,
+      "grad_norm": 0.11592312157154083,
+      "learning_rate": 1.9999997022757675e-05,
+      "loss": 1.4118,
+      "step": 1008
+    },
+    {
+      "epoch": 0.3005268154656639,
+      "grad_norm": 0.12188813090324402,
+      "learning_rate": 1.999999623192773e-05,
+      "loss": 1.3994,
+      "step": 1009
+    },
+    {
+      "epoch": 0.30082466166533256,
+      "grad_norm": 0.11910311132669449,
+      "learning_rate": 1.9999995348058992e-05,
+      "loss": 1.4028,
+      "step": 1010
+    },
+    {
+      "epoch": 0.3011225078650012,
+      "grad_norm": 0.10839038342237473,
+      "learning_rate": 1.9999994371151472e-05,
+      "loss": 1.3934,
+      "step": 1011
+    },
+    {
+      "epoch": 0.3014203540646699,
+      "grad_norm": 0.12016301602125168,
+      "learning_rate": 1.9999993301205176e-05,
+      "loss": 1.3969,
+      "step": 1012
+    },
+    {
+      "epoch": 0.3017182002643385,
+      "grad_norm": 0.1121194139122963,
+      "learning_rate": 1.9999992138220117e-05,
+      "loss": 1.4116,
+      "step": 1013
+    },
+    {
+      "epoch": 0.30201604646400715,
+      "grad_norm": 0.11905040591955185,
+      "learning_rate": 1.99999908821963e-05,
+      "loss": 1.4097,
+      "step": 1014
+    },
+    {
+      "epoch": 0.3023138926636758,
+      "grad_norm": 0.11118368059396744,
+      "learning_rate": 1.9999989533133743e-05,
+      "loss": 1.3893,
+      "step": 1015
+    },
+    {
+      "epoch": 0.3026117388633444,
+      "grad_norm": 0.11388043314218521,
+      "learning_rate": 1.9999988091032456e-05,
+      "loss": 1.4,
+      "step": 1016
+    },
+    {
+      "epoch": 0.3029095850630131,
+      "grad_norm": 0.11436357349157333,
+      "learning_rate": 1.9999986555892453e-05,
+      "loss": 1.4029,
+      "step": 1017
+    },
+    {
+      "epoch": 0.30320743126268174,
+      "grad_norm": 0.10592655092477798,
+      "learning_rate": 1.9999984927713748e-05,
+      "loss": 1.4006,
+      "step": 1018
+    },
+    {
+      "epoch": 0.3035052774623504,
+      "grad_norm": 0.1133023053407669,
+      "learning_rate": 1.9999983206496355e-05,
+      "loss": 1.3881,
+      "step": 1019
+    },
+    {
+      "epoch": 0.303803123662019,
+      "grad_norm": 0.1287492960691452,
+      "learning_rate": 1.999998139224029e-05,
+      "loss": 1.3987,
+      "step": 1020
+    },
+    {
+      "epoch": 0.30410096986168766,
+      "grad_norm": 0.11255930364131927,
+      "learning_rate": 1.999997948494557e-05,
+      "loss": 1.3882,
+      "step": 1021
+    },
+    {
+      "epoch": 0.3043988160613563,
+      "grad_norm": 0.11940372735261917,
+      "learning_rate": 1.9999977484612217e-05,
+      "loss": 1.3873,
+      "step": 1022
+    },
+    {
+      "epoch": 0.304696662261025,
+      "grad_norm": 0.1144757941365242,
+      "learning_rate": 1.9999975391240242e-05,
+      "loss": 1.3942,
+      "step": 1023
+    },
+    {
+      "epoch": 0.3049945084606936,
+      "grad_norm": 0.1100514829158783,
+      "learning_rate": 1.999997320482967e-05,
+      "loss": 1.4043,
+      "step": 1024
+    },
+    {
+      "epoch": 0.30529235466036225,
+      "grad_norm": 0.11846914142370224,
+      "learning_rate": 1.9999970925380526e-05,
+      "loss": 1.3971,
+      "step": 1025
+    },
+    {
+      "epoch": 0.3055902008600309,
+      "grad_norm": 0.12528426945209503,
+      "learning_rate": 1.9999968552892815e-05,
+      "loss": 1.3991,
+      "step": 1026
+    },
+    {
+      "epoch": 0.3058880470596996,
+      "grad_norm": 0.1267407387495041,
+      "learning_rate": 1.9999966087366575e-05,
+      "loss": 1.3861,
+      "step": 1027
+    },
+    {
+      "epoch": 0.3061858932593682,
+      "grad_norm": 0.10988324135541916,
+      "learning_rate": 1.9999963528801826e-05,
+      "loss": 1.4037,
+      "step": 1028
+    },
+    {
+      "epoch": 0.30648373945903684,
+      "grad_norm": 0.12478654831647873,
+      "learning_rate": 1.9999960877198585e-05,
+      "loss": 1.3927,
+      "step": 1029
+    },
+    {
+      "epoch": 0.3067815856587055,
+      "grad_norm": 0.11915039271116257,
+      "learning_rate": 1.9999958132556882e-05,
+      "loss": 1.3863,
+      "step": 1030
+    },
+    {
+      "epoch": 0.3070794318583741,
+      "grad_norm": 0.11628096550703049,
+      "learning_rate": 1.9999955294876738e-05,
+      "loss": 1.3958,
+      "step": 1031
+    },
+    {
+      "epoch": 0.30737727805804277,
+      "grad_norm": 0.11177193373441696,
+      "learning_rate": 1.9999952364158184e-05,
+      "loss": 1.3972,
+      "step": 1032
+    },
+    {
+      "epoch": 0.30767512425771143,
+      "grad_norm": 0.11739183962345123,
+      "learning_rate": 1.999994934040125e-05,
+      "loss": 1.3969,
+      "step": 1033
+    },
+    {
+      "epoch": 0.3079729704573801,
+      "grad_norm": 0.10952276736497879,
+      "learning_rate": 1.9999946223605955e-05,
+      "loss": 1.3966,
+      "step": 1034
+    },
+    {
+      "epoch": 0.3082708166570487,
+      "grad_norm": 0.11301985383033752,
+      "learning_rate": 1.9999943013772335e-05,
+      "loss": 1.4064,
+      "step": 1035
+    },
+    {
+      "epoch": 0.30856866285671736,
+      "grad_norm": 0.12167651951313019,
+      "learning_rate": 1.999993971090042e-05,
+      "loss": 1.4039,
+      "step": 1036
+    },
+    {
+      "epoch": 0.308866509056386,
+      "grad_norm": 0.1168079599738121,
+      "learning_rate": 1.9999936314990235e-05,
+      "loss": 1.4044,
+      "step": 1037
+    },
+    {
+      "epoch": 0.3091643552560547,
+      "grad_norm": 0.11724202334880829,
+      "learning_rate": 1.9999932826041813e-05,
+      "loss": 1.3941,
+      "step": 1038
+    },
+    {
+      "epoch": 0.3094622014557233,
+      "grad_norm": 0.117185078561306,
+      "learning_rate": 1.9999929244055194e-05,
+      "loss": 1.394,
+      "step": 1039
+    },
+    {
+      "epoch": 0.30976004765539195,
+      "grad_norm": 0.1150064691901207,
+      "learning_rate": 1.9999925569030405e-05,
+      "loss": 1.3928,
+      "step": 1040
+    },
+    {
+      "epoch": 0.3100578938550606,
+      "grad_norm": 0.11486277729272842,
+      "learning_rate": 1.999992180096748e-05,
+      "loss": 1.3843,
+      "step": 1041
+    },
+    {
+      "epoch": 0.3103557400547292,
+      "grad_norm": 0.1181897297501564,
+      "learning_rate": 1.9999917939866455e-05,
+      "loss": 1.3904,
+      "step": 1042
+    },
+    {
+      "epoch": 0.3106535862543979,
+      "grad_norm": 0.11689642071723938,
+      "learning_rate": 1.9999913985727362e-05,
+      "loss": 1.366,
+      "step": 1043
+    },
+    {
+      "epoch": 0.31095143245406653,
+      "grad_norm": 0.10985434800386429,
+      "learning_rate": 1.9999909938550252e-05,
+      "loss": 1.4004,
+      "step": 1044
+    },
+    {
+      "epoch": 0.3112492786537352,
+      "grad_norm": 0.11144163459539413,
+      "learning_rate": 1.9999905798335148e-05,
+      "loss": 1.3762,
+      "step": 1045
+    },
+    {
+      "epoch": 0.3115471248534038,
+      "grad_norm": 0.11040697246789932,
+      "learning_rate": 1.9999901565082087e-05,
+      "loss": 1.391,
+      "step": 1046
+    },
+    {
+      "epoch": 0.31184497105307246,
+      "grad_norm": 0.11224711686372757,
+      "learning_rate": 1.999989723879112e-05,
+      "loss": 1.4161,
+      "step": 1047
+    },
+    {
+      "epoch": 0.3121428172527411,
+      "grad_norm": 0.1203780397772789,
+      "learning_rate": 1.9999892819462282e-05,
+      "loss": 1.3899,
+      "step": 1048
+    },
+    {
+      "epoch": 0.3124406634524098,
+      "grad_norm": 0.11567550152540207,
+      "learning_rate": 1.9999888307095615e-05,
+      "loss": 1.384,
+      "step": 1049
+    },
+    {
+      "epoch": 0.3127385096520784,
+      "grad_norm": 0.12175623327493668,
+      "learning_rate": 1.9999883701691155e-05,
+      "loss": 1.3764,
+      "step": 1050
+    },
+    {
+      "epoch": 0.31303635585174705,
+      "grad_norm": 0.11729805171489716,
+      "learning_rate": 1.9999879003248955e-05,
+      "loss": 1.3944,
+      "step": 1051
+    },
+    {
+      "epoch": 0.3133342020514157,
+      "grad_norm": 0.11439957469701767,
+      "learning_rate": 1.999987421176905e-05,
+      "loss": 1.3871,
+      "step": 1052
+    },
+    {
+      "epoch": 0.31363204825108437,
+      "grad_norm": 0.11447083204984665,
+      "learning_rate": 1.9999869327251487e-05,
+      "loss": 1.3765,
+      "step": 1053
+    },
+    {
+      "epoch": 0.313929894450753,
+      "grad_norm": 0.11776264011859894,
+      "learning_rate": 1.9999864349696315e-05,
+      "loss": 1.3945,
+      "step": 1054
+    },
+    {
+      "epoch": 0.31422774065042164,
+      "grad_norm": 0.1123151183128357,
+      "learning_rate": 1.9999859279103576e-05,
+      "loss": 1.3948,
+      "step": 1055
+    },
+    {
+      "epoch": 0.3145255868500903,
+      "grad_norm": 0.11624394357204437,
+      "learning_rate": 1.9999854115473324e-05,
+      "loss": 1.4,
+      "step": 1056
+    },
+    {
+      "epoch": 0.3148234330497589,
+      "grad_norm": 0.11331585049629211,
+      "learning_rate": 1.9999848858805596e-05,
+      "loss": 1.4026,
+      "step": 1057
+    },
+    {
+      "epoch": 0.31512127924942757,
+      "grad_norm": 0.11557549983263016,
+      "learning_rate": 1.999984350910045e-05,
+      "loss": 1.3642,
+      "step": 1058
+    },
+    {
+      "epoch": 0.3154191254490962,
+      "grad_norm": 0.1166551485657692,
+      "learning_rate": 1.9999838066357932e-05,
+      "loss": 1.3858,
+      "step": 1059
+    },
+    {
+      "epoch": 0.3157169716487649,
+      "grad_norm": 0.11316041648387909,
+      "learning_rate": 1.9999832530578093e-05,
+      "loss": 1.392,
+      "step": 1060
+    },
+    {
+      "epoch": 0.3160148178484335,
+      "grad_norm": 0.1141393855214119,
+      "learning_rate": 1.9999826901760985e-05,
+      "loss": 1.3801,
+      "step": 1061
+    },
+    {
+      "epoch": 0.31631266404810215,
+      "grad_norm": 0.11633685976266861,
+      "learning_rate": 1.999982117990666e-05,
+      "loss": 1.3999,
+      "step": 1062
+    },
+    {
+      "epoch": 0.3166105102477708,
+      "grad_norm": 0.11223947256803513,
+      "learning_rate": 1.999981536501517e-05,
+      "loss": 1.4016,
+      "step": 1063
+    },
+    {
+      "epoch": 0.3169083564474395,
+      "grad_norm": 0.11991715431213379,
+      "learning_rate": 1.999980945708657e-05,
+      "loss": 1.3807,
+      "step": 1064
+    },
+    {
+      "epoch": 0.3172062026471081,
+      "grad_norm": 0.11510065943002701,
+      "learning_rate": 1.999980345612092e-05,
+      "loss": 1.3888,
+      "step": 1065
+    },
+    {
+      "epoch": 0.31750404884677674,
+      "grad_norm": 0.11234598606824875,
+      "learning_rate": 1.9999797362118263e-05,
+      "loss": 1.3844,
+      "step": 1066
+    },
+    {
+      "epoch": 0.3178018950464454,
+      "grad_norm": 0.12312228232622147,
+      "learning_rate": 1.9999791175078674e-05,
+      "loss": 1.3841,
+      "step": 1067
+    },
+    {
+      "epoch": 0.31809974124611406,
+      "grad_norm": 0.11295381933450699,
+      "learning_rate": 1.9999784895002196e-05,
+      "loss": 1.3809,
+      "step": 1068
+    },
+    {
+      "epoch": 0.31839758744578267,
+      "grad_norm": 0.11573398858308792,
+      "learning_rate": 1.9999778521888892e-05,
+      "loss": 1.3875,
+      "step": 1069
+    },
+    {
+      "epoch": 0.31869543364545133,
+      "grad_norm": 0.11296920478343964,
+      "learning_rate": 1.999977205573882e-05,
+      "loss": 1.3746,
+      "step": 1070
+    },
+    {
+      "epoch": 0.31899327984512,
+      "grad_norm": 0.11616770923137665,
+      "learning_rate": 1.999976549655204e-05,
+      "loss": 1.3809,
+      "step": 1071
+    },
+    {
+      "epoch": 0.3192911260447886,
+      "grad_norm": 0.10907561331987381,
+      "learning_rate": 1.9999758844328618e-05,
+      "loss": 1.3877,
+      "step": 1072
+    },
+    {
+      "epoch": 0.31958897224445726,
+      "grad_norm": 0.13153153657913208,
+      "learning_rate": 1.999975209906861e-05,
+      "loss": 1.3811,
+      "step": 1073
+    },
+    {
+      "epoch": 0.3198868184441259,
+      "grad_norm": 0.11982592195272446,
+      "learning_rate": 1.9999745260772087e-05,
+      "loss": 1.3885,
+      "step": 1074
+    },
+    {
+      "epoch": 0.3201846646437946,
+      "grad_norm": 0.12647011876106262,
+      "learning_rate": 1.9999738329439097e-05,
+      "loss": 1.3951,
+      "step": 1075
+    },
+    {
+      "epoch": 0.3204825108434632,
+      "grad_norm": 0.11812597513198853,
+      "learning_rate": 1.9999731305069723e-05,
+      "loss": 1.3965,
+      "step": 1076
+    },
+    {
+      "epoch": 0.32078035704313185,
+      "grad_norm": 0.11641401052474976,
+      "learning_rate": 1.999972418766402e-05,
+      "loss": 1.4019,
+      "step": 1077
+    },
+    {
+      "epoch": 0.3210782032428005,
+      "grad_norm": 0.12187743186950684,
+      "learning_rate": 1.999971697722205e-05,
+      "loss": 1.4009,
+      "step": 1078
+    },
+    {
+      "epoch": 0.32137604944246917,
+      "grad_norm": 0.12092571705579758,
+      "learning_rate": 1.999970967374389e-05,
+      "loss": 1.3813,
+      "step": 1079
+    },
+    {
+      "epoch": 0.3216738956421378,
+      "grad_norm": 0.12640085816383362,
+      "learning_rate": 1.9999702277229604e-05,
+      "loss": 1.4036,
+      "step": 1080
+    },
+    {
+      "epoch": 0.32197174184180644,
+      "grad_norm": 0.13022305071353912,
+      "learning_rate": 1.999969478767926e-05,
+      "loss": 1.4151,
+      "step": 1081
+    },
+    {
+      "epoch": 0.3222695880414751,
+      "grad_norm": 0.11454661935567856,
+      "learning_rate": 1.9999687205092926e-05,
+      "loss": 1.3837,
+      "step": 1082
+    },
+    {
+      "epoch": 0.3225674342411437,
+      "grad_norm": 0.12185961753129959,
+      "learning_rate": 1.999967952947068e-05,
+      "loss": 1.3805,
+      "step": 1083
+    },
+    {
+      "epoch": 0.32286528044081236,
+      "grad_norm": 0.12060558050870895,
+      "learning_rate": 1.9999671760812584e-05,
+      "loss": 1.3811,
+      "step": 1084
+    },
+    {
+      "epoch": 0.323163126640481,
+      "grad_norm": 0.12417693436145782,
+      "learning_rate": 1.9999663899118714e-05,
+      "loss": 1.3885,
+      "step": 1085
+    },
+    {
+      "epoch": 0.3234609728401497,
+      "grad_norm": 0.1290057897567749,
+      "learning_rate": 1.9999655944389147e-05,
+      "loss": 1.399,
+      "step": 1086
+    },
+    {
+      "epoch": 0.3237588190398183,
+      "grad_norm": 0.12008559703826904,
+      "learning_rate": 1.9999647896623954e-05,
+      "loss": 1.3769,
+      "step": 1087
+    },
+    {
+      "epoch": 0.32405666523948695,
+      "grad_norm": 0.11745686084032059,
+      "learning_rate": 1.9999639755823207e-05,
+      "loss": 1.3899,
+      "step": 1088
+    },
+    {
+      "epoch": 0.3243545114391556,
+      "grad_norm": 0.1250544935464859,
+      "learning_rate": 1.9999631521986983e-05,
+      "loss": 1.3873,
+      "step": 1089
+    },
+    {
+      "epoch": 0.3246523576388243,
+      "grad_norm": 0.11275584250688553,
+      "learning_rate": 1.9999623195115364e-05,
+      "loss": 1.3632,
+      "step": 1090
+    },
+    {
+      "epoch": 0.3249502038384929,
+      "grad_norm": 0.1159360483288765,
+      "learning_rate": 1.999961477520842e-05,
+      "loss": 1.3642,
+      "step": 1091
+    },
+    {
+      "epoch": 0.32524805003816154,
+      "grad_norm": 0.11819259077310562,
+      "learning_rate": 1.999960626226624e-05,
+      "loss": 1.3717,
+      "step": 1092
+    },
+    {
+      "epoch": 0.3255458962378302,
+      "grad_norm": 0.124155193567276,
+      "learning_rate": 1.9999597656288886e-05,
+      "loss": 1.4006,
+      "step": 1093
+    },
+    {
+      "epoch": 0.32584374243749886,
+      "grad_norm": 0.1236296072602272,
+      "learning_rate": 1.9999588957276455e-05,
+      "loss": 1.3903,
+      "step": 1094
+    },
+    {
+      "epoch": 0.32614158863716747,
+      "grad_norm": 0.11855696886777878,
+      "learning_rate": 1.999958016522902e-05,
+      "loss": 1.3944,
+      "step": 1095
+    },
+    {
+      "epoch": 0.32643943483683613,
+      "grad_norm": 0.11899484694004059,
+      "learning_rate": 1.999957128014666e-05,
+      "loss": 1.385,
+      "step": 1096
+    },
+    {
+      "epoch": 0.3267372810365048,
+      "grad_norm": 0.11923281103372574,
+      "learning_rate": 1.9999562302029462e-05,
+      "loss": 1.4006,
+      "step": 1097
+    },
+    {
+      "epoch": 0.3270351272361734,
+      "grad_norm": 0.1309370994567871,
+      "learning_rate": 1.999955323087751e-05,
+      "loss": 1.4025,
+      "step": 1098
+    },
+    {
+      "epoch": 0.32733297343584206,
+      "grad_norm": 0.11568192392587662,
+      "learning_rate": 1.999954406669089e-05,
+      "loss": 1.3911,
+      "step": 1099
+    },
+    {
+      "epoch": 0.3276308196355107,
+      "grad_norm": 0.12005109339952469,
+      "learning_rate": 1.999953480946968e-05,
+      "loss": 1.3857,
+      "step": 1100
+    },
+    {
+      "epoch": 0.3279286658351794,
+      "grad_norm": 0.12727560102939606,
+      "learning_rate": 1.9999525459213975e-05,
+      "loss": 1.3974,
+      "step": 1101
+    },
+    {
+      "epoch": 0.328226512034848,
+      "grad_norm": 0.12770545482635498,
+      "learning_rate": 1.9999516015923854e-05,
+      "loss": 1.3924,
+      "step": 1102
+    },
+    {
+      "epoch": 0.32852435823451664,
+      "grad_norm": 0.11987710744142532,
+      "learning_rate": 1.999950647959941e-05,
+      "loss": 1.3799,
+      "step": 1103
+    },
+    {
+      "epoch": 0.3288222044341853,
+      "grad_norm": 0.11894366145133972,
+      "learning_rate": 1.9999496850240732e-05,
+      "loss": 1.3796,
+      "step": 1104
+    },
+    {
+      "epoch": 0.32912005063385397,
+      "grad_norm": 0.1279422640800476,
+      "learning_rate": 1.999948712784791e-05,
+      "loss": 1.3883,
+      "step": 1105
+    },
+    {
+      "epoch": 0.32941789683352257,
+      "grad_norm": 0.11908257007598877,
+      "learning_rate": 1.9999477312421026e-05,
+      "loss": 1.3911,
+      "step": 1106
+    },
+    {
+      "epoch": 0.32971574303319123,
+      "grad_norm": 0.1226000040769577,
+      "learning_rate": 1.999946740396018e-05,
+      "loss": 1.385,
+      "step": 1107
+    },
+    {
+      "epoch": 0.3300135892328599,
+      "grad_norm": 0.1315961480140686,
+      "learning_rate": 1.999945740246546e-05,
+      "loss": 1.3763,
+      "step": 1108
+    },
+    {
+      "epoch": 0.33031143543252856,
+      "grad_norm": 0.12968845665454865,
+      "learning_rate": 1.9999447307936967e-05,
+      "loss": 1.3814,
+      "step": 1109
+    },
+    {
+      "epoch": 0.33060928163219716,
+      "grad_norm": 0.14246723055839539,
+      "learning_rate": 1.9999437120374784e-05,
+      "loss": 1.3984,
+      "step": 1110
+    },
+    {
+      "epoch": 0.3309071278318658,
+      "grad_norm": 0.12243639677762985,
+      "learning_rate": 1.9999426839779013e-05,
+      "loss": 1.3754,
+      "step": 1111
+    },
+    {
+      "epoch": 0.3312049740315345,
+      "grad_norm": 0.13210417330265045,
+      "learning_rate": 1.9999416466149747e-05,
+      "loss": 1.3841,
+      "step": 1112
+    },
+    {
+      "epoch": 0.3315028202312031,
+      "grad_norm": 0.12163086235523224,
+      "learning_rate": 1.999940599948708e-05,
+      "loss": 1.3716,
+      "step": 1113
+    },
+    {
+      "epoch": 0.33180066643087175,
+      "grad_norm": 0.12960121035575867,
+      "learning_rate": 1.9999395439791117e-05,
+      "loss": 1.3929,
+      "step": 1114
+    },
+    {
+      "epoch": 0.3320985126305404,
+      "grad_norm": 0.13061104714870453,
+      "learning_rate": 1.9999384787061947e-05,
+      "loss": 1.3651,
+      "step": 1115
+    },
+    {
+      "epoch": 0.33239635883020907,
+      "grad_norm": 0.12969915568828583,
+      "learning_rate": 1.9999374041299676e-05,
+      "loss": 1.3643,
+      "step": 1116
+    },
+    {
+      "epoch": 0.3326942050298777,
+      "grad_norm": 0.12098529189825058,
+      "learning_rate": 1.99993632025044e-05,
+      "loss": 1.3715,
+      "step": 1117
+    },
+    {
+      "epoch": 0.33299205122954634,
+      "grad_norm": 0.1331017166376114,
+      "learning_rate": 1.999935227067622e-05,
+      "loss": 1.4062,
+      "step": 1118
+    },
+    {
+      "epoch": 0.333289897429215,
+      "grad_norm": 0.1369689255952835,
+      "learning_rate": 1.9999341245815242e-05,
+      "loss": 1.3818,
+      "step": 1119
+    },
+    {
+      "epoch": 0.33358774362888366,
+      "grad_norm": 0.12456752359867096,
+      "learning_rate": 1.9999330127921564e-05,
+      "loss": 1.3734,
+      "step": 1120
+    },
+    {
+      "epoch": 0.33388558982855226,
+      "grad_norm": 0.11823807656764984,
+      "learning_rate": 1.9999318916995293e-05,
+      "loss": 1.3964,
+      "step": 1121
+    },
+    {
+      "epoch": 0.3341834360282209,
+      "grad_norm": 0.12144974619150162,
+      "learning_rate": 1.999930761303653e-05,
+      "loss": 1.376,
+      "step": 1122
+    },
+    {
+      "epoch": 0.3344812822278896,
+      "grad_norm": 0.13049054145812988,
+      "learning_rate": 1.999929621604538e-05,
+      "loss": 1.3864,
+      "step": 1123
+    },
+    {
+      "epoch": 0.3347791284275582,
+      "grad_norm": 0.12313073873519897,
+      "learning_rate": 1.9999284726021954e-05,
+      "loss": 1.388,
+      "step": 1124
+    },
+    {
+      "epoch": 0.33507697462722685,
+      "grad_norm": 0.12566570937633514,
+      "learning_rate": 1.9999273142966354e-05,
+      "loss": 1.3871,
+      "step": 1125
+    },
+    {
+      "epoch": 0.3353748208268955,
+      "grad_norm": 0.11997831612825394,
+      "learning_rate": 1.999926146687869e-05,
+      "loss": 1.3915,
+      "step": 1126
+    },
+    {
+      "epoch": 0.3356726670265642,
+      "grad_norm": 0.12298216670751572,
+      "learning_rate": 1.9999249697759068e-05,
+      "loss": 1.3803,
+      "step": 1127
+    },
+    {
+      "epoch": 0.3359705132262328,
+      "grad_norm": 0.1251022070646286,
+      "learning_rate": 1.99992378356076e-05,
+      "loss": 1.3808,
+      "step": 1128
+    },
+    {
+      "epoch": 0.33626835942590144,
+      "grad_norm": 0.12131714075803757,
+      "learning_rate": 1.9999225880424397e-05,
+      "loss": 1.3875,
+      "step": 1129
+    },
+    {
+      "epoch": 0.3365662056255701,
+      "grad_norm": 0.1261511743068695,
+      "learning_rate": 1.9999213832209568e-05,
+      "loss": 1.3805,
+      "step": 1130
+    },
+    {
+      "epoch": 0.33686405182523876,
+      "grad_norm": 0.11724023520946503,
+      "learning_rate": 1.9999201690963223e-05,
+      "loss": 1.3816,
+      "step": 1131
+    },
+    {
+      "epoch": 0.33716189802490737,
+      "grad_norm": 0.12367585301399231,
+      "learning_rate": 1.999918945668548e-05,
+      "loss": 1.4037,
+      "step": 1132
+    },
+    {
+      "epoch": 0.33745974422457603,
+      "grad_norm": 0.12494815140962601,
+      "learning_rate": 1.9999177129376456e-05,
+      "loss": 1.3864,
+      "step": 1133
+    },
+    {
+      "epoch": 0.3377575904242447,
+      "grad_norm": 0.122878797352314,
+      "learning_rate": 1.9999164709036255e-05,
+      "loss": 1.3728,
+      "step": 1134
+    },
+    {
+      "epoch": 0.33805543662391335,
+      "grad_norm": 0.12429952621459961,
+      "learning_rate": 1.9999152195665e-05,
+      "loss": 1.362,
+      "step": 1135
+    },
+    {
+      "epoch": 0.33835328282358196,
+      "grad_norm": 0.12699133157730103,
+      "learning_rate": 1.9999139589262806e-05,
+      "loss": 1.3543,
+      "step": 1136
+    },
+    {
+      "epoch": 0.3386511290232506,
+      "grad_norm": 0.12095256894826889,
+      "learning_rate": 1.999912688982979e-05,
+      "loss": 1.3691,
+      "step": 1137
+    },
+    {
+      "epoch": 0.3389489752229193,
+      "grad_norm": 0.12273938208818436,
+      "learning_rate": 1.9999114097366066e-05,
+      "loss": 1.3842,
+      "step": 1138
+    },
+    {
+      "epoch": 0.3392468214225879,
+      "grad_norm": 0.12688860297203064,
+      "learning_rate": 1.9999101211871762e-05,
+      "loss": 1.3776,
+      "step": 1139
+    },
+    {
+      "epoch": 0.33954466762225655,
+      "grad_norm": 0.11873604357242584,
+      "learning_rate": 1.999908823334699e-05,
+      "loss": 1.3854,
+      "step": 1140
+    },
+    {
+      "epoch": 0.3398425138219252,
+      "grad_norm": 0.12411191314458847,
+      "learning_rate": 1.9999075161791873e-05,
+      "loss": 1.3716,
+      "step": 1141
+    },
+    {
+      "epoch": 0.34014036002159387,
+      "grad_norm": 0.11912590265274048,
+      "learning_rate": 1.999906199720654e-05,
+      "loss": 1.3823,
+      "step": 1142
+    },
+    {
+      "epoch": 0.3404382062212625,
+      "grad_norm": 0.11869439482688904,
+      "learning_rate": 1.9999048739591094e-05,
+      "loss": 1.3851,
+      "step": 1143
+    },
+    {
+      "epoch": 0.34073605242093113,
+      "grad_norm": 0.12020917981863022,
+      "learning_rate": 1.999903538894568e-05,
+      "loss": 1.3835,
+      "step": 1144
+    },
+    {
+      "epoch": 0.3410338986205998,
+      "grad_norm": 0.12506596744060516,
+      "learning_rate": 1.9999021945270412e-05,
+      "loss": 1.3816,
+      "step": 1145
+    },
+    {
+      "epoch": 0.34133174482026846,
+      "grad_norm": 0.13336603343486786,
+      "learning_rate": 1.9999008408565415e-05,
+      "loss": 1.3954,
+      "step": 1146
+    },
+    {
+      "epoch": 0.34162959101993706,
+      "grad_norm": 0.12509402632713318,
+      "learning_rate": 1.999899477883082e-05,
+      "loss": 1.3796,
+      "step": 1147
+    },
+    {
+      "epoch": 0.3419274372196057,
+      "grad_norm": 0.12254216521978378,
+      "learning_rate": 1.9998981056066745e-05,
+      "loss": 1.3821,
+      "step": 1148
+    },
+    {
+      "epoch": 0.3422252834192744,
+      "grad_norm": 0.1316823810338974,
+      "learning_rate": 1.999896724027333e-05,
+      "loss": 1.3809,
+      "step": 1149
+    },
+    {
+      "epoch": 0.34252312961894305,
+      "grad_norm": 0.12617230415344238,
+      "learning_rate": 1.999895333145069e-05,
+      "loss": 1.3716,
+      "step": 1150
+    },
+    {
+      "epoch": 0.34282097581861165,
+      "grad_norm": 0.12473230063915253,
+      "learning_rate": 1.9998939329598964e-05,
+      "loss": 1.3745,
+      "step": 1151
+    },
+    {
+      "epoch": 0.3431188220182803,
+      "grad_norm": 0.12697988748550415,
+      "learning_rate": 1.9998925234718275e-05,
+      "loss": 1.3707,
+      "step": 1152
+    },
+    {
+      "epoch": 0.343416668217949,
+      "grad_norm": 0.12683434784412384,
+      "learning_rate": 1.999891104680876e-05,
+      "loss": 1.3791,
+      "step": 1153
+    },
+    {
+      "epoch": 0.3437145144176176,
+      "grad_norm": 0.13295918703079224,
+      "learning_rate": 1.999889676587055e-05,
+      "loss": 1.3924,
+      "step": 1154
+    },
+    {
+      "epoch": 0.34401236061728624,
+      "grad_norm": 0.12189807742834091,
+      "learning_rate": 1.9998882391903778e-05,
+      "loss": 1.3818,
+      "step": 1155
+    },
+    {
+      "epoch": 0.3443102068169549,
+      "grad_norm": 0.12889567017555237,
+      "learning_rate": 1.9998867924908576e-05,
+      "loss": 1.3945,
+      "step": 1156
+    },
+    {
+      "epoch": 0.34460805301662356,
+      "grad_norm": 0.14350058138370514,
+      "learning_rate": 1.9998853364885077e-05,
+      "loss": 1.3862,
+      "step": 1157
+    },
+    {
+      "epoch": 0.34490589921629217,
+      "grad_norm": 0.13133090734481812,
+      "learning_rate": 1.999883871183342e-05,
+      "loss": 1.3731,
+      "step": 1158
+    },
+    {
+      "epoch": 0.3452037454159608,
+      "grad_norm": 0.12137048691511154,
+      "learning_rate": 1.999882396575374e-05,
+      "loss": 1.3666,
+      "step": 1159
+    },
+    {
+      "epoch": 0.3455015916156295,
+      "grad_norm": 0.12902837991714478,
+      "learning_rate": 1.9998809126646178e-05,
+      "loss": 1.3913,
+      "step": 1160
+    },
+    {
+      "epoch": 0.34579943781529815,
+      "grad_norm": 0.1265643686056137,
+      "learning_rate": 1.9998794194510863e-05,
+      "loss": 1.412,
+      "step": 1161
+    },
+    {
+      "epoch": 0.34609728401496676,
+      "grad_norm": 0.11998944729566574,
+      "learning_rate": 1.9998779169347942e-05,
+      "loss": 1.3625,
+      "step": 1162
+    },
+    {
+      "epoch": 0.3463951302146354,
+      "grad_norm": 0.12442991882562637,
+      "learning_rate": 1.999876405115755e-05,
+      "loss": 1.3628,
+      "step": 1163
+    },
+    {
+      "epoch": 0.3466929764143041,
+      "grad_norm": 0.12390732765197754,
+      "learning_rate": 1.9998748839939836e-05,
+      "loss": 1.3678,
+      "step": 1164
+    },
+    {
+      "epoch": 0.3469908226139727,
+      "grad_norm": 0.1266006976366043,
+      "learning_rate": 1.999873353569493e-05,
+      "loss": 1.3724,
+      "step": 1165
+    },
+    {
+      "epoch": 0.34728866881364134,
+      "grad_norm": 0.12780870497226715,
+      "learning_rate": 1.9998718138422983e-05,
+      "loss": 1.3719,
+      "step": 1166
+    },
+    {
+      "epoch": 0.34758651501331,
+      "grad_norm": 0.12996380031108856,
+      "learning_rate": 1.999870264812413e-05,
+      "loss": 1.387,
+      "step": 1167
+    },
+    {
+      "epoch": 0.34788436121297867,
+      "grad_norm": 0.12336032092571259,
+      "learning_rate": 1.9998687064798522e-05,
+      "loss": 1.3861,
+      "step": 1168
+    },
+    {
+      "epoch": 0.34818220741264727,
+      "grad_norm": 0.13241474330425262,
+      "learning_rate": 1.9998671388446304e-05,
+      "loss": 1.3868,
+      "step": 1169
+    },
+    {
+      "epoch": 0.34848005361231593,
+      "grad_norm": 0.12734943628311157,
+      "learning_rate": 1.999865561906762e-05,
+      "loss": 1.3959,
+      "step": 1170
+    },
+    {
+      "epoch": 0.3487778998119846,
+      "grad_norm": 0.12355831265449524,
+      "learning_rate": 1.9998639756662614e-05,
+      "loss": 1.3676,
+      "step": 1171
+    },
+    {
+      "epoch": 0.34907574601165325,
+      "grad_norm": 0.12056966125965118,
+      "learning_rate": 1.9998623801231438e-05,
+      "loss": 1.3849,
+      "step": 1172
+    },
+    {
+      "epoch": 0.34937359221132186,
+      "grad_norm": 0.1257609874010086,
+      "learning_rate": 1.9998607752774238e-05,
+      "loss": 1.3746,
+      "step": 1173
+    },
+    {
+      "epoch": 0.3496714384109905,
+      "grad_norm": 0.12630680203437805,
+      "learning_rate": 1.9998591611291166e-05,
+      "loss": 1.3744,
+      "step": 1174
+    },
+    {
+      "epoch": 0.3499692846106592,
+      "grad_norm": 0.13128453493118286,
+      "learning_rate": 1.9998575376782366e-05,
+      "loss": 1.3711,
+      "step": 1175
+    },
+    {
+      "epoch": 0.35026713081032784,
+      "grad_norm": 0.12793263792991638,
+      "learning_rate": 1.9998559049247996e-05,
+      "loss": 1.366,
+      "step": 1176
+    },
+    {
+      "epoch": 0.35056497700999645,
+      "grad_norm": 0.12537628412246704,
+      "learning_rate": 1.9998542628688206e-05,
+      "loss": 1.3642,
+      "step": 1177
+    },
+    {
+      "epoch": 0.3508628232096651,
+      "grad_norm": 0.1319340020418167,
+      "learning_rate": 1.9998526115103144e-05,
+      "loss": 1.3805,
+      "step": 1178
+    },
+    {
+      "epoch": 0.35116066940933377,
+      "grad_norm": 0.13178007304668427,
+      "learning_rate": 1.999850950849297e-05,
+      "loss": 1.3759,
+      "step": 1179
+    },
+    {
+      "epoch": 0.3514585156090024,
+      "grad_norm": 0.13513357937335968,
+      "learning_rate": 1.999849280885784e-05,
+      "loss": 1.3761,
+      "step": 1180
+    },
+    {
+      "epoch": 0.35175636180867104,
+      "grad_norm": 0.134556844830513,
+      "learning_rate": 1.99984760161979e-05,
+      "loss": 1.3881,
+      "step": 1181
+    },
+    {
+      "epoch": 0.3520542080083397,
+      "grad_norm": 0.13081508874893188,
+      "learning_rate": 1.9998459130513313e-05,
+      "loss": 1.376,
+      "step": 1182
+    },
+    {
+      "epoch": 0.35235205420800836,
+      "grad_norm": 0.1282830685377121,
+      "learning_rate": 1.9998442151804235e-05,
+      "loss": 1.3728,
+      "step": 1183
+    },
+    {
+      "epoch": 0.35264990040767696,
+      "grad_norm": 0.13131962716579437,
+      "learning_rate": 1.9998425080070824e-05,
+      "loss": 1.3728,
+      "step": 1184
+    },
+    {
+      "epoch": 0.3529477466073456,
+      "grad_norm": 0.12443128228187561,
+      "learning_rate": 1.9998407915313236e-05,
+      "loss": 1.3756,
+      "step": 1185
+    },
+    {
+      "epoch": 0.3532455928070143,
+      "grad_norm": 0.12644220888614655,
+      "learning_rate": 1.9998390657531637e-05,
+      "loss": 1.3736,
+      "step": 1186
+    },
+    {
+      "epoch": 0.35354343900668295,
+      "grad_norm": 0.13326533138751984,
+      "learning_rate": 1.999837330672618e-05,
+      "loss": 1.37,
+      "step": 1187
+    },
+    {
+      "epoch": 0.35384128520635155,
+      "grad_norm": 0.11835305392742157,
+      "learning_rate": 1.9998355862897032e-05,
+      "loss": 1.3899,
+      "step": 1188
+    },
+    {
+      "epoch": 0.3541391314060202,
+      "grad_norm": 0.12689045071601868,
+      "learning_rate": 1.9998338326044356e-05,
+      "loss": 1.3734,
+      "step": 1189
+    },
+    {
+      "epoch": 0.3544369776056889,
+      "grad_norm": 0.12657564878463745,
+      "learning_rate": 1.9998320696168308e-05,
+      "loss": 1.3877,
+      "step": 1190
+    },
+    {
+      "epoch": 0.35473482380535754,
+      "grad_norm": 0.12246771156787872,
+      "learning_rate": 1.9998302973269063e-05,
+      "loss": 1.3738,
+      "step": 1191
+    },
+    {
+      "epoch": 0.35503267000502614,
+      "grad_norm": 0.1292853057384491,
+      "learning_rate": 1.9998285157346772e-05,
+      "loss": 1.3936,
+      "step": 1192
+    },
+    {
+      "epoch": 0.3553305162046948,
+      "grad_norm": 0.13208384811878204,
+      "learning_rate": 1.999826724840161e-05,
+      "loss": 1.3598,
+      "step": 1193
+    },
+    {
+      "epoch": 0.35562836240436346,
+      "grad_norm": 0.13662226498126984,
+      "learning_rate": 1.9998249246433748e-05,
+      "loss": 1.3704,
+      "step": 1194
+    },
+    {
+      "epoch": 0.35592620860403207,
+      "grad_norm": 0.13780462741851807,
+      "learning_rate": 1.9998231151443344e-05,
+      "loss": 1.4053,
+      "step": 1195
+    },
+    {
+      "epoch": 0.35622405480370073,
+      "grad_norm": 0.1379765272140503,
+      "learning_rate": 1.999821296343057e-05,
+      "loss": 1.3878,
+      "step": 1196
+    },
+    {
+      "epoch": 0.3565219010033694,
+      "grad_norm": 0.13109084963798523,
+      "learning_rate": 1.9998194682395592e-05,
+      "loss": 1.3607,
+      "step": 1197
+    },
+    {
+      "epoch": 0.35681974720303805,
+      "grad_norm": 0.13432908058166504,
+      "learning_rate": 1.9998176308338582e-05,
+      "loss": 1.3725,
+      "step": 1198
+    },
+    {
+      "epoch": 0.35711759340270666,
+      "grad_norm": 0.13718818128108978,
+      "learning_rate": 1.9998157841259716e-05,
+      "loss": 1.3735,
+      "step": 1199
+    },
+    {
+      "epoch": 0.3574154396023753,
+      "grad_norm": 0.1316278874874115,
+      "learning_rate": 1.9998139281159164e-05,
+      "loss": 1.3601,
+      "step": 1200
+    },
+    {
+      "epoch": 0.357713285802044,
+      "grad_norm": 0.12941031157970428,
+      "learning_rate": 1.9998120628037094e-05,
+      "loss": 1.3809,
+      "step": 1201
+    },
+    {
+      "epoch": 0.35801113200171264,
+      "grad_norm": 0.13530942797660828,
+      "learning_rate": 1.9998101881893683e-05,
+      "loss": 1.3818,
+      "step": 1202
+    },
+    {
+      "epoch": 0.35830897820138125,
+      "grad_norm": 0.1344297230243683,
+      "learning_rate": 1.9998083042729103e-05,
+      "loss": 1.375,
+      "step": 1203
+    },
+    {
+      "epoch": 0.3586068244010499,
+      "grad_norm": 0.1414794921875,
+      "learning_rate": 1.999806411054353e-05,
+      "loss": 1.3912,
+      "step": 1204
+    },
+    {
+      "epoch": 0.35890467060071857,
+      "grad_norm": 0.14133290946483612,
+      "learning_rate": 1.9998045085337147e-05,
+      "loss": 1.3715,
+      "step": 1205
+    },
+    {
+      "epoch": 0.3592025168003872,
+      "grad_norm": 0.13531997799873352,
+      "learning_rate": 1.999802596711012e-05,
+      "loss": 1.3691,
+      "step": 1206
+    },
+    {
+      "epoch": 0.35950036300005583,
+      "grad_norm": 0.13153564929962158,
+      "learning_rate": 1.9998006755862628e-05,
+      "loss": 1.3804,
+      "step": 1207
+    },
+    {
+      "epoch": 0.3597982091997245,
+      "grad_norm": 0.12766240537166595,
+      "learning_rate": 1.999798745159486e-05,
+      "loss": 1.4068,
+      "step": 1208
+    },
+    {
+      "epoch": 0.36009605539939316,
+      "grad_norm": 0.1314178705215454,
+      "learning_rate": 1.9997968054306985e-05,
+      "loss": 1.3712,
+      "step": 1209
+    },
+    {
+      "epoch": 0.36039390159906176,
+      "grad_norm": 0.14264385402202606,
+      "learning_rate": 1.9997948563999194e-05,
+      "loss": 1.3744,
+      "step": 1210
+    },
+    {
+      "epoch": 0.3606917477987304,
+      "grad_norm": 0.13112768530845642,
+      "learning_rate": 1.9997928980671653e-05,
+      "loss": 1.3607,
+      "step": 1211
+    },
+    {
+      "epoch": 0.3609895939983991,
+      "grad_norm": 0.12162243574857712,
+      "learning_rate": 1.9997909304324557e-05,
+      "loss": 1.3697,
+      "step": 1212
+    },
+    {
+      "epoch": 0.36128744019806774,
+      "grad_norm": 0.1289089173078537,
+      "learning_rate": 1.9997889534958088e-05,
+      "loss": 1.3828,
+      "step": 1213
+    },
+    {
+      "epoch": 0.36158528639773635,
+      "grad_norm": 0.1352340281009674,
+      "learning_rate": 1.9997869672572426e-05,
+      "loss": 1.3635,
+      "step": 1214
+    },
+    {
+      "epoch": 0.361883132597405,
+      "grad_norm": 0.13754944503307343,
+      "learning_rate": 1.9997849717167757e-05,
+      "loss": 1.3714,
+      "step": 1215
+    },
+    {
+      "epoch": 0.36218097879707367,
+      "grad_norm": 0.13485591113567352,
+      "learning_rate": 1.9997829668744265e-05,
+      "loss": 1.3694,
+      "step": 1216
+    },
+    {
+      "epoch": 0.36247882499674233,
+      "grad_norm": 0.13831846415996552,
+      "learning_rate": 1.9997809527302138e-05,
+      "loss": 1.3891,
+      "step": 1217
+    },
+    {
+      "epoch": 0.36277667119641094,
+      "grad_norm": 0.12861719727516174,
+      "learning_rate": 1.9997789292841564e-05,
+      "loss": 1.3803,
+      "step": 1218
+    },
+    {
+      "epoch": 0.3630745173960796,
+      "grad_norm": 0.122126504778862,
+      "learning_rate": 1.999776896536273e-05,
+      "loss": 1.3648,
+      "step": 1219
+    },
+    {
+      "epoch": 0.36337236359574826,
+      "grad_norm": 0.13395242393016815,
+      "learning_rate": 1.999774854486583e-05,
+      "loss": 1.3614,
+      "step": 1220
+    },
+    {
+      "epoch": 0.36367020979541687,
+      "grad_norm": 0.13298609852790833,
+      "learning_rate": 1.9997728031351044e-05,
+      "loss": 1.3718,
+      "step": 1221
+    },
+    {
+      "epoch": 0.3639680559950855,
+      "grad_norm": 0.13225732743740082,
+      "learning_rate": 1.9997707424818572e-05,
+      "loss": 1.3664,
+      "step": 1222
+    },
+    {
+      "epoch": 0.3642659021947542,
+      "grad_norm": 0.13129866123199463,
+      "learning_rate": 1.9997686725268605e-05,
+      "loss": 1.382,
+      "step": 1223
+    },
+    {
+      "epoch": 0.36456374839442285,
+      "grad_norm": 0.1358112394809723,
+      "learning_rate": 1.999766593270133e-05,
+      "loss": 1.3902,
+      "step": 1224
+    },
+    {
+      "epoch": 0.36486159459409145,
+      "grad_norm": 0.13032831251621246,
+      "learning_rate": 1.9997645047116942e-05,
+      "loss": 1.3951,
+      "step": 1225
+    },
+    {
+      "epoch": 0.3651594407937601,
+      "grad_norm": 0.1316758096218109,
+      "learning_rate": 1.9997624068515643e-05,
+      "loss": 1.3742,
+      "step": 1226
+    },
+    {
+      "epoch": 0.3654572869934288,
+      "grad_norm": 0.12895487248897552,
+      "learning_rate": 1.9997602996897614e-05,
+      "loss": 1.3722,
+      "step": 1227
+    },
+    {
+      "epoch": 0.36575513319309744,
+      "grad_norm": 0.13532277941703796,
+      "learning_rate": 1.9997581832263065e-05,
+      "loss": 1.3742,
+      "step": 1228
+    },
+    {
+      "epoch": 0.36605297939276604,
+      "grad_norm": 0.12580768764019012,
+      "learning_rate": 1.9997560574612186e-05,
+      "loss": 1.3642,
+      "step": 1229
+    },
+    {
+      "epoch": 0.3663508255924347,
+      "grad_norm": 0.12978699803352356,
+      "learning_rate": 1.9997539223945174e-05,
+      "loss": 1.3675,
+      "step": 1230
+    },
+    {
+      "epoch": 0.36664867179210336,
+      "grad_norm": 0.1309354305267334,
+      "learning_rate": 1.999751778026223e-05,
+      "loss": 1.3815,
+      "step": 1231
+    },
+    {
+      "epoch": 0.366946517991772,
+      "grad_norm": 0.12747173011302948,
+      "learning_rate": 1.9997496243563553e-05,
+      "loss": 1.3836,
+      "step": 1232
+    },
+    {
+      "epoch": 0.36724436419144063,
+      "grad_norm": 0.13163839280605316,
+      "learning_rate": 1.9997474613849346e-05,
+      "loss": 1.368,
+      "step": 1233
+    },
+    {
+      "epoch": 0.3675422103911093,
+      "grad_norm": 0.13420511782169342,
+      "learning_rate": 1.9997452891119804e-05,
+      "loss": 1.3477,
+      "step": 1234
+    },
+    {
+      "epoch": 0.36784005659077795,
+      "grad_norm": 0.13195165991783142,
+      "learning_rate": 1.9997431075375132e-05,
+      "loss": 1.3848,
+      "step": 1235
+    },
+    {
+      "epoch": 0.36813790279044656,
+      "grad_norm": 0.12061884999275208,
+      "learning_rate": 1.9997409166615535e-05,
+      "loss": 1.3767,
+      "step": 1236
+    },
+    {
+      "epoch": 0.3684357489901152,
+      "grad_norm": 0.1303822249174118,
+      "learning_rate": 1.9997387164841218e-05,
+      "loss": 1.3754,
+      "step": 1237
+    },
+    {
+      "epoch": 0.3687335951897839,
+      "grad_norm": 0.1285220980644226,
+      "learning_rate": 1.9997365070052383e-05,
+      "loss": 1.3746,
+      "step": 1238
+    },
+    {
+      "epoch": 0.36903144138945254,
+      "grad_norm": 0.126163050532341,
+      "learning_rate": 1.9997342882249234e-05,
+      "loss": 1.3775,
+      "step": 1239
+    },
+    {
+      "epoch": 0.36932928758912115,
+      "grad_norm": 0.1282956302165985,
+      "learning_rate": 1.9997320601431974e-05,
+      "loss": 1.3844,
+      "step": 1240
+    },
+    {
+      "epoch": 0.3696271337887898,
+      "grad_norm": 0.12833084166049957,
+      "learning_rate": 1.9997298227600823e-05,
+      "loss": 1.3825,
+      "step": 1241
+    },
+    {
+      "epoch": 0.36992497998845847,
+      "grad_norm": 0.1357254534959793,
+      "learning_rate": 1.999727576075598e-05,
+      "loss": 1.3499,
+      "step": 1242
+    },
+    {
+      "epoch": 0.37022282618812713,
+      "grad_norm": 0.12870509922504425,
+      "learning_rate": 1.9997253200897652e-05,
+      "loss": 1.3799,
+      "step": 1243
+    },
+    {
+      "epoch": 0.37052067238779574,
+      "grad_norm": 0.1316627711057663,
+      "learning_rate": 1.9997230548026056e-05,
+      "loss": 1.3887,
+      "step": 1244
+    },
+    {
+      "epoch": 0.3708185185874644,
+      "grad_norm": 0.12772461771965027,
+      "learning_rate": 1.9997207802141402e-05,
+      "loss": 1.3866,
+      "step": 1245
+    },
+    {
+      "epoch": 0.37111636478713306,
+      "grad_norm": 0.12759855389595032,
+      "learning_rate": 1.9997184963243894e-05,
+      "loss": 1.372,
+      "step": 1246
+    },
+    {
+      "epoch": 0.37141421098680166,
+      "grad_norm": 0.13649018108844757,
+      "learning_rate": 1.999716203133375e-05,
+      "loss": 1.3644,
+      "step": 1247
+    },
+    {
+      "epoch": 0.3717120571864703,
+      "grad_norm": 0.12223384529352188,
+      "learning_rate": 1.9997139006411184e-05,
+      "loss": 1.3669,
+      "step": 1248
+    },
+    {
+      "epoch": 0.372009903386139,
+      "grad_norm": 0.1267387717962265,
+      "learning_rate": 1.999711588847641e-05,
+      "loss": 1.3695,
+      "step": 1249
+    },
+    {
+      "epoch": 0.37230774958580765,
+      "grad_norm": 0.13214010000228882,
+      "learning_rate": 1.999709267752964e-05,
+      "loss": 1.3931,
+      "step": 1250
+    },
+    {
+      "epoch": 0.37260559578547625,
+      "grad_norm": 0.13361282646656036,
+      "learning_rate": 1.9997069373571092e-05,
+      "loss": 1.3872,
+      "step": 1251
+    },
+    {
+      "epoch": 0.3729034419851449,
+      "grad_norm": 0.13205532729625702,
+      "learning_rate": 1.9997045976600983e-05,
+      "loss": 1.3791,
+      "step": 1252
+    },
+    {
+      "epoch": 0.3732012881848136,
+      "grad_norm": 0.1310456097126007,
+      "learning_rate": 1.9997022486619532e-05,
+      "loss": 1.3792,
+      "step": 1253
+    },
+    {
+      "epoch": 0.37349913438448223,
+      "grad_norm": 0.12933965027332306,
+      "learning_rate": 1.9996998903626955e-05,
+      "loss": 1.3736,
+      "step": 1254
+    },
+    {
+      "epoch": 0.37379698058415084,
+      "grad_norm": 0.12627552449703217,
+      "learning_rate": 1.9996975227623476e-05,
+      "loss": 1.3714,
+      "step": 1255
+    },
+    {
+      "epoch": 0.3740948267838195,
+      "grad_norm": 0.13484114408493042,
+      "learning_rate": 1.9996951458609307e-05,
+      "loss": 1.382,
+      "step": 1256
+    },
+    {
+      "epoch": 0.37439267298348816,
+      "grad_norm": 0.1362007111310959,
+      "learning_rate": 1.9996927596584673e-05,
+      "loss": 1.3668,
+      "step": 1257
+    },
+    {
+      "epoch": 0.3746905191831568,
+      "grad_norm": 0.12914560735225677,
+      "learning_rate": 1.99969036415498e-05,
+      "loss": 1.3483,
+      "step": 1258
+    },
+    {
+      "epoch": 0.37498836538282543,
+      "grad_norm": 0.12913164496421814,
+      "learning_rate": 1.999687959350491e-05,
+      "loss": 1.3622,
+      "step": 1259
+    },
+    {
+      "epoch": 0.3752862115824941,
+      "grad_norm": 0.13875743746757507,
+      "learning_rate": 1.999685545245022e-05,
+      "loss": 1.3773,
+      "step": 1260
+    },
+    {
+      "epoch": 0.37558405778216275,
+      "grad_norm": 0.14095179736614227,
+      "learning_rate": 1.9996831218385964e-05,
+      "loss": 1.3696,
+      "step": 1261
+    },
+    {
+      "epoch": 0.37588190398183136,
+      "grad_norm": 0.1370166391134262,
+      "learning_rate": 1.9996806891312358e-05,
+      "loss": 1.3834,
+      "step": 1262
+    },
+    {
+      "epoch": 0.3761797501815,
+      "grad_norm": 0.12707234919071198,
+      "learning_rate": 1.9996782471229635e-05,
+      "loss": 1.367,
+      "step": 1263
+    },
+    {
+      "epoch": 0.3764775963811687,
+      "grad_norm": 0.13285866379737854,
+      "learning_rate": 1.999675795813802e-05,
+      "loss": 1.3775,
+      "step": 1264
+    },
+    {
+      "epoch": 0.37677544258083734,
+      "grad_norm": 0.13654166460037231,
+      "learning_rate": 1.9996733352037743e-05,
+      "loss": 1.3714,
+      "step": 1265
+    },
+    {
+      "epoch": 0.37707328878050594,
+      "grad_norm": 0.1282128542661667,
+      "learning_rate": 1.9996708652929028e-05,
+      "loss": 1.375,
+      "step": 1266
+    },
+    {
+      "epoch": 0.3773711349801746,
+      "grad_norm": 0.13190089166164398,
+      "learning_rate": 1.9996683860812108e-05,
+      "loss": 1.3691,
+      "step": 1267
+    },
+    {
+      "epoch": 0.37766898117984327,
+      "grad_norm": 0.1347484290599823,
+      "learning_rate": 1.9996658975687216e-05,
+      "loss": 1.3743,
+      "step": 1268
+    },
+    {
+      "epoch": 0.3779668273795119,
+      "grad_norm": 0.13643623888492584,
+      "learning_rate": 1.999663399755458e-05,
+      "loss": 1.3857,
+      "step": 1269
+    },
+    {
+      "epoch": 0.37826467357918053,
+      "grad_norm": 0.13558420538902283,
+      "learning_rate": 1.9996608926414435e-05,
+      "loss": 1.378,
+      "step": 1270
+    },
+    {
+      "epoch": 0.3785625197788492,
+      "grad_norm": 0.13643789291381836,
+      "learning_rate": 1.999658376226701e-05,
+      "loss": 1.353,
+      "step": 1271
+    },
+    {
+      "epoch": 0.37886036597851785,
+      "grad_norm": 0.14463697373867035,
+      "learning_rate": 1.9996558505112543e-05,
+      "loss": 1.3773,
+      "step": 1272
+    },
+    {
+      "epoch": 0.3791582121781865,
+      "grad_norm": 0.1375194638967514,
+      "learning_rate": 1.999653315495127e-05,
+      "loss": 1.3807,
+      "step": 1273
+    },
+    {
+      "epoch": 0.3794560583778551,
+      "grad_norm": 0.13336382806301117,
+      "learning_rate": 1.9996507711783422e-05,
+      "loss": 1.3595,
+      "step": 1274
+    },
+    {
+      "epoch": 0.3797539045775238,
+      "grad_norm": 0.14004971086978912,
+      "learning_rate": 1.9996482175609237e-05,
+      "loss": 1.364,
+      "step": 1275
+    },
+    {
+      "epoch": 0.38005175077719244,
+      "grad_norm": 0.1399676501750946,
+      "learning_rate": 1.9996456546428957e-05,
+      "loss": 1.3712,
+      "step": 1276
+    },
+    {
+      "epoch": 0.38034959697686105,
+      "grad_norm": 0.1426711082458496,
+      "learning_rate": 1.9996430824242817e-05,
+      "loss": 1.3625,
+      "step": 1277
+    },
+    {
+      "epoch": 0.3806474431765297,
+      "grad_norm": 0.1441764235496521,
+      "learning_rate": 1.999640500905106e-05,
+      "loss": 1.3775,
+      "step": 1278
+    },
+    {
+      "epoch": 0.38094528937619837,
+      "grad_norm": 0.13327822089195251,
+      "learning_rate": 1.999637910085392e-05,
+      "loss": 1.3816,
+      "step": 1279
+    },
+    {
+      "epoch": 0.38124313557586703,
+      "grad_norm": 0.13619780540466309,
+      "learning_rate": 1.999635309965164e-05,
+      "loss": 1.3675,
+      "step": 1280
+    },
+    {
+      "epoch": 0.38154098177553564,
+      "grad_norm": 0.13389413058757782,
+      "learning_rate": 1.999632700544446e-05,
+      "loss": 1.3603,
+      "step": 1281
+    },
+    {
+      "epoch": 0.3818388279752043,
+      "grad_norm": 0.1472572386264801,
+      "learning_rate": 1.999630081823263e-05,
+      "loss": 1.3683,
+      "step": 1282
+    },
+    {
+      "epoch": 0.38213667417487296,
+      "grad_norm": 0.14208440482616425,
+      "learning_rate": 1.9996274538016394e-05,
+      "loss": 1.3722,
+      "step": 1283
+    },
+    {
+      "epoch": 0.3824345203745416,
+      "grad_norm": 0.1297113448381424,
+      "learning_rate": 1.9996248164795987e-05,
+      "loss": 1.3658,
+      "step": 1284
+    },
+    {
+      "epoch": 0.3827323665742102,
+      "grad_norm": 0.13482092320919037,
+      "learning_rate": 1.9996221698571657e-05,
+      "loss": 1.3787,
+      "step": 1285
+    },
+    {
+      "epoch": 0.3830302127738789,
+      "grad_norm": 0.13355214893817902,
+      "learning_rate": 1.999619513934366e-05,
+      "loss": 1.3719,
+      "step": 1286
+    },
+    {
+      "epoch": 0.38332805897354755,
+      "grad_norm": 0.1377803385257721,
+      "learning_rate": 1.9996168487112228e-05,
+      "loss": 1.3664,
+      "step": 1287
+    },
+    {
+      "epoch": 0.38362590517321615,
+      "grad_norm": 0.13205859065055847,
+      "learning_rate": 1.999614174187762e-05,
+      "loss": 1.3554,
+      "step": 1288
+    },
+    {
+      "epoch": 0.3839237513728848,
+      "grad_norm": 0.14215654134750366,
+      "learning_rate": 1.999611490364008e-05,
+      "loss": 1.3671,
+      "step": 1289
+    },
+    {
+      "epoch": 0.3842215975725535,
+      "grad_norm": 0.13025464117527008,
+      "learning_rate": 1.999608797239986e-05,
+      "loss": 1.3813,
+      "step": 1290
+    },
+    {
+      "epoch": 0.38451944377222214,
+      "grad_norm": 0.1379905492067337,
+      "learning_rate": 1.9996060948157206e-05,
+      "loss": 1.3803,
+      "step": 1291
+    },
+    {
+      "epoch": 0.38481728997189074,
+      "grad_norm": 0.13925138115882874,
+      "learning_rate": 1.999603383091238e-05,
+      "loss": 1.3786,
+      "step": 1292
+    },
+    {
+      "epoch": 0.3851151361715594,
+      "grad_norm": 0.14388136565685272,
+      "learning_rate": 1.999600662066562e-05,
+      "loss": 1.3471,
+      "step": 1293
+    },
+    {
+      "epoch": 0.38541298237122806,
+      "grad_norm": 0.13373485207557678,
+      "learning_rate": 1.9995979317417197e-05,
+      "loss": 1.3675,
+      "step": 1294
+    },
+    {
+      "epoch": 0.3857108285708967,
+      "grad_norm": 0.14883075654506683,
+      "learning_rate": 1.9995951921167343e-05,
+      "loss": 1.3864,
+      "step": 1295
+    },
+    {
+      "epoch": 0.38600867477056533,
+      "grad_norm": 0.13818325102329254,
+      "learning_rate": 1.9995924431916332e-05,
+      "loss": 1.385,
+      "step": 1296
+    },
+    {
+      "epoch": 0.386306520970234,
+      "grad_norm": 0.13905934989452362,
+      "learning_rate": 1.999589684966441e-05,
+      "loss": 1.3637,
+      "step": 1297
+    },
+    {
+      "epoch": 0.38660436716990265,
+      "grad_norm": 0.15382356941699982,
+      "learning_rate": 1.9995869174411834e-05,
+      "loss": 1.3975,
+      "step": 1298
+    },
+    {
+      "epoch": 0.3869022133695713,
+      "grad_norm": 0.13522179424762726,
+      "learning_rate": 1.9995841406158866e-05,
+      "loss": 1.3712,
+      "step": 1299
+    },
+    {
+      "epoch": 0.3872000595692399,
+      "grad_norm": 0.1400614082813263,
+      "learning_rate": 1.9995813544905763e-05,
+      "loss": 1.357,
+      "step": 1300
+    },
+    {
+      "epoch": 0.3874979057689086,
+      "grad_norm": 0.14229221642017365,
+      "learning_rate": 1.9995785590652783e-05,
+      "loss": 1.3843,
+      "step": 1301
+    },
+    {
+      "epoch": 0.38779575196857724,
+      "grad_norm": 0.13116051256656647,
+      "learning_rate": 1.9995757543400182e-05,
+      "loss": 1.3606,
+      "step": 1302
+    },
+    {
+      "epoch": 0.38809359816824585,
+      "grad_norm": 0.13689297437667847,
+      "learning_rate": 1.9995729403148226e-05,
+      "loss": 1.373,
+      "step": 1303
+    },
+    {
+      "epoch": 0.3883914443679145,
+      "grad_norm": 0.16429245471954346,
+      "learning_rate": 1.999570116989718e-05,
+      "loss": 1.3704,
+      "step": 1304
+    },
+    {
+      "epoch": 0.38868929056758317,
+      "grad_norm": 0.14279286563396454,
+      "learning_rate": 1.9995672843647295e-05,
+      "loss": 1.3736,
+      "step": 1305
+    },
+    {
+      "epoch": 0.38898713676725183,
+      "grad_norm": 0.14285866916179657,
+      "learning_rate": 1.9995644424398847e-05,
+      "loss": 1.3741,
+      "step": 1306
+    },
+    {
+      "epoch": 0.38928498296692043,
+      "grad_norm": 0.14350569248199463,
+      "learning_rate": 1.9995615912152098e-05,
+      "loss": 1.3896,
+      "step": 1307
+    },
+    {
+      "epoch": 0.3895828291665891,
+      "grad_norm": 0.14331308007240295,
+      "learning_rate": 1.9995587306907308e-05,
+      "loss": 1.3507,
+      "step": 1308
+    },
+    {
+      "epoch": 0.38988067536625776,
+      "grad_norm": 0.14781762659549713,
+      "learning_rate": 1.9995558608664744e-05,
+      "loss": 1.3649,
+      "step": 1309
+    },
+    {
+      "epoch": 0.3901785215659264,
+      "grad_norm": 0.14205756783485413,
+      "learning_rate": 1.9995529817424675e-05,
+      "loss": 1.3748,
+      "step": 1310
+    },
+    {
+      "epoch": 0.390476367765595,
+      "grad_norm": 0.13681936264038086,
+      "learning_rate": 1.999550093318737e-05,
+      "loss": 1.3711,
+      "step": 1311
+    },
+    {
+      "epoch": 0.3907742139652637,
+      "grad_norm": 0.13977855443954468,
+      "learning_rate": 1.9995471955953096e-05,
+      "loss": 1.3681,
+      "step": 1312
+    },
+    {
+      "epoch": 0.39107206016493234,
+      "grad_norm": 0.14186030626296997,
+      "learning_rate": 1.9995442885722122e-05,
+      "loss": 1.3758,
+      "step": 1313
+    },
+    {
+      "epoch": 0.391369906364601,
+      "grad_norm": 0.14282235503196716,
+      "learning_rate": 1.999541372249472e-05,
+      "loss": 1.3824,
+      "step": 1314
+    },
+    {
+      "epoch": 0.3916677525642696,
+      "grad_norm": 0.13587988913059235,
+      "learning_rate": 1.9995384466271164e-05,
+      "loss": 1.3542,
+      "step": 1315
+    },
+    {
+      "epoch": 0.39196559876393827,
+      "grad_norm": 0.13733258843421936,
+      "learning_rate": 1.999535511705172e-05,
+      "loss": 1.3584,
+      "step": 1316
+    },
+    {
+      "epoch": 0.39226344496360693,
+      "grad_norm": 0.14015381038188934,
+      "learning_rate": 1.9995325674836665e-05,
+      "loss": 1.3716,
+      "step": 1317
+    },
+    {
+      "epoch": 0.39256129116327554,
+      "grad_norm": 0.13651269674301147,
+      "learning_rate": 1.9995296139626274e-05,
+      "loss": 1.365,
+      "step": 1318
+    },
+    {
+      "epoch": 0.3928591373629442,
+      "grad_norm": 0.14151425659656525,
+      "learning_rate": 1.9995266511420816e-05,
+      "loss": 1.3638,
+      "step": 1319
+    },
+    {
+      "epoch": 0.39315698356261286,
+      "grad_norm": 0.13102491199970245,
+      "learning_rate": 1.9995236790220574e-05,
+      "loss": 1.3545,
+      "step": 1320
+    },
+    {
+      "epoch": 0.3934548297622815,
+      "grad_norm": 0.14258791506290436,
+      "learning_rate": 1.9995206976025817e-05,
+      "loss": 1.3717,
+      "step": 1321
+    },
+    {
+      "epoch": 0.3937526759619501,
+      "grad_norm": 0.13457924127578735,
+      "learning_rate": 1.9995177068836828e-05,
+      "loss": 1.3766,
+      "step": 1322
+    },
+    {
+      "epoch": 0.3940505221616188,
+      "grad_norm": 0.14607053995132446,
+      "learning_rate": 1.9995147068653887e-05,
+      "loss": 1.3647,
+      "step": 1323
+    },
+    {
+      "epoch": 0.39434836836128745,
+      "grad_norm": 0.13513265550136566,
+      "learning_rate": 1.9995116975477265e-05,
+      "loss": 1.3589,
+      "step": 1324
+    },
+    {
+      "epoch": 0.3946462145609561,
+      "grad_norm": 0.1353466659784317,
+      "learning_rate": 1.9995086789307248e-05,
+      "loss": 1.3713,
+      "step": 1325
+    },
+    {
+      "epoch": 0.3949440607606247,
+      "grad_norm": 0.15018858015537262,
+      "learning_rate": 1.9995056510144116e-05,
+      "loss": 1.3583,
+      "step": 1326
+    },
+    {
+      "epoch": 0.3952419069602934,
+      "grad_norm": 0.14529645442962646,
+      "learning_rate": 1.999502613798815e-05,
+      "loss": 1.3737,
+      "step": 1327
+    },
+    {
+      "epoch": 0.39553975315996204,
+      "grad_norm": 0.14066046476364136,
+      "learning_rate": 1.9994995672839636e-05,
+      "loss": 1.3622,
+      "step": 1328
+    },
+    {
+      "epoch": 0.39583759935963064,
+      "grad_norm": 0.1439758837223053,
+      "learning_rate": 1.999496511469885e-05,
+      "loss": 1.3764,
+      "step": 1329
+    },
+    {
+      "epoch": 0.3961354455592993,
+      "grad_norm": 0.14791858196258545,
+      "learning_rate": 1.9994934463566086e-05,
+      "loss": 1.3917,
+      "step": 1330
+    },
+    {
+      "epoch": 0.39643329175896797,
+      "grad_norm": 0.1415499597787857,
+      "learning_rate": 1.999490371944162e-05,
+      "loss": 1.356,
+      "step": 1331
+    },
+    {
+      "epoch": 0.3967311379586366,
+      "grad_norm": 0.14524230360984802,
+      "learning_rate": 1.999487288232574e-05,
+      "loss": 1.3762,
+      "step": 1332
+    },
+    {
+      "epoch": 0.39702898415830523,
+      "grad_norm": 0.13859130442142487,
+      "learning_rate": 1.9994841952218738e-05,
+      "loss": 1.3627,
+      "step": 1333
+    },
+    {
+      "epoch": 0.3973268303579739,
+      "grad_norm": 0.13905595242977142,
+      "learning_rate": 1.9994810929120897e-05,
+      "loss": 1.372,
+      "step": 1334
+    },
+    {
+      "epoch": 0.39762467655764255,
+      "grad_norm": 0.14038988947868347,
+      "learning_rate": 1.999477981303251e-05,
+      "loss": 1.3674,
+      "step": 1335
+    },
+    {
+      "epoch": 0.3979225227573112,
+      "grad_norm": 0.1370796263217926,
+      "learning_rate": 1.999474860395386e-05,
+      "loss": 1.353,
+      "step": 1336
+    },
+    {
+      "epoch": 0.3982203689569798,
+      "grad_norm": 0.14049774408340454,
+      "learning_rate": 1.999471730188524e-05,
+      "loss": 1.3644,
+      "step": 1337
+    },
+    {
+      "epoch": 0.3985182151566485,
+      "grad_norm": 0.16187512874603271,
+      "learning_rate": 1.9994685906826944e-05,
+      "loss": 1.349,
+      "step": 1338
+    },
+    {
+      "epoch": 0.39881606135631714,
+      "grad_norm": 0.144514262676239,
+      "learning_rate": 1.9994654418779263e-05,
+      "loss": 1.3598,
+      "step": 1339
+    },
+    {
+      "epoch": 0.3991139075559858,
+      "grad_norm": 0.13683633506298065,
+      "learning_rate": 1.999462283774249e-05,
+      "loss": 1.3512,
+      "step": 1340
+    },
+    {
+      "epoch": 0.3994117537556544,
+      "grad_norm": 0.13460426032543182,
+      "learning_rate": 1.999459116371692e-05,
+      "loss": 1.3454,
+      "step": 1341
+    },
+    {
+      "epoch": 0.39970959995532307,
+      "grad_norm": 0.14671728014945984,
+      "learning_rate": 1.999455939670284e-05,
+      "loss": 1.3733,
+      "step": 1342
+    },
+    {
+      "epoch": 0.40000744615499173,
+      "grad_norm": 0.14138005673885345,
+      "learning_rate": 1.9994527536700557e-05,
+      "loss": 1.3702,
+      "step": 1343
+    },
+    {
+      "epoch": 0.40030529235466034,
+      "grad_norm": 0.1489688754081726,
+      "learning_rate": 1.999449558371036e-05,
+      "loss": 1.3739,
+      "step": 1344
+    },
+    {
+      "epoch": 0.400603138554329,
+      "grad_norm": 0.1427619457244873,
+      "learning_rate": 1.9994463537732546e-05,
+      "loss": 1.3839,
+      "step": 1345
+    },
+    {
+      "epoch": 0.40090098475399766,
+      "grad_norm": 0.1428166627883911,
+      "learning_rate": 1.999443139876742e-05,
+      "loss": 1.3648,
+      "step": 1346
+    },
+    {
+      "epoch": 0.4011988309536663,
+      "grad_norm": 0.15491773188114166,
+      "learning_rate": 1.9994399166815272e-05,
+      "loss": 1.368,
+      "step": 1347
+    },
+    {
+      "epoch": 0.4014966771533349,
+      "grad_norm": 0.14289771020412445,
+      "learning_rate": 1.9994366841876404e-05,
+      "loss": 1.3732,
+      "step": 1348
+    },
+    {
+      "epoch": 0.4017945233530036,
+      "grad_norm": 0.14798198640346527,
+      "learning_rate": 1.9994334423951122e-05,
+      "loss": 1.3309,
+      "step": 1349
+    },
+    {
+      "epoch": 0.40209236955267225,
+      "grad_norm": 0.14131715893745422,
+      "learning_rate": 1.9994301913039726e-05,
+      "loss": 1.3637,
+      "step": 1350
+    },
+    {
+      "epoch": 0.4023902157523409,
+      "grad_norm": 0.13964703679084778,
+      "learning_rate": 1.9994269309142517e-05,
+      "loss": 1.3767,
+      "step": 1351
+    },
+    {
+      "epoch": 0.4026880619520095,
+      "grad_norm": 0.15044206380844116,
+      "learning_rate": 1.9994236612259796e-05,
+      "loss": 1.3623,
+      "step": 1352
+    },
+    {
+      "epoch": 0.4029859081516782,
+      "grad_norm": 0.14952361583709717,
+      "learning_rate": 1.999420382239187e-05,
+      "loss": 1.3717,
+      "step": 1353
+    },
+    {
+      "epoch": 0.40328375435134683,
+      "grad_norm": 0.13733325898647308,
+      "learning_rate": 1.9994170939539042e-05,
+      "loss": 1.3471,
+      "step": 1354
+    },
+    {
+      "epoch": 0.4035816005510155,
+      "grad_norm": 0.13589802384376526,
+      "learning_rate": 1.9994137963701622e-05,
+      "loss": 1.3678,
+      "step": 1355
+    },
+    {
+      "epoch": 0.4038794467506841,
+      "grad_norm": 0.14110149443149567,
+      "learning_rate": 1.9994104894879914e-05,
+      "loss": 1.3529,
+      "step": 1356
+    },
+    {
+      "epoch": 0.40417729295035276,
+      "grad_norm": 0.14588642120361328,
+      "learning_rate": 1.999407173307423e-05,
+      "loss": 1.3475,
+      "step": 1357
+    },
+    {
+      "epoch": 0.4044751391500214,
+      "grad_norm": 0.17346397042274475,
+      "learning_rate": 1.9994038478284868e-05,
+      "loss": 1.3598,
+      "step": 1358
+    },
+    {
+      "epoch": 0.40477298534969003,
+      "grad_norm": 0.13631947338581085,
+      "learning_rate": 1.9994005130512147e-05,
+      "loss": 1.3675,
+      "step": 1359
+    },
+    {
+      "epoch": 0.4050708315493587,
+      "grad_norm": 0.13887470960617065,
+      "learning_rate": 1.9993971689756374e-05,
+      "loss": 1.3684,
+      "step": 1360
+    },
+    {
+      "epoch": 0.40536867774902735,
+      "grad_norm": 0.1530754268169403,
+      "learning_rate": 1.9993938156017857e-05,
+      "loss": 1.3761,
+      "step": 1361
+    },
+    {
+      "epoch": 0.405666523948696,
+      "grad_norm": 0.1420319378376007,
+      "learning_rate": 1.9993904529296915e-05,
+      "loss": 1.3866,
+      "step": 1362
+    },
+    {
+      "epoch": 0.4059643701483646,
+      "grad_norm": 0.14963901042938232,
+      "learning_rate": 1.9993870809593857e-05,
+      "loss": 1.3713,
+      "step": 1363
+    },
+    {
+      "epoch": 0.4062622163480333,
+      "grad_norm": 0.14358863234519958,
+      "learning_rate": 1.9993836996909e-05,
+      "loss": 1.3766,
+      "step": 1364
+    },
+    {
+      "epoch": 0.40656006254770194,
+      "grad_norm": 0.14113590121269226,
+      "learning_rate": 1.999380309124265e-05,
+      "loss": 1.3747,
+      "step": 1365
+    },
+    {
+      "epoch": 0.4068579087473706,
+      "grad_norm": 0.13802053034305573,
+      "learning_rate": 1.999376909259513e-05,
+      "loss": 1.3659,
+      "step": 1366
+    },
+    {
+      "epoch": 0.4071557549470392,
+      "grad_norm": 0.14546042680740356,
+      "learning_rate": 1.9993735000966756e-05,
+      "loss": 1.3717,
+      "step": 1367
+    },
+    {
+      "epoch": 0.40745360114670787,
+      "grad_norm": 0.15038831532001495,
+      "learning_rate": 1.999370081635784e-05,
+      "loss": 1.3597,
+      "step": 1368
+    },
+    {
+      "epoch": 0.4077514473463765,
+      "grad_norm": 0.1376657336950302,
+      "learning_rate": 1.9993666538768704e-05,
+      "loss": 1.3722,
+      "step": 1369
+    },
+    {
+      "epoch": 0.4080492935460452,
+      "grad_norm": 0.14589664340019226,
+      "learning_rate": 1.9993632168199668e-05,
+      "loss": 1.3547,
+      "step": 1370
+    },
+    {
+      "epoch": 0.4083471397457138,
+      "grad_norm": 0.1463681012392044,
+      "learning_rate": 1.9993597704651052e-05,
+      "loss": 1.3646,
+      "step": 1371
+    },
+    {
+      "epoch": 0.40864498594538246,
+      "grad_norm": 0.15309378504753113,
+      "learning_rate": 1.9993563148123176e-05,
+      "loss": 1.3631,
+      "step": 1372
+    },
+    {
+      "epoch": 0.4089428321450511,
+      "grad_norm": 0.14134198427200317,
+      "learning_rate": 1.9993528498616354e-05,
+      "loss": 1.3672,
+      "step": 1373
+    },
+    {
+      "epoch": 0.4092406783447197,
+      "grad_norm": 0.1537083387374878,
+      "learning_rate": 1.9993493756130918e-05,
+      "loss": 1.3858,
+      "step": 1374
+    },
+    {
+      "epoch": 0.4095385245443884,
+      "grad_norm": 0.1451197862625122,
+      "learning_rate": 1.9993458920667188e-05,
+      "loss": 1.369,
+      "step": 1375
+    },
+    {
+      "epoch": 0.40983637074405704,
+      "grad_norm": 0.13950785994529724,
+      "learning_rate": 1.9993423992225487e-05,
+      "loss": 1.3688,
+      "step": 1376
+    },
+    {
+      "epoch": 0.4101342169437257,
+      "grad_norm": 0.14010006189346313,
+      "learning_rate": 1.9993388970806143e-05,
+      "loss": 1.3552,
+      "step": 1377
+    },
+    {
+      "epoch": 0.4104320631433943,
+      "grad_norm": 0.1423448920249939,
+      "learning_rate": 1.9993353856409482e-05,
+      "loss": 1.355,
+      "step": 1378
+    },
+    {
+      "epoch": 0.41072990934306297,
+      "grad_norm": 0.1458849012851715,
+      "learning_rate": 1.9993318649035824e-05,
+      "loss": 1.3719,
+      "step": 1379
+    },
+    {
+      "epoch": 0.41102775554273163,
+      "grad_norm": 0.1420285850763321,
+      "learning_rate": 1.99932833486855e-05,
+      "loss": 1.3491,
+      "step": 1380
+    },
+    {
+      "epoch": 0.4113256017424003,
+      "grad_norm": 0.1413401961326599,
+      "learning_rate": 1.9993247955358845e-05,
+      "loss": 1.366,
+      "step": 1381
+    },
+    {
+      "epoch": 0.4116234479420689,
+      "grad_norm": 0.1456751674413681,
+      "learning_rate": 1.999321246905618e-05,
+      "loss": 1.3711,
+      "step": 1382
+    },
+    {
+      "epoch": 0.41192129414173756,
+      "grad_norm": 0.14318130910396576,
+      "learning_rate": 1.999317688977784e-05,
+      "loss": 1.3637,
+      "step": 1383
+    },
+    {
+      "epoch": 0.4122191403414062,
+      "grad_norm": 0.15225200355052948,
+      "learning_rate": 1.999314121752415e-05,
+      "loss": 1.3808,
+      "step": 1384
+    },
+    {
+      "epoch": 0.4125169865410748,
+      "grad_norm": 0.15400700271129608,
+      "learning_rate": 1.999310545229545e-05,
+      "loss": 1.3733,
+      "step": 1385
+    },
+    {
+      "epoch": 0.4128148327407435,
+      "grad_norm": 0.14465181529521942,
+      "learning_rate": 1.999306959409207e-05,
+      "loss": 1.3766,
+      "step": 1386
+    },
+    {
+      "epoch": 0.41311267894041215,
+      "grad_norm": 0.14450886845588684,
+      "learning_rate": 1.9993033642914334e-05,
+      "loss": 1.3659,
+      "step": 1387
+    },
+    {
+      "epoch": 0.4134105251400808,
+      "grad_norm": 0.14789682626724243,
+      "learning_rate": 1.999299759876259e-05,
+      "loss": 1.3402,
+      "step": 1388
+    },
+    {
+      "epoch": 0.4137083713397494,
+      "grad_norm": 0.13714885711669922,
+      "learning_rate": 1.999296146163717e-05,
+      "loss": 1.3617,
+      "step": 1389
+    },
+    {
+      "epoch": 0.4140062175394181,
+      "grad_norm": 0.14600655436515808,
+      "learning_rate": 1.9992925231538406e-05,
+      "loss": 1.3783,
+      "step": 1390
+    },
+    {
+      "epoch": 0.41430406373908674,
+      "grad_norm": 0.14446376264095306,
+      "learning_rate": 1.9992888908466638e-05,
+      "loss": 1.3502,
+      "step": 1391
+    },
+    {
+      "epoch": 0.4146019099387554,
+      "grad_norm": 0.15243427455425262,
+      "learning_rate": 1.9992852492422206e-05,
+      "loss": 1.3511,
+      "step": 1392
+    },
+    {
+      "epoch": 0.414899756138424,
+      "grad_norm": 0.13800148665905,
+      "learning_rate": 1.9992815983405442e-05,
+      "loss": 1.3725,
+      "step": 1393
+    },
+    {
+      "epoch": 0.41519760233809266,
+      "grad_norm": 0.14049609005451202,
+      "learning_rate": 1.9992779381416692e-05,
+      "loss": 1.3671,
+      "step": 1394
+    },
+    {
+      "epoch": 0.4154954485377613,
+      "grad_norm": 0.14720329642295837,
+      "learning_rate": 1.9992742686456298e-05,
+      "loss": 1.3734,
+      "step": 1395
+    },
+    {
+      "epoch": 0.41579329473743,
+      "grad_norm": 0.14476299285888672,
+      "learning_rate": 1.999270589852459e-05,
+      "loss": 1.3795,
+      "step": 1396
+    },
+    {
+      "epoch": 0.4160911409370986,
+      "grad_norm": 0.14092835783958435,
+      "learning_rate": 1.9992669017621925e-05,
+      "loss": 1.3593,
+      "step": 1397
+    },
+    {
+      "epoch": 0.41638898713676725,
+      "grad_norm": 0.14597156643867493,
+      "learning_rate": 1.9992632043748635e-05,
+      "loss": 1.3908,
+      "step": 1398
+    },
+    {
+      "epoch": 0.4166868333364359,
+      "grad_norm": 0.14053498208522797,
+      "learning_rate": 1.999259497690507e-05,
+      "loss": 1.3773,
+      "step": 1399
+    },
+    {
+      "epoch": 0.4169846795361045,
+      "grad_norm": 0.14102129638195038,
+      "learning_rate": 1.9992557817091574e-05,
+      "loss": 1.36,
+      "step": 1400
+    },
+    {
+      "epoch": 0.4172825257357732,
+      "grad_norm": 0.13804572820663452,
+      "learning_rate": 1.9992520564308488e-05,
+      "loss": 1.3773,
+      "step": 1401
+    },
+    {
+      "epoch": 0.41758037193544184,
+      "grad_norm": 0.14213070273399353,
+      "learning_rate": 1.9992483218556166e-05,
+      "loss": 1.3754,
+      "step": 1402
+    },
+    {
+      "epoch": 0.4178782181351105,
+      "grad_norm": 0.14632445573806763,
+      "learning_rate": 1.9992445779834952e-05,
+      "loss": 1.3648,
+      "step": 1403
+    },
+    {
+      "epoch": 0.4181760643347791,
+      "grad_norm": 0.14518555998802185,
+      "learning_rate": 1.9992408248145194e-05,
+      "loss": 1.3487,
+      "step": 1404
+    },
+    {
+      "epoch": 0.41847391053444777,
+      "grad_norm": 0.1442975252866745,
+      "learning_rate": 1.999237062348724e-05,
+      "loss": 1.3634,
+      "step": 1405
+    },
+    {
+      "epoch": 0.41877175673411643,
+      "grad_norm": 0.15438003838062286,
+      "learning_rate": 1.9992332905861445e-05,
+      "loss": 1.363,
+      "step": 1406
+    },
+    {
+      "epoch": 0.4190696029337851,
+      "grad_norm": 0.138583242893219,
+      "learning_rate": 1.999229509526815e-05,
+      "loss": 1.3379,
+      "step": 1407
+    },
+    {
+      "epoch": 0.4193674491334537,
+      "grad_norm": 0.14776061475276947,
+      "learning_rate": 1.999225719170772e-05,
+      "loss": 1.3701,
+      "step": 1408
+    },
+    {
+      "epoch": 0.41966529533312236,
+      "grad_norm": 0.14421144127845764,
+      "learning_rate": 1.9992219195180498e-05,
+      "loss": 1.3762,
+      "step": 1409
+    },
+    {
+      "epoch": 0.419963141532791,
+      "grad_norm": 0.14404408633708954,
+      "learning_rate": 1.9992181105686838e-05,
+      "loss": 1.3715,
+      "step": 1410
+    },
+    {
+      "epoch": 0.4202609877324597,
+      "grad_norm": 0.14231495559215546,
+      "learning_rate": 1.99921429232271e-05,
+      "loss": 1.355,
+      "step": 1411
+    },
+    {
+      "epoch": 0.4205588339321283,
+      "grad_norm": 0.1412181854248047,
+      "learning_rate": 1.9992104647801635e-05,
+      "loss": 1.3506,
+      "step": 1412
+    },
+    {
+      "epoch": 0.42085668013179695,
+      "grad_norm": 0.1508765071630478,
+      "learning_rate": 1.9992066279410797e-05,
+      "loss": 1.3588,
+      "step": 1413
+    },
+    {
+      "epoch": 0.4211545263314656,
+      "grad_norm": 0.1456536203622818,
+      "learning_rate": 1.9992027818054952e-05,
+      "loss": 1.3644,
+      "step": 1414
+    },
+    {
+      "epoch": 0.4214523725311342,
+      "grad_norm": 0.1506153792142868,
+      "learning_rate": 1.999198926373445e-05,
+      "loss": 1.3741,
+      "step": 1415
+    },
+    {
+      "epoch": 0.4217502187308029,
+      "grad_norm": 0.14759069681167603,
+      "learning_rate": 1.9991950616449648e-05,
+      "loss": 1.3582,
+      "step": 1416
+    },
+    {
+      "epoch": 0.42204806493047153,
+      "grad_norm": 0.13830821216106415,
+      "learning_rate": 1.9991911876200914e-05,
+      "loss": 1.3678,
+      "step": 1417
+    },
+    {
+      "epoch": 0.4223459111301402,
+      "grad_norm": 0.13808178901672363,
+      "learning_rate": 1.99918730429886e-05,
+      "loss": 1.3427,
+      "step": 1418
+    },
+    {
+      "epoch": 0.4226437573298088,
+      "grad_norm": 0.14943626523017883,
+      "learning_rate": 1.999183411681307e-05,
+      "loss": 1.3738,
+      "step": 1419
+    },
+    {
+      "epoch": 0.42294160352947746,
+      "grad_norm": 0.15086951851844788,
+      "learning_rate": 1.999179509767469e-05,
+      "loss": 1.3674,
+      "step": 1420
+    },
+    {
+      "epoch": 0.4232394497291461,
+      "grad_norm": 0.13922718167304993,
+      "learning_rate": 1.9991755985573823e-05,
+      "loss": 1.3561,
+      "step": 1421
+    },
+    {
+      "epoch": 0.4235372959288148,
+      "grad_norm": 0.1464361548423767,
+      "learning_rate": 1.9991716780510823e-05,
+      "loss": 1.3572,
+      "step": 1422
+    },
+    {
+      "epoch": 0.4238351421284834,
+      "grad_norm": 0.1514001041650772,
+      "learning_rate": 1.9991677482486068e-05,
+      "loss": 1.3714,
+      "step": 1423
+    },
+    {
+      "epoch": 0.42413298832815205,
+      "grad_norm": 0.15556089580059052,
+      "learning_rate": 1.999163809149991e-05,
+      "loss": 1.3637,
+      "step": 1424
+    },
+    {
+      "epoch": 0.4244308345278207,
+      "grad_norm": 0.1481410712003708,
+      "learning_rate": 1.9991598607552733e-05,
+      "loss": 1.3791,
+      "step": 1425
+    },
+    {
+      "epoch": 0.4247286807274893,
+      "grad_norm": 0.14641015231609344,
+      "learning_rate": 1.9991559030644888e-05,
+      "loss": 1.3479,
+      "step": 1426
+    },
+    {
+      "epoch": 0.425026526927158,
+      "grad_norm": 0.146641343832016,
+      "learning_rate": 1.999151936077675e-05,
+      "loss": 1.3615,
+      "step": 1427
+    },
+    {
+      "epoch": 0.42532437312682664,
+      "grad_norm": 0.1396789401769638,
+      "learning_rate": 1.9991479597948685e-05,
+      "loss": 1.3633,
+      "step": 1428
+    },
+    {
+      "epoch": 0.4256222193264953,
+      "grad_norm": 0.13987213373184204,
+      "learning_rate": 1.9991439742161066e-05,
+      "loss": 1.3631,
+      "step": 1429
+    },
+    {
+      "epoch": 0.4259200655261639,
+      "grad_norm": 0.14193253219127655,
+      "learning_rate": 1.9991399793414268e-05,
+      "loss": 1.3627,
+      "step": 1430
+    },
+    {
+      "epoch": 0.42621791172583257,
+      "grad_norm": 0.15473538637161255,
+      "learning_rate": 1.9991359751708653e-05,
+      "loss": 1.3726,
+      "step": 1431
+    },
+    {
+      "epoch": 0.4265157579255012,
+      "grad_norm": 0.14363671839237213,
+      "learning_rate": 1.9991319617044605e-05,
+      "loss": 1.3517,
+      "step": 1432
+    },
+    {
+      "epoch": 0.4268136041251699,
+      "grad_norm": 0.13485422730445862,
+      "learning_rate": 1.9991279389422485e-05,
+      "loss": 1.3599,
+      "step": 1433
+    },
+    {
+      "epoch": 0.4271114503248385,
+      "grad_norm": 0.14515508711338043,
+      "learning_rate": 1.9991239068842673e-05,
+      "loss": 1.3784,
+      "step": 1434
+    },
+    {
+      "epoch": 0.42740929652450715,
+      "grad_norm": 0.153084397315979,
+      "learning_rate": 1.999119865530555e-05,
+      "loss": 1.361,
+      "step": 1435
+    },
+    {
+      "epoch": 0.4277071427241758,
+      "grad_norm": 0.15337277948856354,
+      "learning_rate": 1.999115814881148e-05,
+      "loss": 1.3643,
+      "step": 1436
+    },
+    {
+      "epoch": 0.4280049889238445,
+      "grad_norm": 0.15344147384166718,
+      "learning_rate": 1.999111754936085e-05,
+      "loss": 1.3746,
+      "step": 1437
+    },
+    {
+      "epoch": 0.4283028351235131,
+      "grad_norm": 0.1456160843372345,
+      "learning_rate": 1.9991076856954034e-05,
+      "loss": 1.3631,
+      "step": 1438
+    },
+    {
+      "epoch": 0.42860068132318174,
+      "grad_norm": 0.1523975133895874,
+      "learning_rate": 1.999103607159141e-05,
+      "loss": 1.3638,
+      "step": 1439
+    },
+    {
+      "epoch": 0.4288985275228504,
+      "grad_norm": 0.15147021412849426,
+      "learning_rate": 1.9990995193273354e-05,
+      "loss": 1.3524,
+      "step": 1440
+    },
+    {
+      "epoch": 0.429196373722519,
+      "grad_norm": 0.14829808473587036,
+      "learning_rate": 1.9990954222000254e-05,
+      "loss": 1.371,
+      "step": 1441
+    },
+    {
+      "epoch": 0.42949421992218767,
+      "grad_norm": 0.14790543913841248,
+      "learning_rate": 1.9990913157772488e-05,
+      "loss": 1.343,
+      "step": 1442
+    },
+    {
+      "epoch": 0.42979206612185633,
+      "grad_norm": 0.1457212120294571,
+      "learning_rate": 1.9990872000590435e-05,
+      "loss": 1.3723,
+      "step": 1443
+    },
+    {
+      "epoch": 0.430089912321525,
+      "grad_norm": 0.14873450994491577,
+      "learning_rate": 1.9990830750454485e-05,
+      "loss": 1.3668,
+      "step": 1444
+    },
+    {
+      "epoch": 0.4303877585211936,
+      "grad_norm": 0.15360642969608307,
+      "learning_rate": 1.999078940736501e-05,
+      "loss": 1.3746,
+      "step": 1445
+    },
+    {
+      "epoch": 0.43068560472086226,
+      "grad_norm": 0.14420081675052643,
+      "learning_rate": 1.999074797132241e-05,
+      "loss": 1.358,
+      "step": 1446
+    },
+    {
+      "epoch": 0.4309834509205309,
+      "grad_norm": 0.1481042504310608,
+      "learning_rate": 1.999070644232706e-05,
+      "loss": 1.3346,
+      "step": 1447
+    },
+    {
+      "epoch": 0.4312812971201996,
+      "grad_norm": 0.15088361501693726,
+      "learning_rate": 1.9990664820379348e-05,
+      "loss": 1.3669,
+      "step": 1448
+    },
+    {
+      "epoch": 0.4315791433198682,
+      "grad_norm": 0.14640074968338013,
+      "learning_rate": 1.9990623105479662e-05,
+      "loss": 1.3495,
+      "step": 1449
+    },
+    {
+      "epoch": 0.43187698951953685,
+      "grad_norm": 0.1395910680294037,
+      "learning_rate": 1.999058129762839e-05,
+      "loss": 1.3567,
+      "step": 1450
+    },
+    {
+      "epoch": 0.4321748357192055,
+      "grad_norm": 0.14191977679729462,
+      "learning_rate": 1.9990539396825918e-05,
+      "loss": 1.3974,
+      "step": 1451
+    },
+    {
+      "epoch": 0.43247268191887417,
+      "grad_norm": 0.14816097915172577,
+      "learning_rate": 1.9990497403072645e-05,
+      "loss": 1.3662,
+      "step": 1452
+    },
+    {
+      "epoch": 0.4327705281185428,
+      "grad_norm": 0.15005965530872345,
+      "learning_rate": 1.9990455316368952e-05,
+      "loss": 1.3592,
+      "step": 1453
+    },
+    {
+      "epoch": 0.43306837431821144,
+      "grad_norm": 0.14851853251457214,
+      "learning_rate": 1.9990413136715234e-05,
+      "loss": 1.3552,
+      "step": 1454
+    },
+    {
+      "epoch": 0.4333662205178801,
+      "grad_norm": 0.14743919670581818,
+      "learning_rate": 1.9990370864111885e-05,
+      "loss": 1.3633,
+      "step": 1455
+    },
+    {
+      "epoch": 0.4336640667175487,
+      "grad_norm": 0.14935488998889923,
+      "learning_rate": 1.9990328498559297e-05,
+      "loss": 1.3852,
+      "step": 1456
+    },
+    {
+      "epoch": 0.43396191291721736,
+      "grad_norm": 0.14826509356498718,
+      "learning_rate": 1.9990286040057864e-05,
+      "loss": 1.3796,
+      "step": 1457
+    },
+    {
+      "epoch": 0.434259759116886,
+      "grad_norm": 0.14386005699634552,
+      "learning_rate": 1.9990243488607982e-05,
+      "loss": 1.3523,
+      "step": 1458
+    },
+    {
+      "epoch": 0.4345576053165547,
+      "grad_norm": 0.13946856558322906,
+      "learning_rate": 1.9990200844210044e-05,
+      "loss": 1.37,
+      "step": 1459
+    },
+    {
+      "epoch": 0.4348554515162233,
+      "grad_norm": 0.1450900286436081,
+      "learning_rate": 1.9990158106864454e-05,
+      "loss": 1.3526,
+      "step": 1460
+    },
+    {
+      "epoch": 0.43515329771589195,
+      "grad_norm": 0.1451714038848877,
+      "learning_rate": 1.9990115276571597e-05,
+      "loss": 1.3489,
+      "step": 1461
+    },
+    {
+      "epoch": 0.4354511439155606,
+      "grad_norm": 0.13972912728786469,
+      "learning_rate": 1.9990072353331883e-05,
+      "loss": 1.3458,
+      "step": 1462
+    },
+    {
+      "epoch": 0.4357489901152293,
+      "grad_norm": 0.13991695642471313,
+      "learning_rate": 1.9990029337145706e-05,
+      "loss": 1.3642,
+      "step": 1463
+    },
+    {
+      "epoch": 0.4360468363148979,
+      "grad_norm": 0.14446556568145752,
+      "learning_rate": 1.9989986228013468e-05,
+      "loss": 1.3601,
+      "step": 1464
+    },
+    {
+      "epoch": 0.43634468251456654,
+      "grad_norm": 0.14560119807720184,
+      "learning_rate": 1.9989943025935574e-05,
+      "loss": 1.3618,
+      "step": 1465
+    },
+    {
+      "epoch": 0.4366425287142352,
+      "grad_norm": 0.1507396101951599,
+      "learning_rate": 1.9989899730912415e-05,
+      "loss": 1.3559,
+      "step": 1466
+    },
+    {
+      "epoch": 0.4369403749139038,
+      "grad_norm": 0.1439831554889679,
+      "learning_rate": 1.9989856342944405e-05,
+      "loss": 1.3437,
+      "step": 1467
+    },
+    {
+      "epoch": 0.43723822111357247,
+      "grad_norm": 0.14343243837356567,
+      "learning_rate": 1.9989812862031938e-05,
+      "loss": 1.3613,
+      "step": 1468
+    },
+    {
+      "epoch": 0.43753606731324113,
+      "grad_norm": 0.1516478955745697,
+      "learning_rate": 1.998976928817543e-05,
+      "loss": 1.374,
+      "step": 1469
+    },
+    {
+      "epoch": 0.4378339135129098,
+      "grad_norm": 0.13883419334888458,
+      "learning_rate": 1.9989725621375277e-05,
+      "loss": 1.3497,
+      "step": 1470
+    },
+    {
+      "epoch": 0.4381317597125784,
+      "grad_norm": 0.15203416347503662,
+      "learning_rate": 1.9989681861631886e-05,
+      "loss": 1.3604,
+      "step": 1471
+    },
+    {
+      "epoch": 0.43842960591224706,
+      "grad_norm": 0.14967718720436096,
+      "learning_rate": 1.9989638008945667e-05,
+      "loss": 1.3672,
+      "step": 1472
+    },
+    {
+      "epoch": 0.4387274521119157,
+      "grad_norm": 0.1440047323703766,
+      "learning_rate": 1.998959406331703e-05,
+      "loss": 1.3554,
+      "step": 1473
+    },
+    {
+      "epoch": 0.4390252983115844,
+      "grad_norm": 0.15080441534519196,
+      "learning_rate": 1.9989550024746382e-05,
+      "loss": 1.3466,
+      "step": 1474
+    },
+    {
+      "epoch": 0.439323144511253,
+      "grad_norm": 0.15265288949012756,
+      "learning_rate": 1.9989505893234128e-05,
+      "loss": 1.3499,
+      "step": 1475
+    },
+    {
+      "epoch": 0.43962099071092164,
+      "grad_norm": 0.15390194952487946,
+      "learning_rate": 1.9989461668780687e-05,
+      "loss": 1.3669,
+      "step": 1476
+    },
+    {
+      "epoch": 0.4399188369105903,
+      "grad_norm": 0.15198729932308197,
+      "learning_rate": 1.9989417351386463e-05,
+      "loss": 1.376,
+      "step": 1477
+    },
+    {
+      "epoch": 0.44021668311025897,
+      "grad_norm": 0.14844822883605957,
+      "learning_rate": 1.9989372941051872e-05,
+      "loss": 1.3474,
+      "step": 1478
+    },
+    {
+      "epoch": 0.44051452930992757,
+      "grad_norm": 0.15690770745277405,
+      "learning_rate": 1.9989328437777325e-05,
+      "loss": 1.336,
+      "step": 1479
+    },
+    {
+      "epoch": 0.44081237550959623,
+      "grad_norm": 0.15483498573303223,
+      "learning_rate": 1.998928384156324e-05,
+      "loss": 1.3439,
+      "step": 1480
+    },
+    {
+      "epoch": 0.4411102217092649,
+      "grad_norm": 0.15072625875473022,
+      "learning_rate": 1.9989239152410028e-05,
+      "loss": 1.369,
+      "step": 1481
+    },
+    {
+      "epoch": 0.4414080679089335,
+      "grad_norm": 0.14917880296707153,
+      "learning_rate": 1.9989194370318107e-05,
+      "loss": 1.3597,
+      "step": 1482
+    },
+    {
+      "epoch": 0.44170591410860216,
+      "grad_norm": 0.15088708698749542,
+      "learning_rate": 1.9989149495287895e-05,
+      "loss": 1.3654,
+      "step": 1483
+    },
+    {
+      "epoch": 0.4420037603082708,
+      "grad_norm": 0.1527431458234787,
+      "learning_rate": 1.9989104527319805e-05,
+      "loss": 1.3437,
+      "step": 1484
+    },
+    {
+      "epoch": 0.4423016065079395,
+      "grad_norm": 0.1469215601682663,
+      "learning_rate": 1.9989059466414257e-05,
+      "loss": 1.3417,
+      "step": 1485
+    },
+    {
+      "epoch": 0.4425994527076081,
+      "grad_norm": 0.14421643316745758,
+      "learning_rate": 1.9989014312571674e-05,
+      "loss": 1.3647,
+      "step": 1486
+    },
+    {
+      "epoch": 0.44289729890727675,
+      "grad_norm": 0.1480475813150406,
+      "learning_rate": 1.998896906579247e-05,
+      "loss": 1.3574,
+      "step": 1487
+    },
+    {
+      "epoch": 0.4431951451069454,
+      "grad_norm": 0.16325557231903076,
+      "learning_rate": 1.9988923726077073e-05,
+      "loss": 1.3474,
+      "step": 1488
+    },
+    {
+      "epoch": 0.44349299130661407,
+      "grad_norm": 0.15464672446250916,
+      "learning_rate": 1.99888782934259e-05,
+      "loss": 1.3545,
+      "step": 1489
+    },
+    {
+      "epoch": 0.4437908375062827,
+      "grad_norm": 0.1462455838918686,
+      "learning_rate": 1.998883276783937e-05,
+      "loss": 1.3742,
+      "step": 1490
+    },
+    {
+      "epoch": 0.44408868370595134,
+      "grad_norm": 0.1596900075674057,
+      "learning_rate": 1.9988787149317918e-05,
+      "loss": 1.3426,
+      "step": 1491
+    },
+    {
+      "epoch": 0.44438652990562,
+      "grad_norm": 0.14827901124954224,
+      "learning_rate": 1.998874143786196e-05,
+      "loss": 1.3593,
+      "step": 1492
+    },
+    {
+      "epoch": 0.44468437610528866,
+      "grad_norm": 0.16149313747882843,
+      "learning_rate": 1.9988695633471916e-05,
+      "loss": 1.3695,
+      "step": 1493
+    },
+    {
+      "epoch": 0.44498222230495726,
+      "grad_norm": 0.14973697066307068,
+      "learning_rate": 1.9988649736148228e-05,
+      "loss": 1.374,
+      "step": 1494
+    },
+    {
+      "epoch": 0.4452800685046259,
+      "grad_norm": 0.15943573415279388,
+      "learning_rate": 1.998860374589131e-05,
+      "loss": 1.3639,
+      "step": 1495
+    },
+    {
+      "epoch": 0.4455779147042946,
+      "grad_norm": 0.16365402936935425,
+      "learning_rate": 1.9988557662701596e-05,
+      "loss": 1.3777,
+      "step": 1496
+    },
+    {
+      "epoch": 0.4458757609039632,
+      "grad_norm": 0.14562122523784637,
+      "learning_rate": 1.998851148657951e-05,
+      "loss": 1.3708,
+      "step": 1497
+    },
+    {
+      "epoch": 0.44617360710363185,
+      "grad_norm": 0.15102730691432953,
+      "learning_rate": 1.998846521752549e-05,
+      "loss": 1.3398,
+      "step": 1498
+    },
+    {
+      "epoch": 0.4464714533033005,
+      "grad_norm": 0.15463490784168243,
+      "learning_rate": 1.9988418855539956e-05,
+      "loss": 1.3496,
+      "step": 1499
+    },
+    {
+      "epoch": 0.4467692995029692,
+      "grad_norm": 0.1538606882095337,
+      "learning_rate": 1.9988372400623345e-05,
+      "loss": 1.3611,
+      "step": 1500
+    },
+    {
+      "epoch": 0.4467692995029692,
+      "eval_loss": 1.3834556341171265,
+      "eval_runtime": 19.0173,
+      "eval_samples_per_second": 91.18,
+      "eval_steps_per_second": 5.732,
+      "step": 1500
+    },
+    {
+      "epoch": 0.4470671457026378,
+      "grad_norm": 0.16407231986522675,
+      "learning_rate": 1.998832585277609e-05,
+      "loss": 1.3598,
+      "step": 1501
+    },
+    {
+      "epoch": 0.44736499190230644,
+      "grad_norm": 0.15346083045005798,
+      "learning_rate": 1.998827921199862e-05,
+      "loss": 1.3405,
+      "step": 1502
+    },
+    {
+      "epoch": 0.4476628381019751,
+      "grad_norm": 0.15303270518779755,
+      "learning_rate": 1.998823247829137e-05,
+      "loss": 1.3554,
+      "step": 1503
+    },
+    {
+      "epoch": 0.44796068430164376,
+      "grad_norm": 0.14479559659957886,
+      "learning_rate": 1.998818565165478e-05,
+      "loss": 1.3571,
+      "step": 1504
+    },
+    {
+      "epoch": 0.44825853050131237,
+      "grad_norm": 0.15231306850910187,
+      "learning_rate": 1.9988138732089285e-05,
+      "loss": 1.3483,
+      "step": 1505
+    },
+    {
+      "epoch": 0.44855637670098103,
+      "grad_norm": 0.14821556210517883,
+      "learning_rate": 1.9988091719595314e-05,
+      "loss": 1.3757,
+      "step": 1506
+    },
+    {
+      "epoch": 0.4488542229006497,
+      "grad_norm": 0.15764357149600983,
+      "learning_rate": 1.998804461417331e-05,
+      "loss": 1.3378,
+      "step": 1507
+    },
+    {
+      "epoch": 0.4491520691003183,
+      "grad_norm": 0.1531432718038559,
+      "learning_rate": 1.9987997415823708e-05,
+      "loss": 1.346,
+      "step": 1508
+    },
+    {
+      "epoch": 0.44944991529998696,
+      "grad_norm": 0.15966816246509552,
+      "learning_rate": 1.998795012454695e-05,
+      "loss": 1.3664,
+      "step": 1509
+    },
+    {
+      "epoch": 0.4497477614996556,
+      "grad_norm": 0.16142988204956055,
+      "learning_rate": 1.998790274034348e-05,
+      "loss": 1.3496,
+      "step": 1510
+    },
+    {
+      "epoch": 0.4500456076993243,
+      "grad_norm": 0.14158722758293152,
+      "learning_rate": 1.998785526321373e-05,
+      "loss": 1.3501,
+      "step": 1511
+    },
+    {
+      "epoch": 0.4503434538989929,
+      "grad_norm": 0.14258314669132233,
+      "learning_rate": 1.9987807693158145e-05,
+      "loss": 1.3612,
+      "step": 1512
+    },
+    {
+      "epoch": 0.45064130009866155,
+      "grad_norm": 0.15757381916046143,
+      "learning_rate": 1.998776003017717e-05,
+      "loss": 1.3424,
+      "step": 1513
+    },
+    {
+      "epoch": 0.4509391462983302,
+      "grad_norm": 0.14767710864543915,
+      "learning_rate": 1.9987712274271248e-05,
+      "loss": 1.3634,
+      "step": 1514
+    },
+    {
+      "epoch": 0.45123699249799887,
+      "grad_norm": 0.15256808698177338,
+      "learning_rate": 1.998766442544082e-05,
+      "loss": 1.3755,
+      "step": 1515
+    },
+    {
+      "epoch": 0.4515348386976675,
+      "grad_norm": 0.15053477883338928,
+      "learning_rate": 1.9987616483686335e-05,
+      "loss": 1.3552,
+      "step": 1516
+    },
+    {
+      "epoch": 0.45183268489733613,
+      "grad_norm": 0.1493692547082901,
+      "learning_rate": 1.9987568449008236e-05,
+      "loss": 1.3474,
+      "step": 1517
+    },
+    {
+      "epoch": 0.4521305310970048,
+      "grad_norm": 0.1480308622121811,
+      "learning_rate": 1.9987520321406973e-05,
+      "loss": 1.359,
+      "step": 1518
+    },
+    {
+      "epoch": 0.45242837729667346,
+      "grad_norm": 0.16877669095993042,
+      "learning_rate": 1.998747210088299e-05,
+      "loss": 1.349,
+      "step": 1519
+    },
+    {
+      "epoch": 0.45272622349634206,
+      "grad_norm": 0.1567610800266266,
+      "learning_rate": 1.998742378743674e-05,
+      "loss": 1.3587,
+      "step": 1520
+    },
+    {
+      "epoch": 0.4530240696960107,
+      "grad_norm": 0.15030761063098907,
+      "learning_rate": 1.998737538106867e-05,
+      "loss": 1.357,
+      "step": 1521
+    },
+    {
+      "epoch": 0.4533219158956794,
+      "grad_norm": 0.15131089091300964,
+      "learning_rate": 1.998732688177923e-05,
+      "loss": 1.3751,
+      "step": 1522
+    },
+    {
+      "epoch": 0.453619762095348,
+      "grad_norm": 0.15185332298278809,
+      "learning_rate": 1.9987278289568873e-05,
+      "loss": 1.3489,
+      "step": 1523
+    },
+    {
+      "epoch": 0.45391760829501665,
+      "grad_norm": 0.15380892157554626,
+      "learning_rate": 1.998722960443805e-05,
+      "loss": 1.3646,
+      "step": 1524
+    },
+    {
+      "epoch": 0.4542154544946853,
+      "grad_norm": 0.15530753135681152,
+      "learning_rate": 1.9987180826387213e-05,
+      "loss": 1.366,
+      "step": 1525
+    },
+    {
+      "epoch": 0.45451330069435397,
+      "grad_norm": 0.15113243460655212,
+      "learning_rate": 1.9987131955416815e-05,
+      "loss": 1.359,
+      "step": 1526
+    },
+    {
+      "epoch": 0.4548111468940226,
+      "grad_norm": 0.14856329560279846,
+      "learning_rate": 1.9987082991527313e-05,
+      "loss": 1.3648,
+      "step": 1527
+    },
+    {
+      "epoch": 0.45510899309369124,
+      "grad_norm": 0.15362197160720825,
+      "learning_rate": 1.9987033934719164e-05,
+      "loss": 1.3724,
+      "step": 1528
+    },
+    {
+      "epoch": 0.4554068392933599,
+      "grad_norm": 0.1537696123123169,
+      "learning_rate": 1.998698478499282e-05,
+      "loss": 1.3298,
+      "step": 1529
+    },
+    {
+      "epoch": 0.45570468549302856,
+      "grad_norm": 0.15299934148788452,
+      "learning_rate": 1.998693554234874e-05,
+      "loss": 1.3636,
+      "step": 1530
+    },
+    {
+      "epoch": 0.45600253169269717,
+      "grad_norm": 0.1576281040906906,
+      "learning_rate": 1.998688620678739e-05,
+      "loss": 1.3609,
+      "step": 1531
+    },
+    {
+      "epoch": 0.4563003778923658,
+      "grad_norm": 0.1615464836359024,
+      "learning_rate": 1.9986836778309215e-05,
+      "loss": 1.3523,
+      "step": 1532
+    },
+    {
+      "epoch": 0.4565982240920345,
+      "grad_norm": 0.1629544198513031,
+      "learning_rate": 1.9986787256914682e-05,
+      "loss": 1.3559,
+      "step": 1533
+    },
+    {
+      "epoch": 0.45689607029170315,
+      "grad_norm": 0.1634722799062729,
+      "learning_rate": 1.9986737642604253e-05,
+      "loss": 1.3517,
+      "step": 1534
+    },
+    {
+      "epoch": 0.45719391649137175,
+      "grad_norm": 0.15739208459854126,
+      "learning_rate": 1.998668793537839e-05,
+      "loss": 1.3381,
+      "step": 1535
+    },
+    {
+      "epoch": 0.4574917626910404,
+      "grad_norm": 0.16441817581653595,
+      "learning_rate": 1.9986638135237548e-05,
+      "loss": 1.3547,
+      "step": 1536
+    },
+    {
+      "epoch": 0.4577896088907091,
+      "grad_norm": 0.15827372670173645,
+      "learning_rate": 1.99865882421822e-05,
+      "loss": 1.3589,
+      "step": 1537
+    },
+    {
+      "epoch": 0.4580874550903777,
+      "grad_norm": 0.14872604608535767,
+      "learning_rate": 1.9986538256212806e-05,
+      "loss": 1.3533,
+      "step": 1538
+    },
+    {
+      "epoch": 0.45838530129004634,
+      "grad_norm": 0.16894614696502686,
+      "learning_rate": 1.998648817732983e-05,
+      "loss": 1.3485,
+      "step": 1539
+    },
+    {
+      "epoch": 0.458683147489715,
+      "grad_norm": 0.16135190427303314,
+      "learning_rate": 1.998643800553374e-05,
+      "loss": 1.3518,
+      "step": 1540
+    },
+    {
+      "epoch": 0.45898099368938367,
+      "grad_norm": 0.1732345074415207,
+      "learning_rate": 1.9986387740825e-05,
+      "loss": 1.3657,
+      "step": 1541
+    },
+    {
+      "epoch": 0.45927883988905227,
+      "grad_norm": 0.16166165471076965,
+      "learning_rate": 1.9986337383204085e-05,
+      "loss": 1.3607,
+      "step": 1542
+    },
+    {
+      "epoch": 0.45957668608872093,
+      "grad_norm": 0.1520800143480301,
+      "learning_rate": 1.998628693267145e-05,
+      "loss": 1.3508,
+      "step": 1543
+    },
+    {
+      "epoch": 0.4598745322883896,
+      "grad_norm": 0.15748022496700287,
+      "learning_rate": 1.9986236389227577e-05,
+      "loss": 1.3645,
+      "step": 1544
+    },
+    {
+      "epoch": 0.46017237848805825,
+      "grad_norm": 0.1648527979850769,
+      "learning_rate": 1.9986185752872934e-05,
+      "loss": 1.3708,
+      "step": 1545
+    },
+    {
+      "epoch": 0.46047022468772686,
+      "grad_norm": 0.16140109300613403,
+      "learning_rate": 1.9986135023607988e-05,
+      "loss": 1.3443,
+      "step": 1546
+    },
+    {
+      "epoch": 0.4607680708873955,
+      "grad_norm": 0.1539575457572937,
+      "learning_rate": 1.998608420143321e-05,
+      "loss": 1.3521,
+      "step": 1547
+    },
+    {
+      "epoch": 0.4610659170870642,
+      "grad_norm": 0.1520809382200241,
+      "learning_rate": 1.9986033286349078e-05,
+      "loss": 1.3566,
+      "step": 1548
+    },
+    {
+      "epoch": 0.4613637632867328,
+      "grad_norm": 0.16655495762825012,
+      "learning_rate": 1.9985982278356066e-05,
+      "loss": 1.3389,
+      "step": 1549
+    },
+    {
+      "epoch": 0.46166160948640145,
+      "grad_norm": 0.15567821264266968,
+      "learning_rate": 1.998593117745464e-05,
+      "loss": 1.3493,
+      "step": 1550
+    },
+    {
+      "epoch": 0.4619594556860701,
+      "grad_norm": 0.15215620398521423,
+      "learning_rate": 1.998587998364528e-05,
+      "loss": 1.3566,
+      "step": 1551
+    },
+    {
+      "epoch": 0.46225730188573877,
+      "grad_norm": 0.15496288239955902,
+      "learning_rate": 1.998582869692847e-05,
+      "loss": 1.356,
+      "step": 1552
+    },
+    {
+      "epoch": 0.4625551480854074,
+      "grad_norm": 0.15681160986423492,
+      "learning_rate": 1.998577731730468e-05,
+      "loss": 1.3512,
+      "step": 1553
+    },
+    {
+      "epoch": 0.46285299428507604,
+      "grad_norm": 0.16336871683597565,
+      "learning_rate": 1.9985725844774387e-05,
+      "loss": 1.3429,
+      "step": 1554
+    },
+    {
+      "epoch": 0.4631508404847447,
+      "grad_norm": 0.15553857386112213,
+      "learning_rate": 1.9985674279338072e-05,
+      "loss": 1.3623,
+      "step": 1555
+    },
+    {
+      "epoch": 0.46344868668441336,
+      "grad_norm": 0.15605011582374573,
+      "learning_rate": 1.9985622620996216e-05,
+      "loss": 1.3604,
+      "step": 1556
+    },
+    {
+      "epoch": 0.46374653288408196,
+      "grad_norm": 0.15912525355815887,
+      "learning_rate": 1.9985570869749295e-05,
+      "loss": 1.3574,
+      "step": 1557
+    },
+    {
+      "epoch": 0.4640443790837506,
+      "grad_norm": 0.1530112624168396,
+      "learning_rate": 1.9985519025597795e-05,
+      "loss": 1.3608,
+      "step": 1558
+    },
+    {
+      "epoch": 0.4643422252834193,
+      "grad_norm": 0.14379249513149261,
+      "learning_rate": 1.9985467088542197e-05,
+      "loss": 1.3519,
+      "step": 1559
+    },
+    {
+      "epoch": 0.46464007148308795,
+      "grad_norm": 0.17771276831626892,
+      "learning_rate": 1.9985415058582985e-05,
+      "loss": 1.3595,
+      "step": 1560
+    },
+    {
+      "epoch": 0.46493791768275655,
+      "grad_norm": 0.15996088087558746,
+      "learning_rate": 1.9985362935720644e-05,
+      "loss": 1.3653,
+      "step": 1561
+    },
+    {
+      "epoch": 0.4652357638824252,
+      "grad_norm": 0.1668889820575714,
+      "learning_rate": 1.998531071995565e-05,
+      "loss": 1.3688,
+      "step": 1562
+    },
+    {
+      "epoch": 0.4655336100820939,
+      "grad_norm": 0.1608288586139679,
+      "learning_rate": 1.99852584112885e-05,
+      "loss": 1.3708,
+      "step": 1563
+    },
+    {
+      "epoch": 0.4658314562817625,
+      "grad_norm": 0.15631313621997833,
+      "learning_rate": 1.998520600971968e-05,
+      "loss": 1.3625,
+      "step": 1564
+    },
+    {
+      "epoch": 0.46612930248143114,
+      "grad_norm": 0.15062110126018524,
+      "learning_rate": 1.9985153515249672e-05,
+      "loss": 1.3699,
+      "step": 1565
+    },
+    {
+      "epoch": 0.4664271486810998,
+      "grad_norm": 0.16072940826416016,
+      "learning_rate": 1.9985100927878965e-05,
+      "loss": 1.3485,
+      "step": 1566
+    },
+    {
+      "epoch": 0.46672499488076846,
+      "grad_norm": 0.15695033967494965,
+      "learning_rate": 1.9985048247608053e-05,
+      "loss": 1.3491,
+      "step": 1567
+    },
+    {
+      "epoch": 0.46702284108043707,
+      "grad_norm": 0.15807615220546722,
+      "learning_rate": 1.998499547443742e-05,
+      "loss": 1.3585,
+      "step": 1568
+    },
+    {
+      "epoch": 0.46732068728010573,
+      "grad_norm": 0.15113434195518494,
+      "learning_rate": 1.998494260836756e-05,
+      "loss": 1.3623,
+      "step": 1569
+    },
+    {
+      "epoch": 0.4676185334797744,
+      "grad_norm": 0.14953960478305817,
+      "learning_rate": 1.9984889649398967e-05,
+      "loss": 1.361,
+      "step": 1570
+    },
+    {
+      "epoch": 0.46791637967944305,
+      "grad_norm": 0.1541774868965149,
+      "learning_rate": 1.998483659753213e-05,
+      "loss": 1.3371,
+      "step": 1571
+    },
+    {
+      "epoch": 0.46821422587911166,
+      "grad_norm": 0.153075709939003,
+      "learning_rate": 1.9984783452767546e-05,
+      "loss": 1.3617,
+      "step": 1572
+    },
+    {
+      "epoch": 0.4685120720787803,
+      "grad_norm": 0.15750396251678467,
+      "learning_rate": 1.9984730215105705e-05,
+      "loss": 1.3467,
+      "step": 1573
+    },
+    {
+      "epoch": 0.468809918278449,
+      "grad_norm": 0.15796124935150146,
+      "learning_rate": 1.9984676884547104e-05,
+      "loss": 1.3348,
+      "step": 1574
+    },
+    {
+      "epoch": 0.46910776447811764,
+      "grad_norm": 0.15773655474185944,
+      "learning_rate": 1.9984623461092246e-05,
+      "loss": 1.3519,
+      "step": 1575
+    },
+    {
+      "epoch": 0.46940561067778624,
+      "grad_norm": 0.15742747485637665,
+      "learning_rate": 1.998456994474162e-05,
+      "loss": 1.3791,
+      "step": 1576
+    },
+    {
+      "epoch": 0.4697034568774549,
+      "grad_norm": 0.15541964769363403,
+      "learning_rate": 1.9984516335495722e-05,
+      "loss": 1.3568,
+      "step": 1577
+    },
+    {
+      "epoch": 0.47000130307712357,
+      "grad_norm": 0.15354672074317932,
+      "learning_rate": 1.998446263335506e-05,
+      "loss": 1.3552,
+      "step": 1578
+    },
+    {
+      "epoch": 0.47029914927679217,
+      "grad_norm": 0.15648815035820007,
+      "learning_rate": 1.9984408838320126e-05,
+      "loss": 1.3757,
+      "step": 1579
+    },
+    {
+      "epoch": 0.47059699547646083,
+      "grad_norm": 0.16400554776191711,
+      "learning_rate": 1.998435495039142e-05,
+      "loss": 1.3417,
+      "step": 1580
+    },
+    {
+      "epoch": 0.4708948416761295,
+      "grad_norm": 0.16394999623298645,
+      "learning_rate": 1.998430096956945e-05,
+      "loss": 1.3446,
+      "step": 1581
+    },
+    {
+      "epoch": 0.47119268787579816,
+      "grad_norm": 0.1599092334508896,
+      "learning_rate": 1.9984246895854717e-05,
+      "loss": 1.3448,
+      "step": 1582
+    },
+    {
+      "epoch": 0.47149053407546676,
+      "grad_norm": 0.16573455929756165,
+      "learning_rate": 1.9984192729247716e-05,
+      "loss": 1.3461,
+      "step": 1583
+    },
+    {
+      "epoch": 0.4717883802751354,
+      "grad_norm": 0.16031022369861603,
+      "learning_rate": 1.998413846974896e-05,
+      "loss": 1.3618,
+      "step": 1584
+    },
+    {
+      "epoch": 0.4720862264748041,
+      "grad_norm": 0.16845066845417023,
+      "learning_rate": 1.998408411735895e-05,
+      "loss": 1.3644,
+      "step": 1585
+    },
+    {
+      "epoch": 0.47238407267447274,
+      "grad_norm": 0.16577422618865967,
+      "learning_rate": 1.998402967207819e-05,
+      "loss": 1.3449,
+      "step": 1586
+    },
+    {
+      "epoch": 0.47268191887414135,
+      "grad_norm": 0.14588119089603424,
+      "learning_rate": 1.9983975133907193e-05,
+      "loss": 1.3308,
+      "step": 1587
+    },
+    {
+      "epoch": 0.47297976507381,
+      "grad_norm": 0.16787150502204895,
+      "learning_rate": 1.9983920502846457e-05,
+      "loss": 1.3691,
+      "step": 1588
+    },
+    {
+      "epoch": 0.47327761127347867,
+      "grad_norm": 0.1683722883462906,
+      "learning_rate": 1.99838657788965e-05,
+      "loss": 1.3627,
+      "step": 1589
+    },
+    {
+      "epoch": 0.4735754574731473,
+      "grad_norm": 0.16757291555404663,
+      "learning_rate": 1.9983810962057823e-05,
+      "loss": 1.3325,
+      "step": 1590
+    },
+    {
+      "epoch": 0.47387330367281594,
+      "grad_norm": 0.15515659749507904,
+      "learning_rate": 1.9983756052330942e-05,
+      "loss": 1.3419,
+      "step": 1591
+    },
+    {
+      "epoch": 0.4741711498724846,
+      "grad_norm": 0.14991584420204163,
+      "learning_rate": 1.9983701049716368e-05,
+      "loss": 1.3557,
+      "step": 1592
+    },
+    {
+      "epoch": 0.47446899607215326,
+      "grad_norm": 0.15937559306621552,
+      "learning_rate": 1.9983645954214602e-05,
+      "loss": 1.3488,
+      "step": 1593
+    },
+    {
+      "epoch": 0.47476684227182187,
+      "grad_norm": 0.15821953117847443,
+      "learning_rate": 1.9983590765826173e-05,
+      "loss": 1.358,
+      "step": 1594
+    },
+    {
+      "epoch": 0.4750646884714905,
+      "grad_norm": 0.15610694885253906,
+      "learning_rate": 1.9983535484551583e-05,
+      "loss": 1.35,
+      "step": 1595
+    },
+    {
+      "epoch": 0.4753625346711592,
+      "grad_norm": 0.15480051934719086,
+      "learning_rate": 1.998348011039135e-05,
+      "loss": 1.3296,
+      "step": 1596
+    },
+    {
+      "epoch": 0.47566038087082785,
+      "grad_norm": 0.1662609577178955,
+      "learning_rate": 1.9983424643345987e-05,
+      "loss": 1.3611,
+      "step": 1597
+    },
+    {
+      "epoch": 0.47595822707049645,
+      "grad_norm": 0.17669756710529327,
+      "learning_rate": 1.9983369083416012e-05,
+      "loss": 1.3781,
+      "step": 1598
+    },
+    {
+      "epoch": 0.4762560732701651,
+      "grad_norm": 0.15191276371479034,
+      "learning_rate": 1.9983313430601946e-05,
+      "loss": 1.3572,
+      "step": 1599
+    },
+    {
+      "epoch": 0.4765539194698338,
+      "grad_norm": 0.15627487003803253,
+      "learning_rate": 1.9983257684904297e-05,
+      "loss": 1.3702,
+      "step": 1600
+    },
+    {
+      "epoch": 0.47685176566950244,
+      "grad_norm": 0.16343528032302856,
+      "learning_rate": 1.9983201846323596e-05,
+      "loss": 1.3497,
+      "step": 1601
+    },
+    {
+      "epoch": 0.47714961186917104,
+      "grad_norm": 0.16408991813659668,
+      "learning_rate": 1.9983145914860345e-05,
+      "loss": 1.3576,
+      "step": 1602
+    },
+    {
+      "epoch": 0.4774474580688397,
+      "grad_norm": 0.15406526625156403,
+      "learning_rate": 1.9983089890515087e-05,
+      "loss": 1.3517,
+      "step": 1603
+    },
+    {
+      "epoch": 0.47774530426850836,
+      "grad_norm": 0.1557612121105194,
+      "learning_rate": 1.9983033773288323e-05,
+      "loss": 1.3496,
+      "step": 1604
+    },
+    {
+      "epoch": 0.47804315046817697,
+      "grad_norm": 0.16335482895374298,
+      "learning_rate": 1.9982977563180584e-05,
+      "loss": 1.3506,
+      "step": 1605
+    },
+    {
+      "epoch": 0.47834099666784563,
+      "grad_norm": 0.16537539660930634,
+      "learning_rate": 1.99829212601924e-05,
+      "loss": 1.3678,
+      "step": 1606
+    },
+    {
+      "epoch": 0.4786388428675143,
+      "grad_norm": 0.16301892697811127,
+      "learning_rate": 1.998286486432428e-05,
+      "loss": 1.348,
+      "step": 1607
+    },
+    {
+      "epoch": 0.47893668906718295,
+      "grad_norm": 0.16790518164634705,
+      "learning_rate": 1.9982808375576757e-05,
+      "loss": 1.3533,
+      "step": 1608
+    },
+    {
+      "epoch": 0.47923453526685156,
+      "grad_norm": 0.16025929152965546,
+      "learning_rate": 1.9982751793950355e-05,
+      "loss": 1.3579,
+      "step": 1609
+    },
+    {
+      "epoch": 0.4795323814665202,
+      "grad_norm": 0.1598828136920929,
+      "learning_rate": 1.9982695119445602e-05,
+      "loss": 1.3269,
+      "step": 1610
+    },
+    {
+      "epoch": 0.4798302276661889,
+      "grad_norm": 0.1701895296573639,
+      "learning_rate": 1.9982638352063025e-05,
+      "loss": 1.3498,
+      "step": 1611
+    },
+    {
+      "epoch": 0.48012807386585754,
+      "grad_norm": 0.15481679141521454,
+      "learning_rate": 1.9982581491803154e-05,
+      "loss": 1.345,
+      "step": 1612
+    },
+    {
+      "epoch": 0.48042592006552615,
+      "grad_norm": 0.1521386206150055,
+      "learning_rate": 1.998252453866651e-05,
+      "loss": 1.3385,
+      "step": 1613
+    },
+    {
+      "epoch": 0.4807237662651948,
+      "grad_norm": 0.15778110921382904,
+      "learning_rate": 1.998246749265363e-05,
+      "loss": 1.3452,
+      "step": 1614
+    },
+    {
+      "epoch": 0.48102161246486347,
+      "grad_norm": 0.16336236894130707,
+      "learning_rate": 1.9982410353765046e-05,
+      "loss": 1.3647,
+      "step": 1615
+    },
+    {
+      "epoch": 0.48131945866453213,
+      "grad_norm": 0.17148883640766144,
+      "learning_rate": 1.9982353122001284e-05,
+      "loss": 1.3661,
+      "step": 1616
+    },
+    {
+      "epoch": 0.48161730486420073,
+      "grad_norm": 0.1563539057970047,
+      "learning_rate": 1.9982295797362877e-05,
+      "loss": 1.338,
+      "step": 1617
+    },
+    {
+      "epoch": 0.4819151510638694,
+      "grad_norm": 0.1565932333469391,
+      "learning_rate": 1.9982238379850364e-05,
+      "loss": 1.3648,
+      "step": 1618
+    },
+    {
+      "epoch": 0.48221299726353806,
+      "grad_norm": 0.16150546073913574,
+      "learning_rate": 1.9982180869464276e-05,
+      "loss": 1.3603,
+      "step": 1619
+    },
+    {
+      "epoch": 0.48251084346320666,
+      "grad_norm": 0.16295665502548218,
+      "learning_rate": 1.9982123266205148e-05,
+      "loss": 1.3571,
+      "step": 1620
+    },
+    {
+      "epoch": 0.4828086896628753,
+      "grad_norm": 0.16042910516262054,
+      "learning_rate": 1.9982065570073513e-05,
+      "loss": 1.3641,
+      "step": 1621
+    },
+    {
+      "epoch": 0.483106535862544,
+      "grad_norm": 0.15912720561027527,
+      "learning_rate": 1.9982007781069913e-05,
+      "loss": 1.354,
+      "step": 1622
+    },
+    {
+      "epoch": 0.48340438206221265,
+      "grad_norm": 0.16279810667037964,
+      "learning_rate": 1.9981949899194883e-05,
+      "loss": 1.3634,
+      "step": 1623
+    },
+    {
+      "epoch": 0.48370222826188125,
+      "grad_norm": 0.15667667984962463,
+      "learning_rate": 1.9981891924448958e-05,
+      "loss": 1.3501,
+      "step": 1624
+    },
+    {
+      "epoch": 0.4840000744615499,
+      "grad_norm": 0.16223295032978058,
+      "learning_rate": 1.9981833856832684e-05,
+      "loss": 1.3638,
+      "step": 1625
+    },
+    {
+      "epoch": 0.4842979206612186,
+      "grad_norm": 0.16240368783473969,
+      "learning_rate": 1.9981775696346596e-05,
+      "loss": 1.3476,
+      "step": 1626
+    },
+    {
+      "epoch": 0.48459576686088723,
+      "grad_norm": 0.15941420197486877,
+      "learning_rate": 1.998171744299124e-05,
+      "loss": 1.3294,
+      "step": 1627
+    },
+    {
+      "epoch": 0.48489361306055584,
+      "grad_norm": 0.1619134098291397,
+      "learning_rate": 1.9981659096767158e-05,
+      "loss": 1.3429,
+      "step": 1628
+    },
+    {
+      "epoch": 0.4851914592602245,
+      "grad_norm": 0.14640536904335022,
+      "learning_rate": 1.9981600657674885e-05,
+      "loss": 1.3552,
+      "step": 1629
+    },
+    {
+      "epoch": 0.48548930545989316,
+      "grad_norm": 0.16520731151103973,
+      "learning_rate": 1.9981542125714973e-05,
+      "loss": 1.3441,
+      "step": 1630
+    },
+    {
+      "epoch": 0.48578715165956177,
+      "grad_norm": 0.1630891114473343,
+      "learning_rate": 1.998148350088796e-05,
+      "loss": 1.3558,
+      "step": 1631
+    },
+    {
+      "epoch": 0.4860849978592304,
+      "grad_norm": 0.15566229820251465,
+      "learning_rate": 1.99814247831944e-05,
+      "loss": 1.3575,
+      "step": 1632
+    },
+    {
+      "epoch": 0.4863828440588991,
+      "grad_norm": 0.15086857974529266,
+      "learning_rate": 1.998136597263483e-05,
+      "loss": 1.3428,
+      "step": 1633
+    },
+    {
+      "epoch": 0.48668069025856775,
+      "grad_norm": 0.1621299684047699,
+      "learning_rate": 1.9981307069209802e-05,
+      "loss": 1.359,
+      "step": 1634
+    },
+    {
+      "epoch": 0.48697853645823636,
+      "grad_norm": 0.15317213535308838,
+      "learning_rate": 1.9981248072919866e-05,
+      "loss": 1.3695,
+      "step": 1635
+    },
+    {
+      "epoch": 0.487276382657905,
+      "grad_norm": 0.1480894833803177,
+      "learning_rate": 1.9981188983765568e-05,
+      "loss": 1.3489,
+      "step": 1636
+    },
+    {
+      "epoch": 0.4875742288575737,
+      "grad_norm": 0.15267395973205566,
+      "learning_rate": 1.998112980174746e-05,
+      "loss": 1.3418,
+      "step": 1637
+    },
+    {
+      "epoch": 0.48787207505724234,
+      "grad_norm": 0.16101063787937164,
+      "learning_rate": 1.9981070526866086e-05,
+      "loss": 1.3553,
+      "step": 1638
+    },
+    {
+      "epoch": 0.48816992125691094,
+      "grad_norm": 0.16287663578987122,
+      "learning_rate": 1.9981011159122004e-05,
+      "loss": 1.3473,
+      "step": 1639
+    },
+    {
+      "epoch": 0.4884677674565796,
+      "grad_norm": 0.15994007885456085,
+      "learning_rate": 1.9980951698515766e-05,
+      "loss": 1.3457,
+      "step": 1640
+    },
+    {
+      "epoch": 0.48876561365624827,
+      "grad_norm": 0.15128056704998016,
+      "learning_rate": 1.998089214504792e-05,
+      "loss": 1.3421,
+      "step": 1641
+    },
+    {
+      "epoch": 0.4890634598559169,
+      "grad_norm": 0.15700973570346832,
+      "learning_rate": 1.9980832498719028e-05,
+      "loss": 1.3512,
+      "step": 1642
+    },
+    {
+      "epoch": 0.48936130605558553,
+      "grad_norm": 0.1566929966211319,
+      "learning_rate": 1.998077275952964e-05,
+      "loss": 1.3372,
+      "step": 1643
+    },
+    {
+      "epoch": 0.4896591522552542,
+      "grad_norm": 0.1569521278142929,
+      "learning_rate": 1.998071292748031e-05,
+      "loss": 1.3453,
+      "step": 1644
+    },
+    {
+      "epoch": 0.48995699845492285,
+      "grad_norm": 0.15177418291568756,
+      "learning_rate": 1.99806530025716e-05,
+      "loss": 1.3414,
+      "step": 1645
+    },
+    {
+      "epoch": 0.49025484465459146,
+      "grad_norm": 0.14923198521137238,
+      "learning_rate": 1.9980592984804067e-05,
+      "loss": 1.3467,
+      "step": 1646
+    },
+    {
+      "epoch": 0.4905526908542601,
+      "grad_norm": 0.1549576073884964,
+      "learning_rate": 1.9980532874178263e-05,
+      "loss": 1.3529,
+      "step": 1647
+    },
+    {
+      "epoch": 0.4908505370539288,
+      "grad_norm": 0.14973151683807373,
+      "learning_rate": 1.998047267069475e-05,
+      "loss": 1.3483,
+      "step": 1648
+    },
+    {
+      "epoch": 0.49114838325359744,
+      "grad_norm": 0.14889411628246307,
+      "learning_rate": 1.9980412374354097e-05,
+      "loss": 1.3513,
+      "step": 1649
+    },
+    {
+      "epoch": 0.49144622945326605,
+      "grad_norm": 0.15207715332508087,
+      "learning_rate": 1.9980351985156854e-05,
+      "loss": 1.3647,
+      "step": 1650
+    },
+    {
+      "epoch": 0.4917440756529347,
+      "grad_norm": 0.1659306436777115,
+      "learning_rate": 1.9980291503103582e-05,
+      "loss": 1.3519,
+      "step": 1651
+    },
+    {
+      "epoch": 0.49204192185260337,
+      "grad_norm": 0.15857510268688202,
+      "learning_rate": 1.9980230928194856e-05,
+      "loss": 1.352,
+      "step": 1652
+    },
+    {
+      "epoch": 0.49233976805227203,
+      "grad_norm": 0.15699228644371033,
+      "learning_rate": 1.998017026043123e-05,
+      "loss": 1.3537,
+      "step": 1653
+    },
+    {
+      "epoch": 0.49263761425194064,
+      "grad_norm": 0.16018475592136383,
+      "learning_rate": 1.9980109499813264e-05,
+      "loss": 1.3615,
+      "step": 1654
+    },
+    {
+      "epoch": 0.4929354604516093,
+      "grad_norm": 0.14704987406730652,
+      "learning_rate": 1.9980048646341538e-05,
+      "loss": 1.3527,
+      "step": 1655
+    },
+    {
+      "epoch": 0.49323330665127796,
+      "grad_norm": 0.15027841925621033,
+      "learning_rate": 1.9979987700016603e-05,
+      "loss": 1.354,
+      "step": 1656
+    },
+    {
+      "epoch": 0.4935311528509466,
+      "grad_norm": 0.16247746348381042,
+      "learning_rate": 1.997992666083903e-05,
+      "loss": 1.3538,
+      "step": 1657
+    },
+    {
+      "epoch": 0.4938289990506152,
+      "grad_norm": 0.15666894614696503,
+      "learning_rate": 1.99798655288094e-05,
+      "loss": 1.3289,
+      "step": 1658
+    },
+    {
+      "epoch": 0.4941268452502839,
+      "grad_norm": 0.16850797832012177,
+      "learning_rate": 1.9979804303928265e-05,
+      "loss": 1.368,
+      "step": 1659
+    },
+    {
+      "epoch": 0.49442469144995255,
+      "grad_norm": 0.16110515594482422,
+      "learning_rate": 1.9979742986196204e-05,
+      "loss": 1.3601,
+      "step": 1660
+    },
+    {
+      "epoch": 0.49472253764962115,
+      "grad_norm": 0.15504297614097595,
+      "learning_rate": 1.997968157561378e-05,
+      "loss": 1.369,
+      "step": 1661
+    },
+    {
+      "epoch": 0.4950203838492898,
+      "grad_norm": 0.16364294290542603,
+      "learning_rate": 1.9979620072181575e-05,
+      "loss": 1.3712,
+      "step": 1662
+    },
+    {
+      "epoch": 0.4953182300489585,
+      "grad_norm": 0.1554390788078308,
+      "learning_rate": 1.9979558475900148e-05,
+      "loss": 1.3637,
+      "step": 1663
+    },
+    {
+      "epoch": 0.49561607624862714,
+      "grad_norm": 0.16341114044189453,
+      "learning_rate": 1.9979496786770087e-05,
+      "loss": 1.3444,
+      "step": 1664
+    },
+    {
+      "epoch": 0.49591392244829574,
+      "grad_norm": 0.1561581939458847,
+      "learning_rate": 1.9979435004791953e-05,
+      "loss": 1.3548,
+      "step": 1665
+    },
+    {
+      "epoch": 0.4962117686479644,
+      "grad_norm": 0.15423549711704254,
+      "learning_rate": 1.9979373129966326e-05,
+      "loss": 1.3446,
+      "step": 1666
+    },
+    {
+      "epoch": 0.49650961484763306,
+      "grad_norm": 0.15586353838443756,
+      "learning_rate": 1.9979311162293783e-05,
+      "loss": 1.3403,
+      "step": 1667
+    },
+    {
+      "epoch": 0.4968074610473017,
+      "grad_norm": 0.16967377066612244,
+      "learning_rate": 1.99792491017749e-05,
+      "loss": 1.3516,
+      "step": 1668
+    },
+    {
+      "epoch": 0.49710530724697033,
+      "grad_norm": 0.16152755916118622,
+      "learning_rate": 1.9979186948410253e-05,
+      "loss": 1.3511,
+      "step": 1669
+    },
+    {
+      "epoch": 0.497403153446639,
+      "grad_norm": 0.17606371641159058,
+      "learning_rate": 1.997912470220042e-05,
+      "loss": 1.3558,
+      "step": 1670
+    },
+    {
+      "epoch": 0.49770099964630765,
+      "grad_norm": 0.15710416436195374,
+      "learning_rate": 1.9979062363145982e-05,
+      "loss": 1.3468,
+      "step": 1671
+    },
+    {
+      "epoch": 0.49799884584597626,
+      "grad_norm": 0.15560346841812134,
+      "learning_rate": 1.9978999931247514e-05,
+      "loss": 1.3348,
+      "step": 1672
+    },
+    {
+      "epoch": 0.4982966920456449,
+      "grad_norm": 0.16255123913288116,
+      "learning_rate": 1.9978937406505606e-05,
+      "loss": 1.3595,
+      "step": 1673
+    },
+    {
+      "epoch": 0.4985945382453136,
+      "grad_norm": 0.15652534365653992,
+      "learning_rate": 1.9978874788920834e-05,
+      "loss": 1.3554,
+      "step": 1674
+    },
+    {
+      "epoch": 0.49889238444498224,
+      "grad_norm": 0.16340097784996033,
+      "learning_rate": 1.997881207849378e-05,
+      "loss": 1.3469,
+      "step": 1675
+    },
+    {
+      "epoch": 0.49919023064465085,
+      "grad_norm": 0.1603468805551529,
+      "learning_rate": 1.9978749275225026e-05,
+      "loss": 1.3467,
+      "step": 1676
+    },
+    {
+      "epoch": 0.4994880768443195,
+      "grad_norm": 0.1565481275320053,
+      "learning_rate": 1.9978686379115163e-05,
+      "loss": 1.3547,
+      "step": 1677
+    },
+    {
+      "epoch": 0.49978592304398817,
+      "grad_norm": 0.15879780054092407,
+      "learning_rate": 1.997862339016477e-05,
+      "loss": 1.323,
+      "step": 1678
+    },
+    {
+      "epoch": 0.5000837692436568,
+      "grad_norm": 0.1717914640903473,
+      "learning_rate": 1.9978560308374436e-05,
+      "loss": 1.3532,
+      "step": 1679
+    },
+    {
+      "epoch": 0.5003816154433255,
+      "grad_norm": 0.15800116956233978,
+      "learning_rate": 1.9978497133744744e-05,
+      "loss": 1.3479,
+      "step": 1680
+    },
+    {
+      "epoch": 0.5006794616429942,
+      "grad_norm": 0.16885773837566376,
+      "learning_rate": 1.9978433866276288e-05,
+      "loss": 1.3539,
+      "step": 1681
+    },
+    {
+      "epoch": 0.5009773078426627,
+      "grad_norm": 0.16035017371177673,
+      "learning_rate": 1.9978370505969655e-05,
+      "loss": 1.3442,
+      "step": 1682
+    },
+    {
+      "epoch": 0.5012751540423314,
+      "grad_norm": 0.1676723062992096,
+      "learning_rate": 1.997830705282543e-05,
+      "loss": 1.3344,
+      "step": 1683
+    },
+    {
+      "epoch": 0.501573000242,
+      "grad_norm": 0.16242334246635437,
+      "learning_rate": 1.997824350684421e-05,
+      "loss": 1.3613,
+      "step": 1684
+    },
+    {
+      "epoch": 0.5018708464416687,
+      "grad_norm": 0.1588880866765976,
+      "learning_rate": 1.9978179868026575e-05,
+      "loss": 1.3472,
+      "step": 1685
+    },
+    {
+      "epoch": 0.5021686926413373,
+      "grad_norm": 0.1659652143716812,
+      "learning_rate": 1.9978116136373133e-05,
+      "loss": 1.3659,
+      "step": 1686
+    },
+    {
+      "epoch": 0.502466538841006,
+      "grad_norm": 0.17029404640197754,
+      "learning_rate": 1.9978052311884463e-05,
+      "loss": 1.3457,
+      "step": 1687
+    },
+    {
+      "epoch": 0.5027643850406747,
+      "grad_norm": 0.16028033196926117,
+      "learning_rate": 1.9977988394561165e-05,
+      "loss": 1.375,
+      "step": 1688
+    },
+    {
+      "epoch": 0.5030622312403432,
+      "grad_norm": 0.15996789932250977,
+      "learning_rate": 1.9977924384403836e-05,
+      "loss": 1.3547,
+      "step": 1689
+    },
+    {
+      "epoch": 0.5033600774400119,
+      "grad_norm": 0.15632674098014832,
+      "learning_rate": 1.9977860281413064e-05,
+      "loss": 1.3592,
+      "step": 1690
+    },
+    {
+      "epoch": 0.5036579236396805,
+      "grad_norm": 0.15774105489253998,
+      "learning_rate": 1.9977796085589453e-05,
+      "loss": 1.3592,
+      "step": 1691
+    },
+    {
+      "epoch": 0.5039557698393492,
+      "grad_norm": 0.16142427921295166,
+      "learning_rate": 1.99777317969336e-05,
+      "loss": 1.3548,
+      "step": 1692
+    },
+    {
+      "epoch": 0.5042536160390179,
+      "grad_norm": 0.15816092491149902,
+      "learning_rate": 1.9977667415446096e-05,
+      "loss": 1.3401,
+      "step": 1693
+    },
+    {
+      "epoch": 0.5045514622386865,
+      "grad_norm": 0.15842948853969574,
+      "learning_rate": 1.9977602941127546e-05,
+      "loss": 1.3418,
+      "step": 1694
+    },
+    {
+      "epoch": 0.5048493084383552,
+      "grad_norm": 0.16587843000888824,
+      "learning_rate": 1.9977538373978548e-05,
+      "loss": 1.3317,
+      "step": 1695
+    },
+    {
+      "epoch": 0.5051471546380238,
+      "grad_norm": 0.15935342013835907,
+      "learning_rate": 1.9977473713999703e-05,
+      "loss": 1.341,
+      "step": 1696
+    },
+    {
+      "epoch": 0.5054450008376924,
+      "grad_norm": 0.16304226219654083,
+      "learning_rate": 1.997740896119161e-05,
+      "loss": 1.3679,
+      "step": 1697
+    },
+    {
+      "epoch": 0.505742847037361,
+      "grad_norm": 0.1632426381111145,
+      "learning_rate": 1.997734411555488e-05,
+      "loss": 1.3499,
+      "step": 1698
+    },
+    {
+      "epoch": 0.5060406932370297,
+      "grad_norm": 0.1575668901205063,
+      "learning_rate": 1.9977279177090105e-05,
+      "loss": 1.3439,
+      "step": 1699
+    },
+    {
+      "epoch": 0.5063385394366984,
+      "grad_norm": 0.1599178910255432,
+      "learning_rate": 1.9977214145797898e-05,
+      "loss": 1.3397,
+      "step": 1700
+    },
+    {
+      "epoch": 0.506636385636367,
+      "grad_norm": 0.16731704771518707,
+      "learning_rate": 1.997714902167886e-05,
+      "loss": 1.3654,
+      "step": 1701
+    },
+    {
+      "epoch": 0.5069342318360357,
+      "grad_norm": 0.16202615201473236,
+      "learning_rate": 1.9977083804733595e-05,
+      "loss": 1.3339,
+      "step": 1702
+    },
+    {
+      "epoch": 0.5072320780357044,
+      "grad_norm": 0.16238966584205627,
+      "learning_rate": 1.9977018494962715e-05,
+      "loss": 1.3503,
+      "step": 1703
+    },
+    {
+      "epoch": 0.5075299242353729,
+      "grad_norm": 0.16439203917980194,
+      "learning_rate": 1.9976953092366825e-05,
+      "loss": 1.3343,
+      "step": 1704
+    },
+    {
+      "epoch": 0.5078277704350416,
+      "grad_norm": 0.15659132599830627,
+      "learning_rate": 1.9976887596946533e-05,
+      "loss": 1.3342,
+      "step": 1705
+    },
+    {
+      "epoch": 0.5081256166347102,
+      "grad_norm": 0.15232855081558228,
+      "learning_rate": 1.9976822008702445e-05,
+      "loss": 1.3394,
+      "step": 1706
+    },
+    {
+      "epoch": 0.5084234628343789,
+      "grad_norm": 0.16024251282215118,
+      "learning_rate": 1.9976756327635178e-05,
+      "loss": 1.3604,
+      "step": 1707
+    },
+    {
+      "epoch": 0.5087213090340476,
+      "grad_norm": 0.16114826500415802,
+      "learning_rate": 1.997669055374534e-05,
+      "loss": 1.3595,
+      "step": 1708
+    },
+    {
+      "epoch": 0.5090191552337162,
+      "grad_norm": 0.15960678458213806,
+      "learning_rate": 1.9976624687033543e-05,
+      "loss": 1.3651,
+      "step": 1709
+    },
+    {
+      "epoch": 0.5093170014333849,
+      "grad_norm": 0.16880513727664948,
+      "learning_rate": 1.99765587275004e-05,
+      "loss": 1.3491,
+      "step": 1710
+    },
+    {
+      "epoch": 0.5096148476330535,
+      "grad_norm": 0.16581284999847412,
+      "learning_rate": 1.9976492675146522e-05,
+      "loss": 1.3592,
+      "step": 1711
+    },
+    {
+      "epoch": 0.5099126938327221,
+      "grad_norm": 0.16696377098560333,
+      "learning_rate": 1.9976426529972532e-05,
+      "loss": 1.3508,
+      "step": 1712
+    },
+    {
+      "epoch": 0.5102105400323907,
+      "grad_norm": 0.16760198771953583,
+      "learning_rate": 1.9976360291979034e-05,
+      "loss": 1.3533,
+      "step": 1713
+    },
+    {
+      "epoch": 0.5105083862320594,
+      "grad_norm": 0.16133247315883636,
+      "learning_rate": 1.9976293961166654e-05,
+      "loss": 1.3476,
+      "step": 1714
+    },
+    {
+      "epoch": 0.5108062324317281,
+      "grad_norm": 0.1651097983121872,
+      "learning_rate": 1.9976227537536003e-05,
+      "loss": 1.3574,
+      "step": 1715
+    },
+    {
+      "epoch": 0.5111040786313967,
+      "grad_norm": 0.16226840019226074,
+      "learning_rate": 1.99761610210877e-05,
+      "loss": 1.3441,
+      "step": 1716
+    },
+    {
+      "epoch": 0.5114019248310654,
+      "grad_norm": 0.1548374593257904,
+      "learning_rate": 1.9976094411822364e-05,
+      "loss": 1.3421,
+      "step": 1717
+    },
+    {
+      "epoch": 0.511699771030734,
+      "grad_norm": 0.1616935282945633,
+      "learning_rate": 1.9976027709740616e-05,
+      "loss": 1.353,
+      "step": 1718
+    },
+    {
+      "epoch": 0.5119976172304026,
+      "grad_norm": 0.1775294840335846,
+      "learning_rate": 1.9975960914843075e-05,
+      "loss": 1.3583,
+      "step": 1719
+    },
+    {
+      "epoch": 0.5122954634300713,
+      "grad_norm": 0.17687584459781647,
+      "learning_rate": 1.9975894027130367e-05,
+      "loss": 1.3575,
+      "step": 1720
+    },
+    {
+      "epoch": 0.5125933096297399,
+      "grad_norm": 0.1619470715522766,
+      "learning_rate": 1.997582704660311e-05,
+      "loss": 1.3461,
+      "step": 1721
+    },
+    {
+      "epoch": 0.5128911558294086,
+      "grad_norm": 0.1800096482038498,
+      "learning_rate": 1.9975759973261924e-05,
+      "loss": 1.3674,
+      "step": 1722
+    },
+    {
+      "epoch": 0.5131890020290772,
+      "grad_norm": 0.178078293800354,
+      "learning_rate": 1.997569280710744e-05,
+      "loss": 1.3309,
+      "step": 1723
+    },
+    {
+      "epoch": 0.5134868482287459,
+      "grad_norm": 0.16881874203681946,
+      "learning_rate": 1.997562554814028e-05,
+      "loss": 1.3411,
+      "step": 1724
+    },
+    {
+      "epoch": 0.5137846944284146,
+      "grad_norm": 0.1666990965604782,
+      "learning_rate": 1.997555819636107e-05,
+      "loss": 1.3465,
+      "step": 1725
+    },
+    {
+      "epoch": 0.5140825406280832,
+      "grad_norm": 0.17623895406723022,
+      "learning_rate": 1.9975490751770436e-05,
+      "loss": 1.3122,
+      "step": 1726
+    },
+    {
+      "epoch": 0.5143803868277518,
+      "grad_norm": 0.17145301401615143,
+      "learning_rate": 1.9975423214369004e-05,
+      "loss": 1.3348,
+      "step": 1727
+    },
+    {
+      "epoch": 0.5146782330274204,
+      "grad_norm": 0.15384571254253387,
+      "learning_rate": 1.997535558415741e-05,
+      "loss": 1.3451,
+      "step": 1728
+    },
+    {
+      "epoch": 0.5149760792270891,
+      "grad_norm": 0.17020882666110992,
+      "learning_rate": 1.9975287861136272e-05,
+      "loss": 1.3414,
+      "step": 1729
+    },
+    {
+      "epoch": 0.5152739254267578,
+      "grad_norm": 0.17712000012397766,
+      "learning_rate": 1.9975220045306227e-05,
+      "loss": 1.3489,
+      "step": 1730
+    },
+    {
+      "epoch": 0.5155717716264264,
+      "grad_norm": 0.16047564148902893,
+      "learning_rate": 1.9975152136667902e-05,
+      "loss": 1.348,
+      "step": 1731
+    },
+    {
+      "epoch": 0.5158696178260951,
+      "grad_norm": 0.15981508791446686,
+      "learning_rate": 1.9975084135221933e-05,
+      "loss": 1.3523,
+      "step": 1732
+    },
+    {
+      "epoch": 0.5161674640257637,
+      "grad_norm": 0.1657506823539734,
+      "learning_rate": 1.9975016040968952e-05,
+      "loss": 1.3432,
+      "step": 1733
+    },
+    {
+      "epoch": 0.5164653102254323,
+      "grad_norm": 0.17202956974506378,
+      "learning_rate": 1.997494785390959e-05,
+      "loss": 1.3542,
+      "step": 1734
+    },
+    {
+      "epoch": 0.516763156425101,
+      "grad_norm": 0.16407586634159088,
+      "learning_rate": 1.9974879574044484e-05,
+      "loss": 1.3394,
+      "step": 1735
+    },
+    {
+      "epoch": 0.5170610026247696,
+      "grad_norm": 0.16045711934566498,
+      "learning_rate": 1.9974811201374267e-05,
+      "loss": 1.3498,
+      "step": 1736
+    },
+    {
+      "epoch": 0.5173588488244383,
+      "grad_norm": 0.17223873734474182,
+      "learning_rate": 1.997474273589958e-05,
+      "loss": 1.3409,
+      "step": 1737
+    },
+    {
+      "epoch": 0.5176566950241069,
+      "grad_norm": 0.15774434804916382,
+      "learning_rate": 1.9974674177621053e-05,
+      "loss": 1.3427,
+      "step": 1738
+    },
+    {
+      "epoch": 0.5179545412237756,
+      "grad_norm": 0.16195274889469147,
+      "learning_rate": 1.9974605526539326e-05,
+      "loss": 1.347,
+      "step": 1739
+    },
+    {
+      "epoch": 0.5182523874234443,
+      "grad_norm": 0.16589990258216858,
+      "learning_rate": 1.997453678265504e-05,
+      "loss": 1.3386,
+      "step": 1740
+    },
+    {
+      "epoch": 0.5185502336231128,
+      "grad_norm": 0.15620534121990204,
+      "learning_rate": 1.9974467945968835e-05,
+      "loss": 1.3648,
+      "step": 1741
+    },
+    {
+      "epoch": 0.5188480798227815,
+      "grad_norm": 0.16260677576065063,
+      "learning_rate": 1.997439901648135e-05,
+      "loss": 1.3383,
+      "step": 1742
+    },
+    {
+      "epoch": 0.5191459260224501,
+      "grad_norm": 0.16320344805717468,
+      "learning_rate": 1.9974329994193225e-05,
+      "loss": 1.3355,
+      "step": 1743
+    },
+    {
+      "epoch": 0.5194437722221188,
+      "grad_norm": 0.15730075538158417,
+      "learning_rate": 1.9974260879105104e-05,
+      "loss": 1.3454,
+      "step": 1744
+    },
+    {
+      "epoch": 0.5197416184217875,
+      "grad_norm": 0.17475290596485138,
+      "learning_rate": 1.9974191671217627e-05,
+      "loss": 1.3376,
+      "step": 1745
+    },
+    {
+      "epoch": 0.5200394646214561,
+      "grad_norm": 0.16563285887241364,
+      "learning_rate": 1.997412237053144e-05,
+      "loss": 1.3473,
+      "step": 1746
+    },
+    {
+      "epoch": 0.5203373108211248,
+      "grad_norm": 0.16842181980609894,
+      "learning_rate": 1.9974052977047193e-05,
+      "loss": 1.3772,
+      "step": 1747
+    },
+    {
+      "epoch": 0.5206351570207934,
+      "grad_norm": 0.17073404788970947,
+      "learning_rate": 1.9973983490765522e-05,
+      "loss": 1.3426,
+      "step": 1748
+    },
+    {
+      "epoch": 0.520933003220462,
+      "grad_norm": 0.1694171130657196,
+      "learning_rate": 1.997391391168708e-05,
+      "loss": 1.3568,
+      "step": 1749
+    },
+    {
+      "epoch": 0.5212308494201306,
+      "grad_norm": 0.16218890249729156,
+      "learning_rate": 1.9973844239812516e-05,
+      "loss": 1.3251,
+      "step": 1750
+    },
+    {
+      "epoch": 0.5215286956197993,
+      "grad_norm": 0.1597883403301239,
+      "learning_rate": 1.997377447514247e-05,
+      "loss": 1.3427,
+      "step": 1751
+    },
+    {
+      "epoch": 0.521826541819468,
+      "grad_norm": 0.16062845289707184,
+      "learning_rate": 1.9973704617677597e-05,
+      "loss": 1.3403,
+      "step": 1752
+    },
+    {
+      "epoch": 0.5221243880191366,
+      "grad_norm": 0.1634770780801773,
+      "learning_rate": 1.9973634667418548e-05,
+      "loss": 1.3456,
+      "step": 1753
+    },
+    {
+      "epoch": 0.5224222342188053,
+      "grad_norm": 0.16171061992645264,
+      "learning_rate": 1.997356462436597e-05,
+      "loss": 1.3569,
+      "step": 1754
+    },
+    {
+      "epoch": 0.522720080418474,
+      "grad_norm": 0.16133779287338257,
+      "learning_rate": 1.9973494488520514e-05,
+      "loss": 1.3392,
+      "step": 1755
+    },
+    {
+      "epoch": 0.5230179266181425,
+      "grad_norm": 0.15806788206100464,
+      "learning_rate": 1.9973424259882837e-05,
+      "loss": 1.3471,
+      "step": 1756
+    },
+    {
+      "epoch": 0.5233157728178112,
+      "grad_norm": 0.16078951954841614,
+      "learning_rate": 1.9973353938453592e-05,
+      "loss": 1.3389,
+      "step": 1757
+    },
+    {
+      "epoch": 0.5236136190174798,
+      "grad_norm": 0.16487789154052734,
+      "learning_rate": 1.9973283524233425e-05,
+      "loss": 1.3473,
+      "step": 1758
+    },
+    {
+      "epoch": 0.5239114652171485,
+      "grad_norm": 0.16977691650390625,
+      "learning_rate": 1.9973213017223005e-05,
+      "loss": 1.3508,
+      "step": 1759
+    },
+    {
+      "epoch": 0.5242093114168171,
+      "grad_norm": 0.15756413340568542,
+      "learning_rate": 1.9973142417422978e-05,
+      "loss": 1.3423,
+      "step": 1760
+    },
+    {
+      "epoch": 0.5245071576164858,
+      "grad_norm": 0.1605219691991806,
+      "learning_rate": 1.9973071724834002e-05,
+      "loss": 1.3485,
+      "step": 1761
+    },
+    {
+      "epoch": 0.5248050038161545,
+      "grad_norm": 0.15755310654640198,
+      "learning_rate": 1.997300093945674e-05,
+      "loss": 1.351,
+      "step": 1762
+    },
+    {
+      "epoch": 0.5251028500158231,
+      "grad_norm": 0.15491753816604614,
+      "learning_rate": 1.9972930061291845e-05,
+      "loss": 1.3274,
+      "step": 1763
+    },
+    {
+      "epoch": 0.5254006962154917,
+      "grad_norm": 0.16542217135429382,
+      "learning_rate": 1.9972859090339975e-05,
+      "loss": 1.3576,
+      "step": 1764
+    },
+    {
+      "epoch": 0.5256985424151603,
+      "grad_norm": 0.15959101915359497,
+      "learning_rate": 1.9972788026601798e-05,
+      "loss": 1.3443,
+      "step": 1765
+    },
+    {
+      "epoch": 0.525996388614829,
+      "grad_norm": 0.16338451206684113,
+      "learning_rate": 1.9972716870077966e-05,
+      "loss": 1.3387,
+      "step": 1766
+    },
+    {
+      "epoch": 0.5262942348144977,
+      "grad_norm": 0.15877531468868256,
+      "learning_rate": 1.9972645620769148e-05,
+      "loss": 1.3399,
+      "step": 1767
+    },
+    {
+      "epoch": 0.5265920810141663,
+      "grad_norm": 0.1649436354637146,
+      "learning_rate": 1.9972574278676006e-05,
+      "loss": 1.3414,
+      "step": 1768
+    },
+    {
+      "epoch": 0.526889927213835,
+      "grad_norm": 0.15953277051448822,
+      "learning_rate": 1.9972502843799204e-05,
+      "loss": 1.3607,
+      "step": 1769
+    },
+    {
+      "epoch": 0.5271877734135036,
+      "grad_norm": 0.16934038698673248,
+      "learning_rate": 1.99724313161394e-05,
+      "loss": 1.3285,
+      "step": 1770
+    },
+    {
+      "epoch": 0.5274856196131722,
+      "grad_norm": 0.16570153832435608,
+      "learning_rate": 1.9972359695697267e-05,
+      "loss": 1.3334,
+      "step": 1771
+    },
+    {
+      "epoch": 0.5277834658128409,
+      "grad_norm": 0.16746912896633148,
+      "learning_rate": 1.9972287982473468e-05,
+      "loss": 1.3472,
+      "step": 1772
+    },
+    {
+      "epoch": 0.5280813120125095,
+      "grad_norm": 0.15530602633953094,
+      "learning_rate": 1.997221617646867e-05,
+      "loss": 1.3438,
+      "step": 1773
+    },
+    {
+      "epoch": 0.5283791582121782,
+      "grad_norm": 0.15870961546897888,
+      "learning_rate": 1.9972144277683545e-05,
+      "loss": 1.3346,
+      "step": 1774
+    },
+    {
+      "epoch": 0.5286770044118468,
+      "grad_norm": 0.1621575653553009,
+      "learning_rate": 1.997207228611876e-05,
+      "loss": 1.3416,
+      "step": 1775
+    },
+    {
+      "epoch": 0.5289748506115155,
+      "grad_norm": 0.16383720934391022,
+      "learning_rate": 1.997200020177498e-05,
+      "loss": 1.3502,
+      "step": 1776
+    },
+    {
+      "epoch": 0.5292726968111842,
+      "grad_norm": 0.17416946589946747,
+      "learning_rate": 1.997192802465288e-05,
+      "loss": 1.3438,
+      "step": 1777
+    },
+    {
+      "epoch": 0.5295705430108528,
+      "grad_norm": 0.16202545166015625,
+      "learning_rate": 1.9971855754753134e-05,
+      "loss": 1.37,
+      "step": 1778
+    },
+    {
+      "epoch": 0.5298683892105214,
+      "grad_norm": 0.17150531709194183,
+      "learning_rate": 1.9971783392076407e-05,
+      "loss": 1.3343,
+      "step": 1779
+    },
+    {
+      "epoch": 0.53016623541019,
+      "grad_norm": 0.16482296586036682,
+      "learning_rate": 1.997171093662338e-05,
+      "loss": 1.3461,
+      "step": 1780
+    },
+    {
+      "epoch": 0.5304640816098587,
+      "grad_norm": 0.1628810316324234,
+      "learning_rate": 1.9971638388394724e-05,
+      "loss": 1.3454,
+      "step": 1781
+    },
+    {
+      "epoch": 0.5307619278095274,
+      "grad_norm": 0.17356710135936737,
+      "learning_rate": 1.997156574739111e-05,
+      "loss": 1.3525,
+      "step": 1782
+    },
+    {
+      "epoch": 0.531059774009196,
+      "grad_norm": 0.17725849151611328,
+      "learning_rate": 1.997149301361322e-05,
+      "loss": 1.3641,
+      "step": 1783
+    },
+    {
+      "epoch": 0.5313576202088647,
+      "grad_norm": 0.15778744220733643,
+      "learning_rate": 1.997142018706173e-05,
+      "loss": 1.3506,
+      "step": 1784
+    },
+    {
+      "epoch": 0.5316554664085333,
+      "grad_norm": 0.17386850714683533,
+      "learning_rate": 1.9971347267737314e-05,
+      "loss": 1.3454,
+      "step": 1785
+    },
+    {
+      "epoch": 0.5319533126082019,
+      "grad_norm": 0.1833541989326477,
+      "learning_rate": 1.9971274255640654e-05,
+      "loss": 1.3333,
+      "step": 1786
+    },
+    {
+      "epoch": 0.5322511588078706,
+      "grad_norm": 0.16736625134944916,
+      "learning_rate": 1.9971201150772426e-05,
+      "loss": 1.345,
+      "step": 1787
+    },
+    {
+      "epoch": 0.5325490050075392,
+      "grad_norm": 0.16242630779743195,
+      "learning_rate": 1.9971127953133314e-05,
+      "loss": 1.3425,
+      "step": 1788
+    },
+    {
+      "epoch": 0.5328468512072079,
+      "grad_norm": 0.16493670642375946,
+      "learning_rate": 1.9971054662723996e-05,
+      "loss": 1.3522,
+      "step": 1789
+    },
+    {
+      "epoch": 0.5331446974068765,
+      "grad_norm": 0.17540118098258972,
+      "learning_rate": 1.997098127954515e-05,
+      "loss": 1.3214,
+      "step": 1790
+    },
+    {
+      "epoch": 0.5334425436065452,
+      "grad_norm": 0.19233962893486023,
+      "learning_rate": 1.997090780359747e-05,
+      "loss": 1.3451,
+      "step": 1791
+    },
+    {
+      "epoch": 0.5337403898062139,
+      "grad_norm": 0.16943323612213135,
+      "learning_rate": 1.9970834234881628e-05,
+      "loss": 1.3303,
+      "step": 1792
+    },
+    {
+      "epoch": 0.5340382360058825,
+      "grad_norm": 0.15818580985069275,
+      "learning_rate": 1.9970760573398316e-05,
+      "loss": 1.3337,
+      "step": 1793
+    },
+    {
+      "epoch": 0.5343360822055511,
+      "grad_norm": 0.17102812230587006,
+      "learning_rate": 1.9970686819148216e-05,
+      "loss": 1.3577,
+      "step": 1794
+    },
+    {
+      "epoch": 0.5346339284052197,
+      "grad_norm": 0.17434453964233398,
+      "learning_rate": 1.9970612972132017e-05,
+      "loss": 1.3541,
+      "step": 1795
+    },
+    {
+      "epoch": 0.5349317746048884,
+      "grad_norm": 0.16895638406276703,
+      "learning_rate": 1.99705390323504e-05,
+      "loss": 1.3363,
+      "step": 1796
+    },
+    {
+      "epoch": 0.535229620804557,
+      "grad_norm": 0.1675790697336197,
+      "learning_rate": 1.9970464999804063e-05,
+      "loss": 1.3452,
+      "step": 1797
+    },
+    {
+      "epoch": 0.5355274670042257,
+      "grad_norm": 0.1745259016752243,
+      "learning_rate": 1.9970390874493685e-05,
+      "loss": 1.3344,
+      "step": 1798
+    },
+    {
+      "epoch": 0.5358253132038944,
+      "grad_norm": 0.16959160566329956,
+      "learning_rate": 1.9970316656419958e-05,
+      "loss": 1.3404,
+      "step": 1799
+    },
+    {
+      "epoch": 0.536123159403563,
+      "grad_norm": 0.1652490347623825,
+      "learning_rate": 1.9970242345583573e-05,
+      "loss": 1.3326,
+      "step": 1800
+    },
+    {
+      "epoch": 0.5364210056032316,
+      "grad_norm": 0.15833565592765808,
+      "learning_rate": 1.997016794198523e-05,
+      "loss": 1.3373,
+      "step": 1801
+    },
+    {
+      "epoch": 0.5367188518029002,
+      "grad_norm": 0.1646917462348938,
+      "learning_rate": 1.9970093445625607e-05,
+      "loss": 1.3328,
+      "step": 1802
+    },
+    {
+      "epoch": 0.5370166980025689,
+      "grad_norm": 0.17969022691249847,
+      "learning_rate": 1.9970018856505408e-05,
+      "loss": 1.3521,
+      "step": 1803
+    },
+    {
+      "epoch": 0.5373145442022376,
+      "grad_norm": 0.16079260408878326,
+      "learning_rate": 1.996994417462532e-05,
+      "loss": 1.3534,
+      "step": 1804
+    },
+    {
+      "epoch": 0.5376123904019062,
+      "grad_norm": 0.16265247762203217,
+      "learning_rate": 1.9969869399986043e-05,
+      "loss": 1.3398,
+      "step": 1805
+    },
+    {
+      "epoch": 0.5379102366015749,
+      "grad_norm": 0.1635185331106186,
+      "learning_rate": 1.9969794532588266e-05,
+      "loss": 1.3457,
+      "step": 1806
+    },
+    {
+      "epoch": 0.5382080828012435,
+      "grad_norm": 0.16827929019927979,
+      "learning_rate": 1.996971957243269e-05,
+      "loss": 1.3486,
+      "step": 1807
+    },
+    {
+      "epoch": 0.5385059290009122,
+      "grad_norm": 0.15943558514118195,
+      "learning_rate": 1.9969644519520014e-05,
+      "loss": 1.3529,
+      "step": 1808
+    },
+    {
+      "epoch": 0.5388037752005808,
+      "grad_norm": 0.15358304977416992,
+      "learning_rate": 1.9969569373850935e-05,
+      "loss": 1.3428,
+      "step": 1809
+    },
+    {
+      "epoch": 0.5391016214002494,
+      "grad_norm": 0.1591339260339737,
+      "learning_rate": 1.9969494135426155e-05,
+      "loss": 1.3291,
+      "step": 1810
+    },
+    {
+      "epoch": 0.5393994675999181,
+      "grad_norm": 0.16745908558368683,
+      "learning_rate": 1.9969418804246367e-05,
+      "loss": 1.3446,
+      "step": 1811
+    },
+    {
+      "epoch": 0.5396973137995867,
+      "grad_norm": 0.17378199100494385,
+      "learning_rate": 1.996934338031227e-05,
+      "loss": 1.3346,
+      "step": 1812
+    },
+    {
+      "epoch": 0.5399951599992554,
+      "grad_norm": 0.16124950349330902,
+      "learning_rate": 1.996926786362458e-05,
+      "loss": 1.3564,
+      "step": 1813
+    },
+    {
+      "epoch": 0.5402930061989241,
+      "grad_norm": 0.17586320638656616,
+      "learning_rate": 1.996919225418399e-05,
+      "loss": 1.3647,
+      "step": 1814
+    },
+    {
+      "epoch": 0.5405908523985927,
+      "grad_norm": 0.1691247671842575,
+      "learning_rate": 1.9969116551991197e-05,
+      "loss": 1.3437,
+      "step": 1815
+    },
+    {
+      "epoch": 0.5408886985982613,
+      "grad_norm": 0.1737504005432129,
+      "learning_rate": 1.996904075704692e-05,
+      "loss": 1.3238,
+      "step": 1816
+    },
+    {
+      "epoch": 0.5411865447979299,
+      "grad_norm": 0.15709450840950012,
+      "learning_rate": 1.9968964869351855e-05,
+      "loss": 1.3419,
+      "step": 1817
+    },
+    {
+      "epoch": 0.5414843909975986,
+      "grad_norm": 0.16622452437877655,
+      "learning_rate": 1.9968888888906707e-05,
+      "loss": 1.3457,
+      "step": 1818
+    },
+    {
+      "epoch": 0.5417822371972673,
+      "grad_norm": 0.16880926489830017,
+      "learning_rate": 1.996881281571219e-05,
+      "loss": 1.3461,
+      "step": 1819
+    },
+    {
+      "epoch": 0.5420800833969359,
+      "grad_norm": 0.17418015003204346,
+      "learning_rate": 1.9968736649769005e-05,
+      "loss": 1.3623,
+      "step": 1820
+    },
+    {
+      "epoch": 0.5423779295966046,
+      "grad_norm": 0.17431408166885376,
+      "learning_rate": 1.9968660391077864e-05,
+      "loss": 1.3654,
+      "step": 1821
+    },
+    {
+      "epoch": 0.5426757757962732,
+      "grad_norm": 0.16442149877548218,
+      "learning_rate": 1.9968584039639475e-05,
+      "loss": 1.3441,
+      "step": 1822
+    },
+    {
+      "epoch": 0.5429736219959418,
+      "grad_norm": 0.17375442385673523,
+      "learning_rate": 1.996850759545455e-05,
+      "loss": 1.3502,
+      "step": 1823
+    },
+    {
+      "epoch": 0.5432714681956105,
+      "grad_norm": 0.1641933023929596,
+      "learning_rate": 1.99684310585238e-05,
+      "loss": 1.3461,
+      "step": 1824
+    },
+    {
+      "epoch": 0.5435693143952791,
+      "grad_norm": 0.1642332673072815,
+      "learning_rate": 1.9968354428847934e-05,
+      "loss": 1.3395,
+      "step": 1825
+    },
+    {
+      "epoch": 0.5438671605949478,
+      "grad_norm": 0.179438978433609,
+      "learning_rate": 1.9968277706427667e-05,
+      "loss": 1.3522,
+      "step": 1826
+    },
+    {
+      "epoch": 0.5441650067946164,
+      "grad_norm": 0.16452936828136444,
+      "learning_rate": 1.9968200891263717e-05,
+      "loss": 1.3381,
+      "step": 1827
+    },
+    {
+      "epoch": 0.5444628529942851,
+      "grad_norm": 0.16768696904182434,
+      "learning_rate": 1.9968123983356794e-05,
+      "loss": 1.3439,
+      "step": 1828
+    },
+    {
+      "epoch": 0.5447606991939538,
+      "grad_norm": 0.17807155847549438,
+      "learning_rate": 1.996804698270761e-05,
+      "loss": 1.3341,
+      "step": 1829
+    },
+    {
+      "epoch": 0.5450585453936224,
+      "grad_norm": 0.17662352323532104,
+      "learning_rate": 1.996796988931689e-05,
+      "loss": 1.3335,
+      "step": 1830
+    },
+    {
+      "epoch": 0.545356391593291,
+      "grad_norm": 0.16839559376239777,
+      "learning_rate": 1.9967892703185344e-05,
+      "loss": 1.3476,
+      "step": 1831
+    },
+    {
+      "epoch": 0.5456542377929596,
+      "grad_norm": 0.1740187257528305,
+      "learning_rate": 1.9967815424313697e-05,
+      "loss": 1.3451,
+      "step": 1832
+    },
+    {
+      "epoch": 0.5459520839926283,
+      "grad_norm": 0.1738300770521164,
+      "learning_rate": 1.9967738052702664e-05,
+      "loss": 1.3345,
+      "step": 1833
+    },
+    {
+      "epoch": 0.546249930192297,
+      "grad_norm": 0.17655032873153687,
+      "learning_rate": 1.996766058835296e-05,
+      "loss": 1.3256,
+      "step": 1834
+    },
+    {
+      "epoch": 0.5465477763919656,
+      "grad_norm": 0.16478820145130157,
+      "learning_rate": 1.9967583031265313e-05,
+      "loss": 1.348,
+      "step": 1835
+    },
+    {
+      "epoch": 0.5468456225916343,
+      "grad_norm": 0.16392803192138672,
+      "learning_rate": 1.9967505381440446e-05,
+      "loss": 1.3548,
+      "step": 1836
+    },
+    {
+      "epoch": 0.5471434687913029,
+      "grad_norm": 0.17150482535362244,
+      "learning_rate": 1.9967427638879075e-05,
+      "loss": 1.3404,
+      "step": 1837
+    },
+    {
+      "epoch": 0.5474413149909715,
+      "grad_norm": 0.17070432007312775,
+      "learning_rate": 1.9967349803581924e-05,
+      "loss": 1.3376,
+      "step": 1838
+    },
+    {
+      "epoch": 0.5477391611906401,
+      "grad_norm": 0.16423381865024567,
+      "learning_rate": 1.9967271875549726e-05,
+      "loss": 1.3388,
+      "step": 1839
+    },
+    {
+      "epoch": 0.5480370073903088,
+      "grad_norm": 0.16895762085914612,
+      "learning_rate": 1.9967193854783192e-05,
+      "loss": 1.3328,
+      "step": 1840
+    },
+    {
+      "epoch": 0.5483348535899775,
+      "grad_norm": 0.16752618551254272,
+      "learning_rate": 1.9967115741283057e-05,
+      "loss": 1.347,
+      "step": 1841
+    },
+    {
+      "epoch": 0.5486326997896461,
+      "grad_norm": 0.16780757904052734,
+      "learning_rate": 1.996703753505005e-05,
+      "loss": 1.329,
+      "step": 1842
+    },
+    {
+      "epoch": 0.5489305459893148,
+      "grad_norm": 0.16428565979003906,
+      "learning_rate": 1.996695923608489e-05,
+      "loss": 1.346,
+      "step": 1843
+    },
+    {
+      "epoch": 0.5492283921889834,
+      "grad_norm": 0.172488272190094,
+      "learning_rate": 1.996688084438831e-05,
+      "loss": 1.3474,
+      "step": 1844
+    },
+    {
+      "epoch": 0.5495262383886521,
+      "grad_norm": 0.16258852183818817,
+      "learning_rate": 1.9966802359961042e-05,
+      "loss": 1.3384,
+      "step": 1845
+    },
+    {
+      "epoch": 0.5498240845883207,
+      "grad_norm": 0.16376498341560364,
+      "learning_rate": 1.996672378280381e-05,
+      "loss": 1.3475,
+      "step": 1846
+    },
+    {
+      "epoch": 0.5501219307879893,
+      "grad_norm": 0.1541081815958023,
+      "learning_rate": 1.996664511291735e-05,
+      "loss": 1.35,
+      "step": 1847
+    },
+    {
+      "epoch": 0.550419776987658,
+      "grad_norm": 0.16525718569755554,
+      "learning_rate": 1.9966566350302398e-05,
+      "loss": 1.3377,
+      "step": 1848
+    },
+    {
+      "epoch": 0.5507176231873266,
+      "grad_norm": 0.16358032822608948,
+      "learning_rate": 1.9966487494959678e-05,
+      "loss": 1.3246,
+      "step": 1849
+    },
+    {
+      "epoch": 0.5510154693869953,
+      "grad_norm": 0.15843936800956726,
+      "learning_rate": 1.9966408546889924e-05,
+      "loss": 1.3415,
+      "step": 1850
+    },
+    {
+      "epoch": 0.551313315586664,
+      "grad_norm": 0.1719946563243866,
+      "learning_rate": 1.9966329506093876e-05,
+      "loss": 1.3264,
+      "step": 1851
+    },
+    {
+      "epoch": 0.5516111617863326,
+      "grad_norm": 0.1743927001953125,
+      "learning_rate": 1.9966250372572265e-05,
+      "loss": 1.3387,
+      "step": 1852
+    },
+    {
+      "epoch": 0.5519090079860012,
+      "grad_norm": 0.17628605663776398,
+      "learning_rate": 1.9966171146325832e-05,
+      "loss": 1.3414,
+      "step": 1853
+    },
+    {
+      "epoch": 0.5522068541856698,
+      "grad_norm": 0.16940726339817047,
+      "learning_rate": 1.9966091827355312e-05,
+      "loss": 1.3334,
+      "step": 1854
+    },
+    {
+      "epoch": 0.5525047003853385,
+      "grad_norm": 0.16338200867176056,
+      "learning_rate": 1.9966012415661444e-05,
+      "loss": 1.3202,
+      "step": 1855
+    },
+    {
+      "epoch": 0.5528025465850072,
+      "grad_norm": 0.15881620347499847,
+      "learning_rate": 1.996593291124496e-05,
+      "loss": 1.342,
+      "step": 1856
+    },
+    {
+      "epoch": 0.5531003927846758,
+      "grad_norm": 0.16228406131267548,
+      "learning_rate": 1.9965853314106606e-05,
+      "loss": 1.3443,
+      "step": 1857
+    },
+    {
+      "epoch": 0.5533982389843445,
+      "grad_norm": 0.16766801476478577,
+      "learning_rate": 1.996577362424712e-05,
+      "loss": 1.3513,
+      "step": 1858
+    },
+    {
+      "epoch": 0.5536960851840131,
+      "grad_norm": 0.16810661554336548,
+      "learning_rate": 1.996569384166725e-05,
+      "loss": 1.3309,
+      "step": 1859
+    },
+    {
+      "epoch": 0.5539939313836818,
+      "grad_norm": 0.1693679839372635,
+      "learning_rate": 1.9965613966367726e-05,
+      "loss": 1.3379,
+      "step": 1860
+    },
+    {
+      "epoch": 0.5542917775833504,
+      "grad_norm": 0.15733188390731812,
+      "learning_rate": 1.9965533998349306e-05,
+      "loss": 1.3275,
+      "step": 1861
+    },
+    {
+      "epoch": 0.554589623783019,
+      "grad_norm": 0.16854235529899597,
+      "learning_rate": 1.996545393761272e-05,
+      "loss": 1.351,
+      "step": 1862
+    },
+    {
+      "epoch": 0.5548874699826877,
+      "grad_norm": 0.16890855133533478,
+      "learning_rate": 1.9965373784158725e-05,
+      "loss": 1.3444,
+      "step": 1863
+    },
+    {
+      "epoch": 0.5551853161823563,
+      "grad_norm": 0.17377708852291107,
+      "learning_rate": 1.9965293537988058e-05,
+      "loss": 1.3455,
+      "step": 1864
+    },
+    {
+      "epoch": 0.555483162382025,
+      "grad_norm": 0.17160733044147491,
+      "learning_rate": 1.9965213199101466e-05,
+      "loss": 1.3326,
+      "step": 1865
+    },
+    {
+      "epoch": 0.5557810085816937,
+      "grad_norm": 0.17008385062217712,
+      "learning_rate": 1.99651327674997e-05,
+      "loss": 1.3565,
+      "step": 1866
+    },
+    {
+      "epoch": 0.5560788547813623,
+      "grad_norm": 0.16323962807655334,
+      "learning_rate": 1.996505224318351e-05,
+      "loss": 1.3564,
+      "step": 1867
+    },
+    {
+      "epoch": 0.5563767009810309,
+      "grad_norm": 0.16453659534454346,
+      "learning_rate": 1.9964971626153643e-05,
+      "loss": 1.3408,
+      "step": 1868
+    },
+    {
+      "epoch": 0.5566745471806995,
+      "grad_norm": 0.17312097549438477,
+      "learning_rate": 1.9964890916410846e-05,
+      "loss": 1.3462,
+      "step": 1869
+    },
+    {
+      "epoch": 0.5569723933803682,
+      "grad_norm": 0.17335082590579987,
+      "learning_rate": 1.9964810113955872e-05,
+      "loss": 1.3358,
+      "step": 1870
+    },
+    {
+      "epoch": 0.5572702395800369,
+      "grad_norm": 0.17735369503498077,
+      "learning_rate": 1.9964729218789472e-05,
+      "loss": 1.3436,
+      "step": 1871
+    },
+    {
+      "epoch": 0.5575680857797055,
+      "grad_norm": 0.17080743610858917,
+      "learning_rate": 1.9964648230912406e-05,
+      "loss": 1.3452,
+      "step": 1872
+    },
+    {
+      "epoch": 0.5578659319793742,
+      "grad_norm": 0.17747481167316437,
+      "learning_rate": 1.9964567150325416e-05,
+      "loss": 1.3336,
+      "step": 1873
+    },
+    {
+      "epoch": 0.5581637781790428,
+      "grad_norm": 0.1720564216375351,
+      "learning_rate": 1.9964485977029263e-05,
+      "loss": 1.33,
+      "step": 1874
+    },
+    {
+      "epoch": 0.5584616243787115,
+      "grad_norm": 0.16504305601119995,
+      "learning_rate": 1.9964404711024703e-05,
+      "loss": 1.348,
+      "step": 1875
+    },
+    {
+      "epoch": 0.55875947057838,
+      "grad_norm": 0.1772458851337433,
+      "learning_rate": 1.9964323352312486e-05,
+      "loss": 1.3474,
+      "step": 1876
+    },
+    {
+      "epoch": 0.5590573167780487,
+      "grad_norm": 0.1816224902868271,
+      "learning_rate": 1.9964241900893377e-05,
+      "loss": 1.3217,
+      "step": 1877
+    },
+    {
+      "epoch": 0.5593551629777174,
+      "grad_norm": 0.1705823540687561,
+      "learning_rate": 1.9964160356768128e-05,
+      "loss": 1.3346,
+      "step": 1878
+    },
+    {
+      "epoch": 0.559653009177386,
+      "grad_norm": 0.1707306206226349,
+      "learning_rate": 1.9964078719937497e-05,
+      "loss": 1.3369,
+      "step": 1879
+    },
+    {
+      "epoch": 0.5599508553770547,
+      "grad_norm": 0.17467527091503143,
+      "learning_rate": 1.9963996990402252e-05,
+      "loss": 1.3468,
+      "step": 1880
+    },
+    {
+      "epoch": 0.5602487015767234,
+      "grad_norm": 0.17778559029102325,
+      "learning_rate": 1.9963915168163143e-05,
+      "loss": 1.3525,
+      "step": 1881
+    },
+    {
+      "epoch": 0.560546547776392,
+      "grad_norm": 0.17405925691127777,
+      "learning_rate": 1.9963833253220937e-05,
+      "loss": 1.3235,
+      "step": 1882
+    },
+    {
+      "epoch": 0.5608443939760606,
+      "grad_norm": 0.1665666401386261,
+      "learning_rate": 1.9963751245576396e-05,
+      "loss": 1.3342,
+      "step": 1883
+    },
+    {
+      "epoch": 0.5611422401757292,
+      "grad_norm": 0.16782276332378387,
+      "learning_rate": 1.996366914523028e-05,
+      "loss": 1.3436,
+      "step": 1884
+    },
+    {
+      "epoch": 0.5614400863753979,
+      "grad_norm": 0.16133250296115875,
+      "learning_rate": 1.9963586952183355e-05,
+      "loss": 1.3572,
+      "step": 1885
+    },
+    {
+      "epoch": 0.5617379325750665,
+      "grad_norm": 0.17694924771785736,
+      "learning_rate": 1.9963504666436386e-05,
+      "loss": 1.3491,
+      "step": 1886
+    },
+    {
+      "epoch": 0.5620357787747352,
+      "grad_norm": 0.17527422308921814,
+      "learning_rate": 1.9963422287990134e-05,
+      "loss": 1.3376,
+      "step": 1887
+    },
+    {
+      "epoch": 0.5623336249744039,
+      "grad_norm": 0.17014721035957336,
+      "learning_rate": 1.9963339816845377e-05,
+      "loss": 1.3289,
+      "step": 1888
+    },
+    {
+      "epoch": 0.5626314711740725,
+      "grad_norm": 0.164009228348732,
+      "learning_rate": 1.9963257253002868e-05,
+      "loss": 1.3403,
+      "step": 1889
+    },
+    {
+      "epoch": 0.5629293173737412,
+      "grad_norm": 0.2767203450202942,
+      "learning_rate": 1.9963174596463387e-05,
+      "loss": 1.3266,
+      "step": 1890
+    },
+    {
+      "epoch": 0.5632271635734097,
+      "grad_norm": 0.17292539775371552,
+      "learning_rate": 1.9963091847227694e-05,
+      "loss": 1.3648,
+      "step": 1891
+    },
+    {
+      "epoch": 0.5635250097730784,
+      "grad_norm": 0.17129047214984894,
+      "learning_rate": 1.9963009005296565e-05,
+      "loss": 1.335,
+      "step": 1892
+    },
+    {
+      "epoch": 0.5638228559727471,
+      "grad_norm": 0.16882653534412384,
+      "learning_rate": 1.9962926070670767e-05,
+      "loss": 1.3381,
+      "step": 1893
+    },
+    {
+      "epoch": 0.5641207021724157,
+      "grad_norm": 0.17744049429893494,
+      "learning_rate": 1.996284304335107e-05,
+      "loss": 1.3374,
+      "step": 1894
+    },
+    {
+      "epoch": 0.5644185483720844,
+      "grad_norm": 0.17141692340373993,
+      "learning_rate": 1.996275992333826e-05,
+      "loss": 1.3348,
+      "step": 1895
+    },
+    {
+      "epoch": 0.564716394571753,
+      "grad_norm": 0.16697026789188385,
+      "learning_rate": 1.9962676710633093e-05,
+      "loss": 1.332,
+      "step": 1896
+    },
+    {
+      "epoch": 0.5650142407714217,
+      "grad_norm": 0.1682598888874054,
+      "learning_rate": 1.996259340523635e-05,
+      "loss": 1.3302,
+      "step": 1897
+    },
+    {
+      "epoch": 0.5653120869710903,
+      "grad_norm": 0.1695362627506256,
+      "learning_rate": 1.9962510007148807e-05,
+      "loss": 1.3294,
+      "step": 1898
+    },
+    {
+      "epoch": 0.5656099331707589,
+      "grad_norm": 0.16629473865032196,
+      "learning_rate": 1.9962426516371236e-05,
+      "loss": 1.3422,
+      "step": 1899
+    },
+    {
+      "epoch": 0.5659077793704276,
+      "grad_norm": 0.16506071388721466,
+      "learning_rate": 1.996234293290442e-05,
+      "loss": 1.3388,
+      "step": 1900
+    },
+    {
+      "epoch": 0.5662056255700962,
+      "grad_norm": 0.17205072939395905,
+      "learning_rate": 1.9962259256749135e-05,
+      "loss": 1.3316,
+      "step": 1901
+    },
+    {
+      "epoch": 0.5665034717697649,
+      "grad_norm": 0.16647745668888092,
+      "learning_rate": 1.9962175487906155e-05,
+      "loss": 1.3259,
+      "step": 1902
+    },
+    {
+      "epoch": 0.5668013179694336,
+      "grad_norm": 0.16938139498233795,
+      "learning_rate": 1.9962091626376265e-05,
+      "loss": 1.3318,
+      "step": 1903
+    },
+    {
+      "epoch": 0.5670991641691022,
+      "grad_norm": 0.17617148160934448,
+      "learning_rate": 1.9962007672160243e-05,
+      "loss": 1.3444,
+      "step": 1904
+    },
+    {
+      "epoch": 0.5673970103687708,
+      "grad_norm": 0.1727476865053177,
+      "learning_rate": 1.9961923625258867e-05,
+      "loss": 1.35,
+      "step": 1905
+    },
+    {
+      "epoch": 0.5676948565684394,
+      "grad_norm": 0.16883544623851776,
+      "learning_rate": 1.9961839485672923e-05,
+      "loss": 1.342,
+      "step": 1906
+    },
+    {
+      "epoch": 0.5679927027681081,
+      "grad_norm": 0.17220336198806763,
+      "learning_rate": 1.9961755253403194e-05,
+      "loss": 1.334,
+      "step": 1907
+    },
+    {
+      "epoch": 0.5682905489677768,
+      "grad_norm": 0.1599874645471573,
+      "learning_rate": 1.996167092845046e-05,
+      "loss": 1.339,
+      "step": 1908
+    },
+    {
+      "epoch": 0.5685883951674454,
+      "grad_norm": 0.16740910708904266,
+      "learning_rate": 1.9961586510815508e-05,
+      "loss": 1.3516,
+      "step": 1909
+    },
+    {
+      "epoch": 0.5688862413671141,
+      "grad_norm": 0.181361585855484,
+      "learning_rate": 1.9961502000499127e-05,
+      "loss": 1.3496,
+      "step": 1910
+    },
+    {
+      "epoch": 0.5691840875667827,
+      "grad_norm": 0.17191778123378754,
+      "learning_rate": 1.9961417397502098e-05,
+      "loss": 1.3273,
+      "step": 1911
+    },
+    {
+      "epoch": 0.5694819337664514,
+      "grad_norm": 0.1787191778421402,
+      "learning_rate": 1.9961332701825207e-05,
+      "loss": 1.3398,
+      "step": 1912
+    },
+    {
+      "epoch": 0.56977977996612,
+      "grad_norm": 0.1790206879377365,
+      "learning_rate": 1.9961247913469244e-05,
+      "loss": 1.343,
+      "step": 1913
+    },
+    {
+      "epoch": 0.5700776261657886,
+      "grad_norm": 0.17674620449543,
+      "learning_rate": 1.9961163032435006e-05,
+      "loss": 1.331,
+      "step": 1914
+    },
+    {
+      "epoch": 0.5703754723654573,
+      "grad_norm": 0.17626053094863892,
+      "learning_rate": 1.9961078058723267e-05,
+      "loss": 1.336,
+      "step": 1915
+    },
+    {
+      "epoch": 0.5706733185651259,
+      "grad_norm": 0.16902464628219604,
+      "learning_rate": 1.9960992992334828e-05,
+      "loss": 1.3333,
+      "step": 1916
+    },
+    {
+      "epoch": 0.5709711647647946,
+      "grad_norm": 0.16353672742843628,
+      "learning_rate": 1.996090783327048e-05,
+      "loss": 1.3385,
+      "step": 1917
+    },
+    {
+      "epoch": 0.5712690109644633,
+      "grad_norm": 0.16979794204235077,
+      "learning_rate": 1.9960822581531013e-05,
+      "loss": 1.3418,
+      "step": 1918
+    },
+    {
+      "epoch": 0.5715668571641319,
+      "grad_norm": 0.17273689806461334,
+      "learning_rate": 1.996073723711722e-05,
+      "loss": 1.34,
+      "step": 1919
+    },
+    {
+      "epoch": 0.5718647033638005,
+      "grad_norm": 0.17751668393611908,
+      "learning_rate": 1.99606518000299e-05,
+      "loss": 1.3294,
+      "step": 1920
+    },
+    {
+      "epoch": 0.5721625495634691,
+      "grad_norm": 0.1674806773662567,
+      "learning_rate": 1.9960566270269837e-05,
+      "loss": 1.3532,
+      "step": 1921
+    },
+    {
+      "epoch": 0.5724603957631378,
+      "grad_norm": 0.17393875122070312,
+      "learning_rate": 1.9960480647837837e-05,
+      "loss": 1.3477,
+      "step": 1922
+    },
+    {
+      "epoch": 0.5727582419628064,
+      "grad_norm": 0.17875970900058746,
+      "learning_rate": 1.9960394932734694e-05,
+      "loss": 1.3456,
+      "step": 1923
+    },
+    {
+      "epoch": 0.5730560881624751,
+      "grad_norm": 0.17763720452785492,
+      "learning_rate": 1.9960309124961203e-05,
+      "loss": 1.3415,
+      "step": 1924
+    },
+    {
+      "epoch": 0.5733539343621438,
+      "grad_norm": 0.17421069741249084,
+      "learning_rate": 1.9960223224518163e-05,
+      "loss": 1.3462,
+      "step": 1925
+    },
+    {
+      "epoch": 0.5736517805618124,
+      "grad_norm": 0.17774200439453125,
+      "learning_rate": 1.9960137231406372e-05,
+      "loss": 1.3272,
+      "step": 1926
+    },
+    {
+      "epoch": 0.5739496267614811,
+      "grad_norm": 0.1704302579164505,
+      "learning_rate": 1.996005114562664e-05,
+      "loss": 1.3304,
+      "step": 1927
+    },
+    {
+      "epoch": 0.5742474729611496,
+      "grad_norm": 0.17656168341636658,
+      "learning_rate": 1.9959964967179753e-05,
+      "loss": 1.3452,
+      "step": 1928
+    },
+    {
+      "epoch": 0.5745453191608183,
+      "grad_norm": 0.1732204705476761,
+      "learning_rate": 1.995987869606652e-05,
+      "loss": 1.3266,
+      "step": 1929
+    },
+    {
+      "epoch": 0.574843165360487,
+      "grad_norm": 0.17743700742721558,
+      "learning_rate": 1.995979233228775e-05,
+      "loss": 1.3331,
+      "step": 1930
+    },
+    {
+      "epoch": 0.5751410115601556,
+      "grad_norm": 0.18953180313110352,
+      "learning_rate": 1.9959705875844233e-05,
+      "loss": 1.3649,
+      "step": 1931
+    },
+    {
+      "epoch": 0.5754388577598243,
+      "grad_norm": 0.161458820104599,
+      "learning_rate": 1.9959619326736786e-05,
+      "loss": 1.339,
+      "step": 1932
+    },
+    {
+      "epoch": 0.575736703959493,
+      "grad_norm": 0.16367121040821075,
+      "learning_rate": 1.9959532684966205e-05,
+      "loss": 1.3535,
+      "step": 1933
+    },
+    {
+      "epoch": 0.5760345501591616,
+      "grad_norm": 0.1716615855693817,
+      "learning_rate": 1.99594459505333e-05,
+      "loss": 1.3387,
+      "step": 1934
+    },
+    {
+      "epoch": 0.5763323963588302,
+      "grad_norm": 0.16995373368263245,
+      "learning_rate": 1.995935912343888e-05,
+      "loss": 1.3326,
+      "step": 1935
+    },
+    {
+      "epoch": 0.5766302425584988,
+      "grad_norm": 0.1661783903837204,
+      "learning_rate": 1.9959272203683747e-05,
+      "loss": 1.3244,
+      "step": 1936
+    },
+    {
+      "epoch": 0.5769280887581675,
+      "grad_norm": 0.17309847474098206,
+      "learning_rate": 1.995918519126872e-05,
+      "loss": 1.3429,
+      "step": 1937
+    },
+    {
+      "epoch": 0.5772259349578361,
+      "grad_norm": 0.18650607764720917,
+      "learning_rate": 1.9959098086194596e-05,
+      "loss": 1.349,
+      "step": 1938
+    },
+    {
+      "epoch": 0.5775237811575048,
+      "grad_norm": 0.1782013326883316,
+      "learning_rate": 1.9959010888462193e-05,
+      "loss": 1.3412,
+      "step": 1939
+    },
+    {
+      "epoch": 0.5778216273571735,
+      "grad_norm": 0.17299634218215942,
+      "learning_rate": 1.9958923598072318e-05,
+      "loss": 1.3142,
+      "step": 1940
+    },
+    {
+      "epoch": 0.5781194735568421,
+      "grad_norm": 0.17703306674957275,
+      "learning_rate": 1.995883621502579e-05,
+      "loss": 1.3403,
+      "step": 1941
+    },
+    {
+      "epoch": 0.5784173197565108,
+      "grad_norm": 0.16884054243564606,
+      "learning_rate": 1.9958748739323415e-05,
+      "loss": 1.3194,
+      "step": 1942
+    },
+    {
+      "epoch": 0.5787151659561793,
+      "grad_norm": 0.18963994085788727,
+      "learning_rate": 1.995866117096601e-05,
+      "loss": 1.346,
+      "step": 1943
+    },
+    {
+      "epoch": 0.579013012155848,
+      "grad_norm": 0.18116572499275208,
+      "learning_rate": 1.9958573509954392e-05,
+      "loss": 1.3631,
+      "step": 1944
+    },
+    {
+      "epoch": 0.5793108583555167,
+      "grad_norm": 0.17018160223960876,
+      "learning_rate": 1.995848575628937e-05,
+      "loss": 1.342,
+      "step": 1945
+    },
+    {
+      "epoch": 0.5796087045551853,
+      "grad_norm": 0.1706002652645111,
+      "learning_rate": 1.9958397909971765e-05,
+      "loss": 1.3306,
+      "step": 1946
+    },
+    {
+      "epoch": 0.579906550754854,
+      "grad_norm": 0.16390784084796906,
+      "learning_rate": 1.9958309971002395e-05,
+      "loss": 1.3362,
+      "step": 1947
+    },
+    {
+      "epoch": 0.5802043969545226,
+      "grad_norm": 0.16863805055618286,
+      "learning_rate": 1.9958221939382075e-05,
+      "loss": 1.3433,
+      "step": 1948
+    },
+    {
+      "epoch": 0.5805022431541913,
+      "grad_norm": 0.16780760884284973,
+      "learning_rate": 1.9958133815111628e-05,
+      "loss": 1.3519,
+      "step": 1949
+    },
+    {
+      "epoch": 0.5808000893538598,
+      "grad_norm": 0.180782750248909,
+      "learning_rate": 1.995804559819187e-05,
+      "loss": 1.3356,
+      "step": 1950
+    },
+    {
+      "epoch": 0.5810979355535285,
+      "grad_norm": 0.1618662178516388,
+      "learning_rate": 1.9957957288623624e-05,
+      "loss": 1.3366,
+      "step": 1951
+    },
+    {
+      "epoch": 0.5813957817531972,
+      "grad_norm": 0.16837403178215027,
+      "learning_rate": 1.995786888640771e-05,
+      "loss": 1.3397,
+      "step": 1952
+    },
+    {
+      "epoch": 0.5816936279528658,
+      "grad_norm": 0.19062912464141846,
+      "learning_rate": 1.9957780391544953e-05,
+      "loss": 1.3337,
+      "step": 1953
+    },
+    {
+      "epoch": 0.5819914741525345,
+      "grad_norm": 0.174716517329216,
+      "learning_rate": 1.995769180403618e-05,
+      "loss": 1.3388,
+      "step": 1954
+    },
+    {
+      "epoch": 0.5822893203522032,
+      "grad_norm": 0.1641959249973297,
+      "learning_rate": 1.9957603123882202e-05,
+      "loss": 1.3308,
+      "step": 1955
+    },
+    {
+      "epoch": 0.5825871665518718,
+      "grad_norm": 0.16572526097297668,
+      "learning_rate": 1.9957514351083855e-05,
+      "loss": 1.3372,
+      "step": 1956
+    },
+    {
+      "epoch": 0.5828850127515405,
+      "grad_norm": 0.16768459975719452,
+      "learning_rate": 1.9957425485641964e-05,
+      "loss": 1.3277,
+      "step": 1957
+    },
+    {
+      "epoch": 0.583182858951209,
+      "grad_norm": 0.17460903525352478,
+      "learning_rate": 1.995733652755735e-05,
+      "loss": 1.3393,
+      "step": 1958
+    },
+    {
+      "epoch": 0.5834807051508777,
+      "grad_norm": 0.1763729304075241,
+      "learning_rate": 1.9957247476830846e-05,
+      "loss": 1.3447,
+      "step": 1959
+    },
+    {
+      "epoch": 0.5837785513505463,
+      "grad_norm": 0.1680125743150711,
+      "learning_rate": 1.9957158333463283e-05,
+      "loss": 1.3445,
+      "step": 1960
+    },
+    {
+      "epoch": 0.584076397550215,
+      "grad_norm": 0.1667768508195877,
+      "learning_rate": 1.9957069097455482e-05,
+      "loss": 1.3216,
+      "step": 1961
+    },
+    {
+      "epoch": 0.5843742437498837,
+      "grad_norm": 0.17902809381484985,
+      "learning_rate": 1.995697976880828e-05,
+      "loss": 1.3481,
+      "step": 1962
+    },
+    {
+      "epoch": 0.5846720899495523,
+      "grad_norm": 0.17711710929870605,
+      "learning_rate": 1.9956890347522505e-05,
+      "loss": 1.3173,
+      "step": 1963
+    },
+    {
+      "epoch": 0.584969936149221,
+      "grad_norm": 0.17662787437438965,
+      "learning_rate": 1.995680083359899e-05,
+      "loss": 1.3389,
+      "step": 1964
+    },
+    {
+      "epoch": 0.5852677823488895,
+      "grad_norm": 0.16423983871936798,
+      "learning_rate": 1.9956711227038567e-05,
+      "loss": 1.3275,
+      "step": 1965
+    },
+    {
+      "epoch": 0.5855656285485582,
+      "grad_norm": 0.17329730093479156,
+      "learning_rate": 1.995662152784207e-05,
+      "loss": 1.3334,
+      "step": 1966
+    },
+    {
+      "epoch": 0.5858634747482269,
+      "grad_norm": 0.18660931289196014,
+      "learning_rate": 1.9956531736010336e-05,
+      "loss": 1.3476,
+      "step": 1967
+    },
+    {
+      "epoch": 0.5861613209478955,
+      "grad_norm": 0.18202678859233856,
+      "learning_rate": 1.9956441851544197e-05,
+      "loss": 1.3495,
+      "step": 1968
+    },
+    {
+      "epoch": 0.5864591671475642,
+      "grad_norm": 0.17551197111606598,
+      "learning_rate": 1.9956351874444492e-05,
+      "loss": 1.3353,
+      "step": 1969
+    },
+    {
+      "epoch": 0.5867570133472328,
+      "grad_norm": 0.1738758683204651,
+      "learning_rate": 1.9956261804712055e-05,
+      "loss": 1.3453,
+      "step": 1970
+    },
+    {
+      "epoch": 0.5870548595469015,
+      "grad_norm": 0.1726599484682083,
+      "learning_rate": 1.9956171642347725e-05,
+      "loss": 1.325,
+      "step": 1971
+    },
+    {
+      "epoch": 0.5873527057465702,
+      "grad_norm": 0.1872359812259674,
+      "learning_rate": 1.9956081387352343e-05,
+      "loss": 1.3345,
+      "step": 1972
+    },
+    {
+      "epoch": 0.5876505519462387,
+      "grad_norm": 0.1731291115283966,
+      "learning_rate": 1.9955991039726745e-05,
+      "loss": 1.3277,
+      "step": 1973
+    },
+    {
+      "epoch": 0.5879483981459074,
+      "grad_norm": 0.16684368252754211,
+      "learning_rate": 1.9955900599471776e-05,
+      "loss": 1.3357,
+      "step": 1974
+    },
+    {
+      "epoch": 0.588246244345576,
+      "grad_norm": 0.17079827189445496,
+      "learning_rate": 1.9955810066588276e-05,
+      "loss": 1.3239,
+      "step": 1975
+    },
+    {
+      "epoch": 0.5885440905452447,
+      "grad_norm": 0.16931898891925812,
+      "learning_rate": 1.9955719441077088e-05,
+      "loss": 1.316,
+      "step": 1976
+    },
+    {
+      "epoch": 0.5888419367449134,
+      "grad_norm": 0.16645090281963348,
+      "learning_rate": 1.995562872293905e-05,
+      "loss": 1.3357,
+      "step": 1977
+    },
+    {
+      "epoch": 0.589139782944582,
+      "grad_norm": 0.18683874607086182,
+      "learning_rate": 1.9955537912175012e-05,
+      "loss": 1.3299,
+      "step": 1978
+    },
+    {
+      "epoch": 0.5894376291442507,
+      "grad_norm": 0.1716485619544983,
+      "learning_rate": 1.9955447008785813e-05,
+      "loss": 1.3384,
+      "step": 1979
+    },
+    {
+      "epoch": 0.5897354753439192,
+      "grad_norm": 0.17715637385845184,
+      "learning_rate": 1.9955356012772307e-05,
+      "loss": 1.3377,
+      "step": 1980
+    },
+    {
+      "epoch": 0.5900333215435879,
+      "grad_norm": 0.1782515048980713,
+      "learning_rate": 1.9955264924135334e-05,
+      "loss": 1.3405,
+      "step": 1981
+    },
+    {
+      "epoch": 0.5903311677432566,
+      "grad_norm": 0.1820431649684906,
+      "learning_rate": 1.9955173742875743e-05,
+      "loss": 1.3211,
+      "step": 1982
+    },
+    {
+      "epoch": 0.5906290139429252,
+      "grad_norm": 0.18172216415405273,
+      "learning_rate": 1.9955082468994383e-05,
+      "loss": 1.3298,
+      "step": 1983
+    },
+    {
+      "epoch": 0.5909268601425939,
+      "grad_norm": 0.17631405591964722,
+      "learning_rate": 1.9954991102492108e-05,
+      "loss": 1.322,
+      "step": 1984
+    },
+    {
+      "epoch": 0.5912247063422625,
+      "grad_norm": 0.17888231575489044,
+      "learning_rate": 1.995489964336976e-05,
+      "loss": 1.322,
+      "step": 1985
+    },
+    {
+      "epoch": 0.5915225525419312,
+      "grad_norm": 0.16786961257457733,
+      "learning_rate": 1.995480809162819e-05,
+      "loss": 1.3271,
+      "step": 1986
+    },
+    {
+      "epoch": 0.5918203987415998,
+      "grad_norm": 0.18634092807769775,
+      "learning_rate": 1.9954716447268258e-05,
+      "loss": 1.3532,
+      "step": 1987
+    },
+    {
+      "epoch": 0.5921182449412684,
+      "grad_norm": 0.1904766708612442,
+      "learning_rate": 1.9954624710290807e-05,
+      "loss": 1.339,
+      "step": 1988
+    },
+    {
+      "epoch": 0.5924160911409371,
+      "grad_norm": 0.17535746097564697,
+      "learning_rate": 1.9954532880696694e-05,
+      "loss": 1.3245,
+      "step": 1989
+    },
+    {
+      "epoch": 0.5927139373406057,
+      "grad_norm": 0.17284177243709564,
+      "learning_rate": 1.9954440958486782e-05,
+      "loss": 1.3425,
+      "step": 1990
+    },
+    {
+      "epoch": 0.5930117835402744,
+      "grad_norm": 0.1806136667728424,
+      "learning_rate": 1.995434894366191e-05,
+      "loss": 1.3235,
+      "step": 1991
+    },
+    {
+      "epoch": 0.5933096297399431,
+      "grad_norm": 0.18574415147304535,
+      "learning_rate": 1.9954256836222946e-05,
+      "loss": 1.3452,
+      "step": 1992
+    },
+    {
+      "epoch": 0.5936074759396117,
+      "grad_norm": 0.17696474492549896,
+      "learning_rate": 1.9954164636170747e-05,
+      "loss": 1.336,
+      "step": 1993
+    },
+    {
+      "epoch": 0.5939053221392804,
+      "grad_norm": 0.18362903594970703,
+      "learning_rate": 1.9954072343506164e-05,
+      "loss": 1.349,
+      "step": 1994
+    },
+    {
+      "epoch": 0.5942031683389489,
+      "grad_norm": 0.166317418217659,
+      "learning_rate": 1.9953979958230062e-05,
+      "loss": 1.3317,
+      "step": 1995
+    },
+    {
+      "epoch": 0.5945010145386176,
+      "grad_norm": 0.17155015468597412,
+      "learning_rate": 1.9953887480343294e-05,
+      "loss": 1.3411,
+      "step": 1996
+    },
+    {
+      "epoch": 0.5947988607382863,
+      "grad_norm": 0.1783314049243927,
+      "learning_rate": 1.9953794909846724e-05,
+      "loss": 1.3349,
+      "step": 1997
+    },
+    {
+      "epoch": 0.5950967069379549,
+      "grad_norm": 0.17705361545085907,
+      "learning_rate": 1.9953702246741216e-05,
+      "loss": 1.3563,
+      "step": 1998
+    },
+    {
+      "epoch": 0.5953945531376236,
+      "grad_norm": 0.16366109251976013,
+      "learning_rate": 1.995360949102763e-05,
+      "loss": 1.3435,
+      "step": 1999
+    },
+    {
+      "epoch": 0.5956923993372922,
+      "grad_norm": 0.1686832308769226,
+      "learning_rate": 1.9953516642706827e-05,
+      "loss": 1.3653,
+      "step": 2000
+    },
+    {
+      "epoch": 0.5956923993372922,
+      "eval_loss": 1.3709481954574585,
+      "eval_runtime": 20.4305,
+      "eval_samples_per_second": 84.873,
+      "eval_steps_per_second": 5.335,
+      "step": 2000
+    },
+    {
+      "epoch": 0.5959902455369609,
+      "grad_norm": 0.17259104549884796,
+      "learning_rate": 1.995342370177967e-05,
+      "loss": 1.3281,
+      "step": 2001
+    },
+    {
+      "epoch": 0.5962880917366294,
+      "grad_norm": 0.17897668480873108,
+      "learning_rate": 1.995333066824703e-05,
+      "loss": 1.3326,
+      "step": 2002
+    },
+    {
+      "epoch": 0.5965859379362981,
+      "grad_norm": 0.1779920607805252,
+      "learning_rate": 1.995323754210977e-05,
+      "loss": 1.3484,
+      "step": 2003
+    },
+    {
+      "epoch": 0.5968837841359668,
+      "grad_norm": 0.16980735957622528,
+      "learning_rate": 1.995314432336875e-05,
+      "loss": 1.3208,
+      "step": 2004
+    },
+    {
+      "epoch": 0.5971816303356354,
+      "grad_norm": 0.16974031925201416,
+      "learning_rate": 1.9953051012024845e-05,
+      "loss": 1.3133,
+      "step": 2005
+    },
+    {
+      "epoch": 0.5974794765353041,
+      "grad_norm": 0.17339594662189484,
+      "learning_rate": 1.995295760807892e-05,
+      "loss": 1.3286,
+      "step": 2006
+    },
+    {
+      "epoch": 0.5977773227349727,
+      "grad_norm": 0.17947392165660858,
+      "learning_rate": 1.9952864111531845e-05,
+      "loss": 1.3467,
+      "step": 2007
+    },
+    {
+      "epoch": 0.5980751689346414,
+      "grad_norm": 0.1726466864347458,
+      "learning_rate": 1.995277052238449e-05,
+      "loss": 1.3257,
+      "step": 2008
+    },
+    {
+      "epoch": 0.5983730151343101,
+      "grad_norm": 0.17698267102241516,
+      "learning_rate": 1.9952676840637724e-05,
+      "loss": 1.3587,
+      "step": 2009
+    },
+    {
+      "epoch": 0.5986708613339786,
+      "grad_norm": 0.17208711802959442,
+      "learning_rate": 1.995258306629242e-05,
+      "loss": 1.3321,
+      "step": 2010
+    },
+    {
+      "epoch": 0.5989687075336473,
+      "grad_norm": 0.16823822259902954,
+      "learning_rate": 1.995248919934945e-05,
+      "loss": 1.3332,
+      "step": 2011
+    },
+    {
+      "epoch": 0.5992665537333159,
+      "grad_norm": 0.1744266003370285,
+      "learning_rate": 1.9952395239809686e-05,
+      "loss": 1.3384,
+      "step": 2012
+    },
+    {
+      "epoch": 0.5995643999329846,
+      "grad_norm": 0.1792793571949005,
+      "learning_rate": 1.995230118767401e-05,
+      "loss": 1.34,
+      "step": 2013
+    },
+    {
+      "epoch": 0.5998622461326533,
+      "grad_norm": 0.17216219007968903,
+      "learning_rate": 1.9952207042943287e-05,
+      "loss": 1.318,
+      "step": 2014
+    },
+    {
+      "epoch": 0.6001600923323219,
+      "grad_norm": 0.1686355471611023,
+      "learning_rate": 1.9952112805618394e-05,
+      "loss": 1.3177,
+      "step": 2015
+    },
+    {
+      "epoch": 0.6004579385319906,
+      "grad_norm": 0.17162348330020905,
+      "learning_rate": 1.9952018475700212e-05,
+      "loss": 1.3229,
+      "step": 2016
+    },
+    {
+      "epoch": 0.6007557847316591,
+      "grad_norm": 0.17360536754131317,
+      "learning_rate": 1.995192405318962e-05,
+      "loss": 1.3429,
+      "step": 2017
+    },
+    {
+      "epoch": 0.6010536309313278,
+      "grad_norm": 0.18095779418945312,
+      "learning_rate": 1.9951829538087492e-05,
+      "loss": 1.3338,
+      "step": 2018
+    },
+    {
+      "epoch": 0.6013514771309965,
+      "grad_norm": 0.17286114394664764,
+      "learning_rate": 1.9951734930394705e-05,
+      "loss": 1.3404,
+      "step": 2019
+    },
+    {
+      "epoch": 0.6016493233306651,
+      "grad_norm": 0.16724084317684174,
+      "learning_rate": 1.9951640230112146e-05,
+      "loss": 1.3318,
+      "step": 2020
+    },
+    {
+      "epoch": 0.6019471695303338,
+      "grad_norm": 0.1806597113609314,
+      "learning_rate": 1.9951545437240698e-05,
+      "loss": 1.3367,
+      "step": 2021
+    },
+    {
+      "epoch": 0.6022450157300024,
+      "grad_norm": 0.18451228737831116,
+      "learning_rate": 1.9951450551781236e-05,
+      "loss": 1.3536,
+      "step": 2022
+    },
+    {
+      "epoch": 0.6025428619296711,
+      "grad_norm": 0.1788858026266098,
+      "learning_rate": 1.9951355573734643e-05,
+      "loss": 1.3365,
+      "step": 2023
+    },
+    {
+      "epoch": 0.6028407081293398,
+      "grad_norm": 0.1803123652935028,
+      "learning_rate": 1.9951260503101803e-05,
+      "loss": 1.3414,
+      "step": 2024
+    },
+    {
+      "epoch": 0.6031385543290083,
+      "grad_norm": 0.18506979942321777,
+      "learning_rate": 1.9951165339883606e-05,
+      "loss": 1.3226,
+      "step": 2025
+    },
+    {
+      "epoch": 0.603436400528677,
+      "grad_norm": 0.17891237139701843,
+      "learning_rate": 1.995107008408093e-05,
+      "loss": 1.3415,
+      "step": 2026
+    },
+    {
+      "epoch": 0.6037342467283456,
+      "grad_norm": 0.18189607560634613,
+      "learning_rate": 1.995097473569467e-05,
+      "loss": 1.3446,
+      "step": 2027
+    },
+    {
+      "epoch": 0.6040320929280143,
+      "grad_norm": 0.1696876734495163,
+      "learning_rate": 1.9950879294725702e-05,
+      "loss": 1.3488,
+      "step": 2028
+    },
+    {
+      "epoch": 0.604329939127683,
+      "grad_norm": 0.18890951573848724,
+      "learning_rate": 1.9950783761174922e-05,
+      "loss": 1.3356,
+      "step": 2029
+    },
+    {
+      "epoch": 0.6046277853273516,
+      "grad_norm": 0.18418404459953308,
+      "learning_rate": 1.9950688135043217e-05,
+      "loss": 1.3331,
+      "step": 2030
+    },
+    {
+      "epoch": 0.6049256315270203,
+      "grad_norm": 0.17907729744911194,
+      "learning_rate": 1.995059241633148e-05,
+      "loss": 1.3351,
+      "step": 2031
+    },
+    {
+      "epoch": 0.6052234777266888,
+      "grad_norm": 0.18905779719352722,
+      "learning_rate": 1.9950496605040595e-05,
+      "loss": 1.3254,
+      "step": 2032
+    },
+    {
+      "epoch": 0.6055213239263575,
+      "grad_norm": 0.17531952261924744,
+      "learning_rate": 1.9950400701171456e-05,
+      "loss": 1.3402,
+      "step": 2033
+    },
+    {
+      "epoch": 0.6058191701260262,
+      "grad_norm": 0.1793741136789322,
+      "learning_rate": 1.9950304704724956e-05,
+      "loss": 1.3354,
+      "step": 2034
+    },
+    {
+      "epoch": 0.6061170163256948,
+      "grad_norm": 0.18081824481487274,
+      "learning_rate": 1.9950208615701987e-05,
+      "loss": 1.335,
+      "step": 2035
+    },
+    {
+      "epoch": 0.6064148625253635,
+      "grad_norm": 0.17112943530082703,
+      "learning_rate": 1.9950112434103444e-05,
+      "loss": 1.3324,
+      "step": 2036
+    },
+    {
+      "epoch": 0.6067127087250321,
+      "grad_norm": 0.17233715951442719,
+      "learning_rate": 1.9950016159930223e-05,
+      "loss": 1.3292,
+      "step": 2037
+    },
+    {
+      "epoch": 0.6070105549247008,
+      "grad_norm": 0.16468045115470886,
+      "learning_rate": 1.994991979318322e-05,
+      "loss": 1.3278,
+      "step": 2038
+    },
+    {
+      "epoch": 0.6073084011243695,
+      "grad_norm": 0.1741722971200943,
+      "learning_rate": 1.9949823333863328e-05,
+      "loss": 1.3488,
+      "step": 2039
+    },
+    {
+      "epoch": 0.607606247324038,
+      "grad_norm": 0.18325020372867584,
+      "learning_rate": 1.9949726781971446e-05,
+      "loss": 1.3446,
+      "step": 2040
+    },
+    {
+      "epoch": 0.6079040935237067,
+      "grad_norm": 0.18267396092414856,
+      "learning_rate": 1.9949630137508472e-05,
+      "loss": 1.3421,
+      "step": 2041
+    },
+    {
+      "epoch": 0.6082019397233753,
+      "grad_norm": 0.17630638182163239,
+      "learning_rate": 1.9949533400475307e-05,
+      "loss": 1.3342,
+      "step": 2042
+    },
+    {
+      "epoch": 0.608499785923044,
+      "grad_norm": 0.167982280254364,
+      "learning_rate": 1.994943657087285e-05,
+      "loss": 1.3507,
+      "step": 2043
+    },
+    {
+      "epoch": 0.6087976321227127,
+      "grad_norm": 0.1815871000289917,
+      "learning_rate": 1.9949339648702004e-05,
+      "loss": 1.3226,
+      "step": 2044
+    },
+    {
+      "epoch": 0.6090954783223813,
+      "grad_norm": 0.17143020033836365,
+      "learning_rate": 1.9949242633963666e-05,
+      "loss": 1.335,
+      "step": 2045
+    },
+    {
+      "epoch": 0.60939332452205,
+      "grad_norm": 0.17347553372383118,
+      "learning_rate": 1.9949145526658742e-05,
+      "loss": 1.3327,
+      "step": 2046
+    },
+    {
+      "epoch": 0.6096911707217185,
+      "grad_norm": 0.17974741756916046,
+      "learning_rate": 1.9949048326788133e-05,
+      "loss": 1.3419,
+      "step": 2047
+    },
+    {
+      "epoch": 0.6099890169213872,
+      "grad_norm": 0.18071913719177246,
+      "learning_rate": 1.9948951034352747e-05,
+      "loss": 1.345,
+      "step": 2048
+    },
+    {
+      "epoch": 0.6102868631210558,
+      "grad_norm": 0.18039347231388092,
+      "learning_rate": 1.994885364935349e-05,
+      "loss": 1.3373,
+      "step": 2049
+    },
+    {
+      "epoch": 0.6105847093207245,
+      "grad_norm": 0.18226660788059235,
+      "learning_rate": 1.9948756171791262e-05,
+      "loss": 1.3433,
+      "step": 2050
+    },
+    {
+      "epoch": 0.6108825555203932,
+      "grad_norm": 0.18637697398662567,
+      "learning_rate": 1.994865860166697e-05,
+      "loss": 1.3352,
+      "step": 2051
+    },
+    {
+      "epoch": 0.6111804017200618,
+      "grad_norm": 0.18535496294498444,
+      "learning_rate": 1.994856093898153e-05,
+      "loss": 1.316,
+      "step": 2052
+    },
+    {
+      "epoch": 0.6114782479197305,
+      "grad_norm": 0.1768663376569748,
+      "learning_rate": 1.9948463183735845e-05,
+      "loss": 1.3341,
+      "step": 2053
+    },
+    {
+      "epoch": 0.6117760941193991,
+      "grad_norm": 0.17285248637199402,
+      "learning_rate": 1.9948365335930825e-05,
+      "loss": 1.3266,
+      "step": 2054
+    },
+    {
+      "epoch": 0.6120739403190677,
+      "grad_norm": 0.1809185892343521,
+      "learning_rate": 1.9948267395567378e-05,
+      "loss": 1.3343,
+      "step": 2055
+    },
+    {
+      "epoch": 0.6123717865187364,
+      "grad_norm": 0.18210750818252563,
+      "learning_rate": 1.994816936264642e-05,
+      "loss": 1.3495,
+      "step": 2056
+    },
+    {
+      "epoch": 0.612669632718405,
+      "grad_norm": 0.17945021390914917,
+      "learning_rate": 1.994807123716886e-05,
+      "loss": 1.3395,
+      "step": 2057
+    },
+    {
+      "epoch": 0.6129674789180737,
+      "grad_norm": 0.16708803176879883,
+      "learning_rate": 1.994797301913561e-05,
+      "loss": 1.3273,
+      "step": 2058
+    },
+    {
+      "epoch": 0.6132653251177423,
+      "grad_norm": 0.17374387383460999,
+      "learning_rate": 1.994787470854759e-05,
+      "loss": 1.3347,
+      "step": 2059
+    },
+    {
+      "epoch": 0.613563171317411,
+      "grad_norm": 0.18136759102344513,
+      "learning_rate": 1.9947776305405708e-05,
+      "loss": 1.3313,
+      "step": 2060
+    },
+    {
+      "epoch": 0.6138610175170797,
+      "grad_norm": 0.18151119351387024,
+      "learning_rate": 1.9947677809710882e-05,
+      "loss": 1.3469,
+      "step": 2061
+    },
+    {
+      "epoch": 0.6141588637167482,
+      "grad_norm": 0.17824167013168335,
+      "learning_rate": 1.994757922146403e-05,
+      "loss": 1.3299,
+      "step": 2062
+    },
+    {
+      "epoch": 0.6144567099164169,
+      "grad_norm": 0.17063666880130768,
+      "learning_rate": 1.9947480540666064e-05,
+      "loss": 1.3083,
+      "step": 2063
+    },
+    {
+      "epoch": 0.6147545561160855,
+      "grad_norm": 0.17322927713394165,
+      "learning_rate": 1.9947381767317907e-05,
+      "loss": 1.3258,
+      "step": 2064
+    },
+    {
+      "epoch": 0.6150524023157542,
+      "grad_norm": 0.18017977476119995,
+      "learning_rate": 1.9947282901420477e-05,
+      "loss": 1.3336,
+      "step": 2065
+    },
+    {
+      "epoch": 0.6153502485154229,
+      "grad_norm": 0.17630837857723236,
+      "learning_rate": 1.9947183942974693e-05,
+      "loss": 1.3229,
+      "step": 2066
+    },
+    {
+      "epoch": 0.6156480947150915,
+      "grad_norm": 0.1698862910270691,
+      "learning_rate": 1.9947084891981476e-05,
+      "loss": 1.3391,
+      "step": 2067
+    },
+    {
+      "epoch": 0.6159459409147602,
+      "grad_norm": 0.16928812861442566,
+      "learning_rate": 1.9946985748441747e-05,
+      "loss": 1.3545,
+      "step": 2068
+    },
+    {
+      "epoch": 0.6162437871144287,
+      "grad_norm": 0.17287898063659668,
+      "learning_rate": 1.994688651235643e-05,
+      "loss": 1.3445,
+      "step": 2069
+    },
+    {
+      "epoch": 0.6165416333140974,
+      "grad_norm": 0.1712704598903656,
+      "learning_rate": 1.9946787183726445e-05,
+      "loss": 1.3156,
+      "step": 2070
+    },
+    {
+      "epoch": 0.616839479513766,
+      "grad_norm": 0.18089932203292847,
+      "learning_rate": 1.994668776255272e-05,
+      "loss": 1.3223,
+      "step": 2071
+    },
+    {
+      "epoch": 0.6171373257134347,
+      "grad_norm": 0.16370098292827606,
+      "learning_rate": 1.994658824883618e-05,
+      "loss": 1.3522,
+      "step": 2072
+    },
+    {
+      "epoch": 0.6174351719131034,
+      "grad_norm": 0.18175539374351501,
+      "learning_rate": 1.9946488642577747e-05,
+      "loss": 1.3253,
+      "step": 2073
+    },
+    {
+      "epoch": 0.617733018112772,
+      "grad_norm": 0.16670680046081543,
+      "learning_rate": 1.9946388943778353e-05,
+      "loss": 1.3271,
+      "step": 2074
+    },
+    {
+      "epoch": 0.6180308643124407,
+      "grad_norm": 0.16849905252456665,
+      "learning_rate": 1.994628915243892e-05,
+      "loss": 1.3338,
+      "step": 2075
+    },
+    {
+      "epoch": 0.6183287105121094,
+      "grad_norm": 0.1773916482925415,
+      "learning_rate": 1.994618926856038e-05,
+      "loss": 1.3301,
+      "step": 2076
+    },
+    {
+      "epoch": 0.6186265567117779,
+      "grad_norm": 0.167177215218544,
+      "learning_rate": 1.994608929214366e-05,
+      "loss": 1.3293,
+      "step": 2077
+    },
+    {
+      "epoch": 0.6189244029114466,
+      "grad_norm": 0.17059874534606934,
+      "learning_rate": 1.9945989223189694e-05,
+      "loss": 1.3206,
+      "step": 2078
+    },
+    {
+      "epoch": 0.6192222491111152,
+      "grad_norm": 0.17021021246910095,
+      "learning_rate": 1.994588906169941e-05,
+      "loss": 1.3296,
+      "step": 2079
+    },
+    {
+      "epoch": 0.6195200953107839,
+      "grad_norm": 0.17559467256069183,
+      "learning_rate": 1.994578880767374e-05,
+      "loss": 1.3289,
+      "step": 2080
+    },
+    {
+      "epoch": 0.6198179415104526,
+      "grad_norm": 0.17063923180103302,
+      "learning_rate": 1.994568846111362e-05,
+      "loss": 1.3201,
+      "step": 2081
+    },
+    {
+      "epoch": 0.6201157877101212,
+      "grad_norm": 0.17661602795124054,
+      "learning_rate": 1.9945588022019975e-05,
+      "loss": 1.326,
+      "step": 2082
+    },
+    {
+      "epoch": 0.6204136339097899,
+      "grad_norm": 0.17022280395030975,
+      "learning_rate": 1.994548749039375e-05,
+      "loss": 1.3284,
+      "step": 2083
+    },
+    {
+      "epoch": 0.6207114801094584,
+      "grad_norm": 0.18009376525878906,
+      "learning_rate": 1.9945386866235874e-05,
+      "loss": 1.3187,
+      "step": 2084
+    },
+    {
+      "epoch": 0.6210093263091271,
+      "grad_norm": 0.167107954621315,
+      "learning_rate": 1.9945286149547284e-05,
+      "loss": 1.3351,
+      "step": 2085
+    },
+    {
+      "epoch": 0.6213071725087957,
+      "grad_norm": 0.1685510128736496,
+      "learning_rate": 1.994518534032892e-05,
+      "loss": 1.3186,
+      "step": 2086
+    },
+    {
+      "epoch": 0.6216050187084644,
+      "grad_norm": 0.179209366440773,
+      "learning_rate": 1.9945084438581713e-05,
+      "loss": 1.3394,
+      "step": 2087
+    },
+    {
+      "epoch": 0.6219028649081331,
+      "grad_norm": 0.18145005404949188,
+      "learning_rate": 1.9944983444306613e-05,
+      "loss": 1.3336,
+      "step": 2088
+    },
+    {
+      "epoch": 0.6222007111078017,
+      "grad_norm": 0.17497749626636505,
+      "learning_rate": 1.994488235750455e-05,
+      "loss": 1.3488,
+      "step": 2089
+    },
+    {
+      "epoch": 0.6224985573074704,
+      "grad_norm": 0.1645064353942871,
+      "learning_rate": 1.9944781178176468e-05,
+      "loss": 1.3264,
+      "step": 2090
+    },
+    {
+      "epoch": 0.622796403507139,
+      "grad_norm": 0.17959046363830566,
+      "learning_rate": 1.9944679906323307e-05,
+      "loss": 1.3192,
+      "step": 2091
+    },
+    {
+      "epoch": 0.6230942497068076,
+      "grad_norm": 0.17209501564502716,
+      "learning_rate": 1.994457854194601e-05,
+      "loss": 1.3409,
+      "step": 2092
+    },
+    {
+      "epoch": 0.6233920959064763,
+      "grad_norm": 0.16878920793533325,
+      "learning_rate": 1.9944477085045525e-05,
+      "loss": 1.3499,
+      "step": 2093
+    },
+    {
+      "epoch": 0.6236899421061449,
+      "grad_norm": 0.17653900384902954,
+      "learning_rate": 1.994437553562279e-05,
+      "loss": 1.3289,
+      "step": 2094
+    },
+    {
+      "epoch": 0.6239877883058136,
+      "grad_norm": 0.1805211454629898,
+      "learning_rate": 1.9944273893678748e-05,
+      "loss": 1.3096,
+      "step": 2095
+    },
+    {
+      "epoch": 0.6242856345054822,
+      "grad_norm": 0.18547116219997406,
+      "learning_rate": 1.994417215921435e-05,
+      "loss": 1.3339,
+      "step": 2096
+    },
+    {
+      "epoch": 0.6245834807051509,
+      "grad_norm": 0.17186765372753143,
+      "learning_rate": 1.994407033223054e-05,
+      "loss": 1.3263,
+      "step": 2097
+    },
+    {
+      "epoch": 0.6248813269048196,
+      "grad_norm": 0.18666228652000427,
+      "learning_rate": 1.9943968412728262e-05,
+      "loss": 1.3403,
+      "step": 2098
+    },
+    {
+      "epoch": 0.6251791731044881,
+      "grad_norm": 0.1880766749382019,
+      "learning_rate": 1.9943866400708473e-05,
+      "loss": 1.3348,
+      "step": 2099
+    },
+    {
+      "epoch": 0.6254770193041568,
+      "grad_norm": 0.17504388093948364,
+      "learning_rate": 1.9943764296172116e-05,
+      "loss": 1.3265,
+      "step": 2100
+    },
+    {
+      "epoch": 0.6257748655038254,
+      "grad_norm": 0.18056386709213257,
+      "learning_rate": 1.994366209912014e-05,
+      "loss": 1.3333,
+      "step": 2101
+    },
+    {
+      "epoch": 0.6260727117034941,
+      "grad_norm": 0.18163588643074036,
+      "learning_rate": 1.9943559809553502e-05,
+      "loss": 1.327,
+      "step": 2102
+    },
+    {
+      "epoch": 0.6263705579031628,
+      "grad_norm": 0.1701747626066208,
+      "learning_rate": 1.9943457427473146e-05,
+      "loss": 1.3363,
+      "step": 2103
+    },
+    {
+      "epoch": 0.6266684041028314,
+      "grad_norm": 0.1721438467502594,
+      "learning_rate": 1.9943354952880028e-05,
+      "loss": 1.3382,
+      "step": 2104
+    },
+    {
+      "epoch": 0.6269662503025001,
+      "grad_norm": 0.16902436316013336,
+      "learning_rate": 1.9943252385775103e-05,
+      "loss": 1.3363,
+      "step": 2105
+    },
+    {
+      "epoch": 0.6272640965021687,
+      "grad_norm": 0.17550300061702728,
+      "learning_rate": 1.9943149726159326e-05,
+      "loss": 1.3274,
+      "step": 2106
+    },
+    {
+      "epoch": 0.6275619427018373,
+      "grad_norm": 0.17495177686214447,
+      "learning_rate": 1.9943046974033647e-05,
+      "loss": 1.3417,
+      "step": 2107
+    },
+    {
+      "epoch": 0.627859788901506,
+      "grad_norm": 0.17364050447940826,
+      "learning_rate": 1.9942944129399023e-05,
+      "loss": 1.3178,
+      "step": 2108
+    },
+    {
+      "epoch": 0.6281576351011746,
+      "grad_norm": 0.16875362396240234,
+      "learning_rate": 1.9942841192256415e-05,
+      "loss": 1.3265,
+      "step": 2109
+    },
+    {
+      "epoch": 0.6284554813008433,
+      "grad_norm": 0.17429284751415253,
+      "learning_rate": 1.994273816260678e-05,
+      "loss": 1.32,
+      "step": 2110
+    },
+    {
+      "epoch": 0.6287533275005119,
+      "grad_norm": 0.17145192623138428,
+      "learning_rate": 1.994263504045107e-05,
+      "loss": 1.3319,
+      "step": 2111
+    },
+    {
+      "epoch": 0.6290511737001806,
+      "grad_norm": 0.16923145949840546,
+      "learning_rate": 1.9942531825790254e-05,
+      "loss": 1.3371,
+      "step": 2112
+    },
+    {
+      "epoch": 0.6293490198998493,
+      "grad_norm": 0.17293810844421387,
+      "learning_rate": 1.994242851862529e-05,
+      "loss": 1.3186,
+      "step": 2113
+    },
+    {
+      "epoch": 0.6296468660995178,
+      "grad_norm": 0.1745597869157791,
+      "learning_rate": 1.9942325118957133e-05,
+      "loss": 1.3202,
+      "step": 2114
+    },
+    {
+      "epoch": 0.6299447122991865,
+      "grad_norm": 0.17113369703292847,
+      "learning_rate": 1.994222162678675e-05,
+      "loss": 1.3371,
+      "step": 2115
+    },
+    {
+      "epoch": 0.6302425584988551,
+      "grad_norm": 0.17446771264076233,
+      "learning_rate": 1.9942118042115104e-05,
+      "loss": 1.3452,
+      "step": 2116
+    },
+    {
+      "epoch": 0.6305404046985238,
+      "grad_norm": 0.178619846701622,
+      "learning_rate": 1.9942014364943154e-05,
+      "loss": 1.3223,
+      "step": 2117
+    },
+    {
+      "epoch": 0.6308382508981925,
+      "grad_norm": 0.18409490585327148,
+      "learning_rate": 1.9941910595271872e-05,
+      "loss": 1.3224,
+      "step": 2118
+    },
+    {
+      "epoch": 0.6311360970978611,
+      "grad_norm": 0.1795678585767746,
+      "learning_rate": 1.9941806733102217e-05,
+      "loss": 1.3296,
+      "step": 2119
+    },
+    {
+      "epoch": 0.6314339432975298,
+      "grad_norm": 0.1839311569929123,
+      "learning_rate": 1.994170277843516e-05,
+      "loss": 1.3274,
+      "step": 2120
+    },
+    {
+      "epoch": 0.6317317894971984,
+      "grad_norm": 0.17433764040470123,
+      "learning_rate": 1.9941598731271665e-05,
+      "loss": 1.3118,
+      "step": 2121
+    },
+    {
+      "epoch": 0.632029635696867,
+      "grad_norm": 0.18274016678333282,
+      "learning_rate": 1.9941494591612702e-05,
+      "loss": 1.3092,
+      "step": 2122
+    },
+    {
+      "epoch": 0.6323274818965356,
+      "grad_norm": 0.16890452802181244,
+      "learning_rate": 1.994139035945924e-05,
+      "loss": 1.3396,
+      "step": 2123
+    },
+    {
+      "epoch": 0.6326253280962043,
+      "grad_norm": 0.18805302679538727,
+      "learning_rate": 1.9941286034812248e-05,
+      "loss": 1.3313,
+      "step": 2124
+    },
+    {
+      "epoch": 0.632923174295873,
+      "grad_norm": 0.17017240822315216,
+      "learning_rate": 1.9941181617672694e-05,
+      "loss": 1.328,
+      "step": 2125
+    },
+    {
+      "epoch": 0.6332210204955416,
+      "grad_norm": 0.18405862152576447,
+      "learning_rate": 1.9941077108041555e-05,
+      "loss": 1.3443,
+      "step": 2126
+    },
+    {
+      "epoch": 0.6335188666952103,
+      "grad_norm": 0.16606247425079346,
+      "learning_rate": 1.9940972505919797e-05,
+      "loss": 1.3268,
+      "step": 2127
+    },
+    {
+      "epoch": 0.633816712894879,
+      "grad_norm": 0.17940346896648407,
+      "learning_rate": 1.9940867811308398e-05,
+      "loss": 1.334,
+      "step": 2128
+    },
+    {
+      "epoch": 0.6341145590945475,
+      "grad_norm": 0.1704801768064499,
+      "learning_rate": 1.994076302420833e-05,
+      "loss": 1.329,
+      "step": 2129
+    },
+    {
+      "epoch": 0.6344124052942162,
+      "grad_norm": 0.1802673041820526,
+      "learning_rate": 1.994065814462057e-05,
+      "loss": 1.3335,
+      "step": 2130
+    },
+    {
+      "epoch": 0.6347102514938848,
+      "grad_norm": 0.17566320300102234,
+      "learning_rate": 1.9940553172546088e-05,
+      "loss": 1.3195,
+      "step": 2131
+    },
+    {
+      "epoch": 0.6350080976935535,
+      "grad_norm": 0.177176833152771,
+      "learning_rate": 1.9940448107985873e-05,
+      "loss": 1.3275,
+      "step": 2132
+    },
+    {
+      "epoch": 0.6353059438932221,
+      "grad_norm": 0.17318475246429443,
+      "learning_rate": 1.994034295094089e-05,
+      "loss": 1.3281,
+      "step": 2133
+    },
+    {
+      "epoch": 0.6356037900928908,
+      "grad_norm": 0.17585478723049164,
+      "learning_rate": 1.994023770141212e-05,
+      "loss": 1.3368,
+      "step": 2134
+    },
+    {
+      "epoch": 0.6359016362925595,
+      "grad_norm": 0.1724289357662201,
+      "learning_rate": 1.9940132359400545e-05,
+      "loss": 1.3273,
+      "step": 2135
+    },
+    {
+      "epoch": 0.6361994824922281,
+      "grad_norm": 0.17516650259494781,
+      "learning_rate": 1.9940026924907144e-05,
+      "loss": 1.3307,
+      "step": 2136
+    },
+    {
+      "epoch": 0.6364973286918967,
+      "grad_norm": 0.17116110026836395,
+      "learning_rate": 1.99399213979329e-05,
+      "loss": 1.338,
+      "step": 2137
+    },
+    {
+      "epoch": 0.6367951748915653,
+      "grad_norm": 0.1668197512626648,
+      "learning_rate": 1.9939815778478792e-05,
+      "loss": 1.3455,
+      "step": 2138
+    },
+    {
+      "epoch": 0.637093021091234,
+      "grad_norm": 0.17479157447814941,
+      "learning_rate": 1.9939710066545804e-05,
+      "loss": 1.3205,
+      "step": 2139
+    },
+    {
+      "epoch": 0.6373908672909027,
+      "grad_norm": 0.17087820172309875,
+      "learning_rate": 1.993960426213492e-05,
+      "loss": 1.3041,
+      "step": 2140
+    },
+    {
+      "epoch": 0.6376887134905713,
+      "grad_norm": 0.18054068088531494,
+      "learning_rate": 1.993949836524712e-05,
+      "loss": 1.3279,
+      "step": 2141
+    },
+    {
+      "epoch": 0.63798655969024,
+      "grad_norm": 0.17079319059848785,
+      "learning_rate": 1.99393923758834e-05,
+      "loss": 1.3237,
+      "step": 2142
+    },
+    {
+      "epoch": 0.6382844058899086,
+      "grad_norm": 0.171514630317688,
+      "learning_rate": 1.9939286294044732e-05,
+      "loss": 1.3254,
+      "step": 2143
+    },
+    {
+      "epoch": 0.6385822520895772,
+      "grad_norm": 0.16941453516483307,
+      "learning_rate": 1.993918011973211e-05,
+      "loss": 1.3338,
+      "step": 2144
+    },
+    {
+      "epoch": 0.6388800982892459,
+      "grad_norm": 0.16755352914333344,
+      "learning_rate": 1.9939073852946524e-05,
+      "loss": 1.3251,
+      "step": 2145
+    },
+    {
+      "epoch": 0.6391779444889145,
+      "grad_norm": 0.17181557416915894,
+      "learning_rate": 1.993896749368896e-05,
+      "loss": 1.3394,
+      "step": 2146
+    },
+    {
+      "epoch": 0.6394757906885832,
+      "grad_norm": 0.18224985897541046,
+      "learning_rate": 1.9938861041960406e-05,
+      "loss": 1.3363,
+      "step": 2147
+    },
+    {
+      "epoch": 0.6397736368882518,
+      "grad_norm": 0.1785338670015335,
+      "learning_rate": 1.993875449776186e-05,
+      "loss": 1.3164,
+      "step": 2148
+    },
+    {
+      "epoch": 0.6400714830879205,
+      "grad_norm": 0.17881037294864655,
+      "learning_rate": 1.9938647861094302e-05,
+      "loss": 1.3178,
+      "step": 2149
+    },
+    {
+      "epoch": 0.6403693292875892,
+      "grad_norm": 0.17853541672229767,
+      "learning_rate": 1.9938541131958732e-05,
+      "loss": 1.3294,
+      "step": 2150
+    },
+    {
+      "epoch": 0.6406671754872577,
+      "grad_norm": 0.16955041885375977,
+      "learning_rate": 1.993843431035614e-05,
+      "loss": 1.337,
+      "step": 2151
+    },
+    {
+      "epoch": 0.6409650216869264,
+      "grad_norm": 0.5713686943054199,
+      "learning_rate": 1.993832739628752e-05,
+      "loss": 1.3335,
+      "step": 2152
+    },
+    {
+      "epoch": 0.641262867886595,
+      "grad_norm": 0.18174128234386444,
+      "learning_rate": 1.993822038975387e-05,
+      "loss": 1.3162,
+      "step": 2153
+    },
+    {
+      "epoch": 0.6415607140862637,
+      "grad_norm": 0.1834786981344223,
+      "learning_rate": 1.993811329075618e-05,
+      "loss": 1.3347,
+      "step": 2154
+    },
+    {
+      "epoch": 0.6418585602859324,
+      "grad_norm": 0.18102896213531494,
+      "learning_rate": 1.993800609929545e-05,
+      "loss": 1.3424,
+      "step": 2155
+    },
+    {
+      "epoch": 0.642156406485601,
+      "grad_norm": 0.17838533222675323,
+      "learning_rate": 1.9937898815372677e-05,
+      "loss": 1.3353,
+      "step": 2156
+    },
+    {
+      "epoch": 0.6424542526852697,
+      "grad_norm": 0.18635553121566772,
+      "learning_rate": 1.993779143898886e-05,
+      "loss": 1.338,
+      "step": 2157
+    },
+    {
+      "epoch": 0.6427520988849383,
+      "grad_norm": 0.19375599920749664,
+      "learning_rate": 1.9937683970144996e-05,
+      "loss": 1.357,
+      "step": 2158
+    },
+    {
+      "epoch": 0.6430499450846069,
+      "grad_norm": 0.16988781094551086,
+      "learning_rate": 1.9937576408842087e-05,
+      "loss": 1.3301,
+      "step": 2159
+    },
+    {
+      "epoch": 0.6433477912842755,
+      "grad_norm": 0.184706449508667,
+      "learning_rate": 1.993746875508113e-05,
+      "loss": 1.3288,
+      "step": 2160
+    },
+    {
+      "epoch": 0.6436456374839442,
+      "grad_norm": 0.1785503625869751,
+      "learning_rate": 1.993736100886313e-05,
+      "loss": 1.3381,
+      "step": 2161
+    },
+    {
+      "epoch": 0.6439434836836129,
+      "grad_norm": 0.1770181804895401,
+      "learning_rate": 1.993725317018909e-05,
+      "loss": 1.3259,
+      "step": 2162
+    },
+    {
+      "epoch": 0.6442413298832815,
+      "grad_norm": 0.1877453774213791,
+      "learning_rate": 1.993714523906001e-05,
+      "loss": 1.337,
+      "step": 2163
+    },
+    {
+      "epoch": 0.6445391760829502,
+      "grad_norm": 0.18047162890434265,
+      "learning_rate": 1.9937037215476895e-05,
+      "loss": 1.334,
+      "step": 2164
+    },
+    {
+      "epoch": 0.6448370222826189,
+      "grad_norm": 0.21972842514514923,
+      "learning_rate": 1.993692909944075e-05,
+      "loss": 1.3383,
+      "step": 2165
+    },
+    {
+      "epoch": 0.6451348684822874,
+      "grad_norm": 0.17394456267356873,
+      "learning_rate": 1.9936820890952585e-05,
+      "loss": 1.3304,
+      "step": 2166
+    },
+    {
+      "epoch": 0.6454327146819561,
+      "grad_norm": 0.18222405016422272,
+      "learning_rate": 1.9936712590013404e-05,
+      "loss": 1.3265,
+      "step": 2167
+    },
+    {
+      "epoch": 0.6457305608816247,
+      "grad_norm": 0.18246474862098694,
+      "learning_rate": 1.9936604196624214e-05,
+      "loss": 1.3251,
+      "step": 2168
+    },
+    {
+      "epoch": 0.6460284070812934,
+      "grad_norm": 0.17890970408916473,
+      "learning_rate": 1.9936495710786025e-05,
+      "loss": 1.3271,
+      "step": 2169
+    },
+    {
+      "epoch": 0.646326253280962,
+      "grad_norm": 0.17982813715934753,
+      "learning_rate": 1.9936387132499838e-05,
+      "loss": 1.3299,
+      "step": 2170
+    },
+    {
+      "epoch": 0.6466240994806307,
+      "grad_norm": 0.18518179655075073,
+      "learning_rate": 1.993627846176668e-05,
+      "loss": 1.3258,
+      "step": 2171
+    },
+    {
+      "epoch": 0.6469219456802994,
+      "grad_norm": 0.17826440930366516,
+      "learning_rate": 1.9936169698587546e-05,
+      "loss": 1.3174,
+      "step": 2172
+    },
+    {
+      "epoch": 0.647219791879968,
+      "grad_norm": 0.17979653179645538,
+      "learning_rate": 1.9936060842963456e-05,
+      "loss": 1.3278,
+      "step": 2173
+    },
+    {
+      "epoch": 0.6475176380796366,
+      "grad_norm": 0.17953205108642578,
+      "learning_rate": 1.993595189489542e-05,
+      "loss": 1.3514,
+      "step": 2174
+    },
+    {
+      "epoch": 0.6478154842793052,
+      "grad_norm": 0.18435202538967133,
+      "learning_rate": 1.9935842854384456e-05,
+      "loss": 1.3157,
+      "step": 2175
+    },
+    {
+      "epoch": 0.6481133304789739,
+      "grad_norm": 0.17402073740959167,
+      "learning_rate": 1.993573372143157e-05,
+      "loss": 1.3356,
+      "step": 2176
+    },
+    {
+      "epoch": 0.6484111766786426,
+      "grad_norm": 0.17155030369758606,
+      "learning_rate": 1.9935624496037786e-05,
+      "loss": 1.317,
+      "step": 2177
+    },
+    {
+      "epoch": 0.6487090228783112,
+      "grad_norm": 0.17052295804023743,
+      "learning_rate": 1.9935515178204118e-05,
+      "loss": 1.3164,
+      "step": 2178
+    },
+    {
+      "epoch": 0.6490068690779799,
+      "grad_norm": 0.1768856942653656,
+      "learning_rate": 1.9935405767931582e-05,
+      "loss": 1.3451,
+      "step": 2179
+    },
+    {
+      "epoch": 0.6493047152776485,
+      "grad_norm": 0.18772312998771667,
+      "learning_rate": 1.9935296265221192e-05,
+      "loss": 1.3215,
+      "step": 2180
+    },
+    {
+      "epoch": 0.6496025614773171,
+      "grad_norm": 0.1783144325017929,
+      "learning_rate": 1.9935186670073975e-05,
+      "loss": 1.3476,
+      "step": 2181
+    },
+    {
+      "epoch": 0.6499004076769858,
+      "grad_norm": 0.17431962490081787,
+      "learning_rate": 1.9935076982490943e-05,
+      "loss": 1.3408,
+      "step": 2182
+    },
+    {
+      "epoch": 0.6501982538766544,
+      "grad_norm": 0.18071846663951874,
+      "learning_rate": 1.993496720247312e-05,
+      "loss": 1.337,
+      "step": 2183
+    },
+    {
+      "epoch": 0.6504961000763231,
+      "grad_norm": 0.17916467785835266,
+      "learning_rate": 1.993485733002153e-05,
+      "loss": 1.344,
+      "step": 2184
+    },
+    {
+      "epoch": 0.6507939462759917,
+      "grad_norm": 0.181587815284729,
+      "learning_rate": 1.993474736513719e-05,
+      "loss": 1.3243,
+      "step": 2185
+    },
+    {
+      "epoch": 0.6510917924756604,
+      "grad_norm": 0.16496814787387848,
+      "learning_rate": 1.9934637307821126e-05,
+      "loss": 1.3287,
+      "step": 2186
+    },
+    {
+      "epoch": 0.6513896386753291,
+      "grad_norm": 0.18435817956924438,
+      "learning_rate": 1.993452715807436e-05,
+      "loss": 1.3095,
+      "step": 2187
+    },
+    {
+      "epoch": 0.6516874848749977,
+      "grad_norm": 0.17921589314937592,
+      "learning_rate": 1.993441691589792e-05,
+      "loss": 1.3267,
+      "step": 2188
+    },
+    {
+      "epoch": 0.6519853310746663,
+      "grad_norm": 0.17948828637599945,
+      "learning_rate": 1.993430658129283e-05,
+      "loss": 1.3222,
+      "step": 2189
+    },
+    {
+      "epoch": 0.6522831772743349,
+      "grad_norm": 0.18039970099925995,
+      "learning_rate": 1.9934196154260114e-05,
+      "loss": 1.3252,
+      "step": 2190
+    },
+    {
+      "epoch": 0.6525810234740036,
+      "grad_norm": 0.16772134602069855,
+      "learning_rate": 1.9934085634800807e-05,
+      "loss": 1.3329,
+      "step": 2191
+    },
+    {
+      "epoch": 0.6528788696736723,
+      "grad_norm": 0.17711152136325836,
+      "learning_rate": 1.993397502291593e-05,
+      "loss": 1.3336,
+      "step": 2192
+    },
+    {
+      "epoch": 0.6531767158733409,
+      "grad_norm": 0.1912129521369934,
+      "learning_rate": 1.9933864318606514e-05,
+      "loss": 1.3189,
+      "step": 2193
+    },
+    {
+      "epoch": 0.6534745620730096,
+      "grad_norm": 0.18480518460273743,
+      "learning_rate": 1.9933753521873587e-05,
+      "loss": 1.3287,
+      "step": 2194
+    },
+    {
+      "epoch": 0.6537724082726782,
+      "grad_norm": 0.17623695731163025,
+      "learning_rate": 1.9933642632718185e-05,
+      "loss": 1.3193,
+      "step": 2195
+    },
+    {
+      "epoch": 0.6540702544723468,
+      "grad_norm": 0.1776251345872879,
+      "learning_rate": 1.9933531651141335e-05,
+      "loss": 1.3404,
+      "step": 2196
+    },
+    {
+      "epoch": 0.6543681006720155,
+      "grad_norm": 0.18505097925662994,
+      "learning_rate": 1.9933420577144075e-05,
+      "loss": 1.3214,
+      "step": 2197
+    },
+    {
+      "epoch": 0.6546659468716841,
+      "grad_norm": 0.19477857649326324,
+      "learning_rate": 1.9933309410727427e-05,
+      "loss": 1.3391,
+      "step": 2198
+    },
+    {
+      "epoch": 0.6549637930713528,
+      "grad_norm": 0.1819305121898651,
+      "learning_rate": 1.993319815189244e-05,
+      "loss": 1.3302,
+      "step": 2199
+    },
+    {
+      "epoch": 0.6552616392710214,
+      "grad_norm": 0.18122519552707672,
+      "learning_rate": 1.993308680064014e-05,
+      "loss": 1.3501,
+      "step": 2200
+    },
+    {
+      "epoch": 0.6555594854706901,
+      "grad_norm": 0.1732597053050995,
+      "learning_rate": 1.993297535697157e-05,
+      "loss": 1.3256,
+      "step": 2201
+    },
+    {
+      "epoch": 0.6558573316703588,
+      "grad_norm": 0.18337799608707428,
+      "learning_rate": 1.9932863820887753e-05,
+      "loss": 1.3349,
+      "step": 2202
+    },
+    {
+      "epoch": 0.6561551778700274,
+      "grad_norm": 0.18442195653915405,
+      "learning_rate": 1.9932752192389743e-05,
+      "loss": 1.3359,
+      "step": 2203
+    },
+    {
+      "epoch": 0.656453024069696,
+      "grad_norm": 0.17236138880252838,
+      "learning_rate": 1.9932640471478568e-05,
+      "loss": 1.3318,
+      "step": 2204
+    },
+    {
+      "epoch": 0.6567508702693646,
+      "grad_norm": 0.18082675337791443,
+      "learning_rate": 1.993252865815527e-05,
+      "loss": 1.3377,
+      "step": 2205
+    },
+    {
+      "epoch": 0.6570487164690333,
+      "grad_norm": 0.18028658628463745,
+      "learning_rate": 1.9932416752420895e-05,
+      "loss": 1.3268,
+      "step": 2206
+    },
+    {
+      "epoch": 0.657346562668702,
+      "grad_norm": 0.18233519792556763,
+      "learning_rate": 1.9932304754276473e-05,
+      "loss": 1.3501,
+      "step": 2207
+    },
+    {
+      "epoch": 0.6576444088683706,
+      "grad_norm": 0.1773044466972351,
+      "learning_rate": 1.9932192663723054e-05,
+      "loss": 1.3387,
+      "step": 2208
+    },
+    {
+      "epoch": 0.6579422550680393,
+      "grad_norm": 0.17857183516025543,
+      "learning_rate": 1.993208048076168e-05,
+      "loss": 1.327,
+      "step": 2209
+    },
+    {
+      "epoch": 0.6582401012677079,
+      "grad_norm": 0.18105275928974152,
+      "learning_rate": 1.9931968205393398e-05,
+      "loss": 1.3268,
+      "step": 2210
+    },
+    {
+      "epoch": 0.6585379474673765,
+      "grad_norm": 0.17181296646595,
+      "learning_rate": 1.993185583761924e-05,
+      "loss": 1.3236,
+      "step": 2211
+    },
+    {
+      "epoch": 0.6588357936670451,
+      "grad_norm": 0.1748933494091034,
+      "learning_rate": 1.993174337744027e-05,
+      "loss": 1.3407,
+      "step": 2212
+    },
+    {
+      "epoch": 0.6591336398667138,
+      "grad_norm": 0.18497586250305176,
+      "learning_rate": 1.993163082485752e-05,
+      "loss": 1.3093,
+      "step": 2213
+    },
+    {
+      "epoch": 0.6594314860663825,
+      "grad_norm": 0.17400768399238586,
+      "learning_rate": 1.993151817987204e-05,
+      "loss": 1.3278,
+      "step": 2214
+    },
+    {
+      "epoch": 0.6597293322660511,
+      "grad_norm": 0.18220269680023193,
+      "learning_rate": 1.993140544248488e-05,
+      "loss": 1.3406,
+      "step": 2215
+    },
+    {
+      "epoch": 0.6600271784657198,
+      "grad_norm": 0.17420974373817444,
+      "learning_rate": 1.993129261269709e-05,
+      "loss": 1.336,
+      "step": 2216
+    },
+    {
+      "epoch": 0.6603250246653884,
+      "grad_norm": 0.17776700854301453,
+      "learning_rate": 1.9931179690509714e-05,
+      "loss": 1.3396,
+      "step": 2217
+    },
+    {
+      "epoch": 0.6606228708650571,
+      "grad_norm": 0.16965252161026,
+      "learning_rate": 1.9931066675923808e-05,
+      "loss": 1.3432,
+      "step": 2218
+    },
+    {
+      "epoch": 0.6609207170647257,
+      "grad_norm": 0.19087284803390503,
+      "learning_rate": 1.9930953568940424e-05,
+      "loss": 1.3202,
+      "step": 2219
+    },
+    {
+      "epoch": 0.6612185632643943,
+      "grad_norm": 0.18144509196281433,
+      "learning_rate": 1.9930840369560612e-05,
+      "loss": 1.3085,
+      "step": 2220
+    },
+    {
+      "epoch": 0.661516409464063,
+      "grad_norm": 0.22314777970314026,
+      "learning_rate": 1.9930727077785427e-05,
+      "loss": 1.3226,
+      "step": 2221
+    },
+    {
+      "epoch": 0.6618142556637316,
+      "grad_norm": 0.18070575594902039,
+      "learning_rate": 1.993061369361592e-05,
+      "loss": 1.3152,
+      "step": 2222
+    },
+    {
+      "epoch": 0.6621121018634003,
+      "grad_norm": 0.18086224794387817,
+      "learning_rate": 1.9930500217053147e-05,
+      "loss": 1.3316,
+      "step": 2223
+    },
+    {
+      "epoch": 0.662409948063069,
+      "grad_norm": 0.18728743493556976,
+      "learning_rate": 1.993038664809817e-05,
+      "loss": 1.3261,
+      "step": 2224
+    },
+    {
+      "epoch": 0.6627077942627376,
+      "grad_norm": 0.17994599044322968,
+      "learning_rate": 1.9930272986752036e-05,
+      "loss": 1.3346,
+      "step": 2225
+    },
+    {
+      "epoch": 0.6630056404624062,
+      "grad_norm": 0.1903691291809082,
+      "learning_rate": 1.9930159233015805e-05,
+      "loss": 1.3491,
+      "step": 2226
+    },
+    {
+      "epoch": 0.6633034866620748,
+      "grad_norm": 0.18117789924144745,
+      "learning_rate": 1.993004538689054e-05,
+      "loss": 1.3057,
+      "step": 2227
+    },
+    {
+      "epoch": 0.6636013328617435,
+      "grad_norm": 0.17975282669067383,
+      "learning_rate": 1.9929931448377292e-05,
+      "loss": 1.3228,
+      "step": 2228
+    },
+    {
+      "epoch": 0.6638991790614122,
+      "grad_norm": 0.18567296862602234,
+      "learning_rate": 1.9929817417477132e-05,
+      "loss": 1.3328,
+      "step": 2229
+    },
+    {
+      "epoch": 0.6641970252610808,
+      "grad_norm": 0.18861307203769684,
+      "learning_rate": 1.9929703294191115e-05,
+      "loss": 1.3223,
+      "step": 2230
+    },
+    {
+      "epoch": 0.6644948714607495,
+      "grad_norm": 0.18120045959949493,
+      "learning_rate": 1.99295890785203e-05,
+      "loss": 1.346,
+      "step": 2231
+    },
+    {
+      "epoch": 0.6647927176604181,
+      "grad_norm": 0.17772220075130463,
+      "learning_rate": 1.9929474770465755e-05,
+      "loss": 1.3255,
+      "step": 2232
+    },
+    {
+      "epoch": 0.6650905638600868,
+      "grad_norm": 0.189261332154274,
+      "learning_rate": 1.9929360370028535e-05,
+      "loss": 1.3306,
+      "step": 2233
+    },
+    {
+      "epoch": 0.6653884100597554,
+      "grad_norm": 0.19222469627857208,
+      "learning_rate": 1.9929245877209718e-05,
+      "loss": 1.3327,
+      "step": 2234
+    },
+    {
+      "epoch": 0.665686256259424,
+      "grad_norm": 0.17099244892597198,
+      "learning_rate": 1.992913129201036e-05,
+      "loss": 1.3198,
+      "step": 2235
+    },
+    {
+      "epoch": 0.6659841024590927,
+      "grad_norm": 0.1890147626399994,
+      "learning_rate": 1.9929016614431526e-05,
+      "loss": 1.3253,
+      "step": 2236
+    },
+    {
+      "epoch": 0.6662819486587613,
+      "grad_norm": 0.18433354794979095,
+      "learning_rate": 1.9928901844474285e-05,
+      "loss": 1.315,
+      "step": 2237
+    },
+    {
+      "epoch": 0.66657979485843,
+      "grad_norm": 0.18210284411907196,
+      "learning_rate": 1.992878698213971e-05,
+      "loss": 1.3342,
+      "step": 2238
+    },
+    {
+      "epoch": 0.6668776410580987,
+      "grad_norm": 0.17864404618740082,
+      "learning_rate": 1.9928672027428866e-05,
+      "loss": 1.3399,
+      "step": 2239
+    },
+    {
+      "epoch": 0.6671754872577673,
+      "grad_norm": 0.18134282529354095,
+      "learning_rate": 1.9928556980342818e-05,
+      "loss": 1.3254,
+      "step": 2240
+    },
+    {
+      "epoch": 0.6674733334574359,
+      "grad_norm": 0.19404278695583344,
+      "learning_rate": 1.992844184088264e-05,
+      "loss": 1.3467,
+      "step": 2241
+    },
+    {
+      "epoch": 0.6677711796571045,
+      "grad_norm": 0.18934600055217743,
+      "learning_rate": 1.9928326609049406e-05,
+      "loss": 1.3338,
+      "step": 2242
+    },
+    {
+      "epoch": 0.6680690258567732,
+      "grad_norm": 0.17520056664943695,
+      "learning_rate": 1.9928211284844183e-05,
+      "loss": 1.3353,
+      "step": 2243
+    },
+    {
+      "epoch": 0.6683668720564419,
+      "grad_norm": 0.18218885362148285,
+      "learning_rate": 1.992809586826805e-05,
+      "loss": 1.3143,
+      "step": 2244
+    },
+    {
+      "epoch": 0.6686647182561105,
+      "grad_norm": 0.1865578293800354,
+      "learning_rate": 1.992798035932207e-05,
+      "loss": 1.3276,
+      "step": 2245
+    },
+    {
+      "epoch": 0.6689625644557792,
+      "grad_norm": 0.18215002119541168,
+      "learning_rate": 1.9927864758007332e-05,
+      "loss": 1.3176,
+      "step": 2246
+    },
+    {
+      "epoch": 0.6692604106554478,
+      "grad_norm": 0.18074733018875122,
+      "learning_rate": 1.9927749064324905e-05,
+      "loss": 1.3295,
+      "step": 2247
+    },
+    {
+      "epoch": 0.6695582568551164,
+      "grad_norm": 0.18050310015678406,
+      "learning_rate": 1.9927633278275862e-05,
+      "loss": 1.312,
+      "step": 2248
+    },
+    {
+      "epoch": 0.669856103054785,
+      "grad_norm": 0.17129181325435638,
+      "learning_rate": 1.992751739986128e-05,
+      "loss": 1.3518,
+      "step": 2249
+    },
+    {
+      "epoch": 0.6701539492544537,
+      "grad_norm": 0.19418247044086456,
+      "learning_rate": 1.9927401429082244e-05,
+      "loss": 1.3273,
+      "step": 2250
+    },
+    {
+      "epoch": 0.6704517954541224,
+      "grad_norm": 0.18332301080226898,
+      "learning_rate": 1.992728536593983e-05,
+      "loss": 1.3223,
+      "step": 2251
+    },
+    {
+      "epoch": 0.670749641653791,
+      "grad_norm": 0.17829930782318115,
+      "learning_rate": 1.9927169210435117e-05,
+      "loss": 1.3381,
+      "step": 2252
+    },
+    {
+      "epoch": 0.6710474878534597,
+      "grad_norm": 0.1867094486951828,
+      "learning_rate": 1.9927052962569183e-05,
+      "loss": 1.341,
+      "step": 2253
+    },
+    {
+      "epoch": 0.6713453340531284,
+      "grad_norm": 0.18619227409362793,
+      "learning_rate": 1.9926936622343115e-05,
+      "loss": 1.3242,
+      "step": 2254
+    },
+    {
+      "epoch": 0.671643180252797,
+      "grad_norm": 0.1722981333732605,
+      "learning_rate": 1.992682018975799e-05,
+      "loss": 1.3277,
+      "step": 2255
+    },
+    {
+      "epoch": 0.6719410264524656,
+      "grad_norm": 0.17711478471755981,
+      "learning_rate": 1.9926703664814898e-05,
+      "loss": 1.3135,
+      "step": 2256
+    },
+    {
+      "epoch": 0.6722388726521342,
+      "grad_norm": 0.18896667659282684,
+      "learning_rate": 1.9926587047514917e-05,
+      "loss": 1.3303,
+      "step": 2257
+    },
+    {
+      "epoch": 0.6725367188518029,
+      "grad_norm": 0.17343689501285553,
+      "learning_rate": 1.9926470337859133e-05,
+      "loss": 1.3349,
+      "step": 2258
+    },
+    {
+      "epoch": 0.6728345650514715,
+      "grad_norm": 0.1764567643404007,
+      "learning_rate": 1.9926353535848636e-05,
+      "loss": 1.333,
+      "step": 2259
+    },
+    {
+      "epoch": 0.6731324112511402,
+      "grad_norm": 0.17717604339122772,
+      "learning_rate": 1.9926236641484506e-05,
+      "loss": 1.3227,
+      "step": 2260
+    },
+    {
+      "epoch": 0.6734302574508089,
+      "grad_norm": 0.1780940145254135,
+      "learning_rate": 1.9926119654767836e-05,
+      "loss": 1.3304,
+      "step": 2261
+    },
+    {
+      "epoch": 0.6737281036504775,
+      "grad_norm": 0.182095006108284,
+      "learning_rate": 1.9926002575699713e-05,
+      "loss": 1.3158,
+      "step": 2262
+    },
+    {
+      "epoch": 0.6740259498501461,
+      "grad_norm": 0.17723587155342102,
+      "learning_rate": 1.992588540428123e-05,
+      "loss": 1.3241,
+      "step": 2263
+    },
+    {
+      "epoch": 0.6743237960498147,
+      "grad_norm": 0.1783917248249054,
+      "learning_rate": 1.9925768140513466e-05,
+      "loss": 1.3216,
+      "step": 2264
+    },
+    {
+      "epoch": 0.6746216422494834,
+      "grad_norm": 0.1807514876127243,
+      "learning_rate": 1.9925650784397522e-05,
+      "loss": 1.3329,
+      "step": 2265
+    },
+    {
+      "epoch": 0.6749194884491521,
+      "grad_norm": 0.18023428320884705,
+      "learning_rate": 1.9925533335934488e-05,
+      "loss": 1.3192,
+      "step": 2266
+    },
+    {
+      "epoch": 0.6752173346488207,
+      "grad_norm": 0.18253910541534424,
+      "learning_rate": 1.9925415795125455e-05,
+      "loss": 1.3182,
+      "step": 2267
+    },
+    {
+      "epoch": 0.6755151808484894,
+      "grad_norm": 0.19268609583377838,
+      "learning_rate": 1.992529816197152e-05,
+      "loss": 1.3322,
+      "step": 2268
+    },
+    {
+      "epoch": 0.675813027048158,
+      "grad_norm": 0.18364225327968597,
+      "learning_rate": 1.992518043647377e-05,
+      "loss": 1.3308,
+      "step": 2269
+    },
+    {
+      "epoch": 0.6761108732478267,
+      "grad_norm": 0.17027676105499268,
+      "learning_rate": 1.9925062618633308e-05,
+      "loss": 1.3514,
+      "step": 2270
+    },
+    {
+      "epoch": 0.6764087194474953,
+      "grad_norm": 0.18000012636184692,
+      "learning_rate": 1.9924944708451225e-05,
+      "loss": 1.3038,
+      "step": 2271
+    },
+    {
+      "epoch": 0.6767065656471639,
+      "grad_norm": 0.19108423590660095,
+      "learning_rate": 1.9924826705928623e-05,
+      "loss": 1.3204,
+      "step": 2272
+    },
+    {
+      "epoch": 0.6770044118468326,
+      "grad_norm": 0.1780695766210556,
+      "learning_rate": 1.9924708611066595e-05,
+      "loss": 1.3524,
+      "step": 2273
+    },
+    {
+      "epoch": 0.6773022580465012,
+      "grad_norm": 0.1744093894958496,
+      "learning_rate": 1.9924590423866242e-05,
+      "loss": 1.3183,
+      "step": 2274
+    },
+    {
+      "epoch": 0.6776001042461699,
+      "grad_norm": 0.1840371936559677,
+      "learning_rate": 1.9924472144328667e-05,
+      "loss": 1.3395,
+      "step": 2275
+    },
+    {
+      "epoch": 0.6778979504458386,
+      "grad_norm": 0.18936192989349365,
+      "learning_rate": 1.9924353772454962e-05,
+      "loss": 1.3308,
+      "step": 2276
+    },
+    {
+      "epoch": 0.6781957966455072,
+      "grad_norm": 0.1820136308670044,
+      "learning_rate": 1.9924235308246237e-05,
+      "loss": 1.3396,
+      "step": 2277
+    },
+    {
+      "epoch": 0.6784936428451758,
+      "grad_norm": 0.18547116219997406,
+      "learning_rate": 1.9924116751703592e-05,
+      "loss": 1.3116,
+      "step": 2278
+    },
+    {
+      "epoch": 0.6787914890448444,
+      "grad_norm": 0.18258768320083618,
+      "learning_rate": 1.9923998102828125e-05,
+      "loss": 1.3307,
+      "step": 2279
+    },
+    {
+      "epoch": 0.6790893352445131,
+      "grad_norm": 0.1860014945268631,
+      "learning_rate": 1.992387936162094e-05,
+      "loss": 1.3164,
+      "step": 2280
+    },
+    {
+      "epoch": 0.6793871814441818,
+      "grad_norm": 0.1784329116344452,
+      "learning_rate": 1.9923760528083153e-05,
+      "loss": 1.3217,
+      "step": 2281
+    },
+    {
+      "epoch": 0.6796850276438504,
+      "grad_norm": 0.18610075116157532,
+      "learning_rate": 1.9923641602215857e-05,
+      "loss": 1.3416,
+      "step": 2282
+    },
+    {
+      "epoch": 0.6799828738435191,
+      "grad_norm": 0.1862253099679947,
+      "learning_rate": 1.9923522584020164e-05,
+      "loss": 1.3276,
+      "step": 2283
+    },
+    {
+      "epoch": 0.6802807200431877,
+      "grad_norm": 0.18593938648700714,
+      "learning_rate": 1.9923403473497182e-05,
+      "loss": 1.3112,
+      "step": 2284
+    },
+    {
+      "epoch": 0.6805785662428564,
+      "grad_norm": 0.1905030757188797,
+      "learning_rate": 1.9923284270648015e-05,
+      "loss": 1.3392,
+      "step": 2285
+    },
+    {
+      "epoch": 0.680876412442525,
+      "grad_norm": 0.18495959043502808,
+      "learning_rate": 1.992316497547378e-05,
+      "loss": 1.3148,
+      "step": 2286
+    },
+    {
+      "epoch": 0.6811742586421936,
+      "grad_norm": 0.18764932453632355,
+      "learning_rate": 1.9923045587975576e-05,
+      "loss": 1.3226,
+      "step": 2287
+    },
+    {
+      "epoch": 0.6814721048418623,
+      "grad_norm": 0.1735365390777588,
+      "learning_rate": 1.992292610815452e-05,
+      "loss": 1.3311,
+      "step": 2288
+    },
+    {
+      "epoch": 0.6817699510415309,
+      "grad_norm": 0.18366490304470062,
+      "learning_rate": 1.9922806536011724e-05,
+      "loss": 1.3356,
+      "step": 2289
+    },
+    {
+      "epoch": 0.6820677972411996,
+      "grad_norm": 0.17725488543510437,
+      "learning_rate": 1.9922686871548303e-05,
+      "loss": 1.3312,
+      "step": 2290
+    },
+    {
+      "epoch": 0.6823656434408683,
+      "grad_norm": 0.17958669364452362,
+      "learning_rate": 1.9922567114765362e-05,
+      "loss": 1.3238,
+      "step": 2291
+    },
+    {
+      "epoch": 0.6826634896405369,
+      "grad_norm": 0.18054373562335968,
+      "learning_rate": 1.9922447265664023e-05,
+      "loss": 1.3357,
+      "step": 2292
+    },
+    {
+      "epoch": 0.6829613358402055,
+      "grad_norm": 0.1845768392086029,
+      "learning_rate": 1.99223273242454e-05,
+      "loss": 1.336,
+      "step": 2293
+    },
+    {
+      "epoch": 0.6832591820398741,
+      "grad_norm": 0.16891595721244812,
+      "learning_rate": 1.9922207290510603e-05,
+      "loss": 1.3212,
+      "step": 2294
+    },
+    {
+      "epoch": 0.6835570282395428,
+      "grad_norm": 0.1755804568529129,
+      "learning_rate": 1.9922087164460755e-05,
+      "loss": 1.3164,
+      "step": 2295
+    },
+    {
+      "epoch": 0.6838548744392114,
+      "grad_norm": 0.18519924581050873,
+      "learning_rate": 1.992196694609697e-05,
+      "loss": 1.3306,
+      "step": 2296
+    },
+    {
+      "epoch": 0.6841527206388801,
+      "grad_norm": 0.18089953064918518,
+      "learning_rate": 1.992184663542037e-05,
+      "loss": 1.3381,
+      "step": 2297
+    },
+    {
+      "epoch": 0.6844505668385488,
+      "grad_norm": 0.18031135201454163,
+      "learning_rate": 1.9921726232432072e-05,
+      "loss": 1.3244,
+      "step": 2298
+    },
+    {
+      "epoch": 0.6847484130382174,
+      "grad_norm": 0.1838495433330536,
+      "learning_rate": 1.9921605737133197e-05,
+      "loss": 1.3282,
+      "step": 2299
+    },
+    {
+      "epoch": 0.6850462592378861,
+      "grad_norm": 0.17975088953971863,
+      "learning_rate": 1.9921485149524864e-05,
+      "loss": 1.3302,
+      "step": 2300
+    },
+    {
+      "epoch": 0.6853441054375546,
+      "grad_norm": 0.17442457377910614,
+      "learning_rate": 1.99213644696082e-05,
+      "loss": 1.3328,
+      "step": 2301
+    },
+    {
+      "epoch": 0.6856419516372233,
+      "grad_norm": 0.17792700231075287,
+      "learning_rate": 1.992124369738432e-05,
+      "loss": 1.3198,
+      "step": 2302
+    },
+    {
+      "epoch": 0.685939797836892,
+      "grad_norm": 0.17103061079978943,
+      "learning_rate": 1.9921122832854353e-05,
+      "loss": 1.3293,
+      "step": 2303
+    },
+    {
+      "epoch": 0.6862376440365606,
+      "grad_norm": 0.18080931901931763,
+      "learning_rate": 1.9921001876019425e-05,
+      "loss": 1.3322,
+      "step": 2304
+    },
+    {
+      "epoch": 0.6865354902362293,
+      "grad_norm": 0.17673060297966003,
+      "learning_rate": 1.9920880826880657e-05,
+      "loss": 1.3155,
+      "step": 2305
+    },
+    {
+      "epoch": 0.686833336435898,
+      "grad_norm": 0.18672189116477966,
+      "learning_rate": 1.9920759685439178e-05,
+      "loss": 1.3056,
+      "step": 2306
+    },
+    {
+      "epoch": 0.6871311826355666,
+      "grad_norm": 0.17934873700141907,
+      "learning_rate": 1.9920638451696112e-05,
+      "loss": 1.3379,
+      "step": 2307
+    },
+    {
+      "epoch": 0.6874290288352352,
+      "grad_norm": 0.1873992532491684,
+      "learning_rate": 1.9920517125652594e-05,
+      "loss": 1.337,
+      "step": 2308
+    },
+    {
+      "epoch": 0.6877268750349038,
+      "grad_norm": 0.18944714963436127,
+      "learning_rate": 1.9920395707309743e-05,
+      "loss": 1.3169,
+      "step": 2309
+    },
+    {
+      "epoch": 0.6880247212345725,
+      "grad_norm": 0.18874067068099976,
+      "learning_rate": 1.9920274196668696e-05,
+      "loss": 1.327,
+      "step": 2310
+    },
+    {
+      "epoch": 0.6883225674342411,
+      "grad_norm": 0.17803321778774261,
+      "learning_rate": 1.9920152593730582e-05,
+      "loss": 1.3236,
+      "step": 2311
+    },
+    {
+      "epoch": 0.6886204136339098,
+      "grad_norm": 0.17799226939678192,
+      "learning_rate": 1.9920030898496532e-05,
+      "loss": 1.323,
+      "step": 2312
+    },
+    {
+      "epoch": 0.6889182598335785,
+      "grad_norm": 0.18605384230613708,
+      "learning_rate": 1.9919909110967676e-05,
+      "loss": 1.3214,
+      "step": 2313
+    },
+    {
+      "epoch": 0.6892161060332471,
+      "grad_norm": 0.1801423281431198,
+      "learning_rate": 1.9919787231145147e-05,
+      "loss": 1.3154,
+      "step": 2314
+    },
+    {
+      "epoch": 0.6895139522329158,
+      "grad_norm": 0.1903238594532013,
+      "learning_rate": 1.9919665259030084e-05,
+      "loss": 1.3088,
+      "step": 2315
+    },
+    {
+      "epoch": 0.6898117984325843,
+      "grad_norm": 0.18387939035892487,
+      "learning_rate": 1.991954319462362e-05,
+      "loss": 1.3234,
+      "step": 2316
+    },
+    {
+      "epoch": 0.690109644632253,
+      "grad_norm": 0.18068253993988037,
+      "learning_rate": 1.9919421037926885e-05,
+      "loss": 1.3444,
+      "step": 2317
+    },
+    {
+      "epoch": 0.6904074908319217,
+      "grad_norm": 0.18537044525146484,
+      "learning_rate": 1.991929878894102e-05,
+      "loss": 1.3246,
+      "step": 2318
+    },
+    {
+      "epoch": 0.6907053370315903,
+      "grad_norm": 0.19145667552947998,
+      "learning_rate": 1.9919176447667167e-05,
+      "loss": 1.3397,
+      "step": 2319
+    },
+    {
+      "epoch": 0.691003183231259,
+      "grad_norm": 0.18210239708423615,
+      "learning_rate": 1.9919054014106457e-05,
+      "loss": 1.3469,
+      "step": 2320
+    },
+    {
+      "epoch": 0.6913010294309276,
+      "grad_norm": 0.1801193505525589,
+      "learning_rate": 1.9918931488260028e-05,
+      "loss": 1.3235,
+      "step": 2321
+    },
+    {
+      "epoch": 0.6915988756305963,
+      "grad_norm": 0.18036174774169922,
+      "learning_rate": 1.991880887012903e-05,
+      "loss": 1.3377,
+      "step": 2322
+    },
+    {
+      "epoch": 0.6918967218302648,
+      "grad_norm": 0.1823994517326355,
+      "learning_rate": 1.9918686159714596e-05,
+      "loss": 1.3342,
+      "step": 2323
+    },
+    {
+      "epoch": 0.6921945680299335,
+      "grad_norm": 0.1893562525510788,
+      "learning_rate": 1.9918563357017863e-05,
+      "loss": 1.3241,
+      "step": 2324
+    },
+    {
+      "epoch": 0.6924924142296022,
+      "grad_norm": 0.17952671647071838,
+      "learning_rate": 1.9918440462039984e-05,
+      "loss": 1.3393,
+      "step": 2325
+    },
+    {
+      "epoch": 0.6927902604292708,
+      "grad_norm": 0.1820048838853836,
+      "learning_rate": 1.99183174747821e-05,
+      "loss": 1.3284,
+      "step": 2326
+    },
+    {
+      "epoch": 0.6930881066289395,
+      "grad_norm": 0.18531034886837006,
+      "learning_rate": 1.9918194395245352e-05,
+      "loss": 1.3036,
+      "step": 2327
+    },
+    {
+      "epoch": 0.6933859528286082,
+      "grad_norm": 0.1763806790113449,
+      "learning_rate": 1.9918071223430885e-05,
+      "loss": 1.3334,
+      "step": 2328
+    },
+    {
+      "epoch": 0.6936837990282768,
+      "grad_norm": 0.17299970984458923,
+      "learning_rate": 1.9917947959339846e-05,
+      "loss": 1.3233,
+      "step": 2329
+    },
+    {
+      "epoch": 0.6939816452279454,
+      "grad_norm": 0.18826264142990112,
+      "learning_rate": 1.9917824602973387e-05,
+      "loss": 1.3555,
+      "step": 2330
+    },
+    {
+      "epoch": 0.694279491427614,
+      "grad_norm": 0.17757001519203186,
+      "learning_rate": 1.9917701154332646e-05,
+      "loss": 1.3157,
+      "step": 2331
+    },
+    {
+      "epoch": 0.6945773376272827,
+      "grad_norm": 0.18596325814723969,
+      "learning_rate": 1.9917577613418778e-05,
+      "loss": 1.3406,
+      "step": 2332
+    },
+    {
+      "epoch": 0.6948751838269513,
+      "grad_norm": 0.18018612265586853,
+      "learning_rate": 1.991745398023293e-05,
+      "loss": 1.3295,
+      "step": 2333
+    },
+    {
+      "epoch": 0.69517303002662,
+      "grad_norm": 0.1862306296825409,
+      "learning_rate": 1.9917330254776254e-05,
+      "loss": 1.3308,
+      "step": 2334
+    },
+    {
+      "epoch": 0.6954708762262887,
+      "grad_norm": 0.18988408148288727,
+      "learning_rate": 1.99172064370499e-05,
+      "loss": 1.3511,
+      "step": 2335
+    },
+    {
+      "epoch": 0.6957687224259573,
+      "grad_norm": 0.18056082725524902,
+      "learning_rate": 1.991708252705502e-05,
+      "loss": 1.3219,
+      "step": 2336
+    },
+    {
+      "epoch": 0.696066568625626,
+      "grad_norm": 0.19533643126487732,
+      "learning_rate": 1.991695852479277e-05,
+      "loss": 1.325,
+      "step": 2337
+    },
+    {
+      "epoch": 0.6963644148252945,
+      "grad_norm": 0.1862207055091858,
+      "learning_rate": 1.9916834430264296e-05,
+      "loss": 1.3157,
+      "step": 2338
+    },
+    {
+      "epoch": 0.6966622610249632,
+      "grad_norm": 0.18456688523292542,
+      "learning_rate": 1.991671024347076e-05,
+      "loss": 1.3158,
+      "step": 2339
+    },
+    {
+      "epoch": 0.6969601072246319,
+      "grad_norm": 0.18564829230308533,
+      "learning_rate": 1.9916585964413317e-05,
+      "loss": 1.3379,
+      "step": 2340
+    },
+    {
+      "epoch": 0.6972579534243005,
+      "grad_norm": 0.18239466845989227,
+      "learning_rate": 1.9916461593093115e-05,
+      "loss": 1.3352,
+      "step": 2341
+    },
+    {
+      "epoch": 0.6975557996239692,
+      "grad_norm": 0.18152117729187012,
+      "learning_rate": 1.9916337129511323e-05,
+      "loss": 1.3309,
+      "step": 2342
+    },
+    {
+      "epoch": 0.6978536458236378,
+      "grad_norm": 0.17583444714546204,
+      "learning_rate": 1.9916212573669093e-05,
+      "loss": 1.321,
+      "step": 2343
+    },
+    {
+      "epoch": 0.6981514920233065,
+      "grad_norm": 0.19174323976039886,
+      "learning_rate": 1.991608792556758e-05,
+      "loss": 1.3311,
+      "step": 2344
+    },
+    {
+      "epoch": 0.6984493382229751,
+      "grad_norm": 0.20540690422058105,
+      "learning_rate": 1.9915963185207948e-05,
+      "loss": 1.3446,
+      "step": 2345
+    },
+    {
+      "epoch": 0.6987471844226437,
+      "grad_norm": 0.18162190914154053,
+      "learning_rate": 1.991583835259136e-05,
+      "loss": 1.3302,
+      "step": 2346
+    },
+    {
+      "epoch": 0.6990450306223124,
+      "grad_norm": 0.18038925528526306,
+      "learning_rate": 1.9915713427718972e-05,
+      "loss": 1.319,
+      "step": 2347
+    },
+    {
+      "epoch": 0.699342876821981,
+      "grad_norm": 0.18839231133460999,
+      "learning_rate": 1.9915588410591954e-05,
+      "loss": 1.3175,
+      "step": 2348
+    },
+    {
+      "epoch": 0.6996407230216497,
+      "grad_norm": 0.19137445092201233,
+      "learning_rate": 1.991546330121146e-05,
+      "loss": 1.3184,
+      "step": 2349
+    },
+    {
+      "epoch": 0.6999385692213184,
+      "grad_norm": 0.19656787812709808,
+      "learning_rate": 1.991533809957866e-05,
+      "loss": 1.3182,
+      "step": 2350
+    },
+    {
+      "epoch": 0.700236415420987,
+      "grad_norm": 0.1719386726617813,
+      "learning_rate": 1.9915212805694715e-05,
+      "loss": 1.3273,
+      "step": 2351
+    },
+    {
+      "epoch": 0.7005342616206557,
+      "grad_norm": 0.18107326328754425,
+      "learning_rate": 1.9915087419560795e-05,
+      "loss": 1.326,
+      "step": 2352
+    },
+    {
+      "epoch": 0.7008321078203242,
+      "grad_norm": 0.18605652451515198,
+      "learning_rate": 1.9914961941178062e-05,
+      "loss": 1.3163,
+      "step": 2353
+    },
+    {
+      "epoch": 0.7011299540199929,
+      "grad_norm": 0.18013206124305725,
+      "learning_rate": 1.9914836370547688e-05,
+      "loss": 1.3263,
+      "step": 2354
+    },
+    {
+      "epoch": 0.7014278002196616,
+      "grad_norm": 0.18930692970752716,
+      "learning_rate": 1.991471070767084e-05,
+      "loss": 1.3471,
+      "step": 2355
+    },
+    {
+      "epoch": 0.7017256464193302,
+      "grad_norm": 0.17976365983486176,
+      "learning_rate": 1.9914584952548682e-05,
+      "loss": 1.3229,
+      "step": 2356
+    },
+    {
+      "epoch": 0.7020234926189989,
+      "grad_norm": 0.18191921710968018,
+      "learning_rate": 1.991445910518239e-05,
+      "loss": 1.3168,
+      "step": 2357
+    },
+    {
+      "epoch": 0.7023213388186675,
+      "grad_norm": 0.19520500302314758,
+      "learning_rate": 1.9914333165573136e-05,
+      "loss": 1.3367,
+      "step": 2358
+    },
+    {
+      "epoch": 0.7026191850183362,
+      "grad_norm": 0.1778630167245865,
+      "learning_rate": 1.9914207133722086e-05,
+      "loss": 1.3095,
+      "step": 2359
+    },
+    {
+      "epoch": 0.7029170312180048,
+      "grad_norm": 0.1767389327287674,
+      "learning_rate": 1.9914081009630413e-05,
+      "loss": 1.307,
+      "step": 2360
+    },
+    {
+      "epoch": 0.7032148774176734,
+      "grad_norm": 0.17485411465168,
+      "learning_rate": 1.99139547932993e-05,
+      "loss": 1.3238,
+      "step": 2361
+    },
+    {
+      "epoch": 0.7035127236173421,
+      "grad_norm": 0.17325006425380707,
+      "learning_rate": 1.991382848472991e-05,
+      "loss": 1.3139,
+      "step": 2362
+    },
+    {
+      "epoch": 0.7038105698170107,
+      "grad_norm": 0.18308599293231964,
+      "learning_rate": 1.9913702083923422e-05,
+      "loss": 1.3335,
+      "step": 2363
+    },
+    {
+      "epoch": 0.7041084160166794,
+      "grad_norm": 0.1821424812078476,
+      "learning_rate": 1.9913575590881013e-05,
+      "loss": 1.3053,
+      "step": 2364
+    },
+    {
+      "epoch": 0.7044062622163481,
+      "grad_norm": 0.18681998550891876,
+      "learning_rate": 1.9913449005603857e-05,
+      "loss": 1.3132,
+      "step": 2365
+    },
+    {
+      "epoch": 0.7047041084160167,
+      "grad_norm": 0.18637306988239288,
+      "learning_rate": 1.9913322328093138e-05,
+      "loss": 1.2985,
+      "step": 2366
+    },
+    {
+      "epoch": 0.7050019546156854,
+      "grad_norm": 0.19341403245925903,
+      "learning_rate": 1.9913195558350028e-05,
+      "loss": 1.3215,
+      "step": 2367
+    },
+    {
+      "epoch": 0.7052998008153539,
+      "grad_norm": 0.1809716671705246,
+      "learning_rate": 1.9913068696375706e-05,
+      "loss": 1.3319,
+      "step": 2368
+    },
+    {
+      "epoch": 0.7055976470150226,
+      "grad_norm": 0.18493227660655975,
+      "learning_rate": 1.9912941742171362e-05,
+      "loss": 1.3293,
+      "step": 2369
+    },
+    {
+      "epoch": 0.7058954932146912,
+      "grad_norm": 0.195916086435318,
+      "learning_rate": 1.9912814695738167e-05,
+      "loss": 1.3296,
+      "step": 2370
+    },
+    {
+      "epoch": 0.7061933394143599,
+      "grad_norm": 0.1875908225774765,
+      "learning_rate": 1.9912687557077307e-05,
+      "loss": 1.321,
+      "step": 2371
+    },
+    {
+      "epoch": 0.7064911856140286,
+      "grad_norm": 0.20055951178073883,
+      "learning_rate": 1.9912560326189966e-05,
+      "loss": 1.318,
+      "step": 2372
+    },
+    {
+      "epoch": 0.7067890318136972,
+      "grad_norm": 0.1841721534729004,
+      "learning_rate": 1.9912433003077324e-05,
+      "loss": 1.3118,
+      "step": 2373
+    },
+    {
+      "epoch": 0.7070868780133659,
+      "grad_norm": 0.18234992027282715,
+      "learning_rate": 1.991230558774057e-05,
+      "loss": 1.3244,
+      "step": 2374
+    },
+    {
+      "epoch": 0.7073847242130344,
+      "grad_norm": 0.1869121789932251,
+      "learning_rate": 1.9912178080180883e-05,
+      "loss": 1.313,
+      "step": 2375
+    },
+    {
+      "epoch": 0.7076825704127031,
+      "grad_norm": 0.19375371932983398,
+      "learning_rate": 1.9912050480399458e-05,
+      "loss": 1.3361,
+      "step": 2376
+    },
+    {
+      "epoch": 0.7079804166123718,
+      "grad_norm": 0.18816982209682465,
+      "learning_rate": 1.9911922788397473e-05,
+      "loss": 1.343,
+      "step": 2377
+    },
+    {
+      "epoch": 0.7082782628120404,
+      "grad_norm": 0.18643729388713837,
+      "learning_rate": 1.991179500417612e-05,
+      "loss": 1.3338,
+      "step": 2378
+    },
+    {
+      "epoch": 0.7085761090117091,
+      "grad_norm": 0.18068727850914001,
+      "learning_rate": 1.9911667127736594e-05,
+      "loss": 1.3202,
+      "step": 2379
+    },
+    {
+      "epoch": 0.7088739552113777,
+      "grad_norm": 0.1867077499628067,
+      "learning_rate": 1.991153915908008e-05,
+      "loss": 1.3307,
+      "step": 2380
+    },
+    {
+      "epoch": 0.7091718014110464,
+      "grad_norm": 0.1902526617050171,
+      "learning_rate": 1.9911411098207765e-05,
+      "loss": 1.3224,
+      "step": 2381
+    },
+    {
+      "epoch": 0.7094696476107151,
+      "grad_norm": 0.18281622231006622,
+      "learning_rate": 1.991128294512084e-05,
+      "loss": 1.3156,
+      "step": 2382
+    },
+    {
+      "epoch": 0.7097674938103836,
+      "grad_norm": 0.17584648728370667,
+      "learning_rate": 1.9911154699820506e-05,
+      "loss": 1.3338,
+      "step": 2383
+    },
+    {
+      "epoch": 0.7100653400100523,
+      "grad_norm": 0.17479106783866882,
+      "learning_rate": 1.991102636230795e-05,
+      "loss": 1.3211,
+      "step": 2384
+    },
+    {
+      "epoch": 0.7103631862097209,
+      "grad_norm": 0.18454335629940033,
+      "learning_rate": 1.9910897932584367e-05,
+      "loss": 1.3318,
+      "step": 2385
+    },
+    {
+      "epoch": 0.7106610324093896,
+      "grad_norm": 0.18156906962394714,
+      "learning_rate": 1.991076941065095e-05,
+      "loss": 1.3362,
+      "step": 2386
+    },
+    {
+      "epoch": 0.7109588786090583,
+      "grad_norm": 0.18315784633159637,
+      "learning_rate": 1.9910640796508897e-05,
+      "loss": 1.3266,
+      "step": 2387
+    },
+    {
+      "epoch": 0.7112567248087269,
+      "grad_norm": 0.17966997623443604,
+      "learning_rate": 1.9910512090159405e-05,
+      "loss": 1.3111,
+      "step": 2388
+    },
+    {
+      "epoch": 0.7115545710083956,
+      "grad_norm": 0.19016844034194946,
+      "learning_rate": 1.991038329160367e-05,
+      "loss": 1.3338,
+      "step": 2389
+    },
+    {
+      "epoch": 0.7118524172080641,
+      "grad_norm": 0.17686402797698975,
+      "learning_rate": 1.991025440084289e-05,
+      "loss": 1.3293,
+      "step": 2390
+    },
+    {
+      "epoch": 0.7121502634077328,
+      "grad_norm": 0.17823560535907745,
+      "learning_rate": 1.991012541787827e-05,
+      "loss": 1.319,
+      "step": 2391
+    },
+    {
+      "epoch": 0.7124481096074015,
+      "grad_norm": 0.18323731422424316,
+      "learning_rate": 1.9909996342711e-05,
+      "loss": 1.3212,
+      "step": 2392
+    },
+    {
+      "epoch": 0.7127459558070701,
+      "grad_norm": 0.19072403013706207,
+      "learning_rate": 1.990986717534229e-05,
+      "loss": 1.3262,
+      "step": 2393
+    },
+    {
+      "epoch": 0.7130438020067388,
+      "grad_norm": 0.18610836565494537,
+      "learning_rate": 1.9909737915773335e-05,
+      "loss": 1.3136,
+      "step": 2394
+    },
+    {
+      "epoch": 0.7133416482064074,
+      "grad_norm": 0.18933738768100739,
+      "learning_rate": 1.990960856400534e-05,
+      "loss": 1.3163,
+      "step": 2395
+    },
+    {
+      "epoch": 0.7136394944060761,
+      "grad_norm": 0.1870865523815155,
+      "learning_rate": 1.990947912003951e-05,
+      "loss": 1.2943,
+      "step": 2396
+    },
+    {
+      "epoch": 0.7139373406057448,
+      "grad_norm": 0.18337379395961761,
+      "learning_rate": 1.9909349583877053e-05,
+      "loss": 1.3244,
+      "step": 2397
+    },
+    {
+      "epoch": 0.7142351868054133,
+      "grad_norm": 0.19369252026081085,
+      "learning_rate": 1.990921995551916e-05,
+      "loss": 1.3224,
+      "step": 2398
+    },
+    {
+      "epoch": 0.714533033005082,
+      "grad_norm": 0.19757018983364105,
+      "learning_rate": 1.9909090234967053e-05,
+      "loss": 1.3196,
+      "step": 2399
+    },
+    {
+      "epoch": 0.7148308792047506,
+      "grad_norm": 0.17689107358455658,
+      "learning_rate": 1.9908960422221932e-05,
+      "loss": 1.3209,
+      "step": 2400
+    },
+    {
+      "epoch": 0.7151287254044193,
+      "grad_norm": 0.18062490224838257,
+      "learning_rate": 1.9908830517285007e-05,
+      "loss": 1.317,
+      "step": 2401
+    },
+    {
+      "epoch": 0.715426571604088,
+      "grad_norm": 0.1801805943250656,
+      "learning_rate": 1.990870052015748e-05,
+      "loss": 1.3143,
+      "step": 2402
+    },
+    {
+      "epoch": 0.7157244178037566,
+      "grad_norm": 0.18121488392353058,
+      "learning_rate": 1.9908570430840567e-05,
+      "loss": 1.3135,
+      "step": 2403
+    },
+    {
+      "epoch": 0.7160222640034253,
+      "grad_norm": 0.19454193115234375,
+      "learning_rate": 1.9908440249335478e-05,
+      "loss": 1.3282,
+      "step": 2404
+    },
+    {
+      "epoch": 0.7163201102030938,
+      "grad_norm": 0.1717558354139328,
+      "learning_rate": 1.990830997564342e-05,
+      "loss": 1.318,
+      "step": 2405
+    },
+    {
+      "epoch": 0.7166179564027625,
+      "grad_norm": 0.18550734221935272,
+      "learning_rate": 1.990817960976561e-05,
+      "loss": 1.3045,
+      "step": 2406
+    },
+    {
+      "epoch": 0.7169158026024312,
+      "grad_norm": 0.17859478294849396,
+      "learning_rate": 1.990804915170326e-05,
+      "loss": 1.324,
+      "step": 2407
+    },
+    {
+      "epoch": 0.7172136488020998,
+      "grad_norm": 0.1804829239845276,
+      "learning_rate": 1.990791860145758e-05,
+      "loss": 1.3131,
+      "step": 2408
+    },
+    {
+      "epoch": 0.7175114950017685,
+      "grad_norm": 0.19894477725028992,
+      "learning_rate": 1.990778795902979e-05,
+      "loss": 1.3088,
+      "step": 2409
+    },
+    {
+      "epoch": 0.7178093412014371,
+      "grad_norm": 0.1904131919145584,
+      "learning_rate": 1.99076572244211e-05,
+      "loss": 1.3081,
+      "step": 2410
+    },
+    {
+      "epoch": 0.7181071874011058,
+      "grad_norm": 0.18772949278354645,
+      "learning_rate": 1.990752639763273e-05,
+      "loss": 1.3228,
+      "step": 2411
+    },
+    {
+      "epoch": 0.7184050336007743,
+      "grad_norm": 0.1856239140033722,
+      "learning_rate": 1.9907395478665896e-05,
+      "loss": 1.3304,
+      "step": 2412
+    },
+    {
+      "epoch": 0.718702879800443,
+      "grad_norm": 0.1815764456987381,
+      "learning_rate": 1.9907264467521817e-05,
+      "loss": 1.3251,
+      "step": 2413
+    },
+    {
+      "epoch": 0.7190007260001117,
+      "grad_norm": 0.18634894490242004,
+      "learning_rate": 1.9907133364201712e-05,
+      "loss": 1.302,
+      "step": 2414
+    },
+    {
+      "epoch": 0.7192985721997803,
+      "grad_norm": 0.18666182458400726,
+      "learning_rate": 1.9907002168706798e-05,
+      "loss": 1.3212,
+      "step": 2415
+    },
+    {
+      "epoch": 0.719596418399449,
+      "grad_norm": 0.18581783771514893,
+      "learning_rate": 1.9906870881038297e-05,
+      "loss": 1.3433,
+      "step": 2416
+    },
+    {
+      "epoch": 0.7198942645991177,
+      "grad_norm": 0.19481654465198517,
+      "learning_rate": 1.9906739501197435e-05,
+      "loss": 1.311,
+      "step": 2417
+    },
+    {
+      "epoch": 0.7201921107987863,
+      "grad_norm": 0.1938018798828125,
+      "learning_rate": 1.9906608029185427e-05,
+      "loss": 1.32,
+      "step": 2418
+    },
+    {
+      "epoch": 0.720489956998455,
+      "grad_norm": 0.18101400136947632,
+      "learning_rate": 1.9906476465003498e-05,
+      "loss": 1.3321,
+      "step": 2419
+    },
+    {
+      "epoch": 0.7207878031981235,
+      "grad_norm": 0.17936542630195618,
+      "learning_rate": 1.9906344808652878e-05,
+      "loss": 1.3215,
+      "step": 2420
+    },
+    {
+      "epoch": 0.7210856493977922,
+      "grad_norm": 0.20500177145004272,
+      "learning_rate": 1.9906213060134787e-05,
+      "loss": 1.3109,
+      "step": 2421
+    },
+    {
+      "epoch": 0.7213834955974608,
+      "grad_norm": 0.21439610421657562,
+      "learning_rate": 1.990608121945045e-05,
+      "loss": 1.3226,
+      "step": 2422
+    },
+    {
+      "epoch": 0.7216813417971295,
+      "grad_norm": 0.18862423300743103,
+      "learning_rate": 1.9905949286601095e-05,
+      "loss": 1.3144,
+      "step": 2423
+    },
+    {
+      "epoch": 0.7219791879967982,
+      "grad_norm": 0.19281642138957977,
+      "learning_rate": 1.9905817261587947e-05,
+      "loss": 1.3357,
+      "step": 2424
+    },
+    {
+      "epoch": 0.7222770341964668,
+      "grad_norm": 0.19567199051380157,
+      "learning_rate": 1.990568514441224e-05,
+      "loss": 1.3178,
+      "step": 2425
+    },
+    {
+      "epoch": 0.7225748803961355,
+      "grad_norm": 0.19655363261699677,
+      "learning_rate": 1.99055529350752e-05,
+      "loss": 1.3181,
+      "step": 2426
+    },
+    {
+      "epoch": 0.722872726595804,
+      "grad_norm": 0.19821792840957642,
+      "learning_rate": 1.9905420633578055e-05,
+      "loss": 1.3031,
+      "step": 2427
+    },
+    {
+      "epoch": 0.7231705727954727,
+      "grad_norm": 0.1845242828130722,
+      "learning_rate": 1.990528823992204e-05,
+      "loss": 1.3362,
+      "step": 2428
+    },
+    {
+      "epoch": 0.7234684189951414,
+      "grad_norm": 0.20102176070213318,
+      "learning_rate": 1.9905155754108385e-05,
+      "loss": 1.3204,
+      "step": 2429
+    },
+    {
+      "epoch": 0.72376626519481,
+      "grad_norm": 0.19908630847930908,
+      "learning_rate": 1.990502317613832e-05,
+      "loss": 1.3232,
+      "step": 2430
+    },
+    {
+      "epoch": 0.7240641113944787,
+      "grad_norm": 0.19704653322696686,
+      "learning_rate": 1.9904890506013084e-05,
+      "loss": 1.3116,
+      "step": 2431
+    },
+    {
+      "epoch": 0.7243619575941473,
+      "grad_norm": 0.1876095086336136,
+      "learning_rate": 1.9904757743733903e-05,
+      "loss": 1.3309,
+      "step": 2432
+    },
+    {
+      "epoch": 0.724659803793816,
+      "grad_norm": 0.20279152691364288,
+      "learning_rate": 1.9904624889302024e-05,
+      "loss": 1.329,
+      "step": 2433
+    },
+    {
+      "epoch": 0.7249576499934847,
+      "grad_norm": 0.18088439106941223,
+      "learning_rate": 1.9904491942718672e-05,
+      "loss": 1.3312,
+      "step": 2434
+    },
+    {
+      "epoch": 0.7252554961931532,
+      "grad_norm": 0.18198047578334808,
+      "learning_rate": 1.9904358903985092e-05,
+      "loss": 1.3251,
+      "step": 2435
+    },
+    {
+      "epoch": 0.7255533423928219,
+      "grad_norm": 0.18865373730659485,
+      "learning_rate": 1.9904225773102516e-05,
+      "loss": 1.3314,
+      "step": 2436
+    },
+    {
+      "epoch": 0.7258511885924905,
+      "grad_norm": 0.19915615022182465,
+      "learning_rate": 1.9904092550072184e-05,
+      "loss": 1.3215,
+      "step": 2437
+    },
+    {
+      "epoch": 0.7261490347921592,
+      "grad_norm": 0.18113912642002106,
+      "learning_rate": 1.9903959234895337e-05,
+      "loss": 1.3152,
+      "step": 2438
+    },
+    {
+      "epoch": 0.7264468809918279,
+      "grad_norm": 0.19505468010902405,
+      "learning_rate": 1.9903825827573215e-05,
+      "loss": 1.3097,
+      "step": 2439
+    },
+    {
+      "epoch": 0.7267447271914965,
+      "grad_norm": 0.18470172584056854,
+      "learning_rate": 1.990369232810706e-05,
+      "loss": 1.3206,
+      "step": 2440
+    },
+    {
+      "epoch": 0.7270425733911652,
+      "grad_norm": 0.19797997176647186,
+      "learning_rate": 1.990355873649811e-05,
+      "loss": 1.3269,
+      "step": 2441
+    },
+    {
+      "epoch": 0.7273404195908337,
+      "grad_norm": 0.18900243937969208,
+      "learning_rate": 1.9903425052747613e-05,
+      "loss": 1.3422,
+      "step": 2442
+    },
+    {
+      "epoch": 0.7276382657905024,
+      "grad_norm": 0.1780720353126526,
+      "learning_rate": 1.9903291276856813e-05,
+      "loss": 1.3131,
+      "step": 2443
+    },
+    {
+      "epoch": 0.727936111990171,
+      "grad_norm": 0.18734505772590637,
+      "learning_rate": 1.990315740882695e-05,
+      "loss": 1.3211,
+      "step": 2444
+    },
+    {
+      "epoch": 0.7282339581898397,
+      "grad_norm": 0.19354982674121857,
+      "learning_rate": 1.990302344865927e-05,
+      "loss": 1.3187,
+      "step": 2445
+    },
+    {
+      "epoch": 0.7285318043895084,
+      "grad_norm": 0.18596869707107544,
+      "learning_rate": 1.9902889396355023e-05,
+      "loss": 1.3262,
+      "step": 2446
+    },
+    {
+      "epoch": 0.728829650589177,
+      "grad_norm": 0.18094055354595184,
+      "learning_rate": 1.9902755251915454e-05,
+      "loss": 1.3255,
+      "step": 2447
+    },
+    {
+      "epoch": 0.7291274967888457,
+      "grad_norm": 0.1835775524377823,
+      "learning_rate": 1.9902621015341812e-05,
+      "loss": 1.3135,
+      "step": 2448
+    },
+    {
+      "epoch": 0.7294253429885144,
+      "grad_norm": 0.18673677742481232,
+      "learning_rate": 1.9902486686635342e-05,
+      "loss": 1.3205,
+      "step": 2449
+    },
+    {
+      "epoch": 0.7297231891881829,
+      "grad_norm": 0.18784306943416595,
+      "learning_rate": 1.99023522657973e-05,
+      "loss": 1.3132,
+      "step": 2450
+    },
+    {
+      "epoch": 0.7300210353878516,
+      "grad_norm": 0.19159583747386932,
+      "learning_rate": 1.9902217752828935e-05,
+      "loss": 1.3469,
+      "step": 2451
+    },
+    {
+      "epoch": 0.7303188815875202,
+      "grad_norm": 0.1930502951145172,
+      "learning_rate": 1.9902083147731495e-05,
+      "loss": 1.3247,
+      "step": 2452
+    },
+    {
+      "epoch": 0.7306167277871889,
+      "grad_norm": 0.18336597084999084,
+      "learning_rate": 1.9901948450506238e-05,
+      "loss": 1.3292,
+      "step": 2453
+    },
+    {
+      "epoch": 0.7309145739868576,
+      "grad_norm": 0.20361313223838806,
+      "learning_rate": 1.9901813661154408e-05,
+      "loss": 1.3202,
+      "step": 2454
+    },
+    {
+      "epoch": 0.7312124201865262,
+      "grad_norm": 0.20657707750797272,
+      "learning_rate": 1.9901678779677266e-05,
+      "loss": 1.3271,
+      "step": 2455
+    },
+    {
+      "epoch": 0.7315102663861949,
+      "grad_norm": 0.19663913547992706,
+      "learning_rate": 1.990154380607607e-05,
+      "loss": 1.3254,
+      "step": 2456
+    },
+    {
+      "epoch": 0.7318081125858634,
+      "grad_norm": 0.19350913166999817,
+      "learning_rate": 1.990140874035207e-05,
+      "loss": 1.317,
+      "step": 2457
+    },
+    {
+      "epoch": 0.7321059587855321,
+      "grad_norm": 0.1959448605775833,
+      "learning_rate": 1.990127358250652e-05,
+      "loss": 1.3388,
+      "step": 2458
+    },
+    {
+      "epoch": 0.7324038049852007,
+      "grad_norm": 0.1914556324481964,
+      "learning_rate": 1.9901138332540685e-05,
+      "loss": 1.3193,
+      "step": 2459
+    },
+    {
+      "epoch": 0.7327016511848694,
+      "grad_norm": 0.19220644235610962,
+      "learning_rate": 1.9901002990455822e-05,
+      "loss": 1.3096,
+      "step": 2460
+    },
+    {
+      "epoch": 0.7329994973845381,
+      "grad_norm": 0.17991133034229279,
+      "learning_rate": 1.9900867556253188e-05,
+      "loss": 1.3168,
+      "step": 2461
+    },
+    {
+      "epoch": 0.7332973435842067,
+      "grad_norm": 0.18685564398765564,
+      "learning_rate": 1.9900732029934038e-05,
+      "loss": 1.3407,
+      "step": 2462
+    },
+    {
+      "epoch": 0.7335951897838754,
+      "grad_norm": 0.1979990303516388,
+      "learning_rate": 1.9900596411499644e-05,
+      "loss": 1.3124,
+      "step": 2463
+    },
+    {
+      "epoch": 0.733893035983544,
+      "grad_norm": 0.22801139950752258,
+      "learning_rate": 1.9900460700951257e-05,
+      "loss": 1.3229,
+      "step": 2464
+    },
+    {
+      "epoch": 0.7341908821832126,
+      "grad_norm": 0.19433832168579102,
+      "learning_rate": 1.990032489829015e-05,
+      "loss": 1.331,
+      "step": 2465
+    },
+    {
+      "epoch": 0.7344887283828813,
+      "grad_norm": 0.18098841607570648,
+      "learning_rate": 1.9900189003517578e-05,
+      "loss": 1.3282,
+      "step": 2466
+    },
+    {
+      "epoch": 0.7347865745825499,
+      "grad_norm": 0.18603920936584473,
+      "learning_rate": 1.990005301663481e-05,
+      "loss": 1.3258,
+      "step": 2467
+    },
+    {
+      "epoch": 0.7350844207822186,
+      "grad_norm": 0.19751660525798798,
+      "learning_rate": 1.9899916937643107e-05,
+      "loss": 1.3203,
+      "step": 2468
+    },
+    {
+      "epoch": 0.7353822669818872,
+      "grad_norm": 0.1913176327943802,
+      "learning_rate": 1.989978076654374e-05,
+      "loss": 1.3297,
+      "step": 2469
+    },
+    {
+      "epoch": 0.7356801131815559,
+      "grad_norm": 0.19215697050094604,
+      "learning_rate": 1.989964450333797e-05,
+      "loss": 1.3196,
+      "step": 2470
+    },
+    {
+      "epoch": 0.7359779593812246,
+      "grad_norm": 0.19319573044776917,
+      "learning_rate": 1.9899508148027075e-05,
+      "loss": 1.3402,
+      "step": 2471
+    },
+    {
+      "epoch": 0.7362758055808931,
+      "grad_norm": 0.19183918833732605,
+      "learning_rate": 1.9899371700612313e-05,
+      "loss": 1.3425,
+      "step": 2472
+    },
+    {
+      "epoch": 0.7365736517805618,
+      "grad_norm": 0.17503371834754944,
+      "learning_rate": 1.989923516109496e-05,
+      "loss": 1.3207,
+      "step": 2473
+    },
+    {
+      "epoch": 0.7368714979802304,
+      "grad_norm": 0.1884661465883255,
+      "learning_rate": 1.989909852947628e-05,
+      "loss": 1.329,
+      "step": 2474
+    },
+    {
+      "epoch": 0.7371693441798991,
+      "grad_norm": 0.19076471030712128,
+      "learning_rate": 1.9898961805757547e-05,
+      "loss": 1.3061,
+      "step": 2475
+    },
+    {
+      "epoch": 0.7374671903795678,
+      "grad_norm": 0.1796417236328125,
+      "learning_rate": 1.989882498994004e-05,
+      "loss": 1.3201,
+      "step": 2476
+    },
+    {
+      "epoch": 0.7377650365792364,
+      "grad_norm": 0.18640348315238953,
+      "learning_rate": 1.9898688082025024e-05,
+      "loss": 1.3346,
+      "step": 2477
+    },
+    {
+      "epoch": 0.7380628827789051,
+      "grad_norm": 0.20385372638702393,
+      "learning_rate": 1.9898551082013774e-05,
+      "loss": 1.3182,
+      "step": 2478
+    },
+    {
+      "epoch": 0.7383607289785737,
+      "grad_norm": 0.17771016061306,
+      "learning_rate": 1.9898413989907563e-05,
+      "loss": 1.3293,
+      "step": 2479
+    },
+    {
+      "epoch": 0.7386585751782423,
+      "grad_norm": 0.17758183181285858,
+      "learning_rate": 1.9898276805707673e-05,
+      "loss": 1.3371,
+      "step": 2480
+    },
+    {
+      "epoch": 0.738956421377911,
+      "grad_norm": 0.18944403529167175,
+      "learning_rate": 1.9898139529415374e-05,
+      "loss": 1.3006,
+      "step": 2481
+    },
+    {
+      "epoch": 0.7392542675775796,
+      "grad_norm": 0.18202091753482819,
+      "learning_rate": 1.9898002161031948e-05,
+      "loss": 1.3255,
+      "step": 2482
+    },
+    {
+      "epoch": 0.7395521137772483,
+      "grad_norm": 0.1849079728126526,
+      "learning_rate": 1.989786470055867e-05,
+      "loss": 1.3168,
+      "step": 2483
+    },
+    {
+      "epoch": 0.7398499599769169,
+      "grad_norm": 0.19304360449314117,
+      "learning_rate": 1.9897727147996817e-05,
+      "loss": 1.3296,
+      "step": 2484
+    },
+    {
+      "epoch": 0.7401478061765856,
+      "grad_norm": 0.18227414786815643,
+      "learning_rate": 1.9897589503347673e-05,
+      "loss": 1.3093,
+      "step": 2485
+    },
+    {
+      "epoch": 0.7404456523762543,
+      "grad_norm": 0.2001018077135086,
+      "learning_rate": 1.9897451766612515e-05,
+      "loss": 1.3346,
+      "step": 2486
+    },
+    {
+      "epoch": 0.7407434985759228,
+      "grad_norm": 0.18903778493404388,
+      "learning_rate": 1.989731393779263e-05,
+      "loss": 1.3431,
+      "step": 2487
+    },
+    {
+      "epoch": 0.7410413447755915,
+      "grad_norm": 0.19867846369743347,
+      "learning_rate": 1.9897176016889296e-05,
+      "loss": 1.3341,
+      "step": 2488
+    },
+    {
+      "epoch": 0.7413391909752601,
+      "grad_norm": 0.19320452213287354,
+      "learning_rate": 1.9897038003903795e-05,
+      "loss": 1.3235,
+      "step": 2489
+    },
+    {
+      "epoch": 0.7416370371749288,
+      "grad_norm": 0.18547265231609344,
+      "learning_rate": 1.989689989883741e-05,
+      "loss": 1.3359,
+      "step": 2490
+    },
+    {
+      "epoch": 0.7419348833745975,
+      "grad_norm": 0.18041522800922394,
+      "learning_rate": 1.9896761701691437e-05,
+      "loss": 1.303,
+      "step": 2491
+    },
+    {
+      "epoch": 0.7422327295742661,
+      "grad_norm": 0.1961670070886612,
+      "learning_rate": 1.9896623412467147e-05,
+      "loss": 1.3224,
+      "step": 2492
+    },
+    {
+      "epoch": 0.7425305757739348,
+      "grad_norm": 0.19458021223545074,
+      "learning_rate": 1.9896485031165836e-05,
+      "loss": 1.3336,
+      "step": 2493
+    },
+    {
+      "epoch": 0.7428284219736033,
+      "grad_norm": 0.1804085075855255,
+      "learning_rate": 1.989634655778879e-05,
+      "loss": 1.3176,
+      "step": 2494
+    },
+    {
+      "epoch": 0.743126268173272,
+      "grad_norm": 0.20877377688884735,
+      "learning_rate": 1.9896207992337296e-05,
+      "loss": 1.3213,
+      "step": 2495
+    },
+    {
+      "epoch": 0.7434241143729406,
+      "grad_norm": 0.20411789417266846,
+      "learning_rate": 1.9896069334812638e-05,
+      "loss": 1.3265,
+      "step": 2496
+    },
+    {
+      "epoch": 0.7437219605726093,
+      "grad_norm": 0.18133004009723663,
+      "learning_rate": 1.9895930585216116e-05,
+      "loss": 1.3338,
+      "step": 2497
+    },
+    {
+      "epoch": 0.744019806772278,
+      "grad_norm": 0.18506641685962677,
+      "learning_rate": 1.9895791743549017e-05,
+      "loss": 1.3357,
+      "step": 2498
+    },
+    {
+      "epoch": 0.7443176529719466,
+      "grad_norm": 0.18748866021633148,
+      "learning_rate": 1.989565280981263e-05,
+      "loss": 1.3157,
+      "step": 2499
+    },
+    {
+      "epoch": 0.7446154991716153,
+      "grad_norm": 0.19544926285743713,
+      "learning_rate": 1.989551378400825e-05,
+      "loss": 1.3171,
+      "step": 2500
+    },
+    {
+      "epoch": 0.7446154991716153,
+      "eval_loss": 1.3665268421173096,
+      "eval_runtime": 19.5702,
+      "eval_samples_per_second": 88.604,
+      "eval_steps_per_second": 5.57,
+      "step": 2500
+    },
+    {
+      "epoch": 0.744913345371284,
+      "grad_norm": 0.18737247586250305,
+      "learning_rate": 1.989537466613717e-05,
+      "loss": 1.3311,
+      "step": 2501
+    },
+    {
+      "epoch": 0.7452111915709525,
+      "grad_norm": 0.183830127120018,
+      "learning_rate": 1.9895235456200685e-05,
+      "loss": 1.3178,
+      "step": 2502
+    },
+    {
+      "epoch": 0.7455090377706212,
+      "grad_norm": 0.18429724872112274,
+      "learning_rate": 1.989509615420009e-05,
+      "loss": 1.3013,
+      "step": 2503
+    },
+    {
+      "epoch": 0.7458068839702898,
+      "grad_norm": 0.1926550567150116,
+      "learning_rate": 1.9894956760136682e-05,
+      "loss": 1.3067,
+      "step": 2504
+    },
+    {
+      "epoch": 0.7461047301699585,
+      "grad_norm": 0.18947188556194305,
+      "learning_rate": 1.9894817274011755e-05,
+      "loss": 1.3108,
+      "step": 2505
+    },
+    {
+      "epoch": 0.7464025763696271,
+      "grad_norm": 0.1820349395275116,
+      "learning_rate": 1.9894677695826607e-05,
+      "loss": 1.3147,
+      "step": 2506
+    },
+    {
+      "epoch": 0.7467004225692958,
+      "grad_norm": 0.19136416912078857,
+      "learning_rate": 1.989453802558254e-05,
+      "loss": 1.3381,
+      "step": 2507
+    },
+    {
+      "epoch": 0.7469982687689645,
+      "grad_norm": 0.1774381846189499,
+      "learning_rate": 1.989439826328085e-05,
+      "loss": 1.313,
+      "step": 2508
+    },
+    {
+      "epoch": 0.747296114968633,
+      "grad_norm": 0.1879688948392868,
+      "learning_rate": 1.9894258408922843e-05,
+      "loss": 1.3352,
+      "step": 2509
+    },
+    {
+      "epoch": 0.7475939611683017,
+      "grad_norm": 0.18918554484844208,
+      "learning_rate": 1.989411846250981e-05,
+      "loss": 1.317,
+      "step": 2510
+    },
+    {
+      "epoch": 0.7478918073679703,
+      "grad_norm": 0.1828010529279709,
+      "learning_rate": 1.9893978424043063e-05,
+      "loss": 1.3183,
+      "step": 2511
+    },
+    {
+      "epoch": 0.748189653567639,
+      "grad_norm": 0.18194228410720825,
+      "learning_rate": 1.9893838293523902e-05,
+      "loss": 1.3129,
+      "step": 2512
+    },
+    {
+      "epoch": 0.7484874997673077,
+      "grad_norm": 0.18059831857681274,
+      "learning_rate": 1.9893698070953626e-05,
+      "loss": 1.3143,
+      "step": 2513
+    },
+    {
+      "epoch": 0.7487853459669763,
+      "grad_norm": 0.19225727021694183,
+      "learning_rate": 1.9893557756333545e-05,
+      "loss": 1.3316,
+      "step": 2514
+    },
+    {
+      "epoch": 0.749083192166645,
+      "grad_norm": 0.18320530652999878,
+      "learning_rate": 1.9893417349664963e-05,
+      "loss": 1.3095,
+      "step": 2515
+    },
+    {
+      "epoch": 0.7493810383663136,
+      "grad_norm": 0.1820412576198578,
+      "learning_rate": 1.9893276850949186e-05,
+      "loss": 1.3282,
+      "step": 2516
+    },
+    {
+      "epoch": 0.7496788845659822,
+      "grad_norm": 0.19816304743289948,
+      "learning_rate": 1.989313626018752e-05,
+      "loss": 1.3158,
+      "step": 2517
+    },
+    {
+      "epoch": 0.7499767307656509,
+      "grad_norm": 0.18489590287208557,
+      "learning_rate": 1.9892995577381276e-05,
+      "loss": 1.3158,
+      "step": 2518
+    },
+    {
+      "epoch": 0.7502745769653195,
+      "grad_norm": 0.18483327329158783,
+      "learning_rate": 1.9892854802531762e-05,
+      "loss": 1.3257,
+      "step": 2519
+    },
+    {
+      "epoch": 0.7505724231649882,
+      "grad_norm": 0.18682824075222015,
+      "learning_rate": 1.9892713935640287e-05,
+      "loss": 1.3091,
+      "step": 2520
+    },
+    {
+      "epoch": 0.7508702693646568,
+      "grad_norm": 0.19897626340389252,
+      "learning_rate": 1.989257297670816e-05,
+      "loss": 1.3275,
+      "step": 2521
+    },
+    {
+      "epoch": 0.7511681155643255,
+      "grad_norm": 0.1884569376707077,
+      "learning_rate": 1.989243192573669e-05,
+      "loss": 1.3043,
+      "step": 2522
+    },
+    {
+      "epoch": 0.7514659617639942,
+      "grad_norm": 0.18143467605113983,
+      "learning_rate": 1.98922907827272e-05,
+      "loss": 1.3071,
+      "step": 2523
+    },
+    {
+      "epoch": 0.7517638079636627,
+      "grad_norm": 0.18571607768535614,
+      "learning_rate": 1.9892149547680993e-05,
+      "loss": 1.3112,
+      "step": 2524
+    },
+    {
+      "epoch": 0.7520616541633314,
+      "grad_norm": 0.19137336313724518,
+      "learning_rate": 1.989200822059939e-05,
+      "loss": 1.3139,
+      "step": 2525
+    },
+    {
+      "epoch": 0.752359500363,
+      "grad_norm": 0.19988438487052917,
+      "learning_rate": 1.9891866801483702e-05,
+      "loss": 1.3171,
+      "step": 2526
+    },
+    {
+      "epoch": 0.7526573465626687,
+      "grad_norm": 0.18807357549667358,
+      "learning_rate": 1.9891725290335243e-05,
+      "loss": 1.338,
+      "step": 2527
+    },
+    {
+      "epoch": 0.7529551927623374,
+      "grad_norm": 0.1797240525484085,
+      "learning_rate": 1.9891583687155334e-05,
+      "loss": 1.3159,
+      "step": 2528
+    },
+    {
+      "epoch": 0.753253038962006,
+      "grad_norm": 0.18882443010807037,
+      "learning_rate": 1.9891441991945288e-05,
+      "loss": 1.3189,
+      "step": 2529
+    },
+    {
+      "epoch": 0.7535508851616747,
+      "grad_norm": 0.18117474019527435,
+      "learning_rate": 1.9891300204706427e-05,
+      "loss": 1.3311,
+      "step": 2530
+    },
+    {
+      "epoch": 0.7538487313613433,
+      "grad_norm": 0.18642142415046692,
+      "learning_rate": 1.989115832544007e-05,
+      "loss": 1.3146,
+      "step": 2531
+    },
+    {
+      "epoch": 0.7541465775610119,
+      "grad_norm": 0.19051580131053925,
+      "learning_rate": 1.989101635414753e-05,
+      "loss": 1.3134,
+      "step": 2532
+    },
+    {
+      "epoch": 0.7544444237606805,
+      "grad_norm": 0.19228899478912354,
+      "learning_rate": 1.9890874290830143e-05,
+      "loss": 1.3095,
+      "step": 2533
+    },
+    {
+      "epoch": 0.7547422699603492,
+      "grad_norm": 0.17889706790447235,
+      "learning_rate": 1.9890732135489215e-05,
+      "loss": 1.2917,
+      "step": 2534
+    },
+    {
+      "epoch": 0.7550401161600179,
+      "grad_norm": 0.18818412721157074,
+      "learning_rate": 1.9890589888126075e-05,
+      "loss": 1.3177,
+      "step": 2535
+    },
+    {
+      "epoch": 0.7553379623596865,
+      "grad_norm": 0.18684431910514832,
+      "learning_rate": 1.989044754874205e-05,
+      "loss": 1.3361,
+      "step": 2536
+    },
+    {
+      "epoch": 0.7556358085593552,
+      "grad_norm": 0.18594640493392944,
+      "learning_rate": 1.9890305117338456e-05,
+      "loss": 1.3065,
+      "step": 2537
+    },
+    {
+      "epoch": 0.7559336547590239,
+      "grad_norm": 0.18711869418621063,
+      "learning_rate": 1.989016259391663e-05,
+      "loss": 1.3345,
+      "step": 2538
+    },
+    {
+      "epoch": 0.7562315009586924,
+      "grad_norm": 0.19249029457569122,
+      "learning_rate": 1.9890019978477885e-05,
+      "loss": 1.3336,
+      "step": 2539
+    },
+    {
+      "epoch": 0.7565293471583611,
+      "grad_norm": 0.1920575052499771,
+      "learning_rate": 1.9889877271023558e-05,
+      "loss": 1.3376,
+      "step": 2540
+    },
+    {
+      "epoch": 0.7568271933580297,
+      "grad_norm": 0.187772735953331,
+      "learning_rate": 1.9889734471554968e-05,
+      "loss": 1.3191,
+      "step": 2541
+    },
+    {
+      "epoch": 0.7571250395576984,
+      "grad_norm": 0.1912943422794342,
+      "learning_rate": 1.988959158007345e-05,
+      "loss": 1.3289,
+      "step": 2542
+    },
+    {
+      "epoch": 0.757422885757367,
+      "grad_norm": 0.20400895178318024,
+      "learning_rate": 1.9889448596580336e-05,
+      "loss": 1.3235,
+      "step": 2543
+    },
+    {
+      "epoch": 0.7577207319570357,
+      "grad_norm": 0.18285918235778809,
+      "learning_rate": 1.9889305521076946e-05,
+      "loss": 1.325,
+      "step": 2544
+    },
+    {
+      "epoch": 0.7580185781567044,
+      "grad_norm": 0.18557345867156982,
+      "learning_rate": 1.988916235356462e-05,
+      "loss": 1.3148,
+      "step": 2545
+    },
+    {
+      "epoch": 0.758316424356373,
+      "grad_norm": 0.18313251435756683,
+      "learning_rate": 1.9889019094044687e-05,
+      "loss": 1.334,
+      "step": 2546
+    },
+    {
+      "epoch": 0.7586142705560416,
+      "grad_norm": 0.18324284255504608,
+      "learning_rate": 1.9888875742518477e-05,
+      "loss": 1.3135,
+      "step": 2547
+    },
+    {
+      "epoch": 0.7589121167557102,
+      "grad_norm": 0.20431822538375854,
+      "learning_rate": 1.988873229898733e-05,
+      "loss": 1.3366,
+      "step": 2548
+    },
+    {
+      "epoch": 0.7592099629553789,
+      "grad_norm": 0.20846553146839142,
+      "learning_rate": 1.988858876345258e-05,
+      "loss": 1.3369,
+      "step": 2549
+    },
+    {
+      "epoch": 0.7595078091550476,
+      "grad_norm": 0.19721843302249908,
+      "learning_rate": 1.9888445135915554e-05,
+      "loss": 1.3243,
+      "step": 2550
+    },
+    {
+      "epoch": 0.7598056553547162,
+      "grad_norm": 0.18610846996307373,
+      "learning_rate": 1.9888301416377595e-05,
+      "loss": 1.3156,
+      "step": 2551
+    },
+    {
+      "epoch": 0.7601035015543849,
+      "grad_norm": 0.18554642796516418,
+      "learning_rate": 1.988815760484004e-05,
+      "loss": 1.3479,
+      "step": 2552
+    },
+    {
+      "epoch": 0.7604013477540535,
+      "grad_norm": 0.19714638590812683,
+      "learning_rate": 1.988801370130423e-05,
+      "loss": 1.3221,
+      "step": 2553
+    },
+    {
+      "epoch": 0.7606991939537221,
+      "grad_norm": 0.20119118690490723,
+      "learning_rate": 1.9887869705771496e-05,
+      "loss": 1.3248,
+      "step": 2554
+    },
+    {
+      "epoch": 0.7609970401533908,
+      "grad_norm": 0.18889166414737701,
+      "learning_rate": 1.988772561824318e-05,
+      "loss": 1.3217,
+      "step": 2555
+    },
+    {
+      "epoch": 0.7612948863530594,
+      "grad_norm": 0.18209540843963623,
+      "learning_rate": 1.9887581438720627e-05,
+      "loss": 1.3183,
+      "step": 2556
+    },
+    {
+      "epoch": 0.7615927325527281,
+      "grad_norm": 0.2016037553548813,
+      "learning_rate": 1.9887437167205178e-05,
+      "loss": 1.3337,
+      "step": 2557
+    },
+    {
+      "epoch": 0.7618905787523967,
+      "grad_norm": 0.1964045912027359,
+      "learning_rate": 1.988729280369817e-05,
+      "loss": 1.3191,
+      "step": 2558
+    },
+    {
+      "epoch": 0.7621884249520654,
+      "grad_norm": 0.20772108435630798,
+      "learning_rate": 1.988714834820095e-05,
+      "loss": 1.3273,
+      "step": 2559
+    },
+    {
+      "epoch": 0.7624862711517341,
+      "grad_norm": 0.18894939124584198,
+      "learning_rate": 1.988700380071486e-05,
+      "loss": 1.3096,
+      "step": 2560
+    },
+    {
+      "epoch": 0.7627841173514027,
+      "grad_norm": 0.18265798687934875,
+      "learning_rate": 1.9886859161241248e-05,
+      "loss": 1.3145,
+      "step": 2561
+    },
+    {
+      "epoch": 0.7630819635510713,
+      "grad_norm": 0.19556808471679688,
+      "learning_rate": 1.9886714429781457e-05,
+      "loss": 1.3332,
+      "step": 2562
+    },
+    {
+      "epoch": 0.7633798097507399,
+      "grad_norm": 0.20578935742378235,
+      "learning_rate": 1.988656960633683e-05,
+      "loss": 1.3277,
+      "step": 2563
+    },
+    {
+      "epoch": 0.7636776559504086,
+      "grad_norm": 0.19405904412269592,
+      "learning_rate": 1.9886424690908724e-05,
+      "loss": 1.3194,
+      "step": 2564
+    },
+    {
+      "epoch": 0.7639755021500773,
+      "grad_norm": 0.19134913384914398,
+      "learning_rate": 1.988627968349848e-05,
+      "loss": 1.3268,
+      "step": 2565
+    },
+    {
+      "epoch": 0.7642733483497459,
+      "grad_norm": 0.1856839954853058,
+      "learning_rate": 1.988613458410745e-05,
+      "loss": 1.3263,
+      "step": 2566
+    },
+    {
+      "epoch": 0.7645711945494146,
+      "grad_norm": 0.20191329717636108,
+      "learning_rate": 1.9885989392736986e-05,
+      "loss": 1.3044,
+      "step": 2567
+    },
+    {
+      "epoch": 0.7648690407490832,
+      "grad_norm": 0.19773228466510773,
+      "learning_rate": 1.9885844109388436e-05,
+      "loss": 1.3145,
+      "step": 2568
+    },
+    {
+      "epoch": 0.7651668869487518,
+      "grad_norm": 0.18773703277111053,
+      "learning_rate": 1.9885698734063146e-05,
+      "loss": 1.3246,
+      "step": 2569
+    },
+    {
+      "epoch": 0.7654647331484205,
+      "grad_norm": 0.1798093169927597,
+      "learning_rate": 1.988555326676248e-05,
+      "loss": 1.3189,
+      "step": 2570
+    },
+    {
+      "epoch": 0.7657625793480891,
+      "grad_norm": 0.20348991453647614,
+      "learning_rate": 1.988540770748778e-05,
+      "loss": 1.323,
+      "step": 2571
+    },
+    {
+      "epoch": 0.7660604255477578,
+      "grad_norm": 0.19539345800876617,
+      "learning_rate": 1.988526205624041e-05,
+      "loss": 1.3106,
+      "step": 2572
+    },
+    {
+      "epoch": 0.7663582717474264,
+      "grad_norm": 0.18025873601436615,
+      "learning_rate": 1.988511631302172e-05,
+      "loss": 1.3169,
+      "step": 2573
+    },
+    {
+      "epoch": 0.7666561179470951,
+      "grad_norm": 0.18473367393016815,
+      "learning_rate": 1.9884970477833066e-05,
+      "loss": 1.3124,
+      "step": 2574
+    },
+    {
+      "epoch": 0.7669539641467638,
+      "grad_norm": 0.19651813805103302,
+      "learning_rate": 1.9884824550675806e-05,
+      "loss": 1.3288,
+      "step": 2575
+    },
+    {
+      "epoch": 0.7672518103464323,
+      "grad_norm": 0.18388725817203522,
+      "learning_rate": 1.9884678531551297e-05,
+      "loss": 1.3271,
+      "step": 2576
+    },
+    {
+      "epoch": 0.767549656546101,
+      "grad_norm": 0.17565305531024933,
+      "learning_rate": 1.98845324204609e-05,
+      "loss": 1.3173,
+      "step": 2577
+    },
+    {
+      "epoch": 0.7678475027457696,
+      "grad_norm": 0.1815018653869629,
+      "learning_rate": 1.9884386217405972e-05,
+      "loss": 1.3181,
+      "step": 2578
+    },
+    {
+      "epoch": 0.7681453489454383,
+      "grad_norm": 0.19392378628253937,
+      "learning_rate": 1.9884239922387873e-05,
+      "loss": 1.3379,
+      "step": 2579
+    },
+    {
+      "epoch": 0.768443195145107,
+      "grad_norm": 0.18461914360523224,
+      "learning_rate": 1.9884093535407963e-05,
+      "loss": 1.3227,
+      "step": 2580
+    },
+    {
+      "epoch": 0.7687410413447756,
+      "grad_norm": 0.3589487671852112,
+      "learning_rate": 1.988394705646761e-05,
+      "loss": 1.3266,
+      "step": 2581
+    },
+    {
+      "epoch": 0.7690388875444443,
+      "grad_norm": 0.1992337703704834,
+      "learning_rate": 1.9883800485568174e-05,
+      "loss": 1.3151,
+      "step": 2582
+    },
+    {
+      "epoch": 0.7693367337441129,
+      "grad_norm": 0.18829941749572754,
+      "learning_rate": 1.988365382271101e-05,
+      "loss": 1.3257,
+      "step": 2583
+    },
+    {
+      "epoch": 0.7696345799437815,
+      "grad_norm": 0.1826237291097641,
+      "learning_rate": 1.9883507067897493e-05,
+      "loss": 1.3114,
+      "step": 2584
+    },
+    {
+      "epoch": 0.7699324261434501,
+      "grad_norm": 0.1839599758386612,
+      "learning_rate": 1.9883360221128987e-05,
+      "loss": 1.3176,
+      "step": 2585
+    },
+    {
+      "epoch": 0.7702302723431188,
+      "grad_norm": 0.17493994534015656,
+      "learning_rate": 1.9883213282406855e-05,
+      "loss": 1.3207,
+      "step": 2586
+    },
+    {
+      "epoch": 0.7705281185427875,
+      "grad_norm": 0.17947088181972504,
+      "learning_rate": 1.988306625173247e-05,
+      "loss": 1.3061,
+      "step": 2587
+    },
+    {
+      "epoch": 0.7708259647424561,
+      "grad_norm": 0.1852508932352066,
+      "learning_rate": 1.988291912910719e-05,
+      "loss": 1.3236,
+      "step": 2588
+    },
+    {
+      "epoch": 0.7711238109421248,
+      "grad_norm": 0.18166646361351013,
+      "learning_rate": 1.988277191453239e-05,
+      "loss": 1.3069,
+      "step": 2589
+    },
+    {
+      "epoch": 0.7714216571417934,
+      "grad_norm": 0.1864398717880249,
+      "learning_rate": 1.988262460800944e-05,
+      "loss": 1.3407,
+      "step": 2590
+    },
+    {
+      "epoch": 0.771719503341462,
+      "grad_norm": 0.1851319670677185,
+      "learning_rate": 1.9882477209539707e-05,
+      "loss": 1.3223,
+      "step": 2591
+    },
+    {
+      "epoch": 0.7720173495411307,
+      "grad_norm": 0.19353334605693817,
+      "learning_rate": 1.988232971912457e-05,
+      "loss": 1.3085,
+      "step": 2592
+    },
+    {
+      "epoch": 0.7723151957407993,
+      "grad_norm": 0.19049708545207977,
+      "learning_rate": 1.9882182136765394e-05,
+      "loss": 1.3389,
+      "step": 2593
+    },
+    {
+      "epoch": 0.772613041940468,
+      "grad_norm": 0.1989065259695053,
+      "learning_rate": 1.9882034462463553e-05,
+      "loss": 1.3245,
+      "step": 2594
+    },
+    {
+      "epoch": 0.7729108881401366,
+      "grad_norm": 0.1943540871143341,
+      "learning_rate": 1.9881886696220424e-05,
+      "loss": 1.31,
+      "step": 2595
+    },
+    {
+      "epoch": 0.7732087343398053,
+      "grad_norm": 0.18225571513175964,
+      "learning_rate": 1.9881738838037376e-05,
+      "loss": 1.3101,
+      "step": 2596
+    },
+    {
+      "epoch": 0.773506580539474,
+      "grad_norm": 0.18928158283233643,
+      "learning_rate": 1.9881590887915794e-05,
+      "loss": 1.3065,
+      "step": 2597
+    },
+    {
+      "epoch": 0.7738044267391426,
+      "grad_norm": 0.19873449206352234,
+      "learning_rate": 1.9881442845857046e-05,
+      "loss": 1.3214,
+      "step": 2598
+    },
+    {
+      "epoch": 0.7741022729388112,
+      "grad_norm": 0.18662762641906738,
+      "learning_rate": 1.9881294711862514e-05,
+      "loss": 1.3086,
+      "step": 2599
+    },
+    {
+      "epoch": 0.7744001191384798,
+      "grad_norm": 0.18702490627765656,
+      "learning_rate": 1.9881146485933574e-05,
+      "loss": 1.3127,
+      "step": 2600
+    },
+    {
+      "epoch": 0.7746979653381485,
+      "grad_norm": 0.19949471950531006,
+      "learning_rate": 1.9880998168071607e-05,
+      "loss": 1.3108,
+      "step": 2601
+    },
+    {
+      "epoch": 0.7749958115378172,
+      "grad_norm": 0.19867639243602753,
+      "learning_rate": 1.9880849758277987e-05,
+      "loss": 1.315,
+      "step": 2602
+    },
+    {
+      "epoch": 0.7752936577374858,
+      "grad_norm": 0.18987229466438293,
+      "learning_rate": 1.9880701256554106e-05,
+      "loss": 1.3311,
+      "step": 2603
+    },
+    {
+      "epoch": 0.7755915039371545,
+      "grad_norm": 0.19967243075370789,
+      "learning_rate": 1.9880552662901337e-05,
+      "loss": 1.3342,
+      "step": 2604
+    },
+    {
+      "epoch": 0.7758893501368231,
+      "grad_norm": 0.1925693154335022,
+      "learning_rate": 1.9880403977321063e-05,
+      "loss": 1.3222,
+      "step": 2605
+    },
+    {
+      "epoch": 0.7761871963364917,
+      "grad_norm": 0.19117453694343567,
+      "learning_rate": 1.988025519981467e-05,
+      "loss": 1.3056,
+      "step": 2606
+    },
+    {
+      "epoch": 0.7764850425361604,
+      "grad_norm": 0.19443592429161072,
+      "learning_rate": 1.988010633038354e-05,
+      "loss": 1.3319,
+      "step": 2607
+    },
+    {
+      "epoch": 0.776782888735829,
+      "grad_norm": 0.19276925921440125,
+      "learning_rate": 1.9879957369029062e-05,
+      "loss": 1.2891,
+      "step": 2608
+    },
+    {
+      "epoch": 0.7770807349354977,
+      "grad_norm": 0.1844119131565094,
+      "learning_rate": 1.9879808315752616e-05,
+      "loss": 1.3221,
+      "step": 2609
+    },
+    {
+      "epoch": 0.7773785811351663,
+      "grad_norm": 0.1958608776330948,
+      "learning_rate": 1.9879659170555596e-05,
+      "loss": 1.3192,
+      "step": 2610
+    },
+    {
+      "epoch": 0.777676427334835,
+      "grad_norm": 0.18317051231861115,
+      "learning_rate": 1.9879509933439384e-05,
+      "loss": 1.3238,
+      "step": 2611
+    },
+    {
+      "epoch": 0.7779742735345037,
+      "grad_norm": 0.20573605597019196,
+      "learning_rate": 1.987936060440537e-05,
+      "loss": 1.2924,
+      "step": 2612
+    },
+    {
+      "epoch": 0.7782721197341723,
+      "grad_norm": 0.19641467928886414,
+      "learning_rate": 1.987921118345494e-05,
+      "loss": 1.319,
+      "step": 2613
+    },
+    {
+      "epoch": 0.7785699659338409,
+      "grad_norm": 0.18709130585193634,
+      "learning_rate": 1.9879061670589493e-05,
+      "loss": 1.3208,
+      "step": 2614
+    },
+    {
+      "epoch": 0.7788678121335095,
+      "grad_norm": 0.2033838927745819,
+      "learning_rate": 1.987891206581041e-05,
+      "loss": 1.3148,
+      "step": 2615
+    },
+    {
+      "epoch": 0.7791656583331782,
+      "grad_norm": 0.1878487765789032,
+      "learning_rate": 1.9878762369119092e-05,
+      "loss": 1.3306,
+      "step": 2616
+    },
+    {
+      "epoch": 0.7794635045328469,
+      "grad_norm": 0.18077583611011505,
+      "learning_rate": 1.9878612580516926e-05,
+      "loss": 1.3171,
+      "step": 2617
+    },
+    {
+      "epoch": 0.7797613507325155,
+      "grad_norm": 0.18070384860038757,
+      "learning_rate": 1.9878462700005306e-05,
+      "loss": 1.3016,
+      "step": 2618
+    },
+    {
+      "epoch": 0.7800591969321842,
+      "grad_norm": 0.1827581375837326,
+      "learning_rate": 1.9878312727585627e-05,
+      "loss": 1.327,
+      "step": 2619
+    },
+    {
+      "epoch": 0.7803570431318528,
+      "grad_norm": 0.19255481660366058,
+      "learning_rate": 1.9878162663259285e-05,
+      "loss": 1.3174,
+      "step": 2620
+    },
+    {
+      "epoch": 0.7806548893315214,
+      "grad_norm": 0.18368345499038696,
+      "learning_rate": 1.987801250702768e-05,
+      "loss": 1.3263,
+      "step": 2621
+    },
+    {
+      "epoch": 0.78095273553119,
+      "grad_norm": 0.18737348914146423,
+      "learning_rate": 1.98778622588922e-05,
+      "loss": 1.3132,
+      "step": 2622
+    },
+    {
+      "epoch": 0.7812505817308587,
+      "grad_norm": 0.1827528327703476,
+      "learning_rate": 1.9877711918854248e-05,
+      "loss": 1.3205,
+      "step": 2623
+    },
+    {
+      "epoch": 0.7815484279305274,
+      "grad_norm": 0.18387190997600555,
+      "learning_rate": 1.9877561486915224e-05,
+      "loss": 1.3216,
+      "step": 2624
+    },
+    {
+      "epoch": 0.781846274130196,
+      "grad_norm": 0.18497104942798615,
+      "learning_rate": 1.9877410963076523e-05,
+      "loss": 1.3116,
+      "step": 2625
+    },
+    {
+      "epoch": 0.7821441203298647,
+      "grad_norm": 0.18254296481609344,
+      "learning_rate": 1.9877260347339552e-05,
+      "loss": 1.317,
+      "step": 2626
+    },
+    {
+      "epoch": 0.7824419665295334,
+      "grad_norm": 0.1875661015510559,
+      "learning_rate": 1.987710963970571e-05,
+      "loss": 1.3146,
+      "step": 2627
+    },
+    {
+      "epoch": 0.782739812729202,
+      "grad_norm": 0.19719748198986053,
+      "learning_rate": 1.9876958840176397e-05,
+      "loss": 1.3283,
+      "step": 2628
+    },
+    {
+      "epoch": 0.7830376589288706,
+      "grad_norm": 0.18464429676532745,
+      "learning_rate": 1.9876807948753017e-05,
+      "loss": 1.3177,
+      "step": 2629
+    },
+    {
+      "epoch": 0.7833355051285392,
+      "grad_norm": 0.18928779661655426,
+      "learning_rate": 1.9876656965436974e-05,
+      "loss": 1.3387,
+      "step": 2630
+    },
+    {
+      "epoch": 0.7836333513282079,
+      "grad_norm": 0.18596485257148743,
+      "learning_rate": 1.9876505890229675e-05,
+      "loss": 1.3074,
+      "step": 2631
+    },
+    {
+      "epoch": 0.7839311975278765,
+      "grad_norm": 0.18939976394176483,
+      "learning_rate": 1.987635472313252e-05,
+      "loss": 1.3088,
+      "step": 2632
+    },
+    {
+      "epoch": 0.7842290437275452,
+      "grad_norm": 0.18326114118099213,
+      "learning_rate": 1.9876203464146922e-05,
+      "loss": 1.3119,
+      "step": 2633
+    },
+    {
+      "epoch": 0.7845268899272139,
+      "grad_norm": 0.19060494005680084,
+      "learning_rate": 1.987605211327428e-05,
+      "loss": 1.3008,
+      "step": 2634
+    },
+    {
+      "epoch": 0.7848247361268825,
+      "grad_norm": 0.19197452068328857,
+      "learning_rate": 1.987590067051601e-05,
+      "loss": 1.325,
+      "step": 2635
+    },
+    {
+      "epoch": 0.7851225823265511,
+      "grad_norm": 0.18107475340366364,
+      "learning_rate": 1.987574913587352e-05,
+      "loss": 1.3189,
+      "step": 2636
+    },
+    {
+      "epoch": 0.7854204285262197,
+      "grad_norm": 0.18983641266822815,
+      "learning_rate": 1.9875597509348218e-05,
+      "loss": 1.3172,
+      "step": 2637
+    },
+    {
+      "epoch": 0.7857182747258884,
+      "grad_norm": 0.18232080340385437,
+      "learning_rate": 1.9875445790941513e-05,
+      "loss": 1.3015,
+      "step": 2638
+    },
+    {
+      "epoch": 0.7860161209255571,
+      "grad_norm": 0.18595845997333527,
+      "learning_rate": 1.987529398065482e-05,
+      "loss": 1.319,
+      "step": 2639
+    },
+    {
+      "epoch": 0.7863139671252257,
+      "grad_norm": 0.1903022974729538,
+      "learning_rate": 1.987514207848955e-05,
+      "loss": 1.3259,
+      "step": 2640
+    },
+    {
+      "epoch": 0.7866118133248944,
+      "grad_norm": 0.19145415723323822,
+      "learning_rate": 1.9874990084447116e-05,
+      "loss": 1.3201,
+      "step": 2641
+    },
+    {
+      "epoch": 0.786909659524563,
+      "grad_norm": 0.19813406467437744,
+      "learning_rate": 1.987483799852893e-05,
+      "loss": 1.321,
+      "step": 2642
+    },
+    {
+      "epoch": 0.7872075057242317,
+      "grad_norm": 0.18630708754062653,
+      "learning_rate": 1.9874685820736413e-05,
+      "loss": 1.3232,
+      "step": 2643
+    },
+    {
+      "epoch": 0.7875053519239003,
+      "grad_norm": 0.20730362832546234,
+      "learning_rate": 1.987453355107097e-05,
+      "loss": 1.3476,
+      "step": 2644
+    },
+    {
+      "epoch": 0.7878031981235689,
+      "grad_norm": 0.19203825294971466,
+      "learning_rate": 1.9874381189534032e-05,
+      "loss": 1.3195,
+      "step": 2645
+    },
+    {
+      "epoch": 0.7881010443232376,
+      "grad_norm": 0.18337178230285645,
+      "learning_rate": 1.9874228736127007e-05,
+      "loss": 1.3294,
+      "step": 2646
+    },
+    {
+      "epoch": 0.7883988905229062,
+      "grad_norm": 0.19438254833221436,
+      "learning_rate": 1.9874076190851313e-05,
+      "loss": 1.3328,
+      "step": 2647
+    },
+    {
+      "epoch": 0.7886967367225749,
+      "grad_norm": 0.1868901252746582,
+      "learning_rate": 1.9873923553708378e-05,
+      "loss": 1.3236,
+      "step": 2648
+    },
+    {
+      "epoch": 0.7889945829222436,
+      "grad_norm": 0.19647769629955292,
+      "learning_rate": 1.9873770824699613e-05,
+      "loss": 1.3171,
+      "step": 2649
+    },
+    {
+      "epoch": 0.7892924291219122,
+      "grad_norm": 0.19201479852199554,
+      "learning_rate": 1.9873618003826442e-05,
+      "loss": 1.3166,
+      "step": 2650
+    },
+    {
+      "epoch": 0.7895902753215808,
+      "grad_norm": 0.1863786280155182,
+      "learning_rate": 1.9873465091090285e-05,
+      "loss": 1.3071,
+      "step": 2651
+    },
+    {
+      "epoch": 0.7898881215212494,
+      "grad_norm": 0.21051806211471558,
+      "learning_rate": 1.9873312086492568e-05,
+      "loss": 1.3264,
+      "step": 2652
+    },
+    {
+      "epoch": 0.7901859677209181,
+      "grad_norm": 0.22071000933647156,
+      "learning_rate": 1.9873158990034714e-05,
+      "loss": 1.3259,
+      "step": 2653
+    },
+    {
+      "epoch": 0.7904838139205868,
+      "grad_norm": 0.18861712515354156,
+      "learning_rate": 1.9873005801718146e-05,
+      "loss": 1.3192,
+      "step": 2654
+    },
+    {
+      "epoch": 0.7907816601202554,
+      "grad_norm": 0.19382211565971375,
+      "learning_rate": 1.987285252154429e-05,
+      "loss": 1.3157,
+      "step": 2655
+    },
+    {
+      "epoch": 0.7910795063199241,
+      "grad_norm": 0.20809771120548248,
+      "learning_rate": 1.9872699149514574e-05,
+      "loss": 1.3077,
+      "step": 2656
+    },
+    {
+      "epoch": 0.7913773525195927,
+      "grad_norm": 0.19337840378284454,
+      "learning_rate": 1.987254568563042e-05,
+      "loss": 1.331,
+      "step": 2657
+    },
+    {
+      "epoch": 0.7916751987192613,
+      "grad_norm": 0.19075921177864075,
+      "learning_rate": 1.987239212989326e-05,
+      "loss": 1.3267,
+      "step": 2658
+    },
+    {
+      "epoch": 0.79197304491893,
+      "grad_norm": 0.1955624371767044,
+      "learning_rate": 1.987223848230452e-05,
+      "loss": 1.3068,
+      "step": 2659
+    },
+    {
+      "epoch": 0.7922708911185986,
+      "grad_norm": 0.19948722422122955,
+      "learning_rate": 1.987208474286563e-05,
+      "loss": 1.3018,
+      "step": 2660
+    },
+    {
+      "epoch": 0.7925687373182673,
+      "grad_norm": 0.19672907888889313,
+      "learning_rate": 1.9871930911578024e-05,
+      "loss": 1.3015,
+      "step": 2661
+    },
+    {
+      "epoch": 0.7928665835179359,
+      "grad_norm": 0.19176773726940155,
+      "learning_rate": 1.987177698844313e-05,
+      "loss": 1.3108,
+      "step": 2662
+    },
+    {
+      "epoch": 0.7931644297176046,
+      "grad_norm": 0.1909971386194229,
+      "learning_rate": 1.9871622973462377e-05,
+      "loss": 1.3083,
+      "step": 2663
+    },
+    {
+      "epoch": 0.7934622759172733,
+      "grad_norm": 0.20255598425865173,
+      "learning_rate": 1.9871468866637203e-05,
+      "loss": 1.3245,
+      "step": 2664
+    },
+    {
+      "epoch": 0.7937601221169419,
+      "grad_norm": 0.1945829540491104,
+      "learning_rate": 1.9871314667969043e-05,
+      "loss": 1.3201,
+      "step": 2665
+    },
+    {
+      "epoch": 0.7940579683166105,
+      "grad_norm": 0.1856970489025116,
+      "learning_rate": 1.9871160377459326e-05,
+      "loss": 1.3255,
+      "step": 2666
+    },
+    {
+      "epoch": 0.7943558145162791,
+      "grad_norm": 0.19815580546855927,
+      "learning_rate": 1.9871005995109492e-05,
+      "loss": 1.3197,
+      "step": 2667
+    },
+    {
+      "epoch": 0.7946536607159478,
+      "grad_norm": 0.19439074397087097,
+      "learning_rate": 1.987085152092098e-05,
+      "loss": 1.3085,
+      "step": 2668
+    },
+    {
+      "epoch": 0.7949515069156164,
+      "grad_norm": 0.19563210010528564,
+      "learning_rate": 1.9870696954895216e-05,
+      "loss": 1.3176,
+      "step": 2669
+    },
+    {
+      "epoch": 0.7952493531152851,
+      "grad_norm": 0.1940533071756363,
+      "learning_rate": 1.9870542297033645e-05,
+      "loss": 1.3157,
+      "step": 2670
+    },
+    {
+      "epoch": 0.7955471993149538,
+      "grad_norm": 0.20374523103237152,
+      "learning_rate": 1.9870387547337708e-05,
+      "loss": 1.3346,
+      "step": 2671
+    },
+    {
+      "epoch": 0.7958450455146224,
+      "grad_norm": 0.19792142510414124,
+      "learning_rate": 1.9870232705808844e-05,
+      "loss": 1.3141,
+      "step": 2672
+    },
+    {
+      "epoch": 0.796142891714291,
+      "grad_norm": 0.1836538463830948,
+      "learning_rate": 1.9870077772448493e-05,
+      "loss": 1.3147,
+      "step": 2673
+    },
+    {
+      "epoch": 0.7964407379139596,
+      "grad_norm": 0.19210876524448395,
+      "learning_rate": 1.986992274725809e-05,
+      "loss": 1.3252,
+      "step": 2674
+    },
+    {
+      "epoch": 0.7967385841136283,
+      "grad_norm": 0.2051551789045334,
+      "learning_rate": 1.986976763023909e-05,
+      "loss": 1.3092,
+      "step": 2675
+    },
+    {
+      "epoch": 0.797036430313297,
+      "grad_norm": 0.19050179421901703,
+      "learning_rate": 1.9869612421392928e-05,
+      "loss": 1.3185,
+      "step": 2676
+    },
+    {
+      "epoch": 0.7973342765129656,
+      "grad_norm": 0.18543951213359833,
+      "learning_rate": 1.986945712072105e-05,
+      "loss": 1.3068,
+      "step": 2677
+    },
+    {
+      "epoch": 0.7976321227126343,
+      "grad_norm": 0.18150204420089722,
+      "learning_rate": 1.9869301728224893e-05,
+      "loss": 1.3045,
+      "step": 2678
+    },
+    {
+      "epoch": 0.797929968912303,
+      "grad_norm": 0.18430055677890778,
+      "learning_rate": 1.986914624390592e-05,
+      "loss": 1.3197,
+      "step": 2679
+    },
+    {
+      "epoch": 0.7982278151119716,
+      "grad_norm": 0.19682268798351288,
+      "learning_rate": 1.986899066776556e-05,
+      "loss": 1.3075,
+      "step": 2680
+    },
+    {
+      "epoch": 0.7985256613116402,
+      "grad_norm": 0.1920955628156662,
+      "learning_rate": 1.986883499980527e-05,
+      "loss": 1.3059,
+      "step": 2681
+    },
+    {
+      "epoch": 0.7988235075113088,
+      "grad_norm": 0.18305283784866333,
+      "learning_rate": 1.9868679240026502e-05,
+      "loss": 1.297,
+      "step": 2682
+    },
+    {
+      "epoch": 0.7991213537109775,
+      "grad_norm": 0.19209906458854675,
+      "learning_rate": 1.9868523388430693e-05,
+      "loss": 1.3048,
+      "step": 2683
+    },
+    {
+      "epoch": 0.7994191999106461,
+      "grad_norm": 0.19421148300170898,
+      "learning_rate": 1.9868367445019304e-05,
+      "loss": 1.3234,
+      "step": 2684
+    },
+    {
+      "epoch": 0.7997170461103148,
+      "grad_norm": 0.19669722020626068,
+      "learning_rate": 1.9868211409793778e-05,
+      "loss": 1.3239,
+      "step": 2685
+    },
+    {
+      "epoch": 0.8000148923099835,
+      "grad_norm": 0.19060830771923065,
+      "learning_rate": 1.986805528275557e-05,
+      "loss": 1.3148,
+      "step": 2686
+    },
+    {
+      "epoch": 0.8003127385096521,
+      "grad_norm": 0.19015301764011383,
+      "learning_rate": 1.9867899063906136e-05,
+      "loss": 1.3139,
+      "step": 2687
+    },
+    {
+      "epoch": 0.8006105847093207,
+      "grad_norm": 0.18294614553451538,
+      "learning_rate": 1.9867742753246926e-05,
+      "loss": 1.325,
+      "step": 2688
+    },
+    {
+      "epoch": 0.8009084309089893,
+      "grad_norm": 0.18956173956394196,
+      "learning_rate": 1.9867586350779394e-05,
+      "loss": 1.3257,
+      "step": 2689
+    },
+    {
+      "epoch": 0.801206277108658,
+      "grad_norm": 0.19346562027931213,
+      "learning_rate": 1.9867429856504993e-05,
+      "loss": 1.3058,
+      "step": 2690
+    },
+    {
+      "epoch": 0.8015041233083267,
+      "grad_norm": 0.18454086780548096,
+      "learning_rate": 1.9867273270425184e-05,
+      "loss": 1.3087,
+      "step": 2691
+    },
+    {
+      "epoch": 0.8018019695079953,
+      "grad_norm": 0.19533635675907135,
+      "learning_rate": 1.9867116592541423e-05,
+      "loss": 1.3062,
+      "step": 2692
+    },
+    {
+      "epoch": 0.802099815707664,
+      "grad_norm": 0.2025240808725357,
+      "learning_rate": 1.9866959822855163e-05,
+      "loss": 1.3281,
+      "step": 2693
+    },
+    {
+      "epoch": 0.8023976619073326,
+      "grad_norm": 0.19497162103652954,
+      "learning_rate": 1.9866802961367867e-05,
+      "loss": 1.3307,
+      "step": 2694
+    },
+    {
+      "epoch": 0.8026955081070013,
+      "grad_norm": 0.18541958928108215,
+      "learning_rate": 1.9866646008080996e-05,
+      "loss": 1.3159,
+      "step": 2695
+    },
+    {
+      "epoch": 0.8029933543066698,
+      "grad_norm": 0.18936875462532043,
+      "learning_rate": 1.9866488962996004e-05,
+      "loss": 1.3178,
+      "step": 2696
+    },
+    {
+      "epoch": 0.8032912005063385,
+      "grad_norm": 0.21259909868240356,
+      "learning_rate": 1.986633182611436e-05,
+      "loss": 1.3445,
+      "step": 2697
+    },
+    {
+      "epoch": 0.8035890467060072,
+      "grad_norm": 0.18928909301757812,
+      "learning_rate": 1.9866174597437517e-05,
+      "loss": 1.3102,
+      "step": 2698
+    },
+    {
+      "epoch": 0.8038868929056758,
+      "grad_norm": 0.18981429934501648,
+      "learning_rate": 1.9866017276966945e-05,
+      "loss": 1.3098,
+      "step": 2699
+    },
+    {
+      "epoch": 0.8041847391053445,
+      "grad_norm": 0.19316232204437256,
+      "learning_rate": 1.98658598647041e-05,
+      "loss": 1.3146,
+      "step": 2700
+    },
+    {
+      "epoch": 0.8044825853050132,
+      "grad_norm": 0.2001708298921585,
+      "learning_rate": 1.9865702360650458e-05,
+      "loss": 1.3193,
+      "step": 2701
+    },
+    {
+      "epoch": 0.8047804315046818,
+      "grad_norm": 0.19563239812850952,
+      "learning_rate": 1.986554476480748e-05,
+      "loss": 1.3055,
+      "step": 2702
+    },
+    {
+      "epoch": 0.8050782777043504,
+      "grad_norm": 0.20106148719787598,
+      "learning_rate": 1.9865387077176623e-05,
+      "loss": 1.3182,
+      "step": 2703
+    },
+    {
+      "epoch": 0.805376123904019,
+      "grad_norm": 0.18671630322933197,
+      "learning_rate": 1.986522929775937e-05,
+      "loss": 1.2984,
+      "step": 2704
+    },
+    {
+      "epoch": 0.8056739701036877,
+      "grad_norm": 0.18762362003326416,
+      "learning_rate": 1.986507142655717e-05,
+      "loss": 1.319,
+      "step": 2705
+    },
+    {
+      "epoch": 0.8059718163033563,
+      "grad_norm": 0.20593728125095367,
+      "learning_rate": 1.9864913463571512e-05,
+      "loss": 1.2955,
+      "step": 2706
+    },
+    {
+      "epoch": 0.806269662503025,
+      "grad_norm": 0.18869160115718842,
+      "learning_rate": 1.986475540880385e-05,
+      "loss": 1.3055,
+      "step": 2707
+    },
+    {
+      "epoch": 0.8065675087026937,
+      "grad_norm": 0.20767731964588165,
+      "learning_rate": 1.9864597262255666e-05,
+      "loss": 1.3087,
+      "step": 2708
+    },
+    {
+      "epoch": 0.8068653549023623,
+      "grad_norm": 0.18076202273368835,
+      "learning_rate": 1.986443902392842e-05,
+      "loss": 1.305,
+      "step": 2709
+    },
+    {
+      "epoch": 0.807163201102031,
+      "grad_norm": 0.19493411481380463,
+      "learning_rate": 1.9864280693823594e-05,
+      "loss": 1.2989,
+      "step": 2710
+    },
+    {
+      "epoch": 0.8074610473016995,
+      "grad_norm": 0.21097835898399353,
+      "learning_rate": 1.9864122271942654e-05,
+      "loss": 1.3312,
+      "step": 2711
+    },
+    {
+      "epoch": 0.8077588935013682,
+      "grad_norm": 0.20255888998508453,
+      "learning_rate": 1.986396375828708e-05,
+      "loss": 1.3153,
+      "step": 2712
+    },
+    {
+      "epoch": 0.8080567397010369,
+      "grad_norm": 0.18912790715694427,
+      "learning_rate": 1.9863805152858342e-05,
+      "loss": 1.3159,
+      "step": 2713
+    },
+    {
+      "epoch": 0.8083545859007055,
+      "grad_norm": 0.18855468928813934,
+      "learning_rate": 1.9863646455657918e-05,
+      "loss": 1.3227,
+      "step": 2714
+    },
+    {
+      "epoch": 0.8086524321003742,
+      "grad_norm": 0.20826329290866852,
+      "learning_rate": 1.986348766668728e-05,
+      "loss": 1.3123,
+      "step": 2715
+    },
+    {
+      "epoch": 0.8089502783000428,
+      "grad_norm": 0.19729100167751312,
+      "learning_rate": 1.9863328785947916e-05,
+      "loss": 1.3168,
+      "step": 2716
+    },
+    {
+      "epoch": 0.8092481244997115,
+      "grad_norm": 0.19067421555519104,
+      "learning_rate": 1.9863169813441296e-05,
+      "loss": 1.3018,
+      "step": 2717
+    },
+    {
+      "epoch": 0.8095459706993801,
+      "grad_norm": 0.19457784295082092,
+      "learning_rate": 1.98630107491689e-05,
+      "loss": 1.3201,
+      "step": 2718
+    },
+    {
+      "epoch": 0.8098438168990487,
+      "grad_norm": 0.1942594051361084,
+      "learning_rate": 1.9862851593132208e-05,
+      "loss": 1.3234,
+      "step": 2719
+    },
+    {
+      "epoch": 0.8101416630987174,
+      "grad_norm": 0.20054592192173004,
+      "learning_rate": 1.9862692345332704e-05,
+      "loss": 1.3224,
+      "step": 2720
+    },
+    {
+      "epoch": 0.810439509298386,
+      "grad_norm": 0.20668689906597137,
+      "learning_rate": 1.9862533005771864e-05,
+      "loss": 1.32,
+      "step": 2721
+    },
+    {
+      "epoch": 0.8107373554980547,
+      "grad_norm": 0.1965094655752182,
+      "learning_rate": 1.9862373574451173e-05,
+      "loss": 1.3066,
+      "step": 2722
+    },
+    {
+      "epoch": 0.8110352016977234,
+      "grad_norm": 0.1899128556251526,
+      "learning_rate": 1.9862214051372114e-05,
+      "loss": 1.3015,
+      "step": 2723
+    },
+    {
+      "epoch": 0.811333047897392,
+      "grad_norm": 0.20184451341629028,
+      "learning_rate": 1.9862054436536175e-05,
+      "loss": 1.309,
+      "step": 2724
+    },
+    {
+      "epoch": 0.8116308940970607,
+      "grad_norm": 0.19189730286598206,
+      "learning_rate": 1.9861894729944836e-05,
+      "loss": 1.3255,
+      "step": 2725
+    },
+    {
+      "epoch": 0.8119287402967292,
+      "grad_norm": 0.19494622945785522,
+      "learning_rate": 1.9861734931599588e-05,
+      "loss": 1.2981,
+      "step": 2726
+    },
+    {
+      "epoch": 0.8122265864963979,
+      "grad_norm": 0.21060998737812042,
+      "learning_rate": 1.9861575041501912e-05,
+      "loss": 1.3195,
+      "step": 2727
+    },
+    {
+      "epoch": 0.8125244326960666,
+      "grad_norm": 0.19490574300289154,
+      "learning_rate": 1.98614150596533e-05,
+      "loss": 1.3309,
+      "step": 2728
+    },
+    {
+      "epoch": 0.8128222788957352,
+      "grad_norm": 0.1967184990644455,
+      "learning_rate": 1.9861254986055235e-05,
+      "loss": 1.3219,
+      "step": 2729
+    },
+    {
+      "epoch": 0.8131201250954039,
+      "grad_norm": 0.2028256356716156,
+      "learning_rate": 1.9861094820709215e-05,
+      "loss": 1.3335,
+      "step": 2730
+    },
+    {
+      "epoch": 0.8134179712950725,
+      "grad_norm": 0.21276399493217468,
+      "learning_rate": 1.986093456361672e-05,
+      "loss": 1.3126,
+      "step": 2731
+    },
+    {
+      "epoch": 0.8137158174947412,
+      "grad_norm": 0.20708300173282623,
+      "learning_rate": 1.986077421477925e-05,
+      "loss": 1.3266,
+      "step": 2732
+    },
+    {
+      "epoch": 0.8140136636944098,
+      "grad_norm": 0.20489421486854553,
+      "learning_rate": 1.986061377419829e-05,
+      "loss": 1.3226,
+      "step": 2733
+    },
+    {
+      "epoch": 0.8143115098940784,
+      "grad_norm": 0.19015038013458252,
+      "learning_rate": 1.9860453241875342e-05,
+      "loss": 1.3064,
+      "step": 2734
+    },
+    {
+      "epoch": 0.8146093560937471,
+      "grad_norm": 0.18883351981639862,
+      "learning_rate": 1.9860292617811888e-05,
+      "loss": 1.2963,
+      "step": 2735
+    },
+    {
+      "epoch": 0.8149072022934157,
+      "grad_norm": 0.18830153346061707,
+      "learning_rate": 1.986013190200943e-05,
+      "loss": 1.3319,
+      "step": 2736
+    },
+    {
+      "epoch": 0.8152050484930844,
+      "grad_norm": 0.1849372833967209,
+      "learning_rate": 1.9859971094469456e-05,
+      "loss": 1.3048,
+      "step": 2737
+    },
+    {
+      "epoch": 0.815502894692753,
+      "grad_norm": 0.20077911019325256,
+      "learning_rate": 1.985981019519347e-05,
+      "loss": 1.3198,
+      "step": 2738
+    },
+    {
+      "epoch": 0.8158007408924217,
+      "grad_norm": 0.19239689409732819,
+      "learning_rate": 1.985964920418297e-05,
+      "loss": 1.3265,
+      "step": 2739
+    },
+    {
+      "epoch": 0.8160985870920904,
+      "grad_norm": 0.19686836004257202,
+      "learning_rate": 1.9859488121439448e-05,
+      "loss": 1.305,
+      "step": 2740
+    },
+    {
+      "epoch": 0.8163964332917589,
+      "grad_norm": 0.20230987668037415,
+      "learning_rate": 1.9859326946964403e-05,
+      "loss": 1.3075,
+      "step": 2741
+    },
+    {
+      "epoch": 0.8166942794914276,
+      "grad_norm": 0.1813904494047165,
+      "learning_rate": 1.9859165680759335e-05,
+      "loss": 1.3003,
+      "step": 2742
+    },
+    {
+      "epoch": 0.8169921256910962,
+      "grad_norm": 0.18585096299648285,
+      "learning_rate": 1.985900432282575e-05,
+      "loss": 1.3285,
+      "step": 2743
+    },
+    {
+      "epoch": 0.8172899718907649,
+      "grad_norm": 0.19540949165821075,
+      "learning_rate": 1.9858842873165142e-05,
+      "loss": 1.3283,
+      "step": 2744
+    },
+    {
+      "epoch": 0.8175878180904336,
+      "grad_norm": 0.1910727322101593,
+      "learning_rate": 1.9858681331779016e-05,
+      "loss": 1.3188,
+      "step": 2745
+    },
+    {
+      "epoch": 0.8178856642901022,
+      "grad_norm": 0.17849615216255188,
+      "learning_rate": 1.9858519698668877e-05,
+      "loss": 1.312,
+      "step": 2746
+    },
+    {
+      "epoch": 0.8181835104897709,
+      "grad_norm": 0.1925978809595108,
+      "learning_rate": 1.985835797383622e-05,
+      "loss": 1.2988,
+      "step": 2747
+    },
+    {
+      "epoch": 0.8184813566894394,
+      "grad_norm": 0.18562570214271545,
+      "learning_rate": 1.9858196157282564e-05,
+      "loss": 1.3114,
+      "step": 2748
+    },
+    {
+      "epoch": 0.8187792028891081,
+      "grad_norm": 0.1920994520187378,
+      "learning_rate": 1.9858034249009406e-05,
+      "loss": 1.3191,
+      "step": 2749
+    },
+    {
+      "epoch": 0.8190770490887768,
+      "grad_norm": 0.18559814989566803,
+      "learning_rate": 1.9857872249018252e-05,
+      "loss": 1.3246,
+      "step": 2750
+    },
+    {
+      "epoch": 0.8193748952884454,
+      "grad_norm": 0.19468210637569427,
+      "learning_rate": 1.9857710157310612e-05,
+      "loss": 1.3098,
+      "step": 2751
+    },
+    {
+      "epoch": 0.8196727414881141,
+      "grad_norm": 0.19151291251182556,
+      "learning_rate": 1.985754797388799e-05,
+      "loss": 1.2972,
+      "step": 2752
+    },
+    {
+      "epoch": 0.8199705876877827,
+      "grad_norm": 0.19110466539859772,
+      "learning_rate": 1.9857385698751898e-05,
+      "loss": 1.3182,
+      "step": 2753
+    },
+    {
+      "epoch": 0.8202684338874514,
+      "grad_norm": 0.194067120552063,
+      "learning_rate": 1.9857223331903846e-05,
+      "loss": 1.3141,
+      "step": 2754
+    },
+    {
+      "epoch": 0.82056628008712,
+      "grad_norm": 0.19519226253032684,
+      "learning_rate": 1.9857060873345345e-05,
+      "loss": 1.2999,
+      "step": 2755
+    },
+    {
+      "epoch": 0.8208641262867886,
+      "grad_norm": 0.1942768692970276,
+      "learning_rate": 1.9856898323077906e-05,
+      "loss": 1.3266,
+      "step": 2756
+    },
+    {
+      "epoch": 0.8211619724864573,
+      "grad_norm": 0.1909717470407486,
+      "learning_rate": 1.985673568110304e-05,
+      "loss": 1.2988,
+      "step": 2757
+    },
+    {
+      "epoch": 0.8214598186861259,
+      "grad_norm": 0.19233834743499756,
+      "learning_rate": 1.985657294742226e-05,
+      "loss": 1.3027,
+      "step": 2758
+    },
+    {
+      "epoch": 0.8217576648857946,
+      "grad_norm": 0.18716426193714142,
+      "learning_rate": 1.985641012203708e-05,
+      "loss": 1.3098,
+      "step": 2759
+    },
+    {
+      "epoch": 0.8220555110854633,
+      "grad_norm": 0.20037902891635895,
+      "learning_rate": 1.985624720494902e-05,
+      "loss": 1.3118,
+      "step": 2760
+    },
+    {
+      "epoch": 0.8223533572851319,
+      "grad_norm": 0.20361924171447754,
+      "learning_rate": 1.985608419615959e-05,
+      "loss": 1.3013,
+      "step": 2761
+    },
+    {
+      "epoch": 0.8226512034848006,
+      "grad_norm": 0.19471381604671478,
+      "learning_rate": 1.9855921095670306e-05,
+      "loss": 1.3139,
+      "step": 2762
+    },
+    {
+      "epoch": 0.8229490496844691,
+      "grad_norm": 0.19743210077285767,
+      "learning_rate": 1.9855757903482692e-05,
+      "loss": 1.309,
+      "step": 2763
+    },
+    {
+      "epoch": 0.8232468958841378,
+      "grad_norm": 0.19530196487903595,
+      "learning_rate": 1.9855594619598262e-05,
+      "loss": 1.3305,
+      "step": 2764
+    },
+    {
+      "epoch": 0.8235447420838065,
+      "grad_norm": 0.19224487245082855,
+      "learning_rate": 1.985543124401853e-05,
+      "loss": 1.309,
+      "step": 2765
+    },
+    {
+      "epoch": 0.8238425882834751,
+      "grad_norm": 0.3356058895587921,
+      "learning_rate": 1.9855267776745028e-05,
+      "loss": 1.3086,
+      "step": 2766
+    },
+    {
+      "epoch": 0.8241404344831438,
+      "grad_norm": 0.19616787135601044,
+      "learning_rate": 1.9855104217779265e-05,
+      "loss": 1.3214,
+      "step": 2767
+    },
+    {
+      "epoch": 0.8244382806828124,
+      "grad_norm": 0.19699224829673767,
+      "learning_rate": 1.9854940567122773e-05,
+      "loss": 1.3096,
+      "step": 2768
+    },
+    {
+      "epoch": 0.8247361268824811,
+      "grad_norm": 0.1945800483226776,
+      "learning_rate": 1.9854776824777068e-05,
+      "loss": 1.3194,
+      "step": 2769
+    },
+    {
+      "epoch": 0.8250339730821497,
+      "grad_norm": 0.18592716753482819,
+      "learning_rate": 1.9854612990743675e-05,
+      "loss": 1.3042,
+      "step": 2770
+    },
+    {
+      "epoch": 0.8253318192818183,
+      "grad_norm": 0.1943686157464981,
+      "learning_rate": 1.985444906502412e-05,
+      "loss": 1.3264,
+      "step": 2771
+    },
+    {
+      "epoch": 0.825629665481487,
+      "grad_norm": 0.2716086506843567,
+      "learning_rate": 1.985428504761992e-05,
+      "loss": 1.3085,
+      "step": 2772
+    },
+    {
+      "epoch": 0.8259275116811556,
+      "grad_norm": 0.20023038983345032,
+      "learning_rate": 1.985412093853261e-05,
+      "loss": 1.311,
+      "step": 2773
+    },
+    {
+      "epoch": 0.8262253578808243,
+      "grad_norm": 0.1959606558084488,
+      "learning_rate": 1.9853956737763718e-05,
+      "loss": 1.3389,
+      "step": 2774
+    },
+    {
+      "epoch": 0.826523204080493,
+      "grad_norm": 0.19522209465503693,
+      "learning_rate": 1.9853792445314766e-05,
+      "loss": 1.3306,
+      "step": 2775
+    },
+    {
+      "epoch": 0.8268210502801616,
+      "grad_norm": 0.19641757011413574,
+      "learning_rate": 1.985362806118728e-05,
+      "loss": 1.3073,
+      "step": 2776
+    },
+    {
+      "epoch": 0.8271188964798303,
+      "grad_norm": 0.19511444866657257,
+      "learning_rate": 1.9853463585382804e-05,
+      "loss": 1.3078,
+      "step": 2777
+    },
+    {
+      "epoch": 0.8274167426794988,
+      "grad_norm": 0.186085045337677,
+      "learning_rate": 1.985329901790285e-05,
+      "loss": 1.3221,
+      "step": 2778
+    },
+    {
+      "epoch": 0.8277145888791675,
+      "grad_norm": 0.1986667364835739,
+      "learning_rate": 1.985313435874896e-05,
+      "loss": 1.3094,
+      "step": 2779
+    },
+    {
+      "epoch": 0.8280124350788362,
+      "grad_norm": 0.1856551170349121,
+      "learning_rate": 1.9852969607922664e-05,
+      "loss": 1.2961,
+      "step": 2780
+    },
+    {
+      "epoch": 0.8283102812785048,
+      "grad_norm": 0.1947954148054123,
+      "learning_rate": 1.9852804765425495e-05,
+      "loss": 1.3067,
+      "step": 2781
+    },
+    {
+      "epoch": 0.8286081274781735,
+      "grad_norm": 0.19135957956314087,
+      "learning_rate": 1.9852639831258985e-05,
+      "loss": 1.3059,
+      "step": 2782
+    },
+    {
+      "epoch": 0.8289059736778421,
+      "grad_norm": 0.19226491451263428,
+      "learning_rate": 1.985247480542467e-05,
+      "loss": 1.2999,
+      "step": 2783
+    },
+    {
+      "epoch": 0.8292038198775108,
+      "grad_norm": 0.19346089661121368,
+      "learning_rate": 1.9852309687924084e-05,
+      "loss": 1.3104,
+      "step": 2784
+    },
+    {
+      "epoch": 0.8295016660771793,
+      "grad_norm": 0.19168633222579956,
+      "learning_rate": 1.9852144478758763e-05,
+      "loss": 1.3205,
+      "step": 2785
+    },
+    {
+      "epoch": 0.829799512276848,
+      "grad_norm": 0.19923147559165955,
+      "learning_rate": 1.9851979177930243e-05,
+      "loss": 1.3308,
+      "step": 2786
+    },
+    {
+      "epoch": 0.8300973584765167,
+      "grad_norm": 0.1852472871541977,
+      "learning_rate": 1.985181378544007e-05,
+      "loss": 1.2994,
+      "step": 2787
+    },
+    {
+      "epoch": 0.8303952046761853,
+      "grad_norm": 0.20116518437862396,
+      "learning_rate": 1.985164830128977e-05,
+      "loss": 1.3182,
+      "step": 2788
+    },
+    {
+      "epoch": 0.830693050875854,
+      "grad_norm": 0.1894659548997879,
+      "learning_rate": 1.9851482725480896e-05,
+      "loss": 1.3044,
+      "step": 2789
+    },
+    {
+      "epoch": 0.8309908970755226,
+      "grad_norm": 0.19924505054950714,
+      "learning_rate": 1.9851317058014978e-05,
+      "loss": 1.3123,
+      "step": 2790
+    },
+    {
+      "epoch": 0.8312887432751913,
+      "grad_norm": 0.19592399895191193,
+      "learning_rate": 1.9851151298893563e-05,
+      "loss": 1.3243,
+      "step": 2791
+    },
+    {
+      "epoch": 0.83158658947486,
+      "grad_norm": 0.19199055433273315,
+      "learning_rate": 1.9850985448118192e-05,
+      "loss": 1.3114,
+      "step": 2792
+    },
+    {
+      "epoch": 0.8318844356745285,
+      "grad_norm": 0.1868075728416443,
+      "learning_rate": 1.9850819505690408e-05,
+      "loss": 1.3117,
+      "step": 2793
+    },
+    {
+      "epoch": 0.8321822818741972,
+      "grad_norm": 0.19179585576057434,
+      "learning_rate": 1.985065347161175e-05,
+      "loss": 1.3254,
+      "step": 2794
+    },
+    {
+      "epoch": 0.8324801280738658,
+      "grad_norm": 0.2259640246629715,
+      "learning_rate": 1.985048734588377e-05,
+      "loss": 1.3308,
+      "step": 2795
+    },
+    {
+      "epoch": 0.8327779742735345,
+      "grad_norm": 0.19590279459953308,
+      "learning_rate": 1.9850321128508013e-05,
+      "loss": 1.3217,
+      "step": 2796
+    },
+    {
+      "epoch": 0.8330758204732032,
+      "grad_norm": 0.19112949073314667,
+      "learning_rate": 1.985015481948602e-05,
+      "loss": 1.3131,
+      "step": 2797
+    },
+    {
+      "epoch": 0.8333736666728718,
+      "grad_norm": 0.20110125839710236,
+      "learning_rate": 1.9849988418819342e-05,
+      "loss": 1.3052,
+      "step": 2798
+    },
+    {
+      "epoch": 0.8336715128725405,
+      "grad_norm": 0.1952708512544632,
+      "learning_rate": 1.984982192650953e-05,
+      "loss": 1.2947,
+      "step": 2799
+    },
+    {
+      "epoch": 0.833969359072209,
+      "grad_norm": 0.18995912373065948,
+      "learning_rate": 1.9849655342558126e-05,
+      "loss": 1.3191,
+      "step": 2800
+    },
+    {
+      "epoch": 0.8342672052718777,
+      "grad_norm": 0.1994224488735199,
+      "learning_rate": 1.9849488666966686e-05,
+      "loss": 1.3229,
+      "step": 2801
+    },
+    {
+      "epoch": 0.8345650514715464,
+      "grad_norm": 0.19360418617725372,
+      "learning_rate": 1.9849321899736757e-05,
+      "loss": 1.3131,
+      "step": 2802
+    },
+    {
+      "epoch": 0.834862897671215,
+      "grad_norm": 0.20493118464946747,
+      "learning_rate": 1.9849155040869895e-05,
+      "loss": 1.3249,
+      "step": 2803
+    },
+    {
+      "epoch": 0.8351607438708837,
+      "grad_norm": 0.1936962753534317,
+      "learning_rate": 1.9848988090367648e-05,
+      "loss": 1.3174,
+      "step": 2804
+    },
+    {
+      "epoch": 0.8354585900705523,
+      "grad_norm": 0.18214362859725952,
+      "learning_rate": 1.9848821048231567e-05,
+      "loss": 1.3082,
+      "step": 2805
+    },
+    {
+      "epoch": 0.835756436270221,
+      "grad_norm": 0.21772930026054382,
+      "learning_rate": 1.9848653914463214e-05,
+      "loss": 1.3053,
+      "step": 2806
+    },
+    {
+      "epoch": 0.8360542824698897,
+      "grad_norm": 0.19386501610279083,
+      "learning_rate": 1.9848486689064138e-05,
+      "loss": 1.3072,
+      "step": 2807
+    },
+    {
+      "epoch": 0.8363521286695582,
+      "grad_norm": 0.183438241481781,
+      "learning_rate": 1.9848319372035898e-05,
+      "loss": 1.3009,
+      "step": 2808
+    },
+    {
+      "epoch": 0.8366499748692269,
+      "grad_norm": 0.21069328486919403,
+      "learning_rate": 1.9848151963380048e-05,
+      "loss": 1.3227,
+      "step": 2809
+    },
+    {
+      "epoch": 0.8369478210688955,
+      "grad_norm": 0.2096351981163025,
+      "learning_rate": 1.984798446309815e-05,
+      "loss": 1.313,
+      "step": 2810
+    },
+    {
+      "epoch": 0.8372456672685642,
+      "grad_norm": 0.20137789845466614,
+      "learning_rate": 1.9847816871191757e-05,
+      "loss": 1.3208,
+      "step": 2811
+    },
+    {
+      "epoch": 0.8375435134682329,
+      "grad_norm": 0.19148589670658112,
+      "learning_rate": 1.9847649187662433e-05,
+      "loss": 1.3121,
+      "step": 2812
+    },
+    {
+      "epoch": 0.8378413596679015,
+      "grad_norm": 0.19229096174240112,
+      "learning_rate": 1.9847481412511734e-05,
+      "loss": 1.2878,
+      "step": 2813
+    },
+    {
+      "epoch": 0.8381392058675702,
+      "grad_norm": 0.1903059333562851,
+      "learning_rate": 1.984731354574122e-05,
+      "loss": 1.3072,
+      "step": 2814
+    },
+    {
+      "epoch": 0.8384370520672387,
+      "grad_norm": 0.19770605862140656,
+      "learning_rate": 1.9847145587352458e-05,
+      "loss": 1.3059,
+      "step": 2815
+    },
+    {
+      "epoch": 0.8387348982669074,
+      "grad_norm": 0.20117489993572235,
+      "learning_rate": 1.984697753734701e-05,
+      "loss": 1.3155,
+      "step": 2816
+    },
+    {
+      "epoch": 0.839032744466576,
+      "grad_norm": 0.20878930389881134,
+      "learning_rate": 1.9846809395726433e-05,
+      "loss": 1.3177,
+      "step": 2817
+    },
+    {
+      "epoch": 0.8393305906662447,
+      "grad_norm": 0.19036711752414703,
+      "learning_rate": 1.9846641162492303e-05,
+      "loss": 1.3054,
+      "step": 2818
+    },
+    {
+      "epoch": 0.8396284368659134,
+      "grad_norm": 0.19927635788917542,
+      "learning_rate": 1.9846472837646173e-05,
+      "loss": 1.3266,
+      "step": 2819
+    },
+    {
+      "epoch": 0.839926283065582,
+      "grad_norm": 0.19310376048088074,
+      "learning_rate": 1.9846304421189618e-05,
+      "loss": 1.3124,
+      "step": 2820
+    },
+    {
+      "epoch": 0.8402241292652507,
+      "grad_norm": 0.19466964900493622,
+      "learning_rate": 1.9846135913124196e-05,
+      "loss": 1.3077,
+      "step": 2821
+    },
+    {
+      "epoch": 0.8405219754649194,
+      "grad_norm": 0.19182047247886658,
+      "learning_rate": 1.9845967313451484e-05,
+      "loss": 1.3104,
+      "step": 2822
+    },
+    {
+      "epoch": 0.8408198216645879,
+      "grad_norm": 0.18639199435710907,
+      "learning_rate": 1.9845798622173046e-05,
+      "loss": 1.3178,
+      "step": 2823
+    },
+    {
+      "epoch": 0.8411176678642566,
+      "grad_norm": 0.19101166725158691,
+      "learning_rate": 1.984562983929045e-05,
+      "loss": 1.3171,
+      "step": 2824
+    },
+    {
+      "epoch": 0.8414155140639252,
+      "grad_norm": 0.18609404563903809,
+      "learning_rate": 1.984546096480527e-05,
+      "loss": 1.3144,
+      "step": 2825
+    },
+    {
+      "epoch": 0.8417133602635939,
+      "grad_norm": 0.1885635405778885,
+      "learning_rate": 1.984529199871908e-05,
+      "loss": 1.3198,
+      "step": 2826
+    },
+    {
+      "epoch": 0.8420112064632626,
+      "grad_norm": 0.1921912133693695,
+      "learning_rate": 1.9845122941033443e-05,
+      "loss": 1.3247,
+      "step": 2827
+    },
+    {
+      "epoch": 0.8423090526629312,
+      "grad_norm": 0.21644912660121918,
+      "learning_rate": 1.9844953791749938e-05,
+      "loss": 1.3158,
+      "step": 2828
+    },
+    {
+      "epoch": 0.8426068988625999,
+      "grad_norm": 0.1851980835199356,
+      "learning_rate": 1.9844784550870137e-05,
+      "loss": 1.2949,
+      "step": 2829
+    },
+    {
+      "epoch": 0.8429047450622684,
+      "grad_norm": 0.19381019473075867,
+      "learning_rate": 1.9844615218395615e-05,
+      "loss": 1.3182,
+      "step": 2830
+    },
+    {
+      "epoch": 0.8432025912619371,
+      "grad_norm": 0.1965644806623459,
+      "learning_rate": 1.9844445794327947e-05,
+      "loss": 1.3122,
+      "step": 2831
+    },
+    {
+      "epoch": 0.8435004374616057,
+      "grad_norm": 0.20047470927238464,
+      "learning_rate": 1.984427627866871e-05,
+      "loss": 1.3124,
+      "step": 2832
+    },
+    {
+      "epoch": 0.8437982836612744,
+      "grad_norm": 0.1878950148820877,
+      "learning_rate": 1.984410667141948e-05,
+      "loss": 1.3033,
+      "step": 2833
+    },
+    {
+      "epoch": 0.8440961298609431,
+      "grad_norm": 0.18842440843582153,
+      "learning_rate": 1.9843936972581838e-05,
+      "loss": 1.3162,
+      "step": 2834
+    },
+    {
+      "epoch": 0.8443939760606117,
+      "grad_norm": 0.19343741238117218,
+      "learning_rate": 1.984376718215736e-05,
+      "loss": 1.3271,
+      "step": 2835
+    },
+    {
+      "epoch": 0.8446918222602804,
+      "grad_norm": 0.19063957035541534,
+      "learning_rate": 1.9843597300147625e-05,
+      "loss": 1.3083,
+      "step": 2836
+    },
+    {
+      "epoch": 0.8449896684599489,
+      "grad_norm": 0.20658956468105316,
+      "learning_rate": 1.9843427326554218e-05,
+      "loss": 1.3055,
+      "step": 2837
+    },
+    {
+      "epoch": 0.8452875146596176,
+      "grad_norm": 0.19133248925209045,
+      "learning_rate": 1.9843257261378717e-05,
+      "loss": 1.3177,
+      "step": 2838
+    },
+    {
+      "epoch": 0.8455853608592863,
+      "grad_norm": 0.1955590844154358,
+      "learning_rate": 1.9843087104622702e-05,
+      "loss": 1.2879,
+      "step": 2839
+    },
+    {
+      "epoch": 0.8458832070589549,
+      "grad_norm": 0.1960470825433731,
+      "learning_rate": 1.984291685628776e-05,
+      "loss": 1.3118,
+      "step": 2840
+    },
+    {
+      "epoch": 0.8461810532586236,
+      "grad_norm": 0.2028670758008957,
+      "learning_rate": 1.9842746516375474e-05,
+      "loss": 1.318,
+      "step": 2841
+    },
+    {
+      "epoch": 0.8464788994582922,
+      "grad_norm": 0.18661056458950043,
+      "learning_rate": 1.984257608488743e-05,
+      "loss": 1.2969,
+      "step": 2842
+    },
+    {
+      "epoch": 0.8467767456579609,
+      "grad_norm": 0.18581277132034302,
+      "learning_rate": 1.984240556182521e-05,
+      "loss": 1.3079,
+      "step": 2843
+    },
+    {
+      "epoch": 0.8470745918576296,
+      "grad_norm": 0.19332443177700043,
+      "learning_rate": 1.9842234947190406e-05,
+      "loss": 1.3074,
+      "step": 2844
+    },
+    {
+      "epoch": 0.8473724380572981,
+      "grad_norm": 0.19430364668369293,
+      "learning_rate": 1.98420642409846e-05,
+      "loss": 1.3131,
+      "step": 2845
+    },
+    {
+      "epoch": 0.8476702842569668,
+      "grad_norm": 0.1899929642677307,
+      "learning_rate": 1.9841893443209385e-05,
+      "loss": 1.3215,
+      "step": 2846
+    },
+    {
+      "epoch": 0.8479681304566354,
+      "grad_norm": 0.18724815547466278,
+      "learning_rate": 1.9841722553866344e-05,
+      "loss": 1.3109,
+      "step": 2847
+    },
+    {
+      "epoch": 0.8482659766563041,
+      "grad_norm": 0.19492894411087036,
+      "learning_rate": 1.984155157295707e-05,
+      "loss": 1.3271,
+      "step": 2848
+    },
+    {
+      "epoch": 0.8485638228559728,
+      "grad_norm": 0.18969008326530457,
+      "learning_rate": 1.9841380500483157e-05,
+      "loss": 1.3087,
+      "step": 2849
+    },
+    {
+      "epoch": 0.8488616690556414,
+      "grad_norm": 0.19285663962364197,
+      "learning_rate": 1.984120933644619e-05,
+      "loss": 1.2828,
+      "step": 2850
+    },
+    {
+      "epoch": 0.8491595152553101,
+      "grad_norm": 0.19459478557109833,
+      "learning_rate": 1.984103808084777e-05,
+      "loss": 1.3242,
+      "step": 2851
+    },
+    {
+      "epoch": 0.8494573614549786,
+      "grad_norm": 0.1840110868215561,
+      "learning_rate": 1.9840866733689482e-05,
+      "loss": 1.3112,
+      "step": 2852
+    },
+    {
+      "epoch": 0.8497552076546473,
+      "grad_norm": 0.19513243436813354,
+      "learning_rate": 1.9840695294972926e-05,
+      "loss": 1.3048,
+      "step": 2853
+    },
+    {
+      "epoch": 0.850053053854316,
+      "grad_norm": 0.1993199735879898,
+      "learning_rate": 1.98405237646997e-05,
+      "loss": 1.3422,
+      "step": 2854
+    },
+    {
+      "epoch": 0.8503509000539846,
+      "grad_norm": 0.1872604489326477,
+      "learning_rate": 1.9840352142871384e-05,
+      "loss": 1.3077,
+      "step": 2855
+    },
+    {
+      "epoch": 0.8506487462536533,
+      "grad_norm": 0.18576233088970184,
+      "learning_rate": 1.9840180429489593e-05,
+      "loss": 1.3156,
+      "step": 2856
+    },
+    {
+      "epoch": 0.8509465924533219,
+      "grad_norm": 0.18810655176639557,
+      "learning_rate": 1.9840008624555917e-05,
+      "loss": 1.3133,
+      "step": 2857
+    },
+    {
+      "epoch": 0.8512444386529906,
+      "grad_norm": 0.18760626018047333,
+      "learning_rate": 1.983983672807195e-05,
+      "loss": 1.2985,
+      "step": 2858
+    },
+    {
+      "epoch": 0.8515422848526593,
+      "grad_norm": 0.18436740338802338,
+      "learning_rate": 1.98396647400393e-05,
+      "loss": 1.3197,
+      "step": 2859
+    },
+    {
+      "epoch": 0.8518401310523278,
+      "grad_norm": 0.18469035625457764,
+      "learning_rate": 1.983949266045956e-05,
+      "loss": 1.3238,
+      "step": 2860
+    },
+    {
+      "epoch": 0.8521379772519965,
+      "grad_norm": 0.18595953285694122,
+      "learning_rate": 1.983932048933434e-05,
+      "loss": 1.3141,
+      "step": 2861
+    },
+    {
+      "epoch": 0.8524358234516651,
+      "grad_norm": 0.19043129682540894,
+      "learning_rate": 1.983914822666523e-05,
+      "loss": 1.3231,
+      "step": 2862
+    },
+    {
+      "epoch": 0.8527336696513338,
+      "grad_norm": 0.19436709582805634,
+      "learning_rate": 1.9838975872453842e-05,
+      "loss": 1.331,
+      "step": 2863
+    },
+    {
+      "epoch": 0.8530315158510025,
+      "grad_norm": 0.19808824360370636,
+      "learning_rate": 1.9838803426701774e-05,
+      "loss": 1.3049,
+      "step": 2864
+    },
+    {
+      "epoch": 0.8533293620506711,
+      "grad_norm": 0.18367069959640503,
+      "learning_rate": 1.9838630889410635e-05,
+      "loss": 1.3097,
+      "step": 2865
+    },
+    {
+      "epoch": 0.8536272082503398,
+      "grad_norm": 0.20176853239536285,
+      "learning_rate": 1.9838458260582024e-05,
+      "loss": 1.3348,
+      "step": 2866
+    },
+    {
+      "epoch": 0.8539250544500083,
+      "grad_norm": 0.1957586705684662,
+      "learning_rate": 1.9838285540217554e-05,
+      "loss": 1.3194,
+      "step": 2867
+    },
+    {
+      "epoch": 0.854222900649677,
+      "grad_norm": 0.19776873290538788,
+      "learning_rate": 1.983811272831883e-05,
+      "loss": 1.3224,
+      "step": 2868
+    },
+    {
+      "epoch": 0.8545207468493456,
+      "grad_norm": 0.1966826468706131,
+      "learning_rate": 1.983793982488746e-05,
+      "loss": 1.3134,
+      "step": 2869
+    },
+    {
+      "epoch": 0.8548185930490143,
+      "grad_norm": 0.19042354822158813,
+      "learning_rate": 1.9837766829925045e-05,
+      "loss": 1.2999,
+      "step": 2870
+    },
+    {
+      "epoch": 0.855116439248683,
+      "grad_norm": 0.20047244429588318,
+      "learning_rate": 1.9837593743433207e-05,
+      "loss": 1.3303,
+      "step": 2871
+    },
+    {
+      "epoch": 0.8554142854483516,
+      "grad_norm": 0.20083603262901306,
+      "learning_rate": 1.9837420565413546e-05,
+      "loss": 1.3063,
+      "step": 2872
+    },
+    {
+      "epoch": 0.8557121316480203,
+      "grad_norm": 0.2025173008441925,
+      "learning_rate": 1.9837247295867682e-05,
+      "loss": 1.3232,
+      "step": 2873
+    },
+    {
+      "epoch": 0.856009977847689,
+      "grad_norm": 0.20584246516227722,
+      "learning_rate": 1.9837073934797222e-05,
+      "loss": 1.322,
+      "step": 2874
+    },
+    {
+      "epoch": 0.8563078240473575,
+      "grad_norm": 0.1971740424633026,
+      "learning_rate": 1.9836900482203778e-05,
+      "loss": 1.3105,
+      "step": 2875
+    },
+    {
+      "epoch": 0.8566056702470262,
+      "grad_norm": 0.18648609519004822,
+      "learning_rate": 1.9836726938088966e-05,
+      "loss": 1.3218,
+      "step": 2876
+    },
+    {
+      "epoch": 0.8569035164466948,
+      "grad_norm": 0.2044125497341156,
+      "learning_rate": 1.9836553302454402e-05,
+      "loss": 1.3245,
+      "step": 2877
+    },
+    {
+      "epoch": 0.8572013626463635,
+      "grad_norm": 0.20012997090816498,
+      "learning_rate": 1.9836379575301696e-05,
+      "loss": 1.3213,
+      "step": 2878
+    },
+    {
+      "epoch": 0.8574992088460321,
+      "grad_norm": 0.1945681869983673,
+      "learning_rate": 1.983620575663247e-05,
+      "loss": 1.3169,
+      "step": 2879
+    },
+    {
+      "epoch": 0.8577970550457008,
+      "grad_norm": 0.19905398786067963,
+      "learning_rate": 1.9836031846448338e-05,
+      "loss": 1.3251,
+      "step": 2880
+    },
+    {
+      "epoch": 0.8580949012453695,
+      "grad_norm": 0.2026236206293106,
+      "learning_rate": 1.9835857844750922e-05,
+      "loss": 1.3394,
+      "step": 2881
+    },
+    {
+      "epoch": 0.858392747445038,
+      "grad_norm": 0.19498775899410248,
+      "learning_rate": 1.9835683751541835e-05,
+      "loss": 1.2935,
+      "step": 2882
+    },
+    {
+      "epoch": 0.8586905936447067,
+      "grad_norm": 0.20352014899253845,
+      "learning_rate": 1.9835509566822703e-05,
+      "loss": 1.3141,
+      "step": 2883
+    },
+    {
+      "epoch": 0.8589884398443753,
+      "grad_norm": 0.19510705769062042,
+      "learning_rate": 1.983533529059514e-05,
+      "loss": 1.3114,
+      "step": 2884
+    },
+    {
+      "epoch": 0.859286286044044,
+      "grad_norm": 0.19283436238765717,
+      "learning_rate": 1.983516092286077e-05,
+      "loss": 1.3209,
+      "step": 2885
+    },
+    {
+      "epoch": 0.8595841322437127,
+      "grad_norm": 0.1914401352405548,
+      "learning_rate": 1.9834986463621218e-05,
+      "loss": 1.3057,
+      "step": 2886
+    },
+    {
+      "epoch": 0.8598819784433813,
+      "grad_norm": 0.19460298120975494,
+      "learning_rate": 1.9834811912878106e-05,
+      "loss": 1.2959,
+      "step": 2887
+    },
+    {
+      "epoch": 0.86017982464305,
+      "grad_norm": 0.19352369010448456,
+      "learning_rate": 1.9834637270633057e-05,
+      "loss": 1.295,
+      "step": 2888
+    },
+    {
+      "epoch": 0.8604776708427186,
+      "grad_norm": 0.19900284707546234,
+      "learning_rate": 1.9834462536887694e-05,
+      "loss": 1.3332,
+      "step": 2889
+    },
+    {
+      "epoch": 0.8607755170423872,
+      "grad_norm": 0.19056642055511475,
+      "learning_rate": 1.9834287711643647e-05,
+      "loss": 1.297,
+      "step": 2890
+    },
+    {
+      "epoch": 0.8610733632420559,
+      "grad_norm": 0.19439257681369781,
+      "learning_rate": 1.983411279490254e-05,
+      "loss": 1.3127,
+      "step": 2891
+    },
+    {
+      "epoch": 0.8613712094417245,
+      "grad_norm": 0.18397583067417145,
+      "learning_rate": 1.9833937786666e-05,
+      "loss": 1.3181,
+      "step": 2892
+    },
+    {
+      "epoch": 0.8616690556413932,
+      "grad_norm": 0.19947071373462677,
+      "learning_rate": 1.9833762686935656e-05,
+      "loss": 1.3075,
+      "step": 2893
+    },
+    {
+      "epoch": 0.8619669018410618,
+      "grad_norm": 0.18260259926319122,
+      "learning_rate": 1.9833587495713138e-05,
+      "loss": 1.3129,
+      "step": 2894
+    },
+    {
+      "epoch": 0.8622647480407305,
+      "grad_norm": 0.1963987797498703,
+      "learning_rate": 1.9833412213000077e-05,
+      "loss": 1.3141,
+      "step": 2895
+    },
+    {
+      "epoch": 0.8625625942403992,
+      "grad_norm": 0.2164333015680313,
+      "learning_rate": 1.9833236838798097e-05,
+      "loss": 1.3123,
+      "step": 2896
+    },
+    {
+      "epoch": 0.8628604404400677,
+      "grad_norm": 0.19688157737255096,
+      "learning_rate": 1.9833061373108836e-05,
+      "loss": 1.3178,
+      "step": 2897
+    },
+    {
+      "epoch": 0.8631582866397364,
+      "grad_norm": 0.1961808204650879,
+      "learning_rate": 1.9832885815933926e-05,
+      "loss": 1.313,
+      "step": 2898
+    },
+    {
+      "epoch": 0.863456132839405,
+      "grad_norm": 0.1982816457748413,
+      "learning_rate": 1.9832710167275002e-05,
+      "loss": 1.3211,
+      "step": 2899
+    },
+    {
+      "epoch": 0.8637539790390737,
+      "grad_norm": 0.20556198060512543,
+      "learning_rate": 1.983253442713369e-05,
+      "loss": 1.3202,
+      "step": 2900
+    },
+    {
+      "epoch": 0.8640518252387424,
+      "grad_norm": 0.2019490897655487,
+      "learning_rate": 1.9832358595511638e-05,
+      "loss": 1.3018,
+      "step": 2901
+    },
+    {
+      "epoch": 0.864349671438411,
+      "grad_norm": 0.19240225851535797,
+      "learning_rate": 1.9832182672410468e-05,
+      "loss": 1.3138,
+      "step": 2902
+    },
+    {
+      "epoch": 0.8646475176380797,
+      "grad_norm": 0.19900253415107727,
+      "learning_rate": 1.9832006657831827e-05,
+      "loss": 1.3014,
+      "step": 2903
+    },
+    {
+      "epoch": 0.8649453638377483,
+      "grad_norm": 0.19329264760017395,
+      "learning_rate": 1.9831830551777348e-05,
+      "loss": 1.3122,
+      "step": 2904
+    },
+    {
+      "epoch": 0.8652432100374169,
+      "grad_norm": 0.20352724194526672,
+      "learning_rate": 1.983165435424867e-05,
+      "loss": 1.3035,
+      "step": 2905
+    },
+    {
+      "epoch": 0.8655410562370855,
+      "grad_norm": 0.22703319787979126,
+      "learning_rate": 1.9831478065247434e-05,
+      "loss": 1.2987,
+      "step": 2906
+    },
+    {
+      "epoch": 0.8658389024367542,
+      "grad_norm": 0.19756467640399933,
+      "learning_rate": 1.9831301684775276e-05,
+      "loss": 1.306,
+      "step": 2907
+    },
+    {
+      "epoch": 0.8661367486364229,
+      "grad_norm": 0.21882663667201996,
+      "learning_rate": 1.9831125212833842e-05,
+      "loss": 1.3342,
+      "step": 2908
+    },
+    {
+      "epoch": 0.8664345948360915,
+      "grad_norm": 0.20317678153514862,
+      "learning_rate": 1.9830948649424773e-05,
+      "loss": 1.3162,
+      "step": 2909
+    },
+    {
+      "epoch": 0.8667324410357602,
+      "grad_norm": 0.20027881860733032,
+      "learning_rate": 1.9830771994549712e-05,
+      "loss": 1.3061,
+      "step": 2910
+    },
+    {
+      "epoch": 0.8670302872354289,
+      "grad_norm": 0.19904261827468872,
+      "learning_rate": 1.98305952482103e-05,
+      "loss": 1.3042,
+      "step": 2911
+    },
+    {
+      "epoch": 0.8673281334350974,
+      "grad_norm": 0.2004762887954712,
+      "learning_rate": 1.983041841040818e-05,
+      "loss": 1.2973,
+      "step": 2912
+    },
+    {
+      "epoch": 0.8676259796347661,
+      "grad_norm": 0.20205415785312653,
+      "learning_rate": 1.9830241481145e-05,
+      "loss": 1.3091,
+      "step": 2913
+    },
+    {
+      "epoch": 0.8679238258344347,
+      "grad_norm": 0.2154819518327713,
+      "learning_rate": 1.983006446042241e-05,
+      "loss": 1.3296,
+      "step": 2914
+    },
+    {
+      "epoch": 0.8682216720341034,
+      "grad_norm": 0.19992339611053467,
+      "learning_rate": 1.982988734824205e-05,
+      "loss": 1.3025,
+      "step": 2915
+    },
+    {
+      "epoch": 0.868519518233772,
+      "grad_norm": 0.19117744266986847,
+      "learning_rate": 1.9829710144605568e-05,
+      "loss": 1.313,
+      "step": 2916
+    },
+    {
+      "epoch": 0.8688173644334407,
+      "grad_norm": 0.20051947236061096,
+      "learning_rate": 1.9829532849514623e-05,
+      "loss": 1.3172,
+      "step": 2917
+    },
+    {
+      "epoch": 0.8691152106331094,
+      "grad_norm": 0.18870866298675537,
+      "learning_rate": 1.9829355462970852e-05,
+      "loss": 1.308,
+      "step": 2918
+    },
+    {
+      "epoch": 0.8694130568327779,
+      "grad_norm": 0.18585895001888275,
+      "learning_rate": 1.9829177984975912e-05,
+      "loss": 1.3361,
+      "step": 2919
+    },
+    {
+      "epoch": 0.8697109030324466,
+      "grad_norm": 0.19265083968639374,
+      "learning_rate": 1.982900041553145e-05,
+      "loss": 1.2989,
+      "step": 2920
+    },
+    {
+      "epoch": 0.8700087492321152,
+      "grad_norm": 0.20708735287189484,
+      "learning_rate": 1.9828822754639124e-05,
+      "loss": 1.3295,
+      "step": 2921
+    },
+    {
+      "epoch": 0.8703065954317839,
+      "grad_norm": 0.19332322478294373,
+      "learning_rate": 1.982864500230058e-05,
+      "loss": 1.3164,
+      "step": 2922
+    },
+    {
+      "epoch": 0.8706044416314526,
+      "grad_norm": 0.19034935534000397,
+      "learning_rate": 1.982846715851748e-05,
+      "loss": 1.2992,
+      "step": 2923
+    },
+    {
+      "epoch": 0.8709022878311212,
+      "grad_norm": 0.21060289442539215,
+      "learning_rate": 1.982828922329147e-05,
+      "loss": 1.3204,
+      "step": 2924
+    },
+    {
+      "epoch": 0.8712001340307899,
+      "grad_norm": 0.20401045680046082,
+      "learning_rate": 1.9828111196624212e-05,
+      "loss": 1.2966,
+      "step": 2925
+    },
+    {
+      "epoch": 0.8714979802304585,
+      "grad_norm": 0.1838827133178711,
+      "learning_rate": 1.982793307851736e-05,
+      "loss": 1.3039,
+      "step": 2926
+    },
+    {
+      "epoch": 0.8717958264301271,
+      "grad_norm": 0.20430974662303925,
+      "learning_rate": 1.9827754868972572e-05,
+      "loss": 1.3115,
+      "step": 2927
+    },
+    {
+      "epoch": 0.8720936726297958,
+      "grad_norm": 0.19398505985736847,
+      "learning_rate": 1.9827576567991503e-05,
+      "loss": 1.3243,
+      "step": 2928
+    },
+    {
+      "epoch": 0.8723915188294644,
+      "grad_norm": 0.1987292468547821,
+      "learning_rate": 1.9827398175575815e-05,
+      "loss": 1.3095,
+      "step": 2929
+    },
+    {
+      "epoch": 0.8726893650291331,
+      "grad_norm": 0.19124366343021393,
+      "learning_rate": 1.9827219691727167e-05,
+      "loss": 1.3105,
+      "step": 2930
+    },
+    {
+      "epoch": 0.8729872112288017,
+      "grad_norm": 0.19534295797348022,
+      "learning_rate": 1.9827041116447217e-05,
+      "loss": 1.3082,
+      "step": 2931
+    },
+    {
+      "epoch": 0.8732850574284704,
+      "grad_norm": 0.20367717742919922,
+      "learning_rate": 1.9826862449737633e-05,
+      "loss": 1.3146,
+      "step": 2932
+    },
+    {
+      "epoch": 0.8735829036281391,
+      "grad_norm": 0.19920623302459717,
+      "learning_rate": 1.982668369160007e-05,
+      "loss": 1.3078,
+      "step": 2933
+    },
+    {
+      "epoch": 0.8738807498278076,
+      "grad_norm": 0.19633528590202332,
+      "learning_rate": 1.9826504842036193e-05,
+      "loss": 1.3069,
+      "step": 2934
+    },
+    {
+      "epoch": 0.8741785960274763,
+      "grad_norm": 0.20765548944473267,
+      "learning_rate": 1.982632590104767e-05,
+      "loss": 1.3167,
+      "step": 2935
+    },
+    {
+      "epoch": 0.8744764422271449,
+      "grad_norm": 0.20531393587589264,
+      "learning_rate": 1.9826146868636162e-05,
+      "loss": 1.3116,
+      "step": 2936
+    },
+    {
+      "epoch": 0.8747742884268136,
+      "grad_norm": 0.2838412821292877,
+      "learning_rate": 1.9825967744803337e-05,
+      "loss": 1.3075,
+      "step": 2937
+    },
+    {
+      "epoch": 0.8750721346264823,
+      "grad_norm": 0.2089710533618927,
+      "learning_rate": 1.982578852955086e-05,
+      "loss": 1.3105,
+      "step": 2938
+    },
+    {
+      "epoch": 0.8753699808261509,
+      "grad_norm": 0.2029941827058792,
+      "learning_rate": 1.9825609222880396e-05,
+      "loss": 1.2992,
+      "step": 2939
+    },
+    {
+      "epoch": 0.8756678270258196,
+      "grad_norm": 0.19510619342327118,
+      "learning_rate": 1.982542982479362e-05,
+      "loss": 1.3293,
+      "step": 2940
+    },
+    {
+      "epoch": 0.8759656732254882,
+      "grad_norm": 0.19722811877727509,
+      "learning_rate": 1.9825250335292196e-05,
+      "loss": 1.3185,
+      "step": 2941
+    },
+    {
+      "epoch": 0.8762635194251568,
+      "grad_norm": 0.1850764900445938,
+      "learning_rate": 1.9825070754377794e-05,
+      "loss": 1.3113,
+      "step": 2942
+    },
+    {
+      "epoch": 0.8765613656248255,
+      "grad_norm": 0.18542790412902832,
+      "learning_rate": 1.9824891082052088e-05,
+      "loss": 1.2884,
+      "step": 2943
+    },
+    {
+      "epoch": 0.8768592118244941,
+      "grad_norm": 0.2818898558616638,
+      "learning_rate": 1.9824711318316744e-05,
+      "loss": 1.3054,
+      "step": 2944
+    },
+    {
+      "epoch": 0.8771570580241628,
+      "grad_norm": 0.19794979691505432,
+      "learning_rate": 1.9824531463173443e-05,
+      "loss": 1.3149,
+      "step": 2945
+    },
+    {
+      "epoch": 0.8774549042238314,
+      "grad_norm": 0.19850584864616394,
+      "learning_rate": 1.982435151662385e-05,
+      "loss": 1.3059,
+      "step": 2946
+    },
+    {
+      "epoch": 0.8777527504235001,
+      "grad_norm": 0.1981966346502304,
+      "learning_rate": 1.982417147866964e-05,
+      "loss": 1.3225,
+      "step": 2947
+    },
+    {
+      "epoch": 0.8780505966231688,
+      "grad_norm": 0.19317342340946198,
+      "learning_rate": 1.9823991349312495e-05,
+      "loss": 1.2975,
+      "step": 2948
+    },
+    {
+      "epoch": 0.8783484428228373,
+      "grad_norm": 0.19680213928222656,
+      "learning_rate": 1.9823811128554084e-05,
+      "loss": 1.3083,
+      "step": 2949
+    },
+    {
+      "epoch": 0.878646289022506,
+      "grad_norm": 0.1831223964691162,
+      "learning_rate": 1.9823630816396087e-05,
+      "loss": 1.3169,
+      "step": 2950
+    },
+    {
+      "epoch": 0.8789441352221746,
+      "grad_norm": 0.19879232347011566,
+      "learning_rate": 1.9823450412840183e-05,
+      "loss": 1.296,
+      "step": 2951
+    },
+    {
+      "epoch": 0.8792419814218433,
+      "grad_norm": 0.20635774731636047,
+      "learning_rate": 1.9823269917888045e-05,
+      "loss": 1.3359,
+      "step": 2952
+    },
+    {
+      "epoch": 0.879539827621512,
+      "grad_norm": 0.31576263904571533,
+      "learning_rate": 1.9823089331541357e-05,
+      "loss": 1.308,
+      "step": 2953
+    },
+    {
+      "epoch": 0.8798376738211806,
+      "grad_norm": 0.19298005104064941,
+      "learning_rate": 1.9822908653801796e-05,
+      "loss": 1.3243,
+      "step": 2954
+    },
+    {
+      "epoch": 0.8801355200208493,
+      "grad_norm": 0.19962824881076813,
+      "learning_rate": 1.9822727884671046e-05,
+      "loss": 1.3214,
+      "step": 2955
+    },
+    {
+      "epoch": 0.8804333662205179,
+      "grad_norm": 0.19718356430530548,
+      "learning_rate": 1.982254702415079e-05,
+      "loss": 1.3124,
+      "step": 2956
+    },
+    {
+      "epoch": 0.8807312124201865,
+      "grad_norm": 0.19522196054458618,
+      "learning_rate": 1.9822366072242704e-05,
+      "loss": 1.3185,
+      "step": 2957
+    },
+    {
+      "epoch": 0.8810290586198551,
+      "grad_norm": 0.19573675096035004,
+      "learning_rate": 1.9822185028948483e-05,
+      "loss": 1.2923,
+      "step": 2958
+    },
+    {
+      "epoch": 0.8813269048195238,
+      "grad_norm": 0.1976947784423828,
+      "learning_rate": 1.9822003894269795e-05,
+      "loss": 1.3237,
+      "step": 2959
+    },
+    {
+      "epoch": 0.8816247510191925,
+      "grad_norm": 0.20155999064445496,
+      "learning_rate": 1.982182266820834e-05,
+      "loss": 1.2854,
+      "step": 2960
+    },
+    {
+      "epoch": 0.8819225972188611,
+      "grad_norm": 0.1935465931892395,
+      "learning_rate": 1.98216413507658e-05,
+      "loss": 1.3018,
+      "step": 2961
+    },
+    {
+      "epoch": 0.8822204434185298,
+      "grad_norm": 0.1943049430847168,
+      "learning_rate": 1.9821459941943857e-05,
+      "loss": 1.3169,
+      "step": 2962
+    },
+    {
+      "epoch": 0.8825182896181984,
+      "grad_norm": 0.19589929282665253,
+      "learning_rate": 1.9821278441744205e-05,
+      "loss": 1.3065,
+      "step": 2963
+    },
+    {
+      "epoch": 0.882816135817867,
+      "grad_norm": 0.18929025530815125,
+      "learning_rate": 1.982109685016853e-05,
+      "loss": 1.307,
+      "step": 2964
+    },
+    {
+      "epoch": 0.8831139820175357,
+      "grad_norm": 0.19319988787174225,
+      "learning_rate": 1.9820915167218517e-05,
+      "loss": 1.3358,
+      "step": 2965
+    },
+    {
+      "epoch": 0.8834118282172043,
+      "grad_norm": 0.19552074372768402,
+      "learning_rate": 1.9820733392895865e-05,
+      "loss": 1.3163,
+      "step": 2966
+    },
+    {
+      "epoch": 0.883709674416873,
+      "grad_norm": 0.1948016732931137,
+      "learning_rate": 1.9820551527202262e-05,
+      "loss": 1.3193,
+      "step": 2967
+    },
+    {
+      "epoch": 0.8840075206165416,
+      "grad_norm": 0.19571538269519806,
+      "learning_rate": 1.9820369570139397e-05,
+      "loss": 1.316,
+      "step": 2968
+    },
+    {
+      "epoch": 0.8843053668162103,
+      "grad_norm": 0.1959875226020813,
+      "learning_rate": 1.9820187521708966e-05,
+      "loss": 1.3061,
+      "step": 2969
+    },
+    {
+      "epoch": 0.884603213015879,
+      "grad_norm": 0.2011423259973526,
+      "learning_rate": 1.9820005381912662e-05,
+      "loss": 1.3186,
+      "step": 2970
+    },
+    {
+      "epoch": 0.8849010592155476,
+      "grad_norm": 0.19470910727977753,
+      "learning_rate": 1.981982315075218e-05,
+      "loss": 1.3121,
+      "step": 2971
+    },
+    {
+      "epoch": 0.8851989054152162,
+      "grad_norm": 0.20103910565376282,
+      "learning_rate": 1.9819640828229214e-05,
+      "loss": 1.3182,
+      "step": 2972
+    },
+    {
+      "epoch": 0.8854967516148848,
+      "grad_norm": 0.19423173367977142,
+      "learning_rate": 1.9819458414345462e-05,
+      "loss": 1.3048,
+      "step": 2973
+    },
+    {
+      "epoch": 0.8857945978145535,
+      "grad_norm": 0.19678495824337006,
+      "learning_rate": 1.981927590910262e-05,
+      "loss": 1.3117,
+      "step": 2974
+    },
+    {
+      "epoch": 0.8860924440142222,
+      "grad_norm": 0.19346599280834198,
+      "learning_rate": 1.9819093312502383e-05,
+      "loss": 1.3251,
+      "step": 2975
+    },
+    {
+      "epoch": 0.8863902902138908,
+      "grad_norm": 0.1933828890323639,
+      "learning_rate": 1.981891062454646e-05,
+      "loss": 1.312,
+      "step": 2976
+    },
+    {
+      "epoch": 0.8866881364135595,
+      "grad_norm": 0.21723021566867828,
+      "learning_rate": 1.9818727845236537e-05,
+      "loss": 1.3115,
+      "step": 2977
+    },
+    {
+      "epoch": 0.8869859826132281,
+      "grad_norm": 0.20165273547172546,
+      "learning_rate": 1.9818544974574327e-05,
+      "loss": 1.3037,
+      "step": 2978
+    },
+    {
+      "epoch": 0.8872838288128967,
+      "grad_norm": 0.19502496719360352,
+      "learning_rate": 1.9818362012561525e-05,
+      "loss": 1.3188,
+      "step": 2979
+    },
+    {
+      "epoch": 0.8875816750125654,
+      "grad_norm": 0.19082093238830566,
+      "learning_rate": 1.981817895919983e-05,
+      "loss": 1.3179,
+      "step": 2980
+    },
+    {
+      "epoch": 0.887879521212234,
+      "grad_norm": 0.19495829939842224,
+      "learning_rate": 1.9817995814490956e-05,
+      "loss": 1.315,
+      "step": 2981
+    },
+    {
+      "epoch": 0.8881773674119027,
+      "grad_norm": 0.19247324764728546,
+      "learning_rate": 1.98178125784366e-05,
+      "loss": 1.3182,
+      "step": 2982
+    },
+    {
+      "epoch": 0.8884752136115713,
+      "grad_norm": 0.19553199410438538,
+      "learning_rate": 1.981762925103846e-05,
+      "loss": 1.2941,
+      "step": 2983
+    },
+    {
+      "epoch": 0.88877305981124,
+      "grad_norm": 0.1885903775691986,
+      "learning_rate": 1.981744583229825e-05,
+      "loss": 1.2995,
+      "step": 2984
+    },
+    {
+      "epoch": 0.8890709060109087,
+      "grad_norm": 0.19529998302459717,
+      "learning_rate": 1.981726232221768e-05,
+      "loss": 1.3087,
+      "step": 2985
+    },
+    {
+      "epoch": 0.8893687522105773,
+      "grad_norm": 0.1879928857088089,
+      "learning_rate": 1.981707872079845e-05,
+      "loss": 1.3053,
+      "step": 2986
+    },
+    {
+      "epoch": 0.8896665984102459,
+      "grad_norm": 0.21500670909881592,
+      "learning_rate": 1.9816895028042272e-05,
+      "loss": 1.3084,
+      "step": 2987
+    },
+    {
+      "epoch": 0.8899644446099145,
+      "grad_norm": 0.19979077577590942,
+      "learning_rate": 1.9816711243950852e-05,
+      "loss": 1.2911,
+      "step": 2988
+    },
+    {
+      "epoch": 0.8902622908095832,
+      "grad_norm": 0.18259525299072266,
+      "learning_rate": 1.98165273685259e-05,
+      "loss": 1.3061,
+      "step": 2989
+    },
+    {
+      "epoch": 0.8905601370092519,
+      "grad_norm": 0.19319696724414825,
+      "learning_rate": 1.9816343401769136e-05,
+      "loss": 1.3174,
+      "step": 2990
+    },
+    {
+      "epoch": 0.8908579832089205,
+      "grad_norm": 0.19616177678108215,
+      "learning_rate": 1.9816159343682256e-05,
+      "loss": 1.2965,
+      "step": 2991
+    },
+    {
+      "epoch": 0.8911558294085892,
+      "grad_norm": 0.19472496211528778,
+      "learning_rate": 1.9815975194266986e-05,
+      "loss": 1.3183,
+      "step": 2992
+    },
+    {
+      "epoch": 0.8914536756082578,
+      "grad_norm": 0.19293633103370667,
+      "learning_rate": 1.9815790953525033e-05,
+      "loss": 1.305,
+      "step": 2993
+    },
+    {
+      "epoch": 0.8917515218079264,
+      "grad_norm": 0.19016510248184204,
+      "learning_rate": 1.981560662145811e-05,
+      "loss": 1.2958,
+      "step": 2994
+    },
+    {
+      "epoch": 0.892049368007595,
+      "grad_norm": 0.19922995567321777,
+      "learning_rate": 1.9815422198067935e-05,
+      "loss": 1.3044,
+      "step": 2995
+    },
+    {
+      "epoch": 0.8923472142072637,
+      "grad_norm": 0.19845548272132874,
+      "learning_rate": 1.981523768335622e-05,
+      "loss": 1.3211,
+      "step": 2996
+    },
+    {
+      "epoch": 0.8926450604069324,
+      "grad_norm": 0.20516902208328247,
+      "learning_rate": 1.981505307732469e-05,
+      "loss": 1.3338,
+      "step": 2997
+    },
+    {
+      "epoch": 0.892942906606601,
+      "grad_norm": 0.21636910736560822,
+      "learning_rate": 1.981486837997505e-05,
+      "loss": 1.3116,
+      "step": 2998
+    },
+    {
+      "epoch": 0.8932407528062697,
+      "grad_norm": 0.20371657609939575,
+      "learning_rate": 1.9814683591309034e-05,
+      "loss": 1.3135,
+      "step": 2999
+    },
+    {
+      "epoch": 0.8935385990059383,
+      "grad_norm": 0.19144035875797272,
+      "learning_rate": 1.9814498711328348e-05,
+      "loss": 1.3089,
+      "step": 3000
+    },
+    {
+      "epoch": 0.8935385990059383,
+      "eval_loss": 1.3625597953796387,
+      "eval_runtime": 21.0759,
+      "eval_samples_per_second": 82.274,
+      "eval_steps_per_second": 5.172,
+      "step": 3000
+    },
+    {
+      "epoch": 0.8938364452056069,
+      "grad_norm": 0.19272580742835999,
+      "learning_rate": 1.9814313740034715e-05,
+      "loss": 1.301,
+      "step": 3001
+    },
+    {
+      "epoch": 0.8941342914052756,
+      "grad_norm": 0.19311420619487762,
+      "learning_rate": 1.9814128677429864e-05,
+      "loss": 1.3022,
+      "step": 3002
+    },
+    {
+      "epoch": 0.8944321376049442,
+      "grad_norm": 0.1974402368068695,
+      "learning_rate": 1.9813943523515507e-05,
+      "loss": 1.3036,
+      "step": 3003
+    },
+    {
+      "epoch": 0.8947299838046129,
+      "grad_norm": 0.187892347574234,
+      "learning_rate": 1.981375827829337e-05,
+      "loss": 1.2897,
+      "step": 3004
+    },
+    {
+      "epoch": 0.8950278300042815,
+      "grad_norm": 0.19705121219158173,
+      "learning_rate": 1.9813572941765176e-05,
+      "loss": 1.3024,
+      "step": 3005
+    },
+    {
+      "epoch": 0.8953256762039502,
+      "grad_norm": 0.2087492048740387,
+      "learning_rate": 1.981338751393265e-05,
+      "loss": 1.3222,
+      "step": 3006
+    },
+    {
+      "epoch": 0.8956235224036189,
+      "grad_norm": 0.19134962558746338,
+      "learning_rate": 1.981320199479752e-05,
+      "loss": 1.2942,
+      "step": 3007
+    },
+    {
+      "epoch": 0.8959213686032875,
+      "grad_norm": 0.1930139660835266,
+      "learning_rate": 1.981301638436151e-05,
+      "loss": 1.329,
+      "step": 3008
+    },
+    {
+      "epoch": 0.8962192148029561,
+      "grad_norm": 0.1902092695236206,
+      "learning_rate": 1.9812830682626342e-05,
+      "loss": 1.3007,
+      "step": 3009
+    },
+    {
+      "epoch": 0.8965170610026247,
+      "grad_norm": 0.1995134800672531,
+      "learning_rate": 1.9812644889593752e-05,
+      "loss": 1.3157,
+      "step": 3010
+    },
+    {
+      "epoch": 0.8968149072022934,
+      "grad_norm": 0.19240212440490723,
+      "learning_rate": 1.9812459005265463e-05,
+      "loss": 1.3122,
+      "step": 3011
+    },
+    {
+      "epoch": 0.8971127534019621,
+      "grad_norm": 0.20270533859729767,
+      "learning_rate": 1.9812273029643205e-05,
+      "loss": 1.3035,
+      "step": 3012
+    },
+    {
+      "epoch": 0.8974105996016307,
+      "grad_norm": 0.1889352947473526,
+      "learning_rate": 1.981208696272871e-05,
+      "loss": 1.3073,
+      "step": 3013
+    },
+    {
+      "epoch": 0.8977084458012994,
+      "grad_norm": 0.1877407431602478,
+      "learning_rate": 1.981190080452371e-05,
+      "loss": 1.2942,
+      "step": 3014
+    },
+    {
+      "epoch": 0.898006292000968,
+      "grad_norm": 0.192073792219162,
+      "learning_rate": 1.9811714555029937e-05,
+      "loss": 1.2944,
+      "step": 3015
+    },
+    {
+      "epoch": 0.8983041382006366,
+      "grad_norm": 0.20263244211673737,
+      "learning_rate": 1.9811528214249122e-05,
+      "loss": 1.3089,
+      "step": 3016
+    },
+    {
+      "epoch": 0.8986019844003053,
+      "grad_norm": 0.19734568893909454,
+      "learning_rate": 1.9811341782182994e-05,
+      "loss": 1.3108,
+      "step": 3017
+    },
+    {
+      "epoch": 0.8988998305999739,
+      "grad_norm": 0.19960430264472961,
+      "learning_rate": 1.9811155258833294e-05,
+      "loss": 1.3119,
+      "step": 3018
+    },
+    {
+      "epoch": 0.8991976767996426,
+      "grad_norm": 0.1904885470867157,
+      "learning_rate": 1.981096864420176e-05,
+      "loss": 1.291,
+      "step": 3019
+    },
+    {
+      "epoch": 0.8994955229993112,
+      "grad_norm": 0.19666573405265808,
+      "learning_rate": 1.9810781938290124e-05,
+      "loss": 1.2999,
+      "step": 3020
+    },
+    {
+      "epoch": 0.8997933691989799,
+      "grad_norm": 0.1923913210630417,
+      "learning_rate": 1.9810595141100116e-05,
+      "loss": 1.3184,
+      "step": 3021
+    },
+    {
+      "epoch": 0.9000912153986486,
+      "grad_norm": 0.19742454588413239,
+      "learning_rate": 1.981040825263349e-05,
+      "loss": 1.3083,
+      "step": 3022
+    },
+    {
+      "epoch": 0.9003890615983172,
+      "grad_norm": 0.19502176344394684,
+      "learning_rate": 1.981022127289197e-05,
+      "loss": 1.3085,
+      "step": 3023
+    },
+    {
+      "epoch": 0.9006869077979858,
+      "grad_norm": 0.19793961942195892,
+      "learning_rate": 1.9810034201877304e-05,
+      "loss": 1.3189,
+      "step": 3024
+    },
+    {
+      "epoch": 0.9009847539976544,
+      "grad_norm": 0.19931679964065552,
+      "learning_rate": 1.980984703959123e-05,
+      "loss": 1.3224,
+      "step": 3025
+    },
+    {
+      "epoch": 0.9012826001973231,
+      "grad_norm": 0.198928564786911,
+      "learning_rate": 1.980965978603549e-05,
+      "loss": 1.3149,
+      "step": 3026
+    },
+    {
+      "epoch": 0.9015804463969918,
+      "grad_norm": 0.19738368690013885,
+      "learning_rate": 1.9809472441211826e-05,
+      "loss": 1.3177,
+      "step": 3027
+    },
+    {
+      "epoch": 0.9018782925966604,
+      "grad_norm": 0.1833115518093109,
+      "learning_rate": 1.980928500512198e-05,
+      "loss": 1.313,
+      "step": 3028
+    },
+    {
+      "epoch": 0.9021761387963291,
+      "grad_norm": 0.19273918867111206,
+      "learning_rate": 1.9809097477767695e-05,
+      "loss": 1.3233,
+      "step": 3029
+    },
+    {
+      "epoch": 0.9024739849959977,
+      "grad_norm": 0.19289207458496094,
+      "learning_rate": 1.980890985915072e-05,
+      "loss": 1.2983,
+      "step": 3030
+    },
+    {
+      "epoch": 0.9027718311956663,
+      "grad_norm": 0.2008187621831894,
+      "learning_rate": 1.98087221492728e-05,
+      "loss": 1.3066,
+      "step": 3031
+    },
+    {
+      "epoch": 0.903069677395335,
+      "grad_norm": 0.20150333642959595,
+      "learning_rate": 1.9808534348135676e-05,
+      "loss": 1.2904,
+      "step": 3032
+    },
+    {
+      "epoch": 0.9033675235950036,
+      "grad_norm": 0.19519232213497162,
+      "learning_rate": 1.9808346455741097e-05,
+      "loss": 1.3192,
+      "step": 3033
+    },
+    {
+      "epoch": 0.9036653697946723,
+      "grad_norm": 0.19195297360420227,
+      "learning_rate": 1.9808158472090814e-05,
+      "loss": 1.3096,
+      "step": 3034
+    },
+    {
+      "epoch": 0.9039632159943409,
+      "grad_norm": 0.2011096477508545,
+      "learning_rate": 1.980797039718658e-05,
+      "loss": 1.3089,
+      "step": 3035
+    },
+    {
+      "epoch": 0.9042610621940096,
+      "grad_norm": 0.18987266719341278,
+      "learning_rate": 1.980778223103013e-05,
+      "loss": 1.2981,
+      "step": 3036
+    },
+    {
+      "epoch": 0.9045589083936783,
+      "grad_norm": 0.20272229611873627,
+      "learning_rate": 1.980759397362323e-05,
+      "loss": 1.3111,
+      "step": 3037
+    },
+    {
+      "epoch": 0.9048567545933469,
+      "grad_norm": 0.20297445356845856,
+      "learning_rate": 1.9807405624967627e-05,
+      "loss": 1.3028,
+      "step": 3038
+    },
+    {
+      "epoch": 0.9051546007930155,
+      "grad_norm": 0.1968143731355667,
+      "learning_rate": 1.980721718506507e-05,
+      "loss": 1.2874,
+      "step": 3039
+    },
+    {
+      "epoch": 0.9054524469926841,
+      "grad_norm": 0.19670012593269348,
+      "learning_rate": 1.9807028653917315e-05,
+      "loss": 1.2864,
+      "step": 3040
+    },
+    {
+      "epoch": 0.9057502931923528,
+      "grad_norm": 0.1936255693435669,
+      "learning_rate": 1.9806840031526113e-05,
+      "loss": 1.3033,
+      "step": 3041
+    },
+    {
+      "epoch": 0.9060481393920214,
+      "grad_norm": 0.2041553556919098,
+      "learning_rate": 1.9806651317893224e-05,
+      "loss": 1.314,
+      "step": 3042
+    },
+    {
+      "epoch": 0.9063459855916901,
+      "grad_norm": 0.20097097754478455,
+      "learning_rate": 1.9806462513020402e-05,
+      "loss": 1.3107,
+      "step": 3043
+    },
+    {
+      "epoch": 0.9066438317913588,
+      "grad_norm": 0.20446543395519257,
+      "learning_rate": 1.9806273616909403e-05,
+      "loss": 1.3226,
+      "step": 3044
+    },
+    {
+      "epoch": 0.9069416779910274,
+      "grad_norm": 0.19455336034297943,
+      "learning_rate": 1.980608462956198e-05,
+      "loss": 1.3077,
+      "step": 3045
+    },
+    {
+      "epoch": 0.907239524190696,
+      "grad_norm": 0.20479156076908112,
+      "learning_rate": 1.9805895550979898e-05,
+      "loss": 1.3041,
+      "step": 3046
+    },
+    {
+      "epoch": 0.9075373703903646,
+      "grad_norm": 0.1962958574295044,
+      "learning_rate": 1.9805706381164917e-05,
+      "loss": 1.3184,
+      "step": 3047
+    },
+    {
+      "epoch": 0.9078352165900333,
+      "grad_norm": 0.2033453732728958,
+      "learning_rate": 1.9805517120118788e-05,
+      "loss": 1.3003,
+      "step": 3048
+    },
+    {
+      "epoch": 0.908133062789702,
+      "grad_norm": 0.21646438539028168,
+      "learning_rate": 1.980532776784328e-05,
+      "loss": 1.3184,
+      "step": 3049
+    },
+    {
+      "epoch": 0.9084309089893706,
+      "grad_norm": 0.20765748620033264,
+      "learning_rate": 1.9805138324340152e-05,
+      "loss": 1.3167,
+      "step": 3050
+    },
+    {
+      "epoch": 0.9087287551890393,
+      "grad_norm": 0.2132749706506729,
+      "learning_rate": 1.9804948789611166e-05,
+      "loss": 1.3433,
+      "step": 3051
+    },
+    {
+      "epoch": 0.9090266013887079,
+      "grad_norm": 0.20811358094215393,
+      "learning_rate": 1.980475916365809e-05,
+      "loss": 1.3159,
+      "step": 3052
+    },
+    {
+      "epoch": 0.9093244475883766,
+      "grad_norm": 0.2119991034269333,
+      "learning_rate": 1.980456944648268e-05,
+      "loss": 1.3237,
+      "step": 3053
+    },
+    {
+      "epoch": 0.9096222937880452,
+      "grad_norm": 0.20286352932453156,
+      "learning_rate": 1.9804379638086706e-05,
+      "loss": 1.3194,
+      "step": 3054
+    },
+    {
+      "epoch": 0.9099201399877138,
+      "grad_norm": 0.20021235942840576,
+      "learning_rate": 1.9804189738471935e-05,
+      "loss": 1.2853,
+      "step": 3055
+    },
+    {
+      "epoch": 0.9102179861873825,
+      "grad_norm": 0.19465458393096924,
+      "learning_rate": 1.9803999747640135e-05,
+      "loss": 1.3183,
+      "step": 3056
+    },
+    {
+      "epoch": 0.9105158323870511,
+      "grad_norm": 0.21487313508987427,
+      "learning_rate": 1.980380966559307e-05,
+      "loss": 1.3205,
+      "step": 3057
+    },
+    {
+      "epoch": 0.9108136785867198,
+      "grad_norm": 0.19248226284980774,
+      "learning_rate": 1.9803619492332507e-05,
+      "loss": 1.317,
+      "step": 3058
+    },
+    {
+      "epoch": 0.9111115247863885,
+      "grad_norm": 0.20386140048503876,
+      "learning_rate": 1.9803429227860218e-05,
+      "loss": 1.3019,
+      "step": 3059
+    },
+    {
+      "epoch": 0.9114093709860571,
+      "grad_norm": 0.18888108432292938,
+      "learning_rate": 1.9803238872177972e-05,
+      "loss": 1.3095,
+      "step": 3060
+    },
+    {
+      "epoch": 0.9117072171857257,
+      "grad_norm": 0.20344072580337524,
+      "learning_rate": 1.9803048425287543e-05,
+      "loss": 1.3146,
+      "step": 3061
+    },
+    {
+      "epoch": 0.9120050633853943,
+      "grad_norm": 0.20831163227558136,
+      "learning_rate": 1.98028578871907e-05,
+      "loss": 1.337,
+      "step": 3062
+    },
+    {
+      "epoch": 0.912302909585063,
+      "grad_norm": 0.19399350881576538,
+      "learning_rate": 1.980266725788922e-05,
+      "loss": 1.3102,
+      "step": 3063
+    },
+    {
+      "epoch": 0.9126007557847317,
+      "grad_norm": 0.2027069479227066,
+      "learning_rate": 1.9802476537384868e-05,
+      "loss": 1.3089,
+      "step": 3064
+    },
+    {
+      "epoch": 0.9128986019844003,
+      "grad_norm": 0.20166629552841187,
+      "learning_rate": 1.980228572567943e-05,
+      "loss": 1.2962,
+      "step": 3065
+    },
+    {
+      "epoch": 0.913196448184069,
+      "grad_norm": 0.2001592516899109,
+      "learning_rate": 1.980209482277467e-05,
+      "loss": 1.3127,
+      "step": 3066
+    },
+    {
+      "epoch": 0.9134942943837376,
+      "grad_norm": 0.2128322273492813,
+      "learning_rate": 1.9801903828672372e-05,
+      "loss": 1.3051,
+      "step": 3067
+    },
+    {
+      "epoch": 0.9137921405834063,
+      "grad_norm": 0.1976434886455536,
+      "learning_rate": 1.9801712743374312e-05,
+      "loss": 1.3123,
+      "step": 3068
+    },
+    {
+      "epoch": 0.9140899867830748,
+      "grad_norm": 0.20201466977596283,
+      "learning_rate": 1.980152156688226e-05,
+      "loss": 1.2979,
+      "step": 3069
+    },
+    {
+      "epoch": 0.9143878329827435,
+      "grad_norm": 0.20096318423748016,
+      "learning_rate": 1.9801330299198005e-05,
+      "loss": 1.2987,
+      "step": 3070
+    },
+    {
+      "epoch": 0.9146856791824122,
+      "grad_norm": 0.19993111491203308,
+      "learning_rate": 1.980113894032332e-05,
+      "loss": 1.299,
+      "step": 3071
+    },
+    {
+      "epoch": 0.9149835253820808,
+      "grad_norm": 0.20647186040878296,
+      "learning_rate": 1.980094749025999e-05,
+      "loss": 1.2875,
+      "step": 3072
+    },
+    {
+      "epoch": 0.9152813715817495,
+      "grad_norm": 0.224049374461174,
+      "learning_rate": 1.9800755949009794e-05,
+      "loss": 1.3375,
+      "step": 3073
+    },
+    {
+      "epoch": 0.9155792177814182,
+      "grad_norm": 0.2097865641117096,
+      "learning_rate": 1.980056431657451e-05,
+      "loss": 1.2911,
+      "step": 3074
+    },
+    {
+      "epoch": 0.9158770639810868,
+      "grad_norm": 0.20605894923210144,
+      "learning_rate": 1.980037259295593e-05,
+      "loss": 1.3106,
+      "step": 3075
+    },
+    {
+      "epoch": 0.9161749101807554,
+      "grad_norm": 0.19733017683029175,
+      "learning_rate": 1.9800180778155832e-05,
+      "loss": 1.3071,
+      "step": 3076
+    },
+    {
+      "epoch": 0.916472756380424,
+      "grad_norm": 0.2055257260799408,
+      "learning_rate": 1.9799988872175996e-05,
+      "loss": 1.2896,
+      "step": 3077
+    },
+    {
+      "epoch": 0.9167706025800927,
+      "grad_norm": 0.20163756608963013,
+      "learning_rate": 1.979979687501822e-05,
+      "loss": 1.32,
+      "step": 3078
+    },
+    {
+      "epoch": 0.9170684487797613,
+      "grad_norm": 0.20674440264701843,
+      "learning_rate": 1.979960478668428e-05,
+      "loss": 1.302,
+      "step": 3079
+    },
+    {
+      "epoch": 0.91736629497943,
+      "grad_norm": 0.19469445943832397,
+      "learning_rate": 1.9799412607175963e-05,
+      "loss": 1.3096,
+      "step": 3080
+    },
+    {
+      "epoch": 0.9176641411790987,
+      "grad_norm": 0.1986764520406723,
+      "learning_rate": 1.9799220336495063e-05,
+      "loss": 1.2967,
+      "step": 3081
+    },
+    {
+      "epoch": 0.9179619873787673,
+      "grad_norm": 0.20165130496025085,
+      "learning_rate": 1.9799027974643365e-05,
+      "loss": 1.3115,
+      "step": 3082
+    },
+    {
+      "epoch": 0.9182598335784359,
+      "grad_norm": 0.1868019998073578,
+      "learning_rate": 1.9798835521622662e-05,
+      "loss": 1.3056,
+      "step": 3083
+    },
+    {
+      "epoch": 0.9185576797781045,
+      "grad_norm": 0.19767910242080688,
+      "learning_rate": 1.9798642977434742e-05,
+      "loss": 1.313,
+      "step": 3084
+    },
+    {
+      "epoch": 0.9188555259777732,
+      "grad_norm": 0.20172198116779327,
+      "learning_rate": 1.9798450342081398e-05,
+      "loss": 1.305,
+      "step": 3085
+    },
+    {
+      "epoch": 0.9191533721774419,
+      "grad_norm": 0.2029125988483429,
+      "learning_rate": 1.9798257615564415e-05,
+      "loss": 1.3079,
+      "step": 3086
+    },
+    {
+      "epoch": 0.9194512183771105,
+      "grad_norm": 0.19753821194171906,
+      "learning_rate": 1.9798064797885596e-05,
+      "loss": 1.3058,
+      "step": 3087
+    },
+    {
+      "epoch": 0.9197490645767792,
+      "grad_norm": 0.1987670212984085,
+      "learning_rate": 1.9797871889046733e-05,
+      "loss": 1.3208,
+      "step": 3088
+    },
+    {
+      "epoch": 0.9200469107764478,
+      "grad_norm": 0.1995089054107666,
+      "learning_rate": 1.9797678889049615e-05,
+      "loss": 1.323,
+      "step": 3089
+    },
+    {
+      "epoch": 0.9203447569761165,
+      "grad_norm": 0.19714906811714172,
+      "learning_rate": 1.9797485797896045e-05,
+      "loss": 1.3018,
+      "step": 3090
+    },
+    {
+      "epoch": 0.9206426031757851,
+      "grad_norm": 0.19496291875839233,
+      "learning_rate": 1.9797292615587814e-05,
+      "loss": 1.3045,
+      "step": 3091
+    },
+    {
+      "epoch": 0.9209404493754537,
+      "grad_norm": 0.20265202224254608,
+      "learning_rate": 1.9797099342126726e-05,
+      "loss": 1.3135,
+      "step": 3092
+    },
+    {
+      "epoch": 0.9212382955751224,
+      "grad_norm": 0.19452430307865143,
+      "learning_rate": 1.979690597751457e-05,
+      "loss": 1.3063,
+      "step": 3093
+    },
+    {
+      "epoch": 0.921536141774791,
+      "grad_norm": 0.19185176491737366,
+      "learning_rate": 1.979671252175315e-05,
+      "loss": 1.3013,
+      "step": 3094
+    },
+    {
+      "epoch": 0.9218339879744597,
+      "grad_norm": 0.21012099087238312,
+      "learning_rate": 1.9796518974844265e-05,
+      "loss": 1.3092,
+      "step": 3095
+    },
+    {
+      "epoch": 0.9221318341741284,
+      "grad_norm": 0.22558675706386566,
+      "learning_rate": 1.9796325336789716e-05,
+      "loss": 1.3408,
+      "step": 3096
+    },
+    {
+      "epoch": 0.922429680373797,
+      "grad_norm": 0.1874483972787857,
+      "learning_rate": 1.9796131607591305e-05,
+      "loss": 1.2966,
+      "step": 3097
+    },
+    {
+      "epoch": 0.9227275265734656,
+      "grad_norm": 0.2448127418756485,
+      "learning_rate": 1.9795937787250835e-05,
+      "loss": 1.3082,
+      "step": 3098
+    },
+    {
+      "epoch": 0.9230253727731342,
+      "grad_norm": 0.18637888133525848,
+      "learning_rate": 1.979574387577011e-05,
+      "loss": 1.3185,
+      "step": 3099
+    },
+    {
+      "epoch": 0.9233232189728029,
+      "grad_norm": 0.2024553120136261,
+      "learning_rate": 1.979554987315093e-05,
+      "loss": 1.3131,
+      "step": 3100
+    },
+    {
+      "epoch": 0.9236210651724716,
+      "grad_norm": 0.18883754312992096,
+      "learning_rate": 1.9795355779395107e-05,
+      "loss": 1.3215,
+      "step": 3101
+    },
+    {
+      "epoch": 0.9239189113721402,
+      "grad_norm": 0.19369982182979584,
+      "learning_rate": 1.979516159450444e-05,
+      "loss": 1.3142,
+      "step": 3102
+    },
+    {
+      "epoch": 0.9242167575718089,
+      "grad_norm": 0.20784643292427063,
+      "learning_rate": 1.9794967318480735e-05,
+      "loss": 1.2958,
+      "step": 3103
+    },
+    {
+      "epoch": 0.9245146037714775,
+      "grad_norm": 0.1899401843547821,
+      "learning_rate": 1.979477295132581e-05,
+      "loss": 1.3032,
+      "step": 3104
+    },
+    {
+      "epoch": 0.9248124499711462,
+      "grad_norm": 0.19492416083812714,
+      "learning_rate": 1.9794578493041458e-05,
+      "loss": 1.3201,
+      "step": 3105
+    },
+    {
+      "epoch": 0.9251102961708147,
+      "grad_norm": 0.19163598120212555,
+      "learning_rate": 1.97943839436295e-05,
+      "loss": 1.3131,
+      "step": 3106
+    },
+    {
+      "epoch": 0.9254081423704834,
+      "grad_norm": 0.1966073364019394,
+      "learning_rate": 1.979418930309174e-05,
+      "loss": 1.3071,
+      "step": 3107
+    },
+    {
+      "epoch": 0.9257059885701521,
+      "grad_norm": 0.2052278071641922,
+      "learning_rate": 1.9793994571429996e-05,
+      "loss": 1.3031,
+      "step": 3108
+    },
+    {
+      "epoch": 0.9260038347698207,
+      "grad_norm": 0.1949099451303482,
+      "learning_rate": 1.9793799748646073e-05,
+      "loss": 1.3307,
+      "step": 3109
+    },
+    {
+      "epoch": 0.9263016809694894,
+      "grad_norm": 0.20263433456420898,
+      "learning_rate": 1.9793604834741785e-05,
+      "loss": 1.2873,
+      "step": 3110
+    },
+    {
+      "epoch": 0.926599527169158,
+      "grad_norm": 0.19447313249111176,
+      "learning_rate": 1.9793409829718947e-05,
+      "loss": 1.322,
+      "step": 3111
+    },
+    {
+      "epoch": 0.9268973733688267,
+      "grad_norm": 0.18885290622711182,
+      "learning_rate": 1.9793214733579373e-05,
+      "loss": 1.3018,
+      "step": 3112
+    },
+    {
+      "epoch": 0.9271952195684953,
+      "grad_norm": 0.19127033650875092,
+      "learning_rate": 1.9793019546324874e-05,
+      "loss": 1.2934,
+      "step": 3113
+    },
+    {
+      "epoch": 0.9274930657681639,
+      "grad_norm": 0.19292551279067993,
+      "learning_rate": 1.979282426795727e-05,
+      "loss": 1.302,
+      "step": 3114
+    },
+    {
+      "epoch": 0.9277909119678326,
+      "grad_norm": 0.2079010307788849,
+      "learning_rate": 1.9792628898478382e-05,
+      "loss": 1.3152,
+      "step": 3115
+    },
+    {
+      "epoch": 0.9280887581675012,
+      "grad_norm": 0.19239436089992523,
+      "learning_rate": 1.9792433437890017e-05,
+      "loss": 1.3109,
+      "step": 3116
+    },
+    {
+      "epoch": 0.9283866043671699,
+      "grad_norm": 0.19920912384986877,
+      "learning_rate": 1.9792237886194002e-05,
+      "loss": 1.2922,
+      "step": 3117
+    },
+    {
+      "epoch": 0.9286844505668386,
+      "grad_norm": 0.19173072278499603,
+      "learning_rate": 1.9792042243392157e-05,
+      "loss": 1.3057,
+      "step": 3118
+    },
+    {
+      "epoch": 0.9289822967665072,
+      "grad_norm": 0.18758858740329742,
+      "learning_rate": 1.9791846509486294e-05,
+      "loss": 1.3072,
+      "step": 3119
+    },
+    {
+      "epoch": 0.9292801429661759,
+      "grad_norm": 0.1958310753107071,
+      "learning_rate": 1.9791650684478247e-05,
+      "loss": 1.3054,
+      "step": 3120
+    },
+    {
+      "epoch": 0.9295779891658444,
+      "grad_norm": 0.20528602600097656,
+      "learning_rate": 1.9791454768369823e-05,
+      "loss": 1.318,
+      "step": 3121
+    },
+    {
+      "epoch": 0.9298758353655131,
+      "grad_norm": 0.1926400512456894,
+      "learning_rate": 1.979125876116285e-05,
+      "loss": 1.3155,
+      "step": 3122
+    },
+    {
+      "epoch": 0.9301736815651818,
+      "grad_norm": 0.20159479975700378,
+      "learning_rate": 1.9791062662859162e-05,
+      "loss": 1.2954,
+      "step": 3123
+    },
+    {
+      "epoch": 0.9304715277648504,
+      "grad_norm": 0.20442180335521698,
+      "learning_rate": 1.979086647346057e-05,
+      "loss": 1.3036,
+      "step": 3124
+    },
+    {
+      "epoch": 0.9307693739645191,
+      "grad_norm": 0.21335050463676453,
+      "learning_rate": 1.9790670192968906e-05,
+      "loss": 1.3026,
+      "step": 3125
+    },
+    {
+      "epoch": 0.9310672201641877,
+      "grad_norm": 0.19624581933021545,
+      "learning_rate": 1.9790473821385995e-05,
+      "loss": 1.3245,
+      "step": 3126
+    },
+    {
+      "epoch": 0.9313650663638564,
+      "grad_norm": 0.20077237486839294,
+      "learning_rate": 1.9790277358713662e-05,
+      "loss": 1.3139,
+      "step": 3127
+    },
+    {
+      "epoch": 0.931662912563525,
+      "grad_norm": 0.2491120547056198,
+      "learning_rate": 1.979008080495374e-05,
+      "loss": 1.3303,
+      "step": 3128
+    },
+    {
+      "epoch": 0.9319607587631936,
+      "grad_norm": 0.2023068517446518,
+      "learning_rate": 1.978988416010805e-05,
+      "loss": 1.3117,
+      "step": 3129
+    },
+    {
+      "epoch": 0.9322586049628623,
+      "grad_norm": 0.19905631244182587,
+      "learning_rate": 1.978968742417843e-05,
+      "loss": 1.3005,
+      "step": 3130
+    },
+    {
+      "epoch": 0.9325564511625309,
+      "grad_norm": 0.20414213836193085,
+      "learning_rate": 1.97894905971667e-05,
+      "loss": 1.3076,
+      "step": 3131
+    },
+    {
+      "epoch": 0.9328542973621996,
+      "grad_norm": 0.2147301733493805,
+      "learning_rate": 1.9789293679074704e-05,
+      "loss": 1.3346,
+      "step": 3132
+    },
+    {
+      "epoch": 0.9331521435618683,
+      "grad_norm": 0.19705048203468323,
+      "learning_rate": 1.9789096669904266e-05,
+      "loss": 1.3014,
+      "step": 3133
+    },
+    {
+      "epoch": 0.9334499897615369,
+      "grad_norm": 0.1927923560142517,
+      "learning_rate": 1.9788899569657216e-05,
+      "loss": 1.334,
+      "step": 3134
+    },
+    {
+      "epoch": 0.9337478359612056,
+      "grad_norm": 0.20143796503543854,
+      "learning_rate": 1.97887023783354e-05,
+      "loss": 1.3158,
+      "step": 3135
+    },
+    {
+      "epoch": 0.9340456821608741,
+      "grad_norm": 0.20049843192100525,
+      "learning_rate": 1.9788505095940636e-05,
+      "loss": 1.3028,
+      "step": 3136
+    },
+    {
+      "epoch": 0.9343435283605428,
+      "grad_norm": 0.1882764995098114,
+      "learning_rate": 1.9788307722474774e-05,
+      "loss": 1.3072,
+      "step": 3137
+    },
+    {
+      "epoch": 0.9346413745602115,
+      "grad_norm": 0.19787998497486115,
+      "learning_rate": 1.9788110257939644e-05,
+      "loss": 1.3258,
+      "step": 3138
+    },
+    {
+      "epoch": 0.9349392207598801,
+      "grad_norm": 0.1986810564994812,
+      "learning_rate": 1.978791270233708e-05,
+      "loss": 1.3077,
+      "step": 3139
+    },
+    {
+      "epoch": 0.9352370669595488,
+      "grad_norm": 0.2063145935535431,
+      "learning_rate": 1.978771505566893e-05,
+      "loss": 1.3167,
+      "step": 3140
+    },
+    {
+      "epoch": 0.9355349131592174,
+      "grad_norm": 0.19711002707481384,
+      "learning_rate": 1.9787517317937025e-05,
+      "loss": 1.3141,
+      "step": 3141
+    },
+    {
+      "epoch": 0.9358327593588861,
+      "grad_norm": 0.19143569469451904,
+      "learning_rate": 1.978731948914321e-05,
+      "loss": 1.309,
+      "step": 3142
+    },
+    {
+      "epoch": 0.9361306055585547,
+      "grad_norm": 0.19706933200359344,
+      "learning_rate": 1.9787121569289316e-05,
+      "loss": 1.3104,
+      "step": 3143
+    },
+    {
+      "epoch": 0.9364284517582233,
+      "grad_norm": 0.19449691474437714,
+      "learning_rate": 1.9786923558377192e-05,
+      "loss": 1.3102,
+      "step": 3144
+    },
+    {
+      "epoch": 0.936726297957892,
+      "grad_norm": 0.2025444209575653,
+      "learning_rate": 1.978672545640868e-05,
+      "loss": 1.2949,
+      "step": 3145
+    },
+    {
+      "epoch": 0.9370241441575606,
+      "grad_norm": 0.19922438263893127,
+      "learning_rate": 1.978652726338562e-05,
+      "loss": 1.3044,
+      "step": 3146
+    },
+    {
+      "epoch": 0.9373219903572293,
+      "grad_norm": 0.19880349934101105,
+      "learning_rate": 1.9786328979309865e-05,
+      "loss": 1.3072,
+      "step": 3147
+    },
+    {
+      "epoch": 0.937619836556898,
+      "grad_norm": 0.19347430765628815,
+      "learning_rate": 1.9786130604183244e-05,
+      "loss": 1.304,
+      "step": 3148
+    },
+    {
+      "epoch": 0.9379176827565666,
+      "grad_norm": 0.1958763152360916,
+      "learning_rate": 1.9785932138007617e-05,
+      "loss": 1.3203,
+      "step": 3149
+    },
+    {
+      "epoch": 0.9382155289562353,
+      "grad_norm": 0.1980467438697815,
+      "learning_rate": 1.9785733580784823e-05,
+      "loss": 1.3051,
+      "step": 3150
+    },
+    {
+      "epoch": 0.9385133751559038,
+      "grad_norm": 0.19710774719715118,
+      "learning_rate": 1.978553493251671e-05,
+      "loss": 1.3101,
+      "step": 3151
+    },
+    {
+      "epoch": 0.9388112213555725,
+      "grad_norm": 0.18674476444721222,
+      "learning_rate": 1.978533619320513e-05,
+      "loss": 1.303,
+      "step": 3152
+    },
+    {
+      "epoch": 0.9391090675552412,
+      "grad_norm": 0.20070084929466248,
+      "learning_rate": 1.978513736285193e-05,
+      "loss": 1.3192,
+      "step": 3153
+    },
+    {
+      "epoch": 0.9394069137549098,
+      "grad_norm": 0.1897594928741455,
+      "learning_rate": 1.9784938441458957e-05,
+      "loss": 1.2943,
+      "step": 3154
+    },
+    {
+      "epoch": 0.9397047599545785,
+      "grad_norm": 0.206159770488739,
+      "learning_rate": 1.9784739429028063e-05,
+      "loss": 1.3178,
+      "step": 3155
+    },
+    {
+      "epoch": 0.9400026061542471,
+      "grad_norm": 0.19705045223236084,
+      "learning_rate": 1.9784540325561104e-05,
+      "loss": 1.2959,
+      "step": 3156
+    },
+    {
+      "epoch": 0.9403004523539158,
+      "grad_norm": 0.1905844360589981,
+      "learning_rate": 1.978434113105993e-05,
+      "loss": 1.2994,
+      "step": 3157
+    },
+    {
+      "epoch": 0.9405982985535843,
+      "grad_norm": 0.19088006019592285,
+      "learning_rate": 1.978414184552639e-05,
+      "loss": 1.3053,
+      "step": 3158
+    },
+    {
+      "epoch": 0.940896144753253,
+      "grad_norm": 0.19885419309139252,
+      "learning_rate": 1.9783942468962343e-05,
+      "loss": 1.3257,
+      "step": 3159
+    },
+    {
+      "epoch": 0.9411939909529217,
+      "grad_norm": 0.20647475123405457,
+      "learning_rate": 1.978374300136964e-05,
+      "loss": 1.301,
+      "step": 3160
+    },
+    {
+      "epoch": 0.9414918371525903,
+      "grad_norm": 0.20827622711658478,
+      "learning_rate": 1.9783543442750144e-05,
+      "loss": 1.2988,
+      "step": 3161
+    },
+    {
+      "epoch": 0.941789683352259,
+      "grad_norm": 0.1971600353717804,
+      "learning_rate": 1.9783343793105705e-05,
+      "loss": 1.2978,
+      "step": 3162
+    },
+    {
+      "epoch": 0.9420875295519276,
+      "grad_norm": 0.20790520310401917,
+      "learning_rate": 1.9783144052438184e-05,
+      "loss": 1.3042,
+      "step": 3163
+    },
+    {
+      "epoch": 0.9423853757515963,
+      "grad_norm": 0.19935233891010284,
+      "learning_rate": 1.9782944220749438e-05,
+      "loss": 1.2978,
+      "step": 3164
+    },
+    {
+      "epoch": 0.9426832219512649,
+      "grad_norm": 0.19943548738956451,
+      "learning_rate": 1.9782744298041322e-05,
+      "loss": 1.3118,
+      "step": 3165
+    },
+    {
+      "epoch": 0.9429810681509335,
+      "grad_norm": 0.19326171278953552,
+      "learning_rate": 1.9782544284315702e-05,
+      "loss": 1.3204,
+      "step": 3166
+    },
+    {
+      "epoch": 0.9432789143506022,
+      "grad_norm": 0.21011726558208466,
+      "learning_rate": 1.978234417957444e-05,
+      "loss": 1.3276,
+      "step": 3167
+    },
+    {
+      "epoch": 0.9435767605502708,
+      "grad_norm": 0.20445969700813293,
+      "learning_rate": 1.9782143983819392e-05,
+      "loss": 1.3084,
+      "step": 3168
+    },
+    {
+      "epoch": 0.9438746067499395,
+      "grad_norm": 0.19919198751449585,
+      "learning_rate": 1.9781943697052427e-05,
+      "loss": 1.2952,
+      "step": 3169
+    },
+    {
+      "epoch": 0.9441724529496082,
+      "grad_norm": 0.2089526355266571,
+      "learning_rate": 1.97817433192754e-05,
+      "loss": 1.304,
+      "step": 3170
+    },
+    {
+      "epoch": 0.9444702991492768,
+      "grad_norm": 0.19269444048404694,
+      "learning_rate": 1.9781542850490182e-05,
+      "loss": 1.2865,
+      "step": 3171
+    },
+    {
+      "epoch": 0.9447681453489455,
+      "grad_norm": 0.20415502786636353,
+      "learning_rate": 1.978134229069864e-05,
+      "loss": 1.3236,
+      "step": 3172
+    },
+    {
+      "epoch": 0.945065991548614,
+      "grad_norm": 0.19797283411026,
+      "learning_rate": 1.9781141639902636e-05,
+      "loss": 1.3045,
+      "step": 3173
+    },
+    {
+      "epoch": 0.9453638377482827,
+      "grad_norm": 0.18118560314178467,
+      "learning_rate": 1.978094089810403e-05,
+      "loss": 1.2933,
+      "step": 3174
+    },
+    {
+      "epoch": 0.9456616839479514,
+      "grad_norm": 0.19790440797805786,
+      "learning_rate": 1.9780740065304703e-05,
+      "loss": 1.2991,
+      "step": 3175
+    },
+    {
+      "epoch": 0.94595953014762,
+      "grad_norm": 0.19850385189056396,
+      "learning_rate": 1.9780539141506515e-05,
+      "loss": 1.3124,
+      "step": 3176
+    },
+    {
+      "epoch": 0.9462573763472887,
+      "grad_norm": 0.19748616218566895,
+      "learning_rate": 1.978033812671134e-05,
+      "loss": 1.3223,
+      "step": 3177
+    },
+    {
+      "epoch": 0.9465552225469573,
+      "grad_norm": 0.19483156502246857,
+      "learning_rate": 1.9780137020921045e-05,
+      "loss": 1.3071,
+      "step": 3178
+    },
+    {
+      "epoch": 0.946853068746626,
+      "grad_norm": 0.194817915558815,
+      "learning_rate": 1.97799358241375e-05,
+      "loss": 1.3002,
+      "step": 3179
+    },
+    {
+      "epoch": 0.9471509149462946,
+      "grad_norm": 0.19546271860599518,
+      "learning_rate": 1.977973453636258e-05,
+      "loss": 1.3112,
+      "step": 3180
+    },
+    {
+      "epoch": 0.9474487611459632,
+      "grad_norm": 0.1972402185201645,
+      "learning_rate": 1.977953315759816e-05,
+      "loss": 1.2967,
+      "step": 3181
+    },
+    {
+      "epoch": 0.9477466073456319,
+      "grad_norm": 0.20926529169082642,
+      "learning_rate": 1.9779331687846105e-05,
+      "loss": 1.3099,
+      "step": 3182
+    },
+    {
+      "epoch": 0.9480444535453005,
+      "grad_norm": 0.20544731616973877,
+      "learning_rate": 1.97791301271083e-05,
+      "loss": 1.3136,
+      "step": 3183
+    },
+    {
+      "epoch": 0.9483422997449692,
+      "grad_norm": 0.20195014774799347,
+      "learning_rate": 1.977892847538661e-05,
+      "loss": 1.3066,
+      "step": 3184
+    },
+    {
+      "epoch": 0.9486401459446379,
+      "grad_norm": 0.20106039941310883,
+      "learning_rate": 1.977872673268292e-05,
+      "loss": 1.3008,
+      "step": 3185
+    },
+    {
+      "epoch": 0.9489379921443065,
+      "grad_norm": 0.20220544934272766,
+      "learning_rate": 1.9778524898999102e-05,
+      "loss": 1.3044,
+      "step": 3186
+    },
+    {
+      "epoch": 0.9492358383439752,
+      "grad_norm": 0.19450978934764862,
+      "learning_rate": 1.9778322974337036e-05,
+      "loss": 1.3047,
+      "step": 3187
+    },
+    {
+      "epoch": 0.9495336845436437,
+      "grad_norm": 0.20149749517440796,
+      "learning_rate": 1.97781209586986e-05,
+      "loss": 1.3135,
+      "step": 3188
+    },
+    {
+      "epoch": 0.9498315307433124,
+      "grad_norm": 0.20093722641468048,
+      "learning_rate": 1.977791885208567e-05,
+      "loss": 1.3067,
+      "step": 3189
+    },
+    {
+      "epoch": 0.950129376942981,
+      "grad_norm": 0.1976437121629715,
+      "learning_rate": 1.977771665450013e-05,
+      "loss": 1.3073,
+      "step": 3190
+    },
+    {
+      "epoch": 0.9504272231426497,
+      "grad_norm": 0.19089743494987488,
+      "learning_rate": 1.977751436594386e-05,
+      "loss": 1.3196,
+      "step": 3191
+    },
+    {
+      "epoch": 0.9507250693423184,
+      "grad_norm": 0.21099534630775452,
+      "learning_rate": 1.977731198641875e-05,
+      "loss": 1.3068,
+      "step": 3192
+    },
+    {
+      "epoch": 0.951022915541987,
+      "grad_norm": 0.1997574418783188,
+      "learning_rate": 1.977710951592667e-05,
+      "loss": 1.3014,
+      "step": 3193
+    },
+    {
+      "epoch": 0.9513207617416557,
+      "grad_norm": 0.20798201858997345,
+      "learning_rate": 1.977690695446951e-05,
+      "loss": 1.2956,
+      "step": 3194
+    },
+    {
+      "epoch": 0.9516186079413242,
+      "grad_norm": 0.2052495777606964,
+      "learning_rate": 1.9776704302049155e-05,
+      "loss": 1.3071,
+      "step": 3195
+    },
+    {
+      "epoch": 0.9519164541409929,
+      "grad_norm": 0.21590670943260193,
+      "learning_rate": 1.9776501558667488e-05,
+      "loss": 1.299,
+      "step": 3196
+    },
+    {
+      "epoch": 0.9522143003406616,
+      "grad_norm": 0.19587722420692444,
+      "learning_rate": 1.9776298724326398e-05,
+      "loss": 1.3029,
+      "step": 3197
+    },
+    {
+      "epoch": 0.9525121465403302,
+      "grad_norm": 0.21008187532424927,
+      "learning_rate": 1.9776095799027773e-05,
+      "loss": 1.3249,
+      "step": 3198
+    },
+    {
+      "epoch": 0.9528099927399989,
+      "grad_norm": 0.19470874965190887,
+      "learning_rate": 1.9775892782773497e-05,
+      "loss": 1.2969,
+      "step": 3199
+    },
+    {
+      "epoch": 0.9531078389396676,
+      "grad_norm": 0.19459150731563568,
+      "learning_rate": 1.977568967556546e-05,
+      "loss": 1.3153,
+      "step": 3200
+    },
+    {
+      "epoch": 0.9534056851393362,
+      "grad_norm": 0.1974397748708725,
+      "learning_rate": 1.9775486477405556e-05,
+      "loss": 1.3192,
+      "step": 3201
+    },
+    {
+      "epoch": 0.9537035313390049,
+      "grad_norm": 0.19983869791030884,
+      "learning_rate": 1.977528318829567e-05,
+      "loss": 1.3096,
+      "step": 3202
+    },
+    {
+      "epoch": 0.9540013775386734,
+      "grad_norm": 0.20790590345859528,
+      "learning_rate": 1.9775079808237695e-05,
+      "loss": 1.3079,
+      "step": 3203
+    },
+    {
+      "epoch": 0.9542992237383421,
+      "grad_norm": 0.20371964573860168,
+      "learning_rate": 1.9774876337233527e-05,
+      "loss": 1.3018,
+      "step": 3204
+    },
+    {
+      "epoch": 0.9545970699380107,
+      "grad_norm": 0.19802193343639374,
+      "learning_rate": 1.977467277528505e-05,
+      "loss": 1.3104,
+      "step": 3205
+    },
+    {
+      "epoch": 0.9548949161376794,
+      "grad_norm": 0.195772185921669,
+      "learning_rate": 1.9774469122394167e-05,
+      "loss": 1.3017,
+      "step": 3206
+    },
+    {
+      "epoch": 0.9551927623373481,
+      "grad_norm": 0.19083097577095032,
+      "learning_rate": 1.977426537856277e-05,
+      "loss": 1.3069,
+      "step": 3207
+    },
+    {
+      "epoch": 0.9554906085370167,
+      "grad_norm": 0.20081329345703125,
+      "learning_rate": 1.9774061543792754e-05,
+      "loss": 1.3071,
+      "step": 3208
+    },
+    {
+      "epoch": 0.9557884547366854,
+      "grad_norm": 0.2067907452583313,
+      "learning_rate": 1.9773857618086016e-05,
+      "loss": 1.3019,
+      "step": 3209
+    },
+    {
+      "epoch": 0.9560863009363539,
+      "grad_norm": 0.21616604924201965,
+      "learning_rate": 1.9773653601444453e-05,
+      "loss": 1.3047,
+      "step": 3210
+    },
+    {
+      "epoch": 0.9563841471360226,
+      "grad_norm": 0.2052096724510193,
+      "learning_rate": 1.9773449493869963e-05,
+      "loss": 1.2714,
+      "step": 3211
+    },
+    {
+      "epoch": 0.9566819933356913,
+      "grad_norm": 0.20484837889671326,
+      "learning_rate": 1.9773245295364443e-05,
+      "loss": 1.2986,
+      "step": 3212
+    },
+    {
+      "epoch": 0.9569798395353599,
+      "grad_norm": 0.19925053417682648,
+      "learning_rate": 1.9773041005929797e-05,
+      "loss": 1.303,
+      "step": 3213
+    },
+    {
+      "epoch": 0.9572776857350286,
+      "grad_norm": 0.19449517130851746,
+      "learning_rate": 1.9772836625567923e-05,
+      "loss": 1.3057,
+      "step": 3214
+    },
+    {
+      "epoch": 0.9575755319346972,
+      "grad_norm": 0.20237061381340027,
+      "learning_rate": 1.977263215428072e-05,
+      "loss": 1.3025,
+      "step": 3215
+    },
+    {
+      "epoch": 0.9578733781343659,
+      "grad_norm": 0.1875840276479721,
+      "learning_rate": 1.9772427592070095e-05,
+      "loss": 1.2857,
+      "step": 3216
+    },
+    {
+      "epoch": 0.9581712243340346,
+      "grad_norm": 0.1839030534029007,
+      "learning_rate": 1.977222293893795e-05,
+      "loss": 1.3042,
+      "step": 3217
+    },
+    {
+      "epoch": 0.9584690705337031,
+      "grad_norm": 0.19607189297676086,
+      "learning_rate": 1.977201819488619e-05,
+      "loss": 1.307,
+      "step": 3218
+    },
+    {
+      "epoch": 0.9587669167333718,
+      "grad_norm": 0.2031727433204651,
+      "learning_rate": 1.977181335991672e-05,
+      "loss": 1.3069,
+      "step": 3219
+    },
+    {
+      "epoch": 0.9590647629330404,
+      "grad_norm": 0.20891068875789642,
+      "learning_rate": 1.9771608434031443e-05,
+      "loss": 1.29,
+      "step": 3220
+    },
+    {
+      "epoch": 0.9593626091327091,
+      "grad_norm": 0.2035285234451294,
+      "learning_rate": 1.9771403417232265e-05,
+      "loss": 1.3103,
+      "step": 3221
+    },
+    {
+      "epoch": 0.9596604553323778,
+      "grad_norm": 0.1997441202402115,
+      "learning_rate": 1.9771198309521095e-05,
+      "loss": 1.3185,
+      "step": 3222
+    },
+    {
+      "epoch": 0.9599583015320464,
+      "grad_norm": 0.21472379565238953,
+      "learning_rate": 1.9770993110899847e-05,
+      "loss": 1.305,
+      "step": 3223
+    },
+    {
+      "epoch": 0.9602561477317151,
+      "grad_norm": 0.20216310024261475,
+      "learning_rate": 1.9770787821370422e-05,
+      "loss": 1.3031,
+      "step": 3224
+    },
+    {
+      "epoch": 0.9605539939313836,
+      "grad_norm": 0.2030552327632904,
+      "learning_rate": 1.977058244093473e-05,
+      "loss": 1.3062,
+      "step": 3225
+    },
+    {
+      "epoch": 0.9608518401310523,
+      "grad_norm": 0.19075995683670044,
+      "learning_rate": 1.9770376969594685e-05,
+      "loss": 1.3046,
+      "step": 3226
+    },
+    {
+      "epoch": 0.961149686330721,
+      "grad_norm": 0.19615478813648224,
+      "learning_rate": 1.97701714073522e-05,
+      "loss": 1.3173,
+      "step": 3227
+    },
+    {
+      "epoch": 0.9614475325303896,
+      "grad_norm": 0.21271677315235138,
+      "learning_rate": 1.9769965754209188e-05,
+      "loss": 1.3039,
+      "step": 3228
+    },
+    {
+      "epoch": 0.9617453787300583,
+      "grad_norm": 0.2042091339826584,
+      "learning_rate": 1.976976001016756e-05,
+      "loss": 1.3038,
+      "step": 3229
+    },
+    {
+      "epoch": 0.9620432249297269,
+      "grad_norm": 0.19975119829177856,
+      "learning_rate": 1.9769554175229228e-05,
+      "loss": 1.3012,
+      "step": 3230
+    },
+    {
+      "epoch": 0.9623410711293956,
+      "grad_norm": 0.20455537736415863,
+      "learning_rate": 1.976934824939611e-05,
+      "loss": 1.2987,
+      "step": 3231
+    },
+    {
+      "epoch": 0.9626389173290643,
+      "grad_norm": 0.19876553118228912,
+      "learning_rate": 1.9769142232670123e-05,
+      "loss": 1.3123,
+      "step": 3232
+    },
+    {
+      "epoch": 0.9629367635287328,
+      "grad_norm": 0.19535748660564423,
+      "learning_rate": 1.976893612505318e-05,
+      "loss": 1.3003,
+      "step": 3233
+    },
+    {
+      "epoch": 0.9632346097284015,
+      "grad_norm": 0.19817012548446655,
+      "learning_rate": 1.9768729926547205e-05,
+      "loss": 1.2986,
+      "step": 3234
+    },
+    {
+      "epoch": 0.9635324559280701,
+      "grad_norm": 0.20017985999584198,
+      "learning_rate": 1.976852363715411e-05,
+      "loss": 1.3041,
+      "step": 3235
+    },
+    {
+      "epoch": 0.9638303021277388,
+      "grad_norm": 0.19800353050231934,
+      "learning_rate": 1.9768317256875814e-05,
+      "loss": 1.3256,
+      "step": 3236
+    },
+    {
+      "epoch": 0.9641281483274075,
+      "grad_norm": 0.208049014210701,
+      "learning_rate": 1.9768110785714242e-05,
+      "loss": 1.2828,
+      "step": 3237
+    },
+    {
+      "epoch": 0.9644259945270761,
+      "grad_norm": 0.21552208065986633,
+      "learning_rate": 1.9767904223671313e-05,
+      "loss": 1.3083,
+      "step": 3238
+    },
+    {
+      "epoch": 0.9647238407267448,
+      "grad_norm": 0.21490371227264404,
+      "learning_rate": 1.976769757074895e-05,
+      "loss": 1.3045,
+      "step": 3239
+    },
+    {
+      "epoch": 0.9650216869264133,
+      "grad_norm": 0.19391708076000214,
+      "learning_rate": 1.9767490826949074e-05,
+      "loss": 1.3125,
+      "step": 3240
+    },
+    {
+      "epoch": 0.965319533126082,
+      "grad_norm": 0.1888916939496994,
+      "learning_rate": 1.976728399227361e-05,
+      "loss": 1.2935,
+      "step": 3241
+    },
+    {
+      "epoch": 0.9656173793257506,
+      "grad_norm": 0.20408473908901215,
+      "learning_rate": 1.9767077066724475e-05,
+      "loss": 1.3003,
+      "step": 3242
+    },
+    {
+      "epoch": 0.9659152255254193,
+      "grad_norm": 0.20652951300144196,
+      "learning_rate": 1.9766870050303603e-05,
+      "loss": 1.3059,
+      "step": 3243
+    },
+    {
+      "epoch": 0.966213071725088,
+      "grad_norm": 0.19031745195388794,
+      "learning_rate": 1.9766662943012918e-05,
+      "loss": 1.2848,
+      "step": 3244
+    },
+    {
+      "epoch": 0.9665109179247566,
+      "grad_norm": 0.19920264184474945,
+      "learning_rate": 1.9766455744854348e-05,
+      "loss": 1.3031,
+      "step": 3245
+    },
+    {
+      "epoch": 0.9668087641244253,
+      "grad_norm": 0.19462813436985016,
+      "learning_rate": 1.9766248455829817e-05,
+      "loss": 1.2851,
+      "step": 3246
+    },
+    {
+      "epoch": 0.9671066103240938,
+      "grad_norm": 0.19669468700885773,
+      "learning_rate": 1.9766041075941253e-05,
+      "loss": 1.2877,
+      "step": 3247
+    },
+    {
+      "epoch": 0.9674044565237625,
+      "grad_norm": 0.19745111465454102,
+      "learning_rate": 1.9765833605190594e-05,
+      "loss": 1.314,
+      "step": 3248
+    },
+    {
+      "epoch": 0.9677023027234312,
+      "grad_norm": 0.19436196982860565,
+      "learning_rate": 1.976562604357976e-05,
+      "loss": 1.3028,
+      "step": 3249
+    },
+    {
+      "epoch": 0.9680001489230998,
+      "grad_norm": 0.19147449731826782,
+      "learning_rate": 1.976541839111069e-05,
+      "loss": 1.2855,
+      "step": 3250
+    },
+    {
+      "epoch": 0.9682979951227685,
+      "grad_norm": 0.20012982189655304,
+      "learning_rate": 1.9765210647785308e-05,
+      "loss": 1.3043,
+      "step": 3251
+    },
+    {
+      "epoch": 0.9685958413224371,
+      "grad_norm": 0.20200534164905548,
+      "learning_rate": 1.9765002813605554e-05,
+      "loss": 1.3101,
+      "step": 3252
+    },
+    {
+      "epoch": 0.9688936875221058,
+      "grad_norm": 0.20013867318630219,
+      "learning_rate": 1.976479488857336e-05,
+      "loss": 1.3185,
+      "step": 3253
+    },
+    {
+      "epoch": 0.9691915337217745,
+      "grad_norm": 0.20642933249473572,
+      "learning_rate": 1.9764586872690655e-05,
+      "loss": 1.3037,
+      "step": 3254
+    },
+    {
+      "epoch": 0.969489379921443,
+      "grad_norm": 0.196793794631958,
+      "learning_rate": 1.9764378765959385e-05,
+      "loss": 1.3181,
+      "step": 3255
+    },
+    {
+      "epoch": 0.9697872261211117,
+      "grad_norm": 0.20247621834278107,
+      "learning_rate": 1.9764170568381477e-05,
+      "loss": 1.2888,
+      "step": 3256
+    },
+    {
+      "epoch": 0.9700850723207803,
+      "grad_norm": 0.1943470686674118,
+      "learning_rate": 1.9763962279958872e-05,
+      "loss": 1.3143,
+      "step": 3257
+    },
+    {
+      "epoch": 0.970382918520449,
+      "grad_norm": 0.20508818328380585,
+      "learning_rate": 1.9763753900693504e-05,
+      "loss": 1.3134,
+      "step": 3258
+    },
+    {
+      "epoch": 0.9706807647201177,
+      "grad_norm": 0.21431271731853485,
+      "learning_rate": 1.9763545430587313e-05,
+      "loss": 1.3126,
+      "step": 3259
+    },
+    {
+      "epoch": 0.9709786109197863,
+      "grad_norm": 0.22474008798599243,
+      "learning_rate": 1.9763336869642248e-05,
+      "loss": 1.319,
+      "step": 3260
+    },
+    {
+      "epoch": 0.971276457119455,
+      "grad_norm": 0.20004312694072723,
+      "learning_rate": 1.9763128217860236e-05,
+      "loss": 1.3073,
+      "step": 3261
+    },
+    {
+      "epoch": 0.9715743033191235,
+      "grad_norm": 0.20104417204856873,
+      "learning_rate": 1.9762919475243226e-05,
+      "loss": 1.3062,
+      "step": 3262
+    },
+    {
+      "epoch": 0.9718721495187922,
+      "grad_norm": 0.20001773536205292,
+      "learning_rate": 1.9762710641793155e-05,
+      "loss": 1.2997,
+      "step": 3263
+    },
+    {
+      "epoch": 0.9721699957184609,
+      "grad_norm": 0.20377035439014435,
+      "learning_rate": 1.9762501717511972e-05,
+      "loss": 1.3179,
+      "step": 3264
+    },
+    {
+      "epoch": 0.9724678419181295,
+      "grad_norm": 0.19937177002429962,
+      "learning_rate": 1.9762292702401614e-05,
+      "loss": 1.2991,
+      "step": 3265
+    },
+    {
+      "epoch": 0.9727656881177982,
+      "grad_norm": 0.19473156332969666,
+      "learning_rate": 1.9762083596464035e-05,
+      "loss": 1.2993,
+      "step": 3266
+    },
+    {
+      "epoch": 0.9730635343174668,
+      "grad_norm": 0.20990370213985443,
+      "learning_rate": 1.9761874399701173e-05,
+      "loss": 1.3063,
+      "step": 3267
+    },
+    {
+      "epoch": 0.9733613805171355,
+      "grad_norm": 0.20723816752433777,
+      "learning_rate": 1.9761665112114973e-05,
+      "loss": 1.2908,
+      "step": 3268
+    },
+    {
+      "epoch": 0.9736592267168042,
+      "grad_norm": 0.20216530561447144,
+      "learning_rate": 1.976145573370739e-05,
+      "loss": 1.3003,
+      "step": 3269
+    },
+    {
+      "epoch": 0.9739570729164727,
+      "grad_norm": 0.22414833307266235,
+      "learning_rate": 1.976124626448037e-05,
+      "loss": 1.2981,
+      "step": 3270
+    },
+    {
+      "epoch": 0.9742549191161414,
+      "grad_norm": 0.20434461534023285,
+      "learning_rate": 1.9761036704435853e-05,
+      "loss": 1.2964,
+      "step": 3271
+    },
+    {
+      "epoch": 0.97455276531581,
+      "grad_norm": 0.20486347377300262,
+      "learning_rate": 1.9760827053575796e-05,
+      "loss": 1.3062,
+      "step": 3272
+    },
+    {
+      "epoch": 0.9748506115154787,
+      "grad_norm": 0.19999034702777863,
+      "learning_rate": 1.976061731190215e-05,
+      "loss": 1.3125,
+      "step": 3273
+    },
+    {
+      "epoch": 0.9751484577151474,
+      "grad_norm": 0.20354914665222168,
+      "learning_rate": 1.9760407479416864e-05,
+      "loss": 1.3,
+      "step": 3274
+    },
+    {
+      "epoch": 0.975446303914816,
+      "grad_norm": 0.1978183090686798,
+      "learning_rate": 1.9760197556121893e-05,
+      "loss": 1.2989,
+      "step": 3275
+    },
+    {
+      "epoch": 0.9757441501144847,
+      "grad_norm": 0.20380771160125732,
+      "learning_rate": 1.975998754201919e-05,
+      "loss": 1.2998,
+      "step": 3276
+    },
+    {
+      "epoch": 0.9760419963141532,
+      "grad_norm": 0.19634027779102325,
+      "learning_rate": 1.9759777437110706e-05,
+      "loss": 1.3153,
+      "step": 3277
+    },
+    {
+      "epoch": 0.9763398425138219,
+      "grad_norm": 0.19065183401107788,
+      "learning_rate": 1.9759567241398396e-05,
+      "loss": 1.2888,
+      "step": 3278
+    },
+    {
+      "epoch": 0.9766376887134905,
+      "grad_norm": 0.21245373785495758,
+      "learning_rate": 1.9759356954884218e-05,
+      "loss": 1.3291,
+      "step": 3279
+    },
+    {
+      "epoch": 0.9769355349131592,
+      "grad_norm": 0.20729570090770721,
+      "learning_rate": 1.9759146577570124e-05,
+      "loss": 1.3185,
+      "step": 3280
+    },
+    {
+      "epoch": 0.9772333811128279,
+      "grad_norm": 0.2136635184288025,
+      "learning_rate": 1.975893610945808e-05,
+      "loss": 1.3042,
+      "step": 3281
+    },
+    {
+      "epoch": 0.9775312273124965,
+      "grad_norm": 0.20022720098495483,
+      "learning_rate": 1.9758725550550036e-05,
+      "loss": 1.3015,
+      "step": 3282
+    },
+    {
+      "epoch": 0.9778290735121652,
+      "grad_norm": 0.20077665150165558,
+      "learning_rate": 1.9758514900847955e-05,
+      "loss": 1.3183,
+      "step": 3283
+    },
+    {
+      "epoch": 0.9781269197118339,
+      "grad_norm": 0.21058335900306702,
+      "learning_rate": 1.9758304160353794e-05,
+      "loss": 1.3094,
+      "step": 3284
+    },
+    {
+      "epoch": 0.9784247659115024,
+      "grad_norm": 0.19979368150234222,
+      "learning_rate": 1.9758093329069516e-05,
+      "loss": 1.2985,
+      "step": 3285
+    },
+    {
+      "epoch": 0.9787226121111711,
+      "grad_norm": 0.20603543519973755,
+      "learning_rate": 1.9757882406997085e-05,
+      "loss": 1.2928,
+      "step": 3286
+    },
+    {
+      "epoch": 0.9790204583108397,
+      "grad_norm": 0.21984848380088806,
+      "learning_rate": 1.9757671394138457e-05,
+      "loss": 1.3117,
+      "step": 3287
+    },
+    {
+      "epoch": 0.9793183045105084,
+      "grad_norm": 0.20999737083911896,
+      "learning_rate": 1.97574602904956e-05,
+      "loss": 1.3065,
+      "step": 3288
+    },
+    {
+      "epoch": 0.979616150710177,
+      "grad_norm": 0.19377809762954712,
+      "learning_rate": 1.9757249096070475e-05,
+      "loss": 1.2862,
+      "step": 3289
+    },
+    {
+      "epoch": 0.9799139969098457,
+      "grad_norm": 0.2010391801595688,
+      "learning_rate": 1.975703781086505e-05,
+      "loss": 1.3056,
+      "step": 3290
+    },
+    {
+      "epoch": 0.9802118431095144,
+      "grad_norm": 0.21323293447494507,
+      "learning_rate": 1.9756826434881286e-05,
+      "loss": 1.3036,
+      "step": 3291
+    },
+    {
+      "epoch": 0.9805096893091829,
+      "grad_norm": 0.21092991530895233,
+      "learning_rate": 1.9756614968121157e-05,
+      "loss": 1.3103,
+      "step": 3292
+    },
+    {
+      "epoch": 0.9808075355088516,
+      "grad_norm": 0.21400882303714752,
+      "learning_rate": 1.9756403410586625e-05,
+      "loss": 1.3083,
+      "step": 3293
+    },
+    {
+      "epoch": 0.9811053817085202,
+      "grad_norm": 0.19310444593429565,
+      "learning_rate": 1.9756191762279662e-05,
+      "loss": 1.2848,
+      "step": 3294
+    },
+    {
+      "epoch": 0.9814032279081889,
+      "grad_norm": 0.22360482811927795,
+      "learning_rate": 1.9755980023202232e-05,
+      "loss": 1.3122,
+      "step": 3295
+    },
+    {
+      "epoch": 0.9817010741078576,
+      "grad_norm": 0.219071626663208,
+      "learning_rate": 1.9755768193356308e-05,
+      "loss": 1.3023,
+      "step": 3296
+    },
+    {
+      "epoch": 0.9819989203075262,
+      "grad_norm": 0.22543108463287354,
+      "learning_rate": 1.9755556272743864e-05,
+      "loss": 1.3079,
+      "step": 3297
+    },
+    {
+      "epoch": 0.9822967665071949,
+      "grad_norm": 0.20201154053211212,
+      "learning_rate": 1.9755344261366863e-05,
+      "loss": 1.3031,
+      "step": 3298
+    },
+    {
+      "epoch": 0.9825946127068635,
+      "grad_norm": 0.21543379127979279,
+      "learning_rate": 1.9755132159227287e-05,
+      "loss": 1.3065,
+      "step": 3299
+    },
+    {
+      "epoch": 0.9828924589065321,
+      "grad_norm": 0.2380930483341217,
+      "learning_rate": 1.9754919966327107e-05,
+      "loss": 1.2956,
+      "step": 3300
+    },
+    {
+      "epoch": 0.9831903051062008,
+      "grad_norm": 0.2125539481639862,
+      "learning_rate": 1.975470768266829e-05,
+      "loss": 1.318,
+      "step": 3301
+    },
+    {
+      "epoch": 0.9834881513058694,
+      "grad_norm": 0.20666386187076569,
+      "learning_rate": 1.975449530825282e-05,
+      "loss": 1.3041,
+      "step": 3302
+    },
+    {
+      "epoch": 0.9837859975055381,
+      "grad_norm": 0.19961614906787872,
+      "learning_rate": 1.975428284308267e-05,
+      "loss": 1.2951,
+      "step": 3303
+    },
+    {
+      "epoch": 0.9840838437052067,
+      "grad_norm": 0.2076793760061264,
+      "learning_rate": 1.9754070287159815e-05,
+      "loss": 1.2906,
+      "step": 3304
+    },
+    {
+      "epoch": 0.9843816899048754,
+      "grad_norm": 0.21194185316562653,
+      "learning_rate": 1.9753857640486233e-05,
+      "loss": 1.3005,
+      "step": 3305
+    },
+    {
+      "epoch": 0.9846795361045441,
+      "grad_norm": 0.22201673686504364,
+      "learning_rate": 1.9753644903063906e-05,
+      "loss": 1.3032,
+      "step": 3306
+    },
+    {
+      "epoch": 0.9849773823042126,
+      "grad_norm": 0.20467990636825562,
+      "learning_rate": 1.975343207489481e-05,
+      "loss": 1.3336,
+      "step": 3307
+    },
+    {
+      "epoch": 0.9852752285038813,
+      "grad_norm": 0.20192810893058777,
+      "learning_rate": 1.9753219155980922e-05,
+      "loss": 1.2886,
+      "step": 3308
+    },
+    {
+      "epoch": 0.9855730747035499,
+      "grad_norm": 0.2171163409948349,
+      "learning_rate": 1.9753006146324232e-05,
+      "loss": 1.3066,
+      "step": 3309
+    },
+    {
+      "epoch": 0.9858709209032186,
+      "grad_norm": 0.20057716965675354,
+      "learning_rate": 1.9752793045926712e-05,
+      "loss": 1.2986,
+      "step": 3310
+    },
+    {
+      "epoch": 0.9861687671028873,
+      "grad_norm": 0.19825346767902374,
+      "learning_rate": 1.9752579854790353e-05,
+      "loss": 1.3079,
+      "step": 3311
+    },
+    {
+      "epoch": 0.9864666133025559,
+      "grad_norm": 0.1995212435722351,
+      "learning_rate": 1.9752366572917135e-05,
+      "loss": 1.3016,
+      "step": 3312
+    },
+    {
+      "epoch": 0.9867644595022246,
+      "grad_norm": 0.21994702517986298,
+      "learning_rate": 1.9752153200309037e-05,
+      "loss": 1.3127,
+      "step": 3313
+    },
+    {
+      "epoch": 0.9870623057018932,
+      "grad_norm": 0.20895038545131683,
+      "learning_rate": 1.9751939736968053e-05,
+      "loss": 1.3024,
+      "step": 3314
+    },
+    {
+      "epoch": 0.9873601519015618,
+      "grad_norm": 0.20712026953697205,
+      "learning_rate": 1.9751726182896166e-05,
+      "loss": 1.294,
+      "step": 3315
+    },
+    {
+      "epoch": 0.9876579981012304,
+      "grad_norm": 0.21284706890583038,
+      "learning_rate": 1.9751512538095357e-05,
+      "loss": 1.2929,
+      "step": 3316
+    },
+    {
+      "epoch": 0.9879558443008991,
+      "grad_norm": 0.1990649700164795,
+      "learning_rate": 1.9751298802567624e-05,
+      "loss": 1.313,
+      "step": 3317
+    },
+    {
+      "epoch": 0.9882536905005678,
+      "grad_norm": 0.19659705460071564,
+      "learning_rate": 1.975108497631495e-05,
+      "loss": 1.3124,
+      "step": 3318
+    },
+    {
+      "epoch": 0.9885515367002364,
+      "grad_norm": 0.19998084008693695,
+      "learning_rate": 1.975087105933932e-05,
+      "loss": 1.3047,
+      "step": 3319
+    },
+    {
+      "epoch": 0.9888493828999051,
+      "grad_norm": 0.2667716145515442,
+      "learning_rate": 1.9750657051642738e-05,
+      "loss": 1.2841,
+      "step": 3320
+    },
+    {
+      "epoch": 0.9891472290995738,
+      "grad_norm": 0.20697744190692902,
+      "learning_rate": 1.975044295322718e-05,
+      "loss": 1.2899,
+      "step": 3321
+    },
+    {
+      "epoch": 0.9894450752992423,
+      "grad_norm": 0.20054593682289124,
+      "learning_rate": 1.9750228764094645e-05,
+      "loss": 1.2943,
+      "step": 3322
+    },
+    {
+      "epoch": 0.989742921498911,
+      "grad_norm": 0.2037118375301361,
+      "learning_rate": 1.9750014484247124e-05,
+      "loss": 1.2944,
+      "step": 3323
+    },
+    {
+      "epoch": 0.9900407676985796,
+      "grad_norm": 0.20013418793678284,
+      "learning_rate": 1.9749800113686613e-05,
+      "loss": 1.2788,
+      "step": 3324
+    },
+    {
+      "epoch": 0.9903386138982483,
+      "grad_norm": 0.19793759286403656,
+      "learning_rate": 1.9749585652415104e-05,
+      "loss": 1.3095,
+      "step": 3325
+    },
+    {
+      "epoch": 0.990636460097917,
+      "grad_norm": 0.20117361843585968,
+      "learning_rate": 1.9749371100434596e-05,
+      "loss": 1.2982,
+      "step": 3326
+    },
+    {
+      "epoch": 0.9909343062975856,
+      "grad_norm": 0.2205909639596939,
+      "learning_rate": 1.9749156457747078e-05,
+      "loss": 1.2955,
+      "step": 3327
+    },
+    {
+      "epoch": 0.9912321524972543,
+      "grad_norm": 0.21903647482395172,
+      "learning_rate": 1.9748941724354555e-05,
+      "loss": 1.283,
+      "step": 3328
+    },
+    {
+      "epoch": 0.9915299986969229,
+      "grad_norm": 0.20330850780010223,
+      "learning_rate": 1.974872690025902e-05,
+      "loss": 1.3012,
+      "step": 3329
+    },
+    {
+      "epoch": 0.9918278448965915,
+      "grad_norm": 0.297417014837265,
+      "learning_rate": 1.9748511985462474e-05,
+      "loss": 1.3106,
+      "step": 3330
+    },
+    {
+      "epoch": 0.9921256910962601,
+      "grad_norm": 0.1906329095363617,
+      "learning_rate": 1.9748296979966916e-05,
+      "loss": 1.3036,
+      "step": 3331
+    },
+    {
+      "epoch": 0.9924235372959288,
+      "grad_norm": 0.21068215370178223,
+      "learning_rate": 1.9748081883774346e-05,
+      "loss": 1.3204,
+      "step": 3332
+    },
+    {
+      "epoch": 0.9927213834955975,
+      "grad_norm": 0.20962785184383392,
+      "learning_rate": 1.9747866696886767e-05,
+      "loss": 1.3056,
+      "step": 3333
+    },
+    {
+      "epoch": 0.9930192296952661,
+      "grad_norm": 0.20342715084552765,
+      "learning_rate": 1.9747651419306174e-05,
+      "loss": 1.3013,
+      "step": 3334
+    },
+    {
+      "epoch": 0.9933170758949348,
+      "grad_norm": 0.199946790933609,
+      "learning_rate": 1.9747436051034577e-05,
+      "loss": 1.3148,
+      "step": 3335
+    },
+    {
+      "epoch": 0.9936149220946034,
+      "grad_norm": 0.2034381926059723,
+      "learning_rate": 1.974722059207398e-05,
+      "loss": 1.3077,
+      "step": 3336
+    },
+    {
+      "epoch": 0.993912768294272,
+      "grad_norm": 0.20843319594860077,
+      "learning_rate": 1.974700504242639e-05,
+      "loss": 1.3088,
+      "step": 3337
+    },
+    {
+      "epoch": 0.9942106144939407,
+      "grad_norm": 0.1890590339899063,
+      "learning_rate": 1.97467894020938e-05,
+      "loss": 1.2777,
+      "step": 3338
+    },
+    {
+      "epoch": 0.9945084606936093,
+      "grad_norm": 0.20892484486103058,
+      "learning_rate": 1.9746573671078225e-05,
+      "loss": 1.3049,
+      "step": 3339
+    },
+    {
+      "epoch": 0.994806306893278,
+      "grad_norm": 0.19718541204929352,
+      "learning_rate": 1.9746357849381675e-05,
+      "loss": 1.2859,
+      "step": 3340
+    },
+    {
+      "epoch": 0.9951041530929466,
+      "grad_norm": 0.21576572954654694,
+      "learning_rate": 1.9746141937006155e-05,
+      "loss": 1.3173,
+      "step": 3341
+    },
+    {
+      "epoch": 0.9954019992926153,
+      "grad_norm": 0.20363959670066833,
+      "learning_rate": 1.974592593395367e-05,
+      "loss": 1.2754,
+      "step": 3342
+    },
+    {
+      "epoch": 0.995699845492284,
+      "grad_norm": 0.20009107887744904,
+      "learning_rate": 1.9745709840226236e-05,
+      "loss": 1.2979,
+      "step": 3343
+    },
+    {
+      "epoch": 0.9959976916919525,
+      "grad_norm": 0.19112053513526917,
+      "learning_rate": 1.9745493655825858e-05,
+      "loss": 1.305,
+      "step": 3344
+    },
+    {
+      "epoch": 0.9962955378916212,
+      "grad_norm": 0.20680101215839386,
+      "learning_rate": 1.9745277380754553e-05,
+      "loss": 1.3173,
+      "step": 3345
+    },
+    {
+      "epoch": 0.9965933840912898,
+      "grad_norm": 0.19246166944503784,
+      "learning_rate": 1.9745061015014325e-05,
+      "loss": 1.3163,
+      "step": 3346
+    },
+    {
+      "epoch": 0.9968912302909585,
+      "grad_norm": 0.1975969821214676,
+      "learning_rate": 1.97448445586072e-05,
+      "loss": 1.2984,
+      "step": 3347
+    },
+    {
+      "epoch": 0.9971890764906272,
+      "grad_norm": 0.1960238516330719,
+      "learning_rate": 1.9744628011535176e-05,
+      "loss": 1.3003,
+      "step": 3348
+    },
+    {
+      "epoch": 0.9974869226902958,
+      "grad_norm": 0.20400959253311157,
+      "learning_rate": 1.974441137380028e-05,
+      "loss": 1.2883,
+      "step": 3349
+    },
+    {
+      "epoch": 0.9977847688899645,
+      "grad_norm": 0.1912810355424881,
+      "learning_rate": 1.9744194645404523e-05,
+      "loss": 1.2951,
+      "step": 3350
+    },
+    {
+      "epoch": 0.9980826150896331,
+      "grad_norm": 0.18957996368408203,
+      "learning_rate": 1.9743977826349917e-05,
+      "loss": 1.2963,
+      "step": 3351
+    },
+    {
+      "epoch": 0.9983804612893017,
+      "grad_norm": 0.2020920068025589,
+      "learning_rate": 1.974376091663849e-05,
+      "loss": 1.3111,
+      "step": 3352
+    },
+    {
+      "epoch": 0.9986783074889704,
+      "grad_norm": 0.19816243648529053,
+      "learning_rate": 1.9743543916272252e-05,
+      "loss": 1.2878,
+      "step": 3353
+    },
+    {
+      "epoch": 0.998976153688639,
+      "grad_norm": 0.19619014859199524,
+      "learning_rate": 1.9743326825253225e-05,
+      "loss": 1.3091,
+      "step": 3354
+    },
+    {
+      "epoch": 0.9992739998883077,
+      "grad_norm": 0.202503502368927,
+      "learning_rate": 1.9743109643583425e-05,
+      "loss": 1.2974,
+      "step": 3355
+    },
+    {
+      "epoch": 0.9995718460879763,
+      "grad_norm": 0.19494196772575378,
+      "learning_rate": 1.9742892371264876e-05,
+      "loss": 1.3062,
+      "step": 3356
+    },
+    {
+      "epoch": 0.999869692287645,
+      "grad_norm": 0.2075500786304474,
+      "learning_rate": 1.97426750082996e-05,
+      "loss": 1.311,
+      "step": 3357
+    },
+    {
+      "epoch": 1.0001675384873137,
+      "grad_norm": 0.20512253046035767,
+      "learning_rate": 1.974245755468962e-05,
+      "loss": 1.3058,
+      "step": 3358
+    },
+    {
+      "epoch": 1.0004653846869822,
+      "grad_norm": 0.2019047886133194,
+      "learning_rate": 1.9742240010436955e-05,
+      "loss": 1.2981,
+      "step": 3359
+    },
+    {
+      "epoch": 1.000763230886651,
+      "grad_norm": 0.20687521994113922,
+      "learning_rate": 1.974202237554363e-05,
+      "loss": 1.3051,
+      "step": 3360
+    },
+    {
+      "epoch": 1.0010610770863195,
+      "grad_norm": 0.2059999257326126,
+      "learning_rate": 1.9741804650011673e-05,
+      "loss": 1.3112,
+      "step": 3361
+    },
+    {
+      "epoch": 1.0013589232859883,
+      "grad_norm": 0.2035730481147766,
+      "learning_rate": 1.974158683384311e-05,
+      "loss": 1.3189,
+      "step": 3362
+    },
+    {
+      "epoch": 1.0016567694856569,
+      "grad_norm": 0.21043939888477325,
+      "learning_rate": 1.9741368927039962e-05,
+      "loss": 1.296,
+      "step": 3363
+    },
+    {
+      "epoch": 1.0019546156853254,
+      "grad_norm": 0.20265917479991913,
+      "learning_rate": 1.974115092960426e-05,
+      "loss": 1.3064,
+      "step": 3364
+    },
+    {
+      "epoch": 1.0022524618849942,
+      "grad_norm": 0.1880495548248291,
+      "learning_rate": 1.9740932841538035e-05,
+      "loss": 1.3062,
+      "step": 3365
+    },
+    {
+      "epoch": 1.0025503080846627,
+      "grad_norm": 0.19218531250953674,
+      "learning_rate": 1.9740714662843313e-05,
+      "loss": 1.3058,
+      "step": 3366
+    },
+    {
+      "epoch": 1.0028481542843315,
+      "grad_norm": 0.19349585473537445,
+      "learning_rate": 1.9740496393522123e-05,
+      "loss": 1.3055,
+      "step": 3367
+    },
+    {
+      "epoch": 1.003146000484,
+      "grad_norm": 0.23449759185314178,
+      "learning_rate": 1.9740278033576496e-05,
+      "loss": 1.3067,
+      "step": 3368
+    },
+    {
+      "epoch": 1.0034438466836688,
+      "grad_norm": 0.1942831575870514,
+      "learning_rate": 1.9740059583008463e-05,
+      "loss": 1.2853,
+      "step": 3369
+    },
+    {
+      "epoch": 1.0037416928833374,
+      "grad_norm": 0.19284681975841522,
+      "learning_rate": 1.973984104182006e-05,
+      "loss": 1.2824,
+      "step": 3370
+    },
+    {
+      "epoch": 1.004039539083006,
+      "grad_norm": 0.2020491063594818,
+      "learning_rate": 1.973962241001332e-05,
+      "loss": 1.2929,
+      "step": 3371
+    },
+    {
+      "epoch": 1.0043373852826747,
+      "grad_norm": 0.19560948014259338,
+      "learning_rate": 1.9739403687590268e-05,
+      "loss": 1.2821,
+      "step": 3372
+    },
+    {
+      "epoch": 1.0046352314823432,
+      "grad_norm": 0.20239092409610748,
+      "learning_rate": 1.973918487455295e-05,
+      "loss": 1.297,
+      "step": 3373
+    },
+    {
+      "epoch": 1.004933077682012,
+      "grad_norm": 0.19475553929805756,
+      "learning_rate": 1.9738965970903397e-05,
+      "loss": 1.3142,
+      "step": 3374
+    },
+    {
+      "epoch": 1.0052309238816806,
+      "grad_norm": 0.2040357142686844,
+      "learning_rate": 1.973874697664365e-05,
+      "loss": 1.3028,
+      "step": 3375
+    },
+    {
+      "epoch": 1.0055287700813493,
+      "grad_norm": 0.1978982836008072,
+      "learning_rate": 1.9738527891775746e-05,
+      "loss": 1.303,
+      "step": 3376
+    },
+    {
+      "epoch": 1.0058266162810179,
+      "grad_norm": 0.20032471418380737,
+      "learning_rate": 1.973830871630171e-05,
+      "loss": 1.3013,
+      "step": 3377
+    },
+    {
+      "epoch": 1.0061244624806864,
+      "grad_norm": 0.2011338174343109,
+      "learning_rate": 1.9738089450223602e-05,
+      "loss": 1.29,
+      "step": 3378
+    },
+    {
+      "epoch": 1.0064223086803552,
+      "grad_norm": 0.19828371703624725,
+      "learning_rate": 1.9737870093543446e-05,
+      "loss": 1.3042,
+      "step": 3379
+    },
+    {
+      "epoch": 1.0067201548800238,
+      "grad_norm": 0.20131751894950867,
+      "learning_rate": 1.973765064626329e-05,
+      "loss": 1.2847,
+      "step": 3380
+    },
+    {
+      "epoch": 1.0070180010796925,
+      "grad_norm": 0.19987799227237701,
+      "learning_rate": 1.9737431108385174e-05,
+      "loss": 1.3098,
+      "step": 3381
+    },
+    {
+      "epoch": 1.007315847279361,
+      "grad_norm": 0.20842686295509338,
+      "learning_rate": 1.9737211479911143e-05,
+      "loss": 1.3177,
+      "step": 3382
+    },
+    {
+      "epoch": 1.0076136934790298,
+      "grad_norm": 0.19841377437114716,
+      "learning_rate": 1.9736991760843235e-05,
+      "loss": 1.2875,
+      "step": 3383
+    },
+    {
+      "epoch": 1.0079115396786984,
+      "grad_norm": 0.1997886598110199,
+      "learning_rate": 1.97367719511835e-05,
+      "loss": 1.2997,
+      "step": 3384
+    },
+    {
+      "epoch": 1.008209385878367,
+      "grad_norm": 0.20692330598831177,
+      "learning_rate": 1.973655205093398e-05,
+      "loss": 1.3109,
+      "step": 3385
+    },
+    {
+      "epoch": 1.0085072320780357,
+      "grad_norm": 0.19390694797039032,
+      "learning_rate": 1.973633206009672e-05,
+      "loss": 1.327,
+      "step": 3386
+    },
+    {
+      "epoch": 1.0088050782777043,
+      "grad_norm": 0.207501620054245,
+      "learning_rate": 1.973611197867377e-05,
+      "loss": 1.2863,
+      "step": 3387
+    },
+    {
+      "epoch": 1.009102924477373,
+      "grad_norm": 0.2012711763381958,
+      "learning_rate": 1.9735891806667173e-05,
+      "loss": 1.2983,
+      "step": 3388
+    },
+    {
+      "epoch": 1.0094007706770416,
+      "grad_norm": 0.20405852794647217,
+      "learning_rate": 1.9735671544078985e-05,
+      "loss": 1.3109,
+      "step": 3389
+    },
+    {
+      "epoch": 1.0096986168767104,
+      "grad_norm": 0.20827427506446838,
+      "learning_rate": 1.973545119091125e-05,
+      "loss": 1.3079,
+      "step": 3390
+    },
+    {
+      "epoch": 1.009996463076379,
+      "grad_norm": 0.21407508850097656,
+      "learning_rate": 1.9735230747166014e-05,
+      "loss": 1.2979,
+      "step": 3391
+    },
+    {
+      "epoch": 1.0102943092760477,
+      "grad_norm": 0.20271380245685577,
+      "learning_rate": 1.9735010212845336e-05,
+      "loss": 1.3111,
+      "step": 3392
+    },
+    {
+      "epoch": 1.0105921554757162,
+      "grad_norm": 0.19732552766799927,
+      "learning_rate": 1.9734789587951264e-05,
+      "loss": 1.3056,
+      "step": 3393
+    },
+    {
+      "epoch": 1.0108900016753848,
+      "grad_norm": 0.20793870091438293,
+      "learning_rate": 1.9734568872485852e-05,
+      "loss": 1.3091,
+      "step": 3394
+    },
+    {
+      "epoch": 1.0111878478750536,
+      "grad_norm": 0.21210235357284546,
+      "learning_rate": 1.973434806645115e-05,
+      "loss": 1.2873,
+      "step": 3395
+    },
+    {
+      "epoch": 1.011485694074722,
+      "grad_norm": 0.19632075726985931,
+      "learning_rate": 1.973412716984922e-05,
+      "loss": 1.2919,
+      "step": 3396
+    },
+    {
+      "epoch": 1.0117835402743909,
+      "grad_norm": 0.20312587916851044,
+      "learning_rate": 1.9733906182682107e-05,
+      "loss": 1.2898,
+      "step": 3397
+    },
+    {
+      "epoch": 1.0120813864740594,
+      "grad_norm": 0.19858725368976593,
+      "learning_rate": 1.9733685104951874e-05,
+      "loss": 1.3011,
+      "step": 3398
+    },
+    {
+      "epoch": 1.0123792326737282,
+      "grad_norm": 0.20250661671161652,
+      "learning_rate": 1.973346393666058e-05,
+      "loss": 1.3047,
+      "step": 3399
+    },
+    {
+      "epoch": 1.0126770788733968,
+      "grad_norm": 0.2005874067544937,
+      "learning_rate": 1.9733242677810277e-05,
+      "loss": 1.3041,
+      "step": 3400
+    },
+    {
+      "epoch": 1.0129749250730653,
+      "grad_norm": 0.2064727246761322,
+      "learning_rate": 1.9733021328403022e-05,
+      "loss": 1.2991,
+      "step": 3401
+    },
+    {
+      "epoch": 1.013272771272734,
+      "grad_norm": 0.21274413168430328,
+      "learning_rate": 1.973279988844088e-05,
+      "loss": 1.2957,
+      "step": 3402
+    },
+    {
+      "epoch": 1.0135706174724026,
+      "grad_norm": 0.2098504602909088,
+      "learning_rate": 1.9732578357925913e-05,
+      "loss": 1.3196,
+      "step": 3403
+    },
+    {
+      "epoch": 1.0138684636720714,
+      "grad_norm": 0.20712429285049438,
+      "learning_rate": 1.9732356736860172e-05,
+      "loss": 1.3001,
+      "step": 3404
+    },
+    {
+      "epoch": 1.01416630987174,
+      "grad_norm": 0.2014516294002533,
+      "learning_rate": 1.973213502524573e-05,
+      "loss": 1.2929,
+      "step": 3405
+    },
+    {
+      "epoch": 1.0144641560714087,
+      "grad_norm": 0.20681215822696686,
+      "learning_rate": 1.973191322308464e-05,
+      "loss": 1.307,
+      "step": 3406
+    },
+    {
+      "epoch": 1.0147620022710773,
+      "grad_norm": 0.21458099782466888,
+      "learning_rate": 1.9731691330378972e-05,
+      "loss": 1.3124,
+      "step": 3407
+    },
+    {
+      "epoch": 1.0150598484707458,
+      "grad_norm": 0.20352648198604584,
+      "learning_rate": 1.9731469347130793e-05,
+      "loss": 1.29,
+      "step": 3408
+    },
+    {
+      "epoch": 1.0153576946704146,
+      "grad_norm": 0.20370642840862274,
+      "learning_rate": 1.973124727334216e-05,
+      "loss": 1.2969,
+      "step": 3409
+    },
+    {
+      "epoch": 1.0156555408700831,
+      "grad_norm": 0.21255552768707275,
+      "learning_rate": 1.9731025109015146e-05,
+      "loss": 1.3053,
+      "step": 3410
+    },
+    {
+      "epoch": 1.015953387069752,
+      "grad_norm": 0.21125616133213043,
+      "learning_rate": 1.9730802854151815e-05,
+      "loss": 1.3053,
+      "step": 3411
+    },
+    {
+      "epoch": 1.0162512332694205,
+      "grad_norm": 0.1962079554796219,
+      "learning_rate": 1.9730580508754235e-05,
+      "loss": 1.312,
+      "step": 3412
+    },
+    {
+      "epoch": 1.0165490794690892,
+      "grad_norm": 0.19924552738666534,
+      "learning_rate": 1.9730358072824476e-05,
+      "loss": 1.2835,
+      "step": 3413
+    },
+    {
+      "epoch": 1.0168469256687578,
+      "grad_norm": 0.2046997994184494,
+      "learning_rate": 1.9730135546364605e-05,
+      "loss": 1.2881,
+      "step": 3414
+    },
+    {
+      "epoch": 1.0171447718684263,
+      "grad_norm": 0.21070091426372528,
+      "learning_rate": 1.9729912929376695e-05,
+      "loss": 1.3205,
+      "step": 3415
+    },
+    {
+      "epoch": 1.017442618068095,
+      "grad_norm": 0.19929635524749756,
+      "learning_rate": 1.9729690221862816e-05,
+      "loss": 1.3032,
+      "step": 3416
+    },
+    {
+      "epoch": 1.0177404642677637,
+      "grad_norm": 0.19725117087364197,
+      "learning_rate": 1.972946742382504e-05,
+      "loss": 1.312,
+      "step": 3417
+    },
+    {
+      "epoch": 1.0180383104674324,
+      "grad_norm": 0.21880078315734863,
+      "learning_rate": 1.972924453526544e-05,
+      "loss": 1.2986,
+      "step": 3418
+    },
+    {
+      "epoch": 1.018336156667101,
+      "grad_norm": 0.21586327254772186,
+      "learning_rate": 1.972902155618609e-05,
+      "loss": 1.3067,
+      "step": 3419
+    },
+    {
+      "epoch": 1.0186340028667697,
+      "grad_norm": 0.21872232854366302,
+      "learning_rate": 1.9728798486589065e-05,
+      "loss": 1.3118,
+      "step": 3420
+    },
+    {
+      "epoch": 1.0189318490664383,
+      "grad_norm": 0.2075866013765335,
+      "learning_rate": 1.9728575326476437e-05,
+      "loss": 1.3075,
+      "step": 3421
+    },
+    {
+      "epoch": 1.019229695266107,
+      "grad_norm": 0.21058566868305206,
+      "learning_rate": 1.9728352075850287e-05,
+      "loss": 1.3022,
+      "step": 3422
+    },
+    {
+      "epoch": 1.0195275414657756,
+      "grad_norm": 0.20899464190006256,
+      "learning_rate": 1.972812873471269e-05,
+      "loss": 1.2853,
+      "step": 3423
+    },
+    {
+      "epoch": 1.0198253876654442,
+      "grad_norm": 0.22943811118602753,
+      "learning_rate": 1.9727905303065724e-05,
+      "loss": 1.3279,
+      "step": 3424
+    },
+    {
+      "epoch": 1.020123233865113,
+      "grad_norm": 0.20464380085468292,
+      "learning_rate": 1.9727681780911467e-05,
+      "loss": 1.3055,
+      "step": 3425
+    },
+    {
+      "epoch": 1.0204210800647815,
+      "grad_norm": 0.20870985090732574,
+      "learning_rate": 1.9727458168252e-05,
+      "loss": 1.3253,
+      "step": 3426
+    },
+    {
+      "epoch": 1.0207189262644503,
+      "grad_norm": 0.2142518013715744,
+      "learning_rate": 1.9727234465089406e-05,
+      "loss": 1.3113,
+      "step": 3427
+    },
+    {
+      "epoch": 1.0210167724641188,
+      "grad_norm": 0.20791509747505188,
+      "learning_rate": 1.9727010671425758e-05,
+      "loss": 1.2828,
+      "step": 3428
+    },
+    {
+      "epoch": 1.0213146186637876,
+      "grad_norm": 0.20511488616466522,
+      "learning_rate": 1.9726786787263145e-05,
+      "loss": 1.2879,
+      "step": 3429
+    },
+    {
+      "epoch": 1.0216124648634561,
+      "grad_norm": 0.20509251952171326,
+      "learning_rate": 1.972656281260365e-05,
+      "loss": 1.293,
+      "step": 3430
+    },
+    {
+      "epoch": 1.0219103110631247,
+      "grad_norm": 0.20584897696971893,
+      "learning_rate": 1.9726338747449356e-05,
+      "loss": 1.2958,
+      "step": 3431
+    },
+    {
+      "epoch": 1.0222081572627935,
+      "grad_norm": 0.2150140404701233,
+      "learning_rate": 1.9726114591802343e-05,
+      "loss": 1.3014,
+      "step": 3432
+    },
+    {
+      "epoch": 1.022506003462462,
+      "grad_norm": 0.22393961250782013,
+      "learning_rate": 1.9725890345664703e-05,
+      "loss": 1.3094,
+      "step": 3433
+    },
+    {
+      "epoch": 1.0228038496621308,
+      "grad_norm": 0.20525576174259186,
+      "learning_rate": 1.972566600903852e-05,
+      "loss": 1.3008,
+      "step": 3434
+    },
+    {
+      "epoch": 1.0231016958617993,
+      "grad_norm": 0.20266354084014893,
+      "learning_rate": 1.972544158192588e-05,
+      "loss": 1.3082,
+      "step": 3435
+    },
+    {
+      "epoch": 1.023399542061468,
+      "grad_norm": 0.21380510926246643,
+      "learning_rate": 1.972521706432887e-05,
+      "loss": 1.312,
+      "step": 3436
+    },
+    {
+      "epoch": 1.0236973882611367,
+      "grad_norm": 0.20366153120994568,
+      "learning_rate": 1.9724992456249584e-05,
+      "loss": 1.3105,
+      "step": 3437
+    },
+    {
+      "epoch": 1.0239952344608052,
+      "grad_norm": 0.21148470044136047,
+      "learning_rate": 1.972476775769011e-05,
+      "loss": 1.3014,
+      "step": 3438
+    },
+    {
+      "epoch": 1.024293080660474,
+      "grad_norm": 0.21774984896183014,
+      "learning_rate": 1.9724542968652532e-05,
+      "loss": 1.2974,
+      "step": 3439
+    },
+    {
+      "epoch": 1.0245909268601425,
+      "grad_norm": 0.20611019432544708,
+      "learning_rate": 1.9724318089138948e-05,
+      "loss": 1.2826,
+      "step": 3440
+    },
+    {
+      "epoch": 1.0248887730598113,
+      "grad_norm": 0.20914271473884583,
+      "learning_rate": 1.9724093119151454e-05,
+      "loss": 1.3097,
+      "step": 3441
+    },
+    {
+      "epoch": 1.0251866192594798,
+      "grad_norm": 0.21499302983283997,
+      "learning_rate": 1.972386805869213e-05,
+      "loss": 1.2998,
+      "step": 3442
+    },
+    {
+      "epoch": 1.0254844654591486,
+      "grad_norm": 0.19540037214756012,
+      "learning_rate": 1.9723642907763082e-05,
+      "loss": 1.2874,
+      "step": 3443
+    },
+    {
+      "epoch": 1.0257823116588172,
+      "grad_norm": 0.20741817355155945,
+      "learning_rate": 1.97234176663664e-05,
+      "loss": 1.3061,
+      "step": 3444
+    },
+    {
+      "epoch": 1.0260801578584857,
+      "grad_norm": 0.2004505693912506,
+      "learning_rate": 1.9723192334504183e-05,
+      "loss": 1.3131,
+      "step": 3445
+    },
+    {
+      "epoch": 1.0263780040581545,
+      "grad_norm": 0.19974607229232788,
+      "learning_rate": 1.972296691217852e-05,
+      "loss": 1.3027,
+      "step": 3446
+    },
+    {
+      "epoch": 1.026675850257823,
+      "grad_norm": 0.2027173936367035,
+      "learning_rate": 1.9722741399391517e-05,
+      "loss": 1.3005,
+      "step": 3447
+    },
+    {
+      "epoch": 1.0269736964574918,
+      "grad_norm": 0.20132912695407867,
+      "learning_rate": 1.972251579614527e-05,
+      "loss": 1.2963,
+      "step": 3448
+    },
+    {
+      "epoch": 1.0272715426571604,
+      "grad_norm": 0.2098199427127838,
+      "learning_rate": 1.972229010244187e-05,
+      "loss": 1.3115,
+      "step": 3449
+    },
+    {
+      "epoch": 1.0275693888568291,
+      "grad_norm": 0.20256924629211426,
+      "learning_rate": 1.9722064318283425e-05,
+      "loss": 1.3161,
+      "step": 3450
+    },
+    {
+      "epoch": 1.0278672350564977,
+      "grad_norm": 0.20966893434524536,
+      "learning_rate": 1.9721838443672035e-05,
+      "loss": 1.2963,
+      "step": 3451
+    },
+    {
+      "epoch": 1.0281650812561662,
+      "grad_norm": 0.2011045664548874,
+      "learning_rate": 1.97216124786098e-05,
+      "loss": 1.3011,
+      "step": 3452
+    },
+    {
+      "epoch": 1.028462927455835,
+      "grad_norm": 0.19789999723434448,
+      "learning_rate": 1.972138642309882e-05,
+      "loss": 1.2844,
+      "step": 3453
+    },
+    {
+      "epoch": 1.0287607736555036,
+      "grad_norm": 0.20889869332313538,
+      "learning_rate": 1.9721160277141205e-05,
+      "loss": 1.2916,
+      "step": 3454
+    },
+    {
+      "epoch": 1.0290586198551723,
+      "grad_norm": 0.19314032793045044,
+      "learning_rate": 1.972093404073905e-05,
+      "loss": 1.3052,
+      "step": 3455
+    },
+    {
+      "epoch": 1.0293564660548409,
+      "grad_norm": 0.1976383626461029,
+      "learning_rate": 1.972070771389447e-05,
+      "loss": 1.2919,
+      "step": 3456
+    },
+    {
+      "epoch": 1.0296543122545097,
+      "grad_norm": 0.20616964995861053,
+      "learning_rate": 1.9720481296609562e-05,
+      "loss": 1.3037,
+      "step": 3457
+    },
+    {
+      "epoch": 1.0299521584541782,
+      "grad_norm": 0.19698336720466614,
+      "learning_rate": 1.9720254788886435e-05,
+      "loss": 1.3013,
+      "step": 3458
+    },
+    {
+      "epoch": 1.030250004653847,
+      "grad_norm": 0.2089948058128357,
+      "learning_rate": 1.97200281907272e-05,
+      "loss": 1.2874,
+      "step": 3459
+    },
+    {
+      "epoch": 1.0305478508535155,
+      "grad_norm": 0.20039913058280945,
+      "learning_rate": 1.971980150213396e-05,
+      "loss": 1.2924,
+      "step": 3460
+    },
+    {
+      "epoch": 1.030845697053184,
+      "grad_norm": 0.192903533577919,
+      "learning_rate": 1.9719574723108828e-05,
+      "loss": 1.2985,
+      "step": 3461
+    },
+    {
+      "epoch": 1.0311435432528528,
+      "grad_norm": 0.19958768784999847,
+      "learning_rate": 1.971934785365391e-05,
+      "loss": 1.3123,
+      "step": 3462
+    },
+    {
+      "epoch": 1.0314413894525214,
+      "grad_norm": 0.20145928859710693,
+      "learning_rate": 1.9719120893771328e-05,
+      "loss": 1.3063,
+      "step": 3463
+    },
+    {
+      "epoch": 1.0317392356521902,
+      "grad_norm": 0.20627877116203308,
+      "learning_rate": 1.9718893843463177e-05,
+      "loss": 1.3132,
+      "step": 3464
+    },
+    {
+      "epoch": 1.0320370818518587,
+      "grad_norm": 0.20193171501159668,
+      "learning_rate": 1.971866670273158e-05,
+      "loss": 1.3049,
+      "step": 3465
+    },
+    {
+      "epoch": 1.0323349280515275,
+      "grad_norm": 0.21276478469371796,
+      "learning_rate": 1.9718439471578645e-05,
+      "loss": 1.3172,
+      "step": 3466
+    },
+    {
+      "epoch": 1.032632774251196,
+      "grad_norm": 0.21268029510974884,
+      "learning_rate": 1.971821215000649e-05,
+      "loss": 1.3027,
+      "step": 3467
+    },
+    {
+      "epoch": 1.0329306204508646,
+      "grad_norm": 0.20449820160865784,
+      "learning_rate": 1.971798473801723e-05,
+      "loss": 1.3016,
+      "step": 3468
+    },
+    {
+      "epoch": 1.0332284666505334,
+      "grad_norm": 0.2022082656621933,
+      "learning_rate": 1.9717757235612977e-05,
+      "loss": 1.2869,
+      "step": 3469
+    },
+    {
+      "epoch": 1.033526312850202,
+      "grad_norm": 0.22149288654327393,
+      "learning_rate": 1.9717529642795853e-05,
+      "loss": 1.2966,
+      "step": 3470
+    },
+    {
+      "epoch": 1.0338241590498707,
+      "grad_norm": 0.20105499029159546,
+      "learning_rate": 1.971730195956797e-05,
+      "loss": 1.2822,
+      "step": 3471
+    },
+    {
+      "epoch": 1.0341220052495392,
+      "grad_norm": 0.21253730356693268,
+      "learning_rate": 1.9717074185931454e-05,
+      "loss": 1.2882,
+      "step": 3472
+    },
+    {
+      "epoch": 1.034419851449208,
+      "grad_norm": 0.22005505859851837,
+      "learning_rate": 1.9716846321888417e-05,
+      "loss": 1.3278,
+      "step": 3473
+    },
+    {
+      "epoch": 1.0347176976488766,
+      "grad_norm": 0.19879037141799927,
+      "learning_rate": 1.9716618367440978e-05,
+      "loss": 1.3033,
+      "step": 3474
+    },
+    {
+      "epoch": 1.035015543848545,
+      "grad_norm": 0.2200528383255005,
+      "learning_rate": 1.9716390322591264e-05,
+      "loss": 1.3149,
+      "step": 3475
+    },
+    {
+      "epoch": 1.0353133900482139,
+      "grad_norm": 0.21222293376922607,
+      "learning_rate": 1.9716162187341393e-05,
+      "loss": 1.3334,
+      "step": 3476
+    },
+    {
+      "epoch": 1.0356112362478824,
+      "grad_norm": 0.22255544364452362,
+      "learning_rate": 1.971593396169349e-05,
+      "loss": 1.2955,
+      "step": 3477
+    },
+    {
+      "epoch": 1.0359090824475512,
+      "grad_norm": 0.2219313234090805,
+      "learning_rate": 1.9715705645649677e-05,
+      "loss": 1.3059,
+      "step": 3478
+    },
+    {
+      "epoch": 1.0362069286472197,
+      "grad_norm": 0.19292521476745605,
+      "learning_rate": 1.9715477239212074e-05,
+      "loss": 1.2983,
+      "step": 3479
+    },
+    {
+      "epoch": 1.0365047748468885,
+      "grad_norm": 0.21676228940486908,
+      "learning_rate": 1.9715248742382815e-05,
+      "loss": 1.2815,
+      "step": 3480
+    },
+    {
+      "epoch": 1.036802621046557,
+      "grad_norm": 0.21063315868377686,
+      "learning_rate": 1.9715020155164017e-05,
+      "loss": 1.3115,
+      "step": 3481
+    },
+    {
+      "epoch": 1.0371004672462258,
+      "grad_norm": 0.2131437510251999,
+      "learning_rate": 1.971479147755781e-05,
+      "loss": 1.2765,
+      "step": 3482
+    },
+    {
+      "epoch": 1.0373983134458944,
+      "grad_norm": 0.22631488740444183,
+      "learning_rate": 1.9714562709566326e-05,
+      "loss": 1.3272,
+      "step": 3483
+    },
+    {
+      "epoch": 1.037696159645563,
+      "grad_norm": 0.20695947110652924,
+      "learning_rate": 1.9714333851191688e-05,
+      "loss": 1.2974,
+      "step": 3484
+    },
+    {
+      "epoch": 1.0379940058452317,
+      "grad_norm": 0.22460728883743286,
+      "learning_rate": 1.971410490243603e-05,
+      "loss": 1.308,
+      "step": 3485
+    },
+    {
+      "epoch": 1.0382918520449003,
+      "grad_norm": 0.21392583847045898,
+      "learning_rate": 1.9713875863301475e-05,
+      "loss": 1.2898,
+      "step": 3486
+    },
+    {
+      "epoch": 1.038589698244569,
+      "grad_norm": 0.21392081677913666,
+      "learning_rate": 1.9713646733790158e-05,
+      "loss": 1.2902,
+      "step": 3487
+    },
+    {
+      "epoch": 1.0388875444442376,
+      "grad_norm": 0.21687346696853638,
+      "learning_rate": 1.9713417513904213e-05,
+      "loss": 1.304,
+      "step": 3488
+    },
+    {
+      "epoch": 1.0391853906439064,
+      "grad_norm": 0.2224649339914322,
+      "learning_rate": 1.971318820364577e-05,
+      "loss": 1.3146,
+      "step": 3489
+    },
+    {
+      "epoch": 1.039483236843575,
+      "grad_norm": 0.2142845094203949,
+      "learning_rate": 1.9712958803016962e-05,
+      "loss": 1.2824,
+      "step": 3490
+    },
+    {
+      "epoch": 1.0397810830432435,
+      "grad_norm": 0.19883057475090027,
+      "learning_rate": 1.9712729312019925e-05,
+      "loss": 1.2832,
+      "step": 3491
+    },
+    {
+      "epoch": 1.0400789292429122,
+      "grad_norm": 0.20167869329452515,
+      "learning_rate": 1.9712499730656796e-05,
+      "loss": 1.3068,
+      "step": 3492
+    },
+    {
+      "epoch": 1.0403767754425808,
+      "grad_norm": 0.21614550054073334,
+      "learning_rate": 1.9712270058929704e-05,
+      "loss": 1.3258,
+      "step": 3493
+    },
+    {
+      "epoch": 1.0406746216422496,
+      "grad_norm": 0.22374406456947327,
+      "learning_rate": 1.9712040296840795e-05,
+      "loss": 1.3295,
+      "step": 3494
+    },
+    {
+      "epoch": 1.040972467841918,
+      "grad_norm": 0.2011774331331253,
+      "learning_rate": 1.9711810444392198e-05,
+      "loss": 1.3044,
+      "step": 3495
+    },
+    {
+      "epoch": 1.0412703140415869,
+      "grad_norm": 0.2045108824968338,
+      "learning_rate": 1.971158050158606e-05,
+      "loss": 1.3218,
+      "step": 3496
+    },
+    {
+      "epoch": 1.0415681602412554,
+      "grad_norm": 0.22346441447734833,
+      "learning_rate": 1.971135046842451e-05,
+      "loss": 1.3086,
+      "step": 3497
+    },
+    {
+      "epoch": 1.041866006440924,
+      "grad_norm": 0.22070644795894623,
+      "learning_rate": 1.9711120344909695e-05,
+      "loss": 1.3092,
+      "step": 3498
+    },
+    {
+      "epoch": 1.0421638526405927,
+      "grad_norm": 0.2148740440607071,
+      "learning_rate": 1.971089013104376e-05,
+      "loss": 1.3033,
+      "step": 3499
+    },
+    {
+      "epoch": 1.0424616988402613,
+      "grad_norm": 0.20926442742347717,
+      "learning_rate": 1.971065982682884e-05,
+      "loss": 1.312,
+      "step": 3500
+    },
+    {
+      "epoch": 1.0424616988402613,
+      "eval_loss": 1.3607652187347412,
+      "eval_runtime": 21.2984,
+      "eval_samples_per_second": 81.415,
+      "eval_steps_per_second": 5.118,
+      "step": 3500
+    },
+    {
+      "epoch": 1.04275954503993,
+      "grad_norm": 0.21613319218158722,
+      "learning_rate": 1.9710429432267076e-05,
+      "loss": 1.3031,
+      "step": 3501
+    },
+    {
+      "epoch": 1.0430573912395986,
+      "grad_norm": 0.21077358722686768,
+      "learning_rate": 1.9710198947360616e-05,
+      "loss": 1.2972,
+      "step": 3502
+    },
+    {
+      "epoch": 1.0433552374392674,
+      "grad_norm": 0.2114875614643097,
+      "learning_rate": 1.9709968372111604e-05,
+      "loss": 1.3196,
+      "step": 3503
+    },
+    {
+      "epoch": 1.043653083638936,
+      "grad_norm": 0.19951535761356354,
+      "learning_rate": 1.970973770652219e-05,
+      "loss": 1.2752,
+      "step": 3504
+    },
+    {
+      "epoch": 1.0439509298386045,
+      "grad_norm": 0.22120660543441772,
+      "learning_rate": 1.970950695059451e-05,
+      "loss": 1.3142,
+      "step": 3505
+    },
+    {
+      "epoch": 1.0442487760382733,
+      "grad_norm": 0.2088823914527893,
+      "learning_rate": 1.970927610433072e-05,
+      "loss": 1.3014,
+      "step": 3506
+    },
+    {
+      "epoch": 1.0445466222379418,
+      "grad_norm": 0.2029641717672348,
+      "learning_rate": 1.9709045167732958e-05,
+      "loss": 1.3043,
+      "step": 3507
+    },
+    {
+      "epoch": 1.0448444684376106,
+      "grad_norm": 0.20846408605575562,
+      "learning_rate": 1.970881414080338e-05,
+      "loss": 1.3097,
+      "step": 3508
+    },
+    {
+      "epoch": 1.0451423146372791,
+      "grad_norm": 0.208656907081604,
+      "learning_rate": 1.9708583023544138e-05,
+      "loss": 1.3067,
+      "step": 3509
+    },
+    {
+      "epoch": 1.045440160836948,
+      "grad_norm": 0.22487233579158783,
+      "learning_rate": 1.9708351815957374e-05,
+      "loss": 1.2978,
+      "step": 3510
+    },
+    {
+      "epoch": 1.0457380070366165,
+      "grad_norm": 0.22238117456436157,
+      "learning_rate": 1.9708120518045245e-05,
+      "loss": 1.3077,
+      "step": 3511
+    },
+    {
+      "epoch": 1.046035853236285,
+      "grad_norm": 0.22144672274589539,
+      "learning_rate": 1.9707889129809898e-05,
+      "loss": 1.2787,
+      "step": 3512
+    },
+    {
+      "epoch": 1.0463336994359538,
+      "grad_norm": 0.2036600261926651,
+      "learning_rate": 1.9707657651253492e-05,
+      "loss": 1.2807,
+      "step": 3513
+    },
+    {
+      "epoch": 1.0466315456356223,
+      "grad_norm": 0.2069157212972641,
+      "learning_rate": 1.9707426082378177e-05,
+      "loss": 1.2925,
+      "step": 3514
+    },
+    {
+      "epoch": 1.046929391835291,
+      "grad_norm": 0.2219168096780777,
+      "learning_rate": 1.970719442318611e-05,
+      "loss": 1.3058,
+      "step": 3515
+    },
+    {
+      "epoch": 1.0472272380349597,
+      "grad_norm": 0.2090456485748291,
+      "learning_rate": 1.970696267367944e-05,
+      "loss": 1.3094,
+      "step": 3516
+    },
+    {
+      "epoch": 1.0475250842346284,
+      "grad_norm": 0.21614153683185577,
+      "learning_rate": 1.970673083386033e-05,
+      "loss": 1.2913,
+      "step": 3517
+    },
+    {
+      "epoch": 1.047822930434297,
+      "grad_norm": 0.20335333049297333,
+      "learning_rate": 1.9706498903730934e-05,
+      "loss": 1.293,
+      "step": 3518
+    },
+    {
+      "epoch": 1.0481207766339655,
+      "grad_norm": 0.21833182871341705,
+      "learning_rate": 1.9706266883293413e-05,
+      "loss": 1.3076,
+      "step": 3519
+    },
+    {
+      "epoch": 1.0484186228336343,
+      "grad_norm": 0.2128637731075287,
+      "learning_rate": 1.970603477254992e-05,
+      "loss": 1.2974,
+      "step": 3520
+    },
+    {
+      "epoch": 1.0487164690333028,
+      "grad_norm": 0.21557752788066864,
+      "learning_rate": 1.970580257150262e-05,
+      "loss": 1.3052,
+      "step": 3521
+    },
+    {
+      "epoch": 1.0490143152329716,
+      "grad_norm": 0.21013541519641876,
+      "learning_rate": 1.970557028015367e-05,
+      "loss": 1.3026,
+      "step": 3522
+    },
+    {
+      "epoch": 1.0493121614326402,
+      "grad_norm": 0.2258487045764923,
+      "learning_rate": 1.970533789850523e-05,
+      "loss": 1.3012,
+      "step": 3523
+    },
+    {
+      "epoch": 1.049610007632309,
+      "grad_norm": 0.2073233425617218,
+      "learning_rate": 1.970510542655947e-05,
+      "loss": 1.3225,
+      "step": 3524
+    },
+    {
+      "epoch": 1.0499078538319775,
+      "grad_norm": 0.2119024246931076,
+      "learning_rate": 1.970487286431854e-05,
+      "loss": 1.3007,
+      "step": 3525
+    },
+    {
+      "epoch": 1.0502057000316463,
+      "grad_norm": 0.20058347284793854,
+      "learning_rate": 1.9704640211784617e-05,
+      "loss": 1.2962,
+      "step": 3526
+    },
+    {
+      "epoch": 1.0505035462313148,
+      "grad_norm": 0.20473431050777435,
+      "learning_rate": 1.9704407468959855e-05,
+      "loss": 1.2948,
+      "step": 3527
+    },
+    {
+      "epoch": 1.0508013924309834,
+      "grad_norm": 0.20855119824409485,
+      "learning_rate": 1.9704174635846426e-05,
+      "loss": 1.3028,
+      "step": 3528
+    },
+    {
+      "epoch": 1.0510992386306521,
+      "grad_norm": 0.20362649857997894,
+      "learning_rate": 1.9703941712446495e-05,
+      "loss": 1.3033,
+      "step": 3529
+    },
+    {
+      "epoch": 1.0513970848303207,
+      "grad_norm": 0.20610179007053375,
+      "learning_rate": 1.9703708698762226e-05,
+      "loss": 1.2986,
+      "step": 3530
+    },
+    {
+      "epoch": 1.0516949310299895,
+      "grad_norm": 0.20430563390254974,
+      "learning_rate": 1.9703475594795792e-05,
+      "loss": 1.311,
+      "step": 3531
+    },
+    {
+      "epoch": 1.051992777229658,
+      "grad_norm": 0.20857155323028564,
+      "learning_rate": 1.9703242400549358e-05,
+      "loss": 1.3088,
+      "step": 3532
+    },
+    {
+      "epoch": 1.0522906234293268,
+      "grad_norm": 0.19734951853752136,
+      "learning_rate": 1.970300911602509e-05,
+      "loss": 1.3023,
+      "step": 3533
+    },
+    {
+      "epoch": 1.0525884696289953,
+      "grad_norm": 0.20390652120113373,
+      "learning_rate": 1.970277574122517e-05,
+      "loss": 1.2888,
+      "step": 3534
+    },
+    {
+      "epoch": 1.0528863158286639,
+      "grad_norm": 0.20076511800289154,
+      "learning_rate": 1.970254227615176e-05,
+      "loss": 1.3049,
+      "step": 3535
+    },
+    {
+      "epoch": 1.0531841620283326,
+      "grad_norm": 0.19973789155483246,
+      "learning_rate": 1.970230872080703e-05,
+      "loss": 1.3008,
+      "step": 3536
+    },
+    {
+      "epoch": 1.0534820082280012,
+      "grad_norm": 0.20469968020915985,
+      "learning_rate": 1.9702075075193162e-05,
+      "loss": 1.3116,
+      "step": 3537
+    },
+    {
+      "epoch": 1.05377985442767,
+      "grad_norm": 0.19541417062282562,
+      "learning_rate": 1.9701841339312326e-05,
+      "loss": 1.3026,
+      "step": 3538
+    },
+    {
+      "epoch": 1.0540777006273385,
+      "grad_norm": 0.2089960277080536,
+      "learning_rate": 1.9701607513166695e-05,
+      "loss": 1.3073,
+      "step": 3539
+    },
+    {
+      "epoch": 1.0543755468270073,
+      "grad_norm": 0.22149527072906494,
+      "learning_rate": 1.9701373596758442e-05,
+      "loss": 1.2924,
+      "step": 3540
+    },
+    {
+      "epoch": 1.0546733930266758,
+      "grad_norm": 0.20074641704559326,
+      "learning_rate": 1.970113959008975e-05,
+      "loss": 1.3005,
+      "step": 3541
+    },
+    {
+      "epoch": 1.0549712392263444,
+      "grad_norm": 0.2029009610414505,
+      "learning_rate": 1.9700905493162792e-05,
+      "loss": 1.303,
+      "step": 3542
+    },
+    {
+      "epoch": 1.0552690854260132,
+      "grad_norm": 0.20230336487293243,
+      "learning_rate": 1.9700671305979746e-05,
+      "loss": 1.2961,
+      "step": 3543
+    },
+    {
+      "epoch": 1.0555669316256817,
+      "grad_norm": 0.1958988606929779,
+      "learning_rate": 1.9700437028542794e-05,
+      "loss": 1.2986,
+      "step": 3544
+    },
+    {
+      "epoch": 1.0558647778253505,
+      "grad_norm": 0.20778551697731018,
+      "learning_rate": 1.9700202660854113e-05,
+      "loss": 1.2911,
+      "step": 3545
+    },
+    {
+      "epoch": 1.056162624025019,
+      "grad_norm": 0.20250651240348816,
+      "learning_rate": 1.9699968202915884e-05,
+      "loss": 1.3175,
+      "step": 3546
+    },
+    {
+      "epoch": 1.0564604702246878,
+      "grad_norm": 0.2022535353899002,
+      "learning_rate": 1.9699733654730285e-05,
+      "loss": 1.2876,
+      "step": 3547
+    },
+    {
+      "epoch": 1.0567583164243564,
+      "grad_norm": 0.19783522188663483,
+      "learning_rate": 1.9699499016299506e-05,
+      "loss": 1.2855,
+      "step": 3548
+    },
+    {
+      "epoch": 1.0570561626240251,
+      "grad_norm": 0.20000971853733063,
+      "learning_rate": 1.9699264287625722e-05,
+      "loss": 1.312,
+      "step": 3549
+    },
+    {
+      "epoch": 1.0573540088236937,
+      "grad_norm": 0.199110746383667,
+      "learning_rate": 1.969902946871112e-05,
+      "loss": 1.3082,
+      "step": 3550
+    },
+    {
+      "epoch": 1.0576518550233622,
+      "grad_norm": 0.19644653797149658,
+      "learning_rate": 1.969879455955789e-05,
+      "loss": 1.3039,
+      "step": 3551
+    },
+    {
+      "epoch": 1.057949701223031,
+      "grad_norm": 0.2020893692970276,
+      "learning_rate": 1.969855956016821e-05,
+      "loss": 1.2969,
+      "step": 3552
+    },
+    {
+      "epoch": 1.0582475474226996,
+      "grad_norm": 0.20060493052005768,
+      "learning_rate": 1.9698324470544268e-05,
+      "loss": 1.2959,
+      "step": 3553
+    },
+    {
+      "epoch": 1.0585453936223683,
+      "grad_norm": 0.1976126879453659,
+      "learning_rate": 1.9698089290688253e-05,
+      "loss": 1.2967,
+      "step": 3554
+    },
+    {
+      "epoch": 1.0588432398220369,
+      "grad_norm": 0.2165234386920929,
+      "learning_rate": 1.9697854020602353e-05,
+      "loss": 1.2919,
+      "step": 3555
+    },
+    {
+      "epoch": 1.0591410860217056,
+      "grad_norm": 0.202513188123703,
+      "learning_rate": 1.9697618660288757e-05,
+      "loss": 1.2934,
+      "step": 3556
+    },
+    {
+      "epoch": 1.0594389322213742,
+      "grad_norm": 0.20844443142414093,
+      "learning_rate": 1.9697383209749653e-05,
+      "loss": 1.3099,
+      "step": 3557
+    },
+    {
+      "epoch": 1.0597367784210427,
+      "grad_norm": 0.1990274339914322,
+      "learning_rate": 1.9697147668987235e-05,
+      "loss": 1.3027,
+      "step": 3558
+    },
+    {
+      "epoch": 1.0600346246207115,
+      "grad_norm": 0.19725582003593445,
+      "learning_rate": 1.969691203800369e-05,
+      "loss": 1.2981,
+      "step": 3559
+    },
+    {
+      "epoch": 1.06033247082038,
+      "grad_norm": 0.2047271728515625,
+      "learning_rate": 1.9696676316801213e-05,
+      "loss": 1.2986,
+      "step": 3560
+    },
+    {
+      "epoch": 1.0606303170200488,
+      "grad_norm": 0.21688127517700195,
+      "learning_rate": 1.9696440505381997e-05,
+      "loss": 1.3113,
+      "step": 3561
+    },
+    {
+      "epoch": 1.0609281632197174,
+      "grad_norm": 0.2020910382270813,
+      "learning_rate": 1.9696204603748236e-05,
+      "loss": 1.3008,
+      "step": 3562
+    },
+    {
+      "epoch": 1.0612260094193862,
+      "grad_norm": 0.19921623170375824,
+      "learning_rate": 1.9695968611902122e-05,
+      "loss": 1.3083,
+      "step": 3563
+    },
+    {
+      "epoch": 1.0615238556190547,
+      "grad_norm": 0.21965418756008148,
+      "learning_rate": 1.9695732529845854e-05,
+      "loss": 1.3077,
+      "step": 3564
+    },
+    {
+      "epoch": 1.0618217018187233,
+      "grad_norm": 0.2067146599292755,
+      "learning_rate": 1.969549635758163e-05,
+      "loss": 1.3171,
+      "step": 3565
+    },
+    {
+      "epoch": 1.062119548018392,
+      "grad_norm": 0.1980430632829666,
+      "learning_rate": 1.9695260095111644e-05,
+      "loss": 1.2916,
+      "step": 3566
+    },
+    {
+      "epoch": 1.0624173942180606,
+      "grad_norm": 0.20229408144950867,
+      "learning_rate": 1.9695023742438093e-05,
+      "loss": 1.281,
+      "step": 3567
+    },
+    {
+      "epoch": 1.0627152404177294,
+      "grad_norm": 0.20833523571491241,
+      "learning_rate": 1.9694787299563177e-05,
+      "loss": 1.3001,
+      "step": 3568
+    },
+    {
+      "epoch": 1.063013086617398,
+      "grad_norm": 0.1953403651714325,
+      "learning_rate": 1.96945507664891e-05,
+      "loss": 1.2966,
+      "step": 3569
+    },
+    {
+      "epoch": 1.0633109328170667,
+      "grad_norm": 0.20932403206825256,
+      "learning_rate": 1.969431414321806e-05,
+      "loss": 1.3006,
+      "step": 3570
+    },
+    {
+      "epoch": 1.0636087790167352,
+      "grad_norm": 0.19709676504135132,
+      "learning_rate": 1.9694077429752258e-05,
+      "loss": 1.2995,
+      "step": 3571
+    },
+    {
+      "epoch": 1.0639066252164038,
+      "grad_norm": 0.20356795191764832,
+      "learning_rate": 1.969384062609389e-05,
+      "loss": 1.2836,
+      "step": 3572
+    },
+    {
+      "epoch": 1.0642044714160726,
+      "grad_norm": 0.19794374704360962,
+      "learning_rate": 1.9693603732245176e-05,
+      "loss": 1.2843,
+      "step": 3573
+    },
+    {
+      "epoch": 1.064502317615741,
+      "grad_norm": 0.19218191504478455,
+      "learning_rate": 1.9693366748208303e-05,
+      "loss": 1.3023,
+      "step": 3574
+    },
+    {
+      "epoch": 1.0648001638154099,
+      "grad_norm": 0.2103659212589264,
+      "learning_rate": 1.9693129673985484e-05,
+      "loss": 1.3042,
+      "step": 3575
+    },
+    {
+      "epoch": 1.0650980100150784,
+      "grad_norm": 0.18991057574748993,
+      "learning_rate": 1.969289250957892e-05,
+      "loss": 1.2992,
+      "step": 3576
+    },
+    {
+      "epoch": 1.0653958562147472,
+      "grad_norm": 0.2115504890680313,
+      "learning_rate": 1.9692655254990824e-05,
+      "loss": 1.2892,
+      "step": 3577
+    },
+    {
+      "epoch": 1.0656937024144157,
+      "grad_norm": 0.200431689620018,
+      "learning_rate": 1.96924179102234e-05,
+      "loss": 1.2873,
+      "step": 3578
+    },
+    {
+      "epoch": 1.0659915486140843,
+      "grad_norm": 0.20939333736896515,
+      "learning_rate": 1.9692180475278853e-05,
+      "loss": 1.3031,
+      "step": 3579
+    },
+    {
+      "epoch": 1.066289394813753,
+      "grad_norm": 0.20650987327098846,
+      "learning_rate": 1.96919429501594e-05,
+      "loss": 1.3008,
+      "step": 3580
+    },
+    {
+      "epoch": 1.0665872410134216,
+      "grad_norm": 0.20073242485523224,
+      "learning_rate": 1.9691705334867246e-05,
+      "loss": 1.3007,
+      "step": 3581
+    },
+    {
+      "epoch": 1.0668850872130904,
+      "grad_norm": 0.19522999227046967,
+      "learning_rate": 1.9691467629404602e-05,
+      "loss": 1.2886,
+      "step": 3582
+    },
+    {
+      "epoch": 1.067182933412759,
+      "grad_norm": 0.2064772993326187,
+      "learning_rate": 1.9691229833773678e-05,
+      "loss": 1.3139,
+      "step": 3583
+    },
+    {
+      "epoch": 1.0674807796124277,
+      "grad_norm": 0.2075064331293106,
+      "learning_rate": 1.9690991947976686e-05,
+      "loss": 1.2917,
+      "step": 3584
+    },
+    {
+      "epoch": 1.0677786258120963,
+      "grad_norm": 0.2000180035829544,
+      "learning_rate": 1.9690753972015846e-05,
+      "loss": 1.3011,
+      "step": 3585
+    },
+    {
+      "epoch": 1.0680764720117648,
+      "grad_norm": 0.20665602385997772,
+      "learning_rate": 1.9690515905893367e-05,
+      "loss": 1.2927,
+      "step": 3586
+    },
+    {
+      "epoch": 1.0683743182114336,
+      "grad_norm": 0.20087812840938568,
+      "learning_rate": 1.969027774961146e-05,
+      "loss": 1.2936,
+      "step": 3587
+    },
+    {
+      "epoch": 1.0686721644111021,
+      "grad_norm": 0.19530273973941803,
+      "learning_rate": 1.9690039503172346e-05,
+      "loss": 1.2681,
+      "step": 3588
+    },
+    {
+      "epoch": 1.068970010610771,
+      "grad_norm": 0.2068195939064026,
+      "learning_rate": 1.9689801166578247e-05,
+      "loss": 1.2885,
+      "step": 3589
+    },
+    {
+      "epoch": 1.0692678568104395,
+      "grad_norm": 0.2021002173423767,
+      "learning_rate": 1.9689562739831368e-05,
+      "loss": 1.2993,
+      "step": 3590
+    },
+    {
+      "epoch": 1.0695657030101082,
+      "grad_norm": 0.20480947196483612,
+      "learning_rate": 1.9689324222933936e-05,
+      "loss": 1.3172,
+      "step": 3591
+    },
+    {
+      "epoch": 1.0698635492097768,
+      "grad_norm": 0.20652180910110474,
+      "learning_rate": 1.9689085615888166e-05,
+      "loss": 1.2853,
+      "step": 3592
+    },
+    {
+      "epoch": 1.0701613954094455,
+      "grad_norm": 0.20586484670639038,
+      "learning_rate": 1.968884691869628e-05,
+      "loss": 1.3097,
+      "step": 3593
+    },
+    {
+      "epoch": 1.070459241609114,
+      "grad_norm": 0.1960112303495407,
+      "learning_rate": 1.96886081313605e-05,
+      "loss": 1.3006,
+      "step": 3594
+    },
+    {
+      "epoch": 1.0707570878087826,
+      "grad_norm": 0.22065342962741852,
+      "learning_rate": 1.9688369253883043e-05,
+      "loss": 1.3018,
+      "step": 3595
+    },
+    {
+      "epoch": 1.0710549340084514,
+      "grad_norm": 0.21142372488975525,
+      "learning_rate": 1.968813028626614e-05,
+      "loss": 1.3154,
+      "step": 3596
+    },
+    {
+      "epoch": 1.07135278020812,
+      "grad_norm": 0.2077939659357071,
+      "learning_rate": 1.9687891228512003e-05,
+      "loss": 1.2903,
+      "step": 3597
+    },
+    {
+      "epoch": 1.0716506264077887,
+      "grad_norm": 0.19702668488025665,
+      "learning_rate": 1.9687652080622866e-05,
+      "loss": 1.311,
+      "step": 3598
+    },
+    {
+      "epoch": 1.0719484726074573,
+      "grad_norm": 0.19933748245239258,
+      "learning_rate": 1.968741284260095e-05,
+      "loss": 1.2832,
+      "step": 3599
+    },
+    {
+      "epoch": 1.072246318807126,
+      "grad_norm": 0.2061723917722702,
+      "learning_rate": 1.968717351444848e-05,
+      "loss": 1.2934,
+      "step": 3600
+    },
+    {
+      "epoch": 1.0725441650067946,
+      "grad_norm": 0.2108973264694214,
+      "learning_rate": 1.968693409616768e-05,
+      "loss": 1.2809,
+      "step": 3601
+    },
+    {
+      "epoch": 1.0728420112064632,
+      "grad_norm": 0.2182292491197586,
+      "learning_rate": 1.9686694587760786e-05,
+      "loss": 1.304,
+      "step": 3602
+    },
+    {
+      "epoch": 1.073139857406132,
+      "grad_norm": 0.21988658607006073,
+      "learning_rate": 1.968645498923002e-05,
+      "loss": 1.3043,
+      "step": 3603
+    },
+    {
+      "epoch": 1.0734377036058005,
+      "grad_norm": 0.21043458580970764,
+      "learning_rate": 1.9686215300577613e-05,
+      "loss": 1.3036,
+      "step": 3604
+    },
+    {
+      "epoch": 1.0737355498054693,
+      "grad_norm": 0.1996757984161377,
+      "learning_rate": 1.9685975521805793e-05,
+      "loss": 1.3026,
+      "step": 3605
+    },
+    {
+      "epoch": 1.0740333960051378,
+      "grad_norm": 0.20943333208560944,
+      "learning_rate": 1.9685735652916797e-05,
+      "loss": 1.2773,
+      "step": 3606
+    },
+    {
+      "epoch": 1.0743312422048066,
+      "grad_norm": 0.20317253470420837,
+      "learning_rate": 1.9685495693912846e-05,
+      "loss": 1.3079,
+      "step": 3607
+    },
+    {
+      "epoch": 1.0746290884044751,
+      "grad_norm": 0.20812860131263733,
+      "learning_rate": 1.9685255644796184e-05,
+      "loss": 1.3113,
+      "step": 3608
+    },
+    {
+      "epoch": 1.074926934604144,
+      "grad_norm": 0.2107335329055786,
+      "learning_rate": 1.9685015505569036e-05,
+      "loss": 1.3022,
+      "step": 3609
+    },
+    {
+      "epoch": 1.0752247808038125,
+      "grad_norm": 0.2116023153066635,
+      "learning_rate": 1.968477527623364e-05,
+      "loss": 1.2959,
+      "step": 3610
+    },
+    {
+      "epoch": 1.075522627003481,
+      "grad_norm": 0.21139049530029297,
+      "learning_rate": 1.9684534956792233e-05,
+      "loss": 1.2899,
+      "step": 3611
+    },
+    {
+      "epoch": 1.0758204732031498,
+      "grad_norm": 0.21621239185333252,
+      "learning_rate": 1.9684294547247046e-05,
+      "loss": 1.3221,
+      "step": 3612
+    },
+    {
+      "epoch": 1.0761183194028183,
+      "grad_norm": 0.19819071888923645,
+      "learning_rate": 1.9684054047600315e-05,
+      "loss": 1.2978,
+      "step": 3613
+    },
+    {
+      "epoch": 1.076416165602487,
+      "grad_norm": 0.2018895149230957,
+      "learning_rate": 1.968381345785429e-05,
+      "loss": 1.292,
+      "step": 3614
+    },
+    {
+      "epoch": 1.0767140118021556,
+      "grad_norm": 0.2259438931941986,
+      "learning_rate": 1.9683572778011193e-05,
+      "loss": 1.2992,
+      "step": 3615
+    },
+    {
+      "epoch": 1.0770118580018244,
+      "grad_norm": 0.20852015912532806,
+      "learning_rate": 1.968333200807327e-05,
+      "loss": 1.3029,
+      "step": 3616
+    },
+    {
+      "epoch": 1.077309704201493,
+      "grad_norm": 0.21100470423698425,
+      "learning_rate": 1.9683091148042765e-05,
+      "loss": 1.2844,
+      "step": 3617
+    },
+    {
+      "epoch": 1.0776075504011615,
+      "grad_norm": 0.1936296671628952,
+      "learning_rate": 1.9682850197921914e-05,
+      "loss": 1.2876,
+      "step": 3618
+    },
+    {
+      "epoch": 1.0779053966008303,
+      "grad_norm": 0.2020305097103119,
+      "learning_rate": 1.968260915771296e-05,
+      "loss": 1.2876,
+      "step": 3619
+    },
+    {
+      "epoch": 1.0782032428004988,
+      "grad_norm": 0.20538529753684998,
+      "learning_rate": 1.9682368027418147e-05,
+      "loss": 1.2761,
+      "step": 3620
+    },
+    {
+      "epoch": 1.0785010890001676,
+      "grad_norm": 0.20383626222610474,
+      "learning_rate": 1.9682126807039714e-05,
+      "loss": 1.293,
+      "step": 3621
+    },
+    {
+      "epoch": 1.0787989351998362,
+      "grad_norm": 0.19912081956863403,
+      "learning_rate": 1.9681885496579914e-05,
+      "loss": 1.2898,
+      "step": 3622
+    },
+    {
+      "epoch": 1.079096781399505,
+      "grad_norm": 0.2121354043483734,
+      "learning_rate": 1.968164409604098e-05,
+      "loss": 1.3029,
+      "step": 3623
+    },
+    {
+      "epoch": 1.0793946275991735,
+      "grad_norm": 0.2046370953321457,
+      "learning_rate": 1.968140260542517e-05,
+      "loss": 1.3002,
+      "step": 3624
+    },
+    {
+      "epoch": 1.079692473798842,
+      "grad_norm": 0.2005256861448288,
+      "learning_rate": 1.968116102473472e-05,
+      "loss": 1.2891,
+      "step": 3625
+    },
+    {
+      "epoch": 1.0799903199985108,
+      "grad_norm": 0.2049214243888855,
+      "learning_rate": 1.968091935397189e-05,
+      "loss": 1.3096,
+      "step": 3626
+    },
+    {
+      "epoch": 1.0802881661981794,
+      "grad_norm": 0.21116481721401215,
+      "learning_rate": 1.968067759313892e-05,
+      "loss": 1.2935,
+      "step": 3627
+    },
+    {
+      "epoch": 1.0805860123978481,
+      "grad_norm": 0.2080266922712326,
+      "learning_rate": 1.9680435742238056e-05,
+      "loss": 1.2879,
+      "step": 3628
+    },
+    {
+      "epoch": 1.0808838585975167,
+      "grad_norm": 0.19524142146110535,
+      "learning_rate": 1.9680193801271558e-05,
+      "loss": 1.304,
+      "step": 3629
+    },
+    {
+      "epoch": 1.0811817047971854,
+      "grad_norm": 0.20208951830863953,
+      "learning_rate": 1.9679951770241673e-05,
+      "loss": 1.2854,
+      "step": 3630
+    },
+    {
+      "epoch": 1.081479550996854,
+      "grad_norm": 0.2034522444009781,
+      "learning_rate": 1.9679709649150647e-05,
+      "loss": 1.3,
+      "step": 3631
+    },
+    {
+      "epoch": 1.0817773971965225,
+      "grad_norm": 0.2104310393333435,
+      "learning_rate": 1.967946743800074e-05,
+      "loss": 1.2851,
+      "step": 3632
+    },
+    {
+      "epoch": 1.0820752433961913,
+      "grad_norm": 0.2176777422428131,
+      "learning_rate": 1.9679225136794203e-05,
+      "loss": 1.3078,
+      "step": 3633
+    },
+    {
+      "epoch": 1.0823730895958599,
+      "grad_norm": 0.20740337669849396,
+      "learning_rate": 1.967898274553329e-05,
+      "loss": 1.2937,
+      "step": 3634
+    },
+    {
+      "epoch": 1.0826709357955286,
+      "grad_norm": 0.21155376732349396,
+      "learning_rate": 1.9678740264220257e-05,
+      "loss": 1.3129,
+      "step": 3635
+    },
+    {
+      "epoch": 1.0829687819951972,
+      "grad_norm": 0.21064534783363342,
+      "learning_rate": 1.967849769285736e-05,
+      "loss": 1.3073,
+      "step": 3636
+    },
+    {
+      "epoch": 1.083266628194866,
+      "grad_norm": 0.21301575005054474,
+      "learning_rate": 1.9678255031446855e-05,
+      "loss": 1.2812,
+      "step": 3637
+    },
+    {
+      "epoch": 1.0835644743945345,
+      "grad_norm": 0.21204115450382233,
+      "learning_rate": 1.9678012279991e-05,
+      "loss": 1.3044,
+      "step": 3638
+    },
+    {
+      "epoch": 1.083862320594203,
+      "grad_norm": 0.2081066370010376,
+      "learning_rate": 1.9677769438492055e-05,
+      "loss": 1.2933,
+      "step": 3639
+    },
+    {
+      "epoch": 1.0841601667938718,
+      "grad_norm": 0.20554843544960022,
+      "learning_rate": 1.9677526506952275e-05,
+      "loss": 1.2992,
+      "step": 3640
+    },
+    {
+      "epoch": 1.0844580129935404,
+      "grad_norm": 0.2064088135957718,
+      "learning_rate": 1.9677283485373923e-05,
+      "loss": 1.307,
+      "step": 3641
+    },
+    {
+      "epoch": 1.0847558591932092,
+      "grad_norm": 0.20249561965465546,
+      "learning_rate": 1.9677040373759266e-05,
+      "loss": 1.2989,
+      "step": 3642
+    },
+    {
+      "epoch": 1.0850537053928777,
+      "grad_norm": 0.20630252361297607,
+      "learning_rate": 1.9676797172110552e-05,
+      "loss": 1.3039,
+      "step": 3643
+    },
+    {
+      "epoch": 1.0853515515925465,
+      "grad_norm": 0.20152369141578674,
+      "learning_rate": 1.9676553880430056e-05,
+      "loss": 1.2981,
+      "step": 3644
+    },
+    {
+      "epoch": 1.085649397792215,
+      "grad_norm": 0.2110234946012497,
+      "learning_rate": 1.967631049872004e-05,
+      "loss": 1.3199,
+      "step": 3645
+    },
+    {
+      "epoch": 1.0859472439918836,
+      "grad_norm": 0.19750213623046875,
+      "learning_rate": 1.9676067026982762e-05,
+      "loss": 1.2809,
+      "step": 3646
+    },
+    {
+      "epoch": 1.0862450901915524,
+      "grad_norm": 0.2041853368282318,
+      "learning_rate": 1.967582346522049e-05,
+      "loss": 1.3162,
+      "step": 3647
+    },
+    {
+      "epoch": 1.086542936391221,
+      "grad_norm": 0.20011192560195923,
+      "learning_rate": 1.9675579813435495e-05,
+      "loss": 1.2837,
+      "step": 3648
+    },
+    {
+      "epoch": 1.0868407825908897,
+      "grad_norm": 0.20544438064098358,
+      "learning_rate": 1.967533607163004e-05,
+      "loss": 1.2828,
+      "step": 3649
+    },
+    {
+      "epoch": 1.0871386287905582,
+      "grad_norm": 0.20484983921051025,
+      "learning_rate": 1.967509223980639e-05,
+      "loss": 1.2918,
+      "step": 3650
+    },
+    {
+      "epoch": 1.087436474990227,
+      "grad_norm": 0.21132327616214752,
+      "learning_rate": 1.967484831796682e-05,
+      "loss": 1.2938,
+      "step": 3651
+    },
+    {
+      "epoch": 1.0877343211898955,
+      "grad_norm": 0.1959044486284256,
+      "learning_rate": 1.967460430611359e-05,
+      "loss": 1.3045,
+      "step": 3652
+    },
+    {
+      "epoch": 1.088032167389564,
+      "grad_norm": 0.20495103299617767,
+      "learning_rate": 1.967436020424898e-05,
+      "loss": 1.276,
+      "step": 3653
+    },
+    {
+      "epoch": 1.0883300135892329,
+      "grad_norm": 0.203419491648674,
+      "learning_rate": 1.967411601237526e-05,
+      "loss": 1.3149,
+      "step": 3654
+    },
+    {
+      "epoch": 1.0886278597889014,
+      "grad_norm": 0.19674086570739746,
+      "learning_rate": 1.967387173049469e-05,
+      "loss": 1.288,
+      "step": 3655
+    },
+    {
+      "epoch": 1.0889257059885702,
+      "grad_norm": 0.21166275441646576,
+      "learning_rate": 1.967362735860956e-05,
+      "loss": 1.3057,
+      "step": 3656
+    },
+    {
+      "epoch": 1.0892235521882387,
+      "grad_norm": 0.2079380601644516,
+      "learning_rate": 1.9673382896722134e-05,
+      "loss": 1.2847,
+      "step": 3657
+    },
+    {
+      "epoch": 1.0895213983879075,
+      "grad_norm": 0.21181327104568481,
+      "learning_rate": 1.9673138344834686e-05,
+      "loss": 1.3122,
+      "step": 3658
+    },
+    {
+      "epoch": 1.089819244587576,
+      "grad_norm": 0.20894701778888702,
+      "learning_rate": 1.9672893702949492e-05,
+      "loss": 1.2882,
+      "step": 3659
+    },
+    {
+      "epoch": 1.0901170907872448,
+      "grad_norm": 0.2010115683078766,
+      "learning_rate": 1.9672648971068833e-05,
+      "loss": 1.2841,
+      "step": 3660
+    },
+    {
+      "epoch": 1.0904149369869134,
+      "grad_norm": 0.24069705605506897,
+      "learning_rate": 1.967240414919498e-05,
+      "loss": 1.3047,
+      "step": 3661
+    },
+    {
+      "epoch": 1.090712783186582,
+      "grad_norm": 0.2139674872159958,
+      "learning_rate": 1.967215923733021e-05,
+      "loss": 1.2796,
+      "step": 3662
+    },
+    {
+      "epoch": 1.0910106293862507,
+      "grad_norm": 0.22698570787906647,
+      "learning_rate": 1.967191423547681e-05,
+      "loss": 1.285,
+      "step": 3663
+    },
+    {
+      "epoch": 1.0913084755859193,
+      "grad_norm": 0.21402917802333832,
+      "learning_rate": 1.9671669143637054e-05,
+      "loss": 1.3145,
+      "step": 3664
+    },
+    {
+      "epoch": 1.091606321785588,
+      "grad_norm": 0.2062504142522812,
+      "learning_rate": 1.9671423961813222e-05,
+      "loss": 1.3042,
+      "step": 3665
+    },
+    {
+      "epoch": 1.0919041679852566,
+      "grad_norm": 0.22338880598545074,
+      "learning_rate": 1.9671178690007596e-05,
+      "loss": 1.2936,
+      "step": 3666
+    },
+    {
+      "epoch": 1.0922020141849254,
+      "grad_norm": 0.19754505157470703,
+      "learning_rate": 1.9670933328222453e-05,
+      "loss": 1.2981,
+      "step": 3667
+    },
+    {
+      "epoch": 1.092499860384594,
+      "grad_norm": 0.21521669626235962,
+      "learning_rate": 1.9670687876460084e-05,
+      "loss": 1.2916,
+      "step": 3668
+    },
+    {
+      "epoch": 1.0927977065842625,
+      "grad_norm": 0.22141075134277344,
+      "learning_rate": 1.9670442334722767e-05,
+      "loss": 1.2899,
+      "step": 3669
+    },
+    {
+      "epoch": 1.0930955527839312,
+      "grad_norm": 0.20699742436408997,
+      "learning_rate": 1.967019670301279e-05,
+      "loss": 1.2974,
+      "step": 3670
+    },
+    {
+      "epoch": 1.0933933989835998,
+      "grad_norm": 0.21716786921024323,
+      "learning_rate": 1.9669950981332436e-05,
+      "loss": 1.293,
+      "step": 3671
+    },
+    {
+      "epoch": 1.0936912451832685,
+      "grad_norm": 0.21116264164447784,
+      "learning_rate": 1.9669705169683996e-05,
+      "loss": 1.2923,
+      "step": 3672
+    },
+    {
+      "epoch": 1.093989091382937,
+      "grad_norm": 0.2112829089164734,
+      "learning_rate": 1.966945926806975e-05,
+      "loss": 1.3111,
+      "step": 3673
+    },
+    {
+      "epoch": 1.0942869375826059,
+      "grad_norm": 0.20704688131809235,
+      "learning_rate": 1.9669213276491988e-05,
+      "loss": 1.2943,
+      "step": 3674
+    },
+    {
+      "epoch": 1.0945847837822744,
+      "grad_norm": 0.19894598424434662,
+      "learning_rate": 1.9668967194953e-05,
+      "loss": 1.3108,
+      "step": 3675
+    },
+    {
+      "epoch": 1.0948826299819432,
+      "grad_norm": 0.20967112481594086,
+      "learning_rate": 1.9668721023455072e-05,
+      "loss": 1.2952,
+      "step": 3676
+    },
+    {
+      "epoch": 1.0951804761816117,
+      "grad_norm": 0.21888650953769684,
+      "learning_rate": 1.96684747620005e-05,
+      "loss": 1.2752,
+      "step": 3677
+    },
+    {
+      "epoch": 1.0954783223812803,
+      "grad_norm": 0.21551842987537384,
+      "learning_rate": 1.9668228410591577e-05,
+      "loss": 1.2913,
+      "step": 3678
+    },
+    {
+      "epoch": 1.095776168580949,
+      "grad_norm": 0.2061617374420166,
+      "learning_rate": 1.9667981969230586e-05,
+      "loss": 1.2855,
+      "step": 3679
+    },
+    {
+      "epoch": 1.0960740147806176,
+      "grad_norm": 0.2146829217672348,
+      "learning_rate": 1.9667735437919826e-05,
+      "loss": 1.2983,
+      "step": 3680
+    },
+    {
+      "epoch": 1.0963718609802864,
+      "grad_norm": 0.21890433132648468,
+      "learning_rate": 1.966748881666159e-05,
+      "loss": 1.2913,
+      "step": 3681
+    },
+    {
+      "epoch": 1.096669707179955,
+      "grad_norm": 0.217780202627182,
+      "learning_rate": 1.966724210545817e-05,
+      "loss": 1.2984,
+      "step": 3682
+    },
+    {
+      "epoch": 1.0969675533796237,
+      "grad_norm": 0.20973043143749237,
+      "learning_rate": 1.966699530431186e-05,
+      "loss": 1.2921,
+      "step": 3683
+    },
+    {
+      "epoch": 1.0972653995792923,
+      "grad_norm": 0.2042854130268097,
+      "learning_rate": 1.9666748413224966e-05,
+      "loss": 1.3071,
+      "step": 3684
+    },
+    {
+      "epoch": 1.0975632457789608,
+      "grad_norm": 0.21178506314754486,
+      "learning_rate": 1.9666501432199772e-05,
+      "loss": 1.2983,
+      "step": 3685
+    },
+    {
+      "epoch": 1.0978610919786296,
+      "grad_norm": 0.21143445372581482,
+      "learning_rate": 1.9666254361238585e-05,
+      "loss": 1.2918,
+      "step": 3686
+    },
+    {
+      "epoch": 1.0981589381782981,
+      "grad_norm": 0.21675217151641846,
+      "learning_rate": 1.9666007200343702e-05,
+      "loss": 1.2936,
+      "step": 3687
+    },
+    {
+      "epoch": 1.098456784377967,
+      "grad_norm": 0.22217164933681488,
+      "learning_rate": 1.9665759949517424e-05,
+      "loss": 1.2981,
+      "step": 3688
+    },
+    {
+      "epoch": 1.0987546305776354,
+      "grad_norm": 0.20536118745803833,
+      "learning_rate": 1.9665512608762043e-05,
+      "loss": 1.2848,
+      "step": 3689
+    },
+    {
+      "epoch": 1.0990524767773042,
+      "grad_norm": 0.2172800451517105,
+      "learning_rate": 1.966526517807987e-05,
+      "loss": 1.3013,
+      "step": 3690
+    },
+    {
+      "epoch": 1.0993503229769728,
+      "grad_norm": 0.20742656290531158,
+      "learning_rate": 1.96650176574732e-05,
+      "loss": 1.2808,
+      "step": 3691
+    },
+    {
+      "epoch": 1.0996481691766413,
+      "grad_norm": 0.22240039706230164,
+      "learning_rate": 1.966477004694434e-05,
+      "loss": 1.3126,
+      "step": 3692
+    },
+    {
+      "epoch": 1.09994601537631,
+      "grad_norm": 0.20464514195919037,
+      "learning_rate": 1.9664522346495593e-05,
+      "loss": 1.2789,
+      "step": 3693
+    },
+    {
+      "epoch": 1.1002438615759786,
+      "grad_norm": 0.21234962344169617,
+      "learning_rate": 1.9664274556129266e-05,
+      "loss": 1.3126,
+      "step": 3694
+    },
+    {
+      "epoch": 1.1005417077756474,
+      "grad_norm": 0.20635056495666504,
+      "learning_rate": 1.966402667584766e-05,
+      "loss": 1.2924,
+      "step": 3695
+    },
+    {
+      "epoch": 1.100839553975316,
+      "grad_norm": 0.19965322315692902,
+      "learning_rate": 1.9663778705653082e-05,
+      "loss": 1.3111,
+      "step": 3696
+    },
+    {
+      "epoch": 1.1011374001749847,
+      "grad_norm": 0.2301105260848999,
+      "learning_rate": 1.9663530645547842e-05,
+      "loss": 1.3003,
+      "step": 3697
+    },
+    {
+      "epoch": 1.1014352463746533,
+      "grad_norm": 0.2165602147579193,
+      "learning_rate": 1.9663282495534247e-05,
+      "loss": 1.3017,
+      "step": 3698
+    },
+    {
+      "epoch": 1.1017330925743218,
+      "grad_norm": 0.19816917181015015,
+      "learning_rate": 1.9663034255614602e-05,
+      "loss": 1.3024,
+      "step": 3699
+    },
+    {
+      "epoch": 1.1020309387739906,
+      "grad_norm": 0.21041910350322723,
+      "learning_rate": 1.966278592579122e-05,
+      "loss": 1.302,
+      "step": 3700
+    },
+    {
+      "epoch": 1.1023287849736592,
+      "grad_norm": 0.20530866086483002,
+      "learning_rate": 1.966253750606641e-05,
+      "loss": 1.2768,
+      "step": 3701
+    },
+    {
+      "epoch": 1.102626631173328,
+      "grad_norm": 0.20916764438152313,
+      "learning_rate": 1.966228899644249e-05,
+      "loss": 1.2983,
+      "step": 3702
+    },
+    {
+      "epoch": 1.1029244773729965,
+      "grad_norm": 0.206373929977417,
+      "learning_rate": 1.966204039692176e-05,
+      "loss": 1.2997,
+      "step": 3703
+    },
+    {
+      "epoch": 1.1032223235726653,
+      "grad_norm": 0.1992659568786621,
+      "learning_rate": 1.966179170750654e-05,
+      "loss": 1.3076,
+      "step": 3704
+    },
+    {
+      "epoch": 1.1035201697723338,
+      "grad_norm": 0.20194512605667114,
+      "learning_rate": 1.9661542928199144e-05,
+      "loss": 1.2932,
+      "step": 3705
+    },
+    {
+      "epoch": 1.1038180159720024,
+      "grad_norm": 0.2105811983346939,
+      "learning_rate": 1.9661294059001884e-05,
+      "loss": 1.2847,
+      "step": 3706
+    },
+    {
+      "epoch": 1.1041158621716711,
+      "grad_norm": 0.21456459164619446,
+      "learning_rate": 1.966104509991708e-05,
+      "loss": 1.3056,
+      "step": 3707
+    },
+    {
+      "epoch": 1.1044137083713397,
+      "grad_norm": 0.2006983458995819,
+      "learning_rate": 1.9660796050947045e-05,
+      "loss": 1.2968,
+      "step": 3708
+    },
+    {
+      "epoch": 1.1047115545710084,
+      "grad_norm": 0.19508807361125946,
+      "learning_rate": 1.9660546912094095e-05,
+      "loss": 1.2826,
+      "step": 3709
+    },
+    {
+      "epoch": 1.105009400770677,
+      "grad_norm": 0.19879397749900818,
+      "learning_rate": 1.9660297683360548e-05,
+      "loss": 1.3001,
+      "step": 3710
+    },
+    {
+      "epoch": 1.1053072469703458,
+      "grad_norm": 0.21688780188560486,
+      "learning_rate": 1.9660048364748724e-05,
+      "loss": 1.3096,
+      "step": 3711
+    },
+    {
+      "epoch": 1.1056050931700143,
+      "grad_norm": 0.20888207852840424,
+      "learning_rate": 1.9659798956260948e-05,
+      "loss": 1.3002,
+      "step": 3712
+    },
+    {
+      "epoch": 1.1059029393696829,
+      "grad_norm": 0.20637017488479614,
+      "learning_rate": 1.965954945789953e-05,
+      "loss": 1.3093,
+      "step": 3713
+    },
+    {
+      "epoch": 1.1062007855693516,
+      "grad_norm": 0.20435267686843872,
+      "learning_rate": 1.96592998696668e-05,
+      "loss": 1.2938,
+      "step": 3714
+    },
+    {
+      "epoch": 1.1064986317690202,
+      "grad_norm": 0.21587617695331573,
+      "learning_rate": 1.9659050191565076e-05,
+      "loss": 1.2859,
+      "step": 3715
+    },
+    {
+      "epoch": 1.106796477968689,
+      "grad_norm": 0.20713822543621063,
+      "learning_rate": 1.9658800423596676e-05,
+      "loss": 1.2925,
+      "step": 3716
+    },
+    {
+      "epoch": 1.1070943241683575,
+      "grad_norm": 0.20413658022880554,
+      "learning_rate": 1.965855056576394e-05,
+      "loss": 1.2846,
+      "step": 3717
+    },
+    {
+      "epoch": 1.1073921703680263,
+      "grad_norm": 0.2183109074831009,
+      "learning_rate": 1.9658300618069175e-05,
+      "loss": 1.3003,
+      "step": 3718
+    },
+    {
+      "epoch": 1.1076900165676948,
+      "grad_norm": 0.2023807168006897,
+      "learning_rate": 1.9658050580514712e-05,
+      "loss": 1.303,
+      "step": 3719
+    },
+    {
+      "epoch": 1.1079878627673634,
+      "grad_norm": 0.20855534076690674,
+      "learning_rate": 1.9657800453102884e-05,
+      "loss": 1.3078,
+      "step": 3720
+    },
+    {
+      "epoch": 1.1082857089670322,
+      "grad_norm": 0.2180613875389099,
+      "learning_rate": 1.9657550235836012e-05,
+      "loss": 1.2914,
+      "step": 3721
+    },
+    {
+      "epoch": 1.1085835551667007,
+      "grad_norm": 0.20898592472076416,
+      "learning_rate": 1.9657299928716423e-05,
+      "loss": 1.2891,
+      "step": 3722
+    },
+    {
+      "epoch": 1.1088814013663695,
+      "grad_norm": 0.2195393294095993,
+      "learning_rate": 1.965704953174645e-05,
+      "loss": 1.2995,
+      "step": 3723
+    },
+    {
+      "epoch": 1.109179247566038,
+      "grad_norm": 0.2105409801006317,
+      "learning_rate": 1.965679904492842e-05,
+      "loss": 1.2744,
+      "step": 3724
+    },
+    {
+      "epoch": 1.1094770937657068,
+      "grad_norm": 0.20014241337776184,
+      "learning_rate": 1.9656548468264664e-05,
+      "loss": 1.3026,
+      "step": 3725
+    },
+    {
+      "epoch": 1.1097749399653754,
+      "grad_norm": 0.21112357079982758,
+      "learning_rate": 1.9656297801757514e-05,
+      "loss": 1.2834,
+      "step": 3726
+    },
+    {
+      "epoch": 1.1100727861650441,
+      "grad_norm": 0.2157319337129593,
+      "learning_rate": 1.9656047045409302e-05,
+      "loss": 1.287,
+      "step": 3727
+    },
+    {
+      "epoch": 1.1103706323647127,
+      "grad_norm": 0.20597907900810242,
+      "learning_rate": 1.9655796199222357e-05,
+      "loss": 1.3017,
+      "step": 3728
+    },
+    {
+      "epoch": 1.1106684785643812,
+      "grad_norm": 0.20393458008766174,
+      "learning_rate": 1.965554526319902e-05,
+      "loss": 1.2901,
+      "step": 3729
+    },
+    {
+      "epoch": 1.11096632476405,
+      "grad_norm": 0.2154955267906189,
+      "learning_rate": 1.9655294237341622e-05,
+      "loss": 1.2982,
+      "step": 3730
+    },
+    {
+      "epoch": 1.1112641709637185,
+      "grad_norm": 0.20532436668872833,
+      "learning_rate": 1.9655043121652496e-05,
+      "loss": 1.2765,
+      "step": 3731
+    },
+    {
+      "epoch": 1.1115620171633873,
+      "grad_norm": 0.20799566805362701,
+      "learning_rate": 1.9654791916133986e-05,
+      "loss": 1.2956,
+      "step": 3732
+    },
+    {
+      "epoch": 1.1118598633630559,
+      "grad_norm": 0.22477100789546967,
+      "learning_rate": 1.965454062078842e-05,
+      "loss": 1.2966,
+      "step": 3733
+    },
+    {
+      "epoch": 1.1121577095627246,
+      "grad_norm": 0.20537179708480835,
+      "learning_rate": 1.965428923561814e-05,
+      "loss": 1.3057,
+      "step": 3734
+    },
+    {
+      "epoch": 1.1124555557623932,
+      "grad_norm": 0.20808099210262299,
+      "learning_rate": 1.9654037760625486e-05,
+      "loss": 1.3127,
+      "step": 3735
+    },
+    {
+      "epoch": 1.1127534019620617,
+      "grad_norm": 0.20625001192092896,
+      "learning_rate": 1.9653786195812797e-05,
+      "loss": 1.2887,
+      "step": 3736
+    },
+    {
+      "epoch": 1.1130512481617305,
+      "grad_norm": 0.22057880461215973,
+      "learning_rate": 1.9653534541182412e-05,
+      "loss": 1.3152,
+      "step": 3737
+    },
+    {
+      "epoch": 1.113349094361399,
+      "grad_norm": 0.21256573498249054,
+      "learning_rate": 1.9653282796736677e-05,
+      "loss": 1.3075,
+      "step": 3738
+    },
+    {
+      "epoch": 1.1136469405610678,
+      "grad_norm": 0.21121853590011597,
+      "learning_rate": 1.965303096247793e-05,
+      "loss": 1.2952,
+      "step": 3739
+    },
+    {
+      "epoch": 1.1139447867607364,
+      "grad_norm": 0.20226754248142242,
+      "learning_rate": 1.965277903840851e-05,
+      "loss": 1.287,
+      "step": 3740
+    },
+    {
+      "epoch": 1.1142426329604052,
+      "grad_norm": 0.21369782090187073,
+      "learning_rate": 1.965252702453077e-05,
+      "loss": 1.3082,
+      "step": 3741
+    },
+    {
+      "epoch": 1.1145404791600737,
+      "grad_norm": 0.1950555294752121,
+      "learning_rate": 1.965227492084705e-05,
+      "loss": 1.2965,
+      "step": 3742
+    },
+    {
+      "epoch": 1.1148383253597425,
+      "grad_norm": 0.2038709968328476,
+      "learning_rate": 1.96520227273597e-05,
+      "loss": 1.2898,
+      "step": 3743
+    },
+    {
+      "epoch": 1.115136171559411,
+      "grad_norm": 0.2121773660182953,
+      "learning_rate": 1.9651770444071058e-05,
+      "loss": 1.3005,
+      "step": 3744
+    },
+    {
+      "epoch": 1.1154340177590796,
+      "grad_norm": 0.21432389318943024,
+      "learning_rate": 1.9651518070983474e-05,
+      "loss": 1.2952,
+      "step": 3745
+    },
+    {
+      "epoch": 1.1157318639587483,
+      "grad_norm": 0.20774976909160614,
+      "learning_rate": 1.96512656080993e-05,
+      "loss": 1.2983,
+      "step": 3746
+    },
+    {
+      "epoch": 1.116029710158417,
+      "grad_norm": 0.1962873339653015,
+      "learning_rate": 1.9651013055420882e-05,
+      "loss": 1.2897,
+      "step": 3747
+    },
+    {
+      "epoch": 1.1163275563580857,
+      "grad_norm": 0.1967422515153885,
+      "learning_rate": 1.965076041295057e-05,
+      "loss": 1.2972,
+      "step": 3748
+    },
+    {
+      "epoch": 1.1166254025577542,
+      "grad_norm": 0.20895633101463318,
+      "learning_rate": 1.9650507680690716e-05,
+      "loss": 1.2871,
+      "step": 3749
+    },
+    {
+      "epoch": 1.116923248757423,
+      "grad_norm": 0.24089834094047546,
+      "learning_rate": 1.965025485864367e-05,
+      "loss": 1.2985,
+      "step": 3750
+    },
+    {
+      "epoch": 1.1172210949570915,
+      "grad_norm": 0.21199411153793335,
+      "learning_rate": 1.9650001946811784e-05,
+      "loss": 1.3011,
+      "step": 3751
+    },
+    {
+      "epoch": 1.11751894115676,
+      "grad_norm": 0.21411864459514618,
+      "learning_rate": 1.9649748945197412e-05,
+      "loss": 1.2979,
+      "step": 3752
+    },
+    {
+      "epoch": 1.1178167873564289,
+      "grad_norm": 0.20356041193008423,
+      "learning_rate": 1.9649495853802907e-05,
+      "loss": 1.2948,
+      "step": 3753
+    },
+    {
+      "epoch": 1.1181146335560974,
+      "grad_norm": 0.20256462693214417,
+      "learning_rate": 1.9649242672630625e-05,
+      "loss": 1.2915,
+      "step": 3754
+    },
+    {
+      "epoch": 1.1184124797557662,
+      "grad_norm": 0.20421351492404938,
+      "learning_rate": 1.964898940168292e-05,
+      "loss": 1.2914,
+      "step": 3755
+    },
+    {
+      "epoch": 1.1187103259554347,
+      "grad_norm": 0.20901718735694885,
+      "learning_rate": 1.964873604096215e-05,
+      "loss": 1.2886,
+      "step": 3756
+    },
+    {
+      "epoch": 1.1190081721551035,
+      "grad_norm": 0.19340622425079346,
+      "learning_rate": 1.9648482590470666e-05,
+      "loss": 1.2966,
+      "step": 3757
+    },
+    {
+      "epoch": 1.119306018354772,
+      "grad_norm": 0.206883043050766,
+      "learning_rate": 1.9648229050210838e-05,
+      "loss": 1.308,
+      "step": 3758
+    },
+    {
+      "epoch": 1.1196038645544406,
+      "grad_norm": 0.20688460767269135,
+      "learning_rate": 1.9647975420185016e-05,
+      "loss": 1.3051,
+      "step": 3759
+    },
+    {
+      "epoch": 1.1199017107541094,
+      "grad_norm": 0.20681655406951904,
+      "learning_rate": 1.964772170039556e-05,
+      "loss": 1.3133,
+      "step": 3760
+    },
+    {
+      "epoch": 1.120199556953778,
+      "grad_norm": 0.20772404968738556,
+      "learning_rate": 1.9647467890844836e-05,
+      "loss": 1.301,
+      "step": 3761
+    },
+    {
+      "epoch": 1.1204974031534467,
+      "grad_norm": 0.20942550897598267,
+      "learning_rate": 1.9647213991535202e-05,
+      "loss": 1.2888,
+      "step": 3762
+    },
+    {
+      "epoch": 1.1207952493531153,
+      "grad_norm": 0.20836666226387024,
+      "learning_rate": 1.9646960002469017e-05,
+      "loss": 1.2976,
+      "step": 3763
+    },
+    {
+      "epoch": 1.121093095552784,
+      "grad_norm": 0.2175648808479309,
+      "learning_rate": 1.964670592364865e-05,
+      "loss": 1.2924,
+      "step": 3764
+    },
+    {
+      "epoch": 1.1213909417524526,
+      "grad_norm": 0.21817858517169952,
+      "learning_rate": 1.9646451755076464e-05,
+      "loss": 1.294,
+      "step": 3765
+    },
+    {
+      "epoch": 1.1216887879521211,
+      "grad_norm": 0.21252726018428802,
+      "learning_rate": 1.964619749675482e-05,
+      "loss": 1.2988,
+      "step": 3766
+    },
+    {
+      "epoch": 1.12198663415179,
+      "grad_norm": 0.23812422156333923,
+      "learning_rate": 1.9645943148686082e-05,
+      "loss": 1.2986,
+      "step": 3767
+    },
+    {
+      "epoch": 1.1222844803514584,
+      "grad_norm": 0.22017017006874084,
+      "learning_rate": 1.9645688710872622e-05,
+      "loss": 1.2837,
+      "step": 3768
+    },
+    {
+      "epoch": 1.1225823265511272,
+      "grad_norm": 0.21784719824790955,
+      "learning_rate": 1.9645434183316808e-05,
+      "loss": 1.3051,
+      "step": 3769
+    },
+    {
+      "epoch": 1.1228801727507958,
+      "grad_norm": 0.2230665236711502,
+      "learning_rate": 1.9645179566021007e-05,
+      "loss": 1.304,
+      "step": 3770
+    },
+    {
+      "epoch": 1.1231780189504645,
+      "grad_norm": 0.20696522295475006,
+      "learning_rate": 1.9644924858987582e-05,
+      "loss": 1.2892,
+      "step": 3771
+    },
+    {
+      "epoch": 1.123475865150133,
+      "grad_norm": 0.23003578186035156,
+      "learning_rate": 1.964467006221891e-05,
+      "loss": 1.3022,
+      "step": 3772
+    },
+    {
+      "epoch": 1.1237737113498016,
+      "grad_norm": 0.20720861852169037,
+      "learning_rate": 1.9644415175717356e-05,
+      "loss": 1.2933,
+      "step": 3773
+    },
+    {
+      "epoch": 1.1240715575494704,
+      "grad_norm": 0.20392398536205292,
+      "learning_rate": 1.9644160199485297e-05,
+      "loss": 1.2834,
+      "step": 3774
+    },
+    {
+      "epoch": 1.124369403749139,
+      "grad_norm": 0.20635534822940826,
+      "learning_rate": 1.9643905133525102e-05,
+      "loss": 1.2945,
+      "step": 3775
+    },
+    {
+      "epoch": 1.1246672499488077,
+      "grad_norm": 0.20737838745117188,
+      "learning_rate": 1.964364997783914e-05,
+      "loss": 1.2704,
+      "step": 3776
+    },
+    {
+      "epoch": 1.1249650961484763,
+      "grad_norm": 0.20279735326766968,
+      "learning_rate": 1.9643394732429795e-05,
+      "loss": 1.2932,
+      "step": 3777
+    },
+    {
+      "epoch": 1.125262942348145,
+      "grad_norm": 0.21164770424365997,
+      "learning_rate": 1.9643139397299437e-05,
+      "loss": 1.3012,
+      "step": 3778
+    },
+    {
+      "epoch": 1.1255607885478136,
+      "grad_norm": 0.2219165563583374,
+      "learning_rate": 1.9642883972450434e-05,
+      "loss": 1.295,
+      "step": 3779
+    },
+    {
+      "epoch": 1.1258586347474822,
+      "grad_norm": 0.2005193829536438,
+      "learning_rate": 1.9642628457885175e-05,
+      "loss": 1.2954,
+      "step": 3780
+    },
+    {
+      "epoch": 1.126156480947151,
+      "grad_norm": 0.2079988270998001,
+      "learning_rate": 1.964237285360603e-05,
+      "loss": 1.2879,
+      "step": 3781
+    },
+    {
+      "epoch": 1.1264543271468195,
+      "grad_norm": 0.20791326463222504,
+      "learning_rate": 1.964211715961538e-05,
+      "loss": 1.2914,
+      "step": 3782
+    },
+    {
+      "epoch": 1.1267521733464883,
+      "grad_norm": 0.20197267830371857,
+      "learning_rate": 1.96418613759156e-05,
+      "loss": 1.2985,
+      "step": 3783
+    },
+    {
+      "epoch": 1.1270500195461568,
+      "grad_norm": 0.2005607932806015,
+      "learning_rate": 1.9641605502509074e-05,
+      "loss": 1.3072,
+      "step": 3784
+    },
+    {
+      "epoch": 1.1273478657458256,
+      "grad_norm": 0.21449939906597137,
+      "learning_rate": 1.9641349539398182e-05,
+      "loss": 1.3081,
+      "step": 3785
+    },
+    {
+      "epoch": 1.1276457119454941,
+      "grad_norm": 0.20632421970367432,
+      "learning_rate": 1.96410934865853e-05,
+      "loss": 1.3078,
+      "step": 3786
+    },
+    {
+      "epoch": 1.1279435581451627,
+      "grad_norm": 0.21048493683338165,
+      "learning_rate": 1.9640837344072825e-05,
+      "loss": 1.28,
+      "step": 3787
+    },
+    {
+      "epoch": 1.1282414043448314,
+      "grad_norm": 0.2121082842350006,
+      "learning_rate": 1.964058111186312e-05,
+      "loss": 1.301,
+      "step": 3788
+    },
+    {
+      "epoch": 1.1285392505445,
+      "grad_norm": 0.19674839079380035,
+      "learning_rate": 1.964032478995858e-05,
+      "loss": 1.2883,
+      "step": 3789
+    },
+    {
+      "epoch": 1.1288370967441688,
+      "grad_norm": 0.2155827283859253,
+      "learning_rate": 1.9640068378361592e-05,
+      "loss": 1.2841,
+      "step": 3790
+    },
+    {
+      "epoch": 1.1291349429438373,
+      "grad_norm": 0.20801493525505066,
+      "learning_rate": 1.9639811877074537e-05,
+      "loss": 1.2914,
+      "step": 3791
+    },
+    {
+      "epoch": 1.129432789143506,
+      "grad_norm": 0.20542113482952118,
+      "learning_rate": 1.9639555286099802e-05,
+      "loss": 1.3002,
+      "step": 3792
+    },
+    {
+      "epoch": 1.1297306353431746,
+      "grad_norm": 0.201734721660614,
+      "learning_rate": 1.9639298605439775e-05,
+      "loss": 1.3046,
+      "step": 3793
+    },
+    {
+      "epoch": 1.1300284815428434,
+      "grad_norm": 0.20444509387016296,
+      "learning_rate": 1.9639041835096845e-05,
+      "loss": 1.2954,
+      "step": 3794
+    },
+    {
+      "epoch": 1.130326327742512,
+      "grad_norm": 0.20374253392219543,
+      "learning_rate": 1.96387849750734e-05,
+      "loss": 1.2746,
+      "step": 3795
+    },
+    {
+      "epoch": 1.1306241739421805,
+      "grad_norm": 0.21780647337436676,
+      "learning_rate": 1.963852802537183e-05,
+      "loss": 1.3071,
+      "step": 3796
+    },
+    {
+      "epoch": 1.1309220201418493,
+      "grad_norm": 0.20837095379829407,
+      "learning_rate": 1.9638270985994526e-05,
+      "loss": 1.2804,
+      "step": 3797
+    },
+    {
+      "epoch": 1.1312198663415178,
+      "grad_norm": 0.20445789396762848,
+      "learning_rate": 1.963801385694388e-05,
+      "loss": 1.3028,
+      "step": 3798
+    },
+    {
+      "epoch": 1.1315177125411866,
+      "grad_norm": 0.2184823602437973,
+      "learning_rate": 1.963775663822228e-05,
+      "loss": 1.3017,
+      "step": 3799
+    },
+    {
+      "epoch": 1.1318155587408552,
+      "grad_norm": 0.21296125650405884,
+      "learning_rate": 1.9637499329832123e-05,
+      "loss": 1.2998,
+      "step": 3800
+    },
+    {
+      "epoch": 1.132113404940524,
+      "grad_norm": 0.20897722244262695,
+      "learning_rate": 1.9637241931775803e-05,
+      "loss": 1.2891,
+      "step": 3801
+    },
+    {
+      "epoch": 1.1324112511401925,
+      "grad_norm": 0.20662549138069153,
+      "learning_rate": 1.9636984444055716e-05,
+      "loss": 1.2835,
+      "step": 3802
+    },
+    {
+      "epoch": 1.1327090973398612,
+      "grad_norm": 0.20672594010829926,
+      "learning_rate": 1.963672686667425e-05,
+      "loss": 1.2908,
+      "step": 3803
+    },
+    {
+      "epoch": 1.1330069435395298,
+      "grad_norm": 0.21389494836330414,
+      "learning_rate": 1.9636469199633813e-05,
+      "loss": 1.3081,
+      "step": 3804
+    },
+    {
+      "epoch": 1.1333047897391983,
+      "grad_norm": 0.20938587188720703,
+      "learning_rate": 1.9636211442936798e-05,
+      "loss": 1.2825,
+      "step": 3805
+    },
+    {
+      "epoch": 1.1336026359388671,
+      "grad_norm": 0.21103520691394806,
+      "learning_rate": 1.9635953596585597e-05,
+      "loss": 1.287,
+      "step": 3806
+    },
+    {
+      "epoch": 1.1339004821385357,
+      "grad_norm": 0.20821918547153473,
+      "learning_rate": 1.9635695660582617e-05,
+      "loss": 1.292,
+      "step": 3807
+    },
+    {
+      "epoch": 1.1341983283382044,
+      "grad_norm": 0.20691712200641632,
+      "learning_rate": 1.9635437634930252e-05,
+      "loss": 1.305,
+      "step": 3808
+    },
+    {
+      "epoch": 1.134496174537873,
+      "grad_norm": 0.19941256940364838,
+      "learning_rate": 1.9635179519630905e-05,
+      "loss": 1.2947,
+      "step": 3809
+    },
+    {
+      "epoch": 1.1347940207375418,
+      "grad_norm": 0.20479938387870789,
+      "learning_rate": 1.963492131468698e-05,
+      "loss": 1.2878,
+      "step": 3810
+    },
+    {
+      "epoch": 1.1350918669372103,
+      "grad_norm": 0.2046506404876709,
+      "learning_rate": 1.9634663020100877e-05,
+      "loss": 1.2918,
+      "step": 3811
+    },
+    {
+      "epoch": 1.1353897131368789,
+      "grad_norm": 0.21905964612960815,
+      "learning_rate": 1.9634404635874996e-05,
+      "loss": 1.3204,
+      "step": 3812
+    },
+    {
+      "epoch": 1.1356875593365476,
+      "grad_norm": 0.214660182595253,
+      "learning_rate": 1.963414616201175e-05,
+      "loss": 1.291,
+      "step": 3813
+    },
+    {
+      "epoch": 1.1359854055362162,
+      "grad_norm": 0.20889678597450256,
+      "learning_rate": 1.963388759851353e-05,
+      "loss": 1.3095,
+      "step": 3814
+    },
+    {
+      "epoch": 1.136283251735885,
+      "grad_norm": 0.21485598385334015,
+      "learning_rate": 1.9633628945382754e-05,
+      "loss": 1.3088,
+      "step": 3815
+    },
+    {
+      "epoch": 1.1365810979355535,
+      "grad_norm": 0.2200709581375122,
+      "learning_rate": 1.9633370202621823e-05,
+      "loss": 1.2874,
+      "step": 3816
+    },
+    {
+      "epoch": 1.1368789441352223,
+      "grad_norm": 0.22136938571929932,
+      "learning_rate": 1.9633111370233148e-05,
+      "loss": 1.288,
+      "step": 3817
+    },
+    {
+      "epoch": 1.1371767903348908,
+      "grad_norm": 0.20491695404052734,
+      "learning_rate": 1.963285244821913e-05,
+      "loss": 1.2945,
+      "step": 3818
+    },
+    {
+      "epoch": 1.1374746365345594,
+      "grad_norm": 0.20777413249015808,
+      "learning_rate": 1.9632593436582187e-05,
+      "loss": 1.2855,
+      "step": 3819
+    },
+    {
+      "epoch": 1.1377724827342282,
+      "grad_norm": 0.21913692355155945,
+      "learning_rate": 1.9632334335324723e-05,
+      "loss": 1.2853,
+      "step": 3820
+    },
+    {
+      "epoch": 1.1380703289338967,
+      "grad_norm": 0.19954827427864075,
+      "learning_rate": 1.9632075144449146e-05,
+      "loss": 1.2795,
+      "step": 3821
+    },
+    {
+      "epoch": 1.1383681751335655,
+      "grad_norm": 0.2131366729736328,
+      "learning_rate": 1.9631815863957873e-05,
+      "loss": 1.2922,
+      "step": 3822
+    },
+    {
+      "epoch": 1.138666021333234,
+      "grad_norm": 0.2245870679616928,
+      "learning_rate": 1.9631556493853317e-05,
+      "loss": 1.289,
+      "step": 3823
+    },
+    {
+      "epoch": 1.1389638675329028,
+      "grad_norm": 0.21591255068778992,
+      "learning_rate": 1.9631297034137886e-05,
+      "loss": 1.2894,
+      "step": 3824
+    },
+    {
+      "epoch": 1.1392617137325713,
+      "grad_norm": 0.20875537395477295,
+      "learning_rate": 1.9631037484814e-05,
+      "loss": 1.2887,
+      "step": 3825
+    },
+    {
+      "epoch": 1.13955955993224,
+      "grad_norm": 0.2085467278957367,
+      "learning_rate": 1.9630777845884068e-05,
+      "loss": 1.2922,
+      "step": 3826
+    },
+    {
+      "epoch": 1.1398574061319087,
+      "grad_norm": 0.20918689668178558,
+      "learning_rate": 1.963051811735051e-05,
+      "loss": 1.2929,
+      "step": 3827
+    },
+    {
+      "epoch": 1.1401552523315772,
+      "grad_norm": 0.22871707379817963,
+      "learning_rate": 1.963025829921574e-05,
+      "loss": 1.2919,
+      "step": 3828
+    },
+    {
+      "epoch": 1.140453098531246,
+      "grad_norm": 0.21244798600673676,
+      "learning_rate": 1.9629998391482177e-05,
+      "loss": 1.2905,
+      "step": 3829
+    },
+    {
+      "epoch": 1.1407509447309145,
+      "grad_norm": 0.2155030071735382,
+      "learning_rate": 1.9629738394152237e-05,
+      "loss": 1.2915,
+      "step": 3830
+    },
+    {
+      "epoch": 1.1410487909305833,
+      "grad_norm": 0.20495347678661346,
+      "learning_rate": 1.962947830722834e-05,
+      "loss": 1.283,
+      "step": 3831
+    },
+    {
+      "epoch": 1.1413466371302519,
+      "grad_norm": 0.23412112891674042,
+      "learning_rate": 1.9629218130712906e-05,
+      "loss": 1.2975,
+      "step": 3832
+    },
+    {
+      "epoch": 1.1416444833299204,
+      "grad_norm": 0.21597813069820404,
+      "learning_rate": 1.962895786460836e-05,
+      "loss": 1.2876,
+      "step": 3833
+    },
+    {
+      "epoch": 1.1419423295295892,
+      "grad_norm": 0.23608894646167755,
+      "learning_rate": 1.9628697508917113e-05,
+      "loss": 1.2987,
+      "step": 3834
+    },
+    {
+      "epoch": 1.1422401757292577,
+      "grad_norm": 0.20092350244522095,
+      "learning_rate": 1.9628437063641595e-05,
+      "loss": 1.2761,
+      "step": 3835
+    },
+    {
+      "epoch": 1.1425380219289265,
+      "grad_norm": 0.2102275788784027,
+      "learning_rate": 1.9628176528784228e-05,
+      "loss": 1.3009,
+      "step": 3836
+    },
+    {
+      "epoch": 1.142835868128595,
+      "grad_norm": 0.22043468058109283,
+      "learning_rate": 1.9627915904347435e-05,
+      "loss": 1.2758,
+      "step": 3837
+    },
+    {
+      "epoch": 1.1431337143282638,
+      "grad_norm": 0.21429385244846344,
+      "learning_rate": 1.9627655190333645e-05,
+      "loss": 1.2837,
+      "step": 3838
+    },
+    {
+      "epoch": 1.1434315605279324,
+      "grad_norm": 0.207056924700737,
+      "learning_rate": 1.9627394386745274e-05,
+      "loss": 1.2877,
+      "step": 3839
+    },
+    {
+      "epoch": 1.143729406727601,
+      "grad_norm": 0.21268786489963531,
+      "learning_rate": 1.962713349358476e-05,
+      "loss": 1.2794,
+      "step": 3840
+    },
+    {
+      "epoch": 1.1440272529272697,
+      "grad_norm": 0.20578525960445404,
+      "learning_rate": 1.9626872510854525e-05,
+      "loss": 1.3017,
+      "step": 3841
+    },
+    {
+      "epoch": 1.1443250991269382,
+      "grad_norm": 0.21620962023735046,
+      "learning_rate": 1.9626611438556997e-05,
+      "loss": 1.2905,
+      "step": 3842
+    },
+    {
+      "epoch": 1.144622945326607,
+      "grad_norm": 0.20550653338432312,
+      "learning_rate": 1.96263502766946e-05,
+      "loss": 1.3023,
+      "step": 3843
+    },
+    {
+      "epoch": 1.1449207915262756,
+      "grad_norm": 0.20768411457538605,
+      "learning_rate": 1.9626089025269773e-05,
+      "loss": 1.2964,
+      "step": 3844
+    },
+    {
+      "epoch": 1.1452186377259443,
+      "grad_norm": 0.2171637862920761,
+      "learning_rate": 1.9625827684284943e-05,
+      "loss": 1.3013,
+      "step": 3845
+    },
+    {
+      "epoch": 1.145516483925613,
+      "grad_norm": 0.2186325192451477,
+      "learning_rate": 1.962556625374254e-05,
+      "loss": 1.2831,
+      "step": 3846
+    },
+    {
+      "epoch": 1.1458143301252814,
+      "grad_norm": 0.2084307074546814,
+      "learning_rate": 1.9625304733644998e-05,
+      "loss": 1.2874,
+      "step": 3847
+    },
+    {
+      "epoch": 1.1461121763249502,
+      "grad_norm": 0.217898890376091,
+      "learning_rate": 1.9625043123994748e-05,
+      "loss": 1.2932,
+      "step": 3848
+    },
+    {
+      "epoch": 1.1464100225246188,
+      "grad_norm": 0.20947939157485962,
+      "learning_rate": 1.9624781424794226e-05,
+      "loss": 1.2984,
+      "step": 3849
+    },
+    {
+      "epoch": 1.1467078687242875,
+      "grad_norm": 0.21262046694755554,
+      "learning_rate": 1.9624519636045866e-05,
+      "loss": 1.2939,
+      "step": 3850
+    },
+    {
+      "epoch": 1.147005714923956,
+      "grad_norm": 0.22141948342323303,
+      "learning_rate": 1.9624257757752104e-05,
+      "loss": 1.2946,
+      "step": 3851
+    },
+    {
+      "epoch": 1.1473035611236249,
+      "grad_norm": 0.21174995601177216,
+      "learning_rate": 1.9623995789915374e-05,
+      "loss": 1.3007,
+      "step": 3852
+    },
+    {
+      "epoch": 1.1476014073232934,
+      "grad_norm": 0.21072399616241455,
+      "learning_rate": 1.9623733732538118e-05,
+      "loss": 1.2946,
+      "step": 3853
+    },
+    {
+      "epoch": 1.147899253522962,
+      "grad_norm": 0.2091841995716095,
+      "learning_rate": 1.9623471585622774e-05,
+      "loss": 1.3003,
+      "step": 3854
+    },
+    {
+      "epoch": 1.1481970997226307,
+      "grad_norm": 0.20846165716648102,
+      "learning_rate": 1.9623209349171775e-05,
+      "loss": 1.298,
+      "step": 3855
+    },
+    {
+      "epoch": 1.1484949459222993,
+      "grad_norm": 0.21168039739131927,
+      "learning_rate": 1.962294702318757e-05,
+      "loss": 1.279,
+      "step": 3856
+    },
+    {
+      "epoch": 1.148792792121968,
+      "grad_norm": 0.21227902173995972,
+      "learning_rate": 1.962268460767259e-05,
+      "loss": 1.3035,
+      "step": 3857
+    },
+    {
+      "epoch": 1.1490906383216366,
+      "grad_norm": 0.4189324378967285,
+      "learning_rate": 1.9622422102629284e-05,
+      "loss": 1.2847,
+      "step": 3858
+    },
+    {
+      "epoch": 1.1493884845213054,
+      "grad_norm": 0.20862701535224915,
+      "learning_rate": 1.9622159508060087e-05,
+      "loss": 1.2975,
+      "step": 3859
+    },
+    {
+      "epoch": 1.149686330720974,
+      "grad_norm": 0.21685558557510376,
+      "learning_rate": 1.962189682396745e-05,
+      "loss": 1.2963,
+      "step": 3860
+    },
+    {
+      "epoch": 1.1499841769206427,
+      "grad_norm": 0.20306533575057983,
+      "learning_rate": 1.9621634050353813e-05,
+      "loss": 1.2913,
+      "step": 3861
+    },
+    {
+      "epoch": 1.1502820231203112,
+      "grad_norm": 0.20939095318317413,
+      "learning_rate": 1.962137118722162e-05,
+      "loss": 1.2862,
+      "step": 3862
+    },
+    {
+      "epoch": 1.15057986931998,
+      "grad_norm": 0.20440231263637543,
+      "learning_rate": 1.9621108234573316e-05,
+      "loss": 1.2678,
+      "step": 3863
+    },
+    {
+      "epoch": 1.1508777155196486,
+      "grad_norm": 0.21635262668132782,
+      "learning_rate": 1.962084519241135e-05,
+      "loss": 1.298,
+      "step": 3864
+    },
+    {
+      "epoch": 1.1511755617193171,
+      "grad_norm": 0.21755145490169525,
+      "learning_rate": 1.9620582060738172e-05,
+      "loss": 1.3014,
+      "step": 3865
+    },
+    {
+      "epoch": 1.151473407918986,
+      "grad_norm": 0.19997747242450714,
+      "learning_rate": 1.9620318839556223e-05,
+      "loss": 1.293,
+      "step": 3866
+    },
+    {
+      "epoch": 1.1517712541186544,
+      "grad_norm": 0.20665189623832703,
+      "learning_rate": 1.9620055528867957e-05,
+      "loss": 1.2842,
+      "step": 3867
+    },
+    {
+      "epoch": 1.1520691003183232,
+      "grad_norm": 0.20914733409881592,
+      "learning_rate": 1.961979212867582e-05,
+      "loss": 1.2974,
+      "step": 3868
+    },
+    {
+      "epoch": 1.1523669465179918,
+      "grad_norm": 0.21082919836044312,
+      "learning_rate": 1.961952863898227e-05,
+      "loss": 1.2705,
+      "step": 3869
+    },
+    {
+      "epoch": 1.1526647927176605,
+      "grad_norm": 0.22354228794574738,
+      "learning_rate": 1.961926505978975e-05,
+      "loss": 1.3124,
+      "step": 3870
+    },
+    {
+      "epoch": 1.152962638917329,
+      "grad_norm": 0.21259479224681854,
+      "learning_rate": 1.9619001391100715e-05,
+      "loss": 1.2724,
+      "step": 3871
+    },
+    {
+      "epoch": 1.1532604851169976,
+      "grad_norm": 0.20475426316261292,
+      "learning_rate": 1.961873763291762e-05,
+      "loss": 1.2936,
+      "step": 3872
+    },
+    {
+      "epoch": 1.1535583313166664,
+      "grad_norm": 0.2088763266801834,
+      "learning_rate": 1.961847378524292e-05,
+      "loss": 1.301,
+      "step": 3873
+    },
+    {
+      "epoch": 1.153856177516335,
+      "grad_norm": 0.2091834992170334,
+      "learning_rate": 1.9618209848079066e-05,
+      "loss": 1.3026,
+      "step": 3874
+    },
+    {
+      "epoch": 1.1541540237160037,
+      "grad_norm": 0.21396473050117493,
+      "learning_rate": 1.9617945821428517e-05,
+      "loss": 1.2975,
+      "step": 3875
+    },
+    {
+      "epoch": 1.1544518699156723,
+      "grad_norm": 0.19916091859340668,
+      "learning_rate": 1.961768170529373e-05,
+      "loss": 1.281,
+      "step": 3876
+    },
+    {
+      "epoch": 1.154749716115341,
+      "grad_norm": 0.20929083228111267,
+      "learning_rate": 1.9617417499677152e-05,
+      "loss": 1.298,
+      "step": 3877
+    },
+    {
+      "epoch": 1.1550475623150096,
+      "grad_norm": 0.21480098366737366,
+      "learning_rate": 1.9617153204581256e-05,
+      "loss": 1.2833,
+      "step": 3878
+    },
+    {
+      "epoch": 1.1553454085146782,
+      "grad_norm": 0.2138931155204773,
+      "learning_rate": 1.9616888820008492e-05,
+      "loss": 1.2994,
+      "step": 3879
+    },
+    {
+      "epoch": 1.155643254714347,
+      "grad_norm": 0.21063470840454102,
+      "learning_rate": 1.9616624345961324e-05,
+      "loss": 1.292,
+      "step": 3880
+    },
+    {
+      "epoch": 1.1559411009140155,
+      "grad_norm": 0.21075375378131866,
+      "learning_rate": 1.961635978244221e-05,
+      "loss": 1.2809,
+      "step": 3881
+    },
+    {
+      "epoch": 1.1562389471136842,
+      "grad_norm": 0.2145451158285141,
+      "learning_rate": 1.961609512945361e-05,
+      "loss": 1.2942,
+      "step": 3882
+    },
+    {
+      "epoch": 1.1565367933133528,
+      "grad_norm": 0.21413937211036682,
+      "learning_rate": 1.961583038699799e-05,
+      "loss": 1.2944,
+      "step": 3883
+    },
+    {
+      "epoch": 1.1568346395130216,
+      "grad_norm": 0.21136625111103058,
+      "learning_rate": 1.9615565555077817e-05,
+      "loss": 1.2964,
+      "step": 3884
+    },
+    {
+      "epoch": 1.1571324857126901,
+      "grad_norm": 0.22657860815525055,
+      "learning_rate": 1.9615300633695545e-05,
+      "loss": 1.2982,
+      "step": 3885
+    },
+    {
+      "epoch": 1.1574303319123587,
+      "grad_norm": 0.21359318494796753,
+      "learning_rate": 1.9615035622853643e-05,
+      "loss": 1.3067,
+      "step": 3886
+    },
+    {
+      "epoch": 1.1577281781120274,
+      "grad_norm": 0.19199714064598083,
+      "learning_rate": 1.9614770522554576e-05,
+      "loss": 1.3028,
+      "step": 3887
+    },
+    {
+      "epoch": 1.158026024311696,
+      "grad_norm": 0.23190546035766602,
+      "learning_rate": 1.9614505332800814e-05,
+      "loss": 1.2931,
+      "step": 3888
+    },
+    {
+      "epoch": 1.1583238705113648,
+      "grad_norm": 0.2225271463394165,
+      "learning_rate": 1.961424005359482e-05,
+      "loss": 1.307,
+      "step": 3889
+    },
+    {
+      "epoch": 1.1586217167110333,
+      "grad_norm": 0.22097532451152802,
+      "learning_rate": 1.9613974684939062e-05,
+      "loss": 1.2974,
+      "step": 3890
+    },
+    {
+      "epoch": 1.158919562910702,
+      "grad_norm": 0.21925872564315796,
+      "learning_rate": 1.9613709226836016e-05,
+      "loss": 1.2807,
+      "step": 3891
+    },
+    {
+      "epoch": 1.1592174091103706,
+      "grad_norm": 0.20450474321842194,
+      "learning_rate": 1.9613443679288144e-05,
+      "loss": 1.3048,
+      "step": 3892
+    },
+    {
+      "epoch": 1.1595152553100392,
+      "grad_norm": 0.2073204219341278,
+      "learning_rate": 1.961317804229792e-05,
+      "loss": 1.2886,
+      "step": 3893
+    },
+    {
+      "epoch": 1.159813101509708,
+      "grad_norm": 0.19831877946853638,
+      "learning_rate": 1.9612912315867815e-05,
+      "loss": 1.3044,
+      "step": 3894
+    },
+    {
+      "epoch": 1.1601109477093765,
+      "grad_norm": 0.21263408660888672,
+      "learning_rate": 1.96126465000003e-05,
+      "loss": 1.2783,
+      "step": 3895
+    },
+    {
+      "epoch": 1.1604087939090453,
+      "grad_norm": 0.21071314811706543,
+      "learning_rate": 1.9612380594697852e-05,
+      "loss": 1.2862,
+      "step": 3896
+    },
+    {
+      "epoch": 1.1607066401087138,
+      "grad_norm": 0.2105439007282257,
+      "learning_rate": 1.961211459996294e-05,
+      "loss": 1.2792,
+      "step": 3897
+    },
+    {
+      "epoch": 1.1610044863083826,
+      "grad_norm": 0.2100057452917099,
+      "learning_rate": 1.961184851579804e-05,
+      "loss": 1.2865,
+      "step": 3898
+    },
+    {
+      "epoch": 1.1613023325080511,
+      "grad_norm": 0.20325833559036255,
+      "learning_rate": 1.961158234220563e-05,
+      "loss": 1.2874,
+      "step": 3899
+    },
+    {
+      "epoch": 1.1616001787077197,
+      "grad_norm": 0.19613565504550934,
+      "learning_rate": 1.9611316079188185e-05,
+      "loss": 1.2889,
+      "step": 3900
+    },
+    {
+      "epoch": 1.1618980249073885,
+      "grad_norm": 0.2009575217962265,
+      "learning_rate": 1.961104972674818e-05,
+      "loss": 1.3017,
+      "step": 3901
+    },
+    {
+      "epoch": 1.162195871107057,
+      "grad_norm": 0.19757536053657532,
+      "learning_rate": 1.96107832848881e-05,
+      "loss": 1.3061,
+      "step": 3902
+    },
+    {
+      "epoch": 1.1624937173067258,
+      "grad_norm": 0.2167089879512787,
+      "learning_rate": 1.9610516753610412e-05,
+      "loss": 1.2811,
+      "step": 3903
+    },
+    {
+      "epoch": 1.1627915635063943,
+      "grad_norm": 0.20637845993041992,
+      "learning_rate": 1.961025013291761e-05,
+      "loss": 1.2984,
+      "step": 3904
+    },
+    {
+      "epoch": 1.1630894097060631,
+      "grad_norm": 0.203271746635437,
+      "learning_rate": 1.9609983422812163e-05,
+      "loss": 1.2832,
+      "step": 3905
+    },
+    {
+      "epoch": 1.1633872559057317,
+      "grad_norm": 0.20609252154827118,
+      "learning_rate": 1.9609716623296563e-05,
+      "loss": 1.2721,
+      "step": 3906
+    },
+    {
+      "epoch": 1.1636851021054002,
+      "grad_norm": 0.2045542150735855,
+      "learning_rate": 1.9609449734373282e-05,
+      "loss": 1.2894,
+      "step": 3907
+    },
+    {
+      "epoch": 1.163982948305069,
+      "grad_norm": 0.20650260150432587,
+      "learning_rate": 1.960918275604481e-05,
+      "loss": 1.2896,
+      "step": 3908
+    },
+    {
+      "epoch": 1.1642807945047375,
+      "grad_norm": 0.19946768879890442,
+      "learning_rate": 1.9608915688313626e-05,
+      "loss": 1.303,
+      "step": 3909
+    },
+    {
+      "epoch": 1.1645786407044063,
+      "grad_norm": 0.2126103639602661,
+      "learning_rate": 1.9608648531182217e-05,
+      "loss": 1.2986,
+      "step": 3910
+    },
+    {
+      "epoch": 1.1648764869040749,
+      "grad_norm": 0.2057417929172516,
+      "learning_rate": 1.960838128465307e-05,
+      "loss": 1.2979,
+      "step": 3911
+    },
+    {
+      "epoch": 1.1651743331037436,
+      "grad_norm": 0.22044256329536438,
+      "learning_rate": 1.960811394872867e-05,
+      "loss": 1.3012,
+      "step": 3912
+    },
+    {
+      "epoch": 1.1654721793034122,
+      "grad_norm": 0.19745013117790222,
+      "learning_rate": 1.9607846523411506e-05,
+      "loss": 1.307,
+      "step": 3913
+    },
+    {
+      "epoch": 1.1657700255030807,
+      "grad_norm": 0.2026630938053131,
+      "learning_rate": 1.9607579008704064e-05,
+      "loss": 1.299,
+      "step": 3914
+    },
+    {
+      "epoch": 1.1660678717027495,
+      "grad_norm": 0.21625575423240662,
+      "learning_rate": 1.960731140460883e-05,
+      "loss": 1.2911,
+      "step": 3915
+    },
+    {
+      "epoch": 1.166365717902418,
+      "grad_norm": 0.2037813812494278,
+      "learning_rate": 1.96070437111283e-05,
+      "loss": 1.3124,
+      "step": 3916
+    },
+    {
+      "epoch": 1.1666635641020868,
+      "grad_norm": 0.22128376364707947,
+      "learning_rate": 1.9606775928264964e-05,
+      "loss": 1.2894,
+      "step": 3917
+    },
+    {
+      "epoch": 1.1669614103017554,
+      "grad_norm": 0.21458415687084198,
+      "learning_rate": 1.960650805602131e-05,
+      "loss": 1.2915,
+      "step": 3918
+    },
+    {
+      "epoch": 1.1672592565014241,
+      "grad_norm": 0.19575026631355286,
+      "learning_rate": 1.960624009439983e-05,
+      "loss": 1.2744,
+      "step": 3919
+    },
+    {
+      "epoch": 1.1675571027010927,
+      "grad_norm": 0.22207599878311157,
+      "learning_rate": 1.960597204340302e-05,
+      "loss": 1.2786,
+      "step": 3920
+    },
+    {
+      "epoch": 1.1678549489007612,
+      "grad_norm": 0.21496036648750305,
+      "learning_rate": 1.9605703903033374e-05,
+      "loss": 1.3091,
+      "step": 3921
+    },
+    {
+      "epoch": 1.16815279510043,
+      "grad_norm": 0.2081436961889267,
+      "learning_rate": 1.9605435673293384e-05,
+      "loss": 1.2839,
+      "step": 3922
+    },
+    {
+      "epoch": 1.1684506413000986,
+      "grad_norm": 0.20992983877658844,
+      "learning_rate": 1.9605167354185542e-05,
+      "loss": 1.3063,
+      "step": 3923
+    },
+    {
+      "epoch": 1.1687484874997673,
+      "grad_norm": 0.21274542808532715,
+      "learning_rate": 1.9604898945712357e-05,
+      "loss": 1.2795,
+      "step": 3924
+    },
+    {
+      "epoch": 1.169046333699436,
+      "grad_norm": 0.21605077385902405,
+      "learning_rate": 1.9604630447876315e-05,
+      "loss": 1.293,
+      "step": 3925
+    },
+    {
+      "epoch": 1.1693441798991047,
+      "grad_norm": 0.20542150735855103,
+      "learning_rate": 1.960436186067992e-05,
+      "loss": 1.2992,
+      "step": 3926
+    },
+    {
+      "epoch": 1.1696420260987732,
+      "grad_norm": 0.20835378766059875,
+      "learning_rate": 1.9604093184125666e-05,
+      "loss": 1.3003,
+      "step": 3927
+    },
+    {
+      "epoch": 1.169939872298442,
+      "grad_norm": 0.21384067833423615,
+      "learning_rate": 1.9603824418216052e-05,
+      "loss": 1.2728,
+      "step": 3928
+    },
+    {
+      "epoch": 1.1702377184981105,
+      "grad_norm": 0.2059001922607422,
+      "learning_rate": 1.9603555562953587e-05,
+      "loss": 1.289,
+      "step": 3929
+    },
+    {
+      "epoch": 1.1705355646977793,
+      "grad_norm": 0.20917369425296783,
+      "learning_rate": 1.9603286618340768e-05,
+      "loss": 1.2876,
+      "step": 3930
+    },
+    {
+      "epoch": 1.1708334108974479,
+      "grad_norm": 0.21927359700202942,
+      "learning_rate": 1.9603017584380094e-05,
+      "loss": 1.2995,
+      "step": 3931
+    },
+    {
+      "epoch": 1.1711312570971164,
+      "grad_norm": 0.20671169459819794,
+      "learning_rate": 1.960274846107407e-05,
+      "loss": 1.2934,
+      "step": 3932
+    },
+    {
+      "epoch": 1.1714291032967852,
+      "grad_norm": 0.21301668882369995,
+      "learning_rate": 1.96024792484252e-05,
+      "loss": 1.2877,
+      "step": 3933
+    },
+    {
+      "epoch": 1.1717269494964537,
+      "grad_norm": 0.2051594853401184,
+      "learning_rate": 1.960220994643599e-05,
+      "loss": 1.2832,
+      "step": 3934
+    },
+    {
+      "epoch": 1.1720247956961225,
+      "grad_norm": 0.21233688294887543,
+      "learning_rate": 1.9601940555108943e-05,
+      "loss": 1.2885,
+      "step": 3935
+    },
+    {
+      "epoch": 1.172322641895791,
+      "grad_norm": 0.21571063995361328,
+      "learning_rate": 1.9601671074446572e-05,
+      "loss": 1.3206,
+      "step": 3936
+    },
+    {
+      "epoch": 1.1726204880954598,
+      "grad_norm": 0.20769110321998596,
+      "learning_rate": 1.9601401504451374e-05,
+      "loss": 1.2917,
+      "step": 3937
+    },
+    {
+      "epoch": 1.1729183342951284,
+      "grad_norm": 0.21504393219947815,
+      "learning_rate": 1.9601131845125865e-05,
+      "loss": 1.3085,
+      "step": 3938
+    },
+    {
+      "epoch": 1.173216180494797,
+      "grad_norm": 0.2108887881040573,
+      "learning_rate": 1.960086209647255e-05,
+      "loss": 1.2993,
+      "step": 3939
+    },
+    {
+      "epoch": 1.1735140266944657,
+      "grad_norm": 0.2132851630449295,
+      "learning_rate": 1.960059225849394e-05,
+      "loss": 1.3069,
+      "step": 3940
+    },
+    {
+      "epoch": 1.1738118728941342,
+      "grad_norm": 0.20661744475364685,
+      "learning_rate": 1.960032233119255e-05,
+      "loss": 1.2708,
+      "step": 3941
+    },
+    {
+      "epoch": 1.174109719093803,
+      "grad_norm": 0.19309358298778534,
+      "learning_rate": 1.960005231457088e-05,
+      "loss": 1.2986,
+      "step": 3942
+    },
+    {
+      "epoch": 1.1744075652934716,
+      "grad_norm": 0.2165200263261795,
+      "learning_rate": 1.959978220863145e-05,
+      "loss": 1.2891,
+      "step": 3943
+    },
+    {
+      "epoch": 1.1747054114931403,
+      "grad_norm": 0.22003872692584991,
+      "learning_rate": 1.9599512013376775e-05,
+      "loss": 1.2956,
+      "step": 3944
+    },
+    {
+      "epoch": 1.175003257692809,
+      "grad_norm": 0.21869656443595886,
+      "learning_rate": 1.9599241728809363e-05,
+      "loss": 1.2977,
+      "step": 3945
+    },
+    {
+      "epoch": 1.1753011038924774,
+      "grad_norm": 0.20122909545898438,
+      "learning_rate": 1.9598971354931735e-05,
+      "loss": 1.3045,
+      "step": 3946
+    },
+    {
+      "epoch": 1.1755989500921462,
+      "grad_norm": 0.19450651109218597,
+      "learning_rate": 1.9598700891746403e-05,
+      "loss": 1.2806,
+      "step": 3947
+    },
+    {
+      "epoch": 1.1758967962918148,
+      "grad_norm": 0.23108182847499847,
+      "learning_rate": 1.959843033925588e-05,
+      "loss": 1.3044,
+      "step": 3948
+    },
+    {
+      "epoch": 1.1761946424914835,
+      "grad_norm": 0.21403539180755615,
+      "learning_rate": 1.959815969746269e-05,
+      "loss": 1.2963,
+      "step": 3949
+    },
+    {
+      "epoch": 1.176492488691152,
+      "grad_norm": 0.21135477721691132,
+      "learning_rate": 1.9597888966369347e-05,
+      "loss": 1.2954,
+      "step": 3950
+    },
+    {
+      "epoch": 1.1767903348908209,
+      "grad_norm": 0.21040703356266022,
+      "learning_rate": 1.959761814597837e-05,
+      "loss": 1.2879,
+      "step": 3951
+    },
+    {
+      "epoch": 1.1770881810904894,
+      "grad_norm": 0.21072392165660858,
+      "learning_rate": 1.959734723629228e-05,
+      "loss": 1.2762,
+      "step": 3952
+    },
+    {
+      "epoch": 1.177386027290158,
+      "grad_norm": 0.22450478374958038,
+      "learning_rate": 1.9597076237313594e-05,
+      "loss": 1.3059,
+      "step": 3953
+    },
+    {
+      "epoch": 1.1776838734898267,
+      "grad_norm": 0.23020806908607483,
+      "learning_rate": 1.9596805149044838e-05,
+      "loss": 1.2826,
+      "step": 3954
+    },
+    {
+      "epoch": 1.1779817196894953,
+      "grad_norm": 0.21168041229248047,
+      "learning_rate": 1.9596533971488533e-05,
+      "loss": 1.3038,
+      "step": 3955
+    },
+    {
+      "epoch": 1.178279565889164,
+      "grad_norm": 0.2160586565732956,
+      "learning_rate": 1.95962627046472e-05,
+      "loss": 1.2917,
+      "step": 3956
+    },
+    {
+      "epoch": 1.1785774120888326,
+      "grad_norm": 0.2052982598543167,
+      "learning_rate": 1.9595991348523363e-05,
+      "loss": 1.2921,
+      "step": 3957
+    },
+    {
+      "epoch": 1.1788752582885014,
+      "grad_norm": 0.21587428450584412,
+      "learning_rate": 1.9595719903119554e-05,
+      "loss": 1.3024,
+      "step": 3958
+    },
+    {
+      "epoch": 1.17917310448817,
+      "grad_norm": 0.22295457124710083,
+      "learning_rate": 1.9595448368438285e-05,
+      "loss": 1.293,
+      "step": 3959
+    },
+    {
+      "epoch": 1.1794709506878385,
+      "grad_norm": 0.20518071949481964,
+      "learning_rate": 1.9595176744482095e-05,
+      "loss": 1.2778,
+      "step": 3960
+    },
+    {
+      "epoch": 1.1797687968875072,
+      "grad_norm": 0.21127352118492126,
+      "learning_rate": 1.95949050312535e-05,
+      "loss": 1.2959,
+      "step": 3961
+    },
+    {
+      "epoch": 1.1800666430871758,
+      "grad_norm": 0.21096312999725342,
+      "learning_rate": 1.9594633228755038e-05,
+      "loss": 1.2829,
+      "step": 3962
+    },
+    {
+      "epoch": 1.1803644892868446,
+      "grad_norm": 0.21224980056285858,
+      "learning_rate": 1.9594361336989232e-05,
+      "loss": 1.3133,
+      "step": 3963
+    },
+    {
+      "epoch": 1.1806623354865131,
+      "grad_norm": 0.22840841114521027,
+      "learning_rate": 1.9594089355958612e-05,
+      "loss": 1.3053,
+      "step": 3964
+    },
+    {
+      "epoch": 1.1809601816861819,
+      "grad_norm": 0.21935367584228516,
+      "learning_rate": 1.9593817285665712e-05,
+      "loss": 1.2869,
+      "step": 3965
+    },
+    {
+      "epoch": 1.1812580278858504,
+      "grad_norm": 0.21192151308059692,
+      "learning_rate": 1.9593545126113063e-05,
+      "loss": 1.2963,
+      "step": 3966
+    },
+    {
+      "epoch": 1.181555874085519,
+      "grad_norm": 0.2130948156118393,
+      "learning_rate": 1.9593272877303192e-05,
+      "loss": 1.3048,
+      "step": 3967
+    },
+    {
+      "epoch": 1.1818537202851878,
+      "grad_norm": 0.21849285066127777,
+      "learning_rate": 1.9593000539238637e-05,
+      "loss": 1.299,
+      "step": 3968
+    },
+    {
+      "epoch": 1.1821515664848563,
+      "grad_norm": 0.22445747256278992,
+      "learning_rate": 1.9592728111921926e-05,
+      "loss": 1.2823,
+      "step": 3969
+    },
+    {
+      "epoch": 1.182449412684525,
+      "grad_norm": 0.21361754834651947,
+      "learning_rate": 1.95924555953556e-05,
+      "loss": 1.2737,
+      "step": 3970
+    },
+    {
+      "epoch": 1.1827472588841936,
+      "grad_norm": 0.21532507240772247,
+      "learning_rate": 1.959218298954219e-05,
+      "loss": 1.3136,
+      "step": 3971
+    },
+    {
+      "epoch": 1.1830451050838624,
+      "grad_norm": 0.2088194340467453,
+      "learning_rate": 1.959191029448424e-05,
+      "loss": 1.2899,
+      "step": 3972
+    },
+    {
+      "epoch": 1.183342951283531,
+      "grad_norm": 0.2056037336587906,
+      "learning_rate": 1.9591637510184277e-05,
+      "loss": 1.2808,
+      "step": 3973
+    },
+    {
+      "epoch": 1.1836407974831995,
+      "grad_norm": 0.20478075742721558,
+      "learning_rate": 1.9591364636644842e-05,
+      "loss": 1.2664,
+      "step": 3974
+    },
+    {
+      "epoch": 1.1839386436828683,
+      "grad_norm": 0.2041953206062317,
+      "learning_rate": 1.9591091673868477e-05,
+      "loss": 1.2755,
+      "step": 3975
+    },
+    {
+      "epoch": 1.1842364898825368,
+      "grad_norm": 0.2047312706708908,
+      "learning_rate": 1.959081862185772e-05,
+      "loss": 1.2782,
+      "step": 3976
+    },
+    {
+      "epoch": 1.1845343360822056,
+      "grad_norm": 0.21848949790000916,
+      "learning_rate": 1.959054548061511e-05,
+      "loss": 1.2986,
+      "step": 3977
+    },
+    {
+      "epoch": 1.1848321822818741,
+      "grad_norm": 0.21306787431240082,
+      "learning_rate": 1.9590272250143193e-05,
+      "loss": 1.2924,
+      "step": 3978
+    },
+    {
+      "epoch": 1.185130028481543,
+      "grad_norm": 0.21525615453720093,
+      "learning_rate": 1.9589998930444508e-05,
+      "loss": 1.2936,
+      "step": 3979
+    },
+    {
+      "epoch": 1.1854278746812115,
+      "grad_norm": 0.21527034044265747,
+      "learning_rate": 1.9589725521521596e-05,
+      "loss": 1.2891,
+      "step": 3980
+    },
+    {
+      "epoch": 1.18572572088088,
+      "grad_norm": 0.2184000164270401,
+      "learning_rate": 1.9589452023377e-05,
+      "loss": 1.2918,
+      "step": 3981
+    },
+    {
+      "epoch": 1.1860235670805488,
+      "grad_norm": 0.22402919828891754,
+      "learning_rate": 1.9589178436013268e-05,
+      "loss": 1.2926,
+      "step": 3982
+    },
+    {
+      "epoch": 1.1863214132802173,
+      "grad_norm": 0.21852335333824158,
+      "learning_rate": 1.9588904759432945e-05,
+      "loss": 1.3042,
+      "step": 3983
+    },
+    {
+      "epoch": 1.1866192594798861,
+      "grad_norm": 0.21109206974506378,
+      "learning_rate": 1.9588630993638575e-05,
+      "loss": 1.2826,
+      "step": 3984
+    },
+    {
+      "epoch": 1.1869171056795547,
+      "grad_norm": 0.20981113612651825,
+      "learning_rate": 1.9588357138632706e-05,
+      "loss": 1.3027,
+      "step": 3985
+    },
+    {
+      "epoch": 1.1872149518792234,
+      "grad_norm": 0.22667832672595978,
+      "learning_rate": 1.958808319441789e-05,
+      "loss": 1.3037,
+      "step": 3986
+    },
+    {
+      "epoch": 1.187512798078892,
+      "grad_norm": 0.2064162641763687,
+      "learning_rate": 1.958780916099667e-05,
+      "loss": 1.2846,
+      "step": 3987
+    },
+    {
+      "epoch": 1.1878106442785605,
+      "grad_norm": 0.2067207247018814,
+      "learning_rate": 1.95875350383716e-05,
+      "loss": 1.2758,
+      "step": 3988
+    },
+    {
+      "epoch": 1.1881084904782293,
+      "grad_norm": 0.21313981711864471,
+      "learning_rate": 1.9587260826545225e-05,
+      "loss": 1.2912,
+      "step": 3989
+    },
+    {
+      "epoch": 1.1884063366778979,
+      "grad_norm": 0.21533231437206268,
+      "learning_rate": 1.9586986525520104e-05,
+      "loss": 1.3031,
+      "step": 3990
+    },
+    {
+      "epoch": 1.1887041828775666,
+      "grad_norm": 0.2270992547273636,
+      "learning_rate": 1.9586712135298778e-05,
+      "loss": 1.2797,
+      "step": 3991
+    },
+    {
+      "epoch": 1.1890020290772352,
+      "grad_norm": 0.21351057291030884,
+      "learning_rate": 1.9586437655883812e-05,
+      "loss": 1.2974,
+      "step": 3992
+    },
+    {
+      "epoch": 1.189299875276904,
+      "grad_norm": 0.20550043880939484,
+      "learning_rate": 1.958616308727775e-05,
+      "loss": 1.3004,
+      "step": 3993
+    },
+    {
+      "epoch": 1.1895977214765725,
+      "grad_norm": 0.20054568350315094,
+      "learning_rate": 1.9585888429483155e-05,
+      "loss": 1.2796,
+      "step": 3994
+    },
+    {
+      "epoch": 1.1898955676762413,
+      "grad_norm": 0.2166435420513153,
+      "learning_rate": 1.9585613682502574e-05,
+      "loss": 1.2906,
+      "step": 3995
+    },
+    {
+      "epoch": 1.1901934138759098,
+      "grad_norm": 0.20004740357398987,
+      "learning_rate": 1.9585338846338574e-05,
+      "loss": 1.2846,
+      "step": 3996
+    },
+    {
+      "epoch": 1.1904912600755786,
+      "grad_norm": 0.20989029109477997,
+      "learning_rate": 1.9585063920993698e-05,
+      "loss": 1.2887,
+      "step": 3997
+    },
+    {
+      "epoch": 1.1907891062752471,
+      "grad_norm": 0.21801543235778809,
+      "learning_rate": 1.9584788906470516e-05,
+      "loss": 1.2885,
+      "step": 3998
+    },
+    {
+      "epoch": 1.1910869524749157,
+      "grad_norm": 0.20614711940288544,
+      "learning_rate": 1.958451380277158e-05,
+      "loss": 1.2954,
+      "step": 3999
+    },
+    {
+      "epoch": 1.1913847986745845,
+      "grad_norm": 0.2140260934829712,
+      "learning_rate": 1.9584238609899452e-05,
+      "loss": 1.2771,
+      "step": 4000
+    },
+    {
+      "epoch": 1.1913847986745845,
+      "eval_loss": 1.355595588684082,
+      "eval_runtime": 20.1193,
+      "eval_samples_per_second": 86.186,
+      "eval_steps_per_second": 5.418,
+      "step": 4000
+    },
+    {
+      "epoch": 1.191682644874253,
+      "grad_norm": 0.19806234538555145,
+      "learning_rate": 1.9583963327856696e-05,
+      "loss": 1.2977,
+      "step": 4001
+    },
+    {
+      "epoch": 1.1919804910739218,
+      "grad_norm": 0.21819539368152618,
+      "learning_rate": 1.958368795664586e-05,
+      "loss": 1.3065,
+      "step": 4002
+    },
+    {
+      "epoch": 1.1922783372735903,
+      "grad_norm": 0.2082003653049469,
+      "learning_rate": 1.958341249626952e-05,
+      "loss": 1.3048,
+      "step": 4003
+    },
+    {
+      "epoch": 1.192576183473259,
+      "grad_norm": 0.22938930988311768,
+      "learning_rate": 1.9583136946730237e-05,
+      "loss": 1.3025,
+      "step": 4004
+    },
+    {
+      "epoch": 1.1928740296729277,
+      "grad_norm": 0.2137821465730667,
+      "learning_rate": 1.9582861308030567e-05,
+      "loss": 1.293,
+      "step": 4005
+    },
+    {
+      "epoch": 1.1931718758725962,
+      "grad_norm": 0.21068082749843597,
+      "learning_rate": 1.9582585580173083e-05,
+      "loss": 1.2854,
+      "step": 4006
+    },
+    {
+      "epoch": 1.193469722072265,
+      "grad_norm": 0.21020939946174622,
+      "learning_rate": 1.9582309763160343e-05,
+      "loss": 1.2937,
+      "step": 4007
+    },
+    {
+      "epoch": 1.1937675682719335,
+      "grad_norm": 0.21396276354789734,
+      "learning_rate": 1.958203385699492e-05,
+      "loss": 1.2914,
+      "step": 4008
+    },
+    {
+      "epoch": 1.1940654144716023,
+      "grad_norm": 0.22837236523628235,
+      "learning_rate": 1.9581757861679372e-05,
+      "loss": 1.287,
+      "step": 4009
+    },
+    {
+      "epoch": 1.1943632606712709,
+      "grad_norm": 0.21628418564796448,
+      "learning_rate": 1.9581481777216277e-05,
+      "loss": 1.3058,
+      "step": 4010
+    },
+    {
+      "epoch": 1.1946611068709396,
+      "grad_norm": 0.22252708673477173,
+      "learning_rate": 1.95812056036082e-05,
+      "loss": 1.2798,
+      "step": 4011
+    },
+    {
+      "epoch": 1.1949589530706082,
+      "grad_norm": 0.2062803953886032,
+      "learning_rate": 1.9580929340857707e-05,
+      "loss": 1.3059,
+      "step": 4012
+    },
+    {
+      "epoch": 1.1952567992702767,
+      "grad_norm": 0.2138001173734665,
+      "learning_rate": 1.958065298896737e-05,
+      "loss": 1.2957,
+      "step": 4013
+    },
+    {
+      "epoch": 1.1955546454699455,
+      "grad_norm": 0.21340374648571014,
+      "learning_rate": 1.9580376547939763e-05,
+      "loss": 1.3015,
+      "step": 4014
+    },
+    {
+      "epoch": 1.195852491669614,
+      "grad_norm": 0.20899172127246857,
+      "learning_rate": 1.9580100017777455e-05,
+      "loss": 1.2774,
+      "step": 4015
+    },
+    {
+      "epoch": 1.1961503378692828,
+      "grad_norm": 0.21481002867221832,
+      "learning_rate": 1.957982339848302e-05,
+      "loss": 1.2859,
+      "step": 4016
+    },
+    {
+      "epoch": 1.1964481840689514,
+      "grad_norm": 0.20328159630298615,
+      "learning_rate": 1.9579546690059033e-05,
+      "loss": 1.2875,
+      "step": 4017
+    },
+    {
+      "epoch": 1.1967460302686201,
+      "grad_norm": 0.22197499871253967,
+      "learning_rate": 1.9579269892508065e-05,
+      "loss": 1.2953,
+      "step": 4018
+    },
+    {
+      "epoch": 1.1970438764682887,
+      "grad_norm": 0.2199348658323288,
+      "learning_rate": 1.9578993005832697e-05,
+      "loss": 1.301,
+      "step": 4019
+    },
+    {
+      "epoch": 1.1973417226679572,
+      "grad_norm": 0.22500820457935333,
+      "learning_rate": 1.9578716030035497e-05,
+      "loss": 1.2943,
+      "step": 4020
+    },
+    {
+      "epoch": 1.197639568867626,
+      "grad_norm": 0.2298382967710495,
+      "learning_rate": 1.957843896511905e-05,
+      "loss": 1.2977,
+      "step": 4021
+    },
+    {
+      "epoch": 1.1979374150672946,
+      "grad_norm": 0.22839154303073883,
+      "learning_rate": 1.9578161811085924e-05,
+      "loss": 1.2899,
+      "step": 4022
+    },
+    {
+      "epoch": 1.1982352612669633,
+      "grad_norm": 0.2266552597284317,
+      "learning_rate": 1.957788456793871e-05,
+      "loss": 1.283,
+      "step": 4023
+    },
+    {
+      "epoch": 1.1985331074666319,
+      "grad_norm": 0.21820247173309326,
+      "learning_rate": 1.957760723567998e-05,
+      "loss": 1.2815,
+      "step": 4024
+    },
+    {
+      "epoch": 1.1988309536663007,
+      "grad_norm": 0.2251671552658081,
+      "learning_rate": 1.9577329814312314e-05,
+      "loss": 1.2832,
+      "step": 4025
+    },
+    {
+      "epoch": 1.1991287998659692,
+      "grad_norm": 0.22719109058380127,
+      "learning_rate": 1.9577052303838292e-05,
+      "loss": 1.2841,
+      "step": 4026
+    },
+    {
+      "epoch": 1.1994266460656378,
+      "grad_norm": 0.2208300679922104,
+      "learning_rate": 1.9576774704260503e-05,
+      "loss": 1.2923,
+      "step": 4027
+    },
+    {
+      "epoch": 1.1997244922653065,
+      "grad_norm": 0.23036691546440125,
+      "learning_rate": 1.9576497015581523e-05,
+      "loss": 1.2983,
+      "step": 4028
+    },
+    {
+      "epoch": 1.200022338464975,
+      "grad_norm": 0.20784254372119904,
+      "learning_rate": 1.957621923780394e-05,
+      "loss": 1.2892,
+      "step": 4029
+    },
+    {
+      "epoch": 1.2003201846646439,
+      "grad_norm": 0.22049713134765625,
+      "learning_rate": 1.9575941370930333e-05,
+      "loss": 1.3079,
+      "step": 4030
+    },
+    {
+      "epoch": 1.2006180308643124,
+      "grad_norm": 0.22592094540596008,
+      "learning_rate": 1.957566341496329e-05,
+      "loss": 1.2937,
+      "step": 4031
+    },
+    {
+      "epoch": 1.2009158770639812,
+      "grad_norm": 0.22759899497032166,
+      "learning_rate": 1.95753853699054e-05,
+      "loss": 1.2873,
+      "step": 4032
+    },
+    {
+      "epoch": 1.2012137232636497,
+      "grad_norm": 0.21229848265647888,
+      "learning_rate": 1.9575107235759248e-05,
+      "loss": 1.2747,
+      "step": 4033
+    },
+    {
+      "epoch": 1.2015115694633183,
+      "grad_norm": 0.1977112889289856,
+      "learning_rate": 1.957482901252742e-05,
+      "loss": 1.2851,
+      "step": 4034
+    },
+    {
+      "epoch": 1.201809415662987,
+      "grad_norm": 0.2177518755197525,
+      "learning_rate": 1.9574550700212505e-05,
+      "loss": 1.2916,
+      "step": 4035
+    },
+    {
+      "epoch": 1.2021072618626556,
+      "grad_norm": 0.2394571155309677,
+      "learning_rate": 1.9574272298817093e-05,
+      "loss": 1.2904,
+      "step": 4036
+    },
+    {
+      "epoch": 1.2024051080623244,
+      "grad_norm": 0.21085403859615326,
+      "learning_rate": 1.9573993808343776e-05,
+      "loss": 1.3214,
+      "step": 4037
+    },
+    {
+      "epoch": 1.202702954261993,
+      "grad_norm": 0.20579291880130768,
+      "learning_rate": 1.9573715228795142e-05,
+      "loss": 1.2918,
+      "step": 4038
+    },
+    {
+      "epoch": 1.2030008004616617,
+      "grad_norm": 0.22272194921970367,
+      "learning_rate": 1.9573436560173784e-05,
+      "loss": 1.307,
+      "step": 4039
+    },
+    {
+      "epoch": 1.2032986466613302,
+      "grad_norm": 0.22960400581359863,
+      "learning_rate": 1.9573157802482294e-05,
+      "loss": 1.2914,
+      "step": 4040
+    },
+    {
+      "epoch": 1.2035964928609988,
+      "grad_norm": 0.21425718069076538,
+      "learning_rate": 1.9572878955723266e-05,
+      "loss": 1.2935,
+      "step": 4041
+    },
+    {
+      "epoch": 1.2038943390606676,
+      "grad_norm": 0.22439956665039062,
+      "learning_rate": 1.95726000198993e-05,
+      "loss": 1.2716,
+      "step": 4042
+    },
+    {
+      "epoch": 1.2041921852603361,
+      "grad_norm": 0.21399863064289093,
+      "learning_rate": 1.957232099501298e-05,
+      "loss": 1.2917,
+      "step": 4043
+    },
+    {
+      "epoch": 1.2044900314600049,
+      "grad_norm": 0.22308999300003052,
+      "learning_rate": 1.957204188106691e-05,
+      "loss": 1.301,
+      "step": 4044
+    },
+    {
+      "epoch": 1.2047878776596734,
+      "grad_norm": 0.23780715465545654,
+      "learning_rate": 1.9571762678063685e-05,
+      "loss": 1.2773,
+      "step": 4045
+    },
+    {
+      "epoch": 1.2050857238593422,
+      "grad_norm": 0.2037344127893448,
+      "learning_rate": 1.9571483386005905e-05,
+      "loss": 1.3037,
+      "step": 4046
+    },
+    {
+      "epoch": 1.2053835700590108,
+      "grad_norm": 0.20831087231636047,
+      "learning_rate": 1.957120400489616e-05,
+      "loss": 1.2815,
+      "step": 4047
+    },
+    {
+      "epoch": 1.2056814162586793,
+      "grad_norm": 0.2218935489654541,
+      "learning_rate": 1.957092453473706e-05,
+      "loss": 1.2883,
+      "step": 4048
+    },
+    {
+      "epoch": 1.205979262458348,
+      "grad_norm": 0.22106003761291504,
+      "learning_rate": 1.9570644975531202e-05,
+      "loss": 1.312,
+      "step": 4049
+    },
+    {
+      "epoch": 1.2062771086580166,
+      "grad_norm": 0.20549699664115906,
+      "learning_rate": 1.9570365327281184e-05,
+      "loss": 1.2767,
+      "step": 4050
+    },
+    {
+      "epoch": 1.2065749548576854,
+      "grad_norm": 0.20258985459804535,
+      "learning_rate": 1.9570085589989605e-05,
+      "loss": 1.2831,
+      "step": 4051
+    },
+    {
+      "epoch": 1.206872801057354,
+      "grad_norm": 0.21634162962436676,
+      "learning_rate": 1.9569805763659075e-05,
+      "loss": 1.2911,
+      "step": 4052
+    },
+    {
+      "epoch": 1.2071706472570227,
+      "grad_norm": 0.22728785872459412,
+      "learning_rate": 1.9569525848292192e-05,
+      "loss": 1.2984,
+      "step": 4053
+    },
+    {
+      "epoch": 1.2074684934566913,
+      "grad_norm": 0.23223990201950073,
+      "learning_rate": 1.9569245843891565e-05,
+      "loss": 1.2949,
+      "step": 4054
+    },
+    {
+      "epoch": 1.20776633965636,
+      "grad_norm": 0.22025689482688904,
+      "learning_rate": 1.95689657504598e-05,
+      "loss": 1.293,
+      "step": 4055
+    },
+    {
+      "epoch": 1.2080641858560286,
+      "grad_norm": 0.22677235305309296,
+      "learning_rate": 1.9568685567999495e-05,
+      "loss": 1.2875,
+      "step": 4056
+    },
+    {
+      "epoch": 1.2083620320556971,
+      "grad_norm": 0.22293587028980255,
+      "learning_rate": 1.9568405296513262e-05,
+      "loss": 1.2921,
+      "step": 4057
+    },
+    {
+      "epoch": 1.208659878255366,
+      "grad_norm": 0.22843754291534424,
+      "learning_rate": 1.956812493600371e-05,
+      "loss": 1.2974,
+      "step": 4058
+    },
+    {
+      "epoch": 1.2089577244550345,
+      "grad_norm": 0.2277127504348755,
+      "learning_rate": 1.9567844486473447e-05,
+      "loss": 1.2793,
+      "step": 4059
+    },
+    {
+      "epoch": 1.2092555706547032,
+      "grad_norm": 0.20787858963012695,
+      "learning_rate": 1.9567563947925075e-05,
+      "loss": 1.2745,
+      "step": 4060
+    },
+    {
+      "epoch": 1.2095534168543718,
+      "grad_norm": 0.20440879464149475,
+      "learning_rate": 1.956728332036122e-05,
+      "loss": 1.2835,
+      "step": 4061
+    },
+    {
+      "epoch": 1.2098512630540406,
+      "grad_norm": 0.21900875866413116,
+      "learning_rate": 1.956700260378447e-05,
+      "loss": 1.3026,
+      "step": 4062
+    },
+    {
+      "epoch": 1.210149109253709,
+      "grad_norm": 0.22136928141117096,
+      "learning_rate": 1.956672179819746e-05,
+      "loss": 1.2818,
+      "step": 4063
+    },
+    {
+      "epoch": 1.2104469554533779,
+      "grad_norm": 0.2110716998577118,
+      "learning_rate": 1.9566440903602787e-05,
+      "loss": 1.3016,
+      "step": 4064
+    },
+    {
+      "epoch": 1.2107448016530464,
+      "grad_norm": 0.21238602697849274,
+      "learning_rate": 1.956615992000307e-05,
+      "loss": 1.2836,
+      "step": 4065
+    },
+    {
+      "epoch": 1.211042647852715,
+      "grad_norm": 0.21743468940258026,
+      "learning_rate": 1.9565878847400924e-05,
+      "loss": 1.2932,
+      "step": 4066
+    },
+    {
+      "epoch": 1.2113404940523838,
+      "grad_norm": 0.22191287577152252,
+      "learning_rate": 1.9565597685798965e-05,
+      "loss": 1.287,
+      "step": 4067
+    },
+    {
+      "epoch": 1.2116383402520523,
+      "grad_norm": 0.23670993745326996,
+      "learning_rate": 1.9565316435199807e-05,
+      "loss": 1.2826,
+      "step": 4068
+    },
+    {
+      "epoch": 1.211936186451721,
+      "grad_norm": 0.21914072334766388,
+      "learning_rate": 1.956503509560606e-05,
+      "loss": 1.276,
+      "step": 4069
+    },
+    {
+      "epoch": 1.2122340326513896,
+      "grad_norm": 0.22580796480178833,
+      "learning_rate": 1.9564753667020354e-05,
+      "loss": 1.2866,
+      "step": 4070
+    },
+    {
+      "epoch": 1.2125318788510584,
+      "grad_norm": 0.24082769453525543,
+      "learning_rate": 1.95644721494453e-05,
+      "loss": 1.2804,
+      "step": 4071
+    },
+    {
+      "epoch": 1.212829725050727,
+      "grad_norm": 0.21872304379940033,
+      "learning_rate": 1.9564190542883522e-05,
+      "loss": 1.3067,
+      "step": 4072
+    },
+    {
+      "epoch": 1.2131275712503955,
+      "grad_norm": 0.2314034253358841,
+      "learning_rate": 1.956390884733763e-05,
+      "loss": 1.2861,
+      "step": 4073
+    },
+    {
+      "epoch": 1.2134254174500643,
+      "grad_norm": 0.212004154920578,
+      "learning_rate": 1.956362706281026e-05,
+      "loss": 1.2795,
+      "step": 4074
+    },
+    {
+      "epoch": 1.2137232636497328,
+      "grad_norm": 0.2215016484260559,
+      "learning_rate": 1.9563345189304016e-05,
+      "loss": 1.289,
+      "step": 4075
+    },
+    {
+      "epoch": 1.2140211098494016,
+      "grad_norm": 0.21931003034114838,
+      "learning_rate": 1.9563063226821533e-05,
+      "loss": 1.3087,
+      "step": 4076
+    },
+    {
+      "epoch": 1.2143189560490701,
+      "grad_norm": 0.22194616496562958,
+      "learning_rate": 1.9562781175365436e-05,
+      "loss": 1.3011,
+      "step": 4077
+    },
+    {
+      "epoch": 1.214616802248739,
+      "grad_norm": 0.2346036732196808,
+      "learning_rate": 1.956249903493834e-05,
+      "loss": 1.2898,
+      "step": 4078
+    },
+    {
+      "epoch": 1.2149146484484075,
+      "grad_norm": 0.20830166339874268,
+      "learning_rate": 1.9562216805542876e-05,
+      "loss": 1.2936,
+      "step": 4079
+    },
+    {
+      "epoch": 1.215212494648076,
+      "grad_norm": 0.21001702547073364,
+      "learning_rate": 1.9561934487181665e-05,
+      "loss": 1.2792,
+      "step": 4080
+    },
+    {
+      "epoch": 1.2155103408477448,
+      "grad_norm": 0.22858309745788574,
+      "learning_rate": 1.956165207985734e-05,
+      "loss": 1.3071,
+      "step": 4081
+    },
+    {
+      "epoch": 1.2158081870474133,
+      "grad_norm": 0.237175852060318,
+      "learning_rate": 1.956136958357252e-05,
+      "loss": 1.2896,
+      "step": 4082
+    },
+    {
+      "epoch": 1.216106033247082,
+      "grad_norm": 0.21885618567466736,
+      "learning_rate": 1.9561086998329847e-05,
+      "loss": 1.2969,
+      "step": 4083
+    },
+    {
+      "epoch": 1.2164038794467507,
+      "grad_norm": 0.21815459430217743,
+      "learning_rate": 1.9560804324131938e-05,
+      "loss": 1.3052,
+      "step": 4084
+    },
+    {
+      "epoch": 1.2167017256464194,
+      "grad_norm": 0.22342005372047424,
+      "learning_rate": 1.9560521560981428e-05,
+      "loss": 1.288,
+      "step": 4085
+    },
+    {
+      "epoch": 1.216999571846088,
+      "grad_norm": 0.25384339690208435,
+      "learning_rate": 1.9560238708880942e-05,
+      "loss": 1.2987,
+      "step": 4086
+    },
+    {
+      "epoch": 1.2172974180457565,
+      "grad_norm": 0.2196073979139328,
+      "learning_rate": 1.955995576783312e-05,
+      "loss": 1.2933,
+      "step": 4087
+    },
+    {
+      "epoch": 1.2175952642454253,
+      "grad_norm": 0.22214414179325104,
+      "learning_rate": 1.955967273784059e-05,
+      "loss": 1.298,
+      "step": 4088
+    },
+    {
+      "epoch": 1.2178931104450939,
+      "grad_norm": 0.21233679354190826,
+      "learning_rate": 1.9559389618905986e-05,
+      "loss": 1.2773,
+      "step": 4089
+    },
+    {
+      "epoch": 1.2181909566447626,
+      "grad_norm": 0.20780721306800842,
+      "learning_rate": 1.955910641103194e-05,
+      "loss": 1.2952,
+      "step": 4090
+    },
+    {
+      "epoch": 1.2184888028444312,
+      "grad_norm": 0.20027214288711548,
+      "learning_rate": 1.955882311422109e-05,
+      "loss": 1.2931,
+      "step": 4091
+    },
+    {
+      "epoch": 1.2187866490441,
+      "grad_norm": 0.2059791088104248,
+      "learning_rate": 1.9558539728476072e-05,
+      "loss": 1.2821,
+      "step": 4092
+    },
+    {
+      "epoch": 1.2190844952437685,
+      "grad_norm": 0.20750513672828674,
+      "learning_rate": 1.9558256253799523e-05,
+      "loss": 1.2948,
+      "step": 4093
+    },
+    {
+      "epoch": 1.219382341443437,
+      "grad_norm": 0.20728327333927155,
+      "learning_rate": 1.9557972690194075e-05,
+      "loss": 1.2817,
+      "step": 4094
+    },
+    {
+      "epoch": 1.2196801876431058,
+      "grad_norm": 0.21938657760620117,
+      "learning_rate": 1.9557689037662372e-05,
+      "loss": 1.2947,
+      "step": 4095
+    },
+    {
+      "epoch": 1.2199780338427744,
+      "grad_norm": 0.21456745266914368,
+      "learning_rate": 1.955740529620705e-05,
+      "loss": 1.2688,
+      "step": 4096
+    },
+    {
+      "epoch": 1.2202758800424431,
+      "grad_norm": 0.20828519761562347,
+      "learning_rate": 1.9557121465830747e-05,
+      "loss": 1.2797,
+      "step": 4097
+    },
+    {
+      "epoch": 1.2205737262421117,
+      "grad_norm": 0.20779909193515778,
+      "learning_rate": 1.955683754653611e-05,
+      "loss": 1.3035,
+      "step": 4098
+    },
+    {
+      "epoch": 1.2208715724417805,
+      "grad_norm": 0.2051311582326889,
+      "learning_rate": 1.955655353832578e-05,
+      "loss": 1.2778,
+      "step": 4099
+    },
+    {
+      "epoch": 1.221169418641449,
+      "grad_norm": 0.2165333777666092,
+      "learning_rate": 1.9556269441202392e-05,
+      "loss": 1.3092,
+      "step": 4100
+    },
+    {
+      "epoch": 1.2214672648411176,
+      "grad_norm": 0.22863154113292694,
+      "learning_rate": 1.9555985255168593e-05,
+      "loss": 1.2889,
+      "step": 4101
+    },
+    {
+      "epoch": 1.2217651110407863,
+      "grad_norm": 0.213213250041008,
+      "learning_rate": 1.9555700980227028e-05,
+      "loss": 1.2863,
+      "step": 4102
+    },
+    {
+      "epoch": 1.2220629572404549,
+      "grad_norm": 0.20332065224647522,
+      "learning_rate": 1.9555416616380346e-05,
+      "loss": 1.2952,
+      "step": 4103
+    },
+    {
+      "epoch": 1.2223608034401237,
+      "grad_norm": 0.2252652943134308,
+      "learning_rate": 1.9555132163631186e-05,
+      "loss": 1.3054,
+      "step": 4104
+    },
+    {
+      "epoch": 1.2226586496397922,
+      "grad_norm": 0.23016788065433502,
+      "learning_rate": 1.9554847621982195e-05,
+      "loss": 1.3008,
+      "step": 4105
+    },
+    {
+      "epoch": 1.222956495839461,
+      "grad_norm": 0.21542948484420776,
+      "learning_rate": 1.9554562991436022e-05,
+      "loss": 1.2791,
+      "step": 4106
+    },
+    {
+      "epoch": 1.2232543420391295,
+      "grad_norm": 0.23817753791809082,
+      "learning_rate": 1.955427827199532e-05,
+      "loss": 1.2995,
+      "step": 4107
+    },
+    {
+      "epoch": 1.223552188238798,
+      "grad_norm": 0.22850258648395538,
+      "learning_rate": 1.955399346366273e-05,
+      "loss": 1.294,
+      "step": 4108
+    },
+    {
+      "epoch": 1.2238500344384668,
+      "grad_norm": 0.2405814826488495,
+      "learning_rate": 1.9553708566440904e-05,
+      "loss": 1.2986,
+      "step": 4109
+    },
+    {
+      "epoch": 1.2241478806381354,
+      "grad_norm": 0.2581832706928253,
+      "learning_rate": 1.9553423580332495e-05,
+      "loss": 1.2792,
+      "step": 4110
+    },
+    {
+      "epoch": 1.2244457268378042,
+      "grad_norm": 0.20295637845993042,
+      "learning_rate": 1.9553138505340156e-05,
+      "loss": 1.2843,
+      "step": 4111
+    },
+    {
+      "epoch": 1.2247435730374727,
+      "grad_norm": 0.22549006342887878,
+      "learning_rate": 1.9552853341466532e-05,
+      "loss": 1.3055,
+      "step": 4112
+    },
+    {
+      "epoch": 1.2250414192371415,
+      "grad_norm": 0.2101021260023117,
+      "learning_rate": 1.9552568088714283e-05,
+      "loss": 1.29,
+      "step": 4113
+    },
+    {
+      "epoch": 1.22533926543681,
+      "grad_norm": 0.2183251976966858,
+      "learning_rate": 1.955228274708606e-05,
+      "loss": 1.2791,
+      "step": 4114
+    },
+    {
+      "epoch": 1.2256371116364786,
+      "grad_norm": 0.2154933512210846,
+      "learning_rate": 1.955199731658452e-05,
+      "loss": 1.2951,
+      "step": 4115
+    },
+    {
+      "epoch": 1.2259349578361474,
+      "grad_norm": 0.22604544460773468,
+      "learning_rate": 1.9551711797212317e-05,
+      "loss": 1.2906,
+      "step": 4116
+    },
+    {
+      "epoch": 1.226232804035816,
+      "grad_norm": 0.21755193173885345,
+      "learning_rate": 1.9551426188972104e-05,
+      "loss": 1.3036,
+      "step": 4117
+    },
+    {
+      "epoch": 1.2265306502354847,
+      "grad_norm": 0.21554438769817352,
+      "learning_rate": 1.9551140491866546e-05,
+      "loss": 1.2921,
+      "step": 4118
+    },
+    {
+      "epoch": 1.2268284964351532,
+      "grad_norm": 0.22313088178634644,
+      "learning_rate": 1.9550854705898295e-05,
+      "loss": 1.2953,
+      "step": 4119
+    },
+    {
+      "epoch": 1.227126342634822,
+      "grad_norm": 0.20665155351161957,
+      "learning_rate": 1.9550568831070013e-05,
+      "loss": 1.2845,
+      "step": 4120
+    },
+    {
+      "epoch": 1.2274241888344906,
+      "grad_norm": 0.20775890350341797,
+      "learning_rate": 1.955028286738436e-05,
+      "loss": 1.2737,
+      "step": 4121
+    },
+    {
+      "epoch": 1.2277220350341593,
+      "grad_norm": 0.2068718671798706,
+      "learning_rate": 1.954999681484399e-05,
+      "loss": 1.2931,
+      "step": 4122
+    },
+    {
+      "epoch": 1.2280198812338279,
+      "grad_norm": 0.20639167726039886,
+      "learning_rate": 1.9549710673451574e-05,
+      "loss": 1.31,
+      "step": 4123
+    },
+    {
+      "epoch": 1.2283177274334964,
+      "grad_norm": 0.21572212874889374,
+      "learning_rate": 1.9549424443209768e-05,
+      "loss": 1.2864,
+      "step": 4124
+    },
+    {
+      "epoch": 1.2286155736331652,
+      "grad_norm": 0.21003632247447968,
+      "learning_rate": 1.9549138124121236e-05,
+      "loss": 1.2768,
+      "step": 4125
+    },
+    {
+      "epoch": 1.2289134198328338,
+      "grad_norm": 0.21323645114898682,
+      "learning_rate": 1.9548851716188645e-05,
+      "loss": 1.2853,
+      "step": 4126
+    },
+    {
+      "epoch": 1.2292112660325025,
+      "grad_norm": 0.2155407965183258,
+      "learning_rate": 1.9548565219414658e-05,
+      "loss": 1.2947,
+      "step": 4127
+    },
+    {
+      "epoch": 1.229509112232171,
+      "grad_norm": 0.20775429904460907,
+      "learning_rate": 1.9548278633801937e-05,
+      "loss": 1.2916,
+      "step": 4128
+    },
+    {
+      "epoch": 1.2298069584318398,
+      "grad_norm": 0.21007290482521057,
+      "learning_rate": 1.9547991959353153e-05,
+      "loss": 1.3014,
+      "step": 4129
+    },
+    {
+      "epoch": 1.2301048046315084,
+      "grad_norm": 0.2189212143421173,
+      "learning_rate": 1.954770519607097e-05,
+      "loss": 1.2872,
+      "step": 4130
+    },
+    {
+      "epoch": 1.2304026508311772,
+      "grad_norm": 0.21716181933879852,
+      "learning_rate": 1.9547418343958058e-05,
+      "loss": 1.2849,
+      "step": 4131
+    },
+    {
+      "epoch": 1.2307004970308457,
+      "grad_norm": 0.20262238383293152,
+      "learning_rate": 1.9547131403017086e-05,
+      "loss": 1.3047,
+      "step": 4132
+    },
+    {
+      "epoch": 1.2309983432305143,
+      "grad_norm": 0.20321613550186157,
+      "learning_rate": 1.954684437325072e-05,
+      "loss": 1.2857,
+      "step": 4133
+    },
+    {
+      "epoch": 1.231296189430183,
+      "grad_norm": 0.21657630801200867,
+      "learning_rate": 1.9546557254661634e-05,
+      "loss": 1.2935,
+      "step": 4134
+    },
+    {
+      "epoch": 1.2315940356298516,
+      "grad_norm": 0.24504989385604858,
+      "learning_rate": 1.9546270047252506e-05,
+      "loss": 1.2841,
+      "step": 4135
+    },
+    {
+      "epoch": 1.2318918818295204,
+      "grad_norm": 0.19349680840969086,
+      "learning_rate": 1.9545982751025994e-05,
+      "loss": 1.2751,
+      "step": 4136
+    },
+    {
+      "epoch": 1.232189728029189,
+      "grad_norm": 0.30486607551574707,
+      "learning_rate": 1.9545695365984777e-05,
+      "loss": 1.2776,
+      "step": 4137
+    },
+    {
+      "epoch": 1.2324875742288577,
+      "grad_norm": 0.22059954702854156,
+      "learning_rate": 1.9545407892131533e-05,
+      "loss": 1.2872,
+      "step": 4138
+    },
+    {
+      "epoch": 1.2327854204285262,
+      "grad_norm": 0.22120457887649536,
+      "learning_rate": 1.9545120329468933e-05,
+      "loss": 1.2954,
+      "step": 4139
+    },
+    {
+      "epoch": 1.2330832666281948,
+      "grad_norm": 0.21268272399902344,
+      "learning_rate": 1.9544832677999653e-05,
+      "loss": 1.2859,
+      "step": 4140
+    },
+    {
+      "epoch": 1.2333811128278636,
+      "grad_norm": 0.21759754419326782,
+      "learning_rate": 1.9544544937726367e-05,
+      "loss": 1.3013,
+      "step": 4141
+    },
+    {
+      "epoch": 1.233678959027532,
+      "grad_norm": 0.21478748321533203,
+      "learning_rate": 1.954425710865176e-05,
+      "loss": 1.2927,
+      "step": 4142
+    },
+    {
+      "epoch": 1.2339768052272009,
+      "grad_norm": 0.19693058729171753,
+      "learning_rate": 1.9543969190778494e-05,
+      "loss": 1.2988,
+      "step": 4143
+    },
+    {
+      "epoch": 1.2342746514268694,
+      "grad_norm": 0.2068811058998108,
+      "learning_rate": 1.9543681184109267e-05,
+      "loss": 1.2864,
+      "step": 4144
+    },
+    {
+      "epoch": 1.2345724976265382,
+      "grad_norm": 0.21200990676879883,
+      "learning_rate": 1.9543393088646746e-05,
+      "loss": 1.2916,
+      "step": 4145
+    },
+    {
+      "epoch": 1.2348703438262068,
+      "grad_norm": 0.20587991178035736,
+      "learning_rate": 1.9543104904393612e-05,
+      "loss": 1.2882,
+      "step": 4146
+    },
+    {
+      "epoch": 1.2351681900258753,
+      "grad_norm": 0.20354631543159485,
+      "learning_rate": 1.9542816631352554e-05,
+      "loss": 1.2864,
+      "step": 4147
+    },
+    {
+      "epoch": 1.235466036225544,
+      "grad_norm": 0.21679729223251343,
+      "learning_rate": 1.9542528269526248e-05,
+      "loss": 1.3085,
+      "step": 4148
+    },
+    {
+      "epoch": 1.2357638824252126,
+      "grad_norm": 0.24312865734100342,
+      "learning_rate": 1.9542239818917373e-05,
+      "loss": 1.3036,
+      "step": 4149
+    },
+    {
+      "epoch": 1.2360617286248814,
+      "grad_norm": 0.2099834382534027,
+      "learning_rate": 1.9541951279528624e-05,
+      "loss": 1.2929,
+      "step": 4150
+    },
+    {
+      "epoch": 1.23635957482455,
+      "grad_norm": 0.22744804620742798,
+      "learning_rate": 1.9541662651362677e-05,
+      "loss": 1.3021,
+      "step": 4151
+    },
+    {
+      "epoch": 1.2366574210242187,
+      "grad_norm": 0.20686295628547668,
+      "learning_rate": 1.954137393442222e-05,
+      "loss": 1.2835,
+      "step": 4152
+    },
+    {
+      "epoch": 1.2369552672238873,
+      "grad_norm": 0.20510515570640564,
+      "learning_rate": 1.9541085128709937e-05,
+      "loss": 1.296,
+      "step": 4153
+    },
+    {
+      "epoch": 1.2372531134235558,
+      "grad_norm": 0.2252977192401886,
+      "learning_rate": 1.954079623422852e-05,
+      "loss": 1.29,
+      "step": 4154
+    },
+    {
+      "epoch": 1.2375509596232246,
+      "grad_norm": 0.21374380588531494,
+      "learning_rate": 1.954050725098065e-05,
+      "loss": 1.3085,
+      "step": 4155
+    },
+    {
+      "epoch": 1.2378488058228931,
+      "grad_norm": 0.2219097912311554,
+      "learning_rate": 1.9540218178969018e-05,
+      "loss": 1.2814,
+      "step": 4156
+    },
+    {
+      "epoch": 1.238146652022562,
+      "grad_norm": 0.22387543320655823,
+      "learning_rate": 1.953992901819632e-05,
+      "loss": 1.3054,
+      "step": 4157
+    },
+    {
+      "epoch": 1.2384444982222305,
+      "grad_norm": 0.21464106440544128,
+      "learning_rate": 1.953963976866524e-05,
+      "loss": 1.3065,
+      "step": 4158
+    },
+    {
+      "epoch": 1.2387423444218992,
+      "grad_norm": 0.21472743153572083,
+      "learning_rate": 1.953935043037847e-05,
+      "loss": 1.302,
+      "step": 4159
+    },
+    {
+      "epoch": 1.2390401906215678,
+      "grad_norm": 0.20701003074645996,
+      "learning_rate": 1.95390610033387e-05,
+      "loss": 1.2993,
+      "step": 4160
+    },
+    {
+      "epoch": 1.2393380368212363,
+      "grad_norm": 0.21344922482967377,
+      "learning_rate": 1.9538771487548628e-05,
+      "loss": 1.2914,
+      "step": 4161
+    },
+    {
+      "epoch": 1.239635883020905,
+      "grad_norm": 0.21337179839611053,
+      "learning_rate": 1.9538481883010943e-05,
+      "loss": 1.3071,
+      "step": 4162
+    },
+    {
+      "epoch": 1.2399337292205737,
+      "grad_norm": 0.22430700063705444,
+      "learning_rate": 1.953819218972834e-05,
+      "loss": 1.2926,
+      "step": 4163
+    },
+    {
+      "epoch": 1.2402315754202424,
+      "grad_norm": 0.2090141922235489,
+      "learning_rate": 1.9537902407703514e-05,
+      "loss": 1.2822,
+      "step": 4164
+    },
+    {
+      "epoch": 1.240529421619911,
+      "grad_norm": 0.21654996275901794,
+      "learning_rate": 1.953761253693917e-05,
+      "loss": 1.2977,
+      "step": 4165
+    },
+    {
+      "epoch": 1.2408272678195797,
+      "grad_norm": 0.2089291512966156,
+      "learning_rate": 1.953732257743799e-05,
+      "loss": 1.3051,
+      "step": 4166
+    },
+    {
+      "epoch": 1.2411251140192483,
+      "grad_norm": 0.21138688921928406,
+      "learning_rate": 1.953703252920268e-05,
+      "loss": 1.2856,
+      "step": 4167
+    },
+    {
+      "epoch": 1.2414229602189168,
+      "grad_norm": 0.23540814220905304,
+      "learning_rate": 1.953674239223594e-05,
+      "loss": 1.2965,
+      "step": 4168
+    },
+    {
+      "epoch": 1.2417208064185856,
+      "grad_norm": 0.20688270032405853,
+      "learning_rate": 1.9536452166540468e-05,
+      "loss": 1.2927,
+      "step": 4169
+    },
+    {
+      "epoch": 1.2420186526182542,
+      "grad_norm": 0.20564410090446472,
+      "learning_rate": 1.953616185211896e-05,
+      "loss": 1.2848,
+      "step": 4170
+    },
+    {
+      "epoch": 1.242316498817923,
+      "grad_norm": 0.2275800108909607,
+      "learning_rate": 1.953587144897412e-05,
+      "loss": 1.2762,
+      "step": 4171
+    },
+    {
+      "epoch": 1.2426143450175915,
+      "grad_norm": 0.2123938351869583,
+      "learning_rate": 1.953558095710865e-05,
+      "loss": 1.2932,
+      "step": 4172
+    },
+    {
+      "epoch": 1.2429121912172603,
+      "grad_norm": 0.24131610989570618,
+      "learning_rate": 1.953529037652526e-05,
+      "loss": 1.2655,
+      "step": 4173
+    },
+    {
+      "epoch": 1.2432100374169288,
+      "grad_norm": 0.2212681919336319,
+      "learning_rate": 1.953499970722664e-05,
+      "loss": 1.2736,
+      "step": 4174
+    },
+    {
+      "epoch": 1.2435078836165974,
+      "grad_norm": 0.21585984528064728,
+      "learning_rate": 1.9534708949215505e-05,
+      "loss": 1.2828,
+      "step": 4175
+    },
+    {
+      "epoch": 1.2438057298162661,
+      "grad_norm": 0.20756615698337555,
+      "learning_rate": 1.9534418102494554e-05,
+      "loss": 1.2779,
+      "step": 4176
+    },
+    {
+      "epoch": 1.2441035760159347,
+      "grad_norm": 0.20586632192134857,
+      "learning_rate": 1.9534127167066495e-05,
+      "loss": 1.2708,
+      "step": 4177
+    },
+    {
+      "epoch": 1.2444014222156035,
+      "grad_norm": 0.21256816387176514,
+      "learning_rate": 1.9533836142934033e-05,
+      "loss": 1.2897,
+      "step": 4178
+    },
+    {
+      "epoch": 1.244699268415272,
+      "grad_norm": 0.21810956299304962,
+      "learning_rate": 1.953354503009988e-05,
+      "loss": 1.2873,
+      "step": 4179
+    },
+    {
+      "epoch": 1.2449971146149408,
+      "grad_norm": 0.20932936668395996,
+      "learning_rate": 1.953325382856674e-05,
+      "loss": 1.2842,
+      "step": 4180
+    },
+    {
+      "epoch": 1.2452949608146093,
+      "grad_norm": 0.20388562977313995,
+      "learning_rate": 1.9532962538337326e-05,
+      "loss": 1.2945,
+      "step": 4181
+    },
+    {
+      "epoch": 1.2455928070142779,
+      "grad_norm": 0.2170279175043106,
+      "learning_rate": 1.9532671159414346e-05,
+      "loss": 1.2986,
+      "step": 4182
+    },
+    {
+      "epoch": 1.2458906532139467,
+      "grad_norm": 0.20950999855995178,
+      "learning_rate": 1.953237969180051e-05,
+      "loss": 1.2841,
+      "step": 4183
+    },
+    {
+      "epoch": 1.2461884994136152,
+      "grad_norm": 0.20044785737991333,
+      "learning_rate": 1.9532088135498535e-05,
+      "loss": 1.2891,
+      "step": 4184
+    },
+    {
+      "epoch": 1.246486345613284,
+      "grad_norm": 0.22087042033672333,
+      "learning_rate": 1.9531796490511126e-05,
+      "loss": 1.2682,
+      "step": 4185
+    },
+    {
+      "epoch": 1.2467841918129525,
+      "grad_norm": 0.2074468731880188,
+      "learning_rate": 1.9531504756841003e-05,
+      "loss": 1.2948,
+      "step": 4186
+    },
+    {
+      "epoch": 1.2470820380126213,
+      "grad_norm": 0.21442781388759613,
+      "learning_rate": 1.9531212934490874e-05,
+      "loss": 1.2814,
+      "step": 4187
+    },
+    {
+      "epoch": 1.2473798842122898,
+      "grad_norm": 0.21842724084854126,
+      "learning_rate": 1.953092102346346e-05,
+      "loss": 1.2786,
+      "step": 4188
+    },
+    {
+      "epoch": 1.2476777304119586,
+      "grad_norm": 0.22215518355369568,
+      "learning_rate": 1.9530629023761475e-05,
+      "loss": 1.2873,
+      "step": 4189
+    },
+    {
+      "epoch": 1.2479755766116272,
+      "grad_norm": 0.2289196401834488,
+      "learning_rate": 1.9530336935387632e-05,
+      "loss": 1.3195,
+      "step": 4190
+    },
+    {
+      "epoch": 1.248273422811296,
+      "grad_norm": 0.20055343210697174,
+      "learning_rate": 1.9530044758344652e-05,
+      "loss": 1.283,
+      "step": 4191
+    },
+    {
+      "epoch": 1.2485712690109645,
+      "grad_norm": 0.2111535668373108,
+      "learning_rate": 1.952975249263526e-05,
+      "loss": 1.2922,
+      "step": 4192
+    },
+    {
+      "epoch": 1.248869115210633,
+      "grad_norm": 0.21124912798404694,
+      "learning_rate": 1.952946013826216e-05,
+      "loss": 1.3003,
+      "step": 4193
+    },
+    {
+      "epoch": 1.2491669614103018,
+      "grad_norm": 0.20609290897846222,
+      "learning_rate": 1.9529167695228084e-05,
+      "loss": 1.3008,
+      "step": 4194
+    },
+    {
+      "epoch": 1.2494648076099704,
+      "grad_norm": 0.2232304811477661,
+      "learning_rate": 1.9528875163535747e-05,
+      "loss": 1.267,
+      "step": 4195
+    },
+    {
+      "epoch": 1.2497626538096391,
+      "grad_norm": 0.22072570025920868,
+      "learning_rate": 1.9528582543187876e-05,
+      "loss": 1.2904,
+      "step": 4196
+    },
+    {
+      "epoch": 1.2500605000093077,
+      "grad_norm": 0.21208128333091736,
+      "learning_rate": 1.952828983418719e-05,
+      "loss": 1.296,
+      "step": 4197
+    },
+    {
+      "epoch": 1.2503583462089765,
+      "grad_norm": 0.2197960913181305,
+      "learning_rate": 1.952799703653641e-05,
+      "loss": 1.2944,
+      "step": 4198
+    },
+    {
+      "epoch": 1.250656192408645,
+      "grad_norm": 0.21740934252738953,
+      "learning_rate": 1.9527704150238268e-05,
+      "loss": 1.2844,
+      "step": 4199
+    },
+    {
+      "epoch": 1.2509540386083136,
+      "grad_norm": 0.21597795188426971,
+      "learning_rate": 1.952741117529548e-05,
+      "loss": 1.2693,
+      "step": 4200
+    },
+    {
+      "epoch": 1.2512518848079823,
+      "grad_norm": 0.2201114147901535,
+      "learning_rate": 1.9527118111710775e-05,
+      "loss": 1.3139,
+      "step": 4201
+    },
+    {
+      "epoch": 1.2515497310076509,
+      "grad_norm": 0.22156377136707306,
+      "learning_rate": 1.9526824959486884e-05,
+      "loss": 1.2858,
+      "step": 4202
+    },
+    {
+      "epoch": 1.2518475772073197,
+      "grad_norm": 0.22167210280895233,
+      "learning_rate": 1.9526531718626525e-05,
+      "loss": 1.2826,
+      "step": 4203
+    },
+    {
+      "epoch": 1.2521454234069882,
+      "grad_norm": 0.2108449786901474,
+      "learning_rate": 1.9526238389132435e-05,
+      "loss": 1.284,
+      "step": 4204
+    },
+    {
+      "epoch": 1.252443269606657,
+      "grad_norm": 0.2104608416557312,
+      "learning_rate": 1.952594497100734e-05,
+      "loss": 1.2766,
+      "step": 4205
+    },
+    {
+      "epoch": 1.2527411158063255,
+      "grad_norm": 0.20697778463363647,
+      "learning_rate": 1.9525651464253972e-05,
+      "loss": 1.2892,
+      "step": 4206
+    },
+    {
+      "epoch": 1.253038962005994,
+      "grad_norm": 0.22090132534503937,
+      "learning_rate": 1.9525357868875057e-05,
+      "loss": 1.2807,
+      "step": 4207
+    },
+    {
+      "epoch": 1.2533368082056628,
+      "grad_norm": 0.2159069925546646,
+      "learning_rate": 1.9525064184873332e-05,
+      "loss": 1.2731,
+      "step": 4208
+    },
+    {
+      "epoch": 1.2536346544053314,
+      "grad_norm": 0.22110089659690857,
+      "learning_rate": 1.9524770412251523e-05,
+      "loss": 1.2902,
+      "step": 4209
+    },
+    {
+      "epoch": 1.2539325006050002,
+      "grad_norm": 0.21377326548099518,
+      "learning_rate": 1.952447655101237e-05,
+      "loss": 1.2809,
+      "step": 4210
+    },
+    {
+      "epoch": 1.2542303468046687,
+      "grad_norm": 0.22198982536792755,
+      "learning_rate": 1.9524182601158604e-05,
+      "loss": 1.2934,
+      "step": 4211
+    },
+    {
+      "epoch": 1.2545281930043375,
+      "grad_norm": 0.22517961263656616,
+      "learning_rate": 1.952388856269296e-05,
+      "loss": 1.2922,
+      "step": 4212
+    },
+    {
+      "epoch": 1.254826039204006,
+      "grad_norm": 0.21857579052448273,
+      "learning_rate": 1.9523594435618173e-05,
+      "loss": 1.2959,
+      "step": 4213
+    },
+    {
+      "epoch": 1.2551238854036746,
+      "grad_norm": 0.2065434604883194,
+      "learning_rate": 1.952330021993698e-05,
+      "loss": 1.2927,
+      "step": 4214
+    },
+    {
+      "epoch": 1.2554217316033434,
+      "grad_norm": 0.21812330186367035,
+      "learning_rate": 1.952300591565212e-05,
+      "loss": 1.2897,
+      "step": 4215
+    },
+    {
+      "epoch": 1.255719577803012,
+      "grad_norm": 0.2338680475950241,
+      "learning_rate": 1.9522711522766328e-05,
+      "loss": 1.2997,
+      "step": 4216
+    },
+    {
+      "epoch": 1.2560174240026807,
+      "grad_norm": 0.3979673683643341,
+      "learning_rate": 1.9522417041282344e-05,
+      "loss": 1.2781,
+      "step": 4217
+    },
+    {
+      "epoch": 1.2563152702023492,
+      "grad_norm": 0.25537681579589844,
+      "learning_rate": 1.952212247120291e-05,
+      "loss": 1.305,
+      "step": 4218
+    },
+    {
+      "epoch": 1.256613116402018,
+      "grad_norm": 0.24418216943740845,
+      "learning_rate": 1.952182781253077e-05,
+      "loss": 1.2891,
+      "step": 4219
+    },
+    {
+      "epoch": 1.2569109626016866,
+      "grad_norm": 0.24024534225463867,
+      "learning_rate": 1.9521533065268652e-05,
+      "loss": 1.2926,
+      "step": 4220
+    },
+    {
+      "epoch": 1.257208808801355,
+      "grad_norm": 0.23503734171390533,
+      "learning_rate": 1.952123822941931e-05,
+      "loss": 1.2916,
+      "step": 4221
+    },
+    {
+      "epoch": 1.2575066550010239,
+      "grad_norm": 0.21015004813671112,
+      "learning_rate": 1.9520943304985484e-05,
+      "loss": 1.2885,
+      "step": 4222
+    },
+    {
+      "epoch": 1.2578045012006924,
+      "grad_norm": 0.22911418974399567,
+      "learning_rate": 1.9520648291969918e-05,
+      "loss": 1.2957,
+      "step": 4223
+    },
+    {
+      "epoch": 1.2581023474003612,
+      "grad_norm": 0.22934724390506744,
+      "learning_rate": 1.9520353190375356e-05,
+      "loss": 1.2866,
+      "step": 4224
+    },
+    {
+      "epoch": 1.2584001936000297,
+      "grad_norm": 0.2139049470424652,
+      "learning_rate": 1.9520058000204546e-05,
+      "loss": 1.2728,
+      "step": 4225
+    },
+    {
+      "epoch": 1.2586980397996985,
+      "grad_norm": 0.23983533680438995,
+      "learning_rate": 1.9519762721460233e-05,
+      "loss": 1.3024,
+      "step": 4226
+    },
+    {
+      "epoch": 1.258995885999367,
+      "grad_norm": 0.21902920305728912,
+      "learning_rate": 1.9519467354145165e-05,
+      "loss": 1.2855,
+      "step": 4227
+    },
+    {
+      "epoch": 1.2592937321990356,
+      "grad_norm": 0.2280544638633728,
+      "learning_rate": 1.9519171898262084e-05,
+      "loss": 1.2984,
+      "step": 4228
+    },
+    {
+      "epoch": 1.2595915783987044,
+      "grad_norm": 0.2220582515001297,
+      "learning_rate": 1.951887635381375e-05,
+      "loss": 1.2788,
+      "step": 4229
+    },
+    {
+      "epoch": 1.259889424598373,
+      "grad_norm": 0.22434242069721222,
+      "learning_rate": 1.9518580720802902e-05,
+      "loss": 1.2805,
+      "step": 4230
+    },
+    {
+      "epoch": 1.2601872707980417,
+      "grad_norm": 0.22028429806232452,
+      "learning_rate": 1.9518284999232298e-05,
+      "loss": 1.3068,
+      "step": 4231
+    },
+    {
+      "epoch": 1.2604851169977103,
+      "grad_norm": 0.21655960381031036,
+      "learning_rate": 1.9517989189104685e-05,
+      "loss": 1.2782,
+      "step": 4232
+    },
+    {
+      "epoch": 1.260782963197379,
+      "grad_norm": 0.22345635294914246,
+      "learning_rate": 1.9517693290422815e-05,
+      "loss": 1.288,
+      "step": 4233
+    },
+    {
+      "epoch": 1.2610808093970476,
+      "grad_norm": 0.24837669730186462,
+      "learning_rate": 1.9517397303189445e-05,
+      "loss": 1.277,
+      "step": 4234
+    },
+    {
+      "epoch": 1.2613786555967161,
+      "grad_norm": 0.21125711500644684,
+      "learning_rate": 1.9517101227407326e-05,
+      "loss": 1.2771,
+      "step": 4235
+    },
+    {
+      "epoch": 1.261676501796385,
+      "grad_norm": 0.23232734203338623,
+      "learning_rate": 1.9516805063079217e-05,
+      "loss": 1.3007,
+      "step": 4236
+    },
+    {
+      "epoch": 1.2619743479960535,
+      "grad_norm": 0.22613781690597534,
+      "learning_rate": 1.9516508810207865e-05,
+      "loss": 1.2769,
+      "step": 4237
+    },
+    {
+      "epoch": 1.2622721941957222,
+      "grad_norm": 0.21599330008029938,
+      "learning_rate": 1.9516212468796033e-05,
+      "loss": 1.3,
+      "step": 4238
+    },
+    {
+      "epoch": 1.2625700403953908,
+      "grad_norm": 0.2066168487071991,
+      "learning_rate": 1.9515916038846474e-05,
+      "loss": 1.2621,
+      "step": 4239
+    },
+    {
+      "epoch": 1.2628678865950596,
+      "grad_norm": 0.2147272527217865,
+      "learning_rate": 1.951561952036195e-05,
+      "loss": 1.2962,
+      "step": 4240
+    },
+    {
+      "epoch": 1.263165732794728,
+      "grad_norm": 0.2461201250553131,
+      "learning_rate": 1.9515322913345218e-05,
+      "loss": 1.2731,
+      "step": 4241
+    },
+    {
+      "epoch": 1.2634635789943967,
+      "grad_norm": 0.21921150386333466,
+      "learning_rate": 1.951502621779904e-05,
+      "loss": 1.3004,
+      "step": 4242
+    },
+    {
+      "epoch": 1.2637614251940654,
+      "grad_norm": 0.21837396919727325,
+      "learning_rate": 1.9514729433726166e-05,
+      "loss": 1.2832,
+      "step": 4243
+    },
+    {
+      "epoch": 1.2640592713937342,
+      "grad_norm": 0.21291287243366241,
+      "learning_rate": 1.951443256112937e-05,
+      "loss": 1.2755,
+      "step": 4244
+    },
+    {
+      "epoch": 1.2643571175934027,
+      "grad_norm": 0.21658475697040558,
+      "learning_rate": 1.951413560001141e-05,
+      "loss": 1.2783,
+      "step": 4245
+    },
+    {
+      "epoch": 1.2646549637930713,
+      "grad_norm": 0.24197445809841156,
+      "learning_rate": 1.951383855037505e-05,
+      "loss": 1.2942,
+      "step": 4246
+    },
+    {
+      "epoch": 1.26495280999274,
+      "grad_norm": 0.23163466155529022,
+      "learning_rate": 1.9513541412223045e-05,
+      "loss": 1.3004,
+      "step": 4247
+    },
+    {
+      "epoch": 1.2652506561924086,
+      "grad_norm": 0.22297687828540802,
+      "learning_rate": 1.951324418555817e-05,
+      "loss": 1.2846,
+      "step": 4248
+    },
+    {
+      "epoch": 1.2655485023920772,
+      "grad_norm": 0.2045927494764328,
+      "learning_rate": 1.9512946870383186e-05,
+      "loss": 1.2692,
+      "step": 4249
+    },
+    {
+      "epoch": 1.265846348591746,
+      "grad_norm": 0.2474483996629715,
+      "learning_rate": 1.951264946670086e-05,
+      "loss": 1.2793,
+      "step": 4250
+    },
+    {
+      "epoch": 1.2661441947914147,
+      "grad_norm": 0.21718846261501312,
+      "learning_rate": 1.9512351974513963e-05,
+      "loss": 1.294,
+      "step": 4251
+    },
+    {
+      "epoch": 1.2664420409910833,
+      "grad_norm": 0.22226892411708832,
+      "learning_rate": 1.9512054393825255e-05,
+      "loss": 1.2919,
+      "step": 4252
+    },
+    {
+      "epoch": 1.2667398871907518,
+      "grad_norm": 0.22698166966438293,
+      "learning_rate": 1.9511756724637508e-05,
+      "loss": 1.267,
+      "step": 4253
+    },
+    {
+      "epoch": 1.2670377333904206,
+      "grad_norm": 0.21398533880710602,
+      "learning_rate": 1.9511458966953493e-05,
+      "loss": 1.2783,
+      "step": 4254
+    },
+    {
+      "epoch": 1.2673355795900891,
+      "grad_norm": 0.2410353273153305,
+      "learning_rate": 1.951116112077598e-05,
+      "loss": 1.304,
+      "step": 4255
+    },
+    {
+      "epoch": 1.2676334257897577,
+      "grad_norm": 0.2103150188922882,
+      "learning_rate": 1.9510863186107737e-05,
+      "loss": 1.2822,
+      "step": 4256
+    },
+    {
+      "epoch": 1.2679312719894265,
+      "grad_norm": 0.22095987200737,
+      "learning_rate": 1.9510565162951538e-05,
+      "loss": 1.2747,
+      "step": 4257
+    },
+    {
+      "epoch": 1.2682291181890952,
+      "grad_norm": 0.20994897186756134,
+      "learning_rate": 1.9510267051310157e-05,
+      "loss": 1.2905,
+      "step": 4258
+    },
+    {
+      "epoch": 1.2685269643887638,
+      "grad_norm": 0.19952505826950073,
+      "learning_rate": 1.9509968851186367e-05,
+      "loss": 1.2934,
+      "step": 4259
+    },
+    {
+      "epoch": 1.2688248105884323,
+      "grad_norm": 0.22760345041751862,
+      "learning_rate": 1.950967056258294e-05,
+      "loss": 1.2726,
+      "step": 4260
+    },
+    {
+      "epoch": 1.269122656788101,
+      "grad_norm": 0.21213096380233765,
+      "learning_rate": 1.9509372185502655e-05,
+      "loss": 1.2858,
+      "step": 4261
+    },
+    {
+      "epoch": 1.2694205029877697,
+      "grad_norm": 0.21417930722236633,
+      "learning_rate": 1.9509073719948287e-05,
+      "loss": 1.284,
+      "step": 4262
+    },
+    {
+      "epoch": 1.2697183491874382,
+      "grad_norm": 0.21398523449897766,
+      "learning_rate": 1.950877516592261e-05,
+      "loss": 1.2757,
+      "step": 4263
+    },
+    {
+      "epoch": 1.270016195387107,
+      "grad_norm": 0.1974363923072815,
+      "learning_rate": 1.9508476523428407e-05,
+      "loss": 1.2671,
+      "step": 4264
+    },
+    {
+      "epoch": 1.2703140415867757,
+      "grad_norm": 0.22823457419872284,
+      "learning_rate": 1.950817779246845e-05,
+      "loss": 1.289,
+      "step": 4265
+    },
+    {
+      "epoch": 1.2706118877864443,
+      "grad_norm": 0.20725269615650177,
+      "learning_rate": 1.9507878973045524e-05,
+      "loss": 1.2962,
+      "step": 4266
+    },
+    {
+      "epoch": 1.2709097339861128,
+      "grad_norm": 0.21264007687568665,
+      "learning_rate": 1.9507580065162405e-05,
+      "loss": 1.2832,
+      "step": 4267
+    },
+    {
+      "epoch": 1.2712075801857816,
+      "grad_norm": 0.2234097719192505,
+      "learning_rate": 1.950728106882188e-05,
+      "loss": 1.2933,
+      "step": 4268
+    },
+    {
+      "epoch": 1.2715054263854502,
+      "grad_norm": 0.20301519334316254,
+      "learning_rate": 1.9506981984026723e-05,
+      "loss": 1.2858,
+      "step": 4269
+    },
+    {
+      "epoch": 1.271803272585119,
+      "grad_norm": 0.20755331218242645,
+      "learning_rate": 1.9506682810779722e-05,
+      "loss": 1.2939,
+      "step": 4270
+    },
+    {
+      "epoch": 1.2721011187847875,
+      "grad_norm": 0.2089110016822815,
+      "learning_rate": 1.950638354908366e-05,
+      "loss": 1.3018,
+      "step": 4271
+    },
+    {
+      "epoch": 1.2723989649844563,
+      "grad_norm": 0.20934276282787323,
+      "learning_rate": 1.9506084198941316e-05,
+      "loss": 1.2788,
+      "step": 4272
+    },
+    {
+      "epoch": 1.2726968111841248,
+      "grad_norm": 0.2058245688676834,
+      "learning_rate": 1.9505784760355485e-05,
+      "loss": 1.279,
+      "step": 4273
+    },
+    {
+      "epoch": 1.2729946573837934,
+      "grad_norm": 0.2077820897102356,
+      "learning_rate": 1.9505485233328944e-05,
+      "loss": 1.2879,
+      "step": 4274
+    },
+    {
+      "epoch": 1.2732925035834621,
+      "grad_norm": 0.21222275495529175,
+      "learning_rate": 1.9505185617864483e-05,
+      "loss": 1.2802,
+      "step": 4275
+    },
+    {
+      "epoch": 1.2735903497831307,
+      "grad_norm": 0.21486896276474,
+      "learning_rate": 1.950488591396489e-05,
+      "loss": 1.2902,
+      "step": 4276
+    },
+    {
+      "epoch": 1.2738881959827995,
+      "grad_norm": 0.24208930134773254,
+      "learning_rate": 1.9504586121632957e-05,
+      "loss": 1.2848,
+      "step": 4277
+    },
+    {
+      "epoch": 1.274186042182468,
+      "grad_norm": 0.211529940366745,
+      "learning_rate": 1.950428624087146e-05,
+      "loss": 1.3098,
+      "step": 4278
+    },
+    {
+      "epoch": 1.2744838883821368,
+      "grad_norm": 0.2138810157775879,
+      "learning_rate": 1.9503986271683206e-05,
+      "loss": 1.2828,
+      "step": 4279
+    },
+    {
+      "epoch": 1.2747817345818053,
+      "grad_norm": 0.2132432907819748,
+      "learning_rate": 1.9503686214070975e-05,
+      "loss": 1.2861,
+      "step": 4280
+    },
+    {
+      "epoch": 1.2750795807814739,
+      "grad_norm": 0.2315203845500946,
+      "learning_rate": 1.9503386068037568e-05,
+      "loss": 1.2804,
+      "step": 4281
+    },
+    {
+      "epoch": 1.2753774269811426,
+      "grad_norm": 0.21458743512630463,
+      "learning_rate": 1.9503085833585766e-05,
+      "loss": 1.2748,
+      "step": 4282
+    },
+    {
+      "epoch": 1.2756752731808112,
+      "grad_norm": 0.2249085009098053,
+      "learning_rate": 1.9502785510718368e-05,
+      "loss": 1.2868,
+      "step": 4283
+    },
+    {
+      "epoch": 1.27597311938048,
+      "grad_norm": 0.2124832719564438,
+      "learning_rate": 1.9502485099438165e-05,
+      "loss": 1.2944,
+      "step": 4284
+    },
+    {
+      "epoch": 1.2762709655801485,
+      "grad_norm": 0.2258549928665161,
+      "learning_rate": 1.950218459974796e-05,
+      "loss": 1.2939,
+      "step": 4285
+    },
+    {
+      "epoch": 1.2765688117798173,
+      "grad_norm": 0.22272054851055145,
+      "learning_rate": 1.9501884011650542e-05,
+      "loss": 1.2998,
+      "step": 4286
+    },
+    {
+      "epoch": 1.2768666579794858,
+      "grad_norm": 0.21465766429901123,
+      "learning_rate": 1.950158333514871e-05,
+      "loss": 1.2914,
+      "step": 4287
+    },
+    {
+      "epoch": 1.2771645041791544,
+      "grad_norm": 0.21221554279327393,
+      "learning_rate": 1.950128257024526e-05,
+      "loss": 1.2734,
+      "step": 4288
+    },
+    {
+      "epoch": 1.2774623503788232,
+      "grad_norm": 0.2124350517988205,
+      "learning_rate": 1.950098171694299e-05,
+      "loss": 1.2894,
+      "step": 4289
+    },
+    {
+      "epoch": 1.2777601965784917,
+      "grad_norm": 0.2039698362350464,
+      "learning_rate": 1.9500680775244702e-05,
+      "loss": 1.2772,
+      "step": 4290
+    },
+    {
+      "epoch": 1.2780580427781605,
+      "grad_norm": 0.2236998826265335,
+      "learning_rate": 1.9500379745153193e-05,
+      "loss": 1.305,
+      "step": 4291
+    },
+    {
+      "epoch": 1.278355888977829,
+      "grad_norm": 0.21744026243686676,
+      "learning_rate": 1.9500078626671268e-05,
+      "loss": 1.299,
+      "step": 4292
+    },
+    {
+      "epoch": 1.2786537351774978,
+      "grad_norm": 0.215065598487854,
+      "learning_rate": 1.9499777419801722e-05,
+      "loss": 1.2762,
+      "step": 4293
+    },
+    {
+      "epoch": 1.2789515813771664,
+      "grad_norm": 0.20630770921707153,
+      "learning_rate": 1.949947612454736e-05,
+      "loss": 1.2982,
+      "step": 4294
+    },
+    {
+      "epoch": 1.279249427576835,
+      "grad_norm": 0.22154337167739868,
+      "learning_rate": 1.949917474091099e-05,
+      "loss": 1.2827,
+      "step": 4295
+    },
+    {
+      "epoch": 1.2795472737765037,
+      "grad_norm": 0.20596937835216522,
+      "learning_rate": 1.949887326889541e-05,
+      "loss": 1.2794,
+      "step": 4296
+    },
+    {
+      "epoch": 1.2798451199761722,
+      "grad_norm": 0.20480772852897644,
+      "learning_rate": 1.949857170850343e-05,
+      "loss": 1.304,
+      "step": 4297
+    },
+    {
+      "epoch": 1.280142966175841,
+      "grad_norm": 0.24925456941127777,
+      "learning_rate": 1.9498270059737846e-05,
+      "loss": 1.2814,
+      "step": 4298
+    },
+    {
+      "epoch": 1.2804408123755096,
+      "grad_norm": 0.23596645891666412,
+      "learning_rate": 1.9497968322601478e-05,
+      "loss": 1.2875,
+      "step": 4299
+    },
+    {
+      "epoch": 1.2807386585751783,
+      "grad_norm": 0.26264750957489014,
+      "learning_rate": 1.9497666497097123e-05,
+      "loss": 1.2729,
+      "step": 4300
+    },
+    {
+      "epoch": 1.2810365047748469,
+      "grad_norm": 0.2836257815361023,
+      "learning_rate": 1.9497364583227594e-05,
+      "loss": 1.2886,
+      "step": 4301
+    },
+    {
+      "epoch": 1.2813343509745154,
+      "grad_norm": 0.21951961517333984,
+      "learning_rate": 1.9497062580995697e-05,
+      "loss": 1.2787,
+      "step": 4302
+    },
+    {
+      "epoch": 1.2816321971741842,
+      "grad_norm": 0.2535304129123688,
+      "learning_rate": 1.9496760490404246e-05,
+      "loss": 1.289,
+      "step": 4303
+    },
+    {
+      "epoch": 1.2819300433738527,
+      "grad_norm": 0.22259165346622467,
+      "learning_rate": 1.9496458311456048e-05,
+      "loss": 1.279,
+      "step": 4304
+    },
+    {
+      "epoch": 1.2822278895735215,
+      "grad_norm": 0.22210922837257385,
+      "learning_rate": 1.9496156044153914e-05,
+      "loss": 1.2869,
+      "step": 4305
+    },
+    {
+      "epoch": 1.28252573577319,
+      "grad_norm": 0.250213086605072,
+      "learning_rate": 1.949585368850066e-05,
+      "loss": 1.2945,
+      "step": 4306
+    },
+    {
+      "epoch": 1.2828235819728588,
+      "grad_norm": 0.22138406336307526,
+      "learning_rate": 1.9495551244499092e-05,
+      "loss": 1.2767,
+      "step": 4307
+    },
+    {
+      "epoch": 1.2831214281725274,
+      "grad_norm": 0.21412420272827148,
+      "learning_rate": 1.9495248712152035e-05,
+      "loss": 1.279,
+      "step": 4308
+    },
+    {
+      "epoch": 1.283419274372196,
+      "grad_norm": 0.22160974144935608,
+      "learning_rate": 1.9494946091462294e-05,
+      "loss": 1.2808,
+      "step": 4309
+    },
+    {
+      "epoch": 1.2837171205718647,
+      "grad_norm": 0.2283344566822052,
+      "learning_rate": 1.949464338243269e-05,
+      "loss": 1.2845,
+      "step": 4310
+    },
+    {
+      "epoch": 1.2840149667715335,
+      "grad_norm": 0.2155960649251938,
+      "learning_rate": 1.9494340585066033e-05,
+      "loss": 1.2865,
+      "step": 4311
+    },
+    {
+      "epoch": 1.284312812971202,
+      "grad_norm": 0.21037152409553528,
+      "learning_rate": 1.9494037699365148e-05,
+      "loss": 1.2828,
+      "step": 4312
+    },
+    {
+      "epoch": 1.2846106591708706,
+      "grad_norm": 0.22889646887779236,
+      "learning_rate": 1.949373472533285e-05,
+      "loss": 1.2761,
+      "step": 4313
+    },
+    {
+      "epoch": 1.2849085053705394,
+      "grad_norm": 0.23508226871490479,
+      "learning_rate": 1.9493431662971956e-05,
+      "loss": 1.2841,
+      "step": 4314
+    },
+    {
+      "epoch": 1.285206351570208,
+      "grad_norm": 0.2230076789855957,
+      "learning_rate": 1.949312851228529e-05,
+      "loss": 1.2909,
+      "step": 4315
+    },
+    {
+      "epoch": 1.2855041977698765,
+      "grad_norm": 0.21971538662910461,
+      "learning_rate": 1.9492825273275667e-05,
+      "loss": 1.2876,
+      "step": 4316
+    },
+    {
+      "epoch": 1.2858020439695452,
+      "grad_norm": 0.22598077356815338,
+      "learning_rate": 1.9492521945945912e-05,
+      "loss": 1.2783,
+      "step": 4317
+    },
+    {
+      "epoch": 1.286099890169214,
+      "grad_norm": 0.2192184180021286,
+      "learning_rate": 1.9492218530298843e-05,
+      "loss": 1.2868,
+      "step": 4318
+    },
+    {
+      "epoch": 1.2863977363688825,
+      "grad_norm": 0.225177600979805,
+      "learning_rate": 1.949191502633729e-05,
+      "loss": 1.2822,
+      "step": 4319
+    },
+    {
+      "epoch": 1.286695582568551,
+      "grad_norm": 0.23144379258155823,
+      "learning_rate": 1.9491611434064072e-05,
+      "loss": 1.2797,
+      "step": 4320
+    },
+    {
+      "epoch": 1.2869934287682199,
+      "grad_norm": 0.21540115773677826,
+      "learning_rate": 1.949130775348201e-05,
+      "loss": 1.275,
+      "step": 4321
+    },
+    {
+      "epoch": 1.2872912749678884,
+      "grad_norm": 0.20263580977916718,
+      "learning_rate": 1.9491003984593936e-05,
+      "loss": 1.2993,
+      "step": 4322
+    },
+    {
+      "epoch": 1.287589121167557,
+      "grad_norm": 0.20649705827236176,
+      "learning_rate": 1.9490700127402676e-05,
+      "loss": 1.3125,
+      "step": 4323
+    },
+    {
+      "epoch": 1.2878869673672257,
+      "grad_norm": 0.22655902802944183,
+      "learning_rate": 1.9490396181911054e-05,
+      "loss": 1.2771,
+      "step": 4324
+    },
+    {
+      "epoch": 1.2881848135668945,
+      "grad_norm": 0.21653781831264496,
+      "learning_rate": 1.9490092148121898e-05,
+      "loss": 1.2728,
+      "step": 4325
+    },
+    {
+      "epoch": 1.288482659766563,
+      "grad_norm": 0.2190086841583252,
+      "learning_rate": 1.9489788026038038e-05,
+      "loss": 1.2875,
+      "step": 4326
+    },
+    {
+      "epoch": 1.2887805059662316,
+      "grad_norm": 0.22180475294589996,
+      "learning_rate": 1.94894838156623e-05,
+      "loss": 1.2889,
+      "step": 4327
+    },
+    {
+      "epoch": 1.2890783521659004,
+      "grad_norm": 0.21253114938735962,
+      "learning_rate": 1.9489179516997522e-05,
+      "loss": 1.3026,
+      "step": 4328
+    },
+    {
+      "epoch": 1.289376198365569,
+      "grad_norm": 0.21621105074882507,
+      "learning_rate": 1.9488875130046528e-05,
+      "loss": 1.2805,
+      "step": 4329
+    },
+    {
+      "epoch": 1.2896740445652375,
+      "grad_norm": 0.2294853925704956,
+      "learning_rate": 1.9488570654812152e-05,
+      "loss": 1.3019,
+      "step": 4330
+    },
+    {
+      "epoch": 1.2899718907649063,
+      "grad_norm": 0.21360130608081818,
+      "learning_rate": 1.948826609129723e-05,
+      "loss": 1.3032,
+      "step": 4331
+    },
+    {
+      "epoch": 1.290269736964575,
+      "grad_norm": 0.21647316217422485,
+      "learning_rate": 1.948796143950459e-05,
+      "loss": 1.2728,
+      "step": 4332
+    },
+    {
+      "epoch": 1.2905675831642436,
+      "grad_norm": 0.21768029034137726,
+      "learning_rate": 1.9487656699437073e-05,
+      "loss": 1.2735,
+      "step": 4333
+    },
+    {
+      "epoch": 1.2908654293639121,
+      "grad_norm": 0.2219466269016266,
+      "learning_rate": 1.9487351871097507e-05,
+      "loss": 1.2781,
+      "step": 4334
+    },
+    {
+      "epoch": 1.291163275563581,
+      "grad_norm": 0.21864573657512665,
+      "learning_rate": 1.9487046954488737e-05,
+      "loss": 1.292,
+      "step": 4335
+    },
+    {
+      "epoch": 1.2914611217632495,
+      "grad_norm": 0.23011457920074463,
+      "learning_rate": 1.9486741949613587e-05,
+      "loss": 1.2991,
+      "step": 4336
+    },
+    {
+      "epoch": 1.2917589679629182,
+      "grad_norm": 0.22989176213741302,
+      "learning_rate": 1.9486436856474907e-05,
+      "loss": 1.2688,
+      "step": 4337
+    },
+    {
+      "epoch": 1.2920568141625868,
+      "grad_norm": 0.2277642786502838,
+      "learning_rate": 1.948613167507553e-05,
+      "loss": 1.2934,
+      "step": 4338
+    },
+    {
+      "epoch": 1.2923546603622555,
+      "grad_norm": 0.21044525504112244,
+      "learning_rate": 1.9485826405418297e-05,
+      "loss": 1.2959,
+      "step": 4339
+    },
+    {
+      "epoch": 1.292652506561924,
+      "grad_norm": 0.22159777581691742,
+      "learning_rate": 1.9485521047506045e-05,
+      "loss": 1.302,
+      "step": 4340
+    },
+    {
+      "epoch": 1.2929503527615926,
+      "grad_norm": 0.22066263854503632,
+      "learning_rate": 1.948521560134162e-05,
+      "loss": 1.2753,
+      "step": 4341
+    },
+    {
+      "epoch": 1.2932481989612614,
+      "grad_norm": 0.20811598002910614,
+      "learning_rate": 1.9484910066927862e-05,
+      "loss": 1.295,
+      "step": 4342
+    },
+    {
+      "epoch": 1.29354604516093,
+      "grad_norm": 0.2093423455953598,
+      "learning_rate": 1.9484604444267613e-05,
+      "loss": 1.3022,
+      "step": 4343
+    },
+    {
+      "epoch": 1.2938438913605987,
+      "grad_norm": 0.21169036626815796,
+      "learning_rate": 1.9484298733363715e-05,
+      "loss": 1.2762,
+      "step": 4344
+    },
+    {
+      "epoch": 1.2941417375602673,
+      "grad_norm": 0.2275347262620926,
+      "learning_rate": 1.9483992934219014e-05,
+      "loss": 1.2982,
+      "step": 4345
+    },
+    {
+      "epoch": 1.294439583759936,
+      "grad_norm": 0.20272690057754517,
+      "learning_rate": 1.9483687046836354e-05,
+      "loss": 1.276,
+      "step": 4346
+    },
+    {
+      "epoch": 1.2947374299596046,
+      "grad_norm": 0.21795092523097992,
+      "learning_rate": 1.9483381071218583e-05,
+      "loss": 1.2839,
+      "step": 4347
+    },
+    {
+      "epoch": 1.2950352761592732,
+      "grad_norm": 0.22539231181144714,
+      "learning_rate": 1.9483075007368544e-05,
+      "loss": 1.2993,
+      "step": 4348
+    },
+    {
+      "epoch": 1.295333122358942,
+      "grad_norm": 0.2134052813053131,
+      "learning_rate": 1.948276885528909e-05,
+      "loss": 1.2973,
+      "step": 4349
+    },
+    {
+      "epoch": 1.2956309685586105,
+      "grad_norm": 0.21409595012664795,
+      "learning_rate": 1.9482462614983065e-05,
+      "loss": 1.2858,
+      "step": 4350
+    },
+    {
+      "epoch": 1.2959288147582793,
+      "grad_norm": 0.2155877649784088,
+      "learning_rate": 1.9482156286453323e-05,
+      "loss": 1.2809,
+      "step": 4351
+    },
+    {
+      "epoch": 1.2962266609579478,
+      "grad_norm": 0.22553592920303345,
+      "learning_rate": 1.9481849869702708e-05,
+      "loss": 1.276,
+      "step": 4352
+    },
+    {
+      "epoch": 1.2965245071576166,
+      "grad_norm": 0.2257729023694992,
+      "learning_rate": 1.9481543364734075e-05,
+      "loss": 1.2804,
+      "step": 4353
+    },
+    {
+      "epoch": 1.2968223533572851,
+      "grad_norm": 0.20933204889297485,
+      "learning_rate": 1.9481236771550275e-05,
+      "loss": 1.2852,
+      "step": 4354
+    },
+    {
+      "epoch": 1.2971201995569537,
+      "grad_norm": 0.21046243607997894,
+      "learning_rate": 1.948093009015416e-05,
+      "loss": 1.2729,
+      "step": 4355
+    },
+    {
+      "epoch": 1.2974180457566225,
+      "grad_norm": 0.21620683372020721,
+      "learning_rate": 1.948062332054858e-05,
+      "loss": 1.2835,
+      "step": 4356
+    },
+    {
+      "epoch": 1.297715891956291,
+      "grad_norm": 0.22007808089256287,
+      "learning_rate": 1.9480316462736394e-05,
+      "loss": 1.2873,
+      "step": 4357
+    },
+    {
+      "epoch": 1.2980137381559598,
+      "grad_norm": 0.2278037965297699,
+      "learning_rate": 1.9480009516720457e-05,
+      "loss": 1.291,
+      "step": 4358
+    },
+    {
+      "epoch": 1.2983115843556283,
+      "grad_norm": 0.20690450072288513,
+      "learning_rate": 1.947970248250362e-05,
+      "loss": 1.2852,
+      "step": 4359
+    },
+    {
+      "epoch": 1.298609430555297,
+      "grad_norm": 0.21415205299854279,
+      "learning_rate": 1.9479395360088744e-05,
+      "loss": 1.2865,
+      "step": 4360
+    },
+    {
+      "epoch": 1.2989072767549656,
+      "grad_norm": 0.21674586832523346,
+      "learning_rate": 1.9479088149478688e-05,
+      "loss": 1.2806,
+      "step": 4361
+    },
+    {
+      "epoch": 1.2992051229546342,
+      "grad_norm": 0.21887333691120148,
+      "learning_rate": 1.9478780850676303e-05,
+      "loss": 1.3123,
+      "step": 4362
+    },
+    {
+      "epoch": 1.299502969154303,
+      "grad_norm": 0.22247789800167084,
+      "learning_rate": 1.9478473463684456e-05,
+      "loss": 1.2868,
+      "step": 4363
+    },
+    {
+      "epoch": 1.2998008153539715,
+      "grad_norm": 0.2039203941822052,
+      "learning_rate": 1.9478165988506003e-05,
+      "loss": 1.287,
+      "step": 4364
+    },
+    {
+      "epoch": 1.3000986615536403,
+      "grad_norm": 0.22355547547340393,
+      "learning_rate": 1.9477858425143804e-05,
+      "loss": 1.2792,
+      "step": 4365
+    },
+    {
+      "epoch": 1.3003965077533088,
+      "grad_norm": 0.21715961396694183,
+      "learning_rate": 1.9477550773600718e-05,
+      "loss": 1.304,
+      "step": 4366
+    },
+    {
+      "epoch": 1.3006943539529776,
+      "grad_norm": 0.20409496128559113,
+      "learning_rate": 1.9477243033879615e-05,
+      "loss": 1.2747,
+      "step": 4367
+    },
+    {
+      "epoch": 1.3009922001526462,
+      "grad_norm": 0.2287827432155609,
+      "learning_rate": 1.9476935205983355e-05,
+      "loss": 1.2928,
+      "step": 4368
+    },
+    {
+      "epoch": 1.3012900463523147,
+      "grad_norm": 0.21227742731571198,
+      "learning_rate": 1.94766272899148e-05,
+      "loss": 1.274,
+      "step": 4369
+    },
+    {
+      "epoch": 1.3015878925519835,
+      "grad_norm": 0.2068890929222107,
+      "learning_rate": 1.9476319285676817e-05,
+      "loss": 1.2727,
+      "step": 4370
+    },
+    {
+      "epoch": 1.301885738751652,
+      "grad_norm": 0.2015000283718109,
+      "learning_rate": 1.947601119327227e-05,
+      "loss": 1.2805,
+      "step": 4371
+    },
+    {
+      "epoch": 1.3021835849513208,
+      "grad_norm": 0.21332566440105438,
+      "learning_rate": 1.9475703012704026e-05,
+      "loss": 1.2968,
+      "step": 4372
+    },
+    {
+      "epoch": 1.3024814311509894,
+      "grad_norm": 0.2227504700422287,
+      "learning_rate": 1.947539474397495e-05,
+      "loss": 1.2885,
+      "step": 4373
+    },
+    {
+      "epoch": 1.3027792773506581,
+      "grad_norm": 0.22368992865085602,
+      "learning_rate": 1.947508638708792e-05,
+      "loss": 1.2901,
+      "step": 4374
+    },
+    {
+      "epoch": 1.3030771235503267,
+      "grad_norm": 0.2185707837343216,
+      "learning_rate": 1.9474777942045787e-05,
+      "loss": 1.2711,
+      "step": 4375
+    },
+    {
+      "epoch": 1.3033749697499952,
+      "grad_norm": 0.23849822580814362,
+      "learning_rate": 1.9474469408851436e-05,
+      "loss": 1.3015,
+      "step": 4376
+    },
+    {
+      "epoch": 1.303672815949664,
+      "grad_norm": 0.22657613456249237,
+      "learning_rate": 1.9474160787507735e-05,
+      "loss": 1.3063,
+      "step": 4377
+    },
+    {
+      "epoch": 1.3039706621493328,
+      "grad_norm": 0.23561915755271912,
+      "learning_rate": 1.947385207801755e-05,
+      "loss": 1.2935,
+      "step": 4378
+    },
+    {
+      "epoch": 1.3042685083490013,
+      "grad_norm": 0.23508505523204803,
+      "learning_rate": 1.9473543280383755e-05,
+      "loss": 1.2923,
+      "step": 4379
+    },
+    {
+      "epoch": 1.3045663545486699,
+      "grad_norm": 0.23660191893577576,
+      "learning_rate": 1.947323439460923e-05,
+      "loss": 1.2775,
+      "step": 4380
+    },
+    {
+      "epoch": 1.3048642007483386,
+      "grad_norm": 0.2111383080482483,
+      "learning_rate": 1.9472925420696836e-05,
+      "loss": 1.2892,
+      "step": 4381
+    },
+    {
+      "epoch": 1.3051620469480072,
+      "grad_norm": 0.22012507915496826,
+      "learning_rate": 1.9472616358649458e-05,
+      "loss": 1.273,
+      "step": 4382
+    },
+    {
+      "epoch": 1.3054598931476757,
+      "grad_norm": 0.2353675812482834,
+      "learning_rate": 1.947230720846997e-05,
+      "loss": 1.2778,
+      "step": 4383
+    },
+    {
+      "epoch": 1.3057577393473445,
+      "grad_norm": 0.2224927544593811,
+      "learning_rate": 1.9471997970161242e-05,
+      "loss": 1.3011,
+      "step": 4384
+    },
+    {
+      "epoch": 1.3060555855470133,
+      "grad_norm": 0.22048144042491913,
+      "learning_rate": 1.947168864372616e-05,
+      "loss": 1.2934,
+      "step": 4385
+    },
+    {
+      "epoch": 1.3063534317466818,
+      "grad_norm": 0.22624224424362183,
+      "learning_rate": 1.9471379229167597e-05,
+      "loss": 1.2919,
+      "step": 4386
+    },
+    {
+      "epoch": 1.3066512779463504,
+      "grad_norm": 0.21678951382637024,
+      "learning_rate": 1.9471069726488432e-05,
+      "loss": 1.2714,
+      "step": 4387
+    },
+    {
+      "epoch": 1.3069491241460192,
+      "grad_norm": 0.21833226084709167,
+      "learning_rate": 1.947076013569154e-05,
+      "loss": 1.296,
+      "step": 4388
+    },
+    {
+      "epoch": 1.3072469703456877,
+      "grad_norm": 0.22498853504657745,
+      "learning_rate": 1.9470450456779812e-05,
+      "loss": 1.2889,
+      "step": 4389
+    },
+    {
+      "epoch": 1.3075448165453563,
+      "grad_norm": 0.20521242916584015,
+      "learning_rate": 1.947014068975612e-05,
+      "loss": 1.2675,
+      "step": 4390
+    },
+    {
+      "epoch": 1.307842662745025,
+      "grad_norm": 0.21246260404586792,
+      "learning_rate": 1.9469830834623352e-05,
+      "loss": 1.2813,
+      "step": 4391
+    },
+    {
+      "epoch": 1.3081405089446938,
+      "grad_norm": 0.20792168378829956,
+      "learning_rate": 1.946952089138439e-05,
+      "loss": 1.2886,
+      "step": 4392
+    },
+    {
+      "epoch": 1.3084383551443624,
+      "grad_norm": 0.22202304005622864,
+      "learning_rate": 1.9469210860042117e-05,
+      "loss": 1.2799,
+      "step": 4393
+    },
+    {
+      "epoch": 1.308736201344031,
+      "grad_norm": 0.2078225314617157,
+      "learning_rate": 1.946890074059941e-05,
+      "loss": 1.2934,
+      "step": 4394
+    },
+    {
+      "epoch": 1.3090340475436997,
+      "grad_norm": 0.2236662060022354,
+      "learning_rate": 1.9468590533059167e-05,
+      "loss": 1.2811,
+      "step": 4395
+    },
+    {
+      "epoch": 1.3093318937433682,
+      "grad_norm": 0.22034013271331787,
+      "learning_rate": 1.9468280237424263e-05,
+      "loss": 1.289,
+      "step": 4396
+    },
+    {
+      "epoch": 1.309629739943037,
+      "grad_norm": 0.23171408474445343,
+      "learning_rate": 1.946796985369759e-05,
+      "loss": 1.2669,
+      "step": 4397
+    },
+    {
+      "epoch": 1.3099275861427055,
+      "grad_norm": 0.26519349217414856,
+      "learning_rate": 1.9467659381882044e-05,
+      "loss": 1.3003,
+      "step": 4398
+    },
+    {
+      "epoch": 1.3102254323423743,
+      "grad_norm": 0.22557543218135834,
+      "learning_rate": 1.9467348821980495e-05,
+      "loss": 1.3045,
+      "step": 4399
+    },
+    {
+      "epoch": 1.3105232785420429,
+      "grad_norm": 0.2138628512620926,
+      "learning_rate": 1.946703817399585e-05,
+      "loss": 1.278,
+      "step": 4400
+    },
+    {
+      "epoch": 1.3108211247417114,
+      "grad_norm": 0.23420557379722595,
+      "learning_rate": 1.9466727437930987e-05,
+      "loss": 1.2868,
+      "step": 4401
+    },
+    {
+      "epoch": 1.3111189709413802,
+      "grad_norm": 0.21214647591114044,
+      "learning_rate": 1.9466416613788806e-05,
+      "loss": 1.2949,
+      "step": 4402
+    },
+    {
+      "epoch": 1.3114168171410487,
+      "grad_norm": 0.21572305262088776,
+      "learning_rate": 1.9466105701572193e-05,
+      "loss": 1.2784,
+      "step": 4403
+    },
+    {
+      "epoch": 1.3117146633407175,
+      "grad_norm": 0.21837739646434784,
+      "learning_rate": 1.946579470128404e-05,
+      "loss": 1.2985,
+      "step": 4404
+    },
+    {
+      "epoch": 1.312012509540386,
+      "grad_norm": 0.22033147513866425,
+      "learning_rate": 1.9465483612927246e-05,
+      "loss": 1.2955,
+      "step": 4405
+    },
+    {
+      "epoch": 1.3123103557400548,
+      "grad_norm": 0.21132859587669373,
+      "learning_rate": 1.9465172436504705e-05,
+      "loss": 1.2848,
+      "step": 4406
+    },
+    {
+      "epoch": 1.3126082019397234,
+      "grad_norm": 0.22771236300468445,
+      "learning_rate": 1.9464861172019307e-05,
+      "loss": 1.2878,
+      "step": 4407
+    },
+    {
+      "epoch": 1.312906048139392,
+      "grad_norm": 0.2159237563610077,
+      "learning_rate": 1.946454981947395e-05,
+      "loss": 1.291,
+      "step": 4408
+    },
+    {
+      "epoch": 1.3132038943390607,
+      "grad_norm": 0.22716277837753296,
+      "learning_rate": 1.9464238378871535e-05,
+      "loss": 1.2824,
+      "step": 4409
+    },
+    {
+      "epoch": 1.3135017405387293,
+      "grad_norm": 0.21937571465969086,
+      "learning_rate": 1.946392685021495e-05,
+      "loss": 1.2848,
+      "step": 4410
+    },
+    {
+      "epoch": 1.313799586738398,
+      "grad_norm": 0.21618427336215973,
+      "learning_rate": 1.9463615233507104e-05,
+      "loss": 1.2919,
+      "step": 4411
+    },
+    {
+      "epoch": 1.3140974329380666,
+      "grad_norm": 0.2274778038263321,
+      "learning_rate": 1.946330352875089e-05,
+      "loss": 1.2827,
+      "step": 4412
+    },
+    {
+      "epoch": 1.3143952791377354,
+      "grad_norm": 0.2229549139738083,
+      "learning_rate": 1.9462991735949206e-05,
+      "loss": 1.2814,
+      "step": 4413
+    },
+    {
+      "epoch": 1.314693125337404,
+      "grad_norm": 0.20636674761772156,
+      "learning_rate": 1.9462679855104963e-05,
+      "loss": 1.2873,
+      "step": 4414
+    },
+    {
+      "epoch": 1.3149909715370725,
+      "grad_norm": 0.21750383079051971,
+      "learning_rate": 1.9462367886221054e-05,
+      "loss": 1.2778,
+      "step": 4415
+    },
+    {
+      "epoch": 1.3152888177367412,
+      "grad_norm": 0.21384619176387787,
+      "learning_rate": 1.9462055829300382e-05,
+      "loss": 1.2866,
+      "step": 4416
+    },
+    {
+      "epoch": 1.3155866639364098,
+      "grad_norm": 0.23439331352710724,
+      "learning_rate": 1.9461743684345855e-05,
+      "loss": 1.2687,
+      "step": 4417
+    },
+    {
+      "epoch": 1.3158845101360785,
+      "grad_norm": 0.23477253317832947,
+      "learning_rate": 1.946143145136037e-05,
+      "loss": 1.2966,
+      "step": 4418
+    },
+    {
+      "epoch": 1.316182356335747,
+      "grad_norm": 0.21923504769802094,
+      "learning_rate": 1.946111913034684e-05,
+      "loss": 1.2911,
+      "step": 4419
+    },
+    {
+      "epoch": 1.3164802025354159,
+      "grad_norm": 0.28623026609420776,
+      "learning_rate": 1.9460806721308167e-05,
+      "loss": 1.2931,
+      "step": 4420
+    },
+    {
+      "epoch": 1.3167780487350844,
+      "grad_norm": 0.24381518363952637,
+      "learning_rate": 1.9460494224247255e-05,
+      "loss": 1.2724,
+      "step": 4421
+    },
+    {
+      "epoch": 1.317075894934753,
+      "grad_norm": 0.22767974436283112,
+      "learning_rate": 1.9460181639167015e-05,
+      "loss": 1.2802,
+      "step": 4422
+    },
+    {
+      "epoch": 1.3173737411344217,
+      "grad_norm": 0.23355694115161896,
+      "learning_rate": 1.9459868966070356e-05,
+      "loss": 1.2672,
+      "step": 4423
+    },
+    {
+      "epoch": 1.3176715873340903,
+      "grad_norm": 0.23531609773635864,
+      "learning_rate": 1.9459556204960183e-05,
+      "loss": 1.2877,
+      "step": 4424
+    },
+    {
+      "epoch": 1.317969433533759,
+      "grad_norm": 0.21968941390514374,
+      "learning_rate": 1.945924335583941e-05,
+      "loss": 1.2863,
+      "step": 4425
+    },
+    {
+      "epoch": 1.3182672797334276,
+      "grad_norm": 0.2364933043718338,
+      "learning_rate": 1.9458930418710947e-05,
+      "loss": 1.2825,
+      "step": 4426
+    },
+    {
+      "epoch": 1.3185651259330964,
+      "grad_norm": 0.21582764387130737,
+      "learning_rate": 1.9458617393577705e-05,
+      "loss": 1.2746,
+      "step": 4427
+    },
+    {
+      "epoch": 1.318862972132765,
+      "grad_norm": 0.21979326009750366,
+      "learning_rate": 1.9458304280442594e-05,
+      "loss": 1.2879,
+      "step": 4428
+    },
+    {
+      "epoch": 1.3191608183324335,
+      "grad_norm": 0.23910918831825256,
+      "learning_rate": 1.945799107930853e-05,
+      "loss": 1.2991,
+      "step": 4429
+    },
+    {
+      "epoch": 1.3194586645321023,
+      "grad_norm": 0.2085385024547577,
+      "learning_rate": 1.9457677790178424e-05,
+      "loss": 1.287,
+      "step": 4430
+    },
+    {
+      "epoch": 1.3197565107317708,
+      "grad_norm": 0.22950591146945953,
+      "learning_rate": 1.9457364413055196e-05,
+      "loss": 1.2865,
+      "step": 4431
+    },
+    {
+      "epoch": 1.3200543569314396,
+      "grad_norm": 0.21736650168895721,
+      "learning_rate": 1.9457050947941755e-05,
+      "loss": 1.2918,
+      "step": 4432
+    },
+    {
+      "epoch": 1.3203522031311081,
+      "grad_norm": 0.20605461299419403,
+      "learning_rate": 1.9456737394841024e-05,
+      "loss": 1.2887,
+      "step": 4433
+    },
+    {
+      "epoch": 1.320650049330777,
+      "grad_norm": 0.22259333729743958,
+      "learning_rate": 1.945642375375592e-05,
+      "loss": 1.2758,
+      "step": 4434
+    },
+    {
+      "epoch": 1.3209478955304454,
+      "grad_norm": 0.21373486518859863,
+      "learning_rate": 1.9456110024689353e-05,
+      "loss": 1.2764,
+      "step": 4435
+    },
+    {
+      "epoch": 1.321245741730114,
+      "grad_norm": 0.21873639523983002,
+      "learning_rate": 1.945579620764425e-05,
+      "loss": 1.2999,
+      "step": 4436
+    },
+    {
+      "epoch": 1.3215435879297828,
+      "grad_norm": 0.2185695916414261,
+      "learning_rate": 1.9455482302623525e-05,
+      "loss": 1.2976,
+      "step": 4437
+    },
+    {
+      "epoch": 1.3218414341294515,
+      "grad_norm": 0.21117202937602997,
+      "learning_rate": 1.9455168309630104e-05,
+      "loss": 1.2917,
+      "step": 4438
+    },
+    {
+      "epoch": 1.32213928032912,
+      "grad_norm": 0.21831433475017548,
+      "learning_rate": 1.9454854228666905e-05,
+      "loss": 1.2764,
+      "step": 4439
+    },
+    {
+      "epoch": 1.3224371265287886,
+      "grad_norm": 0.22479133307933807,
+      "learning_rate": 1.945454005973685e-05,
+      "loss": 1.2787,
+      "step": 4440
+    },
+    {
+      "epoch": 1.3227349727284574,
+      "grad_norm": 0.22005313634872437,
+      "learning_rate": 1.9454225802842865e-05,
+      "loss": 1.2897,
+      "step": 4441
+    },
+    {
+      "epoch": 1.323032818928126,
+      "grad_norm": 0.22108127176761627,
+      "learning_rate": 1.9453911457987872e-05,
+      "loss": 1.3085,
+      "step": 4442
+    },
+    {
+      "epoch": 1.3233306651277945,
+      "grad_norm": 0.21450850367546082,
+      "learning_rate": 1.9453597025174793e-05,
+      "loss": 1.2766,
+      "step": 4443
+    },
+    {
+      "epoch": 1.3236285113274633,
+      "grad_norm": 0.23771388828754425,
+      "learning_rate": 1.9453282504406558e-05,
+      "loss": 1.286,
+      "step": 4444
+    },
+    {
+      "epoch": 1.323926357527132,
+      "grad_norm": 0.20356306433677673,
+      "learning_rate": 1.945296789568609e-05,
+      "loss": 1.2827,
+      "step": 4445
+    },
+    {
+      "epoch": 1.3242242037268006,
+      "grad_norm": 0.22749559581279755,
+      "learning_rate": 1.9452653199016316e-05,
+      "loss": 1.2841,
+      "step": 4446
+    },
+    {
+      "epoch": 1.3245220499264692,
+      "grad_norm": 0.22910209000110626,
+      "learning_rate": 1.945233841440017e-05,
+      "loss": 1.2902,
+      "step": 4447
+    },
+    {
+      "epoch": 1.324819896126138,
+      "grad_norm": 0.22924593091011047,
+      "learning_rate": 1.945202354184057e-05,
+      "loss": 1.2734,
+      "step": 4448
+    },
+    {
+      "epoch": 1.3251177423258065,
+      "grad_norm": 0.23718386888504028,
+      "learning_rate": 1.9451708581340454e-05,
+      "loss": 1.274,
+      "step": 4449
+    },
+    {
+      "epoch": 1.325415588525475,
+      "grad_norm": 0.20674824714660645,
+      "learning_rate": 1.9451393532902748e-05,
+      "loss": 1.3067,
+      "step": 4450
+    },
+    {
+      "epoch": 1.3257134347251438,
+      "grad_norm": 0.21308964490890503,
+      "learning_rate": 1.945107839653039e-05,
+      "loss": 1.2862,
+      "step": 4451
+    },
+    {
+      "epoch": 1.3260112809248126,
+      "grad_norm": 0.21982550621032715,
+      "learning_rate": 1.94507631722263e-05,
+      "loss": 1.2803,
+      "step": 4452
+    },
+    {
+      "epoch": 1.3263091271244811,
+      "grad_norm": 0.21804852783679962,
+      "learning_rate": 1.9450447859993423e-05,
+      "loss": 1.2908,
+      "step": 4453
+    },
+    {
+      "epoch": 1.3266069733241497,
+      "grad_norm": 0.21226952970027924,
+      "learning_rate": 1.9450132459834685e-05,
+      "loss": 1.2989,
+      "step": 4454
+    },
+    {
+      "epoch": 1.3269048195238184,
+      "grad_norm": 0.21352677047252655,
+      "learning_rate": 1.9449816971753025e-05,
+      "loss": 1.2802,
+      "step": 4455
+    },
+    {
+      "epoch": 1.327202665723487,
+      "grad_norm": 0.21268369257450104,
+      "learning_rate": 1.9449501395751374e-05,
+      "loss": 1.2769,
+      "step": 4456
+    },
+    {
+      "epoch": 1.3275005119231555,
+      "grad_norm": 0.21231991052627563,
+      "learning_rate": 1.9449185731832667e-05,
+      "loss": 1.2847,
+      "step": 4457
+    },
+    {
+      "epoch": 1.3277983581228243,
+      "grad_norm": 0.21618475019931793,
+      "learning_rate": 1.944886997999985e-05,
+      "loss": 1.2858,
+      "step": 4458
+    },
+    {
+      "epoch": 1.328096204322493,
+      "grad_norm": 0.21233153343200684,
+      "learning_rate": 1.9448554140255852e-05,
+      "loss": 1.2788,
+      "step": 4459
+    },
+    {
+      "epoch": 1.3283940505221616,
+      "grad_norm": 0.23762664198875427,
+      "learning_rate": 1.944823821260361e-05,
+      "loss": 1.2966,
+      "step": 4460
+    },
+    {
+      "epoch": 1.3286918967218302,
+      "grad_norm": 0.2210892140865326,
+      "learning_rate": 1.9447922197046075e-05,
+      "loss": 1.2867,
+      "step": 4461
+    },
+    {
+      "epoch": 1.328989742921499,
+      "grad_norm": 0.21532797813415527,
+      "learning_rate": 1.9447606093586176e-05,
+      "loss": 1.2907,
+      "step": 4462
+    },
+    {
+      "epoch": 1.3292875891211675,
+      "grad_norm": 0.211831733584404,
+      "learning_rate": 1.9447289902226857e-05,
+      "loss": 1.2854,
+      "step": 4463
+    },
+    {
+      "epoch": 1.3295854353208363,
+      "grad_norm": 0.22693310678005219,
+      "learning_rate": 1.9446973622971064e-05,
+      "loss": 1.2737,
+      "step": 4464
+    },
+    {
+      "epoch": 1.3298832815205048,
+      "grad_norm": 0.24312475323677063,
+      "learning_rate": 1.9446657255821735e-05,
+      "loss": 1.2788,
+      "step": 4465
+    },
+    {
+      "epoch": 1.3301811277201736,
+      "grad_norm": 0.21440081298351288,
+      "learning_rate": 1.9446340800781814e-05,
+      "loss": 1.2891,
+      "step": 4466
+    },
+    {
+      "epoch": 1.3304789739198422,
+      "grad_norm": 0.21881331503391266,
+      "learning_rate": 1.9446024257854246e-05,
+      "loss": 1.2914,
+      "step": 4467
+    },
+    {
+      "epoch": 1.3307768201195107,
+      "grad_norm": 0.22630274295806885,
+      "learning_rate": 1.9445707627041975e-05,
+      "loss": 1.2779,
+      "step": 4468
+    },
+    {
+      "epoch": 1.3310746663191795,
+      "grad_norm": 0.22332996129989624,
+      "learning_rate": 1.944539090834795e-05,
+      "loss": 1.3013,
+      "step": 4469
+    },
+    {
+      "epoch": 1.331372512518848,
+      "grad_norm": 0.23849384486675262,
+      "learning_rate": 1.9445074101775115e-05,
+      "loss": 1.3143,
+      "step": 4470
+    },
+    {
+      "epoch": 1.3316703587185168,
+      "grad_norm": 0.22371995449066162,
+      "learning_rate": 1.9444757207326414e-05,
+      "loss": 1.2949,
+      "step": 4471
+    },
+    {
+      "epoch": 1.3319682049181854,
+      "grad_norm": 0.21483688056468964,
+      "learning_rate": 1.9444440225004805e-05,
+      "loss": 1.2912,
+      "step": 4472
+    },
+    {
+      "epoch": 1.3322660511178541,
+      "grad_norm": 0.21644139289855957,
+      "learning_rate": 1.9444123154813227e-05,
+      "loss": 1.2831,
+      "step": 4473
+    },
+    {
+      "epoch": 1.3325638973175227,
+      "grad_norm": 0.2105797380208969,
+      "learning_rate": 1.944380599675464e-05,
+      "loss": 1.2849,
+      "step": 4474
+    },
+    {
+      "epoch": 1.3328617435171912,
+      "grad_norm": 0.21353058516979218,
+      "learning_rate": 1.9443488750831988e-05,
+      "loss": 1.2697,
+      "step": 4475
+    },
+    {
+      "epoch": 1.33315958971686,
+      "grad_norm": 0.2092098444700241,
+      "learning_rate": 1.944317141704822e-05,
+      "loss": 1.2927,
+      "step": 4476
+    },
+    {
+      "epoch": 1.3334574359165285,
+      "grad_norm": 0.21660619974136353,
+      "learning_rate": 1.9442853995406297e-05,
+      "loss": 1.2914,
+      "step": 4477
+    },
+    {
+      "epoch": 1.3337552821161973,
+      "grad_norm": 0.2247992902994156,
+      "learning_rate": 1.9442536485909165e-05,
+      "loss": 1.3109,
+      "step": 4478
+    },
+    {
+      "epoch": 1.3340531283158659,
+      "grad_norm": 0.20930930972099304,
+      "learning_rate": 1.9442218888559782e-05,
+      "loss": 1.2843,
+      "step": 4479
+    },
+    {
+      "epoch": 1.3343509745155346,
+      "grad_norm": 0.20886363089084625,
+      "learning_rate": 1.9441901203361105e-05,
+      "loss": 1.2605,
+      "step": 4480
+    },
+    {
+      "epoch": 1.3346488207152032,
+      "grad_norm": 0.21827760338783264,
+      "learning_rate": 1.944158343031608e-05,
+      "loss": 1.2791,
+      "step": 4481
+    },
+    {
+      "epoch": 1.3349466669148717,
+      "grad_norm": 0.2067975103855133,
+      "learning_rate": 1.9441265569427674e-05,
+      "loss": 1.2843,
+      "step": 4482
+    },
+    {
+      "epoch": 1.3352445131145405,
+      "grad_norm": 0.2142345905303955,
+      "learning_rate": 1.944094762069884e-05,
+      "loss": 1.2874,
+      "step": 4483
+    },
+    {
+      "epoch": 1.335542359314209,
+      "grad_norm": 0.21202720701694489,
+      "learning_rate": 1.9440629584132536e-05,
+      "loss": 1.2677,
+      "step": 4484
+    },
+    {
+      "epoch": 1.3358402055138778,
+      "grad_norm": 0.20592474937438965,
+      "learning_rate": 1.944031145973172e-05,
+      "loss": 1.3011,
+      "step": 4485
+    },
+    {
+      "epoch": 1.3361380517135464,
+      "grad_norm": 0.21177034080028534,
+      "learning_rate": 1.9439993247499352e-05,
+      "loss": 1.2803,
+      "step": 4486
+    },
+    {
+      "epoch": 1.3364358979132152,
+      "grad_norm": 0.2227989137172699,
+      "learning_rate": 1.9439674947438398e-05,
+      "loss": 1.2789,
+      "step": 4487
+    },
+    {
+      "epoch": 1.3367337441128837,
+      "grad_norm": 0.22396139800548553,
+      "learning_rate": 1.9439356559551813e-05,
+      "loss": 1.2653,
+      "step": 4488
+    },
+    {
+      "epoch": 1.3370315903125523,
+      "grad_norm": 0.22306722402572632,
+      "learning_rate": 1.9439038083842562e-05,
+      "loss": 1.2709,
+      "step": 4489
+    },
+    {
+      "epoch": 1.337329436512221,
+      "grad_norm": 0.22983412444591522,
+      "learning_rate": 1.9438719520313606e-05,
+      "loss": 1.2839,
+      "step": 4490
+    },
+    {
+      "epoch": 1.3376272827118896,
+      "grad_norm": 0.21686509251594543,
+      "learning_rate": 1.9438400868967916e-05,
+      "loss": 1.2873,
+      "step": 4491
+    },
+    {
+      "epoch": 1.3379251289115583,
+      "grad_norm": 0.21184255182743073,
+      "learning_rate": 1.9438082129808443e-05,
+      "loss": 1.2843,
+      "step": 4492
+    },
+    {
+      "epoch": 1.338222975111227,
+      "grad_norm": 0.2111564576625824,
+      "learning_rate": 1.9437763302838166e-05,
+      "loss": 1.2969,
+      "step": 4493
+    },
+    {
+      "epoch": 1.3385208213108957,
+      "grad_norm": 0.25139352679252625,
+      "learning_rate": 1.9437444388060045e-05,
+      "loss": 1.3023,
+      "step": 4494
+    },
+    {
+      "epoch": 1.3388186675105642,
+      "grad_norm": 0.2681314945220947,
+      "learning_rate": 1.9437125385477046e-05,
+      "loss": 1.2981,
+      "step": 4495
+    },
+    {
+      "epoch": 1.3391165137102328,
+      "grad_norm": 0.2067553848028183,
+      "learning_rate": 1.9436806295092143e-05,
+      "loss": 1.2917,
+      "step": 4496
+    },
+    {
+      "epoch": 1.3394143599099015,
+      "grad_norm": 0.34385374188423157,
+      "learning_rate": 1.9436487116908294e-05,
+      "loss": 1.2805,
+      "step": 4497
+    },
+    {
+      "epoch": 1.33971220610957,
+      "grad_norm": 0.2229735404253006,
+      "learning_rate": 1.943616785092848e-05,
+      "loss": 1.2938,
+      "step": 4498
+    },
+    {
+      "epoch": 1.3400100523092389,
+      "grad_norm": 0.22187785804271698,
+      "learning_rate": 1.943584849715567e-05,
+      "loss": 1.2912,
+      "step": 4499
+    },
+    {
+      "epoch": 1.3403078985089074,
+      "grad_norm": 0.22360198199748993,
+      "learning_rate": 1.943552905559283e-05,
+      "loss": 1.3031,
+      "step": 4500
+    },
+    {
+      "epoch": 1.3403078985089074,
+      "eval_loss": 1.3569642305374146,
+      "eval_runtime": 21.1279,
+      "eval_samples_per_second": 82.072,
+      "eval_steps_per_second": 5.159,
+      "step": 4500
+    },
+    {
+      "epoch": 1.3406057447085762,
+      "grad_norm": 0.22713731229305267,
+      "learning_rate": 1.9435209526242933e-05,
+      "loss": 1.2966,
+      "step": 4501
+    },
+    {
+      "epoch": 1.3409035909082447,
+      "grad_norm": 0.2253570407629013,
+      "learning_rate": 1.9434889909108952e-05,
+      "loss": 1.2839,
+      "step": 4502
+    },
+    {
+      "epoch": 1.3412014371079133,
+      "grad_norm": 0.2101002037525177,
+      "learning_rate": 1.9434570204193863e-05,
+      "loss": 1.2798,
+      "step": 4503
+    },
+    {
+      "epoch": 1.341499283307582,
+      "grad_norm": 0.2120308130979538,
+      "learning_rate": 1.9434250411500638e-05,
+      "loss": 1.2644,
+      "step": 4504
+    },
+    {
+      "epoch": 1.3417971295072508,
+      "grad_norm": 0.22912685573101044,
+      "learning_rate": 1.9433930531032255e-05,
+      "loss": 1.2782,
+      "step": 4505
+    },
+    {
+      "epoch": 1.3420949757069194,
+      "grad_norm": 0.22854988276958466,
+      "learning_rate": 1.943361056279169e-05,
+      "loss": 1.2619,
+      "step": 4506
+    },
+    {
+      "epoch": 1.342392821906588,
+      "grad_norm": 0.22772414982318878,
+      "learning_rate": 1.9433290506781915e-05,
+      "loss": 1.3025,
+      "step": 4507
+    },
+    {
+      "epoch": 1.3426906681062567,
+      "grad_norm": 0.21109721064567566,
+      "learning_rate": 1.9432970363005913e-05,
+      "loss": 1.2858,
+      "step": 4508
+    },
+    {
+      "epoch": 1.3429885143059253,
+      "grad_norm": 0.2292889803647995,
+      "learning_rate": 1.943265013146666e-05,
+      "loss": 1.2839,
+      "step": 4509
+    },
+    {
+      "epoch": 1.3432863605055938,
+      "grad_norm": 0.23116926848888397,
+      "learning_rate": 1.943232981216714e-05,
+      "loss": 1.2975,
+      "step": 4510
+    },
+    {
+      "epoch": 1.3435842067052626,
+      "grad_norm": 0.21780000627040863,
+      "learning_rate": 1.9432009405110323e-05,
+      "loss": 1.2765,
+      "step": 4511
+    },
+    {
+      "epoch": 1.3438820529049313,
+      "grad_norm": 0.22388587892055511,
+      "learning_rate": 1.9431688910299203e-05,
+      "loss": 1.2856,
+      "step": 4512
+    },
+    {
+      "epoch": 1.3441798991046,
+      "grad_norm": 0.231467604637146,
+      "learning_rate": 1.943136832773675e-05,
+      "loss": 1.283,
+      "step": 4513
+    },
+    {
+      "epoch": 1.3444777453042684,
+      "grad_norm": 0.22428205609321594,
+      "learning_rate": 1.9431047657425956e-05,
+      "loss": 1.2697,
+      "step": 4514
+    },
+    {
+      "epoch": 1.3447755915039372,
+      "grad_norm": 0.2137261927127838,
+      "learning_rate": 1.94307268993698e-05,
+      "loss": 1.2915,
+      "step": 4515
+    },
+    {
+      "epoch": 1.3450734377036058,
+      "grad_norm": 0.2115289568901062,
+      "learning_rate": 1.9430406053571265e-05,
+      "loss": 1.274,
+      "step": 4516
+    },
+    {
+      "epoch": 1.3453712839032743,
+      "grad_norm": 0.23327216506004333,
+      "learning_rate": 1.9430085120033338e-05,
+      "loss": 1.2839,
+      "step": 4517
+    },
+    {
+      "epoch": 1.345669130102943,
+      "grad_norm": 0.22178760170936584,
+      "learning_rate": 1.9429764098759007e-05,
+      "loss": 1.2852,
+      "step": 4518
+    },
+    {
+      "epoch": 1.3459669763026119,
+      "grad_norm": 0.21289120614528656,
+      "learning_rate": 1.9429442989751255e-05,
+      "loss": 1.2921,
+      "step": 4519
+    },
+    {
+      "epoch": 1.3462648225022804,
+      "grad_norm": 0.22279572486877441,
+      "learning_rate": 1.942912179301307e-05,
+      "loss": 1.2878,
+      "step": 4520
+    },
+    {
+      "epoch": 1.346562668701949,
+      "grad_norm": 0.21776123344898224,
+      "learning_rate": 1.9428800508547444e-05,
+      "loss": 1.282,
+      "step": 4521
+    },
+    {
+      "epoch": 1.3468605149016177,
+      "grad_norm": 0.22095216810703278,
+      "learning_rate": 1.9428479136357364e-05,
+      "loss": 1.2896,
+      "step": 4522
+    },
+    {
+      "epoch": 1.3471583611012863,
+      "grad_norm": 0.21695873141288757,
+      "learning_rate": 1.9428157676445818e-05,
+      "loss": 1.2797,
+      "step": 4523
+    },
+    {
+      "epoch": 1.3474562073009548,
+      "grad_norm": 0.21062494814395905,
+      "learning_rate": 1.9427836128815797e-05,
+      "loss": 1.2861,
+      "step": 4524
+    },
+    {
+      "epoch": 1.3477540535006236,
+      "grad_norm": 0.21845440566539764,
+      "learning_rate": 1.9427514493470297e-05,
+      "loss": 1.2738,
+      "step": 4525
+    },
+    {
+      "epoch": 1.3480518997002924,
+      "grad_norm": 0.21795763075351715,
+      "learning_rate": 1.942719277041231e-05,
+      "loss": 1.2662,
+      "step": 4526
+    },
+    {
+      "epoch": 1.348349745899961,
+      "grad_norm": 0.22721393406391144,
+      "learning_rate": 1.9426870959644822e-05,
+      "loss": 1.2803,
+      "step": 4527
+    },
+    {
+      "epoch": 1.3486475920996295,
+      "grad_norm": 0.2117440104484558,
+      "learning_rate": 1.9426549061170834e-05,
+      "loss": 1.2939,
+      "step": 4528
+    },
+    {
+      "epoch": 1.3489454382992982,
+      "grad_norm": 0.21315455436706543,
+      "learning_rate": 1.942622707499334e-05,
+      "loss": 1.2853,
+      "step": 4529
+    },
+    {
+      "epoch": 1.3492432844989668,
+      "grad_norm": 0.21192117035388947,
+      "learning_rate": 1.9425905001115332e-05,
+      "loss": 1.2913,
+      "step": 4530
+    },
+    {
+      "epoch": 1.3495411306986356,
+      "grad_norm": 0.215905100107193,
+      "learning_rate": 1.9425582839539813e-05,
+      "loss": 1.2862,
+      "step": 4531
+    },
+    {
+      "epoch": 1.3498389768983041,
+      "grad_norm": 0.21604588627815247,
+      "learning_rate": 1.9425260590269775e-05,
+      "loss": 1.2671,
+      "step": 4532
+    },
+    {
+      "epoch": 1.350136823097973,
+      "grad_norm": 0.20911955833435059,
+      "learning_rate": 1.9424938253308217e-05,
+      "loss": 1.2856,
+      "step": 4533
+    },
+    {
+      "epoch": 1.3504346692976414,
+      "grad_norm": 0.20078156888484955,
+      "learning_rate": 1.9424615828658138e-05,
+      "loss": 1.2826,
+      "step": 4534
+    },
+    {
+      "epoch": 1.35073251549731,
+      "grad_norm": 0.21429602801799774,
+      "learning_rate": 1.942429331632254e-05,
+      "loss": 1.2742,
+      "step": 4535
+    },
+    {
+      "epoch": 1.3510303616969788,
+      "grad_norm": 0.2233225554227829,
+      "learning_rate": 1.942397071630442e-05,
+      "loss": 1.2664,
+      "step": 4536
+    },
+    {
+      "epoch": 1.3513282078966473,
+      "grad_norm": 0.22216635942459106,
+      "learning_rate": 1.9423648028606786e-05,
+      "loss": 1.2922,
+      "step": 4537
+    },
+    {
+      "epoch": 1.351626054096316,
+      "grad_norm": 0.2184571623802185,
+      "learning_rate": 1.9423325253232632e-05,
+      "loss": 1.2873,
+      "step": 4538
+    },
+    {
+      "epoch": 1.3519239002959846,
+      "grad_norm": 0.20877744257450104,
+      "learning_rate": 1.9423002390184967e-05,
+      "loss": 1.2935,
+      "step": 4539
+    },
+    {
+      "epoch": 1.3522217464956534,
+      "grad_norm": 0.21714043617248535,
+      "learning_rate": 1.942267943946679e-05,
+      "loss": 1.2808,
+      "step": 4540
+    },
+    {
+      "epoch": 1.352519592695322,
+      "grad_norm": 0.21297597885131836,
+      "learning_rate": 1.9422356401081107e-05,
+      "loss": 1.2765,
+      "step": 4541
+    },
+    {
+      "epoch": 1.3528174388949905,
+      "grad_norm": 0.2160167247056961,
+      "learning_rate": 1.942203327503093e-05,
+      "loss": 1.2935,
+      "step": 4542
+    },
+    {
+      "epoch": 1.3531152850946593,
+      "grad_norm": 0.21878854930400848,
+      "learning_rate": 1.9421710061319258e-05,
+      "loss": 1.2857,
+      "step": 4543
+    },
+    {
+      "epoch": 1.3534131312943278,
+      "grad_norm": 0.21440044045448303,
+      "learning_rate": 1.9421386759949102e-05,
+      "loss": 1.2822,
+      "step": 4544
+    },
+    {
+      "epoch": 1.3537109774939966,
+      "grad_norm": 0.20837941765785217,
+      "learning_rate": 1.9421063370923464e-05,
+      "loss": 1.2863,
+      "step": 4545
+    },
+    {
+      "epoch": 1.3540088236936652,
+      "grad_norm": 0.20805011689662933,
+      "learning_rate": 1.9420739894245363e-05,
+      "loss": 1.2725,
+      "step": 4546
+    },
+    {
+      "epoch": 1.354306669893334,
+      "grad_norm": 0.23626692593097687,
+      "learning_rate": 1.94204163299178e-05,
+      "loss": 1.2867,
+      "step": 4547
+    },
+    {
+      "epoch": 1.3546045160930025,
+      "grad_norm": 0.22463680803775787,
+      "learning_rate": 1.942009267794379e-05,
+      "loss": 1.2947,
+      "step": 4548
+    },
+    {
+      "epoch": 1.354902362292671,
+      "grad_norm": 0.2230614572763443,
+      "learning_rate": 1.9419768938326337e-05,
+      "loss": 1.2658,
+      "step": 4549
+    },
+    {
+      "epoch": 1.3552002084923398,
+      "grad_norm": 0.22742493450641632,
+      "learning_rate": 1.941944511106846e-05,
+      "loss": 1.3002,
+      "step": 4550
+    },
+    {
+      "epoch": 1.3554980546920083,
+      "grad_norm": 0.21157263219356537,
+      "learning_rate": 1.9419121196173175e-05,
+      "loss": 1.2811,
+      "step": 4551
+    },
+    {
+      "epoch": 1.3557959008916771,
+      "grad_norm": 0.23207604885101318,
+      "learning_rate": 1.9418797193643488e-05,
+      "loss": 1.2803,
+      "step": 4552
+    },
+    {
+      "epoch": 1.3560937470913457,
+      "grad_norm": 0.22329147160053253,
+      "learning_rate": 1.941847310348242e-05,
+      "loss": 1.2926,
+      "step": 4553
+    },
+    {
+      "epoch": 1.3563915932910144,
+      "grad_norm": 0.21609167754650116,
+      "learning_rate": 1.9418148925692978e-05,
+      "loss": 1.2772,
+      "step": 4554
+    },
+    {
+      "epoch": 1.356689439490683,
+      "grad_norm": 0.21065406501293182,
+      "learning_rate": 1.9417824660278182e-05,
+      "loss": 1.2991,
+      "step": 4555
+    },
+    {
+      "epoch": 1.3569872856903515,
+      "grad_norm": 0.21100889146327972,
+      "learning_rate": 1.9417500307241054e-05,
+      "loss": 1.2858,
+      "step": 4556
+    },
+    {
+      "epoch": 1.3572851318900203,
+      "grad_norm": 0.22105230391025543,
+      "learning_rate": 1.9417175866584605e-05,
+      "loss": 1.2834,
+      "step": 4557
+    },
+    {
+      "epoch": 1.3575829780896889,
+      "grad_norm": 0.2316344827413559,
+      "learning_rate": 1.9416851338311854e-05,
+      "loss": 1.2787,
+      "step": 4558
+    },
+    {
+      "epoch": 1.3578808242893576,
+      "grad_norm": 0.21157117187976837,
+      "learning_rate": 1.9416526722425826e-05,
+      "loss": 1.2716,
+      "step": 4559
+    },
+    {
+      "epoch": 1.3581786704890262,
+      "grad_norm": 0.21879585087299347,
+      "learning_rate": 1.9416202018929537e-05,
+      "loss": 1.2773,
+      "step": 4560
+    },
+    {
+      "epoch": 1.358476516688695,
+      "grad_norm": 0.2180936336517334,
+      "learning_rate": 1.9415877227826007e-05,
+      "loss": 1.3113,
+      "step": 4561
+    },
+    {
+      "epoch": 1.3587743628883635,
+      "grad_norm": 0.21200427412986755,
+      "learning_rate": 1.9415552349118263e-05,
+      "loss": 1.2925,
+      "step": 4562
+    },
+    {
+      "epoch": 1.359072209088032,
+      "grad_norm": 0.22136510908603668,
+      "learning_rate": 1.941522738280932e-05,
+      "loss": 1.2855,
+      "step": 4563
+    },
+    {
+      "epoch": 1.3593700552877008,
+      "grad_norm": 0.2183605581521988,
+      "learning_rate": 1.9414902328902207e-05,
+      "loss": 1.2752,
+      "step": 4564
+    },
+    {
+      "epoch": 1.3596679014873694,
+      "grad_norm": 0.21506759524345398,
+      "learning_rate": 1.9414577187399947e-05,
+      "loss": 1.29,
+      "step": 4565
+    },
+    {
+      "epoch": 1.3599657476870382,
+      "grad_norm": 0.215349942445755,
+      "learning_rate": 1.9414251958305566e-05,
+      "loss": 1.2857,
+      "step": 4566
+    },
+    {
+      "epoch": 1.3602635938867067,
+      "grad_norm": 0.2266671359539032,
+      "learning_rate": 1.9413926641622086e-05,
+      "loss": 1.293,
+      "step": 4567
+    },
+    {
+      "epoch": 1.3605614400863755,
+      "grad_norm": 0.218679279088974,
+      "learning_rate": 1.9413601237352536e-05,
+      "loss": 1.2942,
+      "step": 4568
+    },
+    {
+      "epoch": 1.360859286286044,
+      "grad_norm": 0.2285957783460617,
+      "learning_rate": 1.941327574549995e-05,
+      "loss": 1.2833,
+      "step": 4569
+    },
+    {
+      "epoch": 1.3611571324857126,
+      "grad_norm": 0.2153051793575287,
+      "learning_rate": 1.9412950166067347e-05,
+      "loss": 1.2817,
+      "step": 4570
+    },
+    {
+      "epoch": 1.3614549786853813,
+      "grad_norm": 0.20250266790390015,
+      "learning_rate": 1.9412624499057755e-05,
+      "loss": 1.3068,
+      "step": 4571
+    },
+    {
+      "epoch": 1.3617528248850501,
+      "grad_norm": 0.21537740528583527,
+      "learning_rate": 1.9412298744474213e-05,
+      "loss": 1.3089,
+      "step": 4572
+    },
+    {
+      "epoch": 1.3620506710847187,
+      "grad_norm": 0.21063105762004852,
+      "learning_rate": 1.9411972902319746e-05,
+      "loss": 1.2839,
+      "step": 4573
+    },
+    {
+      "epoch": 1.3623485172843872,
+      "grad_norm": 0.22086693346500397,
+      "learning_rate": 1.9411646972597387e-05,
+      "loss": 1.2801,
+      "step": 4574
+    },
+    {
+      "epoch": 1.362646363484056,
+      "grad_norm": 0.22338207066059113,
+      "learning_rate": 1.941132095531017e-05,
+      "loss": 1.2862,
+      "step": 4575
+    },
+    {
+      "epoch": 1.3629442096837245,
+      "grad_norm": 0.20457307994365692,
+      "learning_rate": 1.9410994850461125e-05,
+      "loss": 1.2701,
+      "step": 4576
+    },
+    {
+      "epoch": 1.363242055883393,
+      "grad_norm": 0.20595508813858032,
+      "learning_rate": 1.9410668658053286e-05,
+      "loss": 1.273,
+      "step": 4577
+    },
+    {
+      "epoch": 1.3635399020830619,
+      "grad_norm": 0.2182329148054123,
+      "learning_rate": 1.941034237808969e-05,
+      "loss": 1.2864,
+      "step": 4578
+    },
+    {
+      "epoch": 1.3638377482827306,
+      "grad_norm": 0.21785813570022583,
+      "learning_rate": 1.9410016010573373e-05,
+      "loss": 1.2858,
+      "step": 4579
+    },
+    {
+      "epoch": 1.3641355944823992,
+      "grad_norm": 0.21548466384410858,
+      "learning_rate": 1.9409689555507373e-05,
+      "loss": 1.2748,
+      "step": 4580
+    },
+    {
+      "epoch": 1.3644334406820677,
+      "grad_norm": 0.2248479425907135,
+      "learning_rate": 1.940936301289472e-05,
+      "loss": 1.2742,
+      "step": 4581
+    },
+    {
+      "epoch": 1.3647312868817365,
+      "grad_norm": 0.21730519831180573,
+      "learning_rate": 1.940903638273846e-05,
+      "loss": 1.2864,
+      "step": 4582
+    },
+    {
+      "epoch": 1.365029133081405,
+      "grad_norm": 0.2234262079000473,
+      "learning_rate": 1.9408709665041627e-05,
+      "loss": 1.2886,
+      "step": 4583
+    },
+    {
+      "epoch": 1.3653269792810736,
+      "grad_norm": 0.21113720536231995,
+      "learning_rate": 1.9408382859807264e-05,
+      "loss": 1.2748,
+      "step": 4584
+    },
+    {
+      "epoch": 1.3656248254807424,
+      "grad_norm": 0.21111853420734406,
+      "learning_rate": 1.940805596703841e-05,
+      "loss": 1.2809,
+      "step": 4585
+    },
+    {
+      "epoch": 1.3659226716804111,
+      "grad_norm": 0.21144357323646545,
+      "learning_rate": 1.9407728986738107e-05,
+      "loss": 1.2863,
+      "step": 4586
+    },
+    {
+      "epoch": 1.3662205178800797,
+      "grad_norm": 0.20854952931404114,
+      "learning_rate": 1.9407401918909394e-05,
+      "loss": 1.279,
+      "step": 4587
+    },
+    {
+      "epoch": 1.3665183640797482,
+      "grad_norm": 0.206075519323349,
+      "learning_rate": 1.9407074763555317e-05,
+      "loss": 1.2763,
+      "step": 4588
+    },
+    {
+      "epoch": 1.366816210279417,
+      "grad_norm": 0.21549838781356812,
+      "learning_rate": 1.9406747520678922e-05,
+      "loss": 1.2895,
+      "step": 4589
+    },
+    {
+      "epoch": 1.3671140564790856,
+      "grad_norm": 0.21204976737499237,
+      "learning_rate": 1.9406420190283254e-05,
+      "loss": 1.2996,
+      "step": 4590
+    },
+    {
+      "epoch": 1.3674119026787541,
+      "grad_norm": 0.19928468763828278,
+      "learning_rate": 1.940609277237135e-05,
+      "loss": 1.2868,
+      "step": 4591
+    },
+    {
+      "epoch": 1.367709748878423,
+      "grad_norm": 0.22234809398651123,
+      "learning_rate": 1.9405765266946263e-05,
+      "loss": 1.2798,
+      "step": 4592
+    },
+    {
+      "epoch": 1.3680075950780917,
+      "grad_norm": 0.21840263903141022,
+      "learning_rate": 1.9405437674011042e-05,
+      "loss": 1.2761,
+      "step": 4593
+    },
+    {
+      "epoch": 1.3683054412777602,
+      "grad_norm": 0.19964468479156494,
+      "learning_rate": 1.940510999356873e-05,
+      "loss": 1.2694,
+      "step": 4594
+    },
+    {
+      "epoch": 1.3686032874774288,
+      "grad_norm": 0.21210229396820068,
+      "learning_rate": 1.9404782225622376e-05,
+      "loss": 1.3048,
+      "step": 4595
+    },
+    {
+      "epoch": 1.3689011336770975,
+      "grad_norm": 0.20749431848526,
+      "learning_rate": 1.940445437017503e-05,
+      "loss": 1.2658,
+      "step": 4596
+    },
+    {
+      "epoch": 1.369198979876766,
+      "grad_norm": 0.21786624193191528,
+      "learning_rate": 1.9404126427229745e-05,
+      "loss": 1.3007,
+      "step": 4597
+    },
+    {
+      "epoch": 1.3694968260764349,
+      "grad_norm": 0.2164333164691925,
+      "learning_rate": 1.9403798396789572e-05,
+      "loss": 1.267,
+      "step": 4598
+    },
+    {
+      "epoch": 1.3697946722761034,
+      "grad_norm": 0.22057907283306122,
+      "learning_rate": 1.940347027885756e-05,
+      "loss": 1.2628,
+      "step": 4599
+    },
+    {
+      "epoch": 1.3700925184757722,
+      "grad_norm": 0.21018175780773163,
+      "learning_rate": 1.9403142073436766e-05,
+      "loss": 1.301,
+      "step": 4600
+    },
+    {
+      "epoch": 1.3703903646754407,
+      "grad_norm": 0.224778413772583,
+      "learning_rate": 1.9402813780530235e-05,
+      "loss": 1.2823,
+      "step": 4601
+    },
+    {
+      "epoch": 1.3706882108751093,
+      "grad_norm": 0.22259201109409332,
+      "learning_rate": 1.9402485400141032e-05,
+      "loss": 1.2918,
+      "step": 4602
+    },
+    {
+      "epoch": 1.370986057074778,
+      "grad_norm": 0.2236838936805725,
+      "learning_rate": 1.9402156932272205e-05,
+      "loss": 1.2994,
+      "step": 4603
+    },
+    {
+      "epoch": 1.3712839032744466,
+      "grad_norm": 0.22335247695446014,
+      "learning_rate": 1.9401828376926813e-05,
+      "loss": 1.286,
+      "step": 4604
+    },
+    {
+      "epoch": 1.3715817494741154,
+      "grad_norm": 0.20863713324069977,
+      "learning_rate": 1.9401499734107915e-05,
+      "loss": 1.2834,
+      "step": 4605
+    },
+    {
+      "epoch": 1.371879595673784,
+      "grad_norm": 0.205750972032547,
+      "learning_rate": 1.940117100381856e-05,
+      "loss": 1.2711,
+      "step": 4606
+    },
+    {
+      "epoch": 1.3721774418734527,
+      "grad_norm": 0.21060913801193237,
+      "learning_rate": 1.940084218606182e-05,
+      "loss": 1.2817,
+      "step": 4607
+    },
+    {
+      "epoch": 1.3724752880731212,
+      "grad_norm": 0.22086259722709656,
+      "learning_rate": 1.9400513280840744e-05,
+      "loss": 1.2882,
+      "step": 4608
+    },
+    {
+      "epoch": 1.3727731342727898,
+      "grad_norm": 0.2112884372472763,
+      "learning_rate": 1.9400184288158393e-05,
+      "loss": 1.2789,
+      "step": 4609
+    },
+    {
+      "epoch": 1.3730709804724586,
+      "grad_norm": 0.21684275567531586,
+      "learning_rate": 1.9399855208017828e-05,
+      "loss": 1.2947,
+      "step": 4610
+    },
+    {
+      "epoch": 1.3733688266721271,
+      "grad_norm": 0.21600863337516785,
+      "learning_rate": 1.9399526040422114e-05,
+      "loss": 1.2779,
+      "step": 4611
+    },
+    {
+      "epoch": 1.373666672871796,
+      "grad_norm": 0.20554274320602417,
+      "learning_rate": 1.9399196785374313e-05,
+      "loss": 1.2645,
+      "step": 4612
+    },
+    {
+      "epoch": 1.3739645190714644,
+      "grad_norm": 0.21336773037910461,
+      "learning_rate": 1.939886744287749e-05,
+      "loss": 1.2764,
+      "step": 4613
+    },
+    {
+      "epoch": 1.3742623652711332,
+      "grad_norm": 0.22521883249282837,
+      "learning_rate": 1.9398538012934703e-05,
+      "loss": 1.2894,
+      "step": 4614
+    },
+    {
+      "epoch": 1.3745602114708018,
+      "grad_norm": 0.22535529732704163,
+      "learning_rate": 1.9398208495549018e-05,
+      "loss": 1.2914,
+      "step": 4615
+    },
+    {
+      "epoch": 1.3748580576704703,
+      "grad_norm": 0.20711123943328857,
+      "learning_rate": 1.9397878890723506e-05,
+      "loss": 1.2747,
+      "step": 4616
+    },
+    {
+      "epoch": 1.375155903870139,
+      "grad_norm": 0.21560992300510406,
+      "learning_rate": 1.939754919846123e-05,
+      "loss": 1.2903,
+      "step": 4617
+    },
+    {
+      "epoch": 1.3754537500698076,
+      "grad_norm": 0.21865800023078918,
+      "learning_rate": 1.9397219418765262e-05,
+      "loss": 1.2694,
+      "step": 4618
+    },
+    {
+      "epoch": 1.3757515962694764,
+      "grad_norm": 0.21390901505947113,
+      "learning_rate": 1.939688955163866e-05,
+      "loss": 1.2873,
+      "step": 4619
+    },
+    {
+      "epoch": 1.376049442469145,
+      "grad_norm": 0.21455232799053192,
+      "learning_rate": 1.9396559597084507e-05,
+      "loss": 1.2844,
+      "step": 4620
+    },
+    {
+      "epoch": 1.3763472886688137,
+      "grad_norm": 0.2182733714580536,
+      "learning_rate": 1.9396229555105863e-05,
+      "loss": 1.2884,
+      "step": 4621
+    },
+    {
+      "epoch": 1.3766451348684823,
+      "grad_norm": 0.2096615880727768,
+      "learning_rate": 1.93958994257058e-05,
+      "loss": 1.2687,
+      "step": 4622
+    },
+    {
+      "epoch": 1.3769429810681508,
+      "grad_norm": 0.21721862256526947,
+      "learning_rate": 1.9395569208887388e-05,
+      "loss": 1.2844,
+      "step": 4623
+    },
+    {
+      "epoch": 1.3772408272678196,
+      "grad_norm": 0.22202299535274506,
+      "learning_rate": 1.9395238904653706e-05,
+      "loss": 1.2824,
+      "step": 4624
+    },
+    {
+      "epoch": 1.3775386734674882,
+      "grad_norm": 0.21815629303455353,
+      "learning_rate": 1.9394908513007823e-05,
+      "loss": 1.2884,
+      "step": 4625
+    },
+    {
+      "epoch": 1.377836519667157,
+      "grad_norm": 0.23223276436328888,
+      "learning_rate": 1.939457803395281e-05,
+      "loss": 1.3044,
+      "step": 4626
+    },
+    {
+      "epoch": 1.3781343658668255,
+      "grad_norm": 0.22536700963974,
+      "learning_rate": 1.9394247467491744e-05,
+      "loss": 1.2686,
+      "step": 4627
+    },
+    {
+      "epoch": 1.3784322120664942,
+      "grad_norm": 0.23456823825836182,
+      "learning_rate": 1.9393916813627704e-05,
+      "loss": 1.2788,
+      "step": 4628
+    },
+    {
+      "epoch": 1.3787300582661628,
+      "grad_norm": 0.22492651641368866,
+      "learning_rate": 1.9393586072363765e-05,
+      "loss": 1.2945,
+      "step": 4629
+    },
+    {
+      "epoch": 1.3790279044658313,
+      "grad_norm": 0.21123461425304413,
+      "learning_rate": 1.9393255243702997e-05,
+      "loss": 1.2868,
+      "step": 4630
+    },
+    {
+      "epoch": 1.3793257506655001,
+      "grad_norm": 0.2123865783214569,
+      "learning_rate": 1.9392924327648486e-05,
+      "loss": 1.2751,
+      "step": 4631
+    },
+    {
+      "epoch": 1.3796235968651687,
+      "grad_norm": 0.21001622080802917,
+      "learning_rate": 1.939259332420331e-05,
+      "loss": 1.2917,
+      "step": 4632
+    },
+    {
+      "epoch": 1.3799214430648374,
+      "grad_norm": 0.21975718438625336,
+      "learning_rate": 1.939226223337055e-05,
+      "loss": 1.2732,
+      "step": 4633
+    },
+    {
+      "epoch": 1.380219289264506,
+      "grad_norm": 0.22425499558448792,
+      "learning_rate": 1.9391931055153278e-05,
+      "loss": 1.264,
+      "step": 4634
+    },
+    {
+      "epoch": 1.3805171354641748,
+      "grad_norm": 0.21482954919338226,
+      "learning_rate": 1.9391599789554582e-05,
+      "loss": 1.2774,
+      "step": 4635
+    },
+    {
+      "epoch": 1.3808149816638433,
+      "grad_norm": 0.20815294981002808,
+      "learning_rate": 1.9391268436577543e-05,
+      "loss": 1.2884,
+      "step": 4636
+    },
+    {
+      "epoch": 1.3811128278635119,
+      "grad_norm": 0.2155391275882721,
+      "learning_rate": 1.9390936996225247e-05,
+      "loss": 1.2755,
+      "step": 4637
+    },
+    {
+      "epoch": 1.3814106740631806,
+      "grad_norm": 0.22542138397693634,
+      "learning_rate": 1.939060546850077e-05,
+      "loss": 1.2994,
+      "step": 4638
+    },
+    {
+      "epoch": 1.3817085202628494,
+      "grad_norm": 0.22146451473236084,
+      "learning_rate": 1.9390273853407205e-05,
+      "loss": 1.2763,
+      "step": 4639
+    },
+    {
+      "epoch": 1.382006366462518,
+      "grad_norm": 0.2203773856163025,
+      "learning_rate": 1.938994215094763e-05,
+      "loss": 1.2944,
+      "step": 4640
+    },
+    {
+      "epoch": 1.3823042126621865,
+      "grad_norm": 0.21654027700424194,
+      "learning_rate": 1.9389610361125133e-05,
+      "loss": 1.2726,
+      "step": 4641
+    },
+    {
+      "epoch": 1.3826020588618553,
+      "grad_norm": 0.22399553656578064,
+      "learning_rate": 1.938927848394281e-05,
+      "loss": 1.2695,
+      "step": 4642
+    },
+    {
+      "epoch": 1.3828999050615238,
+      "grad_norm": 0.22837962210178375,
+      "learning_rate": 1.9388946519403733e-05,
+      "loss": 1.3121,
+      "step": 4643
+    },
+    {
+      "epoch": 1.3831977512611924,
+      "grad_norm": 0.22870467603206635,
+      "learning_rate": 1.9388614467511003e-05,
+      "loss": 1.2727,
+      "step": 4644
+    },
+    {
+      "epoch": 1.3834955974608611,
+      "grad_norm": 0.23329536616802216,
+      "learning_rate": 1.9388282328267703e-05,
+      "loss": 1.277,
+      "step": 4645
+    },
+    {
+      "epoch": 1.38379344366053,
+      "grad_norm": 0.22212761640548706,
+      "learning_rate": 1.9387950101676925e-05,
+      "loss": 1.2938,
+      "step": 4646
+    },
+    {
+      "epoch": 1.3840912898601985,
+      "grad_norm": 0.21830856800079346,
+      "learning_rate": 1.938761778774176e-05,
+      "loss": 1.2708,
+      "step": 4647
+    },
+    {
+      "epoch": 1.384389136059867,
+      "grad_norm": 0.38767769932746887,
+      "learning_rate": 1.93872853864653e-05,
+      "loss": 1.2788,
+      "step": 4648
+    },
+    {
+      "epoch": 1.3846869822595358,
+      "grad_norm": 0.22776472568511963,
+      "learning_rate": 1.938695289785064e-05,
+      "loss": 1.2966,
+      "step": 4649
+    },
+    {
+      "epoch": 1.3849848284592043,
+      "grad_norm": 0.2177894413471222,
+      "learning_rate": 1.9386620321900868e-05,
+      "loss": 1.2894,
+      "step": 4650
+    },
+    {
+      "epoch": 1.385282674658873,
+      "grad_norm": 0.21724140644073486,
+      "learning_rate": 1.9386287658619083e-05,
+      "loss": 1.2736,
+      "step": 4651
+    },
+    {
+      "epoch": 1.3855805208585417,
+      "grad_norm": 0.22220289707183838,
+      "learning_rate": 1.9385954908008377e-05,
+      "loss": 1.3074,
+      "step": 4652
+    },
+    {
+      "epoch": 1.3858783670582104,
+      "grad_norm": 0.23475584387779236,
+      "learning_rate": 1.938562207007185e-05,
+      "loss": 1.2722,
+      "step": 4653
+    },
+    {
+      "epoch": 1.386176213257879,
+      "grad_norm": 0.2162562906742096,
+      "learning_rate": 1.938528914481259e-05,
+      "loss": 1.283,
+      "step": 4654
+    },
+    {
+      "epoch": 1.3864740594575475,
+      "grad_norm": 0.21465593576431274,
+      "learning_rate": 1.9384956132233706e-05,
+      "loss": 1.2622,
+      "step": 4655
+    },
+    {
+      "epoch": 1.3867719056572163,
+      "grad_norm": 0.2208995521068573,
+      "learning_rate": 1.938462303233829e-05,
+      "loss": 1.2848,
+      "step": 4656
+    },
+    {
+      "epoch": 1.3870697518568849,
+      "grad_norm": 0.21462784707546234,
+      "learning_rate": 1.938428984512944e-05,
+      "loss": 1.284,
+      "step": 4657
+    },
+    {
+      "epoch": 1.3873675980565536,
+      "grad_norm": 0.20261240005493164,
+      "learning_rate": 1.938395657061026e-05,
+      "loss": 1.2906,
+      "step": 4658
+    },
+    {
+      "epoch": 1.3876654442562222,
+      "grad_norm": 0.2288421094417572,
+      "learning_rate": 1.9383623208783845e-05,
+      "loss": 1.2687,
+      "step": 4659
+    },
+    {
+      "epoch": 1.387963290455891,
+      "grad_norm": 0.21072624623775482,
+      "learning_rate": 1.9383289759653304e-05,
+      "loss": 1.296,
+      "step": 4660
+    },
+    {
+      "epoch": 1.3882611366555595,
+      "grad_norm": 0.22929874062538147,
+      "learning_rate": 1.938295622322173e-05,
+      "loss": 1.287,
+      "step": 4661
+    },
+    {
+      "epoch": 1.388558982855228,
+      "grad_norm": 0.22117933630943298,
+      "learning_rate": 1.9382622599492237e-05,
+      "loss": 1.2825,
+      "step": 4662
+    },
+    {
+      "epoch": 1.3888568290548968,
+      "grad_norm": 0.2204248011112213,
+      "learning_rate": 1.938228888846792e-05,
+      "loss": 1.2946,
+      "step": 4663
+    },
+    {
+      "epoch": 1.3891546752545654,
+      "grad_norm": 0.21365541219711304,
+      "learning_rate": 1.938195509015189e-05,
+      "loss": 1.2806,
+      "step": 4664
+    },
+    {
+      "epoch": 1.3894525214542341,
+      "grad_norm": 0.22503085434436798,
+      "learning_rate": 1.938162120454725e-05,
+      "loss": 1.2987,
+      "step": 4665
+    },
+    {
+      "epoch": 1.3897503676539027,
+      "grad_norm": 0.22421522438526154,
+      "learning_rate": 1.9381287231657105e-05,
+      "loss": 1.2927,
+      "step": 4666
+    },
+    {
+      "epoch": 1.3900482138535715,
+      "grad_norm": 0.21837452054023743,
+      "learning_rate": 1.9380953171484566e-05,
+      "loss": 1.2814,
+      "step": 4667
+    },
+    {
+      "epoch": 1.39034606005324,
+      "grad_norm": 0.21142376959323883,
+      "learning_rate": 1.9380619024032734e-05,
+      "loss": 1.2951,
+      "step": 4668
+    },
+    {
+      "epoch": 1.3906439062529086,
+      "grad_norm": 0.2263711541891098,
+      "learning_rate": 1.938028478930473e-05,
+      "loss": 1.2858,
+      "step": 4669
+    },
+    {
+      "epoch": 1.3909417524525773,
+      "grad_norm": 0.21461977064609528,
+      "learning_rate": 1.937995046730365e-05,
+      "loss": 1.2786,
+      "step": 4670
+    },
+    {
+      "epoch": 1.391239598652246,
+      "grad_norm": 0.21937595307826996,
+      "learning_rate": 1.937961605803261e-05,
+      "loss": 1.2999,
+      "step": 4671
+    },
+    {
+      "epoch": 1.3915374448519147,
+      "grad_norm": 0.205740287899971,
+      "learning_rate": 1.9379281561494726e-05,
+      "loss": 1.294,
+      "step": 4672
+    },
+    {
+      "epoch": 1.3918352910515832,
+      "grad_norm": 0.22866885364055634,
+      "learning_rate": 1.9378946977693106e-05,
+      "loss": 1.2815,
+      "step": 4673
+    },
+    {
+      "epoch": 1.392133137251252,
+      "grad_norm": 0.21737025678157806,
+      "learning_rate": 1.937861230663086e-05,
+      "loss": 1.2841,
+      "step": 4674
+    },
+    {
+      "epoch": 1.3924309834509205,
+      "grad_norm": 0.21780544519424438,
+      "learning_rate": 1.937827754831111e-05,
+      "loss": 1.2705,
+      "step": 4675
+    },
+    {
+      "epoch": 1.392728829650589,
+      "grad_norm": 0.21779504418373108,
+      "learning_rate": 1.937794270273696e-05,
+      "loss": 1.2892,
+      "step": 4676
+    },
+    {
+      "epoch": 1.3930266758502579,
+      "grad_norm": 0.21866978704929352,
+      "learning_rate": 1.9377607769911534e-05,
+      "loss": 1.2663,
+      "step": 4677
+    },
+    {
+      "epoch": 1.3933245220499264,
+      "grad_norm": 0.22655676305294037,
+      "learning_rate": 1.9377272749837944e-05,
+      "loss": 1.2791,
+      "step": 4678
+    },
+    {
+      "epoch": 1.3936223682495952,
+      "grad_norm": 0.20959815382957458,
+      "learning_rate": 1.9376937642519307e-05,
+      "loss": 1.2854,
+      "step": 4679
+    },
+    {
+      "epoch": 1.3939202144492637,
+      "grad_norm": 0.2104579508304596,
+      "learning_rate": 1.9376602447958747e-05,
+      "loss": 1.2846,
+      "step": 4680
+    },
+    {
+      "epoch": 1.3942180606489325,
+      "grad_norm": 0.21385684609413147,
+      "learning_rate": 1.937626716615937e-05,
+      "loss": 1.2871,
+      "step": 4681
+    },
+    {
+      "epoch": 1.394515906848601,
+      "grad_norm": 0.20603463053703308,
+      "learning_rate": 1.9375931797124306e-05,
+      "loss": 1.2704,
+      "step": 4682
+    },
+    {
+      "epoch": 1.3948137530482696,
+      "grad_norm": 0.22123649716377258,
+      "learning_rate": 1.9375596340856673e-05,
+      "loss": 1.2796,
+      "step": 4683
+    },
+    {
+      "epoch": 1.3951115992479384,
+      "grad_norm": 0.21366514265537262,
+      "learning_rate": 1.937526079735959e-05,
+      "loss": 1.2814,
+      "step": 4684
+    },
+    {
+      "epoch": 1.395409445447607,
+      "grad_norm": 0.2190808802843094,
+      "learning_rate": 1.937492516663618e-05,
+      "loss": 1.2726,
+      "step": 4685
+    },
+    {
+      "epoch": 1.3957072916472757,
+      "grad_norm": 0.21271266043186188,
+      "learning_rate": 1.9374589448689567e-05,
+      "loss": 1.2728,
+      "step": 4686
+    },
+    {
+      "epoch": 1.3960051378469442,
+      "grad_norm": 0.22519513964653015,
+      "learning_rate": 1.937425364352287e-05,
+      "loss": 1.2888,
+      "step": 4687
+    },
+    {
+      "epoch": 1.396302984046613,
+      "grad_norm": 0.21729159355163574,
+      "learning_rate": 1.937391775113922e-05,
+      "loss": 1.2858,
+      "step": 4688
+    },
+    {
+      "epoch": 1.3966008302462816,
+      "grad_norm": 0.2038884460926056,
+      "learning_rate": 1.9373581771541737e-05,
+      "loss": 1.2831,
+      "step": 4689
+    },
+    {
+      "epoch": 1.3968986764459501,
+      "grad_norm": 0.20512959361076355,
+      "learning_rate": 1.937324570473355e-05,
+      "loss": 1.2724,
+      "step": 4690
+    },
+    {
+      "epoch": 1.3971965226456189,
+      "grad_norm": 0.22382956743240356,
+      "learning_rate": 1.937290955071778e-05,
+      "loss": 1.3006,
+      "step": 4691
+    },
+    {
+      "epoch": 1.3974943688452874,
+      "grad_norm": 0.21378615498542786,
+      "learning_rate": 1.937257330949756e-05,
+      "loss": 1.2821,
+      "step": 4692
+    },
+    {
+      "epoch": 1.3977922150449562,
+      "grad_norm": 0.22013157606124878,
+      "learning_rate": 1.937223698107602e-05,
+      "loss": 1.2914,
+      "step": 4693
+    },
+    {
+      "epoch": 1.3980900612446248,
+      "grad_norm": 0.21234650909900665,
+      "learning_rate": 1.937190056545628e-05,
+      "loss": 1.274,
+      "step": 4694
+    },
+    {
+      "epoch": 1.3983879074442935,
+      "grad_norm": 0.20825199782848358,
+      "learning_rate": 1.9371564062641482e-05,
+      "loss": 1.2729,
+      "step": 4695
+    },
+    {
+      "epoch": 1.398685753643962,
+      "grad_norm": 0.2126312106847763,
+      "learning_rate": 1.937122747263475e-05,
+      "loss": 1.2862,
+      "step": 4696
+    },
+    {
+      "epoch": 1.3989835998436306,
+      "grad_norm": 0.22088484466075897,
+      "learning_rate": 1.9370890795439215e-05,
+      "loss": 1.2713,
+      "step": 4697
+    },
+    {
+      "epoch": 1.3992814460432994,
+      "grad_norm": 0.2233424335718155,
+      "learning_rate": 1.9370554031058013e-05,
+      "loss": 1.2773,
+      "step": 4698
+    },
+    {
+      "epoch": 1.3995792922429682,
+      "grad_norm": 0.21901319921016693,
+      "learning_rate": 1.9370217179494274e-05,
+      "loss": 1.2768,
+      "step": 4699
+    },
+    {
+      "epoch": 1.3998771384426367,
+      "grad_norm": 0.2273193895816803,
+      "learning_rate": 1.9369880240751132e-05,
+      "loss": 1.2725,
+      "step": 4700
+    },
+    {
+      "epoch": 1.4001749846423053,
+      "grad_norm": 0.2120569795370102,
+      "learning_rate": 1.9369543214831725e-05,
+      "loss": 1.2689,
+      "step": 4701
+    },
+    {
+      "epoch": 1.400472830841974,
+      "grad_norm": 0.2282368242740631,
+      "learning_rate": 1.9369206101739184e-05,
+      "loss": 1.2655,
+      "step": 4702
+    },
+    {
+      "epoch": 1.4007706770416426,
+      "grad_norm": 0.21750496327877045,
+      "learning_rate": 1.936886890147665e-05,
+      "loss": 1.3106,
+      "step": 4703
+    },
+    {
+      "epoch": 1.4010685232413111,
+      "grad_norm": 0.21052533388137817,
+      "learning_rate": 1.936853161404726e-05,
+      "loss": 1.2659,
+      "step": 4704
+    },
+    {
+      "epoch": 1.40136636944098,
+      "grad_norm": 0.21183964610099792,
+      "learning_rate": 1.9368194239454146e-05,
+      "loss": 1.2824,
+      "step": 4705
+    },
+    {
+      "epoch": 1.4016642156406487,
+      "grad_norm": 0.20848579704761505,
+      "learning_rate": 1.9367856777700455e-05,
+      "loss": 1.2781,
+      "step": 4706
+    },
+    {
+      "epoch": 1.4019620618403172,
+      "grad_norm": 0.2138061374425888,
+      "learning_rate": 1.936751922878932e-05,
+      "loss": 1.2687,
+      "step": 4707
+    },
+    {
+      "epoch": 1.4022599080399858,
+      "grad_norm": 0.2122078537940979,
+      "learning_rate": 1.936718159272389e-05,
+      "loss": 1.2923,
+      "step": 4708
+    },
+    {
+      "epoch": 1.4025577542396546,
+      "grad_norm": 0.2128915786743164,
+      "learning_rate": 1.9366843869507296e-05,
+      "loss": 1.2808,
+      "step": 4709
+    },
+    {
+      "epoch": 1.4028556004393231,
+      "grad_norm": 0.22548538446426392,
+      "learning_rate": 1.9366506059142688e-05,
+      "loss": 1.2771,
+      "step": 4710
+    },
+    {
+      "epoch": 1.4031534466389917,
+      "grad_norm": 0.21388880908489227,
+      "learning_rate": 1.9366168161633206e-05,
+      "loss": 1.284,
+      "step": 4711
+    },
+    {
+      "epoch": 1.4034512928386604,
+      "grad_norm": 0.21711203455924988,
+      "learning_rate": 1.9365830176981994e-05,
+      "loss": 1.2683,
+      "step": 4712
+    },
+    {
+      "epoch": 1.4037491390383292,
+      "grad_norm": 0.22926999628543854,
+      "learning_rate": 1.9365492105192193e-05,
+      "loss": 1.2879,
+      "step": 4713
+    },
+    {
+      "epoch": 1.4040469852379978,
+      "grad_norm": 0.22222432494163513,
+      "learning_rate": 1.936515394626695e-05,
+      "loss": 1.2813,
+      "step": 4714
+    },
+    {
+      "epoch": 1.4043448314376663,
+      "grad_norm": 0.3137796223163605,
+      "learning_rate": 1.9364815700209417e-05,
+      "loss": 1.2679,
+      "step": 4715
+    },
+    {
+      "epoch": 1.404642677637335,
+      "grad_norm": 0.26504454016685486,
+      "learning_rate": 1.9364477367022738e-05,
+      "loss": 1.2887,
+      "step": 4716
+    },
+    {
+      "epoch": 1.4049405238370036,
+      "grad_norm": 0.23855175077915192,
+      "learning_rate": 1.9364138946710057e-05,
+      "loss": 1.2706,
+      "step": 4717
+    },
+    {
+      "epoch": 1.4052383700366722,
+      "grad_norm": 0.2073981761932373,
+      "learning_rate": 1.9363800439274528e-05,
+      "loss": 1.2718,
+      "step": 4718
+    },
+    {
+      "epoch": 1.405536216236341,
+      "grad_norm": 0.23830677568912506,
+      "learning_rate": 1.9363461844719292e-05,
+      "loss": 1.2737,
+      "step": 4719
+    },
+    {
+      "epoch": 1.4058340624360097,
+      "grad_norm": 0.24615485966205597,
+      "learning_rate": 1.936312316304751e-05,
+      "loss": 1.283,
+      "step": 4720
+    },
+    {
+      "epoch": 1.4061319086356783,
+      "grad_norm": 0.2343778759241104,
+      "learning_rate": 1.9362784394262327e-05,
+      "loss": 1.2938,
+      "step": 4721
+    },
+    {
+      "epoch": 1.4064297548353468,
+      "grad_norm": 0.2170053869485855,
+      "learning_rate": 1.93624455383669e-05,
+      "loss": 1.2877,
+      "step": 4722
+    },
+    {
+      "epoch": 1.4067276010350156,
+      "grad_norm": 0.23598410189151764,
+      "learning_rate": 1.9362106595364373e-05,
+      "loss": 1.3068,
+      "step": 4723
+    },
+    {
+      "epoch": 1.4070254472346841,
+      "grad_norm": 0.20887908339500427,
+      "learning_rate": 1.9361767565257904e-05,
+      "loss": 1.2805,
+      "step": 4724
+    },
+    {
+      "epoch": 1.407323293434353,
+      "grad_norm": 0.20937970280647278,
+      "learning_rate": 1.9361428448050645e-05,
+      "loss": 1.3008,
+      "step": 4725
+    },
+    {
+      "epoch": 1.4076211396340215,
+      "grad_norm": 0.2293359786272049,
+      "learning_rate": 1.9361089243745755e-05,
+      "loss": 1.2878,
+      "step": 4726
+    },
+    {
+      "epoch": 1.4079189858336902,
+      "grad_norm": 0.22540301084518433,
+      "learning_rate": 1.9360749952346393e-05,
+      "loss": 1.256,
+      "step": 4727
+    },
+    {
+      "epoch": 1.4082168320333588,
+      "grad_norm": 0.22422142326831818,
+      "learning_rate": 1.9360410573855707e-05,
+      "loss": 1.2824,
+      "step": 4728
+    },
+    {
+      "epoch": 1.4085146782330273,
+      "grad_norm": 0.21460947394371033,
+      "learning_rate": 1.936007110827686e-05,
+      "loss": 1.2958,
+      "step": 4729
+    },
+    {
+      "epoch": 1.4088125244326961,
+      "grad_norm": 0.2221807837486267,
+      "learning_rate": 1.9359731555613012e-05,
+      "loss": 1.2928,
+      "step": 4730
+    },
+    {
+      "epoch": 1.4091103706323647,
+      "grad_norm": 0.23458969593048096,
+      "learning_rate": 1.9359391915867315e-05,
+      "loss": 1.2903,
+      "step": 4731
+    },
+    {
+      "epoch": 1.4094082168320334,
+      "grad_norm": 0.22301706671714783,
+      "learning_rate": 1.9359052189042932e-05,
+      "loss": 1.2735,
+      "step": 4732
+    },
+    {
+      "epoch": 1.409706063031702,
+      "grad_norm": 0.21750102937221527,
+      "learning_rate": 1.9358712375143026e-05,
+      "loss": 1.2828,
+      "step": 4733
+    },
+    {
+      "epoch": 1.4100039092313708,
+      "grad_norm": 0.24715521931648254,
+      "learning_rate": 1.9358372474170763e-05,
+      "loss": 1.2917,
+      "step": 4734
+    },
+    {
+      "epoch": 1.4103017554310393,
+      "grad_norm": 0.21691952645778656,
+      "learning_rate": 1.9358032486129296e-05,
+      "loss": 1.2782,
+      "step": 4735
+    },
+    {
+      "epoch": 1.4105996016307079,
+      "grad_norm": 0.23581166565418243,
+      "learning_rate": 1.935769241102179e-05,
+      "loss": 1.2858,
+      "step": 4736
+    },
+    {
+      "epoch": 1.4108974478303766,
+      "grad_norm": 0.221417635679245,
+      "learning_rate": 1.935735224885141e-05,
+      "loss": 1.3084,
+      "step": 4737
+    },
+    {
+      "epoch": 1.4111952940300452,
+      "grad_norm": 0.21256232261657715,
+      "learning_rate": 1.9357011999621326e-05,
+      "loss": 1.2831,
+      "step": 4738
+    },
+    {
+      "epoch": 1.411493140229714,
+      "grad_norm": 0.21626178920269012,
+      "learning_rate": 1.9356671663334697e-05,
+      "loss": 1.2882,
+      "step": 4739
+    },
+    {
+      "epoch": 1.4117909864293825,
+      "grad_norm": 0.21899373829364777,
+      "learning_rate": 1.9356331239994698e-05,
+      "loss": 1.2654,
+      "step": 4740
+    },
+    {
+      "epoch": 1.4120888326290513,
+      "grad_norm": 0.23099561035633087,
+      "learning_rate": 1.9355990729604482e-05,
+      "loss": 1.2698,
+      "step": 4741
+    },
+    {
+      "epoch": 1.4123866788287198,
+      "grad_norm": 0.21576914191246033,
+      "learning_rate": 1.9355650132167228e-05,
+      "loss": 1.2881,
+      "step": 4742
+    },
+    {
+      "epoch": 1.4126845250283884,
+      "grad_norm": 0.21933506429195404,
+      "learning_rate": 1.9355309447686107e-05,
+      "loss": 1.2817,
+      "step": 4743
+    },
+    {
+      "epoch": 1.4129823712280571,
+      "grad_norm": 0.23537559807300568,
+      "learning_rate": 1.935496867616428e-05,
+      "loss": 1.2902,
+      "step": 4744
+    },
+    {
+      "epoch": 1.4132802174277257,
+      "grad_norm": 0.21506574749946594,
+      "learning_rate": 1.9354627817604922e-05,
+      "loss": 1.2804,
+      "step": 4745
+    },
+    {
+      "epoch": 1.4135780636273945,
+      "grad_norm": 0.20947204530239105,
+      "learning_rate": 1.93542868720112e-05,
+      "loss": 1.272,
+      "step": 4746
+    },
+    {
+      "epoch": 1.413875909827063,
+      "grad_norm": 0.21577829122543335,
+      "learning_rate": 1.9353945839386297e-05,
+      "loss": 1.294,
+      "step": 4747
+    },
+    {
+      "epoch": 1.4141737560267318,
+      "grad_norm": 0.22076302766799927,
+      "learning_rate": 1.9353604719733373e-05,
+      "loss": 1.2829,
+      "step": 4748
+    },
+    {
+      "epoch": 1.4144716022264003,
+      "grad_norm": 0.2247573882341385,
+      "learning_rate": 1.935326351305561e-05,
+      "loss": 1.273,
+      "step": 4749
+    },
+    {
+      "epoch": 1.4147694484260689,
+      "grad_norm": 0.2100122720003128,
+      "learning_rate": 1.935292221935618e-05,
+      "loss": 1.2947,
+      "step": 4750
+    },
+    {
+      "epoch": 1.4150672946257377,
+      "grad_norm": 0.2099503129720688,
+      "learning_rate": 1.9352580838638258e-05,
+      "loss": 1.2953,
+      "step": 4751
+    },
+    {
+      "epoch": 1.4153651408254062,
+      "grad_norm": 0.21044223010540009,
+      "learning_rate": 1.9352239370905025e-05,
+      "loss": 1.2674,
+      "step": 4752
+    },
+    {
+      "epoch": 1.415662987025075,
+      "grad_norm": 0.2194964736700058,
+      "learning_rate": 1.935189781615965e-05,
+      "loss": 1.2783,
+      "step": 4753
+    },
+    {
+      "epoch": 1.4159608332247435,
+      "grad_norm": 0.21921008825302124,
+      "learning_rate": 1.935155617440531e-05,
+      "loss": 1.2807,
+      "step": 4754
+    },
+    {
+      "epoch": 1.4162586794244123,
+      "grad_norm": 0.2217089831829071,
+      "learning_rate": 1.9351214445645193e-05,
+      "loss": 1.2916,
+      "step": 4755
+    },
+    {
+      "epoch": 1.4165565256240809,
+      "grad_norm": 0.2105427384376526,
+      "learning_rate": 1.935087262988247e-05,
+      "loss": 1.2699,
+      "step": 4756
+    },
+    {
+      "epoch": 1.4168543718237494,
+      "grad_norm": 0.2272225320339203,
+      "learning_rate": 1.935053072712033e-05,
+      "loss": 1.2817,
+      "step": 4757
+    },
+    {
+      "epoch": 1.4171522180234182,
+      "grad_norm": 0.22575689852237701,
+      "learning_rate": 1.9350188737361947e-05,
+      "loss": 1.2978,
+      "step": 4758
+    },
+    {
+      "epoch": 1.4174500642230867,
+      "grad_norm": 0.2152029424905777,
+      "learning_rate": 1.93498466606105e-05,
+      "loss": 1.2723,
+      "step": 4759
+    },
+    {
+      "epoch": 1.4177479104227555,
+      "grad_norm": 0.22033043205738068,
+      "learning_rate": 1.9349504496869177e-05,
+      "loss": 1.2911,
+      "step": 4760
+    },
+    {
+      "epoch": 1.418045756622424,
+      "grad_norm": 0.21459448337554932,
+      "learning_rate": 1.9349162246141165e-05,
+      "loss": 1.282,
+      "step": 4761
+    },
+    {
+      "epoch": 1.4183436028220928,
+      "grad_norm": 0.2216905653476715,
+      "learning_rate": 1.934881990842964e-05,
+      "loss": 1.2976,
+      "step": 4762
+    },
+    {
+      "epoch": 1.4186414490217614,
+      "grad_norm": 0.21749120950698853,
+      "learning_rate": 1.9348477483737792e-05,
+      "loss": 1.2664,
+      "step": 4763
+    },
+    {
+      "epoch": 1.41893929522143,
+      "grad_norm": 0.2163579910993576,
+      "learning_rate": 1.934813497206881e-05,
+      "loss": 1.2757,
+      "step": 4764
+    },
+    {
+      "epoch": 1.4192371414210987,
+      "grad_norm": 0.2084561586380005,
+      "learning_rate": 1.934779237342587e-05,
+      "loss": 1.2762,
+      "step": 4765
+    },
+    {
+      "epoch": 1.4195349876207675,
+      "grad_norm": 0.22256968915462494,
+      "learning_rate": 1.934744968781217e-05,
+      "loss": 1.2815,
+      "step": 4766
+    },
+    {
+      "epoch": 1.419832833820436,
+      "grad_norm": 0.2200809270143509,
+      "learning_rate": 1.934710691523089e-05,
+      "loss": 1.3122,
+      "step": 4767
+    },
+    {
+      "epoch": 1.4201306800201046,
+      "grad_norm": 0.23718221485614777,
+      "learning_rate": 1.9346764055685224e-05,
+      "loss": 1.2699,
+      "step": 4768
+    },
+    {
+      "epoch": 1.4204285262197733,
+      "grad_norm": 0.20865055918693542,
+      "learning_rate": 1.9346421109178365e-05,
+      "loss": 1.2726,
+      "step": 4769
+    },
+    {
+      "epoch": 1.4207263724194419,
+      "grad_norm": 0.21131010353565216,
+      "learning_rate": 1.9346078075713498e-05,
+      "loss": 1.2908,
+      "step": 4770
+    },
+    {
+      "epoch": 1.4210242186191104,
+      "grad_norm": 0.22388875484466553,
+      "learning_rate": 1.9345734955293817e-05,
+      "loss": 1.2942,
+      "step": 4771
+    },
+    {
+      "epoch": 1.4213220648187792,
+      "grad_norm": 0.2043249011039734,
+      "learning_rate": 1.9345391747922515e-05,
+      "loss": 1.2744,
+      "step": 4772
+    },
+    {
+      "epoch": 1.421619911018448,
+      "grad_norm": 0.22854197025299072,
+      "learning_rate": 1.9345048453602782e-05,
+      "loss": 1.2865,
+      "step": 4773
+    },
+    {
+      "epoch": 1.4219177572181165,
+      "grad_norm": 0.20839452743530273,
+      "learning_rate": 1.9344705072337815e-05,
+      "loss": 1.2639,
+      "step": 4774
+    },
+    {
+      "epoch": 1.422215603417785,
+      "grad_norm": 0.21528539061546326,
+      "learning_rate": 1.9344361604130807e-05,
+      "loss": 1.2805,
+      "step": 4775
+    },
+    {
+      "epoch": 1.4225134496174539,
+      "grad_norm": 0.20581011474132538,
+      "learning_rate": 1.9344018048984955e-05,
+      "loss": 1.2673,
+      "step": 4776
+    },
+    {
+      "epoch": 1.4228112958171224,
+      "grad_norm": 0.22256039083003998,
+      "learning_rate": 1.9343674406903455e-05,
+      "loss": 1.2769,
+      "step": 4777
+    },
+    {
+      "epoch": 1.423109142016791,
+      "grad_norm": 0.22472919523715973,
+      "learning_rate": 1.9343330677889504e-05,
+      "loss": 1.2981,
+      "step": 4778
+    },
+    {
+      "epoch": 1.4234069882164597,
+      "grad_norm": 0.21348482370376587,
+      "learning_rate": 1.9342986861946303e-05,
+      "loss": 1.278,
+      "step": 4779
+    },
+    {
+      "epoch": 1.4237048344161285,
+      "grad_norm": 0.21071229875087738,
+      "learning_rate": 1.9342642959077044e-05,
+      "loss": 1.2877,
+      "step": 4780
+    },
+    {
+      "epoch": 1.424002680615797,
+      "grad_norm": 0.2112603634595871,
+      "learning_rate": 1.9342298969284932e-05,
+      "loss": 1.2761,
+      "step": 4781
+    },
+    {
+      "epoch": 1.4243005268154656,
+      "grad_norm": 0.21463853120803833,
+      "learning_rate": 1.9341954892573165e-05,
+      "loss": 1.2662,
+      "step": 4782
+    },
+    {
+      "epoch": 1.4245983730151344,
+      "grad_norm": 0.20784740149974823,
+      "learning_rate": 1.9341610728944945e-05,
+      "loss": 1.2803,
+      "step": 4783
+    },
+    {
+      "epoch": 1.424896219214803,
+      "grad_norm": 0.21706542372703552,
+      "learning_rate": 1.9341266478403474e-05,
+      "loss": 1.2885,
+      "step": 4784
+    },
+    {
+      "epoch": 1.4251940654144715,
+      "grad_norm": 0.2044822871685028,
+      "learning_rate": 1.9340922140951954e-05,
+      "loss": 1.2825,
+      "step": 4785
+    },
+    {
+      "epoch": 1.4254919116141402,
+      "grad_norm": 0.21804824471473694,
+      "learning_rate": 1.9340577716593593e-05,
+      "loss": 1.2635,
+      "step": 4786
+    },
+    {
+      "epoch": 1.425789757813809,
+      "grad_norm": 0.2229154109954834,
+      "learning_rate": 1.934023320533159e-05,
+      "loss": 1.2888,
+      "step": 4787
+    },
+    {
+      "epoch": 1.4260876040134776,
+      "grad_norm": 0.23313355445861816,
+      "learning_rate": 1.9339888607169152e-05,
+      "loss": 1.2746,
+      "step": 4788
+    },
+    {
+      "epoch": 1.4263854502131461,
+      "grad_norm": 0.2325923591852188,
+      "learning_rate": 1.9339543922109487e-05,
+      "loss": 1.2875,
+      "step": 4789
+    },
+    {
+      "epoch": 1.4266832964128149,
+      "grad_norm": 0.21830318868160248,
+      "learning_rate": 1.9339199150155804e-05,
+      "loss": 1.2793,
+      "step": 4790
+    },
+    {
+      "epoch": 1.4269811426124834,
+      "grad_norm": 0.21931092441082,
+      "learning_rate": 1.93388542913113e-05,
+      "loss": 1.2778,
+      "step": 4791
+    },
+    {
+      "epoch": 1.4272789888121522,
+      "grad_norm": 0.2196022868156433,
+      "learning_rate": 1.9338509345579196e-05,
+      "loss": 1.2791,
+      "step": 4792
+    },
+    {
+      "epoch": 1.4275768350118208,
+      "grad_norm": 0.2201681137084961,
+      "learning_rate": 1.9338164312962694e-05,
+      "loss": 1.2953,
+      "step": 4793
+    },
+    {
+      "epoch": 1.4278746812114895,
+      "grad_norm": 0.2099919468164444,
+      "learning_rate": 1.9337819193465007e-05,
+      "loss": 1.2716,
+      "step": 4794
+    },
+    {
+      "epoch": 1.428172527411158,
+      "grad_norm": 0.21924568712711334,
+      "learning_rate": 1.9337473987089346e-05,
+      "loss": 1.2851,
+      "step": 4795
+    },
+    {
+      "epoch": 1.4284703736108266,
+      "grad_norm": 0.21668729186058044,
+      "learning_rate": 1.933712869383892e-05,
+      "loss": 1.2812,
+      "step": 4796
+    },
+    {
+      "epoch": 1.4287682198104954,
+      "grad_norm": 0.20736163854599,
+      "learning_rate": 1.9336783313716946e-05,
+      "loss": 1.2678,
+      "step": 4797
+    },
+    {
+      "epoch": 1.429066066010164,
+      "grad_norm": 0.20503593981266022,
+      "learning_rate": 1.9336437846726634e-05,
+      "loss": 1.2802,
+      "step": 4798
+    },
+    {
+      "epoch": 1.4293639122098327,
+      "grad_norm": 0.23220981657505035,
+      "learning_rate": 1.9336092292871197e-05,
+      "loss": 1.2623,
+      "step": 4799
+    },
+    {
+      "epoch": 1.4296617584095013,
+      "grad_norm": 0.22154389321804047,
+      "learning_rate": 1.9335746652153856e-05,
+      "loss": 1.2771,
+      "step": 4800
+    },
+    {
+      "epoch": 1.42995960460917,
+      "grad_norm": 0.2188727706670761,
+      "learning_rate": 1.933540092457782e-05,
+      "loss": 1.2755,
+      "step": 4801
+    },
+    {
+      "epoch": 1.4302574508088386,
+      "grad_norm": 0.22202670574188232,
+      "learning_rate": 1.933505511014631e-05,
+      "loss": 1.2695,
+      "step": 4802
+    },
+    {
+      "epoch": 1.4305552970085071,
+      "grad_norm": 0.21409845352172852,
+      "learning_rate": 1.9334709208862537e-05,
+      "loss": 1.2808,
+      "step": 4803
+    },
+    {
+      "epoch": 1.430853143208176,
+      "grad_norm": 0.21846888959407806,
+      "learning_rate": 1.9334363220729733e-05,
+      "loss": 1.268,
+      "step": 4804
+    },
+    {
+      "epoch": 1.4311509894078445,
+      "grad_norm": 0.22371357679367065,
+      "learning_rate": 1.9334017145751102e-05,
+      "loss": 1.2848,
+      "step": 4805
+    },
+    {
+      "epoch": 1.4314488356075132,
+      "grad_norm": 0.21155185997486115,
+      "learning_rate": 1.9333670983929872e-05,
+      "loss": 1.2774,
+      "step": 4806
+    },
+    {
+      "epoch": 1.4317466818071818,
+      "grad_norm": 0.21358896791934967,
+      "learning_rate": 1.933332473526926e-05,
+      "loss": 1.2747,
+      "step": 4807
+    },
+    {
+      "epoch": 1.4320445280068506,
+      "grad_norm": 0.21508902311325073,
+      "learning_rate": 1.9332978399772493e-05,
+      "loss": 1.2974,
+      "step": 4808
+    },
+    {
+      "epoch": 1.432342374206519,
+      "grad_norm": 0.22894176840782166,
+      "learning_rate": 1.9332631977442787e-05,
+      "loss": 1.275,
+      "step": 4809
+    },
+    {
+      "epoch": 1.4326402204061877,
+      "grad_norm": 0.21540142595767975,
+      "learning_rate": 1.9332285468283368e-05,
+      "loss": 1.2794,
+      "step": 4810
+    },
+    {
+      "epoch": 1.4329380666058564,
+      "grad_norm": 0.21178120374679565,
+      "learning_rate": 1.9331938872297454e-05,
+      "loss": 1.2854,
+      "step": 4811
+    },
+    {
+      "epoch": 1.433235912805525,
+      "grad_norm": 0.21985602378845215,
+      "learning_rate": 1.9331592189488285e-05,
+      "loss": 1.2958,
+      "step": 4812
+    },
+    {
+      "epoch": 1.4335337590051938,
+      "grad_norm": 0.21311499178409576,
+      "learning_rate": 1.933124541985907e-05,
+      "loss": 1.2702,
+      "step": 4813
+    },
+    {
+      "epoch": 1.4338316052048623,
+      "grad_norm": 0.21507811546325684,
+      "learning_rate": 1.933089856341304e-05,
+      "loss": 1.2707,
+      "step": 4814
+    },
+    {
+      "epoch": 1.434129451404531,
+      "grad_norm": 0.22037610411643982,
+      "learning_rate": 1.933055162015343e-05,
+      "loss": 1.2806,
+      "step": 4815
+    },
+    {
+      "epoch": 1.4344272976041996,
+      "grad_norm": 0.21492549777030945,
+      "learning_rate": 1.9330204590083457e-05,
+      "loss": 1.2773,
+      "step": 4816
+    },
+    {
+      "epoch": 1.4347251438038682,
+      "grad_norm": 0.21301521360874176,
+      "learning_rate": 1.9329857473206355e-05,
+      "loss": 1.2853,
+      "step": 4817
+    },
+    {
+      "epoch": 1.435022990003537,
+      "grad_norm": 0.2319442629814148,
+      "learning_rate": 1.9329510269525358e-05,
+      "loss": 1.2878,
+      "step": 4818
+    },
+    {
+      "epoch": 1.4353208362032055,
+      "grad_norm": 0.21806570887565613,
+      "learning_rate": 1.9329162979043687e-05,
+      "loss": 1.2735,
+      "step": 4819
+    },
+    {
+      "epoch": 1.4356186824028743,
+      "grad_norm": 0.21726150810718536,
+      "learning_rate": 1.9328815601764577e-05,
+      "loss": 1.3067,
+      "step": 4820
+    },
+    {
+      "epoch": 1.4359165286025428,
+      "grad_norm": 0.2200784981250763,
+      "learning_rate": 1.9328468137691266e-05,
+      "loss": 1.303,
+      "step": 4821
+    },
+    {
+      "epoch": 1.4362143748022116,
+      "grad_norm": 0.21538648009300232,
+      "learning_rate": 1.9328120586826977e-05,
+      "loss": 1.2801,
+      "step": 4822
+    },
+    {
+      "epoch": 1.4365122210018801,
+      "grad_norm": 0.22035753726959229,
+      "learning_rate": 1.9327772949174948e-05,
+      "loss": 1.2773,
+      "step": 4823
+    },
+    {
+      "epoch": 1.4368100672015487,
+      "grad_norm": 0.21646147966384888,
+      "learning_rate": 1.9327425224738413e-05,
+      "loss": 1.2709,
+      "step": 4824
+    },
+    {
+      "epoch": 1.4371079134012175,
+      "grad_norm": 0.22500768303871155,
+      "learning_rate": 1.932707741352061e-05,
+      "loss": 1.2805,
+      "step": 4825
+    },
+    {
+      "epoch": 1.437405759600886,
+      "grad_norm": 0.2312770038843155,
+      "learning_rate": 1.9326729515524772e-05,
+      "loss": 1.2925,
+      "step": 4826
+    },
+    {
+      "epoch": 1.4377036058005548,
+      "grad_norm": 0.22772246599197388,
+      "learning_rate": 1.9326381530754134e-05,
+      "loss": 1.2726,
+      "step": 4827
+    },
+    {
+      "epoch": 1.4380014520002233,
+      "grad_norm": 0.2224140763282776,
+      "learning_rate": 1.932603345921194e-05,
+      "loss": 1.2772,
+      "step": 4828
+    },
+    {
+      "epoch": 1.438299298199892,
+      "grad_norm": 0.22427061200141907,
+      "learning_rate": 1.932568530090142e-05,
+      "loss": 1.3016,
+      "step": 4829
+    },
+    {
+      "epoch": 1.4385971443995607,
+      "grad_norm": 0.21568401157855988,
+      "learning_rate": 1.9325337055825818e-05,
+      "loss": 1.2926,
+      "step": 4830
+    },
+    {
+      "epoch": 1.4388949905992292,
+      "grad_norm": 0.22633923590183258,
+      "learning_rate": 1.9324988723988377e-05,
+      "loss": 1.2857,
+      "step": 4831
+    },
+    {
+      "epoch": 1.439192836798898,
+      "grad_norm": 0.22848960757255554,
+      "learning_rate": 1.932464030539233e-05,
+      "loss": 1.2615,
+      "step": 4832
+    },
+    {
+      "epoch": 1.4394906829985668,
+      "grad_norm": 0.21749244630336761,
+      "learning_rate": 1.9324291800040927e-05,
+      "loss": 1.2802,
+      "step": 4833
+    },
+    {
+      "epoch": 1.4397885291982353,
+      "grad_norm": 0.2067568451166153,
+      "learning_rate": 1.9323943207937404e-05,
+      "loss": 1.2853,
+      "step": 4834
+    },
+    {
+      "epoch": 1.4400863753979039,
+      "grad_norm": 0.21011200547218323,
+      "learning_rate": 1.9323594529085005e-05,
+      "loss": 1.2806,
+      "step": 4835
+    },
+    {
+      "epoch": 1.4403842215975726,
+      "grad_norm": 0.21135860681533813,
+      "learning_rate": 1.9323245763486982e-05,
+      "loss": 1.2732,
+      "step": 4836
+    },
+    {
+      "epoch": 1.4406820677972412,
+      "grad_norm": 0.21184229850769043,
+      "learning_rate": 1.932289691114657e-05,
+      "loss": 1.2818,
+      "step": 4837
+    },
+    {
+      "epoch": 1.4409799139969097,
+      "grad_norm": 0.22322779893875122,
+      "learning_rate": 1.9322547972067016e-05,
+      "loss": 1.2677,
+      "step": 4838
+    },
+    {
+      "epoch": 1.4412777601965785,
+      "grad_norm": 0.21357326209545135,
+      "learning_rate": 1.9322198946251572e-05,
+      "loss": 1.2705,
+      "step": 4839
+    },
+    {
+      "epoch": 1.4415756063962473,
+      "grad_norm": 0.21662479639053345,
+      "learning_rate": 1.9321849833703484e-05,
+      "loss": 1.2731,
+      "step": 4840
+    },
+    {
+      "epoch": 1.4418734525959158,
+      "grad_norm": 0.22164317965507507,
+      "learning_rate": 1.9321500634425995e-05,
+      "loss": 1.2734,
+      "step": 4841
+    },
+    {
+      "epoch": 1.4421712987955844,
+      "grad_norm": 0.273386687040329,
+      "learning_rate": 1.9321151348422358e-05,
+      "loss": 1.289,
+      "step": 4842
+    },
+    {
+      "epoch": 1.4424691449952531,
+      "grad_norm": 0.22557945549488068,
+      "learning_rate": 1.932080197569582e-05,
+      "loss": 1.2689,
+      "step": 4843
+    },
+    {
+      "epoch": 1.4427669911949217,
+      "grad_norm": 0.214786559343338,
+      "learning_rate": 1.932045251624964e-05,
+      "loss": 1.2862,
+      "step": 4844
+    },
+    {
+      "epoch": 1.4430648373945902,
+      "grad_norm": 0.2258441299200058,
+      "learning_rate": 1.9320102970087055e-05,
+      "loss": 1.286,
+      "step": 4845
+    },
+    {
+      "epoch": 1.443362683594259,
+      "grad_norm": 0.21301913261413574,
+      "learning_rate": 1.9319753337211327e-05,
+      "loss": 1.2759,
+      "step": 4846
+    },
+    {
+      "epoch": 1.4436605297939278,
+      "grad_norm": 0.21130412817001343,
+      "learning_rate": 1.9319403617625707e-05,
+      "loss": 1.2989,
+      "step": 4847
+    },
+    {
+      "epoch": 1.4439583759935963,
+      "grad_norm": 0.2133743315935135,
+      "learning_rate": 1.931905381133345e-05,
+      "loss": 1.2857,
+      "step": 4848
+    },
+    {
+      "epoch": 1.4442562221932649,
+      "grad_norm": 0.21618391573429108,
+      "learning_rate": 1.9318703918337807e-05,
+      "loss": 1.2911,
+      "step": 4849
+    },
+    {
+      "epoch": 1.4445540683929337,
+      "grad_norm": 0.21383893489837646,
+      "learning_rate": 1.9318353938642037e-05,
+      "loss": 1.2873,
+      "step": 4850
+    },
+    {
+      "epoch": 1.4448519145926022,
+      "grad_norm": 0.21067416667938232,
+      "learning_rate": 1.9318003872249398e-05,
+      "loss": 1.2893,
+      "step": 4851
+    },
+    {
+      "epoch": 1.4451497607922708,
+      "grad_norm": 0.21318969130516052,
+      "learning_rate": 1.9317653719163137e-05,
+      "loss": 1.2833,
+      "step": 4852
+    },
+    {
+      "epoch": 1.4454476069919395,
+      "grad_norm": 0.21748173236846924,
+      "learning_rate": 1.9317303479386523e-05,
+      "loss": 1.2693,
+      "step": 4853
+    },
+    {
+      "epoch": 1.4457454531916083,
+      "grad_norm": 0.22137188911437988,
+      "learning_rate": 1.931695315292281e-05,
+      "loss": 1.2914,
+      "step": 4854
+    },
+    {
+      "epoch": 1.4460432993912768,
+      "grad_norm": 0.22523652017116547,
+      "learning_rate": 1.9316602739775255e-05,
+      "loss": 1.2787,
+      "step": 4855
+    },
+    {
+      "epoch": 1.4463411455909454,
+      "grad_norm": 0.2076699584722519,
+      "learning_rate": 1.9316252239947123e-05,
+      "loss": 1.265,
+      "step": 4856
+    },
+    {
+      "epoch": 1.4466389917906142,
+      "grad_norm": 0.2129327356815338,
+      "learning_rate": 1.9315901653441672e-05,
+      "loss": 1.271,
+      "step": 4857
+    },
+    {
+      "epoch": 1.4469368379902827,
+      "grad_norm": 0.21853697299957275,
+      "learning_rate": 1.931555098026216e-05,
+      "loss": 1.2663,
+      "step": 4858
+    },
+    {
+      "epoch": 1.4472346841899515,
+      "grad_norm": 0.25575652718544006,
+      "learning_rate": 1.9315200220411862e-05,
+      "loss": 1.2753,
+      "step": 4859
+    },
+    {
+      "epoch": 1.44753253038962,
+      "grad_norm": 0.2197348028421402,
+      "learning_rate": 1.931484937389403e-05,
+      "loss": 1.2602,
+      "step": 4860
+    },
+    {
+      "epoch": 1.4478303765892888,
+      "grad_norm": 0.23306891322135925,
+      "learning_rate": 1.9314498440711928e-05,
+      "loss": 1.2772,
+      "step": 4861
+    },
+    {
+      "epoch": 1.4481282227889574,
+      "grad_norm": 0.2237478792667389,
+      "learning_rate": 1.931414742086883e-05,
+      "loss": 1.283,
+      "step": 4862
+    },
+    {
+      "epoch": 1.448426068988626,
+      "grad_norm": 0.21376194059848785,
+      "learning_rate": 1.9313796314367995e-05,
+      "loss": 1.2757,
+      "step": 4863
+    },
+    {
+      "epoch": 1.4487239151882947,
+      "grad_norm": 0.2342880517244339,
+      "learning_rate": 1.9313445121212692e-05,
+      "loss": 1.2813,
+      "step": 4864
+    },
+    {
+      "epoch": 1.4490217613879632,
+      "grad_norm": 0.21437346935272217,
+      "learning_rate": 1.9313093841406186e-05,
+      "loss": 1.2851,
+      "step": 4865
+    },
+    {
+      "epoch": 1.449319607587632,
+      "grad_norm": 0.2158830463886261,
+      "learning_rate": 1.9312742474951747e-05,
+      "loss": 1.2785,
+      "step": 4866
+    },
+    {
+      "epoch": 1.4496174537873006,
+      "grad_norm": 0.20946374535560608,
+      "learning_rate": 1.9312391021852644e-05,
+      "loss": 1.28,
+      "step": 4867
+    },
+    {
+      "epoch": 1.4499152999869693,
+      "grad_norm": 0.21851618587970734,
+      "learning_rate": 1.9312039482112147e-05,
+      "loss": 1.2771,
+      "step": 4868
+    },
+    {
+      "epoch": 1.4502131461866379,
+      "grad_norm": 0.23499397933483124,
+      "learning_rate": 1.931168785573353e-05,
+      "loss": 1.3018,
+      "step": 4869
+    },
+    {
+      "epoch": 1.4505109923863064,
+      "grad_norm": 0.2345985770225525,
+      "learning_rate": 1.931133614272006e-05,
+      "loss": 1.2812,
+      "step": 4870
+    },
+    {
+      "epoch": 1.4508088385859752,
+      "grad_norm": 0.21713724732398987,
+      "learning_rate": 1.9310984343075006e-05,
+      "loss": 1.2889,
+      "step": 4871
+    },
+    {
+      "epoch": 1.4511066847856438,
+      "grad_norm": 0.2307348996400833,
+      "learning_rate": 1.931063245680165e-05,
+      "loss": 1.2784,
+      "step": 4872
+    },
+    {
+      "epoch": 1.4514045309853125,
+      "grad_norm": 0.22369886934757233,
+      "learning_rate": 1.931028048390326e-05,
+      "loss": 1.2824,
+      "step": 4873
+    },
+    {
+      "epoch": 1.451702377184981,
+      "grad_norm": 0.2125367820262909,
+      "learning_rate": 1.930992842438311e-05,
+      "loss": 1.2762,
+      "step": 4874
+    },
+    {
+      "epoch": 1.4520002233846498,
+      "grad_norm": 0.23226135969161987,
+      "learning_rate": 1.930957627824448e-05,
+      "loss": 1.2888,
+      "step": 4875
+    },
+    {
+      "epoch": 1.4522980695843184,
+      "grad_norm": 0.22335903346538544,
+      "learning_rate": 1.9309224045490643e-05,
+      "loss": 1.2783,
+      "step": 4876
+    },
+    {
+      "epoch": 1.452595915783987,
+      "grad_norm": 0.21399128437042236,
+      "learning_rate": 1.9308871726124877e-05,
+      "loss": 1.2811,
+      "step": 4877
+    },
+    {
+      "epoch": 1.4528937619836557,
+      "grad_norm": 0.2137995958328247,
+      "learning_rate": 1.9308519320150463e-05,
+      "loss": 1.283,
+      "step": 4878
+    },
+    {
+      "epoch": 1.4531916081833243,
+      "grad_norm": 0.21936951577663422,
+      "learning_rate": 1.9308166827570674e-05,
+      "loss": 1.2782,
+      "step": 4879
+    },
+    {
+      "epoch": 1.453489454382993,
+      "grad_norm": 0.22406361997127533,
+      "learning_rate": 1.9307814248388793e-05,
+      "loss": 1.293,
+      "step": 4880
+    },
+    {
+      "epoch": 1.4537873005826616,
+      "grad_norm": 0.21134215593338013,
+      "learning_rate": 1.93074615826081e-05,
+      "loss": 1.2849,
+      "step": 4881
+    },
+    {
+      "epoch": 1.4540851467823304,
+      "grad_norm": 0.2193523794412613,
+      "learning_rate": 1.9307108830231878e-05,
+      "loss": 1.2924,
+      "step": 4882
+    },
+    {
+      "epoch": 1.454382992981999,
+      "grad_norm": 0.21330083906650543,
+      "learning_rate": 1.9306755991263403e-05,
+      "loss": 1.2797,
+      "step": 4883
+    },
+    {
+      "epoch": 1.4546808391816675,
+      "grad_norm": 0.21060821413993835,
+      "learning_rate": 1.9306403065705965e-05,
+      "loss": 1.288,
+      "step": 4884
+    },
+    {
+      "epoch": 1.4549786853813362,
+      "grad_norm": 0.25724872946739197,
+      "learning_rate": 1.930605005356284e-05,
+      "loss": 1.2907,
+      "step": 4885
+    },
+    {
+      "epoch": 1.4552765315810048,
+      "grad_norm": 0.20756061375141144,
+      "learning_rate": 1.930569695483732e-05,
+      "loss": 1.2775,
+      "step": 4886
+    },
+    {
+      "epoch": 1.4555743777806736,
+      "grad_norm": 0.21263720095157623,
+      "learning_rate": 1.9305343769532686e-05,
+      "loss": 1.2834,
+      "step": 4887
+    },
+    {
+      "epoch": 1.455872223980342,
+      "grad_norm": 0.21779103577136993,
+      "learning_rate": 1.9304990497652224e-05,
+      "loss": 1.2674,
+      "step": 4888
+    },
+    {
+      "epoch": 1.4561700701800109,
+      "grad_norm": 0.21574203670024872,
+      "learning_rate": 1.9304637139199225e-05,
+      "loss": 1.2655,
+      "step": 4889
+    },
+    {
+      "epoch": 1.4564679163796794,
+      "grad_norm": 0.21916961669921875,
+      "learning_rate": 1.930428369417697e-05,
+      "loss": 1.2925,
+      "step": 4890
+    },
+    {
+      "epoch": 1.456765762579348,
+      "grad_norm": 0.21140176057815552,
+      "learning_rate": 1.930393016258875e-05,
+      "loss": 1.288,
+      "step": 4891
+    },
+    {
+      "epoch": 1.4570636087790168,
+      "grad_norm": 0.2188664972782135,
+      "learning_rate": 1.9303576544437854e-05,
+      "loss": 1.2685,
+      "step": 4892
+    },
+    {
+      "epoch": 1.4573614549786853,
+      "grad_norm": 0.22733062505722046,
+      "learning_rate": 1.9303222839727575e-05,
+      "loss": 1.2931,
+      "step": 4893
+    },
+    {
+      "epoch": 1.457659301178354,
+      "grad_norm": 0.21536576747894287,
+      "learning_rate": 1.93028690484612e-05,
+      "loss": 1.296,
+      "step": 4894
+    },
+    {
+      "epoch": 1.4579571473780226,
+      "grad_norm": 0.2092432826757431,
+      "learning_rate": 1.9302515170642026e-05,
+      "loss": 1.2639,
+      "step": 4895
+    },
+    {
+      "epoch": 1.4582549935776914,
+      "grad_norm": 0.22613051533699036,
+      "learning_rate": 1.930216120627334e-05,
+      "loss": 1.2741,
+      "step": 4896
+    },
+    {
+      "epoch": 1.45855283977736,
+      "grad_norm": 0.22264140844345093,
+      "learning_rate": 1.9301807155358437e-05,
+      "loss": 1.2829,
+      "step": 4897
+    },
+    {
+      "epoch": 1.4588506859770285,
+      "grad_norm": 0.23095308244228363,
+      "learning_rate": 1.9301453017900608e-05,
+      "loss": 1.279,
+      "step": 4898
+    },
+    {
+      "epoch": 1.4591485321766973,
+      "grad_norm": 0.2456885427236557,
+      "learning_rate": 1.9301098793903153e-05,
+      "loss": 1.277,
+      "step": 4899
+    },
+    {
+      "epoch": 1.459446378376366,
+      "grad_norm": 0.2145146131515503,
+      "learning_rate": 1.9300744483369363e-05,
+      "loss": 1.2852,
+      "step": 4900
+    },
+    {
+      "epoch": 1.4597442245760346,
+      "grad_norm": 0.2277066856622696,
+      "learning_rate": 1.9300390086302542e-05,
+      "loss": 1.2805,
+      "step": 4901
+    },
+    {
+      "epoch": 1.4600420707757031,
+      "grad_norm": 0.2226993590593338,
+      "learning_rate": 1.930003560270598e-05,
+      "loss": 1.2858,
+      "step": 4902
+    },
+    {
+      "epoch": 1.460339916975372,
+      "grad_norm": 0.2158169001340866,
+      "learning_rate": 1.9299681032582978e-05,
+      "loss": 1.2857,
+      "step": 4903
+    },
+    {
+      "epoch": 1.4606377631750405,
+      "grad_norm": 0.22127355635166168,
+      "learning_rate": 1.929932637593683e-05,
+      "loss": 1.2768,
+      "step": 4904
+    },
+    {
+      "epoch": 1.460935609374709,
+      "grad_norm": 0.2199540138244629,
+      "learning_rate": 1.9298971632770844e-05,
+      "loss": 1.2587,
+      "step": 4905
+    },
+    {
+      "epoch": 1.4612334555743778,
+      "grad_norm": 0.2244499772787094,
+      "learning_rate": 1.9298616803088318e-05,
+      "loss": 1.2593,
+      "step": 4906
+    },
+    {
+      "epoch": 1.4615313017740466,
+      "grad_norm": 0.2019004076719284,
+      "learning_rate": 1.9298261886892547e-05,
+      "loss": 1.2638,
+      "step": 4907
+    },
+    {
+      "epoch": 1.461829147973715,
+      "grad_norm": 0.2197563350200653,
+      "learning_rate": 1.929790688418684e-05,
+      "loss": 1.2976,
+      "step": 4908
+    },
+    {
+      "epoch": 1.4621269941733837,
+      "grad_norm": 0.229153573513031,
+      "learning_rate": 1.92975517949745e-05,
+      "loss": 1.2667,
+      "step": 4909
+    },
+    {
+      "epoch": 1.4624248403730524,
+      "grad_norm": 0.2259681075811386,
+      "learning_rate": 1.9297196619258826e-05,
+      "loss": 1.2761,
+      "step": 4910
+    },
+    {
+      "epoch": 1.462722686572721,
+      "grad_norm": 0.22611136734485626,
+      "learning_rate": 1.9296841357043124e-05,
+      "loss": 1.2703,
+      "step": 4911
+    },
+    {
+      "epoch": 1.4630205327723895,
+      "grad_norm": 0.2154085338115692,
+      "learning_rate": 1.92964860083307e-05,
+      "loss": 1.2735,
+      "step": 4912
+    },
+    {
+      "epoch": 1.4633183789720583,
+      "grad_norm": 0.2122606784105301,
+      "learning_rate": 1.9296130573124862e-05,
+      "loss": 1.2843,
+      "step": 4913
+    },
+    {
+      "epoch": 1.463616225171727,
+      "grad_norm": 0.23453332483768463,
+      "learning_rate": 1.9295775051428914e-05,
+      "loss": 1.2977,
+      "step": 4914
+    },
+    {
+      "epoch": 1.4639140713713956,
+      "grad_norm": 0.2286519557237625,
+      "learning_rate": 1.929541944324617e-05,
+      "loss": 1.2814,
+      "step": 4915
+    },
+    {
+      "epoch": 1.4642119175710642,
+      "grad_norm": 0.23382240533828735,
+      "learning_rate": 1.929506374857993e-05,
+      "loss": 1.2839,
+      "step": 4916
+    },
+    {
+      "epoch": 1.464509763770733,
+      "grad_norm": 0.21530047059059143,
+      "learning_rate": 1.9294707967433503e-05,
+      "loss": 1.2797,
+      "step": 4917
+    },
+    {
+      "epoch": 1.4648076099704015,
+      "grad_norm": 0.22245480120182037,
+      "learning_rate": 1.9294352099810207e-05,
+      "loss": 1.2932,
+      "step": 4918
+    },
+    {
+      "epoch": 1.46510545617007,
+      "grad_norm": 0.23918482661247253,
+      "learning_rate": 1.9293996145713348e-05,
+      "loss": 1.2843,
+      "step": 4919
+    },
+    {
+      "epoch": 1.4654033023697388,
+      "grad_norm": 0.2126484215259552,
+      "learning_rate": 1.929364010514624e-05,
+      "loss": 1.2931,
+      "step": 4920
+    },
+    {
+      "epoch": 1.4657011485694076,
+      "grad_norm": 0.2203528881072998,
+      "learning_rate": 1.929328397811219e-05,
+      "loss": 1.263,
+      "step": 4921
+    },
+    {
+      "epoch": 1.4659989947690761,
+      "grad_norm": 0.21826790273189545,
+      "learning_rate": 1.929292776461452e-05,
+      "loss": 1.2683,
+      "step": 4922
+    },
+    {
+      "epoch": 1.4662968409687447,
+      "grad_norm": 0.2075348049402237,
+      "learning_rate": 1.9292571464656538e-05,
+      "loss": 1.271,
+      "step": 4923
+    },
+    {
+      "epoch": 1.4665946871684135,
+      "grad_norm": 0.23244334757328033,
+      "learning_rate": 1.9292215078241564e-05,
+      "loss": 1.3111,
+      "step": 4924
+    },
+    {
+      "epoch": 1.466892533368082,
+      "grad_norm": 0.2200518697500229,
+      "learning_rate": 1.929185860537291e-05,
+      "loss": 1.2752,
+      "step": 4925
+    },
+    {
+      "epoch": 1.4671903795677508,
+      "grad_norm": 0.2329683154821396,
+      "learning_rate": 1.9291502046053888e-05,
+      "loss": 1.2694,
+      "step": 4926
+    },
+    {
+      "epoch": 1.4674882257674193,
+      "grad_norm": 0.22009992599487305,
+      "learning_rate": 1.9291145400287824e-05,
+      "loss": 1.2882,
+      "step": 4927
+    },
+    {
+      "epoch": 1.467786071967088,
+      "grad_norm": 0.21958021819591522,
+      "learning_rate": 1.9290788668078032e-05,
+      "loss": 1.3023,
+      "step": 4928
+    },
+    {
+      "epoch": 1.4680839181667567,
+      "grad_norm": 0.22004231810569763,
+      "learning_rate": 1.9290431849427834e-05,
+      "loss": 1.2749,
+      "step": 4929
+    },
+    {
+      "epoch": 1.4683817643664252,
+      "grad_norm": 0.21612748503684998,
+      "learning_rate": 1.9290074944340545e-05,
+      "loss": 1.2767,
+      "step": 4930
+    },
+    {
+      "epoch": 1.468679610566094,
+      "grad_norm": 0.21939951181411743,
+      "learning_rate": 1.9289717952819487e-05,
+      "loss": 1.2978,
+      "step": 4931
+    },
+    {
+      "epoch": 1.4689774567657625,
+      "grad_norm": 0.21950466930866241,
+      "learning_rate": 1.9289360874867987e-05,
+      "loss": 1.2717,
+      "step": 4932
+    },
+    {
+      "epoch": 1.4692753029654313,
+      "grad_norm": 0.21353593468666077,
+      "learning_rate": 1.928900371048936e-05,
+      "loss": 1.2974,
+      "step": 4933
+    },
+    {
+      "epoch": 1.4695731491650998,
+      "grad_norm": 0.22219714522361755,
+      "learning_rate": 1.928864645968693e-05,
+      "loss": 1.2641,
+      "step": 4934
+    },
+    {
+      "epoch": 1.4698709953647686,
+      "grad_norm": 0.21758060157299042,
+      "learning_rate": 1.9288289122464026e-05,
+      "loss": 1.2755,
+      "step": 4935
+    },
+    {
+      "epoch": 1.4701688415644372,
+      "grad_norm": 0.2182830423116684,
+      "learning_rate": 1.9287931698823964e-05,
+      "loss": 1.2664,
+      "step": 4936
+    },
+    {
+      "epoch": 1.4704666877641057,
+      "grad_norm": 0.22116537392139435,
+      "learning_rate": 1.9287574188770078e-05,
+      "loss": 1.2765,
+      "step": 4937
+    },
+    {
+      "epoch": 1.4707645339637745,
+      "grad_norm": 0.19969645142555237,
+      "learning_rate": 1.9287216592305692e-05,
+      "loss": 1.2877,
+      "step": 4938
+    },
+    {
+      "epoch": 1.471062380163443,
+      "grad_norm": 0.22789418697357178,
+      "learning_rate": 1.928685890943413e-05,
+      "loss": 1.2806,
+      "step": 4939
+    },
+    {
+      "epoch": 1.4713602263631118,
+      "grad_norm": 0.21748170256614685,
+      "learning_rate": 1.9286501140158727e-05,
+      "loss": 1.2716,
+      "step": 4940
+    },
+    {
+      "epoch": 1.4716580725627804,
+      "grad_norm": 0.23064807057380676,
+      "learning_rate": 1.92861432844828e-05,
+      "loss": 1.2832,
+      "step": 4941
+    },
+    {
+      "epoch": 1.4719559187624491,
+      "grad_norm": 0.25822216272354126,
+      "learning_rate": 1.9285785342409687e-05,
+      "loss": 1.2671,
+      "step": 4942
+    },
+    {
+      "epoch": 1.4722537649621177,
+      "grad_norm": 0.24876217544078827,
+      "learning_rate": 1.9285427313942717e-05,
+      "loss": 1.299,
+      "step": 4943
+    },
+    {
+      "epoch": 1.4725516111617862,
+      "grad_norm": 0.22561317682266235,
+      "learning_rate": 1.928506919908522e-05,
+      "loss": 1.2657,
+      "step": 4944
+    },
+    {
+      "epoch": 1.472849457361455,
+      "grad_norm": 0.2996424436569214,
+      "learning_rate": 1.928471099784053e-05,
+      "loss": 1.295,
+      "step": 4945
+    },
+    {
+      "epoch": 1.4731473035611236,
+      "grad_norm": 0.23014278709888458,
+      "learning_rate": 1.928435271021197e-05,
+      "loss": 1.2757,
+      "step": 4946
+    },
+    {
+      "epoch": 1.4734451497607923,
+      "grad_norm": 0.23713409900665283,
+      "learning_rate": 1.9283994336202888e-05,
+      "loss": 1.2852,
+      "step": 4947
+    },
+    {
+      "epoch": 1.4737429959604609,
+      "grad_norm": 0.22407498955726624,
+      "learning_rate": 1.928363587581661e-05,
+      "loss": 1.2806,
+      "step": 4948
+    },
+    {
+      "epoch": 1.4740408421601296,
+      "grad_norm": 0.21705381572246552,
+      "learning_rate": 1.928327732905647e-05,
+      "loss": 1.2663,
+      "step": 4949
+    },
+    {
+      "epoch": 1.4743386883597982,
+      "grad_norm": 0.23391960561275482,
+      "learning_rate": 1.928291869592581e-05,
+      "loss": 1.2617,
+      "step": 4950
+    },
+    {
+      "epoch": 1.4746365345594667,
+      "grad_norm": 0.20994536578655243,
+      "learning_rate": 1.9282559976427962e-05,
+      "loss": 1.2909,
+      "step": 4951
+    },
+    {
+      "epoch": 1.4749343807591355,
+      "grad_norm": 0.2166874259710312,
+      "learning_rate": 1.9282201170566265e-05,
+      "loss": 1.2705,
+      "step": 4952
+    },
+    {
+      "epoch": 1.475232226958804,
+      "grad_norm": 0.21621519327163696,
+      "learning_rate": 1.9281842278344053e-05,
+      "loss": 1.2761,
+      "step": 4953
+    },
+    {
+      "epoch": 1.4755300731584728,
+      "grad_norm": 0.22492529451847076,
+      "learning_rate": 1.928148329976467e-05,
+      "loss": 1.2766,
+      "step": 4954
+    },
+    {
+      "epoch": 1.4758279193581414,
+      "grad_norm": 0.22125613689422607,
+      "learning_rate": 1.9281124234831458e-05,
+      "loss": 1.2636,
+      "step": 4955
+    },
+    {
+      "epoch": 1.4761257655578102,
+      "grad_norm": 0.22913573682308197,
+      "learning_rate": 1.9280765083547753e-05,
+      "loss": 1.2956,
+      "step": 4956
+    },
+    {
+      "epoch": 1.4764236117574787,
+      "grad_norm": 0.21469125151634216,
+      "learning_rate": 1.9280405845916896e-05,
+      "loss": 1.2854,
+      "step": 4957
+    },
+    {
+      "epoch": 1.4767214579571473,
+      "grad_norm": 0.20909914374351501,
+      "learning_rate": 1.928004652194223e-05,
+      "loss": 1.2871,
+      "step": 4958
+    },
+    {
+      "epoch": 1.477019304156816,
+      "grad_norm": 0.2232624590396881,
+      "learning_rate": 1.9279687111627107e-05,
+      "loss": 1.2907,
+      "step": 4959
+    },
+    {
+      "epoch": 1.4773171503564846,
+      "grad_norm": 0.22202903032302856,
+      "learning_rate": 1.927932761497486e-05,
+      "loss": 1.2755,
+      "step": 4960
+    },
+    {
+      "epoch": 1.4776149965561534,
+      "grad_norm": 0.2193203866481781,
+      "learning_rate": 1.9278968031988835e-05,
+      "loss": 1.2709,
+      "step": 4961
+    },
+    {
+      "epoch": 1.477912842755822,
+      "grad_norm": 0.22183677554130554,
+      "learning_rate": 1.9278608362672376e-05,
+      "loss": 1.2912,
+      "step": 4962
+    },
+    {
+      "epoch": 1.4782106889554907,
+      "grad_norm": 0.22596612572669983,
+      "learning_rate": 1.927824860702884e-05,
+      "loss": 1.2716,
+      "step": 4963
+    },
+    {
+      "epoch": 1.4785085351551592,
+      "grad_norm": 0.21625077724456787,
+      "learning_rate": 1.9277888765061562e-05,
+      "loss": 1.2833,
+      "step": 4964
+    },
+    {
+      "epoch": 1.4788063813548278,
+      "grad_norm": 0.241022989153862,
+      "learning_rate": 1.92775288367739e-05,
+      "loss": 1.2767,
+      "step": 4965
+    },
+    {
+      "epoch": 1.4791042275544966,
+      "grad_norm": 0.21953821182250977,
+      "learning_rate": 1.9277168822169194e-05,
+      "loss": 1.2712,
+      "step": 4966
+    },
+    {
+      "epoch": 1.4794020737541653,
+      "grad_norm": 0.21410316228866577,
+      "learning_rate": 1.9276808721250798e-05,
+      "loss": 1.2912,
+      "step": 4967
+    },
+    {
+      "epoch": 1.4796999199538339,
+      "grad_norm": 0.21265076100826263,
+      "learning_rate": 1.9276448534022057e-05,
+      "loss": 1.2726,
+      "step": 4968
+    },
+    {
+      "epoch": 1.4799977661535024,
+      "grad_norm": 0.22445210814476013,
+      "learning_rate": 1.9276088260486335e-05,
+      "loss": 1.2824,
+      "step": 4969
+    },
+    {
+      "epoch": 1.4802956123531712,
+      "grad_norm": 0.21892309188842773,
+      "learning_rate": 1.927572790064697e-05,
+      "loss": 1.2789,
+      "step": 4970
+    },
+    {
+      "epoch": 1.4805934585528397,
+      "grad_norm": 0.2171856313943863,
+      "learning_rate": 1.9275367454507324e-05,
+      "loss": 1.2932,
+      "step": 4971
+    },
+    {
+      "epoch": 1.4808913047525083,
+      "grad_norm": 0.21604934334754944,
+      "learning_rate": 1.9275006922070743e-05,
+      "loss": 1.2669,
+      "step": 4972
+    },
+    {
+      "epoch": 1.481189150952177,
+      "grad_norm": 0.2263178676366806,
+      "learning_rate": 1.9274646303340587e-05,
+      "loss": 1.278,
+      "step": 4973
+    },
+    {
+      "epoch": 1.4814869971518458,
+      "grad_norm": 0.22390708327293396,
+      "learning_rate": 1.927428559832021e-05,
+      "loss": 1.2886,
+      "step": 4974
+    },
+    {
+      "epoch": 1.4817848433515144,
+      "grad_norm": 0.21440237760543823,
+      "learning_rate": 1.9273924807012966e-05,
+      "loss": 1.2955,
+      "step": 4975
+    },
+    {
+      "epoch": 1.482082689551183,
+      "grad_norm": 0.215138778090477,
+      "learning_rate": 1.9273563929422216e-05,
+      "loss": 1.2796,
+      "step": 4976
+    },
+    {
+      "epoch": 1.4823805357508517,
+      "grad_norm": 0.21976342797279358,
+      "learning_rate": 1.927320296555131e-05,
+      "loss": 1.2593,
+      "step": 4977
+    },
+    {
+      "epoch": 1.4826783819505203,
+      "grad_norm": 0.21736851334571838,
+      "learning_rate": 1.9272841915403612e-05,
+      "loss": 1.28,
+      "step": 4978
+    },
+    {
+      "epoch": 1.4829762281501888,
+      "grad_norm": 0.21572822332382202,
+      "learning_rate": 1.9272480778982484e-05,
+      "loss": 1.2929,
+      "step": 4979
+    },
+    {
+      "epoch": 1.4832740743498576,
+      "grad_norm": 0.22615979611873627,
+      "learning_rate": 1.927211955629128e-05,
+      "loss": 1.2785,
+      "step": 4980
+    },
+    {
+      "epoch": 1.4835719205495264,
+      "grad_norm": 0.2202790528535843,
+      "learning_rate": 1.9271758247333362e-05,
+      "loss": 1.2781,
+      "step": 4981
+    },
+    {
+      "epoch": 1.483869766749195,
+      "grad_norm": 0.22541899979114532,
+      "learning_rate": 1.9271396852112094e-05,
+      "loss": 1.2638,
+      "step": 4982
+    },
+    {
+      "epoch": 1.4841676129488635,
+      "grad_norm": 0.22249038517475128,
+      "learning_rate": 1.9271035370630838e-05,
+      "loss": 1.2735,
+      "step": 4983
+    },
+    {
+      "epoch": 1.4844654591485322,
+      "grad_norm": 0.25325918197631836,
+      "learning_rate": 1.9270673802892954e-05,
+      "loss": 1.2839,
+      "step": 4984
+    },
+    {
+      "epoch": 1.4847633053482008,
+      "grad_norm": 0.21583291888237,
+      "learning_rate": 1.927031214890181e-05,
+      "loss": 1.2605,
+      "step": 4985
+    },
+    {
+      "epoch": 1.4850611515478696,
+      "grad_norm": 0.23504725098609924,
+      "learning_rate": 1.9269950408660766e-05,
+      "loss": 1.2756,
+      "step": 4986
+    },
+    {
+      "epoch": 1.485358997747538,
+      "grad_norm": 0.2224356085062027,
+      "learning_rate": 1.926958858217319e-05,
+      "loss": 1.2851,
+      "step": 4987
+    },
+    {
+      "epoch": 1.4856568439472069,
+      "grad_norm": 0.23366491496562958,
+      "learning_rate": 1.926922666944245e-05,
+      "loss": 1.2689,
+      "step": 4988
+    },
+    {
+      "epoch": 1.4859546901468754,
+      "grad_norm": 0.2041642814874649,
+      "learning_rate": 1.9268864670471914e-05,
+      "loss": 1.2746,
+      "step": 4989
+    },
+    {
+      "epoch": 1.486252536346544,
+      "grad_norm": 0.21593394875526428,
+      "learning_rate": 1.9268502585264946e-05,
+      "loss": 1.2777,
+      "step": 4990
+    },
+    {
+      "epoch": 1.4865503825462127,
+      "grad_norm": 0.21973749995231628,
+      "learning_rate": 1.9268140413824915e-05,
+      "loss": 1.2757,
+      "step": 4991
+    },
+    {
+      "epoch": 1.4868482287458813,
+      "grad_norm": 0.22880889475345612,
+      "learning_rate": 1.9267778156155198e-05,
+      "loss": 1.2888,
+      "step": 4992
+    },
+    {
+      "epoch": 1.48714607494555,
+      "grad_norm": 0.2150540053844452,
+      "learning_rate": 1.9267415812259157e-05,
+      "loss": 1.2677,
+      "step": 4993
+    },
+    {
+      "epoch": 1.4874439211452186,
+      "grad_norm": 0.23506714403629303,
+      "learning_rate": 1.9267053382140166e-05,
+      "loss": 1.2886,
+      "step": 4994
+    },
+    {
+      "epoch": 1.4877417673448874,
+      "grad_norm": 0.22009918093681335,
+      "learning_rate": 1.9266690865801597e-05,
+      "loss": 1.2688,
+      "step": 4995
+    },
+    {
+      "epoch": 1.488039613544556,
+      "grad_norm": 0.229282408952713,
+      "learning_rate": 1.9266328263246824e-05,
+      "loss": 1.2643,
+      "step": 4996
+    },
+    {
+      "epoch": 1.4883374597442245,
+      "grad_norm": 0.21965311467647552,
+      "learning_rate": 1.9265965574479218e-05,
+      "loss": 1.2814,
+      "step": 4997
+    },
+    {
+      "epoch": 1.4886353059438933,
+      "grad_norm": 0.2273985892534256,
+      "learning_rate": 1.9265602799502154e-05,
+      "loss": 1.293,
+      "step": 4998
+    },
+    {
+      "epoch": 1.4889331521435618,
+      "grad_norm": 0.22290019690990448,
+      "learning_rate": 1.926523993831901e-05,
+      "loss": 1.2965,
+      "step": 4999
+    },
+    {
+      "epoch": 1.4892309983432306,
+      "grad_norm": 0.20859937369823456,
+      "learning_rate": 1.9264876990933156e-05,
+      "loss": 1.284,
+      "step": 5000
+    },
+    {
+      "epoch": 1.4892309983432306,
+      "eval_loss": 1.350777506828308,
+      "eval_runtime": 21.2077,
+      "eval_samples_per_second": 81.763,
+      "eval_steps_per_second": 5.14,
+      "step": 5000
+    },
+    {
+      "epoch": 1.4895288445428991,
+      "grad_norm": 0.2520102262496948,
+      "learning_rate": 1.9264513957347978e-05,
+      "loss": 1.2765,
+      "step": 5001
+    },
+    {
+      "epoch": 1.489826690742568,
+      "grad_norm": 0.23392906785011292,
+      "learning_rate": 1.9264150837566847e-05,
+      "loss": 1.2827,
+      "step": 5002
+    },
+    {
+      "epoch": 1.4901245369422365,
+      "grad_norm": 0.22240546345710754,
+      "learning_rate": 1.9263787631593144e-05,
+      "loss": 1.2861,
+      "step": 5003
+    },
+    {
+      "epoch": 1.490422383141905,
+      "grad_norm": 0.2256360948085785,
+      "learning_rate": 1.9263424339430244e-05,
+      "loss": 1.2811,
+      "step": 5004
+    },
+    {
+      "epoch": 1.4907202293415738,
+      "grad_norm": 0.2463768869638443,
+      "learning_rate": 1.926306096108153e-05,
+      "loss": 1.2646,
+      "step": 5005
+    },
+    {
+      "epoch": 1.4910180755412423,
+      "grad_norm": 0.22218027710914612,
+      "learning_rate": 1.9262697496550388e-05,
+      "loss": 1.2816,
+      "step": 5006
+    },
+    {
+      "epoch": 1.491315921740911,
+      "grad_norm": 0.2227209061384201,
+      "learning_rate": 1.926233394584019e-05,
+      "loss": 1.2874,
+      "step": 5007
+    },
+    {
+      "epoch": 1.4916137679405796,
+      "grad_norm": 0.22535954415798187,
+      "learning_rate": 1.9261970308954326e-05,
+      "loss": 1.2805,
+      "step": 5008
+    },
+    {
+      "epoch": 1.4919116141402484,
+      "grad_norm": 0.21909268200397491,
+      "learning_rate": 1.9261606585896174e-05,
+      "loss": 1.2841,
+      "step": 5009
+    },
+    {
+      "epoch": 1.492209460339917,
+      "grad_norm": 0.22318336367607117,
+      "learning_rate": 1.9261242776669123e-05,
+      "loss": 1.2798,
+      "step": 5010
+    },
+    {
+      "epoch": 1.4925073065395855,
+      "grad_norm": 0.2382373809814453,
+      "learning_rate": 1.9260878881276555e-05,
+      "loss": 1.2983,
+      "step": 5011
+    },
+    {
+      "epoch": 1.4928051527392543,
+      "grad_norm": 0.21087752282619476,
+      "learning_rate": 1.9260514899721854e-05,
+      "loss": 1.2786,
+      "step": 5012
+    },
+    {
+      "epoch": 1.4931029989389228,
+      "grad_norm": 0.2340303212404251,
+      "learning_rate": 1.9260150832008408e-05,
+      "loss": 1.2782,
+      "step": 5013
+    },
+    {
+      "epoch": 1.4934008451385916,
+      "grad_norm": 0.21488603949546814,
+      "learning_rate": 1.9259786678139605e-05,
+      "loss": 1.3042,
+      "step": 5014
+    },
+    {
+      "epoch": 1.4936986913382602,
+      "grad_norm": 0.23216792941093445,
+      "learning_rate": 1.9259422438118835e-05,
+      "loss": 1.2624,
+      "step": 5015
+    },
+    {
+      "epoch": 1.493996537537929,
+      "grad_norm": 0.221286341547966,
+      "learning_rate": 1.9259058111949483e-05,
+      "loss": 1.286,
+      "step": 5016
+    },
+    {
+      "epoch": 1.4942943837375975,
+      "grad_norm": 0.22693414986133575,
+      "learning_rate": 1.9258693699634937e-05,
+      "loss": 1.275,
+      "step": 5017
+    },
+    {
+      "epoch": 1.494592229937266,
+      "grad_norm": 0.2372429221868515,
+      "learning_rate": 1.9258329201178596e-05,
+      "loss": 1.2769,
+      "step": 5018
+    },
+    {
+      "epoch": 1.4948900761369348,
+      "grad_norm": 0.23893238604068756,
+      "learning_rate": 1.9257964616583843e-05,
+      "loss": 1.2803,
+      "step": 5019
+    },
+    {
+      "epoch": 1.4951879223366034,
+      "grad_norm": 0.21460749208927155,
+      "learning_rate": 1.9257599945854073e-05,
+      "loss": 1.2807,
+      "step": 5020
+    },
+    {
+      "epoch": 1.4954857685362721,
+      "grad_norm": 0.23852066695690155,
+      "learning_rate": 1.9257235188992676e-05,
+      "loss": 1.2846,
+      "step": 5021
+    },
+    {
+      "epoch": 1.4957836147359407,
+      "grad_norm": 0.22247886657714844,
+      "learning_rate": 1.9256870346003055e-05,
+      "loss": 1.2744,
+      "step": 5022
+    },
+    {
+      "epoch": 1.4960814609356095,
+      "grad_norm": 0.22894200682640076,
+      "learning_rate": 1.9256505416888595e-05,
+      "loss": 1.2793,
+      "step": 5023
+    },
+    {
+      "epoch": 1.496379307135278,
+      "grad_norm": 0.2209431231021881,
+      "learning_rate": 1.925614040165269e-05,
+      "loss": 1.2655,
+      "step": 5024
+    },
+    {
+      "epoch": 1.4966771533349466,
+      "grad_norm": 0.23314248025417328,
+      "learning_rate": 1.9255775300298744e-05,
+      "loss": 1.2803,
+      "step": 5025
+    },
+    {
+      "epoch": 1.4969749995346153,
+      "grad_norm": 0.22377417981624603,
+      "learning_rate": 1.9255410112830148e-05,
+      "loss": 1.2884,
+      "step": 5026
+    },
+    {
+      "epoch": 1.497272845734284,
+      "grad_norm": 0.22946637868881226,
+      "learning_rate": 1.92550448392503e-05,
+      "loss": 1.2714,
+      "step": 5027
+    },
+    {
+      "epoch": 1.4975706919339526,
+      "grad_norm": 0.21838387846946716,
+      "learning_rate": 1.9254679479562607e-05,
+      "loss": 1.2738,
+      "step": 5028
+    },
+    {
+      "epoch": 1.4978685381336212,
+      "grad_norm": 0.2359665036201477,
+      "learning_rate": 1.9254314033770456e-05,
+      "loss": 1.272,
+      "step": 5029
+    },
+    {
+      "epoch": 1.49816638433329,
+      "grad_norm": 0.22120609879493713,
+      "learning_rate": 1.9253948501877257e-05,
+      "loss": 1.2799,
+      "step": 5030
+    },
+    {
+      "epoch": 1.4984642305329585,
+      "grad_norm": 0.22768308222293854,
+      "learning_rate": 1.9253582883886398e-05,
+      "loss": 1.2829,
+      "step": 5031
+    },
+    {
+      "epoch": 1.498762076732627,
+      "grad_norm": 0.23316188156604767,
+      "learning_rate": 1.9253217179801297e-05,
+      "loss": 1.2654,
+      "step": 5032
+    },
+    {
+      "epoch": 1.4990599229322958,
+      "grad_norm": 0.22771909832954407,
+      "learning_rate": 1.9252851389625343e-05,
+      "loss": 1.2654,
+      "step": 5033
+    },
+    {
+      "epoch": 1.4993577691319646,
+      "grad_norm": 0.24694979190826416,
+      "learning_rate": 1.925248551336195e-05,
+      "loss": 1.2577,
+      "step": 5034
+    },
+    {
+      "epoch": 1.4996556153316332,
+      "grad_norm": 0.2150806188583374,
+      "learning_rate": 1.9252119551014516e-05,
+      "loss": 1.2957,
+      "step": 5035
+    },
+    {
+      "epoch": 1.4999534615313017,
+      "grad_norm": 0.22292621433734894,
+      "learning_rate": 1.9251753502586443e-05,
+      "loss": 1.2721,
+      "step": 5036
+    },
+    {
+      "epoch": 1.5002513077309705,
+      "grad_norm": 0.22536718845367432,
+      "learning_rate": 1.925138736808114e-05,
+      "loss": 1.2795,
+      "step": 5037
+    },
+    {
+      "epoch": 1.500549153930639,
+      "grad_norm": 0.226253941655159,
+      "learning_rate": 1.9251021147502016e-05,
+      "loss": 1.2814,
+      "step": 5038
+    },
+    {
+      "epoch": 1.5008470001303076,
+      "grad_norm": 0.23530824482440948,
+      "learning_rate": 1.9250654840852476e-05,
+      "loss": 1.2819,
+      "step": 5039
+    },
+    {
+      "epoch": 1.5011448463299764,
+      "grad_norm": 0.22629491984844208,
+      "learning_rate": 1.9250288448135928e-05,
+      "loss": 1.2728,
+      "step": 5040
+    },
+    {
+      "epoch": 1.5014426925296451,
+      "grad_norm": 0.2234068661928177,
+      "learning_rate": 1.924992196935578e-05,
+      "loss": 1.2817,
+      "step": 5041
+    },
+    {
+      "epoch": 1.5017405387293137,
+      "grad_norm": 0.21893714368343353,
+      "learning_rate": 1.9249555404515444e-05,
+      "loss": 1.286,
+      "step": 5042
+    },
+    {
+      "epoch": 1.5020383849289822,
+      "grad_norm": 0.21677549183368683,
+      "learning_rate": 1.9249188753618328e-05,
+      "loss": 1.2842,
+      "step": 5043
+    },
+    {
+      "epoch": 1.502336231128651,
+      "grad_norm": 0.2146213948726654,
+      "learning_rate": 1.9248822016667844e-05,
+      "loss": 1.2838,
+      "step": 5044
+    },
+    {
+      "epoch": 1.5026340773283196,
+      "grad_norm": 0.2185962051153183,
+      "learning_rate": 1.924845519366741e-05,
+      "loss": 1.2771,
+      "step": 5045
+    },
+    {
+      "epoch": 1.502931923527988,
+      "grad_norm": 0.24388039112091064,
+      "learning_rate": 1.9248088284620428e-05,
+      "loss": 1.2765,
+      "step": 5046
+    },
+    {
+      "epoch": 1.5032297697276569,
+      "grad_norm": 0.2095615118741989,
+      "learning_rate": 1.9247721289530318e-05,
+      "loss": 1.2818,
+      "step": 5047
+    },
+    {
+      "epoch": 1.5035276159273256,
+      "grad_norm": 0.23394814133644104,
+      "learning_rate": 1.9247354208400492e-05,
+      "loss": 1.2735,
+      "step": 5048
+    },
+    {
+      "epoch": 1.5038254621269942,
+      "grad_norm": 0.21744844317436218,
+      "learning_rate": 1.9246987041234372e-05,
+      "loss": 1.2812,
+      "step": 5049
+    },
+    {
+      "epoch": 1.5041233083266627,
+      "grad_norm": 0.23882654309272766,
+      "learning_rate": 1.9246619788035363e-05,
+      "loss": 1.2803,
+      "step": 5050
+    },
+    {
+      "epoch": 1.5044211545263315,
+      "grad_norm": 0.21487607061862946,
+      "learning_rate": 1.924625244880689e-05,
+      "loss": 1.2784,
+      "step": 5051
+    },
+    {
+      "epoch": 1.504719000726,
+      "grad_norm": 0.24575792253017426,
+      "learning_rate": 1.924588502355237e-05,
+      "loss": 1.3009,
+      "step": 5052
+    },
+    {
+      "epoch": 1.5050168469256686,
+      "grad_norm": 0.2168632447719574,
+      "learning_rate": 1.9245517512275217e-05,
+      "loss": 1.2894,
+      "step": 5053
+    },
+    {
+      "epoch": 1.5053146931253374,
+      "grad_norm": 0.2268664389848709,
+      "learning_rate": 1.9245149914978854e-05,
+      "loss": 1.2835,
+      "step": 5054
+    },
+    {
+      "epoch": 1.5056125393250062,
+      "grad_norm": 0.2149057686328888,
+      "learning_rate": 1.9244782231666703e-05,
+      "loss": 1.2715,
+      "step": 5055
+    },
+    {
+      "epoch": 1.5059103855246747,
+      "grad_norm": 0.22716905176639557,
+      "learning_rate": 1.9244414462342184e-05,
+      "loss": 1.2766,
+      "step": 5056
+    },
+    {
+      "epoch": 1.5062082317243433,
+      "grad_norm": 0.22673822939395905,
+      "learning_rate": 1.924404660700871e-05,
+      "loss": 1.2717,
+      "step": 5057
+    },
+    {
+      "epoch": 1.506506077924012,
+      "grad_norm": 0.21987012028694153,
+      "learning_rate": 1.9243678665669715e-05,
+      "loss": 1.2825,
+      "step": 5058
+    },
+    {
+      "epoch": 1.5068039241236806,
+      "grad_norm": 0.22434185445308685,
+      "learning_rate": 1.924331063832862e-05,
+      "loss": 1.2698,
+      "step": 5059
+    },
+    {
+      "epoch": 1.5071017703233491,
+      "grad_norm": 0.23307372629642487,
+      "learning_rate": 1.9242942524988842e-05,
+      "loss": 1.2887,
+      "step": 5060
+    },
+    {
+      "epoch": 1.507399616523018,
+      "grad_norm": 0.2240176945924759,
+      "learning_rate": 1.924257432565381e-05,
+      "loss": 1.2878,
+      "step": 5061
+    },
+    {
+      "epoch": 1.5076974627226867,
+      "grad_norm": 0.23216986656188965,
+      "learning_rate": 1.924220604032695e-05,
+      "loss": 1.29,
+      "step": 5062
+    },
+    {
+      "epoch": 1.5079953089223552,
+      "grad_norm": 0.22601667046546936,
+      "learning_rate": 1.9241837669011694e-05,
+      "loss": 1.2878,
+      "step": 5063
+    },
+    {
+      "epoch": 1.5082931551220238,
+      "grad_norm": 0.21720650792121887,
+      "learning_rate": 1.924146921171146e-05,
+      "loss": 1.2929,
+      "step": 5064
+    },
+    {
+      "epoch": 1.5085910013216925,
+      "grad_norm": 0.22596383094787598,
+      "learning_rate": 1.9241100668429685e-05,
+      "loss": 1.2751,
+      "step": 5065
+    },
+    {
+      "epoch": 1.5088888475213613,
+      "grad_norm": 0.2102445662021637,
+      "learning_rate": 1.9240732039169786e-05,
+      "loss": 1.2879,
+      "step": 5066
+    },
+    {
+      "epoch": 1.5091866937210296,
+      "grad_norm": 0.24772226810455322,
+      "learning_rate": 1.9240363323935206e-05,
+      "loss": 1.2576,
+      "step": 5067
+    },
+    {
+      "epoch": 1.5094845399206984,
+      "grad_norm": 0.217487633228302,
+      "learning_rate": 1.9239994522729364e-05,
+      "loss": 1.2735,
+      "step": 5068
+    },
+    {
+      "epoch": 1.5097823861203672,
+      "grad_norm": 0.2197350114583969,
+      "learning_rate": 1.9239625635555698e-05,
+      "loss": 1.2637,
+      "step": 5069
+    },
+    {
+      "epoch": 1.5100802323200357,
+      "grad_norm": 0.22306449711322784,
+      "learning_rate": 1.923925666241764e-05,
+      "loss": 1.2759,
+      "step": 5070
+    },
+    {
+      "epoch": 1.5103780785197043,
+      "grad_norm": 0.2273397296667099,
+      "learning_rate": 1.9238887603318625e-05,
+      "loss": 1.2785,
+      "step": 5071
+    },
+    {
+      "epoch": 1.510675924719373,
+      "grad_norm": 0.21052822470664978,
+      "learning_rate": 1.9238518458262075e-05,
+      "loss": 1.2786,
+      "step": 5072
+    },
+    {
+      "epoch": 1.5109737709190418,
+      "grad_norm": 0.21630816161632538,
+      "learning_rate": 1.9238149227251437e-05,
+      "loss": 1.2927,
+      "step": 5073
+    },
+    {
+      "epoch": 1.5112716171187102,
+      "grad_norm": 0.20805077254772186,
+      "learning_rate": 1.9237779910290144e-05,
+      "loss": 1.285,
+      "step": 5074
+    },
+    {
+      "epoch": 1.511569463318379,
+      "grad_norm": 0.22114484012126923,
+      "learning_rate": 1.9237410507381623e-05,
+      "loss": 1.2876,
+      "step": 5075
+    },
+    {
+      "epoch": 1.5118673095180477,
+      "grad_norm": 0.22389502823352814,
+      "learning_rate": 1.9237041018529325e-05,
+      "loss": 1.2795,
+      "step": 5076
+    },
+    {
+      "epoch": 1.5121651557177163,
+      "grad_norm": 0.21567100286483765,
+      "learning_rate": 1.9236671443736677e-05,
+      "loss": 1.2854,
+      "step": 5077
+    },
+    {
+      "epoch": 1.5124630019173848,
+      "grad_norm": 0.22371292114257812,
+      "learning_rate": 1.9236301783007123e-05,
+      "loss": 1.2769,
+      "step": 5078
+    },
+    {
+      "epoch": 1.5127608481170536,
+      "grad_norm": 0.22854968905448914,
+      "learning_rate": 1.9235932036344097e-05,
+      "loss": 1.2843,
+      "step": 5079
+    },
+    {
+      "epoch": 1.5130586943167224,
+      "grad_norm": 0.21412812173366547,
+      "learning_rate": 1.9235562203751047e-05,
+      "loss": 1.2641,
+      "step": 5080
+    },
+    {
+      "epoch": 1.513356540516391,
+      "grad_norm": 0.22908322513103485,
+      "learning_rate": 1.923519228523141e-05,
+      "loss": 1.2798,
+      "step": 5081
+    },
+    {
+      "epoch": 1.5136543867160595,
+      "grad_norm": 0.21367821097373962,
+      "learning_rate": 1.923482228078862e-05,
+      "loss": 1.2798,
+      "step": 5082
+    },
+    {
+      "epoch": 1.5139522329157282,
+      "grad_norm": 0.33910495042800903,
+      "learning_rate": 1.923445219042613e-05,
+      "loss": 1.2733,
+      "step": 5083
+    },
+    {
+      "epoch": 1.5142500791153968,
+      "grad_norm": 0.23164407908916473,
+      "learning_rate": 1.923408201414738e-05,
+      "loss": 1.2749,
+      "step": 5084
+    },
+    {
+      "epoch": 1.5145479253150653,
+      "grad_norm": 0.23809514939785004,
+      "learning_rate": 1.9233711751955815e-05,
+      "loss": 1.2724,
+      "step": 5085
+    },
+    {
+      "epoch": 1.514845771514734,
+      "grad_norm": 0.20901332795619965,
+      "learning_rate": 1.9233341403854877e-05,
+      "loss": 1.2691,
+      "step": 5086
+    },
+    {
+      "epoch": 1.5151436177144029,
+      "grad_norm": 0.22775524854660034,
+      "learning_rate": 1.9232970969848013e-05,
+      "loss": 1.2832,
+      "step": 5087
+    },
+    {
+      "epoch": 1.5154414639140714,
+      "grad_norm": 0.21273073554039001,
+      "learning_rate": 1.9232600449938673e-05,
+      "loss": 1.2783,
+      "step": 5088
+    },
+    {
+      "epoch": 1.51573931011374,
+      "grad_norm": 0.22500090301036835,
+      "learning_rate": 1.92322298441303e-05,
+      "loss": 1.3053,
+      "step": 5089
+    },
+    {
+      "epoch": 1.5160371563134087,
+      "grad_norm": 0.20830382406711578,
+      "learning_rate": 1.923185915242634e-05,
+      "loss": 1.2751,
+      "step": 5090
+    },
+    {
+      "epoch": 1.5163350025130773,
+      "grad_norm": 0.21803244948387146,
+      "learning_rate": 1.9231488374830247e-05,
+      "loss": 1.2693,
+      "step": 5091
+    },
+    {
+      "epoch": 1.5166328487127458,
+      "grad_norm": 0.21517494320869446,
+      "learning_rate": 1.923111751134547e-05,
+      "loss": 1.2797,
+      "step": 5092
+    },
+    {
+      "epoch": 1.5169306949124146,
+      "grad_norm": 0.2202211320400238,
+      "learning_rate": 1.9230746561975455e-05,
+      "loss": 1.2711,
+      "step": 5093
+    },
+    {
+      "epoch": 1.5172285411120834,
+      "grad_norm": 0.22223502397537231,
+      "learning_rate": 1.9230375526723657e-05,
+      "loss": 1.2846,
+      "step": 5094
+    },
+    {
+      "epoch": 1.517526387311752,
+      "grad_norm": 0.21127375960350037,
+      "learning_rate": 1.923000440559353e-05,
+      "loss": 1.2882,
+      "step": 5095
+    },
+    {
+      "epoch": 1.5178242335114205,
+      "grad_norm": 0.21672438085079193,
+      "learning_rate": 1.922963319858852e-05,
+      "loss": 1.281,
+      "step": 5096
+    },
+    {
+      "epoch": 1.5181220797110893,
+      "grad_norm": 0.2225533276796341,
+      "learning_rate": 1.9229261905712092e-05,
+      "loss": 1.2891,
+      "step": 5097
+    },
+    {
+      "epoch": 1.5184199259107578,
+      "grad_norm": 0.22136686742305756,
+      "learning_rate": 1.9228890526967688e-05,
+      "loss": 1.299,
+      "step": 5098
+    },
+    {
+      "epoch": 1.5187177721104264,
+      "grad_norm": 0.22122547030448914,
+      "learning_rate": 1.922851906235877e-05,
+      "loss": 1.2862,
+      "step": 5099
+    },
+    {
+      "epoch": 1.5190156183100951,
+      "grad_norm": 0.2353043109178543,
+      "learning_rate": 1.9228147511888795e-05,
+      "loss": 1.2834,
+      "step": 5100
+    },
+    {
+      "epoch": 1.519313464509764,
+      "grad_norm": 0.21503135561943054,
+      "learning_rate": 1.9227775875561218e-05,
+      "loss": 1.2634,
+      "step": 5101
+    },
+    {
+      "epoch": 1.5196113107094325,
+      "grad_norm": 0.21588893234729767,
+      "learning_rate": 1.9227404153379492e-05,
+      "loss": 1.2919,
+      "step": 5102
+    },
+    {
+      "epoch": 1.519909156909101,
+      "grad_norm": 0.2221689373254776,
+      "learning_rate": 1.922703234534708e-05,
+      "loss": 1.2896,
+      "step": 5103
+    },
+    {
+      "epoch": 1.5202070031087698,
+      "grad_norm": 0.2100355178117752,
+      "learning_rate": 1.9226660451467443e-05,
+      "loss": 1.2818,
+      "step": 5104
+    },
+    {
+      "epoch": 1.5205048493084383,
+      "grad_norm": 0.2249361276626587,
+      "learning_rate": 1.9226288471744042e-05,
+      "loss": 1.2886,
+      "step": 5105
+    },
+    {
+      "epoch": 1.5208026955081069,
+      "grad_norm": 0.22217456996440887,
+      "learning_rate": 1.922591640618033e-05,
+      "loss": 1.2585,
+      "step": 5106
+    },
+    {
+      "epoch": 1.5211005417077756,
+      "grad_norm": 0.2258172482252121,
+      "learning_rate": 1.9225544254779777e-05,
+      "loss": 1.2908,
+      "step": 5107
+    },
+    {
+      "epoch": 1.5213983879074444,
+      "grad_norm": 0.21065488457679749,
+      "learning_rate": 1.922517201754584e-05,
+      "loss": 1.289,
+      "step": 5108
+    },
+    {
+      "epoch": 1.521696234107113,
+      "grad_norm": 0.22901864349842072,
+      "learning_rate": 1.9224799694481988e-05,
+      "loss": 1.2786,
+      "step": 5109
+    },
+    {
+      "epoch": 1.5219940803067815,
+      "grad_norm": 0.2129736691713333,
+      "learning_rate": 1.922442728559168e-05,
+      "loss": 1.2937,
+      "step": 5110
+    },
+    {
+      "epoch": 1.5222919265064503,
+      "grad_norm": 0.21151354908943176,
+      "learning_rate": 1.9224054790878378e-05,
+      "loss": 1.2686,
+      "step": 5111
+    },
+    {
+      "epoch": 1.5225897727061188,
+      "grad_norm": 0.21267589926719666,
+      "learning_rate": 1.9223682210345556e-05,
+      "loss": 1.2684,
+      "step": 5112
+    },
+    {
+      "epoch": 1.5228876189057874,
+      "grad_norm": 0.22577396035194397,
+      "learning_rate": 1.9223309543996676e-05,
+      "loss": 1.278,
+      "step": 5113
+    },
+    {
+      "epoch": 1.5231854651054562,
+      "grad_norm": 0.21641625463962555,
+      "learning_rate": 1.9222936791835205e-05,
+      "loss": 1.2671,
+      "step": 5114
+    },
+    {
+      "epoch": 1.523483311305125,
+      "grad_norm": 0.23217715322971344,
+      "learning_rate": 1.9222563953864612e-05,
+      "loss": 1.2881,
+      "step": 5115
+    },
+    {
+      "epoch": 1.5237811575047935,
+      "grad_norm": 0.22642222046852112,
+      "learning_rate": 1.9222191030088364e-05,
+      "loss": 1.2736,
+      "step": 5116
+    },
+    {
+      "epoch": 1.524079003704462,
+      "grad_norm": 0.2142854481935501,
+      "learning_rate": 1.9221818020509933e-05,
+      "loss": 1.2636,
+      "step": 5117
+    },
+    {
+      "epoch": 1.5243768499041308,
+      "grad_norm": 0.22878050804138184,
+      "learning_rate": 1.922144492513279e-05,
+      "loss": 1.2855,
+      "step": 5118
+    },
+    {
+      "epoch": 1.5246746961037994,
+      "grad_norm": 0.21787415444850922,
+      "learning_rate": 1.92210717439604e-05,
+      "loss": 1.2707,
+      "step": 5119
+    },
+    {
+      "epoch": 1.524972542303468,
+      "grad_norm": 0.23277103900909424,
+      "learning_rate": 1.9220698476996245e-05,
+      "loss": 1.2876,
+      "step": 5120
+    },
+    {
+      "epoch": 1.5252703885031367,
+      "grad_norm": 0.21832115948200226,
+      "learning_rate": 1.922032512424379e-05,
+      "loss": 1.2736,
+      "step": 5121
+    },
+    {
+      "epoch": 1.5255682347028054,
+      "grad_norm": 0.2242104411125183,
+      "learning_rate": 1.921995168570651e-05,
+      "loss": 1.2613,
+      "step": 5122
+    },
+    {
+      "epoch": 1.525866080902474,
+      "grad_norm": 0.21479088068008423,
+      "learning_rate": 1.9219578161387886e-05,
+      "loss": 1.2975,
+      "step": 5123
+    },
+    {
+      "epoch": 1.5261639271021425,
+      "grad_norm": 0.21542489528656006,
+      "learning_rate": 1.9219204551291385e-05,
+      "loss": 1.2766,
+      "step": 5124
+    },
+    {
+      "epoch": 1.5264617733018113,
+      "grad_norm": 0.21532559394836426,
+      "learning_rate": 1.9218830855420486e-05,
+      "loss": 1.2779,
+      "step": 5125
+    },
+    {
+      "epoch": 1.5267596195014799,
+      "grad_norm": 0.23046466708183289,
+      "learning_rate": 1.9218457073778665e-05,
+      "loss": 1.2746,
+      "step": 5126
+    },
+    {
+      "epoch": 1.5270574657011484,
+      "grad_norm": 0.21354719996452332,
+      "learning_rate": 1.92180832063694e-05,
+      "loss": 1.2745,
+      "step": 5127
+    },
+    {
+      "epoch": 1.5273553119008172,
+      "grad_norm": 0.22858357429504395,
+      "learning_rate": 1.921770925319617e-05,
+      "loss": 1.2891,
+      "step": 5128
+    },
+    {
+      "epoch": 1.527653158100486,
+      "grad_norm": 0.21283267438411713,
+      "learning_rate": 1.9217335214262455e-05,
+      "loss": 1.2865,
+      "step": 5129
+    },
+    {
+      "epoch": 1.5279510043001545,
+      "grad_norm": 0.2285892367362976,
+      "learning_rate": 1.9216961089571734e-05,
+      "loss": 1.2906,
+      "step": 5130
+    },
+    {
+      "epoch": 1.528248850499823,
+      "grad_norm": 0.22981026768684387,
+      "learning_rate": 1.9216586879127486e-05,
+      "loss": 1.2773,
+      "step": 5131
+    },
+    {
+      "epoch": 1.5285466966994918,
+      "grad_norm": 0.22597664594650269,
+      "learning_rate": 1.9216212582933197e-05,
+      "loss": 1.2813,
+      "step": 5132
+    },
+    {
+      "epoch": 1.5288445428991606,
+      "grad_norm": 0.23075662553310394,
+      "learning_rate": 1.9215838200992344e-05,
+      "loss": 1.2803,
+      "step": 5133
+    },
+    {
+      "epoch": 1.529142389098829,
+      "grad_norm": 0.21592989563941956,
+      "learning_rate": 1.9215463733308418e-05,
+      "loss": 1.2742,
+      "step": 5134
+    },
+    {
+      "epoch": 1.5294402352984977,
+      "grad_norm": 0.2478303462266922,
+      "learning_rate": 1.9215089179884897e-05,
+      "loss": 1.2767,
+      "step": 5135
+    },
+    {
+      "epoch": 1.5297380814981665,
+      "grad_norm": 0.2218201756477356,
+      "learning_rate": 1.9214714540725263e-05,
+      "loss": 1.2676,
+      "step": 5136
+    },
+    {
+      "epoch": 1.530035927697835,
+      "grad_norm": 0.22012294828891754,
+      "learning_rate": 1.9214339815833004e-05,
+      "loss": 1.2742,
+      "step": 5137
+    },
+    {
+      "epoch": 1.5303337738975036,
+      "grad_norm": 0.21948669850826263,
+      "learning_rate": 1.9213965005211614e-05,
+      "loss": 1.2904,
+      "step": 5138
+    },
+    {
+      "epoch": 1.5306316200971724,
+      "grad_norm": 0.20946471393108368,
+      "learning_rate": 1.9213590108864572e-05,
+      "loss": 1.2808,
+      "step": 5139
+    },
+    {
+      "epoch": 1.5309294662968411,
+      "grad_norm": 0.2280375212430954,
+      "learning_rate": 1.9213215126795366e-05,
+      "loss": 1.2849,
+      "step": 5140
+    },
+    {
+      "epoch": 1.5312273124965095,
+      "grad_norm": 0.2271459996700287,
+      "learning_rate": 1.921284005900749e-05,
+      "loss": 1.2733,
+      "step": 5141
+    },
+    {
+      "epoch": 1.5315251586961782,
+      "grad_norm": 0.22264908254146576,
+      "learning_rate": 1.921246490550443e-05,
+      "loss": 1.2628,
+      "step": 5142
+    },
+    {
+      "epoch": 1.531823004895847,
+      "grad_norm": 0.20613276958465576,
+      "learning_rate": 1.9212089666289674e-05,
+      "loss": 1.2704,
+      "step": 5143
+    },
+    {
+      "epoch": 1.5321208510955155,
+      "grad_norm": 0.28468140959739685,
+      "learning_rate": 1.9211714341366718e-05,
+      "loss": 1.2673,
+      "step": 5144
+    },
+    {
+      "epoch": 1.532418697295184,
+      "grad_norm": 0.24806201457977295,
+      "learning_rate": 1.921133893073905e-05,
+      "loss": 1.2897,
+      "step": 5145
+    },
+    {
+      "epoch": 1.5327165434948529,
+      "grad_norm": 0.24836388230323792,
+      "learning_rate": 1.9210963434410166e-05,
+      "loss": 1.2792,
+      "step": 5146
+    },
+    {
+      "epoch": 1.5330143896945216,
+      "grad_norm": 0.21674907207489014,
+      "learning_rate": 1.921058785238356e-05,
+      "loss": 1.2847,
+      "step": 5147
+    },
+    {
+      "epoch": 1.5333122358941902,
+      "grad_norm": 0.30787208676338196,
+      "learning_rate": 1.9210212184662724e-05,
+      "loss": 1.2909,
+      "step": 5148
+    },
+    {
+      "epoch": 1.5336100820938587,
+      "grad_norm": 0.24113978445529938,
+      "learning_rate": 1.9209836431251154e-05,
+      "loss": 1.2796,
+      "step": 5149
+    },
+    {
+      "epoch": 1.5339079282935275,
+      "grad_norm": 0.22804510593414307,
+      "learning_rate": 1.9209460592152345e-05,
+      "loss": 1.2737,
+      "step": 5150
+    },
+    {
+      "epoch": 1.534205774493196,
+      "grad_norm": 0.2252933233976364,
+      "learning_rate": 1.9209084667369793e-05,
+      "loss": 1.2851,
+      "step": 5151
+    },
+    {
+      "epoch": 1.5345036206928646,
+      "grad_norm": 0.21543268859386444,
+      "learning_rate": 1.9208708656907e-05,
+      "loss": 1.2846,
+      "step": 5152
+    },
+    {
+      "epoch": 1.5348014668925334,
+      "grad_norm": 0.21873699128627777,
+      "learning_rate": 1.920833256076746e-05,
+      "loss": 1.2744,
+      "step": 5153
+    },
+    {
+      "epoch": 1.5350993130922022,
+      "grad_norm": 0.23945359885692596,
+      "learning_rate": 1.9207956378954673e-05,
+      "loss": 1.2795,
+      "step": 5154
+    },
+    {
+      "epoch": 1.5353971592918707,
+      "grad_norm": 0.2227172702550888,
+      "learning_rate": 1.9207580111472142e-05,
+      "loss": 1.2978,
+      "step": 5155
+    },
+    {
+      "epoch": 1.5356950054915393,
+      "grad_norm": 0.212611123919487,
+      "learning_rate": 1.9207203758323362e-05,
+      "loss": 1.2945,
+      "step": 5156
+    },
+    {
+      "epoch": 1.535992851691208,
+      "grad_norm": 0.21947996318340302,
+      "learning_rate": 1.920682731951184e-05,
+      "loss": 1.2602,
+      "step": 5157
+    },
+    {
+      "epoch": 1.5362906978908766,
+      "grad_norm": 0.23065443336963654,
+      "learning_rate": 1.920645079504108e-05,
+      "loss": 1.2713,
+      "step": 5158
+    },
+    {
+      "epoch": 1.5365885440905451,
+      "grad_norm": 0.2252213954925537,
+      "learning_rate": 1.9206074184914575e-05,
+      "loss": 1.2844,
+      "step": 5159
+    },
+    {
+      "epoch": 1.536886390290214,
+      "grad_norm": 0.21542248129844666,
+      "learning_rate": 1.9205697489135838e-05,
+      "loss": 1.2723,
+      "step": 5160
+    },
+    {
+      "epoch": 1.5371842364898827,
+      "grad_norm": 0.20689259469509125,
+      "learning_rate": 1.9205320707708372e-05,
+      "loss": 1.2522,
+      "step": 5161
+    },
+    {
+      "epoch": 1.5374820826895512,
+      "grad_norm": 0.22795073688030243,
+      "learning_rate": 1.920494384063568e-05,
+      "loss": 1.2672,
+      "step": 5162
+    },
+    {
+      "epoch": 1.5377799288892198,
+      "grad_norm": 0.23105382919311523,
+      "learning_rate": 1.9204566887921273e-05,
+      "loss": 1.2841,
+      "step": 5163
+    },
+    {
+      "epoch": 1.5380777750888885,
+      "grad_norm": 0.2340937703847885,
+      "learning_rate": 1.9204189849568654e-05,
+      "loss": 1.2813,
+      "step": 5164
+    },
+    {
+      "epoch": 1.538375621288557,
+      "grad_norm": 0.21824911236763,
+      "learning_rate": 1.9203812725581328e-05,
+      "loss": 1.2751,
+      "step": 5165
+    },
+    {
+      "epoch": 1.5386734674882256,
+      "grad_norm": 0.21339337527751923,
+      "learning_rate": 1.920343551596281e-05,
+      "loss": 1.2677,
+      "step": 5166
+    },
+    {
+      "epoch": 1.5389713136878944,
+      "grad_norm": 0.22229644656181335,
+      "learning_rate": 1.9203058220716607e-05,
+      "loss": 1.2571,
+      "step": 5167
+    },
+    {
+      "epoch": 1.5392691598875632,
+      "grad_norm": 0.22805114090442657,
+      "learning_rate": 1.9202680839846232e-05,
+      "loss": 1.2818,
+      "step": 5168
+    },
+    {
+      "epoch": 1.5395670060872317,
+      "grad_norm": 0.2152119129896164,
+      "learning_rate": 1.920230337335519e-05,
+      "loss": 1.2931,
+      "step": 5169
+    },
+    {
+      "epoch": 1.5398648522869003,
+      "grad_norm": 0.22499510645866394,
+      "learning_rate": 1.9201925821247e-05,
+      "loss": 1.2619,
+      "step": 5170
+    },
+    {
+      "epoch": 1.540162698486569,
+      "grad_norm": 0.21436291933059692,
+      "learning_rate": 1.920154818352517e-05,
+      "loss": 1.2774,
+      "step": 5171
+    },
+    {
+      "epoch": 1.5404605446862376,
+      "grad_norm": 0.2081919014453888,
+      "learning_rate": 1.9201170460193213e-05,
+      "loss": 1.295,
+      "step": 5172
+    },
+    {
+      "epoch": 1.5407583908859062,
+      "grad_norm": 0.22008489072322845,
+      "learning_rate": 1.9200792651254647e-05,
+      "loss": 1.278,
+      "step": 5173
+    },
+    {
+      "epoch": 1.541056237085575,
+      "grad_norm": 0.21873022615909576,
+      "learning_rate": 1.9200414756712985e-05,
+      "loss": 1.2692,
+      "step": 5174
+    },
+    {
+      "epoch": 1.5413540832852437,
+      "grad_norm": 0.22118264436721802,
+      "learning_rate": 1.920003677657174e-05,
+      "loss": 1.2963,
+      "step": 5175
+    },
+    {
+      "epoch": 1.5416519294849123,
+      "grad_norm": 0.21683140099048615,
+      "learning_rate": 1.9199658710834434e-05,
+      "loss": 1.2995,
+      "step": 5176
+    },
+    {
+      "epoch": 1.5419497756845808,
+      "grad_norm": 0.21878816187381744,
+      "learning_rate": 1.9199280559504584e-05,
+      "loss": 1.2843,
+      "step": 5177
+    },
+    {
+      "epoch": 1.5422476218842496,
+      "grad_norm": 0.22942353785037994,
+      "learning_rate": 1.9198902322585704e-05,
+      "loss": 1.2767,
+      "step": 5178
+    },
+    {
+      "epoch": 1.5425454680839181,
+      "grad_norm": 0.23138710856437683,
+      "learning_rate": 1.9198524000081317e-05,
+      "loss": 1.301,
+      "step": 5179
+    },
+    {
+      "epoch": 1.5428433142835867,
+      "grad_norm": 0.21942220628261566,
+      "learning_rate": 1.919814559199494e-05,
+      "loss": 1.2846,
+      "step": 5180
+    },
+    {
+      "epoch": 1.5431411604832554,
+      "grad_norm": 0.21210066974163055,
+      "learning_rate": 1.9197767098330097e-05,
+      "loss": 1.2972,
+      "step": 5181
+    },
+    {
+      "epoch": 1.5434390066829242,
+      "grad_norm": 0.219122976064682,
+      "learning_rate": 1.9197388519090302e-05,
+      "loss": 1.2776,
+      "step": 5182
+    },
+    {
+      "epoch": 1.5437368528825928,
+      "grad_norm": 0.2294389009475708,
+      "learning_rate": 1.919700985427909e-05,
+      "loss": 1.2833,
+      "step": 5183
+    },
+    {
+      "epoch": 1.5440346990822613,
+      "grad_norm": 0.2336971014738083,
+      "learning_rate": 1.919663110389997e-05,
+      "loss": 1.2677,
+      "step": 5184
+    },
+    {
+      "epoch": 1.54433254528193,
+      "grad_norm": 0.2087344527244568,
+      "learning_rate": 1.9196252267956477e-05,
+      "loss": 1.2745,
+      "step": 5185
+    },
+    {
+      "epoch": 1.5446303914815986,
+      "grad_norm": 0.22128574550151825,
+      "learning_rate": 1.9195873346452132e-05,
+      "loss": 1.2865,
+      "step": 5186
+    },
+    {
+      "epoch": 1.5449282376812672,
+      "grad_norm": 0.2278864085674286,
+      "learning_rate": 1.9195494339390455e-05,
+      "loss": 1.2697,
+      "step": 5187
+    },
+    {
+      "epoch": 1.545226083880936,
+      "grad_norm": 0.2292591631412506,
+      "learning_rate": 1.9195115246774985e-05,
+      "loss": 1.2819,
+      "step": 5188
+    },
+    {
+      "epoch": 1.5455239300806047,
+      "grad_norm": 0.21845091879367828,
+      "learning_rate": 1.9194736068609235e-05,
+      "loss": 1.2734,
+      "step": 5189
+    },
+    {
+      "epoch": 1.5458217762802733,
+      "grad_norm": 0.2252739667892456,
+      "learning_rate": 1.919435680489674e-05,
+      "loss": 1.2897,
+      "step": 5190
+    },
+    {
+      "epoch": 1.5461196224799418,
+      "grad_norm": 0.21534298360347748,
+      "learning_rate": 1.9193977455641025e-05,
+      "loss": 1.2684,
+      "step": 5191
+    },
+    {
+      "epoch": 1.5464174686796106,
+      "grad_norm": 0.22747106850147247,
+      "learning_rate": 1.9193598020845626e-05,
+      "loss": 1.2735,
+      "step": 5192
+    },
+    {
+      "epoch": 1.5467153148792792,
+      "grad_norm": 0.2073824554681778,
+      "learning_rate": 1.919321850051407e-05,
+      "loss": 1.2672,
+      "step": 5193
+    },
+    {
+      "epoch": 1.5470131610789477,
+      "grad_norm": 0.2117050439119339,
+      "learning_rate": 1.9192838894649884e-05,
+      "loss": 1.2871,
+      "step": 5194
+    },
+    {
+      "epoch": 1.5473110072786165,
+      "grad_norm": 0.2082703709602356,
+      "learning_rate": 1.9192459203256605e-05,
+      "loss": 1.281,
+      "step": 5195
+    },
+    {
+      "epoch": 1.5476088534782853,
+      "grad_norm": 0.21297723054885864,
+      "learning_rate": 1.9192079426337762e-05,
+      "loss": 1.2987,
+      "step": 5196
+    },
+    {
+      "epoch": 1.5479066996779538,
+      "grad_norm": 0.21057502925395966,
+      "learning_rate": 1.919169956389689e-05,
+      "loss": 1.2651,
+      "step": 5197
+    },
+    {
+      "epoch": 1.5482045458776224,
+      "grad_norm": 0.21725547313690186,
+      "learning_rate": 1.9191319615937523e-05,
+      "loss": 1.2815,
+      "step": 5198
+    },
+    {
+      "epoch": 1.5485023920772911,
+      "grad_norm": 0.23164552450180054,
+      "learning_rate": 1.9190939582463195e-05,
+      "loss": 1.2888,
+      "step": 5199
+    },
+    {
+      "epoch": 1.54880023827696,
+      "grad_norm": 0.21210889518260956,
+      "learning_rate": 1.9190559463477445e-05,
+      "loss": 1.277,
+      "step": 5200
+    },
+    {
+      "epoch": 1.5490980844766282,
+      "grad_norm": 0.22068975865840912,
+      "learning_rate": 1.9190179258983804e-05,
+      "loss": 1.2701,
+      "step": 5201
+    },
+    {
+      "epoch": 1.549395930676297,
+      "grad_norm": 0.22226393222808838,
+      "learning_rate": 1.918979896898582e-05,
+      "loss": 1.2522,
+      "step": 5202
+    },
+    {
+      "epoch": 1.5496937768759658,
+      "grad_norm": 0.2246939092874527,
+      "learning_rate": 1.918941859348702e-05,
+      "loss": 1.2786,
+      "step": 5203
+    },
+    {
+      "epoch": 1.5499916230756343,
+      "grad_norm": 0.2530314028263092,
+      "learning_rate": 1.9189038132490945e-05,
+      "loss": 1.2862,
+      "step": 5204
+    },
+    {
+      "epoch": 1.5502894692753029,
+      "grad_norm": 0.20884862542152405,
+      "learning_rate": 1.9188657586001137e-05,
+      "loss": 1.2658,
+      "step": 5205
+    },
+    {
+      "epoch": 1.5505873154749716,
+      "grad_norm": 0.22472144663333893,
+      "learning_rate": 1.918827695402114e-05,
+      "loss": 1.2804,
+      "step": 5206
+    },
+    {
+      "epoch": 1.5508851616746404,
+      "grad_norm": 0.2202090620994568,
+      "learning_rate": 1.9187896236554488e-05,
+      "loss": 1.2542,
+      "step": 5207
+    },
+    {
+      "epoch": 1.5511830078743087,
+      "grad_norm": 0.2156151682138443,
+      "learning_rate": 1.918751543360473e-05,
+      "loss": 1.2698,
+      "step": 5208
+    },
+    {
+      "epoch": 1.5514808540739775,
+      "grad_norm": 0.22296875715255737,
+      "learning_rate": 1.9187134545175403e-05,
+      "loss": 1.2626,
+      "step": 5209
+    },
+    {
+      "epoch": 1.5517787002736463,
+      "grad_norm": 0.22329306602478027,
+      "learning_rate": 1.9186753571270054e-05,
+      "loss": 1.2853,
+      "step": 5210
+    },
+    {
+      "epoch": 1.5520765464733148,
+      "grad_norm": 0.22098888456821442,
+      "learning_rate": 1.918637251189223e-05,
+      "loss": 1.2864,
+      "step": 5211
+    },
+    {
+      "epoch": 1.5523743926729834,
+      "grad_norm": 0.23140911757946014,
+      "learning_rate": 1.918599136704547e-05,
+      "loss": 1.2957,
+      "step": 5212
+    },
+    {
+      "epoch": 1.5526722388726522,
+      "grad_norm": 0.21242539584636688,
+      "learning_rate": 1.9185610136733322e-05,
+      "loss": 1.2855,
+      "step": 5213
+    },
+    {
+      "epoch": 1.552970085072321,
+      "grad_norm": 0.21810154616832733,
+      "learning_rate": 1.918522882095934e-05,
+      "loss": 1.2815,
+      "step": 5214
+    },
+    {
+      "epoch": 1.5532679312719895,
+      "grad_norm": 0.2197161167860031,
+      "learning_rate": 1.9184847419727063e-05,
+      "loss": 1.2769,
+      "step": 5215
+    },
+    {
+      "epoch": 1.553565777471658,
+      "grad_norm": 0.21979984641075134,
+      "learning_rate": 1.9184465933040042e-05,
+      "loss": 1.2682,
+      "step": 5216
+    },
+    {
+      "epoch": 1.5538636236713268,
+      "grad_norm": 0.224289208650589,
+      "learning_rate": 1.9184084360901827e-05,
+      "loss": 1.2852,
+      "step": 5217
+    },
+    {
+      "epoch": 1.5541614698709953,
+      "grad_norm": 0.22888165712356567,
+      "learning_rate": 1.9183702703315972e-05,
+      "loss": 1.2904,
+      "step": 5218
+    },
+    {
+      "epoch": 1.554459316070664,
+      "grad_norm": 0.21977858245372772,
+      "learning_rate": 1.918332096028602e-05,
+      "loss": 1.2669,
+      "step": 5219
+    },
+    {
+      "epoch": 1.5547571622703327,
+      "grad_norm": 0.22267065942287445,
+      "learning_rate": 1.9182939131815527e-05,
+      "loss": 1.2853,
+      "step": 5220
+    },
+    {
+      "epoch": 1.5550550084700014,
+      "grad_norm": 0.21301211416721344,
+      "learning_rate": 1.9182557217908046e-05,
+      "loss": 1.2736,
+      "step": 5221
+    },
+    {
+      "epoch": 1.55535285466967,
+      "grad_norm": 0.21961882710456848,
+      "learning_rate": 1.918217521856713e-05,
+      "loss": 1.284,
+      "step": 5222
+    },
+    {
+      "epoch": 1.5556507008693385,
+      "grad_norm": 0.21925969421863556,
+      "learning_rate": 1.9181793133796332e-05,
+      "loss": 1.2796,
+      "step": 5223
+    },
+    {
+      "epoch": 1.5559485470690073,
+      "grad_norm": 0.2270103543996811,
+      "learning_rate": 1.918141096359921e-05,
+      "loss": 1.2936,
+      "step": 5224
+    },
+    {
+      "epoch": 1.5562463932686759,
+      "grad_norm": 0.24820318818092346,
+      "learning_rate": 1.918102870797931e-05,
+      "loss": 1.2593,
+      "step": 5225
+    },
+    {
+      "epoch": 1.5565442394683444,
+      "grad_norm": 0.21502672135829926,
+      "learning_rate": 1.9180646366940202e-05,
+      "loss": 1.2757,
+      "step": 5226
+    },
+    {
+      "epoch": 1.5568420856680132,
+      "grad_norm": 0.216362863779068,
+      "learning_rate": 1.9180263940485434e-05,
+      "loss": 1.2978,
+      "step": 5227
+    },
+    {
+      "epoch": 1.557139931867682,
+      "grad_norm": 0.21232004463672638,
+      "learning_rate": 1.9179881428618567e-05,
+      "loss": 1.266,
+      "step": 5228
+    },
+    {
+      "epoch": 1.5574377780673505,
+      "grad_norm": 0.22477225959300995,
+      "learning_rate": 1.9179498831343162e-05,
+      "loss": 1.2728,
+      "step": 5229
+    },
+    {
+      "epoch": 1.557735624267019,
+      "grad_norm": 0.2526955306529999,
+      "learning_rate": 1.9179116148662774e-05,
+      "loss": 1.2824,
+      "step": 5230
+    },
+    {
+      "epoch": 1.5580334704666878,
+      "grad_norm": 0.22520771622657776,
+      "learning_rate": 1.9178733380580967e-05,
+      "loss": 1.2768,
+      "step": 5231
+    },
+    {
+      "epoch": 1.5583313166663564,
+      "grad_norm": 0.22579000890254974,
+      "learning_rate": 1.91783505271013e-05,
+      "loss": 1.2743,
+      "step": 5232
+    },
+    {
+      "epoch": 1.558629162866025,
+      "grad_norm": 0.2351585179567337,
+      "learning_rate": 1.9177967588227334e-05,
+      "loss": 1.2989,
+      "step": 5233
+    },
+    {
+      "epoch": 1.5589270090656937,
+      "grad_norm": 0.23377393186092377,
+      "learning_rate": 1.9177584563962638e-05,
+      "loss": 1.2784,
+      "step": 5234
+    },
+    {
+      "epoch": 1.5592248552653625,
+      "grad_norm": 0.23362720012664795,
+      "learning_rate": 1.917720145431077e-05,
+      "loss": 1.2926,
+      "step": 5235
+    },
+    {
+      "epoch": 1.559522701465031,
+      "grad_norm": 0.21404823660850525,
+      "learning_rate": 1.9176818259275293e-05,
+      "loss": 1.2722,
+      "step": 5236
+    },
+    {
+      "epoch": 1.5598205476646996,
+      "grad_norm": 0.217382550239563,
+      "learning_rate": 1.9176434978859776e-05,
+      "loss": 1.2655,
+      "step": 5237
+    },
+    {
+      "epoch": 1.5601183938643683,
+      "grad_norm": 0.2208022028207779,
+      "learning_rate": 1.9176051613067787e-05,
+      "loss": 1.2751,
+      "step": 5238
+    },
+    {
+      "epoch": 1.560416240064037,
+      "grad_norm": 0.21439604461193085,
+      "learning_rate": 1.9175668161902886e-05,
+      "loss": 1.2818,
+      "step": 5239
+    },
+    {
+      "epoch": 1.5607140862637054,
+      "grad_norm": 0.24205389618873596,
+      "learning_rate": 1.917528462536865e-05,
+      "loss": 1.2943,
+      "step": 5240
+    },
+    {
+      "epoch": 1.5610119324633742,
+      "grad_norm": 0.21855804324150085,
+      "learning_rate": 1.9174901003468638e-05,
+      "loss": 1.2813,
+      "step": 5241
+    },
+    {
+      "epoch": 1.561309778663043,
+      "grad_norm": 0.22007018327713013,
+      "learning_rate": 1.917451729620642e-05,
+      "loss": 1.2668,
+      "step": 5242
+    },
+    {
+      "epoch": 1.5616076248627115,
+      "grad_norm": 0.2210848033428192,
+      "learning_rate": 1.9174133503585573e-05,
+      "loss": 1.2733,
+      "step": 5243
+    },
+    {
+      "epoch": 1.56190547106238,
+      "grad_norm": 0.2746601402759552,
+      "learning_rate": 1.9173749625609664e-05,
+      "loss": 1.2664,
+      "step": 5244
+    },
+    {
+      "epoch": 1.5622033172620489,
+      "grad_norm": 0.23702725768089294,
+      "learning_rate": 1.9173365662282264e-05,
+      "loss": 1.2771,
+      "step": 5245
+    },
+    {
+      "epoch": 1.5625011634617174,
+      "grad_norm": 0.2350674420595169,
+      "learning_rate": 1.9172981613606946e-05,
+      "loss": 1.275,
+      "step": 5246
+    },
+    {
+      "epoch": 1.562799009661386,
+      "grad_norm": 0.22329159080982208,
+      "learning_rate": 1.9172597479587282e-05,
+      "loss": 1.2868,
+      "step": 5247
+    },
+    {
+      "epoch": 1.5630968558610547,
+      "grad_norm": 0.22355787456035614,
+      "learning_rate": 1.9172213260226842e-05,
+      "loss": 1.2586,
+      "step": 5248
+    },
+    {
+      "epoch": 1.5633947020607235,
+      "grad_norm": 0.2204594910144806,
+      "learning_rate": 1.9171828955529213e-05,
+      "loss": 1.2765,
+      "step": 5249
+    },
+    {
+      "epoch": 1.563692548260392,
+      "grad_norm": 0.2157185971736908,
+      "learning_rate": 1.917144456549796e-05,
+      "loss": 1.2695,
+      "step": 5250
+    },
+    {
+      "epoch": 1.5639903944600606,
+      "grad_norm": 0.22540999948978424,
+      "learning_rate": 1.917106009013666e-05,
+      "loss": 1.2733,
+      "step": 5251
+    },
+    {
+      "epoch": 1.5642882406597294,
+      "grad_norm": 0.22991201281547546,
+      "learning_rate": 1.9170675529448895e-05,
+      "loss": 1.278,
+      "step": 5252
+    },
+    {
+      "epoch": 1.564586086859398,
+      "grad_norm": 0.2228827178478241,
+      "learning_rate": 1.9170290883438238e-05,
+      "loss": 1.2795,
+      "step": 5253
+    },
+    {
+      "epoch": 1.5648839330590665,
+      "grad_norm": 0.21096153557300568,
+      "learning_rate": 1.916990615210827e-05,
+      "loss": 1.2773,
+      "step": 5254
+    },
+    {
+      "epoch": 1.5651817792587353,
+      "grad_norm": 0.21494264900684357,
+      "learning_rate": 1.916952133546257e-05,
+      "loss": 1.2758,
+      "step": 5255
+    },
+    {
+      "epoch": 1.565479625458404,
+      "grad_norm": 0.22339381277561188,
+      "learning_rate": 1.9169136433504724e-05,
+      "loss": 1.2691,
+      "step": 5256
+    },
+    {
+      "epoch": 1.5657774716580726,
+      "grad_norm": 0.21925175189971924,
+      "learning_rate": 1.9168751446238306e-05,
+      "loss": 1.2597,
+      "step": 5257
+    },
+    {
+      "epoch": 1.5660753178577411,
+      "grad_norm": 0.22400447726249695,
+      "learning_rate": 1.91683663736669e-05,
+      "loss": 1.2653,
+      "step": 5258
+    },
+    {
+      "epoch": 1.56637316405741,
+      "grad_norm": 0.25193363428115845,
+      "learning_rate": 1.9167981215794086e-05,
+      "loss": 1.26,
+      "step": 5259
+    },
+    {
+      "epoch": 1.5666710102570787,
+      "grad_norm": 0.2602287232875824,
+      "learning_rate": 1.916759597262345e-05,
+      "loss": 1.2733,
+      "step": 5260
+    },
+    {
+      "epoch": 1.566968856456747,
+      "grad_norm": 0.2307026982307434,
+      "learning_rate": 1.9167210644158577e-05,
+      "loss": 1.2741,
+      "step": 5261
+    },
+    {
+      "epoch": 1.5672667026564158,
+      "grad_norm": 0.22563683986663818,
+      "learning_rate": 1.9166825230403047e-05,
+      "loss": 1.2717,
+      "step": 5262
+    },
+    {
+      "epoch": 1.5675645488560845,
+      "grad_norm": 0.3646620512008667,
+      "learning_rate": 1.9166439731360454e-05,
+      "loss": 1.2654,
+      "step": 5263
+    },
+    {
+      "epoch": 1.567862395055753,
+      "grad_norm": 0.25848421454429626,
+      "learning_rate": 1.916605414703438e-05,
+      "loss": 1.2853,
+      "step": 5264
+    },
+    {
+      "epoch": 1.5681602412554216,
+      "grad_norm": 0.24908843636512756,
+      "learning_rate": 1.9165668477428414e-05,
+      "loss": 1.2734,
+      "step": 5265
+    },
+    {
+      "epoch": 1.5684580874550904,
+      "grad_norm": 0.2249835878610611,
+      "learning_rate": 1.9165282722546146e-05,
+      "loss": 1.2919,
+      "step": 5266
+    },
+    {
+      "epoch": 1.5687559336547592,
+      "grad_norm": 0.254253089427948,
+      "learning_rate": 1.9164896882391158e-05,
+      "loss": 1.2778,
+      "step": 5267
+    },
+    {
+      "epoch": 1.5690537798544275,
+      "grad_norm": 0.24973627924919128,
+      "learning_rate": 1.9164510956967043e-05,
+      "loss": 1.2732,
+      "step": 5268
+    },
+    {
+      "epoch": 1.5693516260540963,
+      "grad_norm": 0.22042717039585114,
+      "learning_rate": 1.9164124946277396e-05,
+      "loss": 1.2998,
+      "step": 5269
+    },
+    {
+      "epoch": 1.569649472253765,
+      "grad_norm": 0.22058488428592682,
+      "learning_rate": 1.9163738850325806e-05,
+      "loss": 1.2594,
+      "step": 5270
+    },
+    {
+      "epoch": 1.5699473184534336,
+      "grad_norm": 0.2343423217535019,
+      "learning_rate": 1.916335266911586e-05,
+      "loss": 1.2808,
+      "step": 5271
+    },
+    {
+      "epoch": 1.5702451646531022,
+      "grad_norm": 0.2160743623971939,
+      "learning_rate": 1.916296640265116e-05,
+      "loss": 1.2746,
+      "step": 5272
+    },
+    {
+      "epoch": 1.570543010852771,
+      "grad_norm": 0.21926793456077576,
+      "learning_rate": 1.9162580050935293e-05,
+      "loss": 1.2807,
+      "step": 5273
+    },
+    {
+      "epoch": 1.5708408570524397,
+      "grad_norm": 0.21966791152954102,
+      "learning_rate": 1.9162193613971854e-05,
+      "loss": 1.2708,
+      "step": 5274
+    },
+    {
+      "epoch": 1.571138703252108,
+      "grad_norm": 0.21941600739955902,
+      "learning_rate": 1.9161807091764442e-05,
+      "loss": 1.2507,
+      "step": 5275
+    },
+    {
+      "epoch": 1.5714365494517768,
+      "grad_norm": 0.23557275533676147,
+      "learning_rate": 1.916142048431665e-05,
+      "loss": 1.2921,
+      "step": 5276
+    },
+    {
+      "epoch": 1.5717343956514456,
+      "grad_norm": 0.2285400778055191,
+      "learning_rate": 1.916103379163208e-05,
+      "loss": 1.2745,
+      "step": 5277
+    },
+    {
+      "epoch": 1.5720322418511141,
+      "grad_norm": 0.2255667895078659,
+      "learning_rate": 1.9160647013714323e-05,
+      "loss": 1.2766,
+      "step": 5278
+    },
+    {
+      "epoch": 1.5723300880507827,
+      "grad_norm": 0.21725843846797943,
+      "learning_rate": 1.9160260150566978e-05,
+      "loss": 1.2735,
+      "step": 5279
+    },
+    {
+      "epoch": 1.5726279342504514,
+      "grad_norm": 0.2289770096540451,
+      "learning_rate": 1.9159873202193648e-05,
+      "loss": 1.2771,
+      "step": 5280
+    },
+    {
+      "epoch": 1.5729257804501202,
+      "grad_norm": 0.21951895952224731,
+      "learning_rate": 1.9159486168597934e-05,
+      "loss": 1.2729,
+      "step": 5281
+    },
+    {
+      "epoch": 1.5732236266497888,
+      "grad_norm": 0.21915505826473236,
+      "learning_rate": 1.9159099049783435e-05,
+      "loss": 1.2707,
+      "step": 5282
+    },
+    {
+      "epoch": 1.5735214728494573,
+      "grad_norm": 0.22136370837688446,
+      "learning_rate": 1.915871184575375e-05,
+      "loss": 1.2576,
+      "step": 5283
+    },
+    {
+      "epoch": 1.573819319049126,
+      "grad_norm": 0.2282637357711792,
+      "learning_rate": 1.9158324556512483e-05,
+      "loss": 1.2801,
+      "step": 5284
+    },
+    {
+      "epoch": 1.5741171652487946,
+      "grad_norm": 0.22993646562099457,
+      "learning_rate": 1.9157937182063243e-05,
+      "loss": 1.2758,
+      "step": 5285
+    },
+    {
+      "epoch": 1.5744150114484632,
+      "grad_norm": 0.21509593725204468,
+      "learning_rate": 1.9157549722409628e-05,
+      "loss": 1.2826,
+      "step": 5286
+    },
+    {
+      "epoch": 1.574712857648132,
+      "grad_norm": 0.22301043570041656,
+      "learning_rate": 1.9157162177555242e-05,
+      "loss": 1.2861,
+      "step": 5287
+    },
+    {
+      "epoch": 1.5750107038478007,
+      "grad_norm": 0.22497759759426117,
+      "learning_rate": 1.9156774547503694e-05,
+      "loss": 1.264,
+      "step": 5288
+    },
+    {
+      "epoch": 1.5753085500474693,
+      "grad_norm": 0.22139903903007507,
+      "learning_rate": 1.915638683225859e-05,
+      "loss": 1.2825,
+      "step": 5289
+    },
+    {
+      "epoch": 1.5756063962471378,
+      "grad_norm": 0.22024013102054596,
+      "learning_rate": 1.9155999031823534e-05,
+      "loss": 1.2887,
+      "step": 5290
+    },
+    {
+      "epoch": 1.5759042424468066,
+      "grad_norm": 0.2222883701324463,
+      "learning_rate": 1.915561114620214e-05,
+      "loss": 1.2856,
+      "step": 5291
+    },
+    {
+      "epoch": 1.5762020886464752,
+      "grad_norm": 0.22331392765045166,
+      "learning_rate": 1.915522317539801e-05,
+      "loss": 1.2867,
+      "step": 5292
+    },
+    {
+      "epoch": 1.5764999348461437,
+      "grad_norm": 0.22336934506893158,
+      "learning_rate": 1.915483511941476e-05,
+      "loss": 1.2722,
+      "step": 5293
+    },
+    {
+      "epoch": 1.5767977810458125,
+      "grad_norm": 0.20129472017288208,
+      "learning_rate": 1.9154446978256e-05,
+      "loss": 1.257,
+      "step": 5294
+    },
+    {
+      "epoch": 1.5770956272454812,
+      "grad_norm": 0.2179460972547531,
+      "learning_rate": 1.9154058751925335e-05,
+      "loss": 1.2743,
+      "step": 5295
+    },
+    {
+      "epoch": 1.5773934734451498,
+      "grad_norm": 0.21097329258918762,
+      "learning_rate": 1.915367044042638e-05,
+      "loss": 1.2743,
+      "step": 5296
+    },
+    {
+      "epoch": 1.5776913196448183,
+      "grad_norm": 0.21877439320087433,
+      "learning_rate": 1.9153282043762753e-05,
+      "loss": 1.2652,
+      "step": 5297
+    },
+    {
+      "epoch": 1.5779891658444871,
+      "grad_norm": 0.21587024629116058,
+      "learning_rate": 1.9152893561938058e-05,
+      "loss": 1.2801,
+      "step": 5298
+    },
+    {
+      "epoch": 1.5782870120441557,
+      "grad_norm": 0.2207348793745041,
+      "learning_rate": 1.915250499495592e-05,
+      "loss": 1.269,
+      "step": 5299
+    },
+    {
+      "epoch": 1.5785848582438242,
+      "grad_norm": 0.21685463190078735,
+      "learning_rate": 1.9152116342819942e-05,
+      "loss": 1.2649,
+      "step": 5300
+    },
+    {
+      "epoch": 1.578882704443493,
+      "grad_norm": 0.2112230360507965,
+      "learning_rate": 1.9151727605533753e-05,
+      "loss": 1.256,
+      "step": 5301
+    },
+    {
+      "epoch": 1.5791805506431618,
+      "grad_norm": 0.20439797639846802,
+      "learning_rate": 1.9151338783100962e-05,
+      "loss": 1.2688,
+      "step": 5302
+    },
+    {
+      "epoch": 1.5794783968428303,
+      "grad_norm": 0.21740297973155975,
+      "learning_rate": 1.9150949875525185e-05,
+      "loss": 1.2851,
+      "step": 5303
+    },
+    {
+      "epoch": 1.5797762430424989,
+      "grad_norm": 0.2155197411775589,
+      "learning_rate": 1.9150560882810047e-05,
+      "loss": 1.2613,
+      "step": 5304
+    },
+    {
+      "epoch": 1.5800740892421676,
+      "grad_norm": 0.2102223038673401,
+      "learning_rate": 1.9150171804959163e-05,
+      "loss": 1.2895,
+      "step": 5305
+    },
+    {
+      "epoch": 1.5803719354418362,
+      "grad_norm": 0.22810573875904083,
+      "learning_rate": 1.9149782641976152e-05,
+      "loss": 1.2826,
+      "step": 5306
+    },
+    {
+      "epoch": 1.5806697816415047,
+      "grad_norm": 0.2198859602212906,
+      "learning_rate": 1.9149393393864636e-05,
+      "loss": 1.2809,
+      "step": 5307
+    },
+    {
+      "epoch": 1.5809676278411735,
+      "grad_norm": 0.22619320452213287,
+      "learning_rate": 1.9149004060628237e-05,
+      "loss": 1.2689,
+      "step": 5308
+    },
+    {
+      "epoch": 1.5812654740408423,
+      "grad_norm": 0.2240327000617981,
+      "learning_rate": 1.914861464227058e-05,
+      "loss": 1.2979,
+      "step": 5309
+    },
+    {
+      "epoch": 1.5815633202405108,
+      "grad_norm": 0.217616006731987,
+      "learning_rate": 1.9148225138795285e-05,
+      "loss": 1.2831,
+      "step": 5310
+    },
+    {
+      "epoch": 1.5818611664401794,
+      "grad_norm": 0.23388800024986267,
+      "learning_rate": 1.9147835550205974e-05,
+      "loss": 1.2849,
+      "step": 5311
+    },
+    {
+      "epoch": 1.5821590126398482,
+      "grad_norm": 0.22546786069869995,
+      "learning_rate": 1.914744587650627e-05,
+      "loss": 1.2875,
+      "step": 5312
+    },
+    {
+      "epoch": 1.5824568588395167,
+      "grad_norm": 0.22454583644866943,
+      "learning_rate": 1.914705611769981e-05,
+      "loss": 1.2806,
+      "step": 5313
+    },
+    {
+      "epoch": 1.5827547050391853,
+      "grad_norm": 0.21439944207668304,
+      "learning_rate": 1.9146666273790208e-05,
+      "loss": 1.261,
+      "step": 5314
+    },
+    {
+      "epoch": 1.583052551238854,
+      "grad_norm": 0.2200402319431305,
+      "learning_rate": 1.9146276344781096e-05,
+      "loss": 1.2879,
+      "step": 5315
+    },
+    {
+      "epoch": 1.5833503974385228,
+      "grad_norm": 0.22738364338874817,
+      "learning_rate": 1.9145886330676104e-05,
+      "loss": 1.2963,
+      "step": 5316
+    },
+    {
+      "epoch": 1.5836482436381913,
+      "grad_norm": 0.2065533846616745,
+      "learning_rate": 1.9145496231478855e-05,
+      "loss": 1.2747,
+      "step": 5317
+    },
+    {
+      "epoch": 1.58394608983786,
+      "grad_norm": 0.21450136601924896,
+      "learning_rate": 1.9145106047192983e-05,
+      "loss": 1.2746,
+      "step": 5318
+    },
+    {
+      "epoch": 1.5842439360375287,
+      "grad_norm": 0.2229100465774536,
+      "learning_rate": 1.9144715777822113e-05,
+      "loss": 1.2716,
+      "step": 5319
+    },
+    {
+      "epoch": 1.5845417822371972,
+      "grad_norm": 0.21140901744365692,
+      "learning_rate": 1.9144325423369883e-05,
+      "loss": 1.2734,
+      "step": 5320
+    },
+    {
+      "epoch": 1.5848396284368658,
+      "grad_norm": 0.21822868287563324,
+      "learning_rate": 1.9143934983839923e-05,
+      "loss": 1.2735,
+      "step": 5321
+    },
+    {
+      "epoch": 1.5851374746365345,
+      "grad_norm": 0.23037533462047577,
+      "learning_rate": 1.9143544459235864e-05,
+      "loss": 1.2803,
+      "step": 5322
+    },
+    {
+      "epoch": 1.5854353208362033,
+      "grad_norm": 0.2217172235250473,
+      "learning_rate": 1.914315384956134e-05,
+      "loss": 1.2738,
+      "step": 5323
+    },
+    {
+      "epoch": 1.5857331670358719,
+      "grad_norm": 0.2185138761997223,
+      "learning_rate": 1.9142763154819982e-05,
+      "loss": 1.2855,
+      "step": 5324
+    },
+    {
+      "epoch": 1.5860310132355404,
+      "grad_norm": 0.2042170614004135,
+      "learning_rate": 1.9142372375015426e-05,
+      "loss": 1.271,
+      "step": 5325
+    },
+    {
+      "epoch": 1.5863288594352092,
+      "grad_norm": 0.23105546832084656,
+      "learning_rate": 1.9141981510151314e-05,
+      "loss": 1.2881,
+      "step": 5326
+    },
+    {
+      "epoch": 1.586626705634878,
+      "grad_norm": 0.2183239758014679,
+      "learning_rate": 1.9141590560231277e-05,
+      "loss": 1.2661,
+      "step": 5327
+    },
+    {
+      "epoch": 1.5869245518345463,
+      "grad_norm": 0.2241998314857483,
+      "learning_rate": 1.914119952525895e-05,
+      "loss": 1.2898,
+      "step": 5328
+    },
+    {
+      "epoch": 1.587222398034215,
+      "grad_norm": 0.22711949050426483,
+      "learning_rate": 1.914080840523798e-05,
+      "loss": 1.2874,
+      "step": 5329
+    },
+    {
+      "epoch": 1.5875202442338838,
+      "grad_norm": 0.21991921961307526,
+      "learning_rate": 1.9140417200171995e-05,
+      "loss": 1.2931,
+      "step": 5330
+    },
+    {
+      "epoch": 1.5878180904335524,
+      "grad_norm": 0.23235772550106049,
+      "learning_rate": 1.9140025910064645e-05,
+      "loss": 1.2815,
+      "step": 5331
+    },
+    {
+      "epoch": 1.588115936633221,
+      "grad_norm": 0.22265605628490448,
+      "learning_rate": 1.9139634534919563e-05,
+      "loss": 1.2811,
+      "step": 5332
+    },
+    {
+      "epoch": 1.5884137828328897,
+      "grad_norm": 0.23455749452114105,
+      "learning_rate": 1.9139243074740394e-05,
+      "loss": 1.2648,
+      "step": 5333
+    },
+    {
+      "epoch": 1.5887116290325585,
+      "grad_norm": 0.21858735382556915,
+      "learning_rate": 1.913885152953078e-05,
+      "loss": 1.2931,
+      "step": 5334
+    },
+    {
+      "epoch": 1.5890094752322268,
+      "grad_norm": 0.2214006781578064,
+      "learning_rate": 1.9138459899294363e-05,
+      "loss": 1.2714,
+      "step": 5335
+    },
+    {
+      "epoch": 1.5893073214318956,
+      "grad_norm": 0.22406496107578278,
+      "learning_rate": 1.9138068184034786e-05,
+      "loss": 1.2749,
+      "step": 5336
+    },
+    {
+      "epoch": 1.5896051676315643,
+      "grad_norm": 0.22526974976062775,
+      "learning_rate": 1.9137676383755696e-05,
+      "loss": 1.2689,
+      "step": 5337
+    },
+    {
+      "epoch": 1.589903013831233,
+      "grad_norm": 0.2210036814212799,
+      "learning_rate": 1.913728449846073e-05,
+      "loss": 1.2855,
+      "step": 5338
+    },
+    {
+      "epoch": 1.5902008600309014,
+      "grad_norm": 0.21717329323291779,
+      "learning_rate": 1.9136892528153548e-05,
+      "loss": 1.2754,
+      "step": 5339
+    },
+    {
+      "epoch": 1.5904987062305702,
+      "grad_norm": 0.22751939296722412,
+      "learning_rate": 1.9136500472837785e-05,
+      "loss": 1.294,
+      "step": 5340
+    },
+    {
+      "epoch": 1.590796552430239,
+      "grad_norm": 0.21087098121643066,
+      "learning_rate": 1.9136108332517095e-05,
+      "loss": 1.2682,
+      "step": 5341
+    },
+    {
+      "epoch": 1.5910943986299075,
+      "grad_norm": 0.21704800426959991,
+      "learning_rate": 1.913571610719512e-05,
+      "loss": 1.2899,
+      "step": 5342
+    },
+    {
+      "epoch": 1.591392244829576,
+      "grad_norm": 0.22615809738636017,
+      "learning_rate": 1.913532379687552e-05,
+      "loss": 1.2861,
+      "step": 5343
+    },
+    {
+      "epoch": 1.5916900910292449,
+      "grad_norm": 0.2318710833787918,
+      "learning_rate": 1.9134931401561935e-05,
+      "loss": 1.2758,
+      "step": 5344
+    },
+    {
+      "epoch": 1.5919879372289134,
+      "grad_norm": 0.22961898148059845,
+      "learning_rate": 1.9134538921258023e-05,
+      "loss": 1.2824,
+      "step": 5345
+    },
+    {
+      "epoch": 1.592285783428582,
+      "grad_norm": 0.22651560604572296,
+      "learning_rate": 1.913414635596743e-05,
+      "loss": 1.2778,
+      "step": 5346
+    },
+    {
+      "epoch": 1.5925836296282507,
+      "grad_norm": 0.2375839352607727,
+      "learning_rate": 1.913375370569381e-05,
+      "loss": 1.2988,
+      "step": 5347
+    },
+    {
+      "epoch": 1.5928814758279195,
+      "grad_norm": 0.24498562514781952,
+      "learning_rate": 1.9133360970440816e-05,
+      "loss": 1.2686,
+      "step": 5348
+    },
+    {
+      "epoch": 1.593179322027588,
+      "grad_norm": 0.21912312507629395,
+      "learning_rate": 1.91329681502121e-05,
+      "loss": 1.269,
+      "step": 5349
+    },
+    {
+      "epoch": 1.5934771682272566,
+      "grad_norm": 0.22842130064964294,
+      "learning_rate": 1.9132575245011326e-05,
+      "loss": 1.2766,
+      "step": 5350
+    },
+    {
+      "epoch": 1.5937750144269254,
+      "grad_norm": 0.25212031602859497,
+      "learning_rate": 1.9132182254842138e-05,
+      "loss": 1.2784,
+      "step": 5351
+    },
+    {
+      "epoch": 1.594072860626594,
+      "grad_norm": 0.2245430201292038,
+      "learning_rate": 1.91317891797082e-05,
+      "loss": 1.2805,
+      "step": 5352
+    },
+    {
+      "epoch": 1.5943707068262625,
+      "grad_norm": 0.2176782637834549,
+      "learning_rate": 1.9131396019613163e-05,
+      "loss": 1.286,
+      "step": 5353
+    },
+    {
+      "epoch": 1.5946685530259312,
+      "grad_norm": 0.22105389833450317,
+      "learning_rate": 1.913100277456069e-05,
+      "loss": 1.2804,
+      "step": 5354
+    },
+    {
+      "epoch": 1.5949663992256,
+      "grad_norm": 0.20954161882400513,
+      "learning_rate": 1.913060944455444e-05,
+      "loss": 1.2603,
+      "step": 5355
+    },
+    {
+      "epoch": 1.5952642454252686,
+      "grad_norm": 0.2434096336364746,
+      "learning_rate": 1.9130216029598068e-05,
+      "loss": 1.283,
+      "step": 5356
+    },
+    {
+      "epoch": 1.5955620916249371,
+      "grad_norm": 0.25870367884635925,
+      "learning_rate": 1.9129822529695236e-05,
+      "loss": 1.2779,
+      "step": 5357
+    },
+    {
+      "epoch": 1.595859937824606,
+      "grad_norm": 0.24894842505455017,
+      "learning_rate": 1.912942894484961e-05,
+      "loss": 1.2618,
+      "step": 5358
+    },
+    {
+      "epoch": 1.5961577840242744,
+      "grad_norm": 0.2341824173927307,
+      "learning_rate": 1.912903527506484e-05,
+      "loss": 1.2819,
+      "step": 5359
+    },
+    {
+      "epoch": 1.596455630223943,
+      "grad_norm": 0.3381546437740326,
+      "learning_rate": 1.9128641520344602e-05,
+      "loss": 1.2792,
+      "step": 5360
+    },
+    {
+      "epoch": 1.5967534764236118,
+      "grad_norm": 0.25865137577056885,
+      "learning_rate": 1.9128247680692556e-05,
+      "loss": 1.2574,
+      "step": 5361
+    },
+    {
+      "epoch": 1.5970513226232805,
+      "grad_norm": 0.23169195652008057,
+      "learning_rate": 1.912785375611236e-05,
+      "loss": 1.2807,
+      "step": 5362
+    },
+    {
+      "epoch": 1.597349168822949,
+      "grad_norm": 0.21453149616718292,
+      "learning_rate": 1.9127459746607685e-05,
+      "loss": 1.2875,
+      "step": 5363
+    },
+    {
+      "epoch": 1.5976470150226176,
+      "grad_norm": 0.210612952709198,
+      "learning_rate": 1.9127065652182192e-05,
+      "loss": 1.2623,
+      "step": 5364
+    },
+    {
+      "epoch": 1.5979448612222864,
+      "grad_norm": 0.23503714799880981,
+      "learning_rate": 1.9126671472839553e-05,
+      "loss": 1.2784,
+      "step": 5365
+    },
+    {
+      "epoch": 1.598242707421955,
+      "grad_norm": 0.2105993777513504,
+      "learning_rate": 1.912627720858343e-05,
+      "loss": 1.2633,
+      "step": 5366
+    },
+    {
+      "epoch": 1.5985405536216235,
+      "grad_norm": 0.21981845796108246,
+      "learning_rate": 1.9125882859417497e-05,
+      "loss": 1.2679,
+      "step": 5367
+    },
+    {
+      "epoch": 1.5988383998212923,
+      "grad_norm": 0.22042503952980042,
+      "learning_rate": 1.912548842534542e-05,
+      "loss": 1.2765,
+      "step": 5368
+    },
+    {
+      "epoch": 1.599136246020961,
+      "grad_norm": 0.22172664105892181,
+      "learning_rate": 1.9125093906370866e-05,
+      "loss": 1.2834,
+      "step": 5369
+    },
+    {
+      "epoch": 1.5994340922206296,
+      "grad_norm": 0.21650701761245728,
+      "learning_rate": 1.9124699302497513e-05,
+      "loss": 1.2773,
+      "step": 5370
+    },
+    {
+      "epoch": 1.5997319384202981,
+      "grad_norm": 0.2130105346441269,
+      "learning_rate": 1.9124304613729025e-05,
+      "loss": 1.2701,
+      "step": 5371
+    },
+    {
+      "epoch": 1.600029784619967,
+      "grad_norm": 0.22273163497447968,
+      "learning_rate": 1.9123909840069076e-05,
+      "loss": 1.2689,
+      "step": 5372
+    },
+    {
+      "epoch": 1.6003276308196355,
+      "grad_norm": 0.2219657152891159,
+      "learning_rate": 1.912351498152134e-05,
+      "loss": 1.2946,
+      "step": 5373
+    },
+    {
+      "epoch": 1.600625477019304,
+      "grad_norm": 0.22636285424232483,
+      "learning_rate": 1.9123120038089487e-05,
+      "loss": 1.2741,
+      "step": 5374
+    },
+    {
+      "epoch": 1.6009233232189728,
+      "grad_norm": 0.2128158062696457,
+      "learning_rate": 1.91227250097772e-05,
+      "loss": 1.2898,
+      "step": 5375
+    },
+    {
+      "epoch": 1.6012211694186416,
+      "grad_norm": 0.2251681089401245,
+      "learning_rate": 1.912232989658815e-05,
+      "loss": 1.2741,
+      "step": 5376
+    },
+    {
+      "epoch": 1.6015190156183101,
+      "grad_norm": 0.2215256243944168,
+      "learning_rate": 1.9121934698526012e-05,
+      "loss": 1.2867,
+      "step": 5377
+    },
+    {
+      "epoch": 1.6018168618179787,
+      "grad_norm": 0.22041627764701843,
+      "learning_rate": 1.9121539415594462e-05,
+      "loss": 1.2929,
+      "step": 5378
+    },
+    {
+      "epoch": 1.6021147080176474,
+      "grad_norm": 0.2318020761013031,
+      "learning_rate": 1.9121144047797177e-05,
+      "loss": 1.2863,
+      "step": 5379
+    },
+    {
+      "epoch": 1.602412554217316,
+      "grad_norm": 0.23751366138458252,
+      "learning_rate": 1.912074859513784e-05,
+      "loss": 1.2709,
+      "step": 5380
+    },
+    {
+      "epoch": 1.6027104004169845,
+      "grad_norm": 0.22492028772830963,
+      "learning_rate": 1.9120353057620127e-05,
+      "loss": 1.2606,
+      "step": 5381
+    },
+    {
+      "epoch": 1.6030082466166533,
+      "grad_norm": 0.22688385844230652,
+      "learning_rate": 1.911995743524772e-05,
+      "loss": 1.2795,
+      "step": 5382
+    },
+    {
+      "epoch": 1.603306092816322,
+      "grad_norm": 0.2196384072303772,
+      "learning_rate": 1.9119561728024295e-05,
+      "loss": 1.2696,
+      "step": 5383
+    },
+    {
+      "epoch": 1.6036039390159906,
+      "grad_norm": 0.21395279467105865,
+      "learning_rate": 1.911916593595354e-05,
+      "loss": 1.2871,
+      "step": 5384
+    },
+    {
+      "epoch": 1.6039017852156592,
+      "grad_norm": 0.21836192905902863,
+      "learning_rate": 1.9118770059039133e-05,
+      "loss": 1.2748,
+      "step": 5385
+    },
+    {
+      "epoch": 1.604199631415328,
+      "grad_norm": 0.21494531631469727,
+      "learning_rate": 1.9118374097284758e-05,
+      "loss": 1.2866,
+      "step": 5386
+    },
+    {
+      "epoch": 1.6044974776149965,
+      "grad_norm": 0.23001225292682648,
+      "learning_rate": 1.9117978050694104e-05,
+      "loss": 1.2732,
+      "step": 5387
+    },
+    {
+      "epoch": 1.604795323814665,
+      "grad_norm": 0.2237677127122879,
+      "learning_rate": 1.911758191927085e-05,
+      "loss": 1.2887,
+      "step": 5388
+    },
+    {
+      "epoch": 1.6050931700143338,
+      "grad_norm": 0.21367740631103516,
+      "learning_rate": 1.911718570301868e-05,
+      "loss": 1.2662,
+      "step": 5389
+    },
+    {
+      "epoch": 1.6053910162140026,
+      "grad_norm": 0.2201278805732727,
+      "learning_rate": 1.9116789401941284e-05,
+      "loss": 1.2671,
+      "step": 5390
+    },
+    {
+      "epoch": 1.6056888624136711,
+      "grad_norm": 0.21882885694503784,
+      "learning_rate": 1.911639301604235e-05,
+      "loss": 1.2796,
+      "step": 5391
+    },
+    {
+      "epoch": 1.6059867086133397,
+      "grad_norm": 0.25696447491645813,
+      "learning_rate": 1.911599654532556e-05,
+      "loss": 1.2805,
+      "step": 5392
+    },
+    {
+      "epoch": 1.6062845548130085,
+      "grad_norm": 0.2266143560409546,
+      "learning_rate": 1.9115599989794615e-05,
+      "loss": 1.2896,
+      "step": 5393
+    },
+    {
+      "epoch": 1.6065824010126772,
+      "grad_norm": 0.24198952317237854,
+      "learning_rate": 1.911520334945319e-05,
+      "loss": 1.2588,
+      "step": 5394
+    },
+    {
+      "epoch": 1.6068802472123456,
+      "grad_norm": 0.23393751680850983,
+      "learning_rate": 1.911480662430499e-05,
+      "loss": 1.2726,
+      "step": 5395
+    },
+    {
+      "epoch": 1.6071780934120143,
+      "grad_norm": 0.2551330626010895,
+      "learning_rate": 1.911440981435369e-05,
+      "loss": 1.2901,
+      "step": 5396
+    },
+    {
+      "epoch": 1.6074759396116831,
+      "grad_norm": 0.21567265689373016,
+      "learning_rate": 1.911401291960299e-05,
+      "loss": 1.2778,
+      "step": 5397
+    },
+    {
+      "epoch": 1.6077737858113517,
+      "grad_norm": 0.24062630534172058,
+      "learning_rate": 1.9113615940056586e-05,
+      "loss": 1.2726,
+      "step": 5398
+    },
+    {
+      "epoch": 1.6080716320110202,
+      "grad_norm": 0.2298053652048111,
+      "learning_rate": 1.9113218875718166e-05,
+      "loss": 1.27,
+      "step": 5399
+    },
+    {
+      "epoch": 1.608369478210689,
+      "grad_norm": 0.22689305245876312,
+      "learning_rate": 1.9112821726591427e-05,
+      "loss": 1.2807,
+      "step": 5400
+    },
+    {
+      "epoch": 1.6086673244103578,
+      "grad_norm": 0.2515493333339691,
+      "learning_rate": 1.9112424492680064e-05,
+      "loss": 1.2797,
+      "step": 5401
+    },
+    {
+      "epoch": 1.608965170610026,
+      "grad_norm": 0.22785691916942596,
+      "learning_rate": 1.9112027173987774e-05,
+      "loss": 1.2781,
+      "step": 5402
+    },
+    {
+      "epoch": 1.6092630168096949,
+      "grad_norm": 0.21993227303028107,
+      "learning_rate": 1.9111629770518246e-05,
+      "loss": 1.2627,
+      "step": 5403
+    },
+    {
+      "epoch": 1.6095608630093636,
+      "grad_norm": 0.23092100024223328,
+      "learning_rate": 1.911123228227519e-05,
+      "loss": 1.2953,
+      "step": 5404
+    },
+    {
+      "epoch": 1.6098587092090322,
+      "grad_norm": 0.22650252282619476,
+      "learning_rate": 1.911083470926229e-05,
+      "loss": 1.2655,
+      "step": 5405
+    },
+    {
+      "epoch": 1.6101565554087007,
+      "grad_norm": 0.2112005203962326,
+      "learning_rate": 1.9110437051483256e-05,
+      "loss": 1.2698,
+      "step": 5406
+    },
+    {
+      "epoch": 1.6104544016083695,
+      "grad_norm": 0.2540183961391449,
+      "learning_rate": 1.9110039308941784e-05,
+      "loss": 1.2653,
+      "step": 5407
+    },
+    {
+      "epoch": 1.6107522478080383,
+      "grad_norm": 0.21758641302585602,
+      "learning_rate": 1.9109641481641575e-05,
+      "loss": 1.2744,
+      "step": 5408
+    },
+    {
+      "epoch": 1.6110500940077068,
+      "grad_norm": 0.21442918479442596,
+      "learning_rate": 1.9109243569586327e-05,
+      "loss": 1.2684,
+      "step": 5409
+    },
+    {
+      "epoch": 1.6113479402073754,
+      "grad_norm": 0.22990816831588745,
+      "learning_rate": 1.9108845572779748e-05,
+      "loss": 1.2761,
+      "step": 5410
+    },
+    {
+      "epoch": 1.6116457864070441,
+      "grad_norm": 0.22343116998672485,
+      "learning_rate": 1.910844749122554e-05,
+      "loss": 1.2808,
+      "step": 5411
+    },
+    {
+      "epoch": 1.6119436326067127,
+      "grad_norm": 0.22033905982971191,
+      "learning_rate": 1.9108049324927403e-05,
+      "loss": 1.2882,
+      "step": 5412
+    },
+    {
+      "epoch": 1.6122414788063812,
+      "grad_norm": 0.22083336114883423,
+      "learning_rate": 1.9107651073889038e-05,
+      "loss": 1.2621,
+      "step": 5413
+    },
+    {
+      "epoch": 1.61253932500605,
+      "grad_norm": 0.20866520702838898,
+      "learning_rate": 1.910725273811416e-05,
+      "loss": 1.2732,
+      "step": 5414
+    },
+    {
+      "epoch": 1.6128371712057188,
+      "grad_norm": 0.22707264125347137,
+      "learning_rate": 1.910685431760647e-05,
+      "loss": 1.2922,
+      "step": 5415
+    },
+    {
+      "epoch": 1.6131350174053873,
+      "grad_norm": 0.2184765338897705,
+      "learning_rate": 1.9106455812369677e-05,
+      "loss": 1.263,
+      "step": 5416
+    },
+    {
+      "epoch": 1.613432863605056,
+      "grad_norm": 0.23042844235897064,
+      "learning_rate": 1.9106057222407486e-05,
+      "loss": 1.2661,
+      "step": 5417
+    },
+    {
+      "epoch": 1.6137307098047247,
+      "grad_norm": 0.22253674268722534,
+      "learning_rate": 1.9105658547723607e-05,
+      "loss": 1.2839,
+      "step": 5418
+    },
+    {
+      "epoch": 1.6140285560043932,
+      "grad_norm": 0.22392839193344116,
+      "learning_rate": 1.9105259788321746e-05,
+      "loss": 1.2831,
+      "step": 5419
+    },
+    {
+      "epoch": 1.6143264022040618,
+      "grad_norm": 0.21724386513233185,
+      "learning_rate": 1.9104860944205615e-05,
+      "loss": 1.2766,
+      "step": 5420
+    },
+    {
+      "epoch": 1.6146242484037305,
+      "grad_norm": 0.2196635752916336,
+      "learning_rate": 1.910446201537893e-05,
+      "loss": 1.2854,
+      "step": 5421
+    },
+    {
+      "epoch": 1.6149220946033993,
+      "grad_norm": 0.2713010609149933,
+      "learning_rate": 1.9104063001845398e-05,
+      "loss": 1.2843,
+      "step": 5422
+    },
+    {
+      "epoch": 1.6152199408030679,
+      "grad_norm": 0.22543871402740479,
+      "learning_rate": 1.9103663903608728e-05,
+      "loss": 1.2726,
+      "step": 5423
+    },
+    {
+      "epoch": 1.6155177870027364,
+      "grad_norm": 0.2172880917787552,
+      "learning_rate": 1.9103264720672635e-05,
+      "loss": 1.2741,
+      "step": 5424
+    },
+    {
+      "epoch": 1.6158156332024052,
+      "grad_norm": 0.23078133165836334,
+      "learning_rate": 1.910286545304084e-05,
+      "loss": 1.2789,
+      "step": 5425
+    },
+    {
+      "epoch": 1.6161134794020737,
+      "grad_norm": 0.22541062533855438,
+      "learning_rate": 1.9102466100717048e-05,
+      "loss": 1.2723,
+      "step": 5426
+    },
+    {
+      "epoch": 1.6164113256017423,
+      "grad_norm": 0.23872913420200348,
+      "learning_rate": 1.910206666370498e-05,
+      "loss": 1.2655,
+      "step": 5427
+    },
+    {
+      "epoch": 1.616709171801411,
+      "grad_norm": 0.24908356368541718,
+      "learning_rate": 1.9101667142008353e-05,
+      "loss": 1.2914,
+      "step": 5428
+    },
+    {
+      "epoch": 1.6170070180010798,
+      "grad_norm": 0.2230306714773178,
+      "learning_rate": 1.9101267535630882e-05,
+      "loss": 1.2852,
+      "step": 5429
+    },
+    {
+      "epoch": 1.6173048642007484,
+      "grad_norm": 0.21355973184108734,
+      "learning_rate": 1.910086784457628e-05,
+      "loss": 1.2782,
+      "step": 5430
+    },
+    {
+      "epoch": 1.617602710400417,
+      "grad_norm": 0.2299388200044632,
+      "learning_rate": 1.9100468068848275e-05,
+      "loss": 1.2765,
+      "step": 5431
+    },
+    {
+      "epoch": 1.6179005566000857,
+      "grad_norm": 0.23457807302474976,
+      "learning_rate": 1.9100068208450583e-05,
+      "loss": 1.2703,
+      "step": 5432
+    },
+    {
+      "epoch": 1.6181984027997542,
+      "grad_norm": 0.2189137488603592,
+      "learning_rate": 1.909966826338692e-05,
+      "loss": 1.2696,
+      "step": 5433
+    },
+    {
+      "epoch": 1.6184962489994228,
+      "grad_norm": 0.24128244817256927,
+      "learning_rate": 1.9099268233661016e-05,
+      "loss": 1.2749,
+      "step": 5434
+    },
+    {
+      "epoch": 1.6187940951990916,
+      "grad_norm": 0.2196899801492691,
+      "learning_rate": 1.9098868119276585e-05,
+      "loss": 1.2658,
+      "step": 5435
+    },
+    {
+      "epoch": 1.6190919413987603,
+      "grad_norm": 0.2194526493549347,
+      "learning_rate": 1.909846792023735e-05,
+      "loss": 1.2688,
+      "step": 5436
+    },
+    {
+      "epoch": 1.6193897875984289,
+      "grad_norm": 0.22628456354141235,
+      "learning_rate": 1.9098067636547038e-05,
+      "loss": 1.2692,
+      "step": 5437
+    },
+    {
+      "epoch": 1.6196876337980974,
+      "grad_norm": 0.2313448041677475,
+      "learning_rate": 1.909766726820937e-05,
+      "loss": 1.2814,
+      "step": 5438
+    },
+    {
+      "epoch": 1.6199854799977662,
+      "grad_norm": 0.24621717631816864,
+      "learning_rate": 1.9097266815228074e-05,
+      "loss": 1.2846,
+      "step": 5439
+    },
+    {
+      "epoch": 1.6202833261974348,
+      "grad_norm": 0.22433489561080933,
+      "learning_rate": 1.9096866277606873e-05,
+      "loss": 1.2617,
+      "step": 5440
+    },
+    {
+      "epoch": 1.6205811723971033,
+      "grad_norm": 0.2487044781446457,
+      "learning_rate": 1.9096465655349496e-05,
+      "loss": 1.2588,
+      "step": 5441
+    },
+    {
+      "epoch": 1.620879018596772,
+      "grad_norm": 0.21417568624019623,
+      "learning_rate": 1.909606494845967e-05,
+      "loss": 1.2712,
+      "step": 5442
+    },
+    {
+      "epoch": 1.6211768647964409,
+      "grad_norm": 0.23787125945091248,
+      "learning_rate": 1.9095664156941123e-05,
+      "loss": 1.2558,
+      "step": 5443
+    },
+    {
+      "epoch": 1.6214747109961094,
+      "grad_norm": 0.243920236825943,
+      "learning_rate": 1.9095263280797584e-05,
+      "loss": 1.2645,
+      "step": 5444
+    },
+    {
+      "epoch": 1.621772557195778,
+      "grad_norm": 0.24374152719974518,
+      "learning_rate": 1.909486232003278e-05,
+      "loss": 1.2905,
+      "step": 5445
+    },
+    {
+      "epoch": 1.6220704033954467,
+      "grad_norm": 0.23641370236873627,
+      "learning_rate": 1.909446127465044e-05,
+      "loss": 1.265,
+      "step": 5446
+    },
+    {
+      "epoch": 1.6223682495951153,
+      "grad_norm": 0.21501170098781586,
+      "learning_rate": 1.9094060144654306e-05,
+      "loss": 1.2737,
+      "step": 5447
+    },
+    {
+      "epoch": 1.6226660957947838,
+      "grad_norm": 0.2302922159433365,
+      "learning_rate": 1.9093658930048097e-05,
+      "loss": 1.2672,
+      "step": 5448
+    },
+    {
+      "epoch": 1.6229639419944526,
+      "grad_norm": 0.24240373075008392,
+      "learning_rate": 1.9093257630835554e-05,
+      "loss": 1.2801,
+      "step": 5449
+    },
+    {
+      "epoch": 1.6232617881941214,
+      "grad_norm": 0.22276267409324646,
+      "learning_rate": 1.909285624702041e-05,
+      "loss": 1.2984,
+      "step": 5450
+    },
+    {
+      "epoch": 1.62355963439379,
+      "grad_norm": 0.2276402711868286,
+      "learning_rate": 1.9092454778606395e-05,
+      "loss": 1.2742,
+      "step": 5451
+    },
+    {
+      "epoch": 1.6238574805934585,
+      "grad_norm": 0.23029804229736328,
+      "learning_rate": 1.9092053225597245e-05,
+      "loss": 1.2524,
+      "step": 5452
+    },
+    {
+      "epoch": 1.6241553267931272,
+      "grad_norm": 0.22955401241779327,
+      "learning_rate": 1.9091651587996704e-05,
+      "loss": 1.261,
+      "step": 5453
+    },
+    {
+      "epoch": 1.6244531729927958,
+      "grad_norm": 0.22547177970409393,
+      "learning_rate": 1.9091249865808498e-05,
+      "loss": 1.2697,
+      "step": 5454
+    },
+    {
+      "epoch": 1.6247510191924643,
+      "grad_norm": 0.23433789610862732,
+      "learning_rate": 1.9090848059036372e-05,
+      "loss": 1.276,
+      "step": 5455
+    },
+    {
+      "epoch": 1.6250488653921331,
+      "grad_norm": 0.22249680757522583,
+      "learning_rate": 1.9090446167684062e-05,
+      "loss": 1.2781,
+      "step": 5456
+    },
+    {
+      "epoch": 1.6253467115918019,
+      "grad_norm": 0.23831702768802643,
+      "learning_rate": 1.9090044191755305e-05,
+      "loss": 1.2812,
+      "step": 5457
+    },
+    {
+      "epoch": 1.6256445577914704,
+      "grad_norm": 0.21816882491111755,
+      "learning_rate": 1.9089642131253843e-05,
+      "loss": 1.2686,
+      "step": 5458
+    },
+    {
+      "epoch": 1.625942403991139,
+      "grad_norm": 0.2549525201320648,
+      "learning_rate": 1.9089239986183415e-05,
+      "loss": 1.2765,
+      "step": 5459
+    },
+    {
+      "epoch": 1.6262402501908078,
+      "grad_norm": 0.2201966941356659,
+      "learning_rate": 1.9088837756547765e-05,
+      "loss": 1.2544,
+      "step": 5460
+    },
+    {
+      "epoch": 1.6265380963904765,
+      "grad_norm": 0.22870147228240967,
+      "learning_rate": 1.9088435442350638e-05,
+      "loss": 1.2857,
+      "step": 5461
+    },
+    {
+      "epoch": 1.6268359425901449,
+      "grad_norm": 0.2498757541179657,
+      "learning_rate": 1.908803304359577e-05,
+      "loss": 1.2667,
+      "step": 5462
+    },
+    {
+      "epoch": 1.6271337887898136,
+      "grad_norm": 0.21831880509853363,
+      "learning_rate": 1.9087630560286906e-05,
+      "loss": 1.2645,
+      "step": 5463
+    },
+    {
+      "epoch": 1.6274316349894824,
+      "grad_norm": 0.229718878865242,
+      "learning_rate": 1.9087227992427796e-05,
+      "loss": 1.2711,
+      "step": 5464
+    },
+    {
+      "epoch": 1.627729481189151,
+      "grad_norm": 0.22852644324302673,
+      "learning_rate": 1.9086825340022183e-05,
+      "loss": 1.2653,
+      "step": 5465
+    },
+    {
+      "epoch": 1.6280273273888195,
+      "grad_norm": 0.21467527747154236,
+      "learning_rate": 1.9086422603073812e-05,
+      "loss": 1.286,
+      "step": 5466
+    },
+    {
+      "epoch": 1.6283251735884883,
+      "grad_norm": 0.2270808070898056,
+      "learning_rate": 1.908601978158643e-05,
+      "loss": 1.2717,
+      "step": 5467
+    },
+    {
+      "epoch": 1.628623019788157,
+      "grad_norm": 0.23573139309883118,
+      "learning_rate": 1.9085616875563788e-05,
+      "loss": 1.2708,
+      "step": 5468
+    },
+    {
+      "epoch": 1.6289208659878254,
+      "grad_norm": 0.22102656960487366,
+      "learning_rate": 1.908521388500963e-05,
+      "loss": 1.2806,
+      "step": 5469
+    },
+    {
+      "epoch": 1.6292187121874941,
+      "grad_norm": 0.223962664604187,
+      "learning_rate": 1.9084810809927708e-05,
+      "loss": 1.2603,
+      "step": 5470
+    },
+    {
+      "epoch": 1.629516558387163,
+      "grad_norm": 0.24056734144687653,
+      "learning_rate": 1.908440765032177e-05,
+      "loss": 1.2711,
+      "step": 5471
+    },
+    {
+      "epoch": 1.6298144045868315,
+      "grad_norm": 0.23388129472732544,
+      "learning_rate": 1.9084004406195568e-05,
+      "loss": 1.2893,
+      "step": 5472
+    },
+    {
+      "epoch": 1.6301122507865,
+      "grad_norm": 0.21446532011032104,
+      "learning_rate": 1.9083601077552857e-05,
+      "loss": 1.2731,
+      "step": 5473
+    },
+    {
+      "epoch": 1.6304100969861688,
+      "grad_norm": 0.23439285159111023,
+      "learning_rate": 1.9083197664397386e-05,
+      "loss": 1.2745,
+      "step": 5474
+    },
+    {
+      "epoch": 1.6307079431858376,
+      "grad_norm": 0.24088014662265778,
+      "learning_rate": 1.9082794166732906e-05,
+      "loss": 1.2797,
+      "step": 5475
+    },
+    {
+      "epoch": 1.631005789385506,
+      "grad_norm": 0.21608074009418488,
+      "learning_rate": 1.9082390584563178e-05,
+      "loss": 1.2807,
+      "step": 5476
+    },
+    {
+      "epoch": 1.6313036355851747,
+      "grad_norm": 0.228294238448143,
+      "learning_rate": 1.9081986917891952e-05,
+      "loss": 1.2894,
+      "step": 5477
+    },
+    {
+      "epoch": 1.6316014817848434,
+      "grad_norm": 0.2253601998090744,
+      "learning_rate": 1.9081583166722986e-05,
+      "loss": 1.2725,
+      "step": 5478
+    },
+    {
+      "epoch": 1.631899327984512,
+      "grad_norm": 0.2199680656194687,
+      "learning_rate": 1.908117933106003e-05,
+      "loss": 1.272,
+      "step": 5479
+    },
+    {
+      "epoch": 1.6321971741841805,
+      "grad_norm": 0.22012652456760406,
+      "learning_rate": 1.9080775410906854e-05,
+      "loss": 1.2612,
+      "step": 5480
+    },
+    {
+      "epoch": 1.6324950203838493,
+      "grad_norm": 0.2143363207578659,
+      "learning_rate": 1.9080371406267205e-05,
+      "loss": 1.2676,
+      "step": 5481
+    },
+    {
+      "epoch": 1.632792866583518,
+      "grad_norm": 0.23318170011043549,
+      "learning_rate": 1.907996731714484e-05,
+      "loss": 1.2822,
+      "step": 5482
+    },
+    {
+      "epoch": 1.6330907127831866,
+      "grad_norm": 0.2162562608718872,
+      "learning_rate": 1.907956314354353e-05,
+      "loss": 1.2734,
+      "step": 5483
+    },
+    {
+      "epoch": 1.6333885589828552,
+      "grad_norm": 0.22819747030735016,
+      "learning_rate": 1.9079158885467027e-05,
+      "loss": 1.2855,
+      "step": 5484
+    },
+    {
+      "epoch": 1.633686405182524,
+      "grad_norm": 0.25651898980140686,
+      "learning_rate": 1.90787545429191e-05,
+      "loss": 1.2655,
+      "step": 5485
+    },
+    {
+      "epoch": 1.6339842513821925,
+      "grad_norm": 0.22409702837467194,
+      "learning_rate": 1.9078350115903496e-05,
+      "loss": 1.2695,
+      "step": 5486
+    },
+    {
+      "epoch": 1.634282097581861,
+      "grad_norm": 0.23563243448734283,
+      "learning_rate": 1.9077945604423994e-05,
+      "loss": 1.2765,
+      "step": 5487
+    },
+    {
+      "epoch": 1.6345799437815298,
+      "grad_norm": 0.2208978831768036,
+      "learning_rate": 1.9077541008484347e-05,
+      "loss": 1.2881,
+      "step": 5488
+    },
+    {
+      "epoch": 1.6348777899811986,
+      "grad_norm": 0.23069295287132263,
+      "learning_rate": 1.9077136328088325e-05,
+      "loss": 1.2965,
+      "step": 5489
+    },
+    {
+      "epoch": 1.6351756361808671,
+      "grad_norm": 0.2202451229095459,
+      "learning_rate": 1.907673156323969e-05,
+      "loss": 1.27,
+      "step": 5490
+    },
+    {
+      "epoch": 1.6354734823805357,
+      "grad_norm": 0.21095435321331024,
+      "learning_rate": 1.9076326713942208e-05,
+      "loss": 1.2546,
+      "step": 5491
+    },
+    {
+      "epoch": 1.6357713285802045,
+      "grad_norm": 0.2126925140619278,
+      "learning_rate": 1.9075921780199648e-05,
+      "loss": 1.2693,
+      "step": 5492
+    },
+    {
+      "epoch": 1.636069174779873,
+      "grad_norm": 0.21833592653274536,
+      "learning_rate": 1.9075516762015777e-05,
+      "loss": 1.2755,
+      "step": 5493
+    },
+    {
+      "epoch": 1.6363670209795416,
+      "grad_norm": 0.22189980745315552,
+      "learning_rate": 1.907511165939436e-05,
+      "loss": 1.2861,
+      "step": 5494
+    },
+    {
+      "epoch": 1.6366648671792103,
+      "grad_norm": 0.21767203509807587,
+      "learning_rate": 1.907470647233917e-05,
+      "loss": 1.2742,
+      "step": 5495
+    },
+    {
+      "epoch": 1.636962713378879,
+      "grad_norm": 0.21431377530097961,
+      "learning_rate": 1.9074301200853976e-05,
+      "loss": 1.2577,
+      "step": 5496
+    },
+    {
+      "epoch": 1.6372605595785477,
+      "grad_norm": 0.2187560349702835,
+      "learning_rate": 1.9073895844942548e-05,
+      "loss": 1.2672,
+      "step": 5497
+    },
+    {
+      "epoch": 1.6375584057782162,
+      "grad_norm": 0.22370322048664093,
+      "learning_rate": 1.9073490404608654e-05,
+      "loss": 1.2764,
+      "step": 5498
+    },
+    {
+      "epoch": 1.637856251977885,
+      "grad_norm": 0.2242758572101593,
+      "learning_rate": 1.907308487985607e-05,
+      "loss": 1.2857,
+      "step": 5499
+    },
+    {
+      "epoch": 1.6381540981775535,
+      "grad_norm": 0.20985734462738037,
+      "learning_rate": 1.907267927068857e-05,
+      "loss": 1.2697,
+      "step": 5500
+    },
+    {
+      "epoch": 1.6381540981775535,
+      "eval_loss": 1.3477442264556885,
+      "eval_runtime": 21.5816,
+      "eval_samples_per_second": 80.346,
+      "eval_steps_per_second": 5.051,
+      "step": 5500
+    },
+    {
+      "epoch": 1.638451944377222,
+      "grad_norm": 0.22465425729751587,
+      "learning_rate": 1.9072273577109923e-05,
+      "loss": 1.2718,
+      "step": 5501
+    },
+    {
+      "epoch": 1.6387497905768909,
+      "grad_norm": 0.23549233376979828,
+      "learning_rate": 1.9071867799123913e-05,
+      "loss": 1.2783,
+      "step": 5502
+    },
+    {
+      "epoch": 1.6390476367765596,
+      "grad_norm": 0.22173607349395752,
+      "learning_rate": 1.90714619367343e-05,
+      "loss": 1.2814,
+      "step": 5503
+    },
+    {
+      "epoch": 1.6393454829762282,
+      "grad_norm": 0.24669671058654785,
+      "learning_rate": 1.9071055989944873e-05,
+      "loss": 1.2796,
+      "step": 5504
+    },
+    {
+      "epoch": 1.6396433291758967,
+      "grad_norm": 0.2293134182691574,
+      "learning_rate": 1.9070649958759406e-05,
+      "loss": 1.2793,
+      "step": 5505
+    },
+    {
+      "epoch": 1.6399411753755655,
+      "grad_norm": 0.23103909194469452,
+      "learning_rate": 1.9070243843181675e-05,
+      "loss": 1.2993,
+      "step": 5506
+    },
+    {
+      "epoch": 1.640239021575234,
+      "grad_norm": 0.21258032321929932,
+      "learning_rate": 1.9069837643215457e-05,
+      "loss": 1.2903,
+      "step": 5507
+    },
+    {
+      "epoch": 1.6405368677749026,
+      "grad_norm": 0.2531338334083557,
+      "learning_rate": 1.9069431358864535e-05,
+      "loss": 1.2822,
+      "step": 5508
+    },
+    {
+      "epoch": 1.6408347139745714,
+      "grad_norm": 0.21448421478271484,
+      "learning_rate": 1.9069024990132688e-05,
+      "loss": 1.269,
+      "step": 5509
+    },
+    {
+      "epoch": 1.6411325601742401,
+      "grad_norm": 0.21856717765331268,
+      "learning_rate": 1.9068618537023695e-05,
+      "loss": 1.2749,
+      "step": 5510
+    },
+    {
+      "epoch": 1.6414304063739087,
+      "grad_norm": 0.23338472843170166,
+      "learning_rate": 1.9068211999541336e-05,
+      "loss": 1.2791,
+      "step": 5511
+    },
+    {
+      "epoch": 1.6417282525735772,
+      "grad_norm": 0.22949013113975525,
+      "learning_rate": 1.90678053776894e-05,
+      "loss": 1.2751,
+      "step": 5512
+    },
+    {
+      "epoch": 1.642026098773246,
+      "grad_norm": 0.25006377696990967,
+      "learning_rate": 1.906739867147166e-05,
+      "loss": 1.2781,
+      "step": 5513
+    },
+    {
+      "epoch": 1.6423239449729146,
+      "grad_norm": 0.23023587465286255,
+      "learning_rate": 1.906699188089191e-05,
+      "loss": 1.2832,
+      "step": 5514
+    },
+    {
+      "epoch": 1.6426217911725831,
+      "grad_norm": 0.2393902689218521,
+      "learning_rate": 1.9066585005953934e-05,
+      "loss": 1.2796,
+      "step": 5515
+    },
+    {
+      "epoch": 1.6429196373722519,
+      "grad_norm": 0.22710615396499634,
+      "learning_rate": 1.906617804666151e-05,
+      "loss": 1.2771,
+      "step": 5516
+    },
+    {
+      "epoch": 1.6432174835719207,
+      "grad_norm": 0.3001965582370758,
+      "learning_rate": 1.9065771003018433e-05,
+      "loss": 1.2713,
+      "step": 5517
+    },
+    {
+      "epoch": 1.6435153297715892,
+      "grad_norm": 0.2223108857870102,
+      "learning_rate": 1.906536387502848e-05,
+      "loss": 1.2755,
+      "step": 5518
+    },
+    {
+      "epoch": 1.6438131759712578,
+      "grad_norm": 0.2387503832578659,
+      "learning_rate": 1.906495666269545e-05,
+      "loss": 1.2922,
+      "step": 5519
+    },
+    {
+      "epoch": 1.6441110221709265,
+      "grad_norm": 0.23094727098941803,
+      "learning_rate": 1.9064549366023124e-05,
+      "loss": 1.2711,
+      "step": 5520
+    },
+    {
+      "epoch": 1.6444088683705953,
+      "grad_norm": 0.22692003846168518,
+      "learning_rate": 1.9064141985015293e-05,
+      "loss": 1.2765,
+      "step": 5521
+    },
+    {
+      "epoch": 1.6447067145702636,
+      "grad_norm": 0.2327008694410324,
+      "learning_rate": 1.9063734519675748e-05,
+      "loss": 1.2811,
+      "step": 5522
+    },
+    {
+      "epoch": 1.6450045607699324,
+      "grad_norm": 0.23037296533584595,
+      "learning_rate": 1.906332697000828e-05,
+      "loss": 1.286,
+      "step": 5523
+    },
+    {
+      "epoch": 1.6453024069696012,
+      "grad_norm": 0.22375428676605225,
+      "learning_rate": 1.906291933601668e-05,
+      "loss": 1.2741,
+      "step": 5524
+    },
+    {
+      "epoch": 1.6456002531692697,
+      "grad_norm": 0.22224177420139313,
+      "learning_rate": 1.9062511617704743e-05,
+      "loss": 1.2722,
+      "step": 5525
+    },
+    {
+      "epoch": 1.6458980993689383,
+      "grad_norm": 0.22655761241912842,
+      "learning_rate": 1.9062103815076257e-05,
+      "loss": 1.2644,
+      "step": 5526
+    },
+    {
+      "epoch": 1.646195945568607,
+      "grad_norm": 0.22255229949951172,
+      "learning_rate": 1.906169592813502e-05,
+      "loss": 1.271,
+      "step": 5527
+    },
+    {
+      "epoch": 1.6464937917682758,
+      "grad_norm": 0.2182021141052246,
+      "learning_rate": 1.9061287956884834e-05,
+      "loss": 1.2652,
+      "step": 5528
+    },
+    {
+      "epoch": 1.6467916379679441,
+      "grad_norm": 0.23365797102451324,
+      "learning_rate": 1.9060879901329482e-05,
+      "loss": 1.2886,
+      "step": 5529
+    },
+    {
+      "epoch": 1.647089484167613,
+      "grad_norm": 0.2474723905324936,
+      "learning_rate": 1.9060471761472766e-05,
+      "loss": 1.2832,
+      "step": 5530
+    },
+    {
+      "epoch": 1.6473873303672817,
+      "grad_norm": 0.20822176337242126,
+      "learning_rate": 1.9060063537318484e-05,
+      "loss": 1.2621,
+      "step": 5531
+    },
+    {
+      "epoch": 1.6476851765669502,
+      "grad_norm": 0.22447814047336578,
+      "learning_rate": 1.9059655228870434e-05,
+      "loss": 1.276,
+      "step": 5532
+    },
+    {
+      "epoch": 1.6479830227666188,
+      "grad_norm": 0.22813937067985535,
+      "learning_rate": 1.905924683613241e-05,
+      "loss": 1.2783,
+      "step": 5533
+    },
+    {
+      "epoch": 1.6482808689662876,
+      "grad_norm": 0.22755442559719086,
+      "learning_rate": 1.905883835910822e-05,
+      "loss": 1.2882,
+      "step": 5534
+    },
+    {
+      "epoch": 1.6485787151659563,
+      "grad_norm": 0.22414061427116394,
+      "learning_rate": 1.9058429797801657e-05,
+      "loss": 1.2656,
+      "step": 5535
+    },
+    {
+      "epoch": 1.6488765613656247,
+      "grad_norm": 0.22432328760623932,
+      "learning_rate": 1.9058021152216527e-05,
+      "loss": 1.2664,
+      "step": 5536
+    },
+    {
+      "epoch": 1.6491744075652934,
+      "grad_norm": 0.2137758731842041,
+      "learning_rate": 1.9057612422356633e-05,
+      "loss": 1.266,
+      "step": 5537
+    },
+    {
+      "epoch": 1.6494722537649622,
+      "grad_norm": 0.22579067945480347,
+      "learning_rate": 1.9057203608225773e-05,
+      "loss": 1.2476,
+      "step": 5538
+    },
+    {
+      "epoch": 1.6497700999646308,
+      "grad_norm": 0.2272815704345703,
+      "learning_rate": 1.9056794709827752e-05,
+      "loss": 1.2715,
+      "step": 5539
+    },
+    {
+      "epoch": 1.6500679461642993,
+      "grad_norm": 0.22341889142990112,
+      "learning_rate": 1.9056385727166376e-05,
+      "loss": 1.2826,
+      "step": 5540
+    },
+    {
+      "epoch": 1.650365792363968,
+      "grad_norm": 0.24031281471252441,
+      "learning_rate": 1.905597666024545e-05,
+      "loss": 1.268,
+      "step": 5541
+    },
+    {
+      "epoch": 1.6506636385636368,
+      "grad_norm": 0.24679391086101532,
+      "learning_rate": 1.9055567509068777e-05,
+      "loss": 1.3016,
+      "step": 5542
+    },
+    {
+      "epoch": 1.6509614847633054,
+      "grad_norm": 0.23233523964881897,
+      "learning_rate": 1.905515827364017e-05,
+      "loss": 1.2812,
+      "step": 5543
+    },
+    {
+      "epoch": 1.651259330962974,
+      "grad_norm": 0.21395809948444366,
+      "learning_rate": 1.9054748953963427e-05,
+      "loss": 1.2742,
+      "step": 5544
+    },
+    {
+      "epoch": 1.6515571771626427,
+      "grad_norm": 0.2266373187303543,
+      "learning_rate": 1.9054339550042364e-05,
+      "loss": 1.2536,
+      "step": 5545
+    },
+    {
+      "epoch": 1.6518550233623113,
+      "grad_norm": 0.2295445203781128,
+      "learning_rate": 1.9053930061880788e-05,
+      "loss": 1.2784,
+      "step": 5546
+    },
+    {
+      "epoch": 1.6521528695619798,
+      "grad_norm": 0.22353899478912354,
+      "learning_rate": 1.9053520489482506e-05,
+      "loss": 1.2576,
+      "step": 5547
+    },
+    {
+      "epoch": 1.6524507157616486,
+      "grad_norm": 0.22203253209590912,
+      "learning_rate": 1.9053110832851335e-05,
+      "loss": 1.2885,
+      "step": 5548
+    },
+    {
+      "epoch": 1.6527485619613174,
+      "grad_norm": 0.2155544012784958,
+      "learning_rate": 1.905270109199108e-05,
+      "loss": 1.2789,
+      "step": 5549
+    },
+    {
+      "epoch": 1.653046408160986,
+      "grad_norm": 0.22099432349205017,
+      "learning_rate": 1.9052291266905553e-05,
+      "loss": 1.2626,
+      "step": 5550
+    },
+    {
+      "epoch": 1.6533442543606545,
+      "grad_norm": 0.22569872438907623,
+      "learning_rate": 1.9051881357598575e-05,
+      "loss": 1.2599,
+      "step": 5551
+    },
+    {
+      "epoch": 1.6536421005603232,
+      "grad_norm": 0.23275689780712128,
+      "learning_rate": 1.9051471364073954e-05,
+      "loss": 1.2762,
+      "step": 5552
+    },
+    {
+      "epoch": 1.6539399467599918,
+      "grad_norm": 0.22771941125392914,
+      "learning_rate": 1.9051061286335498e-05,
+      "loss": 1.2906,
+      "step": 5553
+    },
+    {
+      "epoch": 1.6542377929596603,
+      "grad_norm": 0.21359166502952576,
+      "learning_rate": 1.9050651124387035e-05,
+      "loss": 1.261,
+      "step": 5554
+    },
+    {
+      "epoch": 1.654535639159329,
+      "grad_norm": 0.2313777059316635,
+      "learning_rate": 1.9050240878232375e-05,
+      "loss": 1.2778,
+      "step": 5555
+    },
+    {
+      "epoch": 1.6548334853589979,
+      "grad_norm": 0.2221272587776184,
+      "learning_rate": 1.9049830547875334e-05,
+      "loss": 1.2712,
+      "step": 5556
+    },
+    {
+      "epoch": 1.6551313315586664,
+      "grad_norm": 0.20936013758182526,
+      "learning_rate": 1.9049420133319732e-05,
+      "loss": 1.2664,
+      "step": 5557
+    },
+    {
+      "epoch": 1.655429177758335,
+      "grad_norm": 0.2277703881263733,
+      "learning_rate": 1.9049009634569384e-05,
+      "loss": 1.2766,
+      "step": 5558
+    },
+    {
+      "epoch": 1.6557270239580038,
+      "grad_norm": 0.2331382781267166,
+      "learning_rate": 1.904859905162811e-05,
+      "loss": 1.2557,
+      "step": 5559
+    },
+    {
+      "epoch": 1.6560248701576723,
+      "grad_norm": 0.2420787364244461,
+      "learning_rate": 1.9048188384499736e-05,
+      "loss": 1.2863,
+      "step": 5560
+    },
+    {
+      "epoch": 1.6563227163573409,
+      "grad_norm": 0.21740663051605225,
+      "learning_rate": 1.9047777633188077e-05,
+      "loss": 1.2483,
+      "step": 5561
+    },
+    {
+      "epoch": 1.6566205625570096,
+      "grad_norm": 0.23249472677707672,
+      "learning_rate": 1.9047366797696954e-05,
+      "loss": 1.2588,
+      "step": 5562
+    },
+    {
+      "epoch": 1.6569184087566784,
+      "grad_norm": 0.21488188207149506,
+      "learning_rate": 1.9046955878030195e-05,
+      "loss": 1.2798,
+      "step": 5563
+    },
+    {
+      "epoch": 1.657216254956347,
+      "grad_norm": 0.24667470157146454,
+      "learning_rate": 1.9046544874191617e-05,
+      "loss": 1.2621,
+      "step": 5564
+    },
+    {
+      "epoch": 1.6575141011560155,
+      "grad_norm": 0.23690661787986755,
+      "learning_rate": 1.9046133786185045e-05,
+      "loss": 1.2844,
+      "step": 5565
+    },
+    {
+      "epoch": 1.6578119473556843,
+      "grad_norm": 0.23039014637470245,
+      "learning_rate": 1.904572261401431e-05,
+      "loss": 1.2688,
+      "step": 5566
+    },
+    {
+      "epoch": 1.6581097935553528,
+      "grad_norm": 0.24273911118507385,
+      "learning_rate": 1.904531135768323e-05,
+      "loss": 1.2863,
+      "step": 5567
+    },
+    {
+      "epoch": 1.6584076397550214,
+      "grad_norm": 0.21636506915092468,
+      "learning_rate": 1.9044900017195627e-05,
+      "loss": 1.2591,
+      "step": 5568
+    },
+    {
+      "epoch": 1.6587054859546901,
+      "grad_norm": 0.22625398635864258,
+      "learning_rate": 1.9044488592555343e-05,
+      "loss": 1.2691,
+      "step": 5569
+    },
+    {
+      "epoch": 1.659003332154359,
+      "grad_norm": 0.23376969993114471,
+      "learning_rate": 1.90440770837662e-05,
+      "loss": 1.2652,
+      "step": 5570
+    },
+    {
+      "epoch": 1.6593011783540275,
+      "grad_norm": 0.21269488334655762,
+      "learning_rate": 1.9043665490832018e-05,
+      "loss": 1.2799,
+      "step": 5571
+    },
+    {
+      "epoch": 1.659599024553696,
+      "grad_norm": 0.22330698370933533,
+      "learning_rate": 1.9043253813756634e-05,
+      "loss": 1.2787,
+      "step": 5572
+    },
+    {
+      "epoch": 1.6598968707533648,
+      "grad_norm": 0.21178990602493286,
+      "learning_rate": 1.9042842052543878e-05,
+      "loss": 1.2599,
+      "step": 5573
+    },
+    {
+      "epoch": 1.6601947169530333,
+      "grad_norm": 0.21995270252227783,
+      "learning_rate": 1.904243020719758e-05,
+      "loss": 1.2697,
+      "step": 5574
+    },
+    {
+      "epoch": 1.6604925631527019,
+      "grad_norm": 0.25758859515190125,
+      "learning_rate": 1.904201827772157e-05,
+      "loss": 1.2784,
+      "step": 5575
+    },
+    {
+      "epoch": 1.6607904093523707,
+      "grad_norm": 0.3004457652568817,
+      "learning_rate": 1.9041606264119683e-05,
+      "loss": 1.2754,
+      "step": 5576
+    },
+    {
+      "epoch": 1.6610882555520394,
+      "grad_norm": 0.27928078174591064,
+      "learning_rate": 1.9041194166395753e-05,
+      "loss": 1.2803,
+      "step": 5577
+    },
+    {
+      "epoch": 1.661386101751708,
+      "grad_norm": 0.22976548969745636,
+      "learning_rate": 1.9040781984553612e-05,
+      "loss": 1.2912,
+      "step": 5578
+    },
+    {
+      "epoch": 1.6616839479513765,
+      "grad_norm": 0.3062029480934143,
+      "learning_rate": 1.9040369718597098e-05,
+      "loss": 1.2855,
+      "step": 5579
+    },
+    {
+      "epoch": 1.6619817941510453,
+      "grad_norm": 0.2543890178203583,
+      "learning_rate": 1.903995736853004e-05,
+      "loss": 1.2666,
+      "step": 5580
+    },
+    {
+      "epoch": 1.6622796403507138,
+      "grad_norm": 0.22848451137542725,
+      "learning_rate": 1.903954493435628e-05,
+      "loss": 1.2911,
+      "step": 5581
+    },
+    {
+      "epoch": 1.6625774865503824,
+      "grad_norm": 0.22023822367191315,
+      "learning_rate": 1.9039132416079656e-05,
+      "loss": 1.2682,
+      "step": 5582
+    },
+    {
+      "epoch": 1.6628753327500512,
+      "grad_norm": 0.24857406318187714,
+      "learning_rate": 1.9038719813704e-05,
+      "loss": 1.264,
+      "step": 5583
+    },
+    {
+      "epoch": 1.66317317894972,
+      "grad_norm": 0.24410122632980347,
+      "learning_rate": 1.9038307127233157e-05,
+      "loss": 1.2985,
+      "step": 5584
+    },
+    {
+      "epoch": 1.6634710251493885,
+      "grad_norm": 0.2163051813840866,
+      "learning_rate": 1.9037894356670964e-05,
+      "loss": 1.2765,
+      "step": 5585
+    },
+    {
+      "epoch": 1.663768871349057,
+      "grad_norm": 0.22405213117599487,
+      "learning_rate": 1.9037481502021266e-05,
+      "loss": 1.2696,
+      "step": 5586
+    },
+    {
+      "epoch": 1.6640667175487258,
+      "grad_norm": 0.2406502664089203,
+      "learning_rate": 1.9037068563287894e-05,
+      "loss": 1.2746,
+      "step": 5587
+    },
+    {
+      "epoch": 1.6643645637483946,
+      "grad_norm": 0.23189301788806915,
+      "learning_rate": 1.90366555404747e-05,
+      "loss": 1.2684,
+      "step": 5588
+    },
+    {
+      "epoch": 1.664662409948063,
+      "grad_norm": 0.21800807118415833,
+      "learning_rate": 1.9036242433585517e-05,
+      "loss": 1.2672,
+      "step": 5589
+    },
+    {
+      "epoch": 1.6649602561477317,
+      "grad_norm": 0.2630351781845093,
+      "learning_rate": 1.90358292426242e-05,
+      "loss": 1.2678,
+      "step": 5590
+    },
+    {
+      "epoch": 1.6652581023474005,
+      "grad_norm": 0.22028449177742004,
+      "learning_rate": 1.9035415967594587e-05,
+      "loss": 1.2878,
+      "step": 5591
+    },
+    {
+      "epoch": 1.665555948547069,
+      "grad_norm": 0.22171668708324432,
+      "learning_rate": 1.903500260850052e-05,
+      "loss": 1.2765,
+      "step": 5592
+    },
+    {
+      "epoch": 1.6658537947467376,
+      "grad_norm": 0.22152946889400482,
+      "learning_rate": 1.9034589165345848e-05,
+      "loss": 1.2744,
+      "step": 5593
+    },
+    {
+      "epoch": 1.6661516409464063,
+      "grad_norm": 0.2194407433271408,
+      "learning_rate": 1.903417563813442e-05,
+      "loss": 1.2786,
+      "step": 5594
+    },
+    {
+      "epoch": 1.666449487146075,
+      "grad_norm": 0.22076888382434845,
+      "learning_rate": 1.903376202687008e-05,
+      "loss": 1.2613,
+      "step": 5595
+    },
+    {
+      "epoch": 1.6667473333457434,
+      "grad_norm": 0.22642038762569427,
+      "learning_rate": 1.903334833155668e-05,
+      "loss": 1.2887,
+      "step": 5596
+    },
+    {
+      "epoch": 1.6670451795454122,
+      "grad_norm": 0.23118306696414948,
+      "learning_rate": 1.9032934552198066e-05,
+      "loss": 1.2798,
+      "step": 5597
+    },
+    {
+      "epoch": 1.667343025745081,
+      "grad_norm": 0.22751539945602417,
+      "learning_rate": 1.9032520688798085e-05,
+      "loss": 1.2701,
+      "step": 5598
+    },
+    {
+      "epoch": 1.6676408719447495,
+      "grad_norm": 0.21959461271762848,
+      "learning_rate": 1.9032106741360593e-05,
+      "loss": 1.2881,
+      "step": 5599
+    },
+    {
+      "epoch": 1.667938718144418,
+      "grad_norm": 0.23361878097057343,
+      "learning_rate": 1.9031692709889437e-05,
+      "loss": 1.2481,
+      "step": 5600
+    },
+    {
+      "epoch": 1.6682365643440868,
+      "grad_norm": 0.21968644857406616,
+      "learning_rate": 1.9031278594388472e-05,
+      "loss": 1.289,
+      "step": 5601
+    },
+    {
+      "epoch": 1.6685344105437556,
+      "grad_norm": 0.21639177203178406,
+      "learning_rate": 1.903086439486155e-05,
+      "loss": 1.2789,
+      "step": 5602
+    },
+    {
+      "epoch": 1.6688322567434242,
+      "grad_norm": 0.22558465600013733,
+      "learning_rate": 1.9030450111312526e-05,
+      "loss": 1.2613,
+      "step": 5603
+    },
+    {
+      "epoch": 1.6691301029430927,
+      "grad_norm": 0.2187129706144333,
+      "learning_rate": 1.9030035743745253e-05,
+      "loss": 1.284,
+      "step": 5604
+    },
+    {
+      "epoch": 1.6694279491427615,
+      "grad_norm": 0.23081013560295105,
+      "learning_rate": 1.9029621292163587e-05,
+      "loss": 1.2707,
+      "step": 5605
+    },
+    {
+      "epoch": 1.66972579534243,
+      "grad_norm": 0.22469882667064667,
+      "learning_rate": 1.9029206756571384e-05,
+      "loss": 1.2798,
+      "step": 5606
+    },
+    {
+      "epoch": 1.6700236415420986,
+      "grad_norm": 0.21861881017684937,
+      "learning_rate": 1.90287921369725e-05,
+      "loss": 1.2668,
+      "step": 5607
+    },
+    {
+      "epoch": 1.6703214877417674,
+      "grad_norm": 0.22377395629882812,
+      "learning_rate": 1.9028377433370787e-05,
+      "loss": 1.2768,
+      "step": 5608
+    },
+    {
+      "epoch": 1.6706193339414361,
+      "grad_norm": 0.22810766100883484,
+      "learning_rate": 1.9027962645770114e-05,
+      "loss": 1.2574,
+      "step": 5609
+    },
+    {
+      "epoch": 1.6709171801411047,
+      "grad_norm": 0.2153186798095703,
+      "learning_rate": 1.9027547774174337e-05,
+      "loss": 1.2804,
+      "step": 5610
+    },
+    {
+      "epoch": 1.6712150263407732,
+      "grad_norm": 0.21898439526557922,
+      "learning_rate": 1.9027132818587308e-05,
+      "loss": 1.2558,
+      "step": 5611
+    },
+    {
+      "epoch": 1.671512872540442,
+      "grad_norm": 0.21713757514953613,
+      "learning_rate": 1.9026717779012897e-05,
+      "loss": 1.2703,
+      "step": 5612
+    },
+    {
+      "epoch": 1.6718107187401106,
+      "grad_norm": 0.22190316021442413,
+      "learning_rate": 1.9026302655454962e-05,
+      "loss": 1.2768,
+      "step": 5613
+    },
+    {
+      "epoch": 1.672108564939779,
+      "grad_norm": 0.21604092419147491,
+      "learning_rate": 1.902588744791737e-05,
+      "loss": 1.2789,
+      "step": 5614
+    },
+    {
+      "epoch": 1.6724064111394479,
+      "grad_norm": 0.21985818445682526,
+      "learning_rate": 1.9025472156403976e-05,
+      "loss": 1.2885,
+      "step": 5615
+    },
+    {
+      "epoch": 1.6727042573391167,
+      "grad_norm": 0.22372137010097504,
+      "learning_rate": 1.9025056780918646e-05,
+      "loss": 1.2875,
+      "step": 5616
+    },
+    {
+      "epoch": 1.6730021035387852,
+      "grad_norm": 0.22135815024375916,
+      "learning_rate": 1.9024641321465246e-05,
+      "loss": 1.2765,
+      "step": 5617
+    },
+    {
+      "epoch": 1.6732999497384538,
+      "grad_norm": 0.22023016214370728,
+      "learning_rate": 1.902422577804764e-05,
+      "loss": 1.2767,
+      "step": 5618
+    },
+    {
+      "epoch": 1.6735977959381225,
+      "grad_norm": 0.24457132816314697,
+      "learning_rate": 1.9023810150669702e-05,
+      "loss": 1.2516,
+      "step": 5619
+    },
+    {
+      "epoch": 1.673895642137791,
+      "grad_norm": 0.22207579016685486,
+      "learning_rate": 1.9023394439335287e-05,
+      "loss": 1.2702,
+      "step": 5620
+    },
+    {
+      "epoch": 1.6741934883374596,
+      "grad_norm": 0.22879260778427124,
+      "learning_rate": 1.9022978644048275e-05,
+      "loss": 1.2526,
+      "step": 5621
+    },
+    {
+      "epoch": 1.6744913345371284,
+      "grad_norm": 0.22566340863704681,
+      "learning_rate": 1.902256276481252e-05,
+      "loss": 1.2749,
+      "step": 5622
+    },
+    {
+      "epoch": 1.6747891807367972,
+      "grad_norm": 0.2589960992336273,
+      "learning_rate": 1.90221468016319e-05,
+      "loss": 1.2624,
+      "step": 5623
+    },
+    {
+      "epoch": 1.6750870269364657,
+      "grad_norm": 0.24110759794712067,
+      "learning_rate": 1.9021730754510288e-05,
+      "loss": 1.2804,
+      "step": 5624
+    },
+    {
+      "epoch": 1.6753848731361343,
+      "grad_norm": 0.24634456634521484,
+      "learning_rate": 1.902131462345155e-05,
+      "loss": 1.2848,
+      "step": 5625
+    },
+    {
+      "epoch": 1.675682719335803,
+      "grad_norm": 0.23470130562782288,
+      "learning_rate": 1.902089840845956e-05,
+      "loss": 1.2949,
+      "step": 5626
+    },
+    {
+      "epoch": 1.6759805655354716,
+      "grad_norm": 0.32685351371765137,
+      "learning_rate": 1.902048210953818e-05,
+      "loss": 1.2794,
+      "step": 5627
+    },
+    {
+      "epoch": 1.6762784117351401,
+      "grad_norm": 0.23882338404655457,
+      "learning_rate": 1.9020065726691302e-05,
+      "loss": 1.275,
+      "step": 5628
+    },
+    {
+      "epoch": 1.676576257934809,
+      "grad_norm": 0.24273385107517242,
+      "learning_rate": 1.9019649259922787e-05,
+      "loss": 1.2843,
+      "step": 5629
+    },
+    {
+      "epoch": 1.6768741041344777,
+      "grad_norm": 0.23705027997493744,
+      "learning_rate": 1.9019232709236516e-05,
+      "loss": 1.2632,
+      "step": 5630
+    },
+    {
+      "epoch": 1.6771719503341462,
+      "grad_norm": 0.2242920696735382,
+      "learning_rate": 1.9018816074636358e-05,
+      "loss": 1.2862,
+      "step": 5631
+    },
+    {
+      "epoch": 1.6774697965338148,
+      "grad_norm": 0.23454338312149048,
+      "learning_rate": 1.9018399356126195e-05,
+      "loss": 1.2653,
+      "step": 5632
+    },
+    {
+      "epoch": 1.6777676427334836,
+      "grad_norm": 0.25819316506385803,
+      "learning_rate": 1.90179825537099e-05,
+      "loss": 1.2643,
+      "step": 5633
+    },
+    {
+      "epoch": 1.678065488933152,
+      "grad_norm": 0.2194097489118576,
+      "learning_rate": 1.901756566739135e-05,
+      "loss": 1.2764,
+      "step": 5634
+    },
+    {
+      "epoch": 1.6783633351328207,
+      "grad_norm": 0.23922835290431976,
+      "learning_rate": 1.901714869717443e-05,
+      "loss": 1.2685,
+      "step": 5635
+    },
+    {
+      "epoch": 1.6786611813324894,
+      "grad_norm": 0.24081382155418396,
+      "learning_rate": 1.9016731643063018e-05,
+      "loss": 1.2866,
+      "step": 5636
+    },
+    {
+      "epoch": 1.6789590275321582,
+      "grad_norm": 0.23041003942489624,
+      "learning_rate": 1.9016314505060987e-05,
+      "loss": 1.2781,
+      "step": 5637
+    },
+    {
+      "epoch": 1.6792568737318267,
+      "grad_norm": 0.21383997797966003,
+      "learning_rate": 1.9015897283172232e-05,
+      "loss": 1.262,
+      "step": 5638
+    },
+    {
+      "epoch": 1.6795547199314953,
+      "grad_norm": 0.2681867182254791,
+      "learning_rate": 1.901547997740062e-05,
+      "loss": 1.2789,
+      "step": 5639
+    },
+    {
+      "epoch": 1.679852566131164,
+      "grad_norm": 0.23258072137832642,
+      "learning_rate": 1.9015062587750036e-05,
+      "loss": 1.2826,
+      "step": 5640
+    },
+    {
+      "epoch": 1.6801504123308326,
+      "grad_norm": 0.23819170892238617,
+      "learning_rate": 1.9014645114224374e-05,
+      "loss": 1.2643,
+      "step": 5641
+    },
+    {
+      "epoch": 1.6804482585305012,
+      "grad_norm": 0.2216070592403412,
+      "learning_rate": 1.9014227556827505e-05,
+      "loss": 1.2629,
+      "step": 5642
+    },
+    {
+      "epoch": 1.68074610473017,
+      "grad_norm": 0.23336848616600037,
+      "learning_rate": 1.9013809915563322e-05,
+      "loss": 1.2682,
+      "step": 5643
+    },
+    {
+      "epoch": 1.6810439509298387,
+      "grad_norm": 0.24089714884757996,
+      "learning_rate": 1.901339219043571e-05,
+      "loss": 1.2665,
+      "step": 5644
+    },
+    {
+      "epoch": 1.6813417971295073,
+      "grad_norm": 0.2426704615354538,
+      "learning_rate": 1.9012974381448553e-05,
+      "loss": 1.2665,
+      "step": 5645
+    },
+    {
+      "epoch": 1.6816396433291758,
+      "grad_norm": 0.22386778891086578,
+      "learning_rate": 1.901255648860574e-05,
+      "loss": 1.2746,
+      "step": 5646
+    },
+    {
+      "epoch": 1.6819374895288446,
+      "grad_norm": 0.23168200254440308,
+      "learning_rate": 1.9012138511911156e-05,
+      "loss": 1.2739,
+      "step": 5647
+    },
+    {
+      "epoch": 1.6822353357285131,
+      "grad_norm": 0.2353355884552002,
+      "learning_rate": 1.9011720451368693e-05,
+      "loss": 1.2616,
+      "step": 5648
+    },
+    {
+      "epoch": 1.6825331819281817,
+      "grad_norm": 0.22925683856010437,
+      "learning_rate": 1.901130230698224e-05,
+      "loss": 1.2615,
+      "step": 5649
+    },
+    {
+      "epoch": 1.6828310281278505,
+      "grad_norm": 0.23452536761760712,
+      "learning_rate": 1.9010884078755688e-05,
+      "loss": 1.2678,
+      "step": 5650
+    },
+    {
+      "epoch": 1.6831288743275192,
+      "grad_norm": 0.22609202563762665,
+      "learning_rate": 1.9010465766692924e-05,
+      "loss": 1.281,
+      "step": 5651
+    },
+    {
+      "epoch": 1.6834267205271878,
+      "grad_norm": 0.22634583711624146,
+      "learning_rate": 1.901004737079785e-05,
+      "loss": 1.2736,
+      "step": 5652
+    },
+    {
+      "epoch": 1.6837245667268563,
+      "grad_norm": 0.22738151252269745,
+      "learning_rate": 1.9009628891074346e-05,
+      "loss": 1.286,
+      "step": 5653
+    },
+    {
+      "epoch": 1.684022412926525,
+      "grad_norm": 0.22332048416137695,
+      "learning_rate": 1.9009210327526314e-05,
+      "loss": 1.2824,
+      "step": 5654
+    },
+    {
+      "epoch": 1.6843202591261939,
+      "grad_norm": 0.2146749645471573,
+      "learning_rate": 1.9008791680157643e-05,
+      "loss": 1.2672,
+      "step": 5655
+    },
+    {
+      "epoch": 1.6846181053258622,
+      "grad_norm": 0.28092333674430847,
+      "learning_rate": 1.900837294897223e-05,
+      "loss": 1.2681,
+      "step": 5656
+    },
+    {
+      "epoch": 1.684915951525531,
+      "grad_norm": 0.21779432892799377,
+      "learning_rate": 1.9007954133973974e-05,
+      "loss": 1.2946,
+      "step": 5657
+    },
+    {
+      "epoch": 1.6852137977251997,
+      "grad_norm": 0.23540149629116058,
+      "learning_rate": 1.9007535235166768e-05,
+      "loss": 1.2891,
+      "step": 5658
+    },
+    {
+      "epoch": 1.6855116439248683,
+      "grad_norm": 0.23689579963684082,
+      "learning_rate": 1.900711625255451e-05,
+      "loss": 1.2635,
+      "step": 5659
+    },
+    {
+      "epoch": 1.6858094901245368,
+      "grad_norm": 0.2266598492860794,
+      "learning_rate": 1.90066971861411e-05,
+      "loss": 1.2671,
+      "step": 5660
+    },
+    {
+      "epoch": 1.6861073363242056,
+      "grad_norm": 0.21305103600025177,
+      "learning_rate": 1.9006278035930434e-05,
+      "loss": 1.2679,
+      "step": 5661
+    },
+    {
+      "epoch": 1.6864051825238744,
+      "grad_norm": 0.2813588082790375,
+      "learning_rate": 1.9005858801926416e-05,
+      "loss": 1.2576,
+      "step": 5662
+    },
+    {
+      "epoch": 1.6867030287235427,
+      "grad_norm": 0.21802647411823273,
+      "learning_rate": 1.9005439484132943e-05,
+      "loss": 1.2721,
+      "step": 5663
+    },
+    {
+      "epoch": 1.6870008749232115,
+      "grad_norm": 0.22629772126674652,
+      "learning_rate": 1.9005020082553915e-05,
+      "loss": 1.2528,
+      "step": 5664
+    },
+    {
+      "epoch": 1.6872987211228803,
+      "grad_norm": 0.2283496856689453,
+      "learning_rate": 1.900460059719324e-05,
+      "loss": 1.2587,
+      "step": 5665
+    },
+    {
+      "epoch": 1.6875965673225488,
+      "grad_norm": 0.22529184818267822,
+      "learning_rate": 1.9004181028054813e-05,
+      "loss": 1.2721,
+      "step": 5666
+    },
+    {
+      "epoch": 1.6878944135222174,
+      "grad_norm": 0.2219720184803009,
+      "learning_rate": 1.9003761375142543e-05,
+      "loss": 1.259,
+      "step": 5667
+    },
+    {
+      "epoch": 1.6881922597218861,
+      "grad_norm": 0.22435903549194336,
+      "learning_rate": 1.9003341638460334e-05,
+      "loss": 1.266,
+      "step": 5668
+    },
+    {
+      "epoch": 1.688490105921555,
+      "grad_norm": 0.23676352202892303,
+      "learning_rate": 1.900292181801209e-05,
+      "loss": 1.2651,
+      "step": 5669
+    },
+    {
+      "epoch": 1.6887879521212235,
+      "grad_norm": 0.21435624361038208,
+      "learning_rate": 1.900250191380171e-05,
+      "loss": 1.2782,
+      "step": 5670
+    },
+    {
+      "epoch": 1.689085798320892,
+      "grad_norm": 0.22388912737369537,
+      "learning_rate": 1.9002081925833117e-05,
+      "loss": 1.2797,
+      "step": 5671
+    },
+    {
+      "epoch": 1.6893836445205608,
+      "grad_norm": 0.23809774219989777,
+      "learning_rate": 1.9001661854110207e-05,
+      "loss": 1.279,
+      "step": 5672
+    },
+    {
+      "epoch": 1.6896814907202293,
+      "grad_norm": 0.22046956419944763,
+      "learning_rate": 1.900124169863689e-05,
+      "loss": 1.2641,
+      "step": 5673
+    },
+    {
+      "epoch": 1.6899793369198979,
+      "grad_norm": 0.22175170481204987,
+      "learning_rate": 1.9000821459417074e-05,
+      "loss": 1.2809,
+      "step": 5674
+    },
+    {
+      "epoch": 1.6902771831195667,
+      "grad_norm": 0.25351229310035706,
+      "learning_rate": 1.9000401136454675e-05,
+      "loss": 1.2721,
+      "step": 5675
+    },
+    {
+      "epoch": 1.6905750293192354,
+      "grad_norm": 0.21347540616989136,
+      "learning_rate": 1.89999807297536e-05,
+      "loss": 1.2853,
+      "step": 5676
+    },
+    {
+      "epoch": 1.690872875518904,
+      "grad_norm": 0.22976148128509521,
+      "learning_rate": 1.8999560239317752e-05,
+      "loss": 1.2745,
+      "step": 5677
+    },
+    {
+      "epoch": 1.6911707217185725,
+      "grad_norm": 0.22690346837043762,
+      "learning_rate": 1.8999139665151056e-05,
+      "loss": 1.2798,
+      "step": 5678
+    },
+    {
+      "epoch": 1.6914685679182413,
+      "grad_norm": 0.2327873408794403,
+      "learning_rate": 1.899871900725742e-05,
+      "loss": 1.2544,
+      "step": 5679
+    },
+    {
+      "epoch": 1.6917664141179098,
+      "grad_norm": 0.22844178974628448,
+      "learning_rate": 1.899829826564076e-05,
+      "loss": 1.2614,
+      "step": 5680
+    },
+    {
+      "epoch": 1.6920642603175784,
+      "grad_norm": 0.21966998279094696,
+      "learning_rate": 1.8997877440304982e-05,
+      "loss": 1.2887,
+      "step": 5681
+    },
+    {
+      "epoch": 1.6923621065172472,
+      "grad_norm": 0.2034863829612732,
+      "learning_rate": 1.899745653125401e-05,
+      "loss": 1.2698,
+      "step": 5682
+    },
+    {
+      "epoch": 1.692659952716916,
+      "grad_norm": 0.21531030535697937,
+      "learning_rate": 1.899703553849176e-05,
+      "loss": 1.2692,
+      "step": 5683
+    },
+    {
+      "epoch": 1.6929577989165845,
+      "grad_norm": 0.22363252937793732,
+      "learning_rate": 1.8996614462022146e-05,
+      "loss": 1.2721,
+      "step": 5684
+    },
+    {
+      "epoch": 1.693255645116253,
+      "grad_norm": 0.22647421061992645,
+      "learning_rate": 1.899619330184908e-05,
+      "loss": 1.2728,
+      "step": 5685
+    },
+    {
+      "epoch": 1.6935534913159218,
+      "grad_norm": 0.22268177568912506,
+      "learning_rate": 1.899577205797649e-05,
+      "loss": 1.2978,
+      "step": 5686
+    },
+    {
+      "epoch": 1.6938513375155904,
+      "grad_norm": 0.22444170713424683,
+      "learning_rate": 1.8995350730408295e-05,
+      "loss": 1.2535,
+      "step": 5687
+    },
+    {
+      "epoch": 1.694149183715259,
+      "grad_norm": 0.2262217104434967,
+      "learning_rate": 1.899492931914841e-05,
+      "loss": 1.2644,
+      "step": 5688
+    },
+    {
+      "epoch": 1.6944470299149277,
+      "grad_norm": 0.22429290413856506,
+      "learning_rate": 1.8994507824200756e-05,
+      "loss": 1.2883,
+      "step": 5689
+    },
+    {
+      "epoch": 1.6947448761145965,
+      "grad_norm": 0.22514869272708893,
+      "learning_rate": 1.8994086245569258e-05,
+      "loss": 1.2642,
+      "step": 5690
+    },
+    {
+      "epoch": 1.695042722314265,
+      "grad_norm": 0.24482673406600952,
+      "learning_rate": 1.8993664583257833e-05,
+      "loss": 1.2783,
+      "step": 5691
+    },
+    {
+      "epoch": 1.6953405685139336,
+      "grad_norm": 0.24208861589431763,
+      "learning_rate": 1.899324283727041e-05,
+      "loss": 1.2807,
+      "step": 5692
+    },
+    {
+      "epoch": 1.6956384147136023,
+      "grad_norm": 0.23001578450202942,
+      "learning_rate": 1.899282100761091e-05,
+      "loss": 1.2644,
+      "step": 5693
+    },
+    {
+      "epoch": 1.6959362609132709,
+      "grad_norm": 0.21940132975578308,
+      "learning_rate": 1.899239909428326e-05,
+      "loss": 1.2892,
+      "step": 5694
+    },
+    {
+      "epoch": 1.6962341071129394,
+      "grad_norm": 0.22105544805526733,
+      "learning_rate": 1.8991977097291377e-05,
+      "loss": 1.2838,
+      "step": 5695
+    },
+    {
+      "epoch": 1.6965319533126082,
+      "grad_norm": 0.21267855167388916,
+      "learning_rate": 1.89915550166392e-05,
+      "loss": 1.2605,
+      "step": 5696
+    },
+    {
+      "epoch": 1.696829799512277,
+      "grad_norm": 0.23278282582759857,
+      "learning_rate": 1.8991132852330643e-05,
+      "loss": 1.2889,
+      "step": 5697
+    },
+    {
+      "epoch": 1.6971276457119455,
+      "grad_norm": 0.22636377811431885,
+      "learning_rate": 1.8990710604369648e-05,
+      "loss": 1.2899,
+      "step": 5698
+    },
+    {
+      "epoch": 1.697425491911614,
+      "grad_norm": 0.22682049870491028,
+      "learning_rate": 1.899028827276013e-05,
+      "loss": 1.2736,
+      "step": 5699
+    },
+    {
+      "epoch": 1.6977233381112828,
+      "grad_norm": 0.22536416351795197,
+      "learning_rate": 1.8989865857506025e-05,
+      "loss": 1.2765,
+      "step": 5700
+    },
+    {
+      "epoch": 1.6980211843109514,
+      "grad_norm": 0.23606960475444794,
+      "learning_rate": 1.8989443358611265e-05,
+      "loss": 1.2651,
+      "step": 5701
+    },
+    {
+      "epoch": 1.69831903051062,
+      "grad_norm": 0.25915801525115967,
+      "learning_rate": 1.8989020776079778e-05,
+      "loss": 1.2807,
+      "step": 5702
+    },
+    {
+      "epoch": 1.6986168767102887,
+      "grad_norm": 0.24296355247497559,
+      "learning_rate": 1.898859810991549e-05,
+      "loss": 1.2767,
+      "step": 5703
+    },
+    {
+      "epoch": 1.6989147229099575,
+      "grad_norm": 0.21679812669754028,
+      "learning_rate": 1.8988175360122346e-05,
+      "loss": 1.2886,
+      "step": 5704
+    },
+    {
+      "epoch": 1.699212569109626,
+      "grad_norm": 0.22106091678142548,
+      "learning_rate": 1.8987752526704267e-05,
+      "loss": 1.2668,
+      "step": 5705
+    },
+    {
+      "epoch": 1.6995104153092946,
+      "grad_norm": 0.21959993243217468,
+      "learning_rate": 1.8987329609665197e-05,
+      "loss": 1.2683,
+      "step": 5706
+    },
+    {
+      "epoch": 1.6998082615089634,
+      "grad_norm": 0.23039567470550537,
+      "learning_rate": 1.8986906609009065e-05,
+      "loss": 1.2553,
+      "step": 5707
+    },
+    {
+      "epoch": 1.700106107708632,
+      "grad_norm": 0.2438964694738388,
+      "learning_rate": 1.8986483524739806e-05,
+      "loss": 1.2739,
+      "step": 5708
+    },
+    {
+      "epoch": 1.7004039539083005,
+      "grad_norm": 0.21674993634223938,
+      "learning_rate": 1.898606035686136e-05,
+      "loss": 1.2762,
+      "step": 5709
+    },
+    {
+      "epoch": 1.7007018001079692,
+      "grad_norm": 0.31936731934547424,
+      "learning_rate": 1.8985637105377663e-05,
+      "loss": 1.2676,
+      "step": 5710
+    },
+    {
+      "epoch": 1.700999646307638,
+      "grad_norm": 0.2805282771587372,
+      "learning_rate": 1.898521377029265e-05,
+      "loss": 1.2837,
+      "step": 5711
+    },
+    {
+      "epoch": 1.7012974925073066,
+      "grad_norm": 0.25507208704948425,
+      "learning_rate": 1.8984790351610262e-05,
+      "loss": 1.2639,
+      "step": 5712
+    },
+    {
+      "epoch": 1.701595338706975,
+      "grad_norm": 0.22662752866744995,
+      "learning_rate": 1.898436684933444e-05,
+      "loss": 1.2698,
+      "step": 5713
+    },
+    {
+      "epoch": 1.7018931849066439,
+      "grad_norm": 0.24285344779491425,
+      "learning_rate": 1.898394326346912e-05,
+      "loss": 1.2742,
+      "step": 5714
+    },
+    {
+      "epoch": 1.7021910311063124,
+      "grad_norm": 0.23638954758644104,
+      "learning_rate": 1.8983519594018247e-05,
+      "loss": 1.2848,
+      "step": 5715
+    },
+    {
+      "epoch": 1.702488877305981,
+      "grad_norm": 0.22729748487472534,
+      "learning_rate": 1.898309584098576e-05,
+      "loss": 1.2802,
+      "step": 5716
+    },
+    {
+      "epoch": 1.7027867235056497,
+      "grad_norm": 0.21747556328773499,
+      "learning_rate": 1.8982672004375603e-05,
+      "loss": 1.2615,
+      "step": 5717
+    },
+    {
+      "epoch": 1.7030845697053185,
+      "grad_norm": 0.22167259454727173,
+      "learning_rate": 1.898224808419172e-05,
+      "loss": 1.2657,
+      "step": 5718
+    },
+    {
+      "epoch": 1.703382415904987,
+      "grad_norm": 0.22318674623966217,
+      "learning_rate": 1.8981824080438054e-05,
+      "loss": 1.272,
+      "step": 5719
+    },
+    {
+      "epoch": 1.7036802621046556,
+      "grad_norm": 0.21981275081634521,
+      "learning_rate": 1.898139999311855e-05,
+      "loss": 1.2678,
+      "step": 5720
+    },
+    {
+      "epoch": 1.7039781083043244,
+      "grad_norm": 0.2351217269897461,
+      "learning_rate": 1.898097582223715e-05,
+      "loss": 1.2922,
+      "step": 5721
+    },
+    {
+      "epoch": 1.7042759545039932,
+      "grad_norm": 0.22308693826198578,
+      "learning_rate": 1.8980551567797808e-05,
+      "loss": 1.2752,
+      "step": 5722
+    },
+    {
+      "epoch": 1.7045738007036615,
+      "grad_norm": 0.22976164519786835,
+      "learning_rate": 1.898012722980447e-05,
+      "loss": 1.2582,
+      "step": 5723
+    },
+    {
+      "epoch": 1.7048716469033303,
+      "grad_norm": 0.2237618863582611,
+      "learning_rate": 1.8979702808261077e-05,
+      "loss": 1.2789,
+      "step": 5724
+    },
+    {
+      "epoch": 1.705169493102999,
+      "grad_norm": 0.21517914533615112,
+      "learning_rate": 1.8979278303171584e-05,
+      "loss": 1.2639,
+      "step": 5725
+    },
+    {
+      "epoch": 1.7054673393026676,
+      "grad_norm": 0.21843688189983368,
+      "learning_rate": 1.8978853714539935e-05,
+      "loss": 1.2656,
+      "step": 5726
+    },
+    {
+      "epoch": 1.7057651855023361,
+      "grad_norm": 0.2246447652578354,
+      "learning_rate": 1.897842904237009e-05,
+      "loss": 1.2754,
+      "step": 5727
+    },
+    {
+      "epoch": 1.706063031702005,
+      "grad_norm": 0.22413119673728943,
+      "learning_rate": 1.8978004286665986e-05,
+      "loss": 1.2816,
+      "step": 5728
+    },
+    {
+      "epoch": 1.7063608779016737,
+      "grad_norm": 0.22636112570762634,
+      "learning_rate": 1.897757944743159e-05,
+      "loss": 1.273,
+      "step": 5729
+    },
+    {
+      "epoch": 1.706658724101342,
+      "grad_norm": 0.2248656004667282,
+      "learning_rate": 1.8977154524670845e-05,
+      "loss": 1.281,
+      "step": 5730
+    },
+    {
+      "epoch": 1.7069565703010108,
+      "grad_norm": 0.2276724874973297,
+      "learning_rate": 1.8976729518387708e-05,
+      "loss": 1.2885,
+      "step": 5731
+    },
+    {
+      "epoch": 1.7072544165006796,
+      "grad_norm": 0.24606406688690186,
+      "learning_rate": 1.897630442858613e-05,
+      "loss": 1.286,
+      "step": 5732
+    },
+    {
+      "epoch": 1.707552262700348,
+      "grad_norm": 0.2130737155675888,
+      "learning_rate": 1.897587925527007e-05,
+      "loss": 1.2562,
+      "step": 5733
+    },
+    {
+      "epoch": 1.7078501089000167,
+      "grad_norm": 0.21556521952152252,
+      "learning_rate": 1.897545399844348e-05,
+      "loss": 1.2737,
+      "step": 5734
+    },
+    {
+      "epoch": 1.7081479550996854,
+      "grad_norm": 0.2331210970878601,
+      "learning_rate": 1.8975028658110323e-05,
+      "loss": 1.2682,
+      "step": 5735
+    },
+    {
+      "epoch": 1.7084458012993542,
+      "grad_norm": 0.2184014916419983,
+      "learning_rate": 1.897460323427455e-05,
+      "loss": 1.2624,
+      "step": 5736
+    },
+    {
+      "epoch": 1.7087436474990227,
+      "grad_norm": 0.22465340793132782,
+      "learning_rate": 1.8974177726940117e-05,
+      "loss": 1.2729,
+      "step": 5737
+    },
+    {
+      "epoch": 1.7090414936986913,
+      "grad_norm": 0.22078350186347961,
+      "learning_rate": 1.897375213611099e-05,
+      "loss": 1.2585,
+      "step": 5738
+    },
+    {
+      "epoch": 1.70933933989836,
+      "grad_norm": 0.2483685463666916,
+      "learning_rate": 1.8973326461791126e-05,
+      "loss": 1.2659,
+      "step": 5739
+    },
+    {
+      "epoch": 1.7096371860980286,
+      "grad_norm": 0.21920223534107208,
+      "learning_rate": 1.8972900703984484e-05,
+      "loss": 1.2585,
+      "step": 5740
+    },
+    {
+      "epoch": 1.7099350322976972,
+      "grad_norm": 0.22167551517486572,
+      "learning_rate": 1.8972474862695024e-05,
+      "loss": 1.2615,
+      "step": 5741
+    },
+    {
+      "epoch": 1.710232878497366,
+      "grad_norm": 0.22482536733150482,
+      "learning_rate": 1.8972048937926713e-05,
+      "loss": 1.265,
+      "step": 5742
+    },
+    {
+      "epoch": 1.7105307246970347,
+      "grad_norm": 0.21366822719573975,
+      "learning_rate": 1.897162292968351e-05,
+      "loss": 1.2745,
+      "step": 5743
+    },
+    {
+      "epoch": 1.7108285708967033,
+      "grad_norm": 0.24560382962226868,
+      "learning_rate": 1.8971196837969378e-05,
+      "loss": 1.2714,
+      "step": 5744
+    },
+    {
+      "epoch": 1.7111264170963718,
+      "grad_norm": 0.22219218313694,
+      "learning_rate": 1.8970770662788285e-05,
+      "loss": 1.2911,
+      "step": 5745
+    },
+    {
+      "epoch": 1.7114242632960406,
+      "grad_norm": 0.22853435575962067,
+      "learning_rate": 1.897034440414419e-05,
+      "loss": 1.2725,
+      "step": 5746
+    },
+    {
+      "epoch": 1.7117221094957091,
+      "grad_norm": 0.21046991646289825,
+      "learning_rate": 1.896991806204107e-05,
+      "loss": 1.2789,
+      "step": 5747
+    },
+    {
+      "epoch": 1.7120199556953777,
+      "grad_norm": 0.2427307814359665,
+      "learning_rate": 1.8969491636482878e-05,
+      "loss": 1.2907,
+      "step": 5748
+    },
+    {
+      "epoch": 1.7123178018950465,
+      "grad_norm": 0.2283223271369934,
+      "learning_rate": 1.896906512747359e-05,
+      "loss": 1.2799,
+      "step": 5749
+    },
+    {
+      "epoch": 1.7126156480947152,
+      "grad_norm": 0.2287558764219284,
+      "learning_rate": 1.8968638535017167e-05,
+      "loss": 1.2705,
+      "step": 5750
+    },
+    {
+      "epoch": 1.7129134942943838,
+      "grad_norm": 0.22238564491271973,
+      "learning_rate": 1.8968211859117586e-05,
+      "loss": 1.2601,
+      "step": 5751
+    },
+    {
+      "epoch": 1.7132113404940523,
+      "grad_norm": 0.23806633055210114,
+      "learning_rate": 1.8967785099778818e-05,
+      "loss": 1.2689,
+      "step": 5752
+    },
+    {
+      "epoch": 1.713509186693721,
+      "grad_norm": 0.2507690489292145,
+      "learning_rate": 1.8967358257004825e-05,
+      "loss": 1.2793,
+      "step": 5753
+    },
+    {
+      "epoch": 1.7138070328933896,
+      "grad_norm": 0.23303022980690002,
+      "learning_rate": 1.896693133079958e-05,
+      "loss": 1.2722,
+      "step": 5754
+    },
+    {
+      "epoch": 1.7141048790930582,
+      "grad_norm": 0.2564085125923157,
+      "learning_rate": 1.896650432116706e-05,
+      "loss": 1.2659,
+      "step": 5755
+    },
+    {
+      "epoch": 1.714402725292727,
+      "grad_norm": 0.23091602325439453,
+      "learning_rate": 1.8966077228111236e-05,
+      "loss": 1.2664,
+      "step": 5756
+    },
+    {
+      "epoch": 1.7147005714923957,
+      "grad_norm": 0.23390372097492218,
+      "learning_rate": 1.896565005163608e-05,
+      "loss": 1.2728,
+      "step": 5757
+    },
+    {
+      "epoch": 1.7149984176920643,
+      "grad_norm": 0.21289603412151337,
+      "learning_rate": 1.8965222791745568e-05,
+      "loss": 1.2745,
+      "step": 5758
+    },
+    {
+      "epoch": 1.7152962638917328,
+      "grad_norm": 0.22639428079128265,
+      "learning_rate": 1.8964795448443672e-05,
+      "loss": 1.2932,
+      "step": 5759
+    },
+    {
+      "epoch": 1.7155941100914016,
+      "grad_norm": 0.2241027057170868,
+      "learning_rate": 1.896436802173437e-05,
+      "loss": 1.2693,
+      "step": 5760
+    },
+    {
+      "epoch": 1.7158919562910702,
+      "grad_norm": 0.2254457324743271,
+      "learning_rate": 1.8963940511621645e-05,
+      "loss": 1.2649,
+      "step": 5761
+    },
+    {
+      "epoch": 1.7161898024907387,
+      "grad_norm": 0.2425682544708252,
+      "learning_rate": 1.8963512918109462e-05,
+      "loss": 1.2729,
+      "step": 5762
+    },
+    {
+      "epoch": 1.7164876486904075,
+      "grad_norm": 0.25813499093055725,
+      "learning_rate": 1.896308524120181e-05,
+      "loss": 1.2625,
+      "step": 5763
+    },
+    {
+      "epoch": 1.7167854948900763,
+      "grad_norm": 0.222854882478714,
+      "learning_rate": 1.8962657480902664e-05,
+      "loss": 1.277,
+      "step": 5764
+    },
+    {
+      "epoch": 1.7170833410897448,
+      "grad_norm": 0.25514060258865356,
+      "learning_rate": 1.8962229637216004e-05,
+      "loss": 1.2709,
+      "step": 5765
+    },
+    {
+      "epoch": 1.7173811872894134,
+      "grad_norm": 0.2230352759361267,
+      "learning_rate": 1.8961801710145807e-05,
+      "loss": 1.2725,
+      "step": 5766
+    },
+    {
+      "epoch": 1.7176790334890821,
+      "grad_norm": 0.24023233354091644,
+      "learning_rate": 1.8961373699696063e-05,
+      "loss": 1.2764,
+      "step": 5767
+    },
+    {
+      "epoch": 1.7179768796887507,
+      "grad_norm": 0.2421426922082901,
+      "learning_rate": 1.8960945605870744e-05,
+      "loss": 1.2625,
+      "step": 5768
+    },
+    {
+      "epoch": 1.7182747258884192,
+      "grad_norm": 0.22517035901546478,
+      "learning_rate": 1.8960517428673843e-05,
+      "loss": 1.2519,
+      "step": 5769
+    },
+    {
+      "epoch": 1.718572572088088,
+      "grad_norm": 0.22730892896652222,
+      "learning_rate": 1.8960089168109333e-05,
+      "loss": 1.2722,
+      "step": 5770
+    },
+    {
+      "epoch": 1.7188704182877568,
+      "grad_norm": 0.21366451680660248,
+      "learning_rate": 1.8959660824181206e-05,
+      "loss": 1.2722,
+      "step": 5771
+    },
+    {
+      "epoch": 1.7191682644874253,
+      "grad_norm": 0.22521375119686127,
+      "learning_rate": 1.8959232396893446e-05,
+      "loss": 1.267,
+      "step": 5772
+    },
+    {
+      "epoch": 1.7194661106870939,
+      "grad_norm": 0.21800497174263,
+      "learning_rate": 1.8958803886250038e-05,
+      "loss": 1.268,
+      "step": 5773
+    },
+    {
+      "epoch": 1.7197639568867626,
+      "grad_norm": 0.23374035954475403,
+      "learning_rate": 1.895837529225497e-05,
+      "loss": 1.2784,
+      "step": 5774
+    },
+    {
+      "epoch": 1.7200618030864312,
+      "grad_norm": 0.22994539141654968,
+      "learning_rate": 1.8957946614912227e-05,
+      "loss": 1.2686,
+      "step": 5775
+    },
+    {
+      "epoch": 1.7203596492860997,
+      "grad_norm": 0.22978772222995758,
+      "learning_rate": 1.89575178542258e-05,
+      "loss": 1.2733,
+      "step": 5776
+    },
+    {
+      "epoch": 1.7206574954857685,
+      "grad_norm": 0.23379528522491455,
+      "learning_rate": 1.8957089010199678e-05,
+      "loss": 1.2754,
+      "step": 5777
+    },
+    {
+      "epoch": 1.7209553416854373,
+      "grad_norm": 0.24608808755874634,
+      "learning_rate": 1.895666008283785e-05,
+      "loss": 1.2859,
+      "step": 5778
+    },
+    {
+      "epoch": 1.7212531878851058,
+      "grad_norm": 0.22173528373241425,
+      "learning_rate": 1.8956231072144308e-05,
+      "loss": 1.2824,
+      "step": 5779
+    },
+    {
+      "epoch": 1.7215510340847744,
+      "grad_norm": 0.26645976305007935,
+      "learning_rate": 1.8955801978123037e-05,
+      "loss": 1.278,
+      "step": 5780
+    },
+    {
+      "epoch": 1.7218488802844432,
+      "grad_norm": 0.26630792021751404,
+      "learning_rate": 1.895537280077804e-05,
+      "loss": 1.2726,
+      "step": 5781
+    },
+    {
+      "epoch": 1.7221467264841117,
+      "grad_norm": 0.2354707568883896,
+      "learning_rate": 1.8954943540113305e-05,
+      "loss": 1.266,
+      "step": 5782
+    },
+    {
+      "epoch": 1.7224445726837803,
+      "grad_norm": 0.2792515754699707,
+      "learning_rate": 1.8954514196132825e-05,
+      "loss": 1.2721,
+      "step": 5783
+    },
+    {
+      "epoch": 1.722742418883449,
+      "grad_norm": 0.2280869483947754,
+      "learning_rate": 1.8954084768840593e-05,
+      "loss": 1.2803,
+      "step": 5784
+    },
+    {
+      "epoch": 1.7230402650831178,
+      "grad_norm": 0.2183830738067627,
+      "learning_rate": 1.8953655258240608e-05,
+      "loss": 1.281,
+      "step": 5785
+    },
+    {
+      "epoch": 1.7233381112827864,
+      "grad_norm": 0.21691355109214783,
+      "learning_rate": 1.895322566433686e-05,
+      "loss": 1.2719,
+      "step": 5786
+    },
+    {
+      "epoch": 1.723635957482455,
+      "grad_norm": 0.22357288002967834,
+      "learning_rate": 1.8952795987133354e-05,
+      "loss": 1.267,
+      "step": 5787
+    },
+    {
+      "epoch": 1.7239338036821237,
+      "grad_norm": 0.23809656500816345,
+      "learning_rate": 1.8952366226634086e-05,
+      "loss": 1.2514,
+      "step": 5788
+    },
+    {
+      "epoch": 1.7242316498817924,
+      "grad_norm": 0.22516104578971863,
+      "learning_rate": 1.8951936382843052e-05,
+      "loss": 1.291,
+      "step": 5789
+    },
+    {
+      "epoch": 1.7245294960814608,
+      "grad_norm": 0.21597300469875336,
+      "learning_rate": 1.8951506455764247e-05,
+      "loss": 1.2602,
+      "step": 5790
+    },
+    {
+      "epoch": 1.7248273422811295,
+      "grad_norm": 0.2319001704454422,
+      "learning_rate": 1.895107644540168e-05,
+      "loss": 1.2872,
+      "step": 5791
+    },
+    {
+      "epoch": 1.7251251884807983,
+      "grad_norm": 0.23265139758586884,
+      "learning_rate": 1.8950646351759346e-05,
+      "loss": 1.2777,
+      "step": 5792
+    },
+    {
+      "epoch": 1.7254230346804669,
+      "grad_norm": 0.22303816676139832,
+      "learning_rate": 1.895021617484125e-05,
+      "loss": 1.2735,
+      "step": 5793
+    },
+    {
+      "epoch": 1.7257208808801354,
+      "grad_norm": 0.22523610293865204,
+      "learning_rate": 1.894978591465139e-05,
+      "loss": 1.2815,
+      "step": 5794
+    },
+    {
+      "epoch": 1.7260187270798042,
+      "grad_norm": 0.3229084014892578,
+      "learning_rate": 1.894935557119377e-05,
+      "loss": 1.258,
+      "step": 5795
+    },
+    {
+      "epoch": 1.726316573279473,
+      "grad_norm": 0.28496530652046204,
+      "learning_rate": 1.8948925144472395e-05,
+      "loss": 1.28,
+      "step": 5796
+    },
+    {
+      "epoch": 1.7266144194791413,
+      "grad_norm": 0.2660283148288727,
+      "learning_rate": 1.8948494634491273e-05,
+      "loss": 1.282,
+      "step": 5797
+    },
+    {
+      "epoch": 1.72691226567881,
+      "grad_norm": 0.22563010454177856,
+      "learning_rate": 1.8948064041254405e-05,
+      "loss": 1.2706,
+      "step": 5798
+    },
+    {
+      "epoch": 1.7272101118784788,
+      "grad_norm": 0.2682509422302246,
+      "learning_rate": 1.89476333647658e-05,
+      "loss": 1.263,
+      "step": 5799
+    },
+    {
+      "epoch": 1.7275079580781474,
+      "grad_norm": 0.27108532190322876,
+      "learning_rate": 1.894720260502946e-05,
+      "loss": 1.2838,
+      "step": 5800
+    },
+    {
+      "epoch": 1.727805804277816,
+      "grad_norm": 0.24455232918262482,
+      "learning_rate": 1.89467717620494e-05,
+      "loss": 1.2903,
+      "step": 5801
+    },
+    {
+      "epoch": 1.7281036504774847,
+      "grad_norm": 0.22039395570755005,
+      "learning_rate": 1.894634083582962e-05,
+      "loss": 1.2701,
+      "step": 5802
+    },
+    {
+      "epoch": 1.7284014966771535,
+      "grad_norm": 0.22624199092388153,
+      "learning_rate": 1.8945909826374134e-05,
+      "loss": 1.2706,
+      "step": 5803
+    },
+    {
+      "epoch": 1.728699342876822,
+      "grad_norm": 0.23424167931079865,
+      "learning_rate": 1.8945478733686956e-05,
+      "loss": 1.276,
+      "step": 5804
+    },
+    {
+      "epoch": 1.7289971890764906,
+      "grad_norm": 0.22864419221878052,
+      "learning_rate": 1.8945047557772095e-05,
+      "loss": 1.2696,
+      "step": 5805
+    },
+    {
+      "epoch": 1.7292950352761594,
+      "grad_norm": 0.22675685584545135,
+      "learning_rate": 1.8944616298633556e-05,
+      "loss": 1.2791,
+      "step": 5806
+    },
+    {
+      "epoch": 1.729592881475828,
+      "grad_norm": 0.22480760514736176,
+      "learning_rate": 1.8944184956275356e-05,
+      "loss": 1.2534,
+      "step": 5807
+    },
+    {
+      "epoch": 1.7298907276754965,
+      "grad_norm": 0.30962008237838745,
+      "learning_rate": 1.8943753530701508e-05,
+      "loss": 1.2785,
+      "step": 5808
+    },
+    {
+      "epoch": 1.7301885738751652,
+      "grad_norm": 0.24147537350654602,
+      "learning_rate": 1.8943322021916028e-05,
+      "loss": 1.2602,
+      "step": 5809
+    },
+    {
+      "epoch": 1.730486420074834,
+      "grad_norm": 0.22445976734161377,
+      "learning_rate": 1.8942890429922927e-05,
+      "loss": 1.2734,
+      "step": 5810
+    },
+    {
+      "epoch": 1.7307842662745025,
+      "grad_norm": 0.21948538720607758,
+      "learning_rate": 1.8942458754726223e-05,
+      "loss": 1.2628,
+      "step": 5811
+    },
+    {
+      "epoch": 1.731082112474171,
+      "grad_norm": 0.2405489981174469,
+      "learning_rate": 1.894202699632993e-05,
+      "loss": 1.2878,
+      "step": 5812
+    },
+    {
+      "epoch": 1.7313799586738399,
+      "grad_norm": 0.22903725504875183,
+      "learning_rate": 1.8941595154738067e-05,
+      "loss": 1.2749,
+      "step": 5813
+    },
+    {
+      "epoch": 1.7316778048735084,
+      "grad_norm": 0.22374002635478973,
+      "learning_rate": 1.8941163229954652e-05,
+      "loss": 1.2691,
+      "step": 5814
+    },
+    {
+      "epoch": 1.731975651073177,
+      "grad_norm": 0.2340724915266037,
+      "learning_rate": 1.89407312219837e-05,
+      "loss": 1.2703,
+      "step": 5815
+    },
+    {
+      "epoch": 1.7322734972728457,
+      "grad_norm": 0.21973590552806854,
+      "learning_rate": 1.894029913082924e-05,
+      "loss": 1.2837,
+      "step": 5816
+    },
+    {
+      "epoch": 1.7325713434725145,
+      "grad_norm": 0.23547907173633575,
+      "learning_rate": 1.8939866956495278e-05,
+      "loss": 1.2656,
+      "step": 5817
+    },
+    {
+      "epoch": 1.732869189672183,
+      "grad_norm": 0.22913868725299835,
+      "learning_rate": 1.8939434698985842e-05,
+      "loss": 1.268,
+      "step": 5818
+    },
+    {
+      "epoch": 1.7331670358718516,
+      "grad_norm": 0.23191285133361816,
+      "learning_rate": 1.893900235830496e-05,
+      "loss": 1.2481,
+      "step": 5819
+    },
+    {
+      "epoch": 1.7334648820715204,
+      "grad_norm": 0.24176964163780212,
+      "learning_rate": 1.8938569934456645e-05,
+      "loss": 1.2914,
+      "step": 5820
+    },
+    {
+      "epoch": 1.733762728271189,
+      "grad_norm": 0.22274360060691833,
+      "learning_rate": 1.8938137427444926e-05,
+      "loss": 1.2792,
+      "step": 5821
+    },
+    {
+      "epoch": 1.7340605744708575,
+      "grad_norm": 0.24947451055049896,
+      "learning_rate": 1.8937704837273817e-05,
+      "loss": 1.2547,
+      "step": 5822
+    },
+    {
+      "epoch": 1.7343584206705263,
+      "grad_norm": 0.22832182049751282,
+      "learning_rate": 1.8937272163947356e-05,
+      "loss": 1.2718,
+      "step": 5823
+    },
+    {
+      "epoch": 1.734656266870195,
+      "grad_norm": 0.22086654603481293,
+      "learning_rate": 1.893683940746956e-05,
+      "loss": 1.2781,
+      "step": 5824
+    },
+    {
+      "epoch": 1.7349541130698636,
+      "grad_norm": 0.23569034039974213,
+      "learning_rate": 1.8936406567844464e-05,
+      "loss": 1.2669,
+      "step": 5825
+    },
+    {
+      "epoch": 1.7352519592695321,
+      "grad_norm": 0.2154817283153534,
+      "learning_rate": 1.8935973645076087e-05,
+      "loss": 1.2679,
+      "step": 5826
+    },
+    {
+      "epoch": 1.735549805469201,
+      "grad_norm": 0.24194398522377014,
+      "learning_rate": 1.8935540639168458e-05,
+      "loss": 1.2664,
+      "step": 5827
+    },
+    {
+      "epoch": 1.7358476516688695,
+      "grad_norm": 0.23178546130657196,
+      "learning_rate": 1.8935107550125606e-05,
+      "loss": 1.2703,
+      "step": 5828
+    },
+    {
+      "epoch": 1.736145497868538,
+      "grad_norm": 0.22296249866485596,
+      "learning_rate": 1.8934674377951562e-05,
+      "loss": 1.2711,
+      "step": 5829
+    },
+    {
+      "epoch": 1.7364433440682068,
+      "grad_norm": 0.23277190327644348,
+      "learning_rate": 1.8934241122650355e-05,
+      "loss": 1.2765,
+      "step": 5830
+    },
+    {
+      "epoch": 1.7367411902678755,
+      "grad_norm": 0.22290737926959991,
+      "learning_rate": 1.8933807784226014e-05,
+      "loss": 1.2785,
+      "step": 5831
+    },
+    {
+      "epoch": 1.737039036467544,
+      "grad_norm": 0.21856017410755157,
+      "learning_rate": 1.8933374362682574e-05,
+      "loss": 1.2878,
+      "step": 5832
+    },
+    {
+      "epoch": 1.7373368826672126,
+      "grad_norm": 0.23294885456562042,
+      "learning_rate": 1.8932940858024073e-05,
+      "loss": 1.2905,
+      "step": 5833
+    },
+    {
+      "epoch": 1.7376347288668814,
+      "grad_norm": 0.22651009261608124,
+      "learning_rate": 1.893250727025453e-05,
+      "loss": 1.2739,
+      "step": 5834
+    },
+    {
+      "epoch": 1.73793257506655,
+      "grad_norm": 0.23007501661777496,
+      "learning_rate": 1.893207359937799e-05,
+      "loss": 1.2755,
+      "step": 5835
+    },
+    {
+      "epoch": 1.7382304212662185,
+      "grad_norm": 0.22142191231250763,
+      "learning_rate": 1.8931639845398486e-05,
+      "loss": 1.2853,
+      "step": 5836
+    },
+    {
+      "epoch": 1.7385282674658873,
+      "grad_norm": 0.21657319366931915,
+      "learning_rate": 1.8931206008320048e-05,
+      "loss": 1.2577,
+      "step": 5837
+    },
+    {
+      "epoch": 1.738826113665556,
+      "grad_norm": 0.2249903827905655,
+      "learning_rate": 1.893077208814672e-05,
+      "loss": 1.2808,
+      "step": 5838
+    },
+    {
+      "epoch": 1.7391239598652246,
+      "grad_norm": 0.22896753251552582,
+      "learning_rate": 1.8930338084882535e-05,
+      "loss": 1.2823,
+      "step": 5839
+    },
+    {
+      "epoch": 1.7394218060648932,
+      "grad_norm": 0.23422539234161377,
+      "learning_rate": 1.8929903998531527e-05,
+      "loss": 1.2683,
+      "step": 5840
+    },
+    {
+      "epoch": 1.739719652264562,
+      "grad_norm": 0.24125337600708008,
+      "learning_rate": 1.8929469829097744e-05,
+      "loss": 1.2699,
+      "step": 5841
+    },
+    {
+      "epoch": 1.7400174984642305,
+      "grad_norm": 0.2250746190547943,
+      "learning_rate": 1.892903557658522e-05,
+      "loss": 1.2704,
+      "step": 5842
+    },
+    {
+      "epoch": 1.740315344663899,
+      "grad_norm": 0.23315951228141785,
+      "learning_rate": 1.8928601240997997e-05,
+      "loss": 1.2914,
+      "step": 5843
+    },
+    {
+      "epoch": 1.7406131908635678,
+      "grad_norm": 0.22729183733463287,
+      "learning_rate": 1.8928166822340114e-05,
+      "loss": 1.2746,
+      "step": 5844
+    },
+    {
+      "epoch": 1.7409110370632366,
+      "grad_norm": 0.21855691075325012,
+      "learning_rate": 1.8927732320615617e-05,
+      "loss": 1.2745,
+      "step": 5845
+    },
+    {
+      "epoch": 1.7412088832629051,
+      "grad_norm": 0.21247674524784088,
+      "learning_rate": 1.8927297735828542e-05,
+      "loss": 1.2718,
+      "step": 5846
+    },
+    {
+      "epoch": 1.7415067294625737,
+      "grad_norm": 0.2240409553050995,
+      "learning_rate": 1.8926863067982938e-05,
+      "loss": 1.2597,
+      "step": 5847
+    },
+    {
+      "epoch": 1.7418045756622424,
+      "grad_norm": 0.21879000961780548,
+      "learning_rate": 1.8926428317082846e-05,
+      "loss": 1.2859,
+      "step": 5848
+    },
+    {
+      "epoch": 1.7421024218619112,
+      "grad_norm": 0.22439351677894592,
+      "learning_rate": 1.892599348313231e-05,
+      "loss": 1.2642,
+      "step": 5849
+    },
+    {
+      "epoch": 1.7424002680615795,
+      "grad_norm": 0.21980057656764984,
+      "learning_rate": 1.8925558566135377e-05,
+      "loss": 1.256,
+      "step": 5850
+    },
+    {
+      "epoch": 1.7426981142612483,
+      "grad_norm": 0.21809187531471252,
+      "learning_rate": 1.8925123566096095e-05,
+      "loss": 1.2719,
+      "step": 5851
+    },
+    {
+      "epoch": 1.742995960460917,
+      "grad_norm": 0.21508194506168365,
+      "learning_rate": 1.892468848301851e-05,
+      "loss": 1.2876,
+      "step": 5852
+    },
+    {
+      "epoch": 1.7432938066605856,
+      "grad_norm": 0.2727757692337036,
+      "learning_rate": 1.892425331690667e-05,
+      "loss": 1.2659,
+      "step": 5853
+    },
+    {
+      "epoch": 1.7435916528602542,
+      "grad_norm": 0.25025418400764465,
+      "learning_rate": 1.8923818067764624e-05,
+      "loss": 1.2769,
+      "step": 5854
+    },
+    {
+      "epoch": 1.743889499059923,
+      "grad_norm": 0.25716692209243774,
+      "learning_rate": 1.8923382735596422e-05,
+      "loss": 1.266,
+      "step": 5855
+    },
+    {
+      "epoch": 1.7441873452595917,
+      "grad_norm": 0.22011108696460724,
+      "learning_rate": 1.8922947320406113e-05,
+      "loss": 1.2651,
+      "step": 5856
+    },
+    {
+      "epoch": 1.74448519145926,
+      "grad_norm": 0.45085522532463074,
+      "learning_rate": 1.892251182219775e-05,
+      "loss": 1.275,
+      "step": 5857
+    },
+    {
+      "epoch": 1.7447830376589288,
+      "grad_norm": 0.21316717565059662,
+      "learning_rate": 1.892207624097538e-05,
+      "loss": 1.2488,
+      "step": 5858
+    },
+    {
+      "epoch": 1.7450808838585976,
+      "grad_norm": 0.22340159118175507,
+      "learning_rate": 1.8921640576743058e-05,
+      "loss": 1.2693,
+      "step": 5859
+    },
+    {
+      "epoch": 1.7453787300582662,
+      "grad_norm": 0.24735619127750397,
+      "learning_rate": 1.892120482950484e-05,
+      "loss": 1.2788,
+      "step": 5860
+    },
+    {
+      "epoch": 1.7456765762579347,
+      "grad_norm": 0.2385658472776413,
+      "learning_rate": 1.892076899926478e-05,
+      "loss": 1.2886,
+      "step": 5861
+    },
+    {
+      "epoch": 1.7459744224576035,
+      "grad_norm": 0.21086426079273224,
+      "learning_rate": 1.892033308602693e-05,
+      "loss": 1.2661,
+      "step": 5862
+    },
+    {
+      "epoch": 1.7462722686572723,
+      "grad_norm": 0.22353291511535645,
+      "learning_rate": 1.891989708979535e-05,
+      "loss": 1.2966,
+      "step": 5863
+    },
+    {
+      "epoch": 1.7465701148569406,
+      "grad_norm": 0.2436157613992691,
+      "learning_rate": 1.8919461010574086e-05,
+      "loss": 1.273,
+      "step": 5864
+    },
+    {
+      "epoch": 1.7468679610566094,
+      "grad_norm": 0.22707544267177582,
+      "learning_rate": 1.891902484836721e-05,
+      "loss": 1.266,
+      "step": 5865
+    },
+    {
+      "epoch": 1.7471658072562781,
+      "grad_norm": 0.21741141378879547,
+      "learning_rate": 1.8918588603178768e-05,
+      "loss": 1.277,
+      "step": 5866
+    },
+    {
+      "epoch": 1.7474636534559467,
+      "grad_norm": 0.22682414948940277,
+      "learning_rate": 1.8918152275012828e-05,
+      "loss": 1.2706,
+      "step": 5867
+    },
+    {
+      "epoch": 1.7477614996556152,
+      "grad_norm": 0.2459396868944168,
+      "learning_rate": 1.891771586387344e-05,
+      "loss": 1.2613,
+      "step": 5868
+    },
+    {
+      "epoch": 1.748059345855284,
+      "grad_norm": 0.23079337179660797,
+      "learning_rate": 1.8917279369764673e-05,
+      "loss": 1.2719,
+      "step": 5869
+    },
+    {
+      "epoch": 1.7483571920549528,
+      "grad_norm": 0.21382039785385132,
+      "learning_rate": 1.8916842792690583e-05,
+      "loss": 1.2711,
+      "step": 5870
+    },
+    {
+      "epoch": 1.7486550382546213,
+      "grad_norm": 0.21237541735172272,
+      "learning_rate": 1.8916406132655233e-05,
+      "loss": 1.2748,
+      "step": 5871
+    },
+    {
+      "epoch": 1.7489528844542899,
+      "grad_norm": 0.234297513961792,
+      "learning_rate": 1.8915969389662686e-05,
+      "loss": 1.2761,
+      "step": 5872
+    },
+    {
+      "epoch": 1.7492507306539586,
+      "grad_norm": 0.22806483507156372,
+      "learning_rate": 1.8915532563717008e-05,
+      "loss": 1.2742,
+      "step": 5873
+    },
+    {
+      "epoch": 1.7495485768536272,
+      "grad_norm": 0.22773486375808716,
+      "learning_rate": 1.8915095654822256e-05,
+      "loss": 1.2631,
+      "step": 5874
+    },
+    {
+      "epoch": 1.7498464230532957,
+      "grad_norm": 0.21805758774280548,
+      "learning_rate": 1.8914658662982502e-05,
+      "loss": 1.2566,
+      "step": 5875
+    },
+    {
+      "epoch": 1.7501442692529645,
+      "grad_norm": 0.22487327456474304,
+      "learning_rate": 1.891422158820181e-05,
+      "loss": 1.2862,
+      "step": 5876
+    },
+    {
+      "epoch": 1.7504421154526333,
+      "grad_norm": 0.24331773817539215,
+      "learning_rate": 1.8913784430484246e-05,
+      "loss": 1.296,
+      "step": 5877
+    },
+    {
+      "epoch": 1.7507399616523018,
+      "grad_norm": 0.243910551071167,
+      "learning_rate": 1.8913347189833876e-05,
+      "loss": 1.2776,
+      "step": 5878
+    },
+    {
+      "epoch": 1.7510378078519704,
+      "grad_norm": 0.21218135952949524,
+      "learning_rate": 1.891290986625477e-05,
+      "loss": 1.2821,
+      "step": 5879
+    },
+    {
+      "epoch": 1.7513356540516392,
+      "grad_norm": 0.2238103151321411,
+      "learning_rate": 1.8912472459750994e-05,
+      "loss": 1.2799,
+      "step": 5880
+    },
+    {
+      "epoch": 1.7516335002513077,
+      "grad_norm": 0.21185216307640076,
+      "learning_rate": 1.8912034970326617e-05,
+      "loss": 1.2613,
+      "step": 5881
+    },
+    {
+      "epoch": 1.7519313464509763,
+      "grad_norm": 0.22607696056365967,
+      "learning_rate": 1.8911597397985714e-05,
+      "loss": 1.2659,
+      "step": 5882
+    },
+    {
+      "epoch": 1.752229192650645,
+      "grad_norm": 0.22042007744312286,
+      "learning_rate": 1.8911159742732357e-05,
+      "loss": 1.2667,
+      "step": 5883
+    },
+    {
+      "epoch": 1.7525270388503138,
+      "grad_norm": 0.2211650311946869,
+      "learning_rate": 1.8910722004570612e-05,
+      "loss": 1.2725,
+      "step": 5884
+    },
+    {
+      "epoch": 1.7528248850499824,
+      "grad_norm": 0.21940304338932037,
+      "learning_rate": 1.8910284183504552e-05,
+      "loss": 1.2713,
+      "step": 5885
+    },
+    {
+      "epoch": 1.753122731249651,
+      "grad_norm": 0.23272915184497833,
+      "learning_rate": 1.8909846279538256e-05,
+      "loss": 1.274,
+      "step": 5886
+    },
+    {
+      "epoch": 1.7534205774493197,
+      "grad_norm": 0.216901957988739,
+      "learning_rate": 1.8909408292675797e-05,
+      "loss": 1.2692,
+      "step": 5887
+    },
+    {
+      "epoch": 1.7537184236489882,
+      "grad_norm": 0.23030175268650055,
+      "learning_rate": 1.8908970222921243e-05,
+      "loss": 1.2913,
+      "step": 5888
+    },
+    {
+      "epoch": 1.7540162698486568,
+      "grad_norm": 0.23435144126415253,
+      "learning_rate": 1.8908532070278677e-05,
+      "loss": 1.2575,
+      "step": 5889
+    },
+    {
+      "epoch": 1.7543141160483255,
+      "grad_norm": 0.22257715463638306,
+      "learning_rate": 1.8908093834752176e-05,
+      "loss": 1.2525,
+      "step": 5890
+    },
+    {
+      "epoch": 1.7546119622479943,
+      "grad_norm": 0.22075094282627106,
+      "learning_rate": 1.8907655516345808e-05,
+      "loss": 1.2593,
+      "step": 5891
+    },
+    {
+      "epoch": 1.7549098084476629,
+      "grad_norm": 0.22186720371246338,
+      "learning_rate": 1.8907217115063663e-05,
+      "loss": 1.2783,
+      "step": 5892
+    },
+    {
+      "epoch": 1.7552076546473314,
+      "grad_norm": 0.22689685225486755,
+      "learning_rate": 1.8906778630909814e-05,
+      "loss": 1.2973,
+      "step": 5893
+    },
+    {
+      "epoch": 1.7555055008470002,
+      "grad_norm": 0.21796102821826935,
+      "learning_rate": 1.890634006388834e-05,
+      "loss": 1.2591,
+      "step": 5894
+    },
+    {
+      "epoch": 1.7558033470466687,
+      "grad_norm": 0.2169775366783142,
+      "learning_rate": 1.8905901414003322e-05,
+      "loss": 1.2691,
+      "step": 5895
+    },
+    {
+      "epoch": 1.7561011932463373,
+      "grad_norm": 0.2183646261692047,
+      "learning_rate": 1.8905462681258845e-05,
+      "loss": 1.2689,
+      "step": 5896
+    },
+    {
+      "epoch": 1.756399039446006,
+      "grad_norm": 0.22654369473457336,
+      "learning_rate": 1.8905023865658984e-05,
+      "loss": 1.2911,
+      "step": 5897
+    },
+    {
+      "epoch": 1.7566968856456748,
+      "grad_norm": 0.22667363286018372,
+      "learning_rate": 1.8904584967207825e-05,
+      "loss": 1.2637,
+      "step": 5898
+    },
+    {
+      "epoch": 1.7569947318453434,
+      "grad_norm": 0.21776628494262695,
+      "learning_rate": 1.890414598590945e-05,
+      "loss": 1.2585,
+      "step": 5899
+    },
+    {
+      "epoch": 1.757292578045012,
+      "grad_norm": 0.2251240313053131,
+      "learning_rate": 1.890370692176795e-05,
+      "loss": 1.2642,
+      "step": 5900
+    },
+    {
+      "epoch": 1.7575904242446807,
+      "grad_norm": 0.2164892703294754,
+      "learning_rate": 1.8903267774787402e-05,
+      "loss": 1.2602,
+      "step": 5901
+    },
+    {
+      "epoch": 1.7578882704443493,
+      "grad_norm": 0.22920046746730804,
+      "learning_rate": 1.8902828544971896e-05,
+      "loss": 1.2565,
+      "step": 5902
+    },
+    {
+      "epoch": 1.7581861166440178,
+      "grad_norm": 0.20191632211208344,
+      "learning_rate": 1.8902389232325515e-05,
+      "loss": 1.2731,
+      "step": 5903
+    },
+    {
+      "epoch": 1.7584839628436866,
+      "grad_norm": 0.2176978886127472,
+      "learning_rate": 1.890194983685235e-05,
+      "loss": 1.2786,
+      "step": 5904
+    },
+    {
+      "epoch": 1.7587818090433553,
+      "grad_norm": 0.21307040750980377,
+      "learning_rate": 1.8901510358556486e-05,
+      "loss": 1.2699,
+      "step": 5905
+    },
+    {
+      "epoch": 1.759079655243024,
+      "grad_norm": 0.21998471021652222,
+      "learning_rate": 1.8901070797442017e-05,
+      "loss": 1.2714,
+      "step": 5906
+    },
+    {
+      "epoch": 1.7593775014426924,
+      "grad_norm": 0.2163301706314087,
+      "learning_rate": 1.8900631153513024e-05,
+      "loss": 1.27,
+      "step": 5907
+    },
+    {
+      "epoch": 1.7596753476423612,
+      "grad_norm": 0.2146802842617035,
+      "learning_rate": 1.8900191426773608e-05,
+      "loss": 1.2677,
+      "step": 5908
+    },
+    {
+      "epoch": 1.7599731938420298,
+      "grad_norm": 0.21443694829940796,
+      "learning_rate": 1.8899751617227854e-05,
+      "loss": 1.2646,
+      "step": 5909
+    },
+    {
+      "epoch": 1.7602710400416983,
+      "grad_norm": 0.231244295835495,
+      "learning_rate": 1.8899311724879853e-05,
+      "loss": 1.2732,
+      "step": 5910
+    },
+    {
+      "epoch": 1.760568886241367,
+      "grad_norm": 0.2077794224023819,
+      "learning_rate": 1.8898871749733697e-05,
+      "loss": 1.2414,
+      "step": 5911
+    },
+    {
+      "epoch": 1.7608667324410359,
+      "grad_norm": 0.2148183137178421,
+      "learning_rate": 1.8898431691793485e-05,
+      "loss": 1.2753,
+      "step": 5912
+    },
+    {
+      "epoch": 1.7611645786407044,
+      "grad_norm": 0.21195048093795776,
+      "learning_rate": 1.8897991551063304e-05,
+      "loss": 1.2664,
+      "step": 5913
+    },
+    {
+      "epoch": 1.761462424840373,
+      "grad_norm": 0.2143191397190094,
+      "learning_rate": 1.8897551327547257e-05,
+      "loss": 1.2615,
+      "step": 5914
+    },
+    {
+      "epoch": 1.7617602710400417,
+      "grad_norm": 0.220404714345932,
+      "learning_rate": 1.8897111021249433e-05,
+      "loss": 1.2815,
+      "step": 5915
+    },
+    {
+      "epoch": 1.7620581172397105,
+      "grad_norm": 0.22406984865665436,
+      "learning_rate": 1.8896670632173936e-05,
+      "loss": 1.2687,
+      "step": 5916
+    },
+    {
+      "epoch": 1.7623559634393788,
+      "grad_norm": 0.2176969051361084,
+      "learning_rate": 1.8896230160324854e-05,
+      "loss": 1.2726,
+      "step": 5917
+    },
+    {
+      "epoch": 1.7626538096390476,
+      "grad_norm": 0.21982218325138092,
+      "learning_rate": 1.889578960570629e-05,
+      "loss": 1.2676,
+      "step": 5918
+    },
+    {
+      "epoch": 1.7629516558387164,
+      "grad_norm": 0.2140255570411682,
+      "learning_rate": 1.8895348968322346e-05,
+      "loss": 1.2717,
+      "step": 5919
+    },
+    {
+      "epoch": 1.763249502038385,
+      "grad_norm": 0.21119576692581177,
+      "learning_rate": 1.8894908248177116e-05,
+      "loss": 1.2695,
+      "step": 5920
+    },
+    {
+      "epoch": 1.7635473482380535,
+      "grad_norm": 0.21961624920368195,
+      "learning_rate": 1.8894467445274703e-05,
+      "loss": 1.2634,
+      "step": 5921
+    },
+    {
+      "epoch": 1.7638451944377223,
+      "grad_norm": 0.22621069848537445,
+      "learning_rate": 1.889402655961921e-05,
+      "loss": 1.2667,
+      "step": 5922
+    },
+    {
+      "epoch": 1.764143040637391,
+      "grad_norm": 0.21127013862133026,
+      "learning_rate": 1.8893585591214734e-05,
+      "loss": 1.2783,
+      "step": 5923
+    },
+    {
+      "epoch": 1.7644408868370594,
+      "grad_norm": 0.21664802730083466,
+      "learning_rate": 1.889314454006538e-05,
+      "loss": 1.2698,
+      "step": 5924
+    },
+    {
+      "epoch": 1.7647387330367281,
+      "grad_norm": 0.22002741694450378,
+      "learning_rate": 1.8892703406175257e-05,
+      "loss": 1.2673,
+      "step": 5925
+    },
+    {
+      "epoch": 1.765036579236397,
+      "grad_norm": 0.2275383025407791,
+      "learning_rate": 1.8892262189548462e-05,
+      "loss": 1.2581,
+      "step": 5926
+    },
+    {
+      "epoch": 1.7653344254360654,
+      "grad_norm": 0.21121346950531006,
+      "learning_rate": 1.88918208901891e-05,
+      "loss": 1.275,
+      "step": 5927
+    },
+    {
+      "epoch": 1.765632271635734,
+      "grad_norm": 0.21943354606628418,
+      "learning_rate": 1.889137950810128e-05,
+      "loss": 1.2757,
+      "step": 5928
+    },
+    {
+      "epoch": 1.7659301178354028,
+      "grad_norm": 0.2101525366306305,
+      "learning_rate": 1.8890938043289106e-05,
+      "loss": 1.2684,
+      "step": 5929
+    },
+    {
+      "epoch": 1.7662279640350715,
+      "grad_norm": 0.22099937498569489,
+      "learning_rate": 1.8890496495756692e-05,
+      "loss": 1.2712,
+      "step": 5930
+    },
+    {
+      "epoch": 1.76652581023474,
+      "grad_norm": 0.23087163269519806,
+      "learning_rate": 1.8890054865508137e-05,
+      "loss": 1.273,
+      "step": 5931
+    },
+    {
+      "epoch": 1.7668236564344086,
+      "grad_norm": 0.21452589333057404,
+      "learning_rate": 1.8889613152547556e-05,
+      "loss": 1.2845,
+      "step": 5932
+    },
+    {
+      "epoch": 1.7671215026340774,
+      "grad_norm": 0.21434038877487183,
+      "learning_rate": 1.8889171356879056e-05,
+      "loss": 1.2606,
+      "step": 5933
+    },
+    {
+      "epoch": 1.767419348833746,
+      "grad_norm": 0.22064903378486633,
+      "learning_rate": 1.8888729478506747e-05,
+      "loss": 1.2735,
+      "step": 5934
+    },
+    {
+      "epoch": 1.7677171950334145,
+      "grad_norm": 0.2192641794681549,
+      "learning_rate": 1.8888287517434746e-05,
+      "loss": 1.2742,
+      "step": 5935
+    },
+    {
+      "epoch": 1.7680150412330833,
+      "grad_norm": 0.21743933856487274,
+      "learning_rate": 1.8887845473667155e-05,
+      "loss": 1.2558,
+      "step": 5936
+    },
+    {
+      "epoch": 1.768312887432752,
+      "grad_norm": 0.22595295310020447,
+      "learning_rate": 1.888740334720809e-05,
+      "loss": 1.2664,
+      "step": 5937
+    },
+    {
+      "epoch": 1.7686107336324206,
+      "grad_norm": 0.21765536069869995,
+      "learning_rate": 1.888696113806167e-05,
+      "loss": 1.2871,
+      "step": 5938
+    },
+    {
+      "epoch": 1.7689085798320892,
+      "grad_norm": 0.2340780645608902,
+      "learning_rate": 1.888651884623201e-05,
+      "loss": 1.2686,
+      "step": 5939
+    },
+    {
+      "epoch": 1.769206426031758,
+      "grad_norm": 0.2243206799030304,
+      "learning_rate": 1.8886076471723216e-05,
+      "loss": 1.2568,
+      "step": 5940
+    },
+    {
+      "epoch": 1.7695042722314265,
+      "grad_norm": 0.2287902683019638,
+      "learning_rate": 1.888563401453941e-05,
+      "loss": 1.2711,
+      "step": 5941
+    },
+    {
+      "epoch": 1.769802118431095,
+      "grad_norm": 0.23100508749485016,
+      "learning_rate": 1.8885191474684706e-05,
+      "loss": 1.2832,
+      "step": 5942
+    },
+    {
+      "epoch": 1.7700999646307638,
+      "grad_norm": 0.21319617331027985,
+      "learning_rate": 1.8884748852163223e-05,
+      "loss": 1.2907,
+      "step": 5943
+    },
+    {
+      "epoch": 1.7703978108304326,
+      "grad_norm": 0.2116445004940033,
+      "learning_rate": 1.888430614697908e-05,
+      "loss": 1.2801,
+      "step": 5944
+    },
+    {
+      "epoch": 1.7706956570301011,
+      "grad_norm": 0.22597062587738037,
+      "learning_rate": 1.888386335913639e-05,
+      "loss": 1.2662,
+      "step": 5945
+    },
+    {
+      "epoch": 1.7709935032297697,
+      "grad_norm": 0.23162300884723663,
+      "learning_rate": 1.8883420488639278e-05,
+      "loss": 1.284,
+      "step": 5946
+    },
+    {
+      "epoch": 1.7712913494294384,
+      "grad_norm": 0.21227452158927917,
+      "learning_rate": 1.8882977535491867e-05,
+      "loss": 1.2554,
+      "step": 5947
+    },
+    {
+      "epoch": 1.771589195629107,
+      "grad_norm": 0.2118864804506302,
+      "learning_rate": 1.8882534499698272e-05,
+      "loss": 1.2644,
+      "step": 5948
+    },
+    {
+      "epoch": 1.7718870418287755,
+      "grad_norm": 0.22540844976902008,
+      "learning_rate": 1.888209138126262e-05,
+      "loss": 1.2756,
+      "step": 5949
+    },
+    {
+      "epoch": 1.7721848880284443,
+      "grad_norm": 0.2292068600654602,
+      "learning_rate": 1.888164818018903e-05,
+      "loss": 1.282,
+      "step": 5950
+    },
+    {
+      "epoch": 1.772482734228113,
+      "grad_norm": 0.2195514440536499,
+      "learning_rate": 1.8881204896481625e-05,
+      "loss": 1.2861,
+      "step": 5951
+    },
+    {
+      "epoch": 1.7727805804277816,
+      "grad_norm": 0.22650204598903656,
+      "learning_rate": 1.8880761530144536e-05,
+      "loss": 1.2663,
+      "step": 5952
+    },
+    {
+      "epoch": 1.7730784266274502,
+      "grad_norm": 0.21833503246307373,
+      "learning_rate": 1.888031808118188e-05,
+      "loss": 1.2659,
+      "step": 5953
+    },
+    {
+      "epoch": 1.773376272827119,
+      "grad_norm": 0.21655771136283875,
+      "learning_rate": 1.8879874549597783e-05,
+      "loss": 1.2811,
+      "step": 5954
+    },
+    {
+      "epoch": 1.7736741190267875,
+      "grad_norm": 0.2311340719461441,
+      "learning_rate": 1.887943093539638e-05,
+      "loss": 1.2689,
+      "step": 5955
+    },
+    {
+      "epoch": 1.773971965226456,
+      "grad_norm": 0.21346105635166168,
+      "learning_rate": 1.8878987238581786e-05,
+      "loss": 1.2483,
+      "step": 5956
+    },
+    {
+      "epoch": 1.7742698114261248,
+      "grad_norm": 0.220946803689003,
+      "learning_rate": 1.8878543459158143e-05,
+      "loss": 1.2655,
+      "step": 5957
+    },
+    {
+      "epoch": 1.7745676576257936,
+      "grad_norm": 0.2175082564353943,
+      "learning_rate": 1.887809959712957e-05,
+      "loss": 1.269,
+      "step": 5958
+    },
+    {
+      "epoch": 1.7748655038254622,
+      "grad_norm": 0.21422596275806427,
+      "learning_rate": 1.88776556525002e-05,
+      "loss": 1.2663,
+      "step": 5959
+    },
+    {
+      "epoch": 1.7751633500251307,
+      "grad_norm": 0.2292601764202118,
+      "learning_rate": 1.887721162527416e-05,
+      "loss": 1.2774,
+      "step": 5960
+    },
+    {
+      "epoch": 1.7754611962247995,
+      "grad_norm": 0.23035894334316254,
+      "learning_rate": 1.8876767515455586e-05,
+      "loss": 1.2631,
+      "step": 5961
+    },
+    {
+      "epoch": 1.775759042424468,
+      "grad_norm": 0.22301332652568817,
+      "learning_rate": 1.8876323323048612e-05,
+      "loss": 1.2722,
+      "step": 5962
+    },
+    {
+      "epoch": 1.7760568886241366,
+      "grad_norm": 0.22273315489292145,
+      "learning_rate": 1.8875879048057362e-05,
+      "loss": 1.2859,
+      "step": 5963
+    },
+    {
+      "epoch": 1.7763547348238053,
+      "grad_norm": 0.2204713076353073,
+      "learning_rate": 1.8875434690485973e-05,
+      "loss": 1.2511,
+      "step": 5964
+    },
+    {
+      "epoch": 1.7766525810234741,
+      "grad_norm": 0.21425484120845795,
+      "learning_rate": 1.8874990250338582e-05,
+      "loss": 1.2644,
+      "step": 5965
+    },
+    {
+      "epoch": 1.7769504272231427,
+      "grad_norm": 0.22761522233486176,
+      "learning_rate": 1.8874545727619327e-05,
+      "loss": 1.2703,
+      "step": 5966
+    },
+    {
+      "epoch": 1.7772482734228112,
+      "grad_norm": 0.23269104957580566,
+      "learning_rate": 1.8874101122332332e-05,
+      "loss": 1.2499,
+      "step": 5967
+    },
+    {
+      "epoch": 1.77754611962248,
+      "grad_norm": 0.2156340777873993,
+      "learning_rate": 1.8873656434481744e-05,
+      "loss": 1.288,
+      "step": 5968
+    },
+    {
+      "epoch": 1.7778439658221485,
+      "grad_norm": 0.21951022744178772,
+      "learning_rate": 1.88732116640717e-05,
+      "loss": 1.2656,
+      "step": 5969
+    },
+    {
+      "epoch": 1.778141812021817,
+      "grad_norm": 0.23585747182369232,
+      "learning_rate": 1.887276681110633e-05,
+      "loss": 1.2686,
+      "step": 5970
+    },
+    {
+      "epoch": 1.7784396582214859,
+      "grad_norm": 0.2331666797399521,
+      "learning_rate": 1.8872321875589782e-05,
+      "loss": 1.2705,
+      "step": 5971
+    },
+    {
+      "epoch": 1.7787375044211546,
+      "grad_norm": 0.2160840481519699,
+      "learning_rate": 1.887187685752619e-05,
+      "loss": 1.2581,
+      "step": 5972
+    },
+    {
+      "epoch": 1.7790353506208232,
+      "grad_norm": 0.21729782223701477,
+      "learning_rate": 1.8871431756919696e-05,
+      "loss": 1.2701,
+      "step": 5973
+    },
+    {
+      "epoch": 1.7793331968204917,
+      "grad_norm": 0.22713887691497803,
+      "learning_rate": 1.887098657377444e-05,
+      "loss": 1.2599,
+      "step": 5974
+    },
+    {
+      "epoch": 1.7796310430201605,
+      "grad_norm": 0.22662410140037537,
+      "learning_rate": 1.8870541308094567e-05,
+      "loss": 1.2516,
+      "step": 5975
+    },
+    {
+      "epoch": 1.779928889219829,
+      "grad_norm": 0.21475499868392944,
+      "learning_rate": 1.8870095959884218e-05,
+      "loss": 1.2561,
+      "step": 5976
+    },
+    {
+      "epoch": 1.7802267354194976,
+      "grad_norm": 0.2308451533317566,
+      "learning_rate": 1.8869650529147537e-05,
+      "loss": 1.2583,
+      "step": 5977
+    },
+    {
+      "epoch": 1.7805245816191664,
+      "grad_norm": 0.22059254348278046,
+      "learning_rate": 1.8869205015888667e-05,
+      "loss": 1.2695,
+      "step": 5978
+    },
+    {
+      "epoch": 1.7808224278188352,
+      "grad_norm": 0.22483398020267487,
+      "learning_rate": 1.8868759420111753e-05,
+      "loss": 1.2714,
+      "step": 5979
+    },
+    {
+      "epoch": 1.7811202740185037,
+      "grad_norm": 0.22063012421131134,
+      "learning_rate": 1.886831374182094e-05,
+      "loss": 1.266,
+      "step": 5980
+    },
+    {
+      "epoch": 1.7814181202181723,
+      "grad_norm": 0.2195800244808197,
+      "learning_rate": 1.886786798102038e-05,
+      "loss": 1.2838,
+      "step": 5981
+    },
+    {
+      "epoch": 1.781715966417841,
+      "grad_norm": 0.22838428616523743,
+      "learning_rate": 1.886742213771421e-05,
+      "loss": 1.2724,
+      "step": 5982
+    },
+    {
+      "epoch": 1.7820138126175098,
+      "grad_norm": 0.2218025028705597,
+      "learning_rate": 1.8866976211906588e-05,
+      "loss": 1.2689,
+      "step": 5983
+    },
+    {
+      "epoch": 1.7823116588171781,
+      "grad_norm": 0.21701163053512573,
+      "learning_rate": 1.886653020360166e-05,
+      "loss": 1.2733,
+      "step": 5984
+    },
+    {
+      "epoch": 1.782609505016847,
+      "grad_norm": 0.24475444853305817,
+      "learning_rate": 1.8866084112803574e-05,
+      "loss": 1.2692,
+      "step": 5985
+    },
+    {
+      "epoch": 1.7829073512165157,
+      "grad_norm": 0.2269645631313324,
+      "learning_rate": 1.886563793951648e-05,
+      "loss": 1.2877,
+      "step": 5986
+    },
+    {
+      "epoch": 1.7832051974161842,
+      "grad_norm": 0.2226429432630539,
+      "learning_rate": 1.886519168374453e-05,
+      "loss": 1.2505,
+      "step": 5987
+    },
+    {
+      "epoch": 1.7835030436158528,
+      "grad_norm": 0.21845246851444244,
+      "learning_rate": 1.886474534549188e-05,
+      "loss": 1.2501,
+      "step": 5988
+    },
+    {
+      "epoch": 1.7838008898155215,
+      "grad_norm": 0.21259817481040955,
+      "learning_rate": 1.8864298924762673e-05,
+      "loss": 1.2859,
+      "step": 5989
+    },
+    {
+      "epoch": 1.7840987360151903,
+      "grad_norm": 0.21492299437522888,
+      "learning_rate": 1.886385242156107e-05,
+      "loss": 1.2627,
+      "step": 5990
+    },
+    {
+      "epoch": 1.7843965822148586,
+      "grad_norm": 0.22381509840488434,
+      "learning_rate": 1.8863405835891225e-05,
+      "loss": 1.278,
+      "step": 5991
+    },
+    {
+      "epoch": 1.7846944284145274,
+      "grad_norm": 0.22142374515533447,
+      "learning_rate": 1.8862959167757294e-05,
+      "loss": 1.2726,
+      "step": 5992
+    },
+    {
+      "epoch": 1.7849922746141962,
+      "grad_norm": 0.22224482893943787,
+      "learning_rate": 1.886251241716343e-05,
+      "loss": 1.2676,
+      "step": 5993
+    },
+    {
+      "epoch": 1.7852901208138647,
+      "grad_norm": 0.21727298200130463,
+      "learning_rate": 1.8862065584113783e-05,
+      "loss": 1.2637,
+      "step": 5994
+    },
+    {
+      "epoch": 1.7855879670135333,
+      "grad_norm": 0.21374741196632385,
+      "learning_rate": 1.8861618668612523e-05,
+      "loss": 1.2681,
+      "step": 5995
+    },
+    {
+      "epoch": 1.785885813213202,
+      "grad_norm": 0.22146710753440857,
+      "learning_rate": 1.88611716706638e-05,
+      "loss": 1.2724,
+      "step": 5996
+    },
+    {
+      "epoch": 1.7861836594128708,
+      "grad_norm": 0.22528040409088135,
+      "learning_rate": 1.8860724590271775e-05,
+      "loss": 1.2778,
+      "step": 5997
+    },
+    {
+      "epoch": 1.7864815056125394,
+      "grad_norm": 0.22059322893619537,
+      "learning_rate": 1.8860277427440608e-05,
+      "loss": 1.2506,
+      "step": 5998
+    },
+    {
+      "epoch": 1.786779351812208,
+      "grad_norm": 0.22748437523841858,
+      "learning_rate": 1.885983018217446e-05,
+      "loss": 1.2794,
+      "step": 5999
+    },
+    {
+      "epoch": 1.7870771980118767,
+      "grad_norm": 0.2144092172384262,
+      "learning_rate": 1.8859382854477484e-05,
+      "loss": 1.2594,
+      "step": 6000
+    },
+    {
+      "epoch": 1.7870771980118767,
+      "eval_loss": 1.3452653884887695,
+      "eval_runtime": 23.4453,
+      "eval_samples_per_second": 73.959,
+      "eval_steps_per_second": 4.649,
+      "step": 6000
+    },
+    {
+      "epoch": 1.7873750442115452,
+      "grad_norm": 0.228704035282135,
+      "learning_rate": 1.8858935444353856e-05,
+      "loss": 1.2717,
+      "step": 6001
+    },
+    {
+      "epoch": 1.7876728904112138,
+      "grad_norm": 0.21824924647808075,
+      "learning_rate": 1.885848795180773e-05,
+      "loss": 1.2632,
+      "step": 6002
+    },
+    {
+      "epoch": 1.7879707366108826,
+      "grad_norm": 0.23707593977451324,
+      "learning_rate": 1.8858040376843272e-05,
+      "loss": 1.2665,
+      "step": 6003
+    },
+    {
+      "epoch": 1.7882685828105513,
+      "grad_norm": 0.23337838053703308,
+      "learning_rate": 1.8857592719464644e-05,
+      "loss": 1.2768,
+      "step": 6004
+    },
+    {
+      "epoch": 1.78856642901022,
+      "grad_norm": 0.23033075034618378,
+      "learning_rate": 1.8857144979676013e-05,
+      "loss": 1.2716,
+      "step": 6005
+    },
+    {
+      "epoch": 1.7888642752098884,
+      "grad_norm": 0.2230740189552307,
+      "learning_rate": 1.885669715748154e-05,
+      "loss": 1.2663,
+      "step": 6006
+    },
+    {
+      "epoch": 1.7891621214095572,
+      "grad_norm": 0.22400899231433868,
+      "learning_rate": 1.8856249252885398e-05,
+      "loss": 1.2693,
+      "step": 6007
+    },
+    {
+      "epoch": 1.7894599676092258,
+      "grad_norm": 0.2205016165971756,
+      "learning_rate": 1.8855801265891753e-05,
+      "loss": 1.2592,
+      "step": 6008
+    },
+    {
+      "epoch": 1.7897578138088943,
+      "grad_norm": 0.220457524061203,
+      "learning_rate": 1.885535319650477e-05,
+      "loss": 1.2593,
+      "step": 6009
+    },
+    {
+      "epoch": 1.790055660008563,
+      "grad_norm": 0.22970102727413177,
+      "learning_rate": 1.8854905044728617e-05,
+      "loss": 1.2751,
+      "step": 6010
+    },
+    {
+      "epoch": 1.7903535062082319,
+      "grad_norm": 0.22625747323036194,
+      "learning_rate": 1.8854456810567467e-05,
+      "loss": 1.286,
+      "step": 6011
+    },
+    {
+      "epoch": 1.7906513524079004,
+      "grad_norm": 0.2235589474439621,
+      "learning_rate": 1.885400849402549e-05,
+      "loss": 1.2779,
+      "step": 6012
+    },
+    {
+      "epoch": 1.790949198607569,
+      "grad_norm": 0.22546285390853882,
+      "learning_rate": 1.8853560095106857e-05,
+      "loss": 1.2683,
+      "step": 6013
+    },
+    {
+      "epoch": 1.7912470448072377,
+      "grad_norm": 0.22701458632946014,
+      "learning_rate": 1.8853111613815738e-05,
+      "loss": 1.2497,
+      "step": 6014
+    },
+    {
+      "epoch": 1.7915448910069063,
+      "grad_norm": 0.22597983479499817,
+      "learning_rate": 1.885266305015631e-05,
+      "loss": 1.2692,
+      "step": 6015
+    },
+    {
+      "epoch": 1.7918427372065748,
+      "grad_norm": 0.22108972072601318,
+      "learning_rate": 1.885221440413274e-05,
+      "loss": 1.2684,
+      "step": 6016
+    },
+    {
+      "epoch": 1.7921405834062436,
+      "grad_norm": 0.21375659108161926,
+      "learning_rate": 1.8851765675749203e-05,
+      "loss": 1.2581,
+      "step": 6017
+    },
+    {
+      "epoch": 1.7924384296059124,
+      "grad_norm": 0.2176457941532135,
+      "learning_rate": 1.8851316865009877e-05,
+      "loss": 1.274,
+      "step": 6018
+    },
+    {
+      "epoch": 1.792736275805581,
+      "grad_norm": 0.23012582957744598,
+      "learning_rate": 1.885086797191894e-05,
+      "loss": 1.2551,
+      "step": 6019
+    },
+    {
+      "epoch": 1.7930341220052495,
+      "grad_norm": 0.22473666071891785,
+      "learning_rate": 1.8850418996480565e-05,
+      "loss": 1.2645,
+      "step": 6020
+    },
+    {
+      "epoch": 1.7933319682049182,
+      "grad_norm": 0.22484521567821503,
+      "learning_rate": 1.8849969938698927e-05,
+      "loss": 1.2701,
+      "step": 6021
+    },
+    {
+      "epoch": 1.7936298144045868,
+      "grad_norm": 0.211605042219162,
+      "learning_rate": 1.884952079857821e-05,
+      "loss": 1.2729,
+      "step": 6022
+    },
+    {
+      "epoch": 1.7939276606042553,
+      "grad_norm": 0.2143273800611496,
+      "learning_rate": 1.8849071576122584e-05,
+      "loss": 1.2842,
+      "step": 6023
+    },
+    {
+      "epoch": 1.7942255068039241,
+      "grad_norm": 0.21585173904895782,
+      "learning_rate": 1.8848622271336235e-05,
+      "loss": 1.2512,
+      "step": 6024
+    },
+    {
+      "epoch": 1.794523353003593,
+      "grad_norm": 0.2228710949420929,
+      "learning_rate": 1.8848172884223345e-05,
+      "loss": 1.2592,
+      "step": 6025
+    },
+    {
+      "epoch": 1.7948211992032614,
+      "grad_norm": 0.23387007415294647,
+      "learning_rate": 1.8847723414788093e-05,
+      "loss": 1.2594,
+      "step": 6026
+    },
+    {
+      "epoch": 1.79511904540293,
+      "grad_norm": 0.22081926465034485,
+      "learning_rate": 1.8847273863034658e-05,
+      "loss": 1.2696,
+      "step": 6027
+    },
+    {
+      "epoch": 1.7954168916025988,
+      "grad_norm": 0.21065343916416168,
+      "learning_rate": 1.8846824228967222e-05,
+      "loss": 1.2764,
+      "step": 6028
+    },
+    {
+      "epoch": 1.7957147378022673,
+      "grad_norm": 0.2157675176858902,
+      "learning_rate": 1.8846374512589972e-05,
+      "loss": 1.2786,
+      "step": 6029
+    },
+    {
+      "epoch": 1.7960125840019359,
+      "grad_norm": 0.2320483773946762,
+      "learning_rate": 1.8845924713907094e-05,
+      "loss": 1.2599,
+      "step": 6030
+    },
+    {
+      "epoch": 1.7963104302016046,
+      "grad_norm": 0.2298630177974701,
+      "learning_rate": 1.8845474832922764e-05,
+      "loss": 1.2671,
+      "step": 6031
+    },
+    {
+      "epoch": 1.7966082764012734,
+      "grad_norm": 0.25772473216056824,
+      "learning_rate": 1.884502486964118e-05,
+      "loss": 1.2763,
+      "step": 6032
+    },
+    {
+      "epoch": 1.796906122600942,
+      "grad_norm": 0.2270805686712265,
+      "learning_rate": 1.884457482406652e-05,
+      "loss": 1.2822,
+      "step": 6033
+    },
+    {
+      "epoch": 1.7972039688006105,
+      "grad_norm": 0.24416397511959076,
+      "learning_rate": 1.884412469620297e-05,
+      "loss": 1.2835,
+      "step": 6034
+    },
+    {
+      "epoch": 1.7975018150002793,
+      "grad_norm": 0.2223682850599289,
+      "learning_rate": 1.884367448605472e-05,
+      "loss": 1.2612,
+      "step": 6035
+    },
+    {
+      "epoch": 1.7977996611999478,
+      "grad_norm": 0.26283374428749084,
+      "learning_rate": 1.8843224193625967e-05,
+      "loss": 1.2863,
+      "step": 6036
+    },
+    {
+      "epoch": 1.7980975073996164,
+      "grad_norm": 0.23235592246055603,
+      "learning_rate": 1.8842773818920887e-05,
+      "loss": 1.2712,
+      "step": 6037
+    },
+    {
+      "epoch": 1.7983953535992852,
+      "grad_norm": 0.2454880326986313,
+      "learning_rate": 1.884232336194368e-05,
+      "loss": 1.2395,
+      "step": 6038
+    },
+    {
+      "epoch": 1.798693199798954,
+      "grad_norm": 0.23668311536312103,
+      "learning_rate": 1.8841872822698528e-05,
+      "loss": 1.2666,
+      "step": 6039
+    },
+    {
+      "epoch": 1.7989910459986225,
+      "grad_norm": 0.2175203114748001,
+      "learning_rate": 1.8841422201189633e-05,
+      "loss": 1.2679,
+      "step": 6040
+    },
+    {
+      "epoch": 1.799288892198291,
+      "grad_norm": 0.22800126671791077,
+      "learning_rate": 1.884097149742118e-05,
+      "loss": 1.264,
+      "step": 6041
+    },
+    {
+      "epoch": 1.7995867383979598,
+      "grad_norm": 0.2290138304233551,
+      "learning_rate": 1.8840520711397367e-05,
+      "loss": 1.2478,
+      "step": 6042
+    },
+    {
+      "epoch": 1.7998845845976283,
+      "grad_norm": 0.24279721081256866,
+      "learning_rate": 1.8840069843122384e-05,
+      "loss": 1.2856,
+      "step": 6043
+    },
+    {
+      "epoch": 1.800182430797297,
+      "grad_norm": 0.23835624754428864,
+      "learning_rate": 1.8839618892600427e-05,
+      "loss": 1.2635,
+      "step": 6044
+    },
+    {
+      "epoch": 1.8004802769969657,
+      "grad_norm": 0.21752871572971344,
+      "learning_rate": 1.8839167859835695e-05,
+      "loss": 1.2784,
+      "step": 6045
+    },
+    {
+      "epoch": 1.8007781231966344,
+      "grad_norm": 0.23671525716781616,
+      "learning_rate": 1.8838716744832385e-05,
+      "loss": 1.2689,
+      "step": 6046
+    },
+    {
+      "epoch": 1.801075969396303,
+      "grad_norm": 0.22538290917873383,
+      "learning_rate": 1.8838265547594684e-05,
+      "loss": 1.2965,
+      "step": 6047
+    },
+    {
+      "epoch": 1.8013738155959715,
+      "grad_norm": 0.2299932986497879,
+      "learning_rate": 1.8837814268126798e-05,
+      "loss": 1.267,
+      "step": 6048
+    },
+    {
+      "epoch": 1.8016716617956403,
+      "grad_norm": 0.2351229190826416,
+      "learning_rate": 1.8837362906432928e-05,
+      "loss": 1.2631,
+      "step": 6049
+    },
+    {
+      "epoch": 1.801969507995309,
+      "grad_norm": 0.22970789670944214,
+      "learning_rate": 1.8836911462517268e-05,
+      "loss": 1.2736,
+      "step": 6050
+    },
+    {
+      "epoch": 1.8022673541949774,
+      "grad_norm": 0.22385859489440918,
+      "learning_rate": 1.883645993638402e-05,
+      "loss": 1.2694,
+      "step": 6051
+    },
+    {
+      "epoch": 1.8025652003946462,
+      "grad_norm": 0.2234676629304886,
+      "learning_rate": 1.8836008328037384e-05,
+      "loss": 1.2633,
+      "step": 6052
+    },
+    {
+      "epoch": 1.802863046594315,
+      "grad_norm": 0.2438935488462448,
+      "learning_rate": 1.8835556637481566e-05,
+      "loss": 1.276,
+      "step": 6053
+    },
+    {
+      "epoch": 1.8031608927939835,
+      "grad_norm": 0.2130393236875534,
+      "learning_rate": 1.883510486472076e-05,
+      "loss": 1.2765,
+      "step": 6054
+    },
+    {
+      "epoch": 1.803458738993652,
+      "grad_norm": 0.2313595861196518,
+      "learning_rate": 1.8834653009759177e-05,
+      "loss": 1.292,
+      "step": 6055
+    },
+    {
+      "epoch": 1.8037565851933208,
+      "grad_norm": 0.2259809374809265,
+      "learning_rate": 1.883420107260102e-05,
+      "loss": 1.2533,
+      "step": 6056
+    },
+    {
+      "epoch": 1.8040544313929896,
+      "grad_norm": 0.22493532299995422,
+      "learning_rate": 1.883374905325049e-05,
+      "loss": 1.281,
+      "step": 6057
+    },
+    {
+      "epoch": 1.804352277592658,
+      "grad_norm": 0.2182721346616745,
+      "learning_rate": 1.8833296951711793e-05,
+      "loss": 1.2652,
+      "step": 6058
+    },
+    {
+      "epoch": 1.8046501237923267,
+      "grad_norm": 0.22102218866348267,
+      "learning_rate": 1.883284476798914e-05,
+      "loss": 1.2588,
+      "step": 6059
+    },
+    {
+      "epoch": 1.8049479699919955,
+      "grad_norm": 0.2173367142677307,
+      "learning_rate": 1.8832392502086736e-05,
+      "loss": 1.2644,
+      "step": 6060
+    },
+    {
+      "epoch": 1.805245816191664,
+      "grad_norm": 0.22203823924064636,
+      "learning_rate": 1.8831940154008785e-05,
+      "loss": 1.2599,
+      "step": 6061
+    },
+    {
+      "epoch": 1.8055436623913326,
+      "grad_norm": 0.21372835338115692,
+      "learning_rate": 1.88314877237595e-05,
+      "loss": 1.2772,
+      "step": 6062
+    },
+    {
+      "epoch": 1.8058415085910013,
+      "grad_norm": 0.22985833883285522,
+      "learning_rate": 1.8831035211343088e-05,
+      "loss": 1.2799,
+      "step": 6063
+    },
+    {
+      "epoch": 1.8061393547906701,
+      "grad_norm": 0.21987077593803406,
+      "learning_rate": 1.883058261676376e-05,
+      "loss": 1.2606,
+      "step": 6064
+    },
+    {
+      "epoch": 1.8064372009903387,
+      "grad_norm": 0.22975841164588928,
+      "learning_rate": 1.883012994002573e-05,
+      "loss": 1.2736,
+      "step": 6065
+    },
+    {
+      "epoch": 1.8067350471900072,
+      "grad_norm": 0.22226479649543762,
+      "learning_rate": 1.8829677181133202e-05,
+      "loss": 1.2683,
+      "step": 6066
+    },
+    {
+      "epoch": 1.807032893389676,
+      "grad_norm": 0.22626134753227234,
+      "learning_rate": 1.8829224340090398e-05,
+      "loss": 1.2783,
+      "step": 6067
+    },
+    {
+      "epoch": 1.8073307395893445,
+      "grad_norm": 0.21422359347343445,
+      "learning_rate": 1.882877141690152e-05,
+      "loss": 1.2742,
+      "step": 6068
+    },
+    {
+      "epoch": 1.807628585789013,
+      "grad_norm": 0.23135624825954437,
+      "learning_rate": 1.882831841157079e-05,
+      "loss": 1.2614,
+      "step": 6069
+    },
+    {
+      "epoch": 1.8079264319886819,
+      "grad_norm": 0.24068643152713776,
+      "learning_rate": 1.8827865324102426e-05,
+      "loss": 1.2823,
+      "step": 6070
+    },
+    {
+      "epoch": 1.8082242781883506,
+      "grad_norm": 0.22447143495082855,
+      "learning_rate": 1.8827412154500634e-05,
+      "loss": 1.2554,
+      "step": 6071
+    },
+    {
+      "epoch": 1.8085221243880192,
+      "grad_norm": 0.22670595347881317,
+      "learning_rate": 1.8826958902769636e-05,
+      "loss": 1.2683,
+      "step": 6072
+    },
+    {
+      "epoch": 1.8088199705876877,
+      "grad_norm": 0.21980814635753632,
+      "learning_rate": 1.8826505568913644e-05,
+      "loss": 1.2773,
+      "step": 6073
+    },
+    {
+      "epoch": 1.8091178167873565,
+      "grad_norm": 0.23693813383579254,
+      "learning_rate": 1.882605215293688e-05,
+      "loss": 1.2541,
+      "step": 6074
+    },
+    {
+      "epoch": 1.809415662987025,
+      "grad_norm": 0.2204945832490921,
+      "learning_rate": 1.8825598654843563e-05,
+      "loss": 1.2771,
+      "step": 6075
+    },
+    {
+      "epoch": 1.8097135091866936,
+      "grad_norm": 0.22734081745147705,
+      "learning_rate": 1.882514507463791e-05,
+      "loss": 1.2766,
+      "step": 6076
+    },
+    {
+      "epoch": 1.8100113553863624,
+      "grad_norm": 0.2248615026473999,
+      "learning_rate": 1.8824691412324144e-05,
+      "loss": 1.2861,
+      "step": 6077
+    },
+    {
+      "epoch": 1.8103092015860311,
+      "grad_norm": 0.25749897956848145,
+      "learning_rate": 1.882423766790648e-05,
+      "loss": 1.2697,
+      "step": 6078
+    },
+    {
+      "epoch": 1.8106070477856997,
+      "grad_norm": 0.21990980207920074,
+      "learning_rate": 1.882378384138915e-05,
+      "loss": 1.2709,
+      "step": 6079
+    },
+    {
+      "epoch": 1.8109048939853682,
+      "grad_norm": 0.22228093445301056,
+      "learning_rate": 1.8823329932776367e-05,
+      "loss": 1.2844,
+      "step": 6080
+    },
+    {
+      "epoch": 1.811202740185037,
+      "grad_norm": 0.22391878068447113,
+      "learning_rate": 1.8822875942072355e-05,
+      "loss": 1.2648,
+      "step": 6081
+    },
+    {
+      "epoch": 1.8115005863847056,
+      "grad_norm": 0.22353194653987885,
+      "learning_rate": 1.8822421869281344e-05,
+      "loss": 1.2751,
+      "step": 6082
+    },
+    {
+      "epoch": 1.8117984325843741,
+      "grad_norm": 0.21903499960899353,
+      "learning_rate": 1.882196771440755e-05,
+      "loss": 1.2792,
+      "step": 6083
+    },
+    {
+      "epoch": 1.812096278784043,
+      "grad_norm": 0.22099357843399048,
+      "learning_rate": 1.8821513477455205e-05,
+      "loss": 1.2714,
+      "step": 6084
+    },
+    {
+      "epoch": 1.8123941249837117,
+      "grad_norm": 0.21618127822875977,
+      "learning_rate": 1.8821059158428534e-05,
+      "loss": 1.2577,
+      "step": 6085
+    },
+    {
+      "epoch": 1.8126919711833802,
+      "grad_norm": 0.21984921395778656,
+      "learning_rate": 1.8820604757331763e-05,
+      "loss": 1.2557,
+      "step": 6086
+    },
+    {
+      "epoch": 1.8129898173830488,
+      "grad_norm": 0.22133424878120422,
+      "learning_rate": 1.8820150274169115e-05,
+      "loss": 1.2793,
+      "step": 6087
+    },
+    {
+      "epoch": 1.8132876635827175,
+      "grad_norm": 0.22182853519916534,
+      "learning_rate": 1.8819695708944827e-05,
+      "loss": 1.279,
+      "step": 6088
+    },
+    {
+      "epoch": 1.813585509782386,
+      "grad_norm": 0.22566376626491547,
+      "learning_rate": 1.8819241061663124e-05,
+      "loss": 1.2718,
+      "step": 6089
+    },
+    {
+      "epoch": 1.8138833559820546,
+      "grad_norm": 0.2206290364265442,
+      "learning_rate": 1.8818786332328236e-05,
+      "loss": 1.2608,
+      "step": 6090
+    },
+    {
+      "epoch": 1.8141812021817234,
+      "grad_norm": 0.21377462148666382,
+      "learning_rate": 1.8818331520944396e-05,
+      "loss": 1.2419,
+      "step": 6091
+    },
+    {
+      "epoch": 1.8144790483813922,
+      "grad_norm": 0.2487218827009201,
+      "learning_rate": 1.8817876627515834e-05,
+      "loss": 1.2748,
+      "step": 6092
+    },
+    {
+      "epoch": 1.8147768945810607,
+      "grad_norm": 0.22330373525619507,
+      "learning_rate": 1.8817421652046777e-05,
+      "loss": 1.2595,
+      "step": 6093
+    },
+    {
+      "epoch": 1.8150747407807293,
+      "grad_norm": 0.23433241248130798,
+      "learning_rate": 1.8816966594541465e-05,
+      "loss": 1.2688,
+      "step": 6094
+    },
+    {
+      "epoch": 1.815372586980398,
+      "grad_norm": 0.2255052775144577,
+      "learning_rate": 1.8816511455004133e-05,
+      "loss": 1.2642,
+      "step": 6095
+    },
+    {
+      "epoch": 1.8156704331800666,
+      "grad_norm": 0.22542732954025269,
+      "learning_rate": 1.8816056233439008e-05,
+      "loss": 1.2643,
+      "step": 6096
+    },
+    {
+      "epoch": 1.8159682793797352,
+      "grad_norm": 0.23201413452625275,
+      "learning_rate": 1.8815600929850333e-05,
+      "loss": 1.2647,
+      "step": 6097
+    },
+    {
+      "epoch": 1.816266125579404,
+      "grad_norm": 0.23117925226688385,
+      "learning_rate": 1.881514554424234e-05,
+      "loss": 1.2517,
+      "step": 6098
+    },
+    {
+      "epoch": 1.8165639717790727,
+      "grad_norm": 0.22815728187561035,
+      "learning_rate": 1.8814690076619264e-05,
+      "loss": 1.2622,
+      "step": 6099
+    },
+    {
+      "epoch": 1.8168618179787412,
+      "grad_norm": 0.22319307923316956,
+      "learning_rate": 1.8814234526985346e-05,
+      "loss": 1.2719,
+      "step": 6100
+    },
+    {
+      "epoch": 1.8171596641784098,
+      "grad_norm": 0.2264396995306015,
+      "learning_rate": 1.8813778895344826e-05,
+      "loss": 1.2772,
+      "step": 6101
+    },
+    {
+      "epoch": 1.8174575103780786,
+      "grad_norm": 0.23161791265010834,
+      "learning_rate": 1.8813323181701938e-05,
+      "loss": 1.2572,
+      "step": 6102
+    },
+    {
+      "epoch": 1.8177553565777471,
+      "grad_norm": 0.228708416223526,
+      "learning_rate": 1.8812867386060928e-05,
+      "loss": 1.2874,
+      "step": 6103
+    },
+    {
+      "epoch": 1.8180532027774157,
+      "grad_norm": 0.21395297348499298,
+      "learning_rate": 1.881241150842603e-05,
+      "loss": 1.2519,
+      "step": 6104
+    },
+    {
+      "epoch": 1.8183510489770844,
+      "grad_norm": 0.22581659257411957,
+      "learning_rate": 1.8811955548801492e-05,
+      "loss": 1.2628,
+      "step": 6105
+    },
+    {
+      "epoch": 1.8186488951767532,
+      "grad_norm": 0.23664312064647675,
+      "learning_rate": 1.881149950719155e-05,
+      "loss": 1.2683,
+      "step": 6106
+    },
+    {
+      "epoch": 1.8189467413764218,
+      "grad_norm": 0.23028619587421417,
+      "learning_rate": 1.881104338360045e-05,
+      "loss": 1.2732,
+      "step": 6107
+    },
+    {
+      "epoch": 1.8192445875760903,
+      "grad_norm": 0.21617329120635986,
+      "learning_rate": 1.8810587178032434e-05,
+      "loss": 1.2808,
+      "step": 6108
+    },
+    {
+      "epoch": 1.819542433775759,
+      "grad_norm": 0.21901915967464447,
+      "learning_rate": 1.8810130890491755e-05,
+      "loss": 1.2636,
+      "step": 6109
+    },
+    {
+      "epoch": 1.8198402799754279,
+      "grad_norm": 0.23325960338115692,
+      "learning_rate": 1.8809674520982643e-05,
+      "loss": 1.281,
+      "step": 6110
+    },
+    {
+      "epoch": 1.8201381261750962,
+      "grad_norm": 0.2988772392272949,
+      "learning_rate": 1.880921806950936e-05,
+      "loss": 1.2565,
+      "step": 6111
+    },
+    {
+      "epoch": 1.820435972374765,
+      "grad_norm": 0.26141929626464844,
+      "learning_rate": 1.880876153607614e-05,
+      "loss": 1.2591,
+      "step": 6112
+    },
+    {
+      "epoch": 1.8207338185744337,
+      "grad_norm": 0.27643170952796936,
+      "learning_rate": 1.8808304920687238e-05,
+      "loss": 1.2612,
+      "step": 6113
+    },
+    {
+      "epoch": 1.8210316647741023,
+      "grad_norm": 0.3000950217247009,
+      "learning_rate": 1.8807848223346895e-05,
+      "loss": 1.2705,
+      "step": 6114
+    },
+    {
+      "epoch": 1.8213295109737708,
+      "grad_norm": 0.21227096021175385,
+      "learning_rate": 1.8807391444059368e-05,
+      "loss": 1.2747,
+      "step": 6115
+    },
+    {
+      "epoch": 1.8216273571734396,
+      "grad_norm": 0.22193902730941772,
+      "learning_rate": 1.8806934582828908e-05,
+      "loss": 1.2743,
+      "step": 6116
+    },
+    {
+      "epoch": 1.8219252033731084,
+      "grad_norm": 0.22305090725421906,
+      "learning_rate": 1.8806477639659757e-05,
+      "loss": 1.2796,
+      "step": 6117
+    },
+    {
+      "epoch": 1.8222230495727767,
+      "grad_norm": 0.22063802182674408,
+      "learning_rate": 1.880602061455617e-05,
+      "loss": 1.2766,
+      "step": 6118
+    },
+    {
+      "epoch": 1.8225208957724455,
+      "grad_norm": 0.24384748935699463,
+      "learning_rate": 1.8805563507522403e-05,
+      "loss": 1.2711,
+      "step": 6119
+    },
+    {
+      "epoch": 1.8228187419721142,
+      "grad_norm": 0.23025380074977875,
+      "learning_rate": 1.8805106318562702e-05,
+      "loss": 1.2682,
+      "step": 6120
+    },
+    {
+      "epoch": 1.8231165881717828,
+      "grad_norm": 0.233215793967247,
+      "learning_rate": 1.8804649047681328e-05,
+      "loss": 1.2661,
+      "step": 6121
+    },
+    {
+      "epoch": 1.8234144343714513,
+      "grad_norm": 0.21864233911037445,
+      "learning_rate": 1.880419169488253e-05,
+      "loss": 1.2664,
+      "step": 6122
+    },
+    {
+      "epoch": 1.8237122805711201,
+      "grad_norm": 0.23096491396427155,
+      "learning_rate": 1.8803734260170565e-05,
+      "loss": 1.2575,
+      "step": 6123
+    },
+    {
+      "epoch": 1.8240101267707889,
+      "grad_norm": 0.2311975210905075,
+      "learning_rate": 1.880327674354969e-05,
+      "loss": 1.2569,
+      "step": 6124
+    },
+    {
+      "epoch": 1.8243079729704572,
+      "grad_norm": 0.24429549276828766,
+      "learning_rate": 1.8802819145024157e-05,
+      "loss": 1.2552,
+      "step": 6125
+    },
+    {
+      "epoch": 1.824605819170126,
+      "grad_norm": 0.23141895234584808,
+      "learning_rate": 1.880236146459823e-05,
+      "loss": 1.2498,
+      "step": 6126
+    },
+    {
+      "epoch": 1.8249036653697948,
+      "grad_norm": 0.21364538371562958,
+      "learning_rate": 1.8801903702276164e-05,
+      "loss": 1.2581,
+      "step": 6127
+    },
+    {
+      "epoch": 1.8252015115694633,
+      "grad_norm": 0.21442024409770966,
+      "learning_rate": 1.880144585806222e-05,
+      "loss": 1.2776,
+      "step": 6128
+    },
+    {
+      "epoch": 1.8254993577691319,
+      "grad_norm": 0.2209845632314682,
+      "learning_rate": 1.880098793196065e-05,
+      "loss": 1.2797,
+      "step": 6129
+    },
+    {
+      "epoch": 1.8257972039688006,
+      "grad_norm": 0.20947112143039703,
+      "learning_rate": 1.8800529923975726e-05,
+      "loss": 1.2527,
+      "step": 6130
+    },
+    {
+      "epoch": 1.8260950501684694,
+      "grad_norm": 0.21361005306243896,
+      "learning_rate": 1.8800071834111704e-05,
+      "loss": 1.2467,
+      "step": 6131
+    },
+    {
+      "epoch": 1.826392896368138,
+      "grad_norm": 0.2133372575044632,
+      "learning_rate": 1.879961366237284e-05,
+      "loss": 1.2806,
+      "step": 6132
+    },
+    {
+      "epoch": 1.8266907425678065,
+      "grad_norm": 0.22230187058448792,
+      "learning_rate": 1.8799155408763407e-05,
+      "loss": 1.2621,
+      "step": 6133
+    },
+    {
+      "epoch": 1.8269885887674753,
+      "grad_norm": 0.22517280280590057,
+      "learning_rate": 1.879869707328766e-05,
+      "loss": 1.2427,
+      "step": 6134
+    },
+    {
+      "epoch": 1.8272864349671438,
+      "grad_norm": 0.2517028748989105,
+      "learning_rate": 1.8798238655949873e-05,
+      "loss": 1.2958,
+      "step": 6135
+    },
+    {
+      "epoch": 1.8275842811668124,
+      "grad_norm": 0.25225141644477844,
+      "learning_rate": 1.8797780156754303e-05,
+      "loss": 1.2589,
+      "step": 6136
+    },
+    {
+      "epoch": 1.8278821273664811,
+      "grad_norm": 0.22715818881988525,
+      "learning_rate": 1.8797321575705216e-05,
+      "loss": 1.2772,
+      "step": 6137
+    },
+    {
+      "epoch": 1.82817997356615,
+      "grad_norm": 0.23603639006614685,
+      "learning_rate": 1.879686291280688e-05,
+      "loss": 1.258,
+      "step": 6138
+    },
+    {
+      "epoch": 1.8284778197658185,
+      "grad_norm": 0.2428574413061142,
+      "learning_rate": 1.8796404168063564e-05,
+      "loss": 1.2743,
+      "step": 6139
+    },
+    {
+      "epoch": 1.828775665965487,
+      "grad_norm": 0.21798360347747803,
+      "learning_rate": 1.8795945341479537e-05,
+      "loss": 1.2665,
+      "step": 6140
+    },
+    {
+      "epoch": 1.8290735121651558,
+      "grad_norm": 0.25193336606025696,
+      "learning_rate": 1.8795486433059067e-05,
+      "loss": 1.2804,
+      "step": 6141
+    },
+    {
+      "epoch": 1.8293713583648243,
+      "grad_norm": 0.24949511885643005,
+      "learning_rate": 1.879502744280642e-05,
+      "loss": 1.2491,
+      "step": 6142
+    },
+    {
+      "epoch": 1.829669204564493,
+      "grad_norm": 0.22949185967445374,
+      "learning_rate": 1.8794568370725867e-05,
+      "loss": 1.2611,
+      "step": 6143
+    },
+    {
+      "epoch": 1.8299670507641617,
+      "grad_norm": 0.3252366781234741,
+      "learning_rate": 1.8794109216821686e-05,
+      "loss": 1.2688,
+      "step": 6144
+    },
+    {
+      "epoch": 1.8302648969638304,
+      "grad_norm": 0.2781335711479187,
+      "learning_rate": 1.879364998109814e-05,
+      "loss": 1.2864,
+      "step": 6145
+    },
+    {
+      "epoch": 1.830562743163499,
+      "grad_norm": 0.248800590634346,
+      "learning_rate": 1.879319066355951e-05,
+      "loss": 1.2746,
+      "step": 6146
+    },
+    {
+      "epoch": 1.8308605893631675,
+      "grad_norm": 0.2256658971309662,
+      "learning_rate": 1.8792731264210063e-05,
+      "loss": 1.2705,
+      "step": 6147
+    },
+    {
+      "epoch": 1.8311584355628363,
+      "grad_norm": 0.32897138595581055,
+      "learning_rate": 1.8792271783054072e-05,
+      "loss": 1.2777,
+      "step": 6148
+    },
+    {
+      "epoch": 1.8314562817625049,
+      "grad_norm": 0.22394399344921112,
+      "learning_rate": 1.879181222009582e-05,
+      "loss": 1.2753,
+      "step": 6149
+    },
+    {
+      "epoch": 1.8317541279621734,
+      "grad_norm": 0.22119250893592834,
+      "learning_rate": 1.8791352575339577e-05,
+      "loss": 1.2642,
+      "step": 6150
+    },
+    {
+      "epoch": 1.8320519741618422,
+      "grad_norm": 0.2309536635875702,
+      "learning_rate": 1.879089284878962e-05,
+      "loss": 1.2729,
+      "step": 6151
+    },
+    {
+      "epoch": 1.832349820361511,
+      "grad_norm": 0.22146302461624146,
+      "learning_rate": 1.8790433040450227e-05,
+      "loss": 1.2569,
+      "step": 6152
+    },
+    {
+      "epoch": 1.8326476665611795,
+      "grad_norm": 0.22456271946430206,
+      "learning_rate": 1.878997315032568e-05,
+      "loss": 1.2745,
+      "step": 6153
+    },
+    {
+      "epoch": 1.832945512760848,
+      "grad_norm": 0.2310352325439453,
+      "learning_rate": 1.8789513178420246e-05,
+      "loss": 1.2688,
+      "step": 6154
+    },
+    {
+      "epoch": 1.8332433589605168,
+      "grad_norm": 0.24492207169532776,
+      "learning_rate": 1.8789053124738213e-05,
+      "loss": 1.2598,
+      "step": 6155
+    },
+    {
+      "epoch": 1.8335412051601854,
+      "grad_norm": 0.2163112908601761,
+      "learning_rate": 1.8788592989283863e-05,
+      "loss": 1.2659,
+      "step": 6156
+    },
+    {
+      "epoch": 1.833839051359854,
+      "grad_norm": 0.22027339041233063,
+      "learning_rate": 1.8788132772061476e-05,
+      "loss": 1.2685,
+      "step": 6157
+    },
+    {
+      "epoch": 1.8341368975595227,
+      "grad_norm": 0.22436580061912537,
+      "learning_rate": 1.878767247307533e-05,
+      "loss": 1.2487,
+      "step": 6158
+    },
+    {
+      "epoch": 1.8344347437591915,
+      "grad_norm": 0.2317281812429428,
+      "learning_rate": 1.8787212092329713e-05,
+      "loss": 1.265,
+      "step": 6159
+    },
+    {
+      "epoch": 1.83473258995886,
+      "grad_norm": 0.2352665215730667,
+      "learning_rate": 1.87867516298289e-05,
+      "loss": 1.2836,
+      "step": 6160
+    },
+    {
+      "epoch": 1.8350304361585286,
+      "grad_norm": 0.2499164193868637,
+      "learning_rate": 1.878629108557718e-05,
+      "loss": 1.2638,
+      "step": 6161
+    },
+    {
+      "epoch": 1.8353282823581973,
+      "grad_norm": 0.2163504809141159,
+      "learning_rate": 1.8785830459578845e-05,
+      "loss": 1.2662,
+      "step": 6162
+    },
+    {
+      "epoch": 1.8356261285578659,
+      "grad_norm": 0.2350332885980606,
+      "learning_rate": 1.878536975183817e-05,
+      "loss": 1.2497,
+      "step": 6163
+    },
+    {
+      "epoch": 1.8359239747575344,
+      "grad_norm": 0.23730915784835815,
+      "learning_rate": 1.8784908962359443e-05,
+      "loss": 1.2606,
+      "step": 6164
+    },
+    {
+      "epoch": 1.8362218209572032,
+      "grad_norm": 0.23150528967380524,
+      "learning_rate": 1.8784448091146953e-05,
+      "loss": 1.2739,
+      "step": 6165
+    },
+    {
+      "epoch": 1.836519667156872,
+      "grad_norm": 0.29068508744239807,
+      "learning_rate": 1.8783987138204992e-05,
+      "loss": 1.2667,
+      "step": 6166
+    },
+    {
+      "epoch": 1.8368175133565405,
+      "grad_norm": 0.21419180929660797,
+      "learning_rate": 1.878352610353784e-05,
+      "loss": 1.2655,
+      "step": 6167
+    },
+    {
+      "epoch": 1.837115359556209,
+      "grad_norm": 0.2460484802722931,
+      "learning_rate": 1.8783064987149796e-05,
+      "loss": 1.2737,
+      "step": 6168
+    },
+    {
+      "epoch": 1.8374132057558779,
+      "grad_norm": 0.2468438595533371,
+      "learning_rate": 1.8782603789045143e-05,
+      "loss": 1.283,
+      "step": 6169
+    },
+    {
+      "epoch": 1.8377110519555464,
+      "grad_norm": 0.22701148688793182,
+      "learning_rate": 1.8782142509228174e-05,
+      "loss": 1.2797,
+      "step": 6170
+    },
+    {
+      "epoch": 1.838008898155215,
+      "grad_norm": 0.2519301772117615,
+      "learning_rate": 1.8781681147703178e-05,
+      "loss": 1.2766,
+      "step": 6171
+    },
+    {
+      "epoch": 1.8383067443548837,
+      "grad_norm": 0.2273082137107849,
+      "learning_rate": 1.8781219704474457e-05,
+      "loss": 1.2673,
+      "step": 6172
+    },
+    {
+      "epoch": 1.8386045905545525,
+      "grad_norm": 0.22925065457820892,
+      "learning_rate": 1.8780758179546295e-05,
+      "loss": 1.2771,
+      "step": 6173
+    },
+    {
+      "epoch": 1.838902436754221,
+      "grad_norm": 0.22185562551021576,
+      "learning_rate": 1.878029657292299e-05,
+      "loss": 1.2721,
+      "step": 6174
+    },
+    {
+      "epoch": 1.8392002829538896,
+      "grad_norm": 0.22061800956726074,
+      "learning_rate": 1.877983488460883e-05,
+      "loss": 1.2774,
+      "step": 6175
+    },
+    {
+      "epoch": 1.8394981291535584,
+      "grad_norm": 0.22943070530891418,
+      "learning_rate": 1.8779373114608116e-05,
+      "loss": 1.26,
+      "step": 6176
+    },
+    {
+      "epoch": 1.8397959753532271,
+      "grad_norm": 0.2462579756975174,
+      "learning_rate": 1.8778911262925147e-05,
+      "loss": 1.2783,
+      "step": 6177
+    },
+    {
+      "epoch": 1.8400938215528955,
+      "grad_norm": 0.24037913978099823,
+      "learning_rate": 1.877844932956422e-05,
+      "loss": 1.2715,
+      "step": 6178
+    },
+    {
+      "epoch": 1.8403916677525642,
+      "grad_norm": 0.2180246114730835,
+      "learning_rate": 1.8777987314529625e-05,
+      "loss": 1.2808,
+      "step": 6179
+    },
+    {
+      "epoch": 1.840689513952233,
+      "grad_norm": 0.23191234469413757,
+      "learning_rate": 1.877752521782567e-05,
+      "loss": 1.2812,
+      "step": 6180
+    },
+    {
+      "epoch": 1.8409873601519016,
+      "grad_norm": 0.22117017209529877,
+      "learning_rate": 1.8777063039456644e-05,
+      "loss": 1.2523,
+      "step": 6181
+    },
+    {
+      "epoch": 1.8412852063515701,
+      "grad_norm": 0.22852277755737305,
+      "learning_rate": 1.8776600779426856e-05,
+      "loss": 1.2662,
+      "step": 6182
+    },
+    {
+      "epoch": 1.8415830525512389,
+      "grad_norm": 0.22987455129623413,
+      "learning_rate": 1.87761384377406e-05,
+      "loss": 1.2726,
+      "step": 6183
+    },
+    {
+      "epoch": 1.8418808987509077,
+      "grad_norm": 0.21900035440921783,
+      "learning_rate": 1.8775676014402187e-05,
+      "loss": 1.2724,
+      "step": 6184
+    },
+    {
+      "epoch": 1.842178744950576,
+      "grad_norm": 0.23168663680553436,
+      "learning_rate": 1.8775213509415913e-05,
+      "loss": 1.2658,
+      "step": 6185
+    },
+    {
+      "epoch": 1.8424765911502448,
+      "grad_norm": 0.23066608607769012,
+      "learning_rate": 1.8774750922786077e-05,
+      "loss": 1.2753,
+      "step": 6186
+    },
+    {
+      "epoch": 1.8427744373499135,
+      "grad_norm": 0.23946154117584229,
+      "learning_rate": 1.877428825451699e-05,
+      "loss": 1.2471,
+      "step": 6187
+    },
+    {
+      "epoch": 1.843072283549582,
+      "grad_norm": 0.2212175577878952,
+      "learning_rate": 1.877382550461295e-05,
+      "loss": 1.2615,
+      "step": 6188
+    },
+    {
+      "epoch": 1.8433701297492506,
+      "grad_norm": 0.2367374747991562,
+      "learning_rate": 1.8773362673078274e-05,
+      "loss": 1.2637,
+      "step": 6189
+    },
+    {
+      "epoch": 1.8436679759489194,
+      "grad_norm": 0.23277902603149414,
+      "learning_rate": 1.8772899759917257e-05,
+      "loss": 1.2641,
+      "step": 6190
+    },
+    {
+      "epoch": 1.8439658221485882,
+      "grad_norm": 0.22886283695697784,
+      "learning_rate": 1.877243676513421e-05,
+      "loss": 1.273,
+      "step": 6191
+    },
+    {
+      "epoch": 1.8442636683482567,
+      "grad_norm": 0.2127494364976883,
+      "learning_rate": 1.877197368873344e-05,
+      "loss": 1.2625,
+      "step": 6192
+    },
+    {
+      "epoch": 1.8445615145479253,
+      "grad_norm": 0.21837003529071808,
+      "learning_rate": 1.8771510530719253e-05,
+      "loss": 1.2756,
+      "step": 6193
+    },
+    {
+      "epoch": 1.844859360747594,
+      "grad_norm": 0.22271862626075745,
+      "learning_rate": 1.877104729109596e-05,
+      "loss": 1.2807,
+      "step": 6194
+    },
+    {
+      "epoch": 1.8451572069472626,
+      "grad_norm": 0.2360060065984726,
+      "learning_rate": 1.8770583969867876e-05,
+      "loss": 1.2673,
+      "step": 6195
+    },
+    {
+      "epoch": 1.8454550531469311,
+      "grad_norm": 0.22648479044437408,
+      "learning_rate": 1.87701205670393e-05,
+      "loss": 1.2547,
+      "step": 6196
+    },
+    {
+      "epoch": 1.8457528993466,
+      "grad_norm": 0.2194075882434845,
+      "learning_rate": 1.876965708261456e-05,
+      "loss": 1.2599,
+      "step": 6197
+    },
+    {
+      "epoch": 1.8460507455462687,
+      "grad_norm": 0.2420044094324112,
+      "learning_rate": 1.876919351659795e-05,
+      "loss": 1.2629,
+      "step": 6198
+    },
+    {
+      "epoch": 1.8463485917459372,
+      "grad_norm": 0.22396166622638702,
+      "learning_rate": 1.87687298689938e-05,
+      "loss": 1.2693,
+      "step": 6199
+    },
+    {
+      "epoch": 1.8466464379456058,
+      "grad_norm": 0.25090858340263367,
+      "learning_rate": 1.876826613980641e-05,
+      "loss": 1.2653,
+      "step": 6200
+    },
+    {
+      "epoch": 1.8469442841452746,
+      "grad_norm": 0.22225917875766754,
+      "learning_rate": 1.8767802329040105e-05,
+      "loss": 1.2446,
+      "step": 6201
+    },
+    {
+      "epoch": 1.8472421303449431,
+      "grad_norm": 0.2735970616340637,
+      "learning_rate": 1.8767338436699193e-05,
+      "loss": 1.2748,
+      "step": 6202
+    },
+    {
+      "epoch": 1.8475399765446117,
+      "grad_norm": 0.23733359575271606,
+      "learning_rate": 1.876687446278799e-05,
+      "loss": 1.294,
+      "step": 6203
+    },
+    {
+      "epoch": 1.8478378227442804,
+      "grad_norm": 0.24605488777160645,
+      "learning_rate": 1.8766410407310817e-05,
+      "loss": 1.2947,
+      "step": 6204
+    },
+    {
+      "epoch": 1.8481356689439492,
+      "grad_norm": 0.23347657918930054,
+      "learning_rate": 1.8765946270271986e-05,
+      "loss": 1.2678,
+      "step": 6205
+    },
+    {
+      "epoch": 1.8484335151436178,
+      "grad_norm": 0.241032212972641,
+      "learning_rate": 1.8765482051675823e-05,
+      "loss": 1.2678,
+      "step": 6206
+    },
+    {
+      "epoch": 1.8487313613432863,
+      "grad_norm": 0.2312811017036438,
+      "learning_rate": 1.8765017751526642e-05,
+      "loss": 1.2826,
+      "step": 6207
+    },
+    {
+      "epoch": 1.849029207542955,
+      "grad_norm": 0.2209426313638687,
+      "learning_rate": 1.8764553369828765e-05,
+      "loss": 1.2546,
+      "step": 6208
+    },
+    {
+      "epoch": 1.8493270537426236,
+      "grad_norm": 0.22778834402561188,
+      "learning_rate": 1.876408890658651e-05,
+      "loss": 1.2604,
+      "step": 6209
+    },
+    {
+      "epoch": 1.8496248999422922,
+      "grad_norm": 0.2315870225429535,
+      "learning_rate": 1.8763624361804198e-05,
+      "loss": 1.2737,
+      "step": 6210
+    },
+    {
+      "epoch": 1.849922746141961,
+      "grad_norm": 0.2249654233455658,
+      "learning_rate": 1.8763159735486153e-05,
+      "loss": 1.292,
+      "step": 6211
+    },
+    {
+      "epoch": 1.8502205923416297,
+      "grad_norm": 0.2213476002216339,
+      "learning_rate": 1.87626950276367e-05,
+      "loss": 1.2748,
+      "step": 6212
+    },
+    {
+      "epoch": 1.8505184385412983,
+      "grad_norm": 0.22676432132720947,
+      "learning_rate": 1.876223023826016e-05,
+      "loss": 1.2649,
+      "step": 6213
+    },
+    {
+      "epoch": 1.8508162847409668,
+      "grad_norm": 0.24635079503059387,
+      "learning_rate": 1.876176536736085e-05,
+      "loss": 1.2729,
+      "step": 6214
+    },
+    {
+      "epoch": 1.8511141309406356,
+      "grad_norm": 0.2461482584476471,
+      "learning_rate": 1.876130041494311e-05,
+      "loss": 1.2471,
+      "step": 6215
+    },
+    {
+      "epoch": 1.8514119771403041,
+      "grad_norm": 0.22454310953617096,
+      "learning_rate": 1.876083538101126e-05,
+      "loss": 1.2645,
+      "step": 6216
+    },
+    {
+      "epoch": 1.8517098233399727,
+      "grad_norm": 0.26606985926628113,
+      "learning_rate": 1.876037026556962e-05,
+      "loss": 1.2822,
+      "step": 6217
+    },
+    {
+      "epoch": 1.8520076695396415,
+      "grad_norm": 0.2288210541009903,
+      "learning_rate": 1.8759905068622523e-05,
+      "loss": 1.2579,
+      "step": 6218
+    },
+    {
+      "epoch": 1.8523055157393102,
+      "grad_norm": 0.21645639836788177,
+      "learning_rate": 1.8759439790174297e-05,
+      "loss": 1.2595,
+      "step": 6219
+    },
+    {
+      "epoch": 1.8526033619389788,
+      "grad_norm": 0.22343234717845917,
+      "learning_rate": 1.875897443022927e-05,
+      "loss": 1.2691,
+      "step": 6220
+    },
+    {
+      "epoch": 1.8529012081386473,
+      "grad_norm": 0.24432212114334106,
+      "learning_rate": 1.8758508988791773e-05,
+      "loss": 1.2626,
+      "step": 6221
+    },
+    {
+      "epoch": 1.853199054338316,
+      "grad_norm": 0.22526809573173523,
+      "learning_rate": 1.875804346586614e-05,
+      "loss": 1.2552,
+      "step": 6222
+    },
+    {
+      "epoch": 1.8534969005379847,
+      "grad_norm": 0.2272035777568817,
+      "learning_rate": 1.8757577861456687e-05,
+      "loss": 1.2497,
+      "step": 6223
+    },
+    {
+      "epoch": 1.8537947467376532,
+      "grad_norm": 0.24414905905723572,
+      "learning_rate": 1.8757112175567765e-05,
+      "loss": 1.2659,
+      "step": 6224
+    },
+    {
+      "epoch": 1.854092592937322,
+      "grad_norm": 0.21001029014587402,
+      "learning_rate": 1.8756646408203695e-05,
+      "loss": 1.2712,
+      "step": 6225
+    },
+    {
+      "epoch": 1.8543904391369908,
+      "grad_norm": 0.26856371760368347,
+      "learning_rate": 1.8756180559368812e-05,
+      "loss": 1.2719,
+      "step": 6226
+    },
+    {
+      "epoch": 1.8546882853366593,
+      "grad_norm": 0.2772649824619293,
+      "learning_rate": 1.8755714629067455e-05,
+      "loss": 1.2714,
+      "step": 6227
+    },
+    {
+      "epoch": 1.8549861315363279,
+      "grad_norm": 0.24141082167625427,
+      "learning_rate": 1.8755248617303955e-05,
+      "loss": 1.2489,
+      "step": 6228
+    },
+    {
+      "epoch": 1.8552839777359966,
+      "grad_norm": 0.3939058184623718,
+      "learning_rate": 1.875478252408265e-05,
+      "loss": 1.2715,
+      "step": 6229
+    },
+    {
+      "epoch": 1.8555818239356652,
+      "grad_norm": 0.247290700674057,
+      "learning_rate": 1.8754316349407875e-05,
+      "loss": 1.2684,
+      "step": 6230
+    },
+    {
+      "epoch": 1.8558796701353337,
+      "grad_norm": 0.2563334107398987,
+      "learning_rate": 1.8753850093283966e-05,
+      "loss": 1.2531,
+      "step": 6231
+    },
+    {
+      "epoch": 1.8561775163350025,
+      "grad_norm": 0.23085132241249084,
+      "learning_rate": 1.875338375571526e-05,
+      "loss": 1.2906,
+      "step": 6232
+    },
+    {
+      "epoch": 1.8564753625346713,
+      "grad_norm": 0.21739709377288818,
+      "learning_rate": 1.87529173367061e-05,
+      "loss": 1.2734,
+      "step": 6233
+    },
+    {
+      "epoch": 1.8567732087343398,
+      "grad_norm": 0.2239406406879425,
+      "learning_rate": 1.8752450836260823e-05,
+      "loss": 1.2716,
+      "step": 6234
+    },
+    {
+      "epoch": 1.8570710549340084,
+      "grad_norm": 0.25117847323417664,
+      "learning_rate": 1.8751984254383773e-05,
+      "loss": 1.2792,
+      "step": 6235
+    },
+    {
+      "epoch": 1.8573689011336771,
+      "grad_norm": 0.2235771268606186,
+      "learning_rate": 1.8751517591079284e-05,
+      "loss": 1.268,
+      "step": 6236
+    },
+    {
+      "epoch": 1.8576667473333457,
+      "grad_norm": 0.21495643258094788,
+      "learning_rate": 1.8751050846351703e-05,
+      "loss": 1.2744,
+      "step": 6237
+    },
+    {
+      "epoch": 1.8579645935330142,
+      "grad_norm": 0.2274235486984253,
+      "learning_rate": 1.875058402020537e-05,
+      "loss": 1.2881,
+      "step": 6238
+    },
+    {
+      "epoch": 1.858262439732683,
+      "grad_norm": 0.2241227924823761,
+      "learning_rate": 1.875011711264463e-05,
+      "loss": 1.2549,
+      "step": 6239
+    },
+    {
+      "epoch": 1.8585602859323518,
+      "grad_norm": 0.22675253450870514,
+      "learning_rate": 1.8749650123673828e-05,
+      "loss": 1.2695,
+      "step": 6240
+    },
+    {
+      "epoch": 1.8588581321320203,
+      "grad_norm": 0.21627160906791687,
+      "learning_rate": 1.8749183053297305e-05,
+      "loss": 1.2546,
+      "step": 6241
+    },
+    {
+      "epoch": 1.8591559783316889,
+      "grad_norm": 0.23366791009902954,
+      "learning_rate": 1.874871590151941e-05,
+      "loss": 1.2689,
+      "step": 6242
+    },
+    {
+      "epoch": 1.8594538245313577,
+      "grad_norm": 0.23596471548080444,
+      "learning_rate": 1.874824866834449e-05,
+      "loss": 1.2607,
+      "step": 6243
+    },
+    {
+      "epoch": 1.8597516707310264,
+      "grad_norm": 0.22348742187023163,
+      "learning_rate": 1.8747781353776885e-05,
+      "loss": 1.2695,
+      "step": 6244
+    },
+    {
+      "epoch": 1.8600495169306948,
+      "grad_norm": 0.2204684019088745,
+      "learning_rate": 1.8747313957820955e-05,
+      "loss": 1.2751,
+      "step": 6245
+    },
+    {
+      "epoch": 1.8603473631303635,
+      "grad_norm": 0.22575503587722778,
+      "learning_rate": 1.8746846480481036e-05,
+      "loss": 1.264,
+      "step": 6246
+    },
+    {
+      "epoch": 1.8606452093300323,
+      "grad_norm": 0.22473333775997162,
+      "learning_rate": 1.8746378921761484e-05,
+      "loss": 1.2665,
+      "step": 6247
+    },
+    {
+      "epoch": 1.8609430555297009,
+      "grad_norm": 0.23724524676799774,
+      "learning_rate": 1.874591128166665e-05,
+      "loss": 1.265,
+      "step": 6248
+    },
+    {
+      "epoch": 1.8612409017293694,
+      "grad_norm": 0.2172134816646576,
+      "learning_rate": 1.8745443560200885e-05,
+      "loss": 1.2743,
+      "step": 6249
+    },
+    {
+      "epoch": 1.8615387479290382,
+      "grad_norm": 0.21474622189998627,
+      "learning_rate": 1.8744975757368532e-05,
+      "loss": 1.2775,
+      "step": 6250
+    },
+    {
+      "epoch": 1.861836594128707,
+      "grad_norm": 0.21865083277225494,
+      "learning_rate": 1.8744507873173955e-05,
+      "loss": 1.2752,
+      "step": 6251
+    },
+    {
+      "epoch": 1.8621344403283753,
+      "grad_norm": 0.2198323756456375,
+      "learning_rate": 1.8744039907621504e-05,
+      "loss": 1.2606,
+      "step": 6252
+    },
+    {
+      "epoch": 1.862432286528044,
+      "grad_norm": 0.22255510091781616,
+      "learning_rate": 1.874357186071553e-05,
+      "loss": 1.27,
+      "step": 6253
+    },
+    {
+      "epoch": 1.8627301327277128,
+      "grad_norm": 0.23042772710323334,
+      "learning_rate": 1.8743103732460382e-05,
+      "loss": 1.2692,
+      "step": 6254
+    },
+    {
+      "epoch": 1.8630279789273814,
+      "grad_norm": 0.21695443987846375,
+      "learning_rate": 1.874263552286043e-05,
+      "loss": 1.2658,
+      "step": 6255
+    },
+    {
+      "epoch": 1.86332582512705,
+      "grad_norm": 0.21861781179904938,
+      "learning_rate": 1.8742167231920018e-05,
+      "loss": 1.2713,
+      "step": 6256
+    },
+    {
+      "epoch": 1.8636236713267187,
+      "grad_norm": 0.22876958549022675,
+      "learning_rate": 1.874169885964351e-05,
+      "loss": 1.2901,
+      "step": 6257
+    },
+    {
+      "epoch": 1.8639215175263875,
+      "grad_norm": 0.21717725694179535,
+      "learning_rate": 1.874123040603526e-05,
+      "loss": 1.2666,
+      "step": 6258
+    },
+    {
+      "epoch": 1.864219363726056,
+      "grad_norm": 0.23413631319999695,
+      "learning_rate": 1.8740761871099625e-05,
+      "loss": 1.2719,
+      "step": 6259
+    },
+    {
+      "epoch": 1.8645172099257246,
+      "grad_norm": 0.2251828908920288,
+      "learning_rate": 1.874029325484097e-05,
+      "loss": 1.2702,
+      "step": 6260
+    },
+    {
+      "epoch": 1.8648150561253933,
+      "grad_norm": 0.22034551203250885,
+      "learning_rate": 1.873982455726365e-05,
+      "loss": 1.2629,
+      "step": 6261
+    },
+    {
+      "epoch": 1.8651129023250619,
+      "grad_norm": 0.2504265308380127,
+      "learning_rate": 1.8739355778372025e-05,
+      "loss": 1.2801,
+      "step": 6262
+    },
+    {
+      "epoch": 1.8654107485247304,
+      "grad_norm": 0.22186152637004852,
+      "learning_rate": 1.8738886918170463e-05,
+      "loss": 1.2736,
+      "step": 6263
+    },
+    {
+      "epoch": 1.8657085947243992,
+      "grad_norm": 0.22834238409996033,
+      "learning_rate": 1.873841797666332e-05,
+      "loss": 1.2809,
+      "step": 6264
+    },
+    {
+      "epoch": 1.866006440924068,
+      "grad_norm": 0.22512505948543549,
+      "learning_rate": 1.873794895385496e-05,
+      "loss": 1.2801,
+      "step": 6265
+    },
+    {
+      "epoch": 1.8663042871237365,
+      "grad_norm": 0.22817987203598022,
+      "learning_rate": 1.873747984974975e-05,
+      "loss": 1.2527,
+      "step": 6266
+    },
+    {
+      "epoch": 1.866602133323405,
+      "grad_norm": 0.22437958419322968,
+      "learning_rate": 1.8737010664352048e-05,
+      "loss": 1.2597,
+      "step": 6267
+    },
+    {
+      "epoch": 1.8668999795230738,
+      "grad_norm": 0.21601814031600952,
+      "learning_rate": 1.8736541397666226e-05,
+      "loss": 1.2644,
+      "step": 6268
+    },
+    {
+      "epoch": 1.8671978257227424,
+      "grad_norm": 0.23356673121452332,
+      "learning_rate": 1.8736072049696648e-05,
+      "loss": 1.265,
+      "step": 6269
+    },
+    {
+      "epoch": 1.867495671922411,
+      "grad_norm": 0.2248130738735199,
+      "learning_rate": 1.8735602620447676e-05,
+      "loss": 1.2676,
+      "step": 6270
+    },
+    {
+      "epoch": 1.8677935181220797,
+      "grad_norm": 0.2332877218723297,
+      "learning_rate": 1.873513310992369e-05,
+      "loss": 1.2774,
+      "step": 6271
+    },
+    {
+      "epoch": 1.8680913643217485,
+      "grad_norm": 0.23454421758651733,
+      "learning_rate": 1.8734663518129045e-05,
+      "loss": 1.2721,
+      "step": 6272
+    },
+    {
+      "epoch": 1.868389210521417,
+      "grad_norm": 0.2268686145544052,
+      "learning_rate": 1.873419384506811e-05,
+      "loss": 1.2748,
+      "step": 6273
+    },
+    {
+      "epoch": 1.8686870567210856,
+      "grad_norm": 0.23339509963989258,
+      "learning_rate": 1.8733724090745268e-05,
+      "loss": 1.2777,
+      "step": 6274
+    },
+    {
+      "epoch": 1.8689849029207544,
+      "grad_norm": 0.24625654518604279,
+      "learning_rate": 1.8733254255164874e-05,
+      "loss": 1.2638,
+      "step": 6275
+    },
+    {
+      "epoch": 1.869282749120423,
+      "grad_norm": 0.22551506757736206,
+      "learning_rate": 1.8732784338331313e-05,
+      "loss": 1.2716,
+      "step": 6276
+    },
+    {
+      "epoch": 1.8695805953200915,
+      "grad_norm": 0.25346723198890686,
+      "learning_rate": 1.8732314340248946e-05,
+      "loss": 1.2674,
+      "step": 6277
+    },
+    {
+      "epoch": 1.8698784415197602,
+      "grad_norm": 0.23279167711734772,
+      "learning_rate": 1.8731844260922153e-05,
+      "loss": 1.2584,
+      "step": 6278
+    },
+    {
+      "epoch": 1.870176287719429,
+      "grad_norm": 0.25668370723724365,
+      "learning_rate": 1.8731374100355302e-05,
+      "loss": 1.2447,
+      "step": 6279
+    },
+    {
+      "epoch": 1.8704741339190976,
+      "grad_norm": 0.25280889868736267,
+      "learning_rate": 1.873090385855277e-05,
+      "loss": 1.2716,
+      "step": 6280
+    },
+    {
+      "epoch": 1.870771980118766,
+      "grad_norm": 0.24993520975112915,
+      "learning_rate": 1.873043353551894e-05,
+      "loss": 1.2531,
+      "step": 6281
+    },
+    {
+      "epoch": 1.8710698263184349,
+      "grad_norm": 0.22116729617118835,
+      "learning_rate": 1.872996313125817e-05,
+      "loss": 1.2654,
+      "step": 6282
+    },
+    {
+      "epoch": 1.8713676725181034,
+      "grad_norm": 0.23692280054092407,
+      "learning_rate": 1.872949264577485e-05,
+      "loss": 1.2655,
+      "step": 6283
+    },
+    {
+      "epoch": 1.871665518717772,
+      "grad_norm": 0.2352658212184906,
+      "learning_rate": 1.8729022079073358e-05,
+      "loss": 1.2655,
+      "step": 6284
+    },
+    {
+      "epoch": 1.8719633649174408,
+      "grad_norm": 0.21809260547161102,
+      "learning_rate": 1.8728551431158068e-05,
+      "loss": 1.2623,
+      "step": 6285
+    },
+    {
+      "epoch": 1.8722612111171095,
+      "grad_norm": 0.23344051837921143,
+      "learning_rate": 1.8728080702033354e-05,
+      "loss": 1.2654,
+      "step": 6286
+    },
+    {
+      "epoch": 1.872559057316778,
+      "grad_norm": 0.22276152670383453,
+      "learning_rate": 1.8727609891703603e-05,
+      "loss": 1.2576,
+      "step": 6287
+    },
+    {
+      "epoch": 1.8728569035164466,
+      "grad_norm": 0.22614987194538116,
+      "learning_rate": 1.8727139000173197e-05,
+      "loss": 1.2522,
+      "step": 6288
+    },
+    {
+      "epoch": 1.8731547497161154,
+      "grad_norm": 0.21375888586044312,
+      "learning_rate": 1.8726668027446507e-05,
+      "loss": 1.2701,
+      "step": 6289
+    },
+    {
+      "epoch": 1.873452595915784,
+      "grad_norm": 0.2416151911020279,
+      "learning_rate": 1.8726196973527922e-05,
+      "loss": 1.281,
+      "step": 6290
+    },
+    {
+      "epoch": 1.8737504421154525,
+      "grad_norm": 0.24732106924057007,
+      "learning_rate": 1.8725725838421825e-05,
+      "loss": 1.269,
+      "step": 6291
+    },
+    {
+      "epoch": 1.8740482883151213,
+      "grad_norm": 0.23814208805561066,
+      "learning_rate": 1.8725254622132597e-05,
+      "loss": 1.2635,
+      "step": 6292
+    },
+    {
+      "epoch": 1.87434613451479,
+      "grad_norm": 0.2380426526069641,
+      "learning_rate": 1.8724783324664626e-05,
+      "loss": 1.2612,
+      "step": 6293
+    },
+    {
+      "epoch": 1.8746439807144586,
+      "grad_norm": 0.23904134333133698,
+      "learning_rate": 1.8724311946022293e-05,
+      "loss": 1.2597,
+      "step": 6294
+    },
+    {
+      "epoch": 1.8749418269141271,
+      "grad_norm": 0.21786151826381683,
+      "learning_rate": 1.8723840486209984e-05,
+      "loss": 1.2771,
+      "step": 6295
+    },
+    {
+      "epoch": 1.875239673113796,
+      "grad_norm": 0.2555582821369171,
+      "learning_rate": 1.872336894523209e-05,
+      "loss": 1.2563,
+      "step": 6296
+    },
+    {
+      "epoch": 1.8755375193134645,
+      "grad_norm": 0.2183697521686554,
+      "learning_rate": 1.8722897323092988e-05,
+      "loss": 1.2642,
+      "step": 6297
+    },
+    {
+      "epoch": 1.875835365513133,
+      "grad_norm": 0.22678542137145996,
+      "learning_rate": 1.8722425619797074e-05,
+      "loss": 1.2594,
+      "step": 6298
+    },
+    {
+      "epoch": 1.8761332117128018,
+      "grad_norm": 0.2133307158946991,
+      "learning_rate": 1.8721953835348734e-05,
+      "loss": 1.2621,
+      "step": 6299
+    },
+    {
+      "epoch": 1.8764310579124706,
+      "grad_norm": 0.23420582711696625,
+      "learning_rate": 1.8721481969752363e-05,
+      "loss": 1.2645,
+      "step": 6300
+    },
+    {
+      "epoch": 1.876728904112139,
+      "grad_norm": 0.2238420844078064,
+      "learning_rate": 1.8721010023012343e-05,
+      "loss": 1.2645,
+      "step": 6301
+    },
+    {
+      "epoch": 1.8770267503118077,
+      "grad_norm": 0.22619526088237762,
+      "learning_rate": 1.872053799513307e-05,
+      "loss": 1.2644,
+      "step": 6302
+    },
+    {
+      "epoch": 1.8773245965114764,
+      "grad_norm": 0.2313038855791092,
+      "learning_rate": 1.872006588611893e-05,
+      "loss": 1.2555,
+      "step": 6303
+    },
+    {
+      "epoch": 1.877622442711145,
+      "grad_norm": 0.22440804541110992,
+      "learning_rate": 1.871959369597432e-05,
+      "loss": 1.2806,
+      "step": 6304
+    },
+    {
+      "epoch": 1.8779202889108135,
+      "grad_norm": 0.2729954421520233,
+      "learning_rate": 1.871912142470364e-05,
+      "loss": 1.269,
+      "step": 6305
+    },
+    {
+      "epoch": 1.8782181351104823,
+      "grad_norm": 0.21770896017551422,
+      "learning_rate": 1.8718649072311272e-05,
+      "loss": 1.2796,
+      "step": 6306
+    },
+    {
+      "epoch": 1.878515981310151,
+      "grad_norm": 0.22921176254749298,
+      "learning_rate": 1.8718176638801614e-05,
+      "loss": 1.2685,
+      "step": 6307
+    },
+    {
+      "epoch": 1.8788138275098196,
+      "grad_norm": 0.2256852388381958,
+      "learning_rate": 1.8717704124179065e-05,
+      "loss": 1.2633,
+      "step": 6308
+    },
+    {
+      "epoch": 1.8791116737094882,
+      "grad_norm": 0.2169460952281952,
+      "learning_rate": 1.8717231528448015e-05,
+      "loss": 1.2879,
+      "step": 6309
+    },
+    {
+      "epoch": 1.879409519909157,
+      "grad_norm": 0.2836572825908661,
+      "learning_rate": 1.8716758851612873e-05,
+      "loss": 1.2723,
+      "step": 6310
+    },
+    {
+      "epoch": 1.8797073661088257,
+      "grad_norm": 0.22437360882759094,
+      "learning_rate": 1.8716286093678023e-05,
+      "loss": 1.2715,
+      "step": 6311
+    },
+    {
+      "epoch": 1.880005212308494,
+      "grad_norm": 0.22923672199249268,
+      "learning_rate": 1.8715813254647872e-05,
+      "loss": 1.2609,
+      "step": 6312
+    },
+    {
+      "epoch": 1.8803030585081628,
+      "grad_norm": 0.22592346370220184,
+      "learning_rate": 1.8715340334526812e-05,
+      "loss": 1.2837,
+      "step": 6313
+    },
+    {
+      "epoch": 1.8806009047078316,
+      "grad_norm": 0.21839545667171478,
+      "learning_rate": 1.871486733331925e-05,
+      "loss": 1.2558,
+      "step": 6314
+    },
+    {
+      "epoch": 1.8808987509075001,
+      "grad_norm": 0.22045713663101196,
+      "learning_rate": 1.871439425102959e-05,
+      "loss": 1.2804,
+      "step": 6315
+    },
+    {
+      "epoch": 1.8811965971071687,
+      "grad_norm": 0.23273544013500214,
+      "learning_rate": 1.8713921087662223e-05,
+      "loss": 1.2772,
+      "step": 6316
+    },
+    {
+      "epoch": 1.8814944433068375,
+      "grad_norm": 0.22192887961864471,
+      "learning_rate": 1.871344784322155e-05,
+      "loss": 1.2484,
+      "step": 6317
+    },
+    {
+      "epoch": 1.8817922895065062,
+      "grad_norm": 0.23370422422885895,
+      "learning_rate": 1.871297451771199e-05,
+      "loss": 1.2679,
+      "step": 6318
+    },
+    {
+      "epoch": 1.8820901357061746,
+      "grad_norm": 0.22910785675048828,
+      "learning_rate": 1.8712501111137933e-05,
+      "loss": 1.2686,
+      "step": 6319
+    },
+    {
+      "epoch": 1.8823879819058433,
+      "grad_norm": 0.22994323074817657,
+      "learning_rate": 1.8712027623503785e-05,
+      "loss": 1.2549,
+      "step": 6320
+    },
+    {
+      "epoch": 1.882685828105512,
+      "grad_norm": 0.2222004234790802,
+      "learning_rate": 1.8711554054813955e-05,
+      "loss": 1.2761,
+      "step": 6321
+    },
+    {
+      "epoch": 1.8829836743051807,
+      "grad_norm": 0.22731554508209229,
+      "learning_rate": 1.871108040507285e-05,
+      "loss": 1.2623,
+      "step": 6322
+    },
+    {
+      "epoch": 1.8832815205048492,
+      "grad_norm": 0.22629621624946594,
+      "learning_rate": 1.8710606674284874e-05,
+      "loss": 1.2814,
+      "step": 6323
+    },
+    {
+      "epoch": 1.883579366704518,
+      "grad_norm": 0.22215241193771362,
+      "learning_rate": 1.8710132862454432e-05,
+      "loss": 1.2745,
+      "step": 6324
+    },
+    {
+      "epoch": 1.8838772129041867,
+      "grad_norm": 0.2270025908946991,
+      "learning_rate": 1.8709658969585936e-05,
+      "loss": 1.2704,
+      "step": 6325
+    },
+    {
+      "epoch": 1.8841750591038553,
+      "grad_norm": 0.24180828034877777,
+      "learning_rate": 1.8709184995683797e-05,
+      "loss": 1.2672,
+      "step": 6326
+    },
+    {
+      "epoch": 1.8844729053035238,
+      "grad_norm": 0.23187457025051117,
+      "learning_rate": 1.870871094075242e-05,
+      "loss": 1.2845,
+      "step": 6327
+    },
+    {
+      "epoch": 1.8847707515031926,
+      "grad_norm": 0.2269025444984436,
+      "learning_rate": 1.870823680479622e-05,
+      "loss": 1.263,
+      "step": 6328
+    },
+    {
+      "epoch": 1.8850685977028612,
+      "grad_norm": 0.21496471762657166,
+      "learning_rate": 1.87077625878196e-05,
+      "loss": 1.2658,
+      "step": 6329
+    },
+    {
+      "epoch": 1.8853664439025297,
+      "grad_norm": 0.26027464866638184,
+      "learning_rate": 1.8707288289826983e-05,
+      "loss": 1.262,
+      "step": 6330
+    },
+    {
+      "epoch": 1.8856642901021985,
+      "grad_norm": 0.23373070359230042,
+      "learning_rate": 1.8706813910822776e-05,
+      "loss": 1.2617,
+      "step": 6331
+    },
+    {
+      "epoch": 1.8859621363018673,
+      "grad_norm": 0.23181870579719543,
+      "learning_rate": 1.8706339450811396e-05,
+      "loss": 1.2688,
+      "step": 6332
+    },
+    {
+      "epoch": 1.8862599825015358,
+      "grad_norm": 0.22112888097763062,
+      "learning_rate": 1.870586490979725e-05,
+      "loss": 1.2649,
+      "step": 6333
+    },
+    {
+      "epoch": 1.8865578287012044,
+      "grad_norm": 0.2553446590900421,
+      "learning_rate": 1.8705390287784758e-05,
+      "loss": 1.2698,
+      "step": 6334
+    },
+    {
+      "epoch": 1.8868556749008731,
+      "grad_norm": 0.22858518362045288,
+      "learning_rate": 1.870491558477834e-05,
+      "loss": 1.2796,
+      "step": 6335
+    },
+    {
+      "epoch": 1.8871535211005417,
+      "grad_norm": 0.2378801852464676,
+      "learning_rate": 1.8704440800782403e-05,
+      "loss": 1.2609,
+      "step": 6336
+    },
+    {
+      "epoch": 1.8874513673002102,
+      "grad_norm": 0.22767691314220428,
+      "learning_rate": 1.8703965935801373e-05,
+      "loss": 1.2714,
+      "step": 6337
+    },
+    {
+      "epoch": 1.887749213499879,
+      "grad_norm": 0.22173963487148285,
+      "learning_rate": 1.8703490989839664e-05,
+      "loss": 1.2564,
+      "step": 6338
+    },
+    {
+      "epoch": 1.8880470596995478,
+      "grad_norm": 0.26524287462234497,
+      "learning_rate": 1.8703015962901692e-05,
+      "loss": 1.2921,
+      "step": 6339
+    },
+    {
+      "epoch": 1.8883449058992163,
+      "grad_norm": 0.23315204679965973,
+      "learning_rate": 1.8702540854991884e-05,
+      "loss": 1.2585,
+      "step": 6340
+    },
+    {
+      "epoch": 1.8886427520988849,
+      "grad_norm": 0.22819599509239197,
+      "learning_rate": 1.8702065666114658e-05,
+      "loss": 1.2513,
+      "step": 6341
+    },
+    {
+      "epoch": 1.8889405982985537,
+      "grad_norm": 0.21942868828773499,
+      "learning_rate": 1.870159039627443e-05,
+      "loss": 1.2547,
+      "step": 6342
+    },
+    {
+      "epoch": 1.8892384444982222,
+      "grad_norm": 0.2668503522872925,
+      "learning_rate": 1.8701115045475627e-05,
+      "loss": 1.2617,
+      "step": 6343
+    },
+    {
+      "epoch": 1.8895362906978908,
+      "grad_norm": 0.2508845329284668,
+      "learning_rate": 1.8700639613722667e-05,
+      "loss": 1.2818,
+      "step": 6344
+    },
+    {
+      "epoch": 1.8898341368975595,
+      "grad_norm": 0.23692795634269714,
+      "learning_rate": 1.870016410101998e-05,
+      "loss": 1.261,
+      "step": 6345
+    },
+    {
+      "epoch": 1.8901319830972283,
+      "grad_norm": 0.30562636256217957,
+      "learning_rate": 1.8699688507371987e-05,
+      "loss": 1.2886,
+      "step": 6346
+    },
+    {
+      "epoch": 1.8904298292968968,
+      "grad_norm": 0.23118507862091064,
+      "learning_rate": 1.869921283278311e-05,
+      "loss": 1.2845,
+      "step": 6347
+    },
+    {
+      "epoch": 1.8907276754965654,
+      "grad_norm": 0.2323632538318634,
+      "learning_rate": 1.8698737077257776e-05,
+      "loss": 1.259,
+      "step": 6348
+    },
+    {
+      "epoch": 1.8910255216962342,
+      "grad_norm": 0.22015786170959473,
+      "learning_rate": 1.869826124080041e-05,
+      "loss": 1.2548,
+      "step": 6349
+    },
+    {
+      "epoch": 1.8913233678959027,
+      "grad_norm": 0.2369198501110077,
+      "learning_rate": 1.869778532341545e-05,
+      "loss": 1.2668,
+      "step": 6350
+    },
+    {
+      "epoch": 1.8916212140955713,
+      "grad_norm": 0.22735393047332764,
+      "learning_rate": 1.8697309325107308e-05,
+      "loss": 1.2682,
+      "step": 6351
+    },
+    {
+      "epoch": 1.89191906029524,
+      "grad_norm": 0.2261963188648224,
+      "learning_rate": 1.869683324588042e-05,
+      "loss": 1.2662,
+      "step": 6352
+    },
+    {
+      "epoch": 1.8922169064949088,
+      "grad_norm": 0.23152479529380798,
+      "learning_rate": 1.869635708573922e-05,
+      "loss": 1.2597,
+      "step": 6353
+    },
+    {
+      "epoch": 1.8925147526945774,
+      "grad_norm": 0.2275117188692093,
+      "learning_rate": 1.8695880844688133e-05,
+      "loss": 1.2793,
+      "step": 6354
+    },
+    {
+      "epoch": 1.892812598894246,
+      "grad_norm": 0.2778516411781311,
+      "learning_rate": 1.869540452273159e-05,
+      "loss": 1.2615,
+      "step": 6355
+    },
+    {
+      "epoch": 1.8931104450939147,
+      "grad_norm": 0.22918972373008728,
+      "learning_rate": 1.869492811987402e-05,
+      "loss": 1.2645,
+      "step": 6356
+    },
+    {
+      "epoch": 1.8934082912935832,
+      "grad_norm": 0.241749107837677,
+      "learning_rate": 1.8694451636119858e-05,
+      "loss": 1.2554,
+      "step": 6357
+    },
+    {
+      "epoch": 1.8937061374932518,
+      "grad_norm": 0.2322414517402649,
+      "learning_rate": 1.8693975071473537e-05,
+      "loss": 1.2894,
+      "step": 6358
+    },
+    {
+      "epoch": 1.8940039836929206,
+      "grad_norm": 0.297078937292099,
+      "learning_rate": 1.8693498425939497e-05,
+      "loss": 1.2644,
+      "step": 6359
+    },
+    {
+      "epoch": 1.8943018298925893,
+      "grad_norm": 0.24310941994190216,
+      "learning_rate": 1.8693021699522162e-05,
+      "loss": 1.2822,
+      "step": 6360
+    },
+    {
+      "epoch": 1.8945996760922579,
+      "grad_norm": 0.24547787010669708,
+      "learning_rate": 1.8692544892225975e-05,
+      "loss": 1.2514,
+      "step": 6361
+    },
+    {
+      "epoch": 1.8948975222919264,
+      "grad_norm": 0.23121975362300873,
+      "learning_rate": 1.869206800405537e-05,
+      "loss": 1.2825,
+      "step": 6362
+    },
+    {
+      "epoch": 1.8951953684915952,
+      "grad_norm": 0.2518481910228729,
+      "learning_rate": 1.869159103501478e-05,
+      "loss": 1.2399,
+      "step": 6363
+    },
+    {
+      "epoch": 1.8954932146912638,
+      "grad_norm": 0.2387373447418213,
+      "learning_rate": 1.8691113985108652e-05,
+      "loss": 1.2723,
+      "step": 6364
+    },
+    {
+      "epoch": 1.8957910608909323,
+      "grad_norm": 0.23863528668880463,
+      "learning_rate": 1.8690636854341414e-05,
+      "loss": 1.2809,
+      "step": 6365
+    },
+    {
+      "epoch": 1.896088907090601,
+      "grad_norm": 0.23983988165855408,
+      "learning_rate": 1.869015964271751e-05,
+      "loss": 1.2794,
+      "step": 6366
+    },
+    {
+      "epoch": 1.8963867532902698,
+      "grad_norm": 0.22375057637691498,
+      "learning_rate": 1.8689682350241384e-05,
+      "loss": 1.2825,
+      "step": 6367
+    },
+    {
+      "epoch": 1.8966845994899384,
+      "grad_norm": 0.2556236982345581,
+      "learning_rate": 1.868920497691747e-05,
+      "loss": 1.2732,
+      "step": 6368
+    },
+    {
+      "epoch": 1.896982445689607,
+      "grad_norm": 0.2415783554315567,
+      "learning_rate": 1.868872752275021e-05,
+      "loss": 1.2763,
+      "step": 6369
+    },
+    {
+      "epoch": 1.8972802918892757,
+      "grad_norm": 0.23676668107509613,
+      "learning_rate": 1.868824998774405e-05,
+      "loss": 1.2794,
+      "step": 6370
+    },
+    {
+      "epoch": 1.8975781380889443,
+      "grad_norm": 0.22184059023857117,
+      "learning_rate": 1.8687772371903427e-05,
+      "loss": 1.2596,
+      "step": 6371
+    },
+    {
+      "epoch": 1.8978759842886128,
+      "grad_norm": 0.23676683008670807,
+      "learning_rate": 1.8687294675232795e-05,
+      "loss": 1.2698,
+      "step": 6372
+    },
+    {
+      "epoch": 1.8981738304882816,
+      "grad_norm": 0.23678049445152283,
+      "learning_rate": 1.868681689773659e-05,
+      "loss": 1.2804,
+      "step": 6373
+    },
+    {
+      "epoch": 1.8984716766879504,
+      "grad_norm": 0.22727486491203308,
+      "learning_rate": 1.8686339039419254e-05,
+      "loss": 1.2666,
+      "step": 6374
+    },
+    {
+      "epoch": 1.898769522887619,
+      "grad_norm": 0.2718203663825989,
+      "learning_rate": 1.8685861100285242e-05,
+      "loss": 1.2587,
+      "step": 6375
+    },
+    {
+      "epoch": 1.8990673690872875,
+      "grad_norm": 0.2525746822357178,
+      "learning_rate": 1.8685383080339e-05,
+      "loss": 1.2758,
+      "step": 6376
+    },
+    {
+      "epoch": 1.8993652152869562,
+      "grad_norm": 0.24332743883132935,
+      "learning_rate": 1.868490497958497e-05,
+      "loss": 1.2773,
+      "step": 6377
+    },
+    {
+      "epoch": 1.899663061486625,
+      "grad_norm": 0.3178490698337555,
+      "learning_rate": 1.86844267980276e-05,
+      "loss": 1.2591,
+      "step": 6378
+    },
+    {
+      "epoch": 1.8999609076862933,
+      "grad_norm": 0.23794011771678925,
+      "learning_rate": 1.8683948535671344e-05,
+      "loss": 1.2536,
+      "step": 6379
+    },
+    {
+      "epoch": 1.900258753885962,
+      "grad_norm": 0.2222364842891693,
+      "learning_rate": 1.868347019252065e-05,
+      "loss": 1.2539,
+      "step": 6380
+    },
+    {
+      "epoch": 1.9005566000856309,
+      "grad_norm": 0.22782839834690094,
+      "learning_rate": 1.8682991768579965e-05,
+      "loss": 1.2592,
+      "step": 6381
+    },
+    {
+      "epoch": 1.9008544462852994,
+      "grad_norm": 0.2816076874732971,
+      "learning_rate": 1.8682513263853743e-05,
+      "loss": 1.2584,
+      "step": 6382
+    },
+    {
+      "epoch": 1.901152292484968,
+      "grad_norm": 0.22128011286258698,
+      "learning_rate": 1.868203467834644e-05,
+      "loss": 1.27,
+      "step": 6383
+    },
+    {
+      "epoch": 1.9014501386846367,
+      "grad_norm": 0.26034650206565857,
+      "learning_rate": 1.8681556012062502e-05,
+      "loss": 1.2779,
+      "step": 6384
+    },
+    {
+      "epoch": 1.9017479848843055,
+      "grad_norm": 0.22287800908088684,
+      "learning_rate": 1.868107726500638e-05,
+      "loss": 1.2539,
+      "step": 6385
+    },
+    {
+      "epoch": 1.9020458310839738,
+      "grad_norm": 0.2690623998641968,
+      "learning_rate": 1.8680598437182537e-05,
+      "loss": 1.2748,
+      "step": 6386
+    },
+    {
+      "epoch": 1.9023436772836426,
+      "grad_norm": 0.22985732555389404,
+      "learning_rate": 1.8680119528595427e-05,
+      "loss": 1.2684,
+      "step": 6387
+    },
+    {
+      "epoch": 1.9026415234833114,
+      "grad_norm": 0.26795485615730286,
+      "learning_rate": 1.8679640539249498e-05,
+      "loss": 1.2669,
+      "step": 6388
+    },
+    {
+      "epoch": 1.90293936968298,
+      "grad_norm": 0.23416420817375183,
+      "learning_rate": 1.8679161469149214e-05,
+      "loss": 1.2389,
+      "step": 6389
+    },
+    {
+      "epoch": 1.9032372158826485,
+      "grad_norm": 0.3261023759841919,
+      "learning_rate": 1.8678682318299032e-05,
+      "loss": 1.2779,
+      "step": 6390
+    },
+    {
+      "epoch": 1.9035350620823173,
+      "grad_norm": 0.2772911787033081,
+      "learning_rate": 1.8678203086703402e-05,
+      "loss": 1.2659,
+      "step": 6391
+    },
+    {
+      "epoch": 1.903832908281986,
+      "grad_norm": 0.27153968811035156,
+      "learning_rate": 1.8677723774366792e-05,
+      "loss": 1.2812,
+      "step": 6392
+    },
+    {
+      "epoch": 1.9041307544816546,
+      "grad_norm": 0.22545918822288513,
+      "learning_rate": 1.8677244381293655e-05,
+      "loss": 1.2555,
+      "step": 6393
+    },
+    {
+      "epoch": 1.9044286006813231,
+      "grad_norm": 0.3606754541397095,
+      "learning_rate": 1.8676764907488455e-05,
+      "loss": 1.271,
+      "step": 6394
+    },
+    {
+      "epoch": 1.904726446880992,
+      "grad_norm": 0.23116520047187805,
+      "learning_rate": 1.8676285352955653e-05,
+      "loss": 1.265,
+      "step": 6395
+    },
+    {
+      "epoch": 1.9050242930806605,
+      "grad_norm": 0.21856485307216644,
+      "learning_rate": 1.8675805717699705e-05,
+      "loss": 1.2694,
+      "step": 6396
+    },
+    {
+      "epoch": 1.905322139280329,
+      "grad_norm": 0.22345422208309174,
+      "learning_rate": 1.8675326001725086e-05,
+      "loss": 1.2642,
+      "step": 6397
+    },
+    {
+      "epoch": 1.9056199854799978,
+      "grad_norm": 0.22112628817558289,
+      "learning_rate": 1.8674846205036243e-05,
+      "loss": 1.2568,
+      "step": 6398
+    },
+    {
+      "epoch": 1.9059178316796666,
+      "grad_norm": 0.21793977916240692,
+      "learning_rate": 1.8674366327637652e-05,
+      "loss": 1.2516,
+      "step": 6399
+    },
+    {
+      "epoch": 1.906215677879335,
+      "grad_norm": 0.22539812326431274,
+      "learning_rate": 1.8673886369533772e-05,
+      "loss": 1.2735,
+      "step": 6400
+    },
+    {
+      "epoch": 1.9065135240790037,
+      "grad_norm": 0.23870933055877686,
+      "learning_rate": 1.8673406330729072e-05,
+      "loss": 1.2719,
+      "step": 6401
+    },
+    {
+      "epoch": 1.9068113702786724,
+      "grad_norm": 0.22308455407619476,
+      "learning_rate": 1.8672926211228018e-05,
+      "loss": 1.2672,
+      "step": 6402
+    },
+    {
+      "epoch": 1.907109216478341,
+      "grad_norm": 0.2290334850549698,
+      "learning_rate": 1.8672446011035074e-05,
+      "loss": 1.2778,
+      "step": 6403
+    },
+    {
+      "epoch": 1.9074070626780095,
+      "grad_norm": 0.22054670751094818,
+      "learning_rate": 1.867196573015471e-05,
+      "loss": 1.2746,
+      "step": 6404
+    },
+    {
+      "epoch": 1.9077049088776783,
+      "grad_norm": 0.22691991925239563,
+      "learning_rate": 1.8671485368591393e-05,
+      "loss": 1.2681,
+      "step": 6405
+    },
+    {
+      "epoch": 1.908002755077347,
+      "grad_norm": 0.2267318069934845,
+      "learning_rate": 1.8671004926349592e-05,
+      "loss": 1.2529,
+      "step": 6406
+    },
+    {
+      "epoch": 1.9083006012770156,
+      "grad_norm": 0.22116418182849884,
+      "learning_rate": 1.867052440343378e-05,
+      "loss": 1.2737,
+      "step": 6407
+    },
+    {
+      "epoch": 1.9085984474766842,
+      "grad_norm": 0.2230682671070099,
+      "learning_rate": 1.867004379984842e-05,
+      "loss": 1.2628,
+      "step": 6408
+    },
+    {
+      "epoch": 1.908896293676353,
+      "grad_norm": 0.226077601313591,
+      "learning_rate": 1.8669563115598e-05,
+      "loss": 1.284,
+      "step": 6409
+    },
+    {
+      "epoch": 1.9091941398760215,
+      "grad_norm": 0.21638865768909454,
+      "learning_rate": 1.8669082350686973e-05,
+      "loss": 1.2772,
+      "step": 6410
+    },
+    {
+      "epoch": 1.90949198607569,
+      "grad_norm": 0.23876522481441498,
+      "learning_rate": 1.866860150511982e-05,
+      "loss": 1.2668,
+      "step": 6411
+    },
+    {
+      "epoch": 1.9097898322753588,
+      "grad_norm": 0.22125433385372162,
+      "learning_rate": 1.8668120578901022e-05,
+      "loss": 1.2522,
+      "step": 6412
+    },
+    {
+      "epoch": 1.9100876784750276,
+      "grad_norm": 0.22033749520778656,
+      "learning_rate": 1.866763957203504e-05,
+      "loss": 1.2667,
+      "step": 6413
+    },
+    {
+      "epoch": 1.9103855246746961,
+      "grad_norm": 0.22628949582576752,
+      "learning_rate": 1.866715848452636e-05,
+      "loss": 1.2686,
+      "step": 6414
+    },
+    {
+      "epoch": 1.9106833708743647,
+      "grad_norm": 0.25021255016326904,
+      "learning_rate": 1.8666677316379453e-05,
+      "loss": 1.2807,
+      "step": 6415
+    },
+    {
+      "epoch": 1.9109812170740335,
+      "grad_norm": 0.2332649976015091,
+      "learning_rate": 1.8666196067598793e-05,
+      "loss": 1.285,
+      "step": 6416
+    },
+    {
+      "epoch": 1.911279063273702,
+      "grad_norm": 0.2220938801765442,
+      "learning_rate": 1.8665714738188866e-05,
+      "loss": 1.257,
+      "step": 6417
+    },
+    {
+      "epoch": 1.9115769094733706,
+      "grad_norm": 0.2171488106250763,
+      "learning_rate": 1.8665233328154142e-05,
+      "loss": 1.2579,
+      "step": 6418
+    },
+    {
+      "epoch": 1.9118747556730393,
+      "grad_norm": 0.2283460795879364,
+      "learning_rate": 1.8664751837499104e-05,
+      "loss": 1.2701,
+      "step": 6419
+    },
+    {
+      "epoch": 1.912172601872708,
+      "grad_norm": 0.2154398411512375,
+      "learning_rate": 1.866427026622823e-05,
+      "loss": 1.2668,
+      "step": 6420
+    },
+    {
+      "epoch": 1.9124704480723766,
+      "grad_norm": 0.21827664971351624,
+      "learning_rate": 1.8663788614346003e-05,
+      "loss": 1.2886,
+      "step": 6421
+    },
+    {
+      "epoch": 1.9127682942720452,
+      "grad_norm": 0.22104908525943756,
+      "learning_rate": 1.8663306881856906e-05,
+      "loss": 1.2813,
+      "step": 6422
+    },
+    {
+      "epoch": 1.913066140471714,
+      "grad_norm": 0.2262624204158783,
+      "learning_rate": 1.866282506876541e-05,
+      "loss": 1.2605,
+      "step": 6423
+    },
+    {
+      "epoch": 1.9133639866713825,
+      "grad_norm": 0.23348413407802582,
+      "learning_rate": 1.866234317507601e-05,
+      "loss": 1.2662,
+      "step": 6424
+    },
+    {
+      "epoch": 1.913661832871051,
+      "grad_norm": 0.22634485363960266,
+      "learning_rate": 1.8661861200793187e-05,
+      "loss": 1.2569,
+      "step": 6425
+    },
+    {
+      "epoch": 1.9139596790707198,
+      "grad_norm": 0.23128573596477509,
+      "learning_rate": 1.866137914592142e-05,
+      "loss": 1.2505,
+      "step": 6426
+    },
+    {
+      "epoch": 1.9142575252703886,
+      "grad_norm": 0.2224595546722412,
+      "learning_rate": 1.86608970104652e-05,
+      "loss": 1.2555,
+      "step": 6427
+    },
+    {
+      "epoch": 1.9145553714700572,
+      "grad_norm": 0.21892890334129333,
+      "learning_rate": 1.8660414794429003e-05,
+      "loss": 1.2743,
+      "step": 6428
+    },
+    {
+      "epoch": 1.9148532176697257,
+      "grad_norm": 0.24438150227069855,
+      "learning_rate": 1.8659932497817328e-05,
+      "loss": 1.299,
+      "step": 6429
+    },
+    {
+      "epoch": 1.9151510638693945,
+      "grad_norm": 0.21374495327472687,
+      "learning_rate": 1.8659450120634656e-05,
+      "loss": 1.261,
+      "step": 6430
+    },
+    {
+      "epoch": 1.915448910069063,
+      "grad_norm": 0.24549736082553864,
+      "learning_rate": 1.8658967662885472e-05,
+      "loss": 1.2712,
+      "step": 6431
+    },
+    {
+      "epoch": 1.9157467562687316,
+      "grad_norm": 0.2284165322780609,
+      "learning_rate": 1.8658485124574274e-05,
+      "loss": 1.2549,
+      "step": 6432
+    },
+    {
+      "epoch": 1.9160446024684004,
+      "grad_norm": 0.2533683478832245,
+      "learning_rate": 1.8658002505705543e-05,
+      "loss": 1.2804,
+      "step": 6433
+    },
+    {
+      "epoch": 1.9163424486680691,
+      "grad_norm": 0.21719850599765778,
+      "learning_rate": 1.8657519806283772e-05,
+      "loss": 1.2756,
+      "step": 6434
+    },
+    {
+      "epoch": 1.9166402948677377,
+      "grad_norm": 0.23185434937477112,
+      "learning_rate": 1.865703702631345e-05,
+      "loss": 1.2539,
+      "step": 6435
+    },
+    {
+      "epoch": 1.9169381410674062,
+      "grad_norm": 0.2468571960926056,
+      "learning_rate": 1.8656554165799074e-05,
+      "loss": 1.2479,
+      "step": 6436
+    },
+    {
+      "epoch": 1.917235987267075,
+      "grad_norm": 0.24522361159324646,
+      "learning_rate": 1.8656071224745132e-05,
+      "loss": 1.2761,
+      "step": 6437
+    },
+    {
+      "epoch": 1.9175338334667438,
+      "grad_norm": 0.22193396091461182,
+      "learning_rate": 1.8655588203156118e-05,
+      "loss": 1.2677,
+      "step": 6438
+    },
+    {
+      "epoch": 1.917831679666412,
+      "grad_norm": 0.2236398607492447,
+      "learning_rate": 1.8655105101036523e-05,
+      "loss": 1.2674,
+      "step": 6439
+    },
+    {
+      "epoch": 1.9181295258660809,
+      "grad_norm": 0.24252815544605255,
+      "learning_rate": 1.865462191839085e-05,
+      "loss": 1.2843,
+      "step": 6440
+    },
+    {
+      "epoch": 1.9184273720657496,
+      "grad_norm": 0.24570755660533905,
+      "learning_rate": 1.865413865522359e-05,
+      "loss": 1.2619,
+      "step": 6441
+    },
+    {
+      "epoch": 1.9187252182654182,
+      "grad_norm": 0.22457174956798553,
+      "learning_rate": 1.8653655311539234e-05,
+      "loss": 1.2696,
+      "step": 6442
+    },
+    {
+      "epoch": 1.9190230644650867,
+      "grad_norm": 0.2523292303085327,
+      "learning_rate": 1.8653171887342287e-05,
+      "loss": 1.2577,
+      "step": 6443
+    },
+    {
+      "epoch": 1.9193209106647555,
+      "grad_norm": 0.2227764129638672,
+      "learning_rate": 1.8652688382637243e-05,
+      "loss": 1.2581,
+      "step": 6444
+    },
+    {
+      "epoch": 1.9196187568644243,
+      "grad_norm": 0.25271645188331604,
+      "learning_rate": 1.8652204797428602e-05,
+      "loss": 1.2701,
+      "step": 6445
+    },
+    {
+      "epoch": 1.9199166030640926,
+      "grad_norm": 0.23058974742889404,
+      "learning_rate": 1.8651721131720857e-05,
+      "loss": 1.2532,
+      "step": 6446
+    },
+    {
+      "epoch": 1.9202144492637614,
+      "grad_norm": 0.2599303126335144,
+      "learning_rate": 1.865123738551852e-05,
+      "loss": 1.264,
+      "step": 6447
+    },
+    {
+      "epoch": 1.9205122954634302,
+      "grad_norm": 0.23858413100242615,
+      "learning_rate": 1.8650753558826083e-05,
+      "loss": 1.2429,
+      "step": 6448
+    },
+    {
+      "epoch": 1.9208101416630987,
+      "grad_norm": 0.2499847710132599,
+      "learning_rate": 1.865026965164805e-05,
+      "loss": 1.2853,
+      "step": 6449
+    },
+    {
+      "epoch": 1.9211079878627673,
+      "grad_norm": 0.2274659425020218,
+      "learning_rate": 1.864978566398892e-05,
+      "loss": 1.2637,
+      "step": 6450
+    },
+    {
+      "epoch": 1.921405834062436,
+      "grad_norm": 0.24274186789989471,
+      "learning_rate": 1.86493015958532e-05,
+      "loss": 1.2734,
+      "step": 6451
+    },
+    {
+      "epoch": 1.9217036802621048,
+      "grad_norm": 0.2235558032989502,
+      "learning_rate": 1.864881744724539e-05,
+      "loss": 1.2783,
+      "step": 6452
+    },
+    {
+      "epoch": 1.9220015264617731,
+      "grad_norm": 0.2452191561460495,
+      "learning_rate": 1.8648333218169998e-05,
+      "loss": 1.2716,
+      "step": 6453
+    },
+    {
+      "epoch": 1.922299372661442,
+      "grad_norm": 0.23667138814926147,
+      "learning_rate": 1.864784890863153e-05,
+      "loss": 1.2676,
+      "step": 6454
+    },
+    {
+      "epoch": 1.9225972188611107,
+      "grad_norm": 0.23631134629249573,
+      "learning_rate": 1.8647364518634488e-05,
+      "loss": 1.2631,
+      "step": 6455
+    },
+    {
+      "epoch": 1.9228950650607792,
+      "grad_norm": 0.2375621795654297,
+      "learning_rate": 1.864688004818338e-05,
+      "loss": 1.2724,
+      "step": 6456
+    },
+    {
+      "epoch": 1.9231929112604478,
+      "grad_norm": 0.2185078263282776,
+      "learning_rate": 1.8646395497282718e-05,
+      "loss": 1.263,
+      "step": 6457
+    },
+    {
+      "epoch": 1.9234907574601166,
+      "grad_norm": 0.22520285844802856,
+      "learning_rate": 1.8645910865937e-05,
+      "loss": 1.269,
+      "step": 6458
+    },
+    {
+      "epoch": 1.9237886036597853,
+      "grad_norm": 0.24822598695755005,
+      "learning_rate": 1.8645426154150744e-05,
+      "loss": 1.2605,
+      "step": 6459
+    },
+    {
+      "epoch": 1.9240864498594539,
+      "grad_norm": 0.26536160707473755,
+      "learning_rate": 1.8644941361928458e-05,
+      "loss": 1.2835,
+      "step": 6460
+    },
+    {
+      "epoch": 1.9243842960591224,
+      "grad_norm": 0.2194330245256424,
+      "learning_rate": 1.864445648927465e-05,
+      "loss": 1.2877,
+      "step": 6461
+    },
+    {
+      "epoch": 1.9246821422587912,
+      "grad_norm": 0.3066021502017975,
+      "learning_rate": 1.8643971536193835e-05,
+      "loss": 1.24,
+      "step": 6462
+    },
+    {
+      "epoch": 1.9249799884584597,
+      "grad_norm": 0.2796516418457031,
+      "learning_rate": 1.8643486502690517e-05,
+      "loss": 1.2638,
+      "step": 6463
+    },
+    {
+      "epoch": 1.9252778346581283,
+      "grad_norm": 0.27320075035095215,
+      "learning_rate": 1.864300138876922e-05,
+      "loss": 1.2736,
+      "step": 6464
+    },
+    {
+      "epoch": 1.925575680857797,
+      "grad_norm": 0.24786368012428284,
+      "learning_rate": 1.8642516194434448e-05,
+      "loss": 1.2495,
+      "step": 6465
+    },
+    {
+      "epoch": 1.9258735270574658,
+      "grad_norm": 0.23576407134532928,
+      "learning_rate": 1.864203091969072e-05,
+      "loss": 1.284,
+      "step": 6466
+    },
+    {
+      "epoch": 1.9261713732571344,
+      "grad_norm": 0.22346080839633942,
+      "learning_rate": 1.864154556454255e-05,
+      "loss": 1.2677,
+      "step": 6467
+    },
+    {
+      "epoch": 1.926469219456803,
+      "grad_norm": 0.23468804359436035,
+      "learning_rate": 1.8641060128994452e-05,
+      "loss": 1.256,
+      "step": 6468
+    },
+    {
+      "epoch": 1.9267670656564717,
+      "grad_norm": 0.22079093754291534,
+      "learning_rate": 1.8640574613050946e-05,
+      "loss": 1.2681,
+      "step": 6469
+    },
+    {
+      "epoch": 1.9270649118561403,
+      "grad_norm": 0.23220165073871613,
+      "learning_rate": 1.8640089016716545e-05,
+      "loss": 1.2501,
+      "step": 6470
+    },
+    {
+      "epoch": 1.9273627580558088,
+      "grad_norm": 0.251128613948822,
+      "learning_rate": 1.863960333999577e-05,
+      "loss": 1.2586,
+      "step": 6471
+    },
+    {
+      "epoch": 1.9276606042554776,
+      "grad_norm": 0.2199133038520813,
+      "learning_rate": 1.863911758289314e-05,
+      "loss": 1.2721,
+      "step": 6472
+    },
+    {
+      "epoch": 1.9279584504551464,
+      "grad_norm": 0.22844639420509338,
+      "learning_rate": 1.863863174541317e-05,
+      "loss": 1.2687,
+      "step": 6473
+    },
+    {
+      "epoch": 1.928256296654815,
+      "grad_norm": 0.22571970522403717,
+      "learning_rate": 1.863814582756039e-05,
+      "loss": 1.268,
+      "step": 6474
+    },
+    {
+      "epoch": 1.9285541428544835,
+      "grad_norm": 0.21965770423412323,
+      "learning_rate": 1.8637659829339307e-05,
+      "loss": 1.2592,
+      "step": 6475
+    },
+    {
+      "epoch": 1.9288519890541522,
+      "grad_norm": 0.21255746483802795,
+      "learning_rate": 1.863717375075445e-05,
+      "loss": 1.238,
+      "step": 6476
+    },
+    {
+      "epoch": 1.9291498352538208,
+      "grad_norm": 0.22225402295589447,
+      "learning_rate": 1.863668759181034e-05,
+      "loss": 1.2421,
+      "step": 6477
+    },
+    {
+      "epoch": 1.9294476814534893,
+      "grad_norm": 0.2166040986776352,
+      "learning_rate": 1.863620135251151e-05,
+      "loss": 1.2648,
+      "step": 6478
+    },
+    {
+      "epoch": 1.929745527653158,
+      "grad_norm": 0.2302701473236084,
+      "learning_rate": 1.863571503286247e-05,
+      "loss": 1.2662,
+      "step": 6479
+    },
+    {
+      "epoch": 1.9300433738528269,
+      "grad_norm": 0.26717764139175415,
+      "learning_rate": 1.863522863286775e-05,
+      "loss": 1.2623,
+      "step": 6480
+    },
+    {
+      "epoch": 1.9303412200524954,
+      "grad_norm": 0.39063355326652527,
+      "learning_rate": 1.8634742152531875e-05,
+      "loss": 1.2732,
+      "step": 6481
+    },
+    {
+      "epoch": 1.930639066252164,
+      "grad_norm": 0.27181732654571533,
+      "learning_rate": 1.863425559185937e-05,
+      "loss": 1.2676,
+      "step": 6482
+    },
+    {
+      "epoch": 1.9309369124518327,
+      "grad_norm": 0.24872452020645142,
+      "learning_rate": 1.863376895085477e-05,
+      "loss": 1.2705,
+      "step": 6483
+    },
+    {
+      "epoch": 1.9312347586515013,
+      "grad_norm": 0.2171843945980072,
+      "learning_rate": 1.863328222952259e-05,
+      "loss": 1.2668,
+      "step": 6484
+    },
+    {
+      "epoch": 1.9315326048511698,
+      "grad_norm": 0.21550366282463074,
+      "learning_rate": 1.8632795427867365e-05,
+      "loss": 1.262,
+      "step": 6485
+    },
+    {
+      "epoch": 1.9318304510508386,
+      "grad_norm": 0.2369561344385147,
+      "learning_rate": 1.8632308545893625e-05,
+      "loss": 1.2616,
+      "step": 6486
+    },
+    {
+      "epoch": 1.9321282972505074,
+      "grad_norm": 0.24757346510887146,
+      "learning_rate": 1.8631821583605898e-05,
+      "loss": 1.2698,
+      "step": 6487
+    },
+    {
+      "epoch": 1.932426143450176,
+      "grad_norm": 0.23112964630126953,
+      "learning_rate": 1.8631334541008717e-05,
+      "loss": 1.2723,
+      "step": 6488
+    },
+    {
+      "epoch": 1.9327239896498445,
+      "grad_norm": 0.2273424118757248,
+      "learning_rate": 1.863084741810661e-05,
+      "loss": 1.2709,
+      "step": 6489
+    },
+    {
+      "epoch": 1.9330218358495133,
+      "grad_norm": 0.2369772493839264,
+      "learning_rate": 1.863036021490411e-05,
+      "loss": 1.2515,
+      "step": 6490
+    },
+    {
+      "epoch": 1.9333196820491818,
+      "grad_norm": 0.23573176562786102,
+      "learning_rate": 1.862987293140575e-05,
+      "loss": 1.2516,
+      "step": 6491
+    },
+    {
+      "epoch": 1.9336175282488504,
+      "grad_norm": 0.23649613559246063,
+      "learning_rate": 1.8629385567616067e-05,
+      "loss": 1.2681,
+      "step": 6492
+    },
+    {
+      "epoch": 1.9339153744485191,
+      "grad_norm": 0.22525697946548462,
+      "learning_rate": 1.862889812353959e-05,
+      "loss": 1.2441,
+      "step": 6493
+    },
+    {
+      "epoch": 1.934213220648188,
+      "grad_norm": 0.22657667100429535,
+      "learning_rate": 1.8628410599180858e-05,
+      "loss": 1.2802,
+      "step": 6494
+    },
+    {
+      "epoch": 1.9345110668478565,
+      "grad_norm": 0.2088024765253067,
+      "learning_rate": 1.8627922994544408e-05,
+      "loss": 1.2486,
+      "step": 6495
+    },
+    {
+      "epoch": 1.934808913047525,
+      "grad_norm": 0.24303029477596283,
+      "learning_rate": 1.862743530963477e-05,
+      "loss": 1.2791,
+      "step": 6496
+    },
+    {
+      "epoch": 1.9351067592471938,
+      "grad_norm": 0.22134655714035034,
+      "learning_rate": 1.862694754445649e-05,
+      "loss": 1.2701,
+      "step": 6497
+    },
+    {
+      "epoch": 1.9354046054468623,
+      "grad_norm": 0.2253435254096985,
+      "learning_rate": 1.86264596990141e-05,
+      "loss": 1.2556,
+      "step": 6498
+    },
+    {
+      "epoch": 1.9357024516465309,
+      "grad_norm": 0.22450168430805206,
+      "learning_rate": 1.8625971773312138e-05,
+      "loss": 1.259,
+      "step": 6499
+    },
+    {
+      "epoch": 1.9360002978461996,
+      "grad_norm": 0.22210893034934998,
+      "learning_rate": 1.8625483767355146e-05,
+      "loss": 1.254,
+      "step": 6500
+    },
+    {
+      "epoch": 1.9360002978461996,
+      "eval_loss": 1.3413488864898682,
+      "eval_runtime": 22.2616,
+      "eval_samples_per_second": 77.892,
+      "eval_steps_per_second": 4.896,
+      "step": 6500
+    },
+    {
+      "epoch": 1.9362981440458684,
+      "grad_norm": 0.21273358166217804,
+      "learning_rate": 1.862499568114767e-05,
+      "loss": 1.268,
+      "step": 6501
+    },
+    {
+      "epoch": 1.936595990245537,
+      "grad_norm": 0.2237015664577484,
+      "learning_rate": 1.862450751469424e-05,
+      "loss": 1.2594,
+      "step": 6502
+    },
+    {
+      "epoch": 1.9368938364452055,
+      "grad_norm": 0.22538568079471588,
+      "learning_rate": 1.8624019267999407e-05,
+      "loss": 1.2558,
+      "step": 6503
+    },
+    {
+      "epoch": 1.9371916826448743,
+      "grad_norm": 0.22177664935588837,
+      "learning_rate": 1.8623530941067707e-05,
+      "loss": 1.2603,
+      "step": 6504
+    },
+    {
+      "epoch": 1.937489528844543,
+      "grad_norm": 0.22911646962165833,
+      "learning_rate": 1.8623042533903687e-05,
+      "loss": 1.2778,
+      "step": 6505
+    },
+    {
+      "epoch": 1.9377873750442114,
+      "grad_norm": 0.221419095993042,
+      "learning_rate": 1.8622554046511895e-05,
+      "loss": 1.2661,
+      "step": 6506
+    },
+    {
+      "epoch": 1.9380852212438802,
+      "grad_norm": 0.2237306833267212,
+      "learning_rate": 1.8622065478896863e-05,
+      "loss": 1.2711,
+      "step": 6507
+    },
+    {
+      "epoch": 1.938383067443549,
+      "grad_norm": 0.23403052985668182,
+      "learning_rate": 1.862157683106315e-05,
+      "loss": 1.2563,
+      "step": 6508
+    },
+    {
+      "epoch": 1.9386809136432175,
+      "grad_norm": 0.22545550763607025,
+      "learning_rate": 1.8621088103015297e-05,
+      "loss": 1.2692,
+      "step": 6509
+    },
+    {
+      "epoch": 1.938978759842886,
+      "grad_norm": 0.22285085916519165,
+      "learning_rate": 1.8620599294757853e-05,
+      "loss": 1.2472,
+      "step": 6510
+    },
+    {
+      "epoch": 1.9392766060425548,
+      "grad_norm": 0.2223236858844757,
+      "learning_rate": 1.862011040629536e-05,
+      "loss": 1.2892,
+      "step": 6511
+    },
+    {
+      "epoch": 1.9395744522422236,
+      "grad_norm": 0.2175566852092743,
+      "learning_rate": 1.8619621437632374e-05,
+      "loss": 1.2471,
+      "step": 6512
+    },
+    {
+      "epoch": 1.939872298441892,
+      "grad_norm": 0.2539050877094269,
+      "learning_rate": 1.861913238877344e-05,
+      "loss": 1.2717,
+      "step": 6513
+    },
+    {
+      "epoch": 1.9401701446415607,
+      "grad_norm": 0.24455590546131134,
+      "learning_rate": 1.861864325972311e-05,
+      "loss": 1.2586,
+      "step": 6514
+    },
+    {
+      "epoch": 1.9404679908412295,
+      "grad_norm": 0.22603529691696167,
+      "learning_rate": 1.861815405048593e-05,
+      "loss": 1.2603,
+      "step": 6515
+    },
+    {
+      "epoch": 1.940765837040898,
+      "grad_norm": 0.22951674461364746,
+      "learning_rate": 1.8617664761066457e-05,
+      "loss": 1.2715,
+      "step": 6516
+    },
+    {
+      "epoch": 1.9410636832405666,
+      "grad_norm": 0.23248666524887085,
+      "learning_rate": 1.8617175391469243e-05,
+      "loss": 1.2792,
+      "step": 6517
+    },
+    {
+      "epoch": 1.9413615294402353,
+      "grad_norm": 0.25327444076538086,
+      "learning_rate": 1.861668594169884e-05,
+      "loss": 1.2724,
+      "step": 6518
+    },
+    {
+      "epoch": 1.941659375639904,
+      "grad_norm": 0.22093702852725983,
+      "learning_rate": 1.8616196411759797e-05,
+      "loss": 1.2654,
+      "step": 6519
+    },
+    {
+      "epoch": 1.9419572218395726,
+      "grad_norm": 0.23170721530914307,
+      "learning_rate": 1.861570680165668e-05,
+      "loss": 1.2813,
+      "step": 6520
+    },
+    {
+      "epoch": 1.9422550680392412,
+      "grad_norm": 0.230038583278656,
+      "learning_rate": 1.8615217111394032e-05,
+      "loss": 1.2554,
+      "step": 6521
+    },
+    {
+      "epoch": 1.94255291423891,
+      "grad_norm": 0.24214862287044525,
+      "learning_rate": 1.8614727340976417e-05,
+      "loss": 1.2699,
+      "step": 6522
+    },
+    {
+      "epoch": 1.9428507604385785,
+      "grad_norm": 0.23127305507659912,
+      "learning_rate": 1.8614237490408387e-05,
+      "loss": 1.2652,
+      "step": 6523
+    },
+    {
+      "epoch": 1.943148606638247,
+      "grad_norm": 0.22470897436141968,
+      "learning_rate": 1.8613747559694502e-05,
+      "loss": 1.2639,
+      "step": 6524
+    },
+    {
+      "epoch": 1.9434464528379158,
+      "grad_norm": 0.23439840972423553,
+      "learning_rate": 1.8613257548839317e-05,
+      "loss": 1.2694,
+      "step": 6525
+    },
+    {
+      "epoch": 1.9437442990375846,
+      "grad_norm": 0.22015082836151123,
+      "learning_rate": 1.86127674578474e-05,
+      "loss": 1.2629,
+      "step": 6526
+    },
+    {
+      "epoch": 1.9440421452372532,
+      "grad_norm": 0.2245972901582718,
+      "learning_rate": 1.86122772867233e-05,
+      "loss": 1.2758,
+      "step": 6527
+    },
+    {
+      "epoch": 1.9443399914369217,
+      "grad_norm": 0.2232385128736496,
+      "learning_rate": 1.8611787035471583e-05,
+      "loss": 1.2594,
+      "step": 6528
+    },
+    {
+      "epoch": 1.9446378376365905,
+      "grad_norm": 0.22602230310440063,
+      "learning_rate": 1.8611296704096813e-05,
+      "loss": 1.2651,
+      "step": 6529
+    },
+    {
+      "epoch": 1.944935683836259,
+      "grad_norm": 0.2488381415605545,
+      "learning_rate": 1.8610806292603545e-05,
+      "loss": 1.2696,
+      "step": 6530
+    },
+    {
+      "epoch": 1.9452335300359276,
+      "grad_norm": 0.22943571209907532,
+      "learning_rate": 1.8610315800996342e-05,
+      "loss": 1.2712,
+      "step": 6531
+    },
+    {
+      "epoch": 1.9455313762355964,
+      "grad_norm": 0.23891986906528473,
+      "learning_rate": 1.8609825229279775e-05,
+      "loss": 1.2666,
+      "step": 6532
+    },
+    {
+      "epoch": 1.9458292224352651,
+      "grad_norm": 0.29686233401298523,
+      "learning_rate": 1.86093345774584e-05,
+      "loss": 1.2642,
+      "step": 6533
+    },
+    {
+      "epoch": 1.9461270686349337,
+      "grad_norm": 0.2327146977186203,
+      "learning_rate": 1.8608843845536794e-05,
+      "loss": 1.2575,
+      "step": 6534
+    },
+    {
+      "epoch": 1.9464249148346022,
+      "grad_norm": 0.22958245873451233,
+      "learning_rate": 1.8608353033519507e-05,
+      "loss": 1.258,
+      "step": 6535
+    },
+    {
+      "epoch": 1.946722761034271,
+      "grad_norm": 0.21778999269008636,
+      "learning_rate": 1.860786214141111e-05,
+      "loss": 1.2575,
+      "step": 6536
+    },
+    {
+      "epoch": 1.9470206072339395,
+      "grad_norm": 0.24746260046958923,
+      "learning_rate": 1.860737116921618e-05,
+      "loss": 1.2735,
+      "step": 6537
+    },
+    {
+      "epoch": 1.947318453433608,
+      "grad_norm": 0.2289373278617859,
+      "learning_rate": 1.8606880116939273e-05,
+      "loss": 1.2666,
+      "step": 6538
+    },
+    {
+      "epoch": 1.9476162996332769,
+      "grad_norm": 0.24286894500255585,
+      "learning_rate": 1.8606388984584968e-05,
+      "loss": 1.2663,
+      "step": 6539
+    },
+    {
+      "epoch": 1.9479141458329456,
+      "grad_norm": 0.22748291492462158,
+      "learning_rate": 1.8605897772157826e-05,
+      "loss": 1.2649,
+      "step": 6540
+    },
+    {
+      "epoch": 1.9482119920326142,
+      "grad_norm": 0.2637212574481964,
+      "learning_rate": 1.860540647966242e-05,
+      "loss": 1.2526,
+      "step": 6541
+    },
+    {
+      "epoch": 1.9485098382322827,
+      "grad_norm": 0.25491830706596375,
+      "learning_rate": 1.860491510710332e-05,
+      "loss": 1.2761,
+      "step": 6542
+    },
+    {
+      "epoch": 1.9488076844319515,
+      "grad_norm": 0.23540496826171875,
+      "learning_rate": 1.8604423654485103e-05,
+      "loss": 1.2788,
+      "step": 6543
+    },
+    {
+      "epoch": 1.94910553063162,
+      "grad_norm": 0.2479553520679474,
+      "learning_rate": 1.8603932121812334e-05,
+      "loss": 1.2588,
+      "step": 6544
+    },
+    {
+      "epoch": 1.9494033768312886,
+      "grad_norm": 0.21612919867038727,
+      "learning_rate": 1.860344050908959e-05,
+      "loss": 1.2431,
+      "step": 6545
+    },
+    {
+      "epoch": 1.9497012230309574,
+      "grad_norm": 0.23982878029346466,
+      "learning_rate": 1.8602948816321446e-05,
+      "loss": 1.2685,
+      "step": 6546
+    },
+    {
+      "epoch": 1.9499990692306262,
+      "grad_norm": 0.21687816083431244,
+      "learning_rate": 1.8602457043512475e-05,
+      "loss": 1.2629,
+      "step": 6547
+    },
+    {
+      "epoch": 1.9502969154302947,
+      "grad_norm": 0.2796175479888916,
+      "learning_rate": 1.8601965190667252e-05,
+      "loss": 1.2692,
+      "step": 6548
+    },
+    {
+      "epoch": 1.9505947616299633,
+      "grad_norm": 0.2920897603034973,
+      "learning_rate": 1.860147325779035e-05,
+      "loss": 1.2651,
+      "step": 6549
+    },
+    {
+      "epoch": 1.950892607829632,
+      "grad_norm": 0.22344376146793365,
+      "learning_rate": 1.8600981244886354e-05,
+      "loss": 1.2678,
+      "step": 6550
+    },
+    {
+      "epoch": 1.9511904540293006,
+      "grad_norm": 0.5246843099594116,
+      "learning_rate": 1.8600489151959834e-05,
+      "loss": 1.2464,
+      "step": 6551
+    },
+    {
+      "epoch": 1.9514883002289691,
+      "grad_norm": 0.2972206473350525,
+      "learning_rate": 1.8599996979015372e-05,
+      "loss": 1.2628,
+      "step": 6552
+    },
+    {
+      "epoch": 1.951786146428638,
+      "grad_norm": 0.27029719948768616,
+      "learning_rate": 1.8599504726057548e-05,
+      "loss": 1.2553,
+      "step": 6553
+    },
+    {
+      "epoch": 1.9520839926283067,
+      "grad_norm": 0.23671601712703705,
+      "learning_rate": 1.859901239309094e-05,
+      "loss": 1.2696,
+      "step": 6554
+    },
+    {
+      "epoch": 1.9523818388279752,
+      "grad_norm": 0.22710232436656952,
+      "learning_rate": 1.859851998012013e-05,
+      "loss": 1.2607,
+      "step": 6555
+    },
+    {
+      "epoch": 1.9526796850276438,
+      "grad_norm": 0.25671708583831787,
+      "learning_rate": 1.8598027487149696e-05,
+      "loss": 1.2546,
+      "step": 6556
+    },
+    {
+      "epoch": 1.9529775312273125,
+      "grad_norm": 0.250498503446579,
+      "learning_rate": 1.8597534914184224e-05,
+      "loss": 1.2697,
+      "step": 6557
+    },
+    {
+      "epoch": 1.953275377426981,
+      "grad_norm": 0.23408140242099762,
+      "learning_rate": 1.8597042261228298e-05,
+      "loss": 1.2725,
+      "step": 6558
+    },
+    {
+      "epoch": 1.9535732236266496,
+      "grad_norm": 0.21811716258525848,
+      "learning_rate": 1.8596549528286495e-05,
+      "loss": 1.2573,
+      "step": 6559
+    },
+    {
+      "epoch": 1.9538710698263184,
+      "grad_norm": 0.22456933557987213,
+      "learning_rate": 1.8596056715363403e-05,
+      "loss": 1.267,
+      "step": 6560
+    },
+    {
+      "epoch": 1.9541689160259872,
+      "grad_norm": 0.24056674540042877,
+      "learning_rate": 1.859556382246361e-05,
+      "loss": 1.2706,
+      "step": 6561
+    },
+    {
+      "epoch": 1.9544667622256557,
+      "grad_norm": 0.22696880996227264,
+      "learning_rate": 1.8595070849591697e-05,
+      "loss": 1.2634,
+      "step": 6562
+    },
+    {
+      "epoch": 1.9547646084253243,
+      "grad_norm": 0.22648760676383972,
+      "learning_rate": 1.8594577796752252e-05,
+      "loss": 1.2745,
+      "step": 6563
+    },
+    {
+      "epoch": 1.955062454624993,
+      "grad_norm": 0.22334381937980652,
+      "learning_rate": 1.8594084663949867e-05,
+      "loss": 1.2625,
+      "step": 6564
+    },
+    {
+      "epoch": 1.9553603008246616,
+      "grad_norm": 0.22345022857189178,
+      "learning_rate": 1.8593591451189124e-05,
+      "loss": 1.2702,
+      "step": 6565
+    },
+    {
+      "epoch": 1.9556581470243302,
+      "grad_norm": 0.22984817624092102,
+      "learning_rate": 1.8593098158474614e-05,
+      "loss": 1.2753,
+      "step": 6566
+    },
+    {
+      "epoch": 1.955955993223999,
+      "grad_norm": 0.2276160567998886,
+      "learning_rate": 1.8592604785810927e-05,
+      "loss": 1.2684,
+      "step": 6567
+    },
+    {
+      "epoch": 1.9562538394236677,
+      "grad_norm": 0.22295142710208893,
+      "learning_rate": 1.859211133320265e-05,
+      "loss": 1.2669,
+      "step": 6568
+    },
+    {
+      "epoch": 1.9565516856233363,
+      "grad_norm": 0.214729905128479,
+      "learning_rate": 1.859161780065438e-05,
+      "loss": 1.2693,
+      "step": 6569
+    },
+    {
+      "epoch": 1.9568495318230048,
+      "grad_norm": 0.21655964851379395,
+      "learning_rate": 1.85911241881707e-05,
+      "loss": 1.2537,
+      "step": 6570
+    },
+    {
+      "epoch": 1.9571473780226736,
+      "grad_norm": 0.23342803120613098,
+      "learning_rate": 1.8590630495756214e-05,
+      "loss": 1.2574,
+      "step": 6571
+    },
+    {
+      "epoch": 1.9574452242223424,
+      "grad_norm": 0.22633297741413116,
+      "learning_rate": 1.8590136723415507e-05,
+      "loss": 1.2549,
+      "step": 6572
+    },
+    {
+      "epoch": 1.9577430704220107,
+      "grad_norm": 0.21886546909809113,
+      "learning_rate": 1.8589642871153177e-05,
+      "loss": 1.2662,
+      "step": 6573
+    },
+    {
+      "epoch": 1.9580409166216795,
+      "grad_norm": 0.21713319420814514,
+      "learning_rate": 1.8589148938973816e-05,
+      "loss": 1.2763,
+      "step": 6574
+    },
+    {
+      "epoch": 1.9583387628213482,
+      "grad_norm": 0.22585688531398773,
+      "learning_rate": 1.858865492688202e-05,
+      "loss": 1.2773,
+      "step": 6575
+    },
+    {
+      "epoch": 1.9586366090210168,
+      "grad_norm": 0.22475779056549072,
+      "learning_rate": 1.8588160834882385e-05,
+      "loss": 1.2741,
+      "step": 6576
+    },
+    {
+      "epoch": 1.9589344552206853,
+      "grad_norm": 0.220277339220047,
+      "learning_rate": 1.858766666297951e-05,
+      "loss": 1.2547,
+      "step": 6577
+    },
+    {
+      "epoch": 1.959232301420354,
+      "grad_norm": 0.22024206817150116,
+      "learning_rate": 1.8587172411177993e-05,
+      "loss": 1.27,
+      "step": 6578
+    },
+    {
+      "epoch": 1.9595301476200229,
+      "grad_norm": 0.21963857114315033,
+      "learning_rate": 1.8586678079482427e-05,
+      "loss": 1.2442,
+      "step": 6579
+    },
+    {
+      "epoch": 1.9598279938196912,
+      "grad_norm": 0.23683059215545654,
+      "learning_rate": 1.8586183667897417e-05,
+      "loss": 1.2902,
+      "step": 6580
+    },
+    {
+      "epoch": 1.96012584001936,
+      "grad_norm": 0.23136749863624573,
+      "learning_rate": 1.8585689176427558e-05,
+      "loss": 1.2657,
+      "step": 6581
+    },
+    {
+      "epoch": 1.9604236862190287,
+      "grad_norm": 0.23223896324634552,
+      "learning_rate": 1.8585194605077457e-05,
+      "loss": 1.2644,
+      "step": 6582
+    },
+    {
+      "epoch": 1.9607215324186973,
+      "grad_norm": 0.2299426645040512,
+      "learning_rate": 1.8584699953851712e-05,
+      "loss": 1.2734,
+      "step": 6583
+    },
+    {
+      "epoch": 1.9610193786183658,
+      "grad_norm": 0.22070257365703583,
+      "learning_rate": 1.8584205222754924e-05,
+      "loss": 1.2609,
+      "step": 6584
+    },
+    {
+      "epoch": 1.9613172248180346,
+      "grad_norm": 0.2285425364971161,
+      "learning_rate": 1.85837104117917e-05,
+      "loss": 1.2711,
+      "step": 6585
+    },
+    {
+      "epoch": 1.9616150710177034,
+      "grad_norm": 0.2327187955379486,
+      "learning_rate": 1.8583215520966638e-05,
+      "loss": 1.2698,
+      "step": 6586
+    },
+    {
+      "epoch": 1.961912917217372,
+      "grad_norm": 0.2283291071653366,
+      "learning_rate": 1.858272055028435e-05,
+      "loss": 1.2511,
+      "step": 6587
+    },
+    {
+      "epoch": 1.9622107634170405,
+      "grad_norm": 0.2311006486415863,
+      "learning_rate": 1.858222549974943e-05,
+      "loss": 1.2515,
+      "step": 6588
+    },
+    {
+      "epoch": 1.9625086096167093,
+      "grad_norm": 0.23775631189346313,
+      "learning_rate": 1.858173036936649e-05,
+      "loss": 1.2527,
+      "step": 6589
+    },
+    {
+      "epoch": 1.9628064558163778,
+      "grad_norm": 0.2357291877269745,
+      "learning_rate": 1.8581235159140144e-05,
+      "loss": 1.2771,
+      "step": 6590
+    },
+    {
+      "epoch": 1.9631043020160464,
+      "grad_norm": 0.22054970264434814,
+      "learning_rate": 1.8580739869074987e-05,
+      "loss": 1.274,
+      "step": 6591
+    },
+    {
+      "epoch": 1.9634021482157151,
+      "grad_norm": 0.22896882891654968,
+      "learning_rate": 1.8580244499175634e-05,
+      "loss": 1.2659,
+      "step": 6592
+    },
+    {
+      "epoch": 1.963699994415384,
+      "grad_norm": 0.24621307849884033,
+      "learning_rate": 1.8579749049446695e-05,
+      "loss": 1.2692,
+      "step": 6593
+    },
+    {
+      "epoch": 1.9639978406150524,
+      "grad_norm": 0.2353813201189041,
+      "learning_rate": 1.857925351989277e-05,
+      "loss": 1.2431,
+      "step": 6594
+    },
+    {
+      "epoch": 1.964295686814721,
+      "grad_norm": 0.21590836346149445,
+      "learning_rate": 1.8578757910518485e-05,
+      "loss": 1.25,
+      "step": 6595
+    },
+    {
+      "epoch": 1.9645935330143898,
+      "grad_norm": 0.21876215934753418,
+      "learning_rate": 1.8578262221328436e-05,
+      "loss": 1.2567,
+      "step": 6596
+    },
+    {
+      "epoch": 1.9648913792140583,
+      "grad_norm": 0.22484147548675537,
+      "learning_rate": 1.8577766452327243e-05,
+      "loss": 1.2633,
+      "step": 6597
+    },
+    {
+      "epoch": 1.9651892254137269,
+      "grad_norm": 0.22392192482948303,
+      "learning_rate": 1.8577270603519517e-05,
+      "loss": 1.2672,
+      "step": 6598
+    },
+    {
+      "epoch": 1.9654870716133956,
+      "grad_norm": 0.24420735239982605,
+      "learning_rate": 1.8576774674909873e-05,
+      "loss": 1.2646,
+      "step": 6599
+    },
+    {
+      "epoch": 1.9657849178130644,
+      "grad_norm": 0.2220325618982315,
+      "learning_rate": 1.857627866650292e-05,
+      "loss": 1.2623,
+      "step": 6600
+    },
+    {
+      "epoch": 1.966082764012733,
+      "grad_norm": 0.22404667735099792,
+      "learning_rate": 1.8575782578303278e-05,
+      "loss": 1.2443,
+      "step": 6601
+    },
+    {
+      "epoch": 1.9663806102124015,
+      "grad_norm": 0.22577859461307526,
+      "learning_rate": 1.857528641031556e-05,
+      "loss": 1.2638,
+      "step": 6602
+    },
+    {
+      "epoch": 1.9666784564120703,
+      "grad_norm": 0.23402155935764313,
+      "learning_rate": 1.8574790162544382e-05,
+      "loss": 1.273,
+      "step": 6603
+    },
+    {
+      "epoch": 1.9669763026117388,
+      "grad_norm": 0.22014889121055603,
+      "learning_rate": 1.8574293834994363e-05,
+      "loss": 1.2592,
+      "step": 6604
+    },
+    {
+      "epoch": 1.9672741488114074,
+      "grad_norm": 0.22578471899032593,
+      "learning_rate": 1.857379742767012e-05,
+      "loss": 1.2805,
+      "step": 6605
+    },
+    {
+      "epoch": 1.9675719950110762,
+      "grad_norm": 0.21594074368476868,
+      "learning_rate": 1.8573300940576268e-05,
+      "loss": 1.2556,
+      "step": 6606
+    },
+    {
+      "epoch": 1.967869841210745,
+      "grad_norm": 0.23016615211963654,
+      "learning_rate": 1.8572804373717432e-05,
+      "loss": 1.2615,
+      "step": 6607
+    },
+    {
+      "epoch": 1.9681676874104135,
+      "grad_norm": 0.22241929173469543,
+      "learning_rate": 1.857230772709823e-05,
+      "loss": 1.258,
+      "step": 6608
+    },
+    {
+      "epoch": 1.968465533610082,
+      "grad_norm": 0.22699490189552307,
+      "learning_rate": 1.8571811000723282e-05,
+      "loss": 1.2653,
+      "step": 6609
+    },
+    {
+      "epoch": 1.9687633798097508,
+      "grad_norm": 0.2268591970205307,
+      "learning_rate": 1.8571314194597208e-05,
+      "loss": 1.248,
+      "step": 6610
+    },
+    {
+      "epoch": 1.9690612260094194,
+      "grad_norm": 0.21655899286270142,
+      "learning_rate": 1.8570817308724632e-05,
+      "loss": 1.2607,
+      "step": 6611
+    },
+    {
+      "epoch": 1.969359072209088,
+      "grad_norm": 0.23562391102313995,
+      "learning_rate": 1.857032034311018e-05,
+      "loss": 1.2725,
+      "step": 6612
+    },
+    {
+      "epoch": 1.9696569184087567,
+      "grad_norm": 0.22721697390079498,
+      "learning_rate": 1.856982329775847e-05,
+      "loss": 1.2697,
+      "step": 6613
+    },
+    {
+      "epoch": 1.9699547646084254,
+      "grad_norm": 0.22269241511821747,
+      "learning_rate": 1.856932617267413e-05,
+      "loss": 1.269,
+      "step": 6614
+    },
+    {
+      "epoch": 1.970252610808094,
+      "grad_norm": 0.2151211053133011,
+      "learning_rate": 1.856882896786178e-05,
+      "loss": 1.273,
+      "step": 6615
+    },
+    {
+      "epoch": 1.9705504570077625,
+      "grad_norm": 0.22445057332515717,
+      "learning_rate": 1.8568331683326054e-05,
+      "loss": 1.2638,
+      "step": 6616
+    },
+    {
+      "epoch": 1.9708483032074313,
+      "grad_norm": 0.23451349139213562,
+      "learning_rate": 1.8567834319071577e-05,
+      "loss": 1.2591,
+      "step": 6617
+    },
+    {
+      "epoch": 1.9711461494070999,
+      "grad_norm": 0.22861187160015106,
+      "learning_rate": 1.856733687510297e-05,
+      "loss": 1.268,
+      "step": 6618
+    },
+    {
+      "epoch": 1.9714439956067684,
+      "grad_norm": 0.22528326511383057,
+      "learning_rate": 1.8566839351424866e-05,
+      "loss": 1.2644,
+      "step": 6619
+    },
+    {
+      "epoch": 1.9717418418064372,
+      "grad_norm": 0.23457497358322144,
+      "learning_rate": 1.8566341748041895e-05,
+      "loss": 1.2612,
+      "step": 6620
+    },
+    {
+      "epoch": 1.972039688006106,
+      "grad_norm": 0.21923547983169556,
+      "learning_rate": 1.8565844064958684e-05,
+      "loss": 1.2498,
+      "step": 6621
+    },
+    {
+      "epoch": 1.9723375342057745,
+      "grad_norm": 0.2287691980600357,
+      "learning_rate": 1.8565346302179864e-05,
+      "loss": 1.2554,
+      "step": 6622
+    },
+    {
+      "epoch": 1.972635380405443,
+      "grad_norm": 0.2202005833387375,
+      "learning_rate": 1.8564848459710066e-05,
+      "loss": 1.2664,
+      "step": 6623
+    },
+    {
+      "epoch": 1.9729332266051118,
+      "grad_norm": 0.23299351334571838,
+      "learning_rate": 1.8564350537553927e-05,
+      "loss": 1.2563,
+      "step": 6624
+    },
+    {
+      "epoch": 1.9732310728047804,
+      "grad_norm": 0.22319965064525604,
+      "learning_rate": 1.856385253571607e-05,
+      "loss": 1.2551,
+      "step": 6625
+    },
+    {
+      "epoch": 1.973528919004449,
+      "grad_norm": 0.2123069018125534,
+      "learning_rate": 1.8563354454201133e-05,
+      "loss": 1.2541,
+      "step": 6626
+    },
+    {
+      "epoch": 1.9738267652041177,
+      "grad_norm": 0.21652795374393463,
+      "learning_rate": 1.8562856293013753e-05,
+      "loss": 1.2479,
+      "step": 6627
+    },
+    {
+      "epoch": 1.9741246114037865,
+      "grad_norm": 0.2229059785604477,
+      "learning_rate": 1.8562358052158556e-05,
+      "loss": 1.2518,
+      "step": 6628
+    },
+    {
+      "epoch": 1.974422457603455,
+      "grad_norm": 0.22529351711273193,
+      "learning_rate": 1.8561859731640192e-05,
+      "loss": 1.262,
+      "step": 6629
+    },
+    {
+      "epoch": 1.9747203038031236,
+      "grad_norm": 0.2385956346988678,
+      "learning_rate": 1.8561361331463286e-05,
+      "loss": 1.2775,
+      "step": 6630
+    },
+    {
+      "epoch": 1.9750181500027923,
+      "grad_norm": 0.23154640197753906,
+      "learning_rate": 1.8560862851632478e-05,
+      "loss": 1.2669,
+      "step": 6631
+    },
+    {
+      "epoch": 1.975315996202461,
+      "grad_norm": 0.2195601463317871,
+      "learning_rate": 1.8560364292152405e-05,
+      "loss": 1.2649,
+      "step": 6632
+    },
+    {
+      "epoch": 1.9756138424021294,
+      "grad_norm": 0.21839290857315063,
+      "learning_rate": 1.8559865653027707e-05,
+      "loss": 1.2638,
+      "step": 6633
+    },
+    {
+      "epoch": 1.9759116886017982,
+      "grad_norm": 0.2357621043920517,
+      "learning_rate": 1.855936693426302e-05,
+      "loss": 1.2662,
+      "step": 6634
+    },
+    {
+      "epoch": 1.976209534801467,
+      "grad_norm": 0.2239905297756195,
+      "learning_rate": 1.8558868135862992e-05,
+      "loss": 1.2662,
+      "step": 6635
+    },
+    {
+      "epoch": 1.9765073810011355,
+      "grad_norm": 0.22861617803573608,
+      "learning_rate": 1.8558369257832255e-05,
+      "loss": 1.2731,
+      "step": 6636
+    },
+    {
+      "epoch": 1.976805227200804,
+      "grad_norm": 0.22513408958911896,
+      "learning_rate": 1.8557870300175454e-05,
+      "loss": 1.2796,
+      "step": 6637
+    },
+    {
+      "epoch": 1.9771030734004729,
+      "grad_norm": 0.23186704516410828,
+      "learning_rate": 1.8557371262897235e-05,
+      "loss": 1.2547,
+      "step": 6638
+    },
+    {
+      "epoch": 1.9774009196001416,
+      "grad_norm": 0.21897944808006287,
+      "learning_rate": 1.8556872146002234e-05,
+      "loss": 1.2791,
+      "step": 6639
+    },
+    {
+      "epoch": 1.97769876579981,
+      "grad_norm": 0.22537602484226227,
+      "learning_rate": 1.85563729494951e-05,
+      "loss": 1.2689,
+      "step": 6640
+    },
+    {
+      "epoch": 1.9779966119994787,
+      "grad_norm": 0.21599406003952026,
+      "learning_rate": 1.8555873673380472e-05,
+      "loss": 1.2476,
+      "step": 6641
+    },
+    {
+      "epoch": 1.9782944581991475,
+      "grad_norm": 0.22699366509914398,
+      "learning_rate": 1.8555374317663e-05,
+      "loss": 1.2488,
+      "step": 6642
+    },
+    {
+      "epoch": 1.978592304398816,
+      "grad_norm": 0.23197655379772186,
+      "learning_rate": 1.8554874882347333e-05,
+      "loss": 1.2647,
+      "step": 6643
+    },
+    {
+      "epoch": 1.9788901505984846,
+      "grad_norm": 0.22245697677135468,
+      "learning_rate": 1.8554375367438106e-05,
+      "loss": 1.2524,
+      "step": 6644
+    },
+    {
+      "epoch": 1.9791879967981534,
+      "grad_norm": 0.22904571890830994,
+      "learning_rate": 1.855387577293998e-05,
+      "loss": 1.2691,
+      "step": 6645
+    },
+    {
+      "epoch": 1.9794858429978222,
+      "grad_norm": 0.23290230333805084,
+      "learning_rate": 1.8553376098857593e-05,
+      "loss": 1.2771,
+      "step": 6646
+    },
+    {
+      "epoch": 1.9797836891974905,
+      "grad_norm": 0.22315536439418793,
+      "learning_rate": 1.8552876345195597e-05,
+      "loss": 1.2729,
+      "step": 6647
+    },
+    {
+      "epoch": 1.9800815353971593,
+      "grad_norm": 0.21373401582241058,
+      "learning_rate": 1.8552376511958646e-05,
+      "loss": 1.2454,
+      "step": 6648
+    },
+    {
+      "epoch": 1.980379381596828,
+      "grad_norm": 0.2315627634525299,
+      "learning_rate": 1.8551876599151387e-05,
+      "loss": 1.2519,
+      "step": 6649
+    },
+    {
+      "epoch": 1.9806772277964966,
+      "grad_norm": 0.2316744327545166,
+      "learning_rate": 1.855137660677847e-05,
+      "loss": 1.2665,
+      "step": 6650
+    },
+    {
+      "epoch": 1.9809750739961651,
+      "grad_norm": 0.21895499527454376,
+      "learning_rate": 1.8550876534844545e-05,
+      "loss": 1.2584,
+      "step": 6651
+    },
+    {
+      "epoch": 1.981272920195834,
+      "grad_norm": 0.22238340973854065,
+      "learning_rate": 1.855037638335427e-05,
+      "loss": 1.2672,
+      "step": 6652
+    },
+    {
+      "epoch": 1.9815707663955027,
+      "grad_norm": 0.22337839007377625,
+      "learning_rate": 1.8549876152312297e-05,
+      "loss": 1.2557,
+      "step": 6653
+    },
+    {
+      "epoch": 1.9818686125951712,
+      "grad_norm": 0.22859609127044678,
+      "learning_rate": 1.8549375841723278e-05,
+      "loss": 1.2647,
+      "step": 6654
+    },
+    {
+      "epoch": 1.9821664587948398,
+      "grad_norm": 0.2241157442331314,
+      "learning_rate": 1.8548875451591865e-05,
+      "loss": 1.2656,
+      "step": 6655
+    },
+    {
+      "epoch": 1.9824643049945085,
+      "grad_norm": 0.22195187211036682,
+      "learning_rate": 1.854837498192272e-05,
+      "loss": 1.257,
+      "step": 6656
+    },
+    {
+      "epoch": 1.982762151194177,
+      "grad_norm": 0.23629960417747498,
+      "learning_rate": 1.8547874432720498e-05,
+      "loss": 1.2572,
+      "step": 6657
+    },
+    {
+      "epoch": 1.9830599973938456,
+      "grad_norm": 0.22006109356880188,
+      "learning_rate": 1.8547373803989854e-05,
+      "loss": 1.2616,
+      "step": 6658
+    },
+    {
+      "epoch": 1.9833578435935144,
+      "grad_norm": 0.2148144692182541,
+      "learning_rate": 1.8546873095735445e-05,
+      "loss": 1.2821,
+      "step": 6659
+    },
+    {
+      "epoch": 1.9836556897931832,
+      "grad_norm": 0.22610807418823242,
+      "learning_rate": 1.8546372307961934e-05,
+      "loss": 1.2518,
+      "step": 6660
+    },
+    {
+      "epoch": 1.9839535359928517,
+      "grad_norm": 0.23026686906814575,
+      "learning_rate": 1.8545871440673972e-05,
+      "loss": 1.2849,
+      "step": 6661
+    },
+    {
+      "epoch": 1.9842513821925203,
+      "grad_norm": 0.22461266815662384,
+      "learning_rate": 1.854537049387623e-05,
+      "loss": 1.238,
+      "step": 6662
+    },
+    {
+      "epoch": 1.984549228392189,
+      "grad_norm": 0.23078782856464386,
+      "learning_rate": 1.854486946757336e-05,
+      "loss": 1.2672,
+      "step": 6663
+    },
+    {
+      "epoch": 1.9848470745918576,
+      "grad_norm": 0.21966131031513214,
+      "learning_rate": 1.8544368361770026e-05,
+      "loss": 1.2612,
+      "step": 6664
+    },
+    {
+      "epoch": 1.9851449207915262,
+      "grad_norm": 0.22543630003929138,
+      "learning_rate": 1.8543867176470892e-05,
+      "loss": 1.2782,
+      "step": 6665
+    },
+    {
+      "epoch": 1.985442766991195,
+      "grad_norm": 0.24705076217651367,
+      "learning_rate": 1.8543365911680616e-05,
+      "loss": 1.27,
+      "step": 6666
+    },
+    {
+      "epoch": 1.9857406131908637,
+      "grad_norm": 0.21681620180606842,
+      "learning_rate": 1.854286456740387e-05,
+      "loss": 1.2607,
+      "step": 6667
+    },
+    {
+      "epoch": 1.9860384593905323,
+      "grad_norm": 0.22567439079284668,
+      "learning_rate": 1.8542363143645315e-05,
+      "loss": 1.2603,
+      "step": 6668
+    },
+    {
+      "epoch": 1.9863363055902008,
+      "grad_norm": 0.23189802467823029,
+      "learning_rate": 1.8541861640409613e-05,
+      "loss": 1.2477,
+      "step": 6669
+    },
+    {
+      "epoch": 1.9866341517898696,
+      "grad_norm": 0.23018525540828705,
+      "learning_rate": 1.854136005770143e-05,
+      "loss": 1.2612,
+      "step": 6670
+    },
+    {
+      "epoch": 1.9869319979895381,
+      "grad_norm": 0.22216768562793732,
+      "learning_rate": 1.8540858395525435e-05,
+      "loss": 1.2805,
+      "step": 6671
+    },
+    {
+      "epoch": 1.9872298441892067,
+      "grad_norm": 0.22187797725200653,
+      "learning_rate": 1.8540356653886297e-05,
+      "loss": 1.2497,
+      "step": 6672
+    },
+    {
+      "epoch": 1.9875276903888754,
+      "grad_norm": 0.21225842833518982,
+      "learning_rate": 1.853985483278868e-05,
+      "loss": 1.2488,
+      "step": 6673
+    },
+    {
+      "epoch": 1.9878255365885442,
+      "grad_norm": 0.2173687219619751,
+      "learning_rate": 1.8539352932237258e-05,
+      "loss": 1.2607,
+      "step": 6674
+    },
+    {
+      "epoch": 1.9881233827882128,
+      "grad_norm": 0.23274730145931244,
+      "learning_rate": 1.8538850952236695e-05,
+      "loss": 1.2768,
+      "step": 6675
+    },
+    {
+      "epoch": 1.9884212289878813,
+      "grad_norm": 0.22934773564338684,
+      "learning_rate": 1.853834889279167e-05,
+      "loss": 1.2659,
+      "step": 6676
+    },
+    {
+      "epoch": 1.98871907518755,
+      "grad_norm": 0.216777041554451,
+      "learning_rate": 1.853784675390684e-05,
+      "loss": 1.2558,
+      "step": 6677
+    },
+    {
+      "epoch": 1.9890169213872186,
+      "grad_norm": 0.22982190549373627,
+      "learning_rate": 1.8537344535586888e-05,
+      "loss": 1.2812,
+      "step": 6678
+    },
+    {
+      "epoch": 1.9893147675868872,
+      "grad_norm": 0.21795396506786346,
+      "learning_rate": 1.8536842237836484e-05,
+      "loss": 1.2637,
+      "step": 6679
+    },
+    {
+      "epoch": 1.989612613786556,
+      "grad_norm": 0.22477737069129944,
+      "learning_rate": 1.8536339860660302e-05,
+      "loss": 1.2525,
+      "step": 6680
+    },
+    {
+      "epoch": 1.9899104599862247,
+      "grad_norm": 0.22227859497070312,
+      "learning_rate": 1.8535837404063014e-05,
+      "loss": 1.2558,
+      "step": 6681
+    },
+    {
+      "epoch": 1.9902083061858933,
+      "grad_norm": 0.22554489970207214,
+      "learning_rate": 1.8535334868049297e-05,
+      "loss": 1.2551,
+      "step": 6682
+    },
+    {
+      "epoch": 1.9905061523855618,
+      "grad_norm": 0.22632233798503876,
+      "learning_rate": 1.853483225262382e-05,
+      "loss": 1.2681,
+      "step": 6683
+    },
+    {
+      "epoch": 1.9908039985852306,
+      "grad_norm": 0.23057745397090912,
+      "learning_rate": 1.853432955779127e-05,
+      "loss": 1.2752,
+      "step": 6684
+    },
+    {
+      "epoch": 1.9911018447848992,
+      "grad_norm": 0.2378273457288742,
+      "learning_rate": 1.8533826783556318e-05,
+      "loss": 1.2526,
+      "step": 6685
+    },
+    {
+      "epoch": 1.9913996909845677,
+      "grad_norm": 0.22854778170585632,
+      "learning_rate": 1.8533323929923643e-05,
+      "loss": 1.261,
+      "step": 6686
+    },
+    {
+      "epoch": 1.9916975371842365,
+      "grad_norm": 0.22855976223945618,
+      "learning_rate": 1.853282099689792e-05,
+      "loss": 1.2621,
+      "step": 6687
+    },
+    {
+      "epoch": 1.9919953833839052,
+      "grad_norm": 0.2171647548675537,
+      "learning_rate": 1.853231798448383e-05,
+      "loss": 1.2632,
+      "step": 6688
+    },
+    {
+      "epoch": 1.9922932295835738,
+      "grad_norm": 0.22770820558071136,
+      "learning_rate": 1.853181489268606e-05,
+      "loss": 1.2534,
+      "step": 6689
+    },
+    {
+      "epoch": 1.9925910757832423,
+      "grad_norm": 0.22236798703670502,
+      "learning_rate": 1.8531311721509278e-05,
+      "loss": 1.2623,
+      "step": 6690
+    },
+    {
+      "epoch": 1.9928889219829111,
+      "grad_norm": 0.24259105324745178,
+      "learning_rate": 1.8530808470958176e-05,
+      "loss": 1.256,
+      "step": 6691
+    },
+    {
+      "epoch": 1.9931867681825797,
+      "grad_norm": 0.2270156890153885,
+      "learning_rate": 1.853030514103743e-05,
+      "loss": 1.2743,
+      "step": 6692
+    },
+    {
+      "epoch": 1.9934846143822482,
+      "grad_norm": 0.21757015585899353,
+      "learning_rate": 1.852980173175173e-05,
+      "loss": 1.27,
+      "step": 6693
+    },
+    {
+      "epoch": 1.993782460581917,
+      "grad_norm": 0.22424596548080444,
+      "learning_rate": 1.852929824310575e-05,
+      "loss": 1.2655,
+      "step": 6694
+    },
+    {
+      "epoch": 1.9940803067815858,
+      "grad_norm": 0.23281924426555634,
+      "learning_rate": 1.8528794675104183e-05,
+      "loss": 1.267,
+      "step": 6695
+    },
+    {
+      "epoch": 1.9943781529812543,
+      "grad_norm": 0.22783441841602325,
+      "learning_rate": 1.8528291027751705e-05,
+      "loss": 1.2778,
+      "step": 6696
+    },
+    {
+      "epoch": 1.9946759991809229,
+      "grad_norm": 0.22311203181743622,
+      "learning_rate": 1.8527787301053013e-05,
+      "loss": 1.2722,
+      "step": 6697
+    },
+    {
+      "epoch": 1.9949738453805916,
+      "grad_norm": 0.22183965146541595,
+      "learning_rate": 1.8527283495012788e-05,
+      "loss": 1.2545,
+      "step": 6698
+    },
+    {
+      "epoch": 1.9952716915802604,
+      "grad_norm": 0.2308036834001541,
+      "learning_rate": 1.8526779609635714e-05,
+      "loss": 1.263,
+      "step": 6699
+    },
+    {
+      "epoch": 1.9955695377799287,
+      "grad_norm": 0.22947841882705688,
+      "learning_rate": 1.8526275644926482e-05,
+      "loss": 1.2741,
+      "step": 6700
+    },
+    {
+      "epoch": 1.9958673839795975,
+      "grad_norm": 0.22482331097126007,
+      "learning_rate": 1.8525771600889783e-05,
+      "loss": 1.2663,
+      "step": 6701
+    },
+    {
+      "epoch": 1.9961652301792663,
+      "grad_norm": 0.2146119326353073,
+      "learning_rate": 1.8525267477530304e-05,
+      "loss": 1.2715,
+      "step": 6702
+    },
+    {
+      "epoch": 1.9964630763789348,
+      "grad_norm": 0.21766456961631775,
+      "learning_rate": 1.852476327485274e-05,
+      "loss": 1.2624,
+      "step": 6703
+    },
+    {
+      "epoch": 1.9967609225786034,
+      "grad_norm": 0.21831873059272766,
+      "learning_rate": 1.8524258992861775e-05,
+      "loss": 1.2799,
+      "step": 6704
+    },
+    {
+      "epoch": 1.9970587687782722,
+      "grad_norm": 0.22991088032722473,
+      "learning_rate": 1.8523754631562102e-05,
+      "loss": 1.2683,
+      "step": 6705
+    },
+    {
+      "epoch": 1.997356614977941,
+      "grad_norm": 0.21384309232234955,
+      "learning_rate": 1.8523250190958417e-05,
+      "loss": 1.2463,
+      "step": 6706
+    },
+    {
+      "epoch": 1.9976544611776093,
+      "grad_norm": 0.2210661917924881,
+      "learning_rate": 1.8522745671055413e-05,
+      "loss": 1.2649,
+      "step": 6707
+    },
+    {
+      "epoch": 1.997952307377278,
+      "grad_norm": 0.22385594248771667,
+      "learning_rate": 1.852224107185778e-05,
+      "loss": 1.2675,
+      "step": 6708
+    },
+    {
+      "epoch": 1.9982501535769468,
+      "grad_norm": 0.21237967908382416,
+      "learning_rate": 1.8521736393370216e-05,
+      "loss": 1.2692,
+      "step": 6709
+    },
+    {
+      "epoch": 1.9985479997766153,
+      "grad_norm": 0.21873606741428375,
+      "learning_rate": 1.852123163559742e-05,
+      "loss": 1.2527,
+      "step": 6710
+    },
+    {
+      "epoch": 1.998845845976284,
+      "grad_norm": 0.22441710531711578,
+      "learning_rate": 1.8520726798544084e-05,
+      "loss": 1.2538,
+      "step": 6711
+    },
+    {
+      "epoch": 1.9991436921759527,
+      "grad_norm": 0.23059618473052979,
+      "learning_rate": 1.8520221882214898e-05,
+      "loss": 1.2514,
+      "step": 6712
+    },
+    {
+      "epoch": 1.9994415383756214,
+      "grad_norm": 0.22172501683235168,
+      "learning_rate": 1.8519716886614572e-05,
+      "loss": 1.2666,
+      "step": 6713
+    },
+    {
+      "epoch": 1.9997393845752898,
+      "grad_norm": 0.22111006081104279,
+      "learning_rate": 1.8519211811747798e-05,
+      "loss": 1.2677,
+      "step": 6714
+    },
+    {
+      "epoch": 2.0000372307749585,
+      "grad_norm": 0.21776264905929565,
+      "learning_rate": 1.8518706657619276e-05,
+      "loss": 1.2746,
+      "step": 6715
+    },
+    {
+      "epoch": 2.0003350769746273,
+      "grad_norm": 0.22761105000972748,
+      "learning_rate": 1.8518201424233705e-05,
+      "loss": 1.2487,
+      "step": 6716
+    },
+    {
+      "epoch": 2.000632923174296,
+      "grad_norm": 0.22182194888591766,
+      "learning_rate": 1.851769611159579e-05,
+      "loss": 1.2601,
+      "step": 6717
+    },
+    {
+      "epoch": 2.0009307693739644,
+      "grad_norm": 0.22404825687408447,
+      "learning_rate": 1.8517190719710226e-05,
+      "loss": 1.2548,
+      "step": 6718
+    },
+    {
+      "epoch": 2.001228615573633,
+      "grad_norm": 0.2240694761276245,
+      "learning_rate": 1.8516685248581724e-05,
+      "loss": 1.2632,
+      "step": 6719
+    },
+    {
+      "epoch": 2.001526461773302,
+      "grad_norm": 0.22302211821079254,
+      "learning_rate": 1.8516179698214974e-05,
+      "loss": 1.25,
+      "step": 6720
+    },
+    {
+      "epoch": 2.0018243079729703,
+      "grad_norm": 0.21828891336917877,
+      "learning_rate": 1.8515674068614692e-05,
+      "loss": 1.2722,
+      "step": 6721
+    },
+    {
+      "epoch": 2.002122154172639,
+      "grad_norm": 0.22998200356960297,
+      "learning_rate": 1.8515168359785573e-05,
+      "loss": 1.2611,
+      "step": 6722
+    },
+    {
+      "epoch": 2.002420000372308,
+      "grad_norm": 0.21669180691242218,
+      "learning_rate": 1.851466257173233e-05,
+      "loss": 1.2631,
+      "step": 6723
+    },
+    {
+      "epoch": 2.0027178465719766,
+      "grad_norm": 0.22056011855602264,
+      "learning_rate": 1.8514156704459663e-05,
+      "loss": 1.2469,
+      "step": 6724
+    },
+    {
+      "epoch": 2.003015692771645,
+      "grad_norm": 0.22987788915634155,
+      "learning_rate": 1.851365075797228e-05,
+      "loss": 1.2668,
+      "step": 6725
+    },
+    {
+      "epoch": 2.0033135389713137,
+      "grad_norm": 0.22454120218753815,
+      "learning_rate": 1.851314473227489e-05,
+      "loss": 1.2687,
+      "step": 6726
+    },
+    {
+      "epoch": 2.0036113851709825,
+      "grad_norm": 0.22449935972690582,
+      "learning_rate": 1.8512638627372198e-05,
+      "loss": 1.2532,
+      "step": 6727
+    },
+    {
+      "epoch": 2.003909231370651,
+      "grad_norm": 0.2300426959991455,
+      "learning_rate": 1.851213244326892e-05,
+      "loss": 1.2568,
+      "step": 6728
+    },
+    {
+      "epoch": 2.0042070775703196,
+      "grad_norm": 0.21341969072818756,
+      "learning_rate": 1.851162617996975e-05,
+      "loss": 1.2561,
+      "step": 6729
+    },
+    {
+      "epoch": 2.0045049237699883,
+      "grad_norm": 0.22083446383476257,
+      "learning_rate": 1.8511119837479413e-05,
+      "loss": 1.2485,
+      "step": 6730
+    },
+    {
+      "epoch": 2.004802769969657,
+      "grad_norm": 0.2172650694847107,
+      "learning_rate": 1.8510613415802617e-05,
+      "loss": 1.2642,
+      "step": 6731
+    },
+    {
+      "epoch": 2.0051006161693254,
+      "grad_norm": 0.21617619693279266,
+      "learning_rate": 1.8510106914944072e-05,
+      "loss": 1.2704,
+      "step": 6732
+    },
+    {
+      "epoch": 2.005398462368994,
+      "grad_norm": 0.21791894733905792,
+      "learning_rate": 1.8509600334908486e-05,
+      "loss": 1.2641,
+      "step": 6733
+    },
+    {
+      "epoch": 2.005696308568663,
+      "grad_norm": 0.22550319135189056,
+      "learning_rate": 1.850909367570058e-05,
+      "loss": 1.2607,
+      "step": 6734
+    },
+    {
+      "epoch": 2.0059941547683313,
+      "grad_norm": 0.22665993869304657,
+      "learning_rate": 1.8508586937325063e-05,
+      "loss": 1.2568,
+      "step": 6735
+    },
+    {
+      "epoch": 2.006292000968,
+      "grad_norm": 0.22282226383686066,
+      "learning_rate": 1.8508080119786652e-05,
+      "loss": 1.2451,
+      "step": 6736
+    },
+    {
+      "epoch": 2.006589847167669,
+      "grad_norm": 0.21354874968528748,
+      "learning_rate": 1.8507573223090062e-05,
+      "loss": 1.2531,
+      "step": 6737
+    },
+    {
+      "epoch": 2.0068876933673376,
+      "grad_norm": 0.219691663980484,
+      "learning_rate": 1.8507066247240005e-05,
+      "loss": 1.2587,
+      "step": 6738
+    },
+    {
+      "epoch": 2.007185539567006,
+      "grad_norm": 0.22585265338420868,
+      "learning_rate": 1.8506559192241203e-05,
+      "loss": 1.2709,
+      "step": 6739
+    },
+    {
+      "epoch": 2.0074833857666747,
+      "grad_norm": 0.2313259243965149,
+      "learning_rate": 1.850605205809837e-05,
+      "loss": 1.262,
+      "step": 6740
+    },
+    {
+      "epoch": 2.0077812319663435,
+      "grad_norm": 0.23173195123672485,
+      "learning_rate": 1.850554484481623e-05,
+      "loss": 1.2685,
+      "step": 6741
+    },
+    {
+      "epoch": 2.008079078166012,
+      "grad_norm": 0.24330610036849976,
+      "learning_rate": 1.8505037552399497e-05,
+      "loss": 1.2708,
+      "step": 6742
+    },
+    {
+      "epoch": 2.0083769243656806,
+      "grad_norm": 0.22211681306362152,
+      "learning_rate": 1.850453018085289e-05,
+      "loss": 1.2603,
+      "step": 6743
+    },
+    {
+      "epoch": 2.0086747705653494,
+      "grad_norm": 0.22535398602485657,
+      "learning_rate": 1.850402273018113e-05,
+      "loss": 1.2603,
+      "step": 6744
+    },
+    {
+      "epoch": 2.008972616765018,
+      "grad_norm": 0.21972212195396423,
+      "learning_rate": 1.8503515200388945e-05,
+      "loss": 1.263,
+      "step": 6745
+    },
+    {
+      "epoch": 2.0092704629646865,
+      "grad_norm": 0.22704623639583588,
+      "learning_rate": 1.850300759148105e-05,
+      "loss": 1.2467,
+      "step": 6746
+    },
+    {
+      "epoch": 2.0095683091643552,
+      "grad_norm": 0.23253682255744934,
+      "learning_rate": 1.8502499903462165e-05,
+      "loss": 1.2538,
+      "step": 6747
+    },
+    {
+      "epoch": 2.009866155364024,
+      "grad_norm": 0.22977900505065918,
+      "learning_rate": 1.8501992136337022e-05,
+      "loss": 1.282,
+      "step": 6748
+    },
+    {
+      "epoch": 2.0101640015636923,
+      "grad_norm": 0.23483891785144806,
+      "learning_rate": 1.850148429011034e-05,
+      "loss": 1.2598,
+      "step": 6749
+    },
+    {
+      "epoch": 2.010461847763361,
+      "grad_norm": 0.2185533195734024,
+      "learning_rate": 1.850097636478685e-05,
+      "loss": 1.244,
+      "step": 6750
+    },
+    {
+      "epoch": 2.01075969396303,
+      "grad_norm": 0.2195434421300888,
+      "learning_rate": 1.8500468360371268e-05,
+      "loss": 1.252,
+      "step": 6751
+    },
+    {
+      "epoch": 2.0110575401626987,
+      "grad_norm": 0.2338484823703766,
+      "learning_rate": 1.8499960276868324e-05,
+      "loss": 1.2842,
+      "step": 6752
+    },
+    {
+      "epoch": 2.011355386362367,
+      "grad_norm": 0.23106524348258972,
+      "learning_rate": 1.849945211428275e-05,
+      "loss": 1.267,
+      "step": 6753
+    },
+    {
+      "epoch": 2.0116532325620358,
+      "grad_norm": 0.229380264878273,
+      "learning_rate": 1.8498943872619266e-05,
+      "loss": 1.2556,
+      "step": 6754
+    },
+    {
+      "epoch": 2.0119510787617045,
+      "grad_norm": 0.2258760929107666,
+      "learning_rate": 1.8498435551882607e-05,
+      "loss": 1.2758,
+      "step": 6755
+    },
+    {
+      "epoch": 2.012248924961373,
+      "grad_norm": 0.2275063544511795,
+      "learning_rate": 1.84979271520775e-05,
+      "loss": 1.2667,
+      "step": 6756
+    },
+    {
+      "epoch": 2.0125467711610416,
+      "grad_norm": 0.22864452004432678,
+      "learning_rate": 1.8497418673208677e-05,
+      "loss": 1.2592,
+      "step": 6757
+    },
+    {
+      "epoch": 2.0128446173607104,
+      "grad_norm": 0.22659514844417572,
+      "learning_rate": 1.8496910115280865e-05,
+      "loss": 1.2486,
+      "step": 6758
+    },
+    {
+      "epoch": 2.013142463560379,
+      "grad_norm": 0.2362157255411148,
+      "learning_rate": 1.8496401478298798e-05,
+      "loss": 1.2685,
+      "step": 6759
+    },
+    {
+      "epoch": 2.0134403097600475,
+      "grad_norm": 0.2306687980890274,
+      "learning_rate": 1.8495892762267208e-05,
+      "loss": 1.2639,
+      "step": 6760
+    },
+    {
+      "epoch": 2.0137381559597163,
+      "grad_norm": 0.23007617890834808,
+      "learning_rate": 1.849538396719083e-05,
+      "loss": 1.2479,
+      "step": 6761
+    },
+    {
+      "epoch": 2.014036002159385,
+      "grad_norm": 0.24096724390983582,
+      "learning_rate": 1.8494875093074392e-05,
+      "loss": 1.257,
+      "step": 6762
+    },
+    {
+      "epoch": 2.0143338483590534,
+      "grad_norm": 0.22791236639022827,
+      "learning_rate": 1.8494366139922634e-05,
+      "loss": 1.2679,
+      "step": 6763
+    },
+    {
+      "epoch": 2.014631694558722,
+      "grad_norm": 0.2302304208278656,
+      "learning_rate": 1.849385710774029e-05,
+      "loss": 1.2734,
+      "step": 6764
+    },
+    {
+      "epoch": 2.014929540758391,
+      "grad_norm": 0.2323758900165558,
+      "learning_rate": 1.8493347996532097e-05,
+      "loss": 1.255,
+      "step": 6765
+    },
+    {
+      "epoch": 2.0152273869580597,
+      "grad_norm": 0.22466978430747986,
+      "learning_rate": 1.849283880630279e-05,
+      "loss": 1.2689,
+      "step": 6766
+    },
+    {
+      "epoch": 2.015525233157728,
+      "grad_norm": 0.23928982019424438,
+      "learning_rate": 1.8492329537057102e-05,
+      "loss": 1.2644,
+      "step": 6767
+    },
+    {
+      "epoch": 2.015823079357397,
+      "grad_norm": 0.2315400242805481,
+      "learning_rate": 1.849182018879978e-05,
+      "loss": 1.2554,
+      "step": 6768
+    },
+    {
+      "epoch": 2.0161209255570656,
+      "grad_norm": 0.23092469573020935,
+      "learning_rate": 1.849131076153556e-05,
+      "loss": 1.241,
+      "step": 6769
+    },
+    {
+      "epoch": 2.016418771756734,
+      "grad_norm": 0.21835115551948547,
+      "learning_rate": 1.8490801255269176e-05,
+      "loss": 1.2558,
+      "step": 6770
+    },
+    {
+      "epoch": 2.0167166179564027,
+      "grad_norm": 0.2587580978870392,
+      "learning_rate": 1.849029167000538e-05,
+      "loss": 1.249,
+      "step": 6771
+    },
+    {
+      "epoch": 2.0170144641560714,
+      "grad_norm": 0.2355932891368866,
+      "learning_rate": 1.84897820057489e-05,
+      "loss": 1.2595,
+      "step": 6772
+    },
+    {
+      "epoch": 2.01731231035574,
+      "grad_norm": 0.24647144973278046,
+      "learning_rate": 1.848927226250448e-05,
+      "loss": 1.2677,
+      "step": 6773
+    },
+    {
+      "epoch": 2.0176101565554085,
+      "grad_norm": 0.2150038331747055,
+      "learning_rate": 1.848876244027687e-05,
+      "loss": 1.2575,
+      "step": 6774
+    },
+    {
+      "epoch": 2.0179080027550773,
+      "grad_norm": 0.248734250664711,
+      "learning_rate": 1.8488252539070815e-05,
+      "loss": 1.2691,
+      "step": 6775
+    },
+    {
+      "epoch": 2.018205848954746,
+      "grad_norm": 0.22936883568763733,
+      "learning_rate": 1.848774255889105e-05,
+      "loss": 1.2564,
+      "step": 6776
+    },
+    {
+      "epoch": 2.018503695154415,
+      "grad_norm": 0.23732532560825348,
+      "learning_rate": 1.8487232499742323e-05,
+      "loss": 1.2576,
+      "step": 6777
+    },
+    {
+      "epoch": 2.018801541354083,
+      "grad_norm": 0.2249889373779297,
+      "learning_rate": 1.8486722361629377e-05,
+      "loss": 1.2661,
+      "step": 6778
+    },
+    {
+      "epoch": 2.019099387553752,
+      "grad_norm": 0.21732540428638458,
+      "learning_rate": 1.848621214455697e-05,
+      "loss": 1.2626,
+      "step": 6779
+    },
+    {
+      "epoch": 2.0193972337534207,
+      "grad_norm": 0.2325662225484848,
+      "learning_rate": 1.8485701848529835e-05,
+      "loss": 1.2554,
+      "step": 6780
+    },
+    {
+      "epoch": 2.019695079953089,
+      "grad_norm": 0.2356565296649933,
+      "learning_rate": 1.848519147355272e-05,
+      "loss": 1.2618,
+      "step": 6781
+    },
+    {
+      "epoch": 2.019992926152758,
+      "grad_norm": 0.23597142100334167,
+      "learning_rate": 1.8484681019630386e-05,
+      "loss": 1.2529,
+      "step": 6782
+    },
+    {
+      "epoch": 2.0202907723524266,
+      "grad_norm": 0.2436504364013672,
+      "learning_rate": 1.8484170486767574e-05,
+      "loss": 1.2584,
+      "step": 6783
+    },
+    {
+      "epoch": 2.0205886185520954,
+      "grad_norm": 0.22701208293437958,
+      "learning_rate": 1.8483659874969034e-05,
+      "loss": 1.2499,
+      "step": 6784
+    },
+    {
+      "epoch": 2.0208864647517637,
+      "grad_norm": 0.27323466539382935,
+      "learning_rate": 1.8483149184239515e-05,
+      "loss": 1.2675,
+      "step": 6785
+    },
+    {
+      "epoch": 2.0211843109514325,
+      "grad_norm": 0.22097352147102356,
+      "learning_rate": 1.848263841458377e-05,
+      "loss": 1.2548,
+      "step": 6786
+    },
+    {
+      "epoch": 2.0214821571511012,
+      "grad_norm": 0.2183672934770584,
+      "learning_rate": 1.8482127566006556e-05,
+      "loss": 1.266,
+      "step": 6787
+    },
+    {
+      "epoch": 2.0217800033507696,
+      "grad_norm": 0.2181762307882309,
+      "learning_rate": 1.848161663851262e-05,
+      "loss": 1.2596,
+      "step": 6788
+    },
+    {
+      "epoch": 2.0220778495504383,
+      "grad_norm": 0.2295231968164444,
+      "learning_rate": 1.8481105632106718e-05,
+      "loss": 1.2494,
+      "step": 6789
+    },
+    {
+      "epoch": 2.022375695750107,
+      "grad_norm": 0.22780396044254303,
+      "learning_rate": 1.8480594546793602e-05,
+      "loss": 1.2513,
+      "step": 6790
+    },
+    {
+      "epoch": 2.022673541949776,
+      "grad_norm": 0.23354724049568176,
+      "learning_rate": 1.8480083382578033e-05,
+      "loss": 1.2711,
+      "step": 6791
+    },
+    {
+      "epoch": 2.022971388149444,
+      "grad_norm": 0.2310808002948761,
+      "learning_rate": 1.847957213946476e-05,
+      "loss": 1.2674,
+      "step": 6792
+    },
+    {
+      "epoch": 2.023269234349113,
+      "grad_norm": 0.25081607699394226,
+      "learning_rate": 1.847906081745854e-05,
+      "loss": 1.2685,
+      "step": 6793
+    },
+    {
+      "epoch": 2.0235670805487818,
+      "grad_norm": 0.23171740770339966,
+      "learning_rate": 1.8478549416564132e-05,
+      "loss": 1.2666,
+      "step": 6794
+    },
+    {
+      "epoch": 2.02386492674845,
+      "grad_norm": 0.25872913002967834,
+      "learning_rate": 1.84780379367863e-05,
+      "loss": 1.2565,
+      "step": 6795
+    },
+    {
+      "epoch": 2.024162772948119,
+      "grad_norm": 0.2311062514781952,
+      "learning_rate": 1.8477526378129794e-05,
+      "loss": 1.2614,
+      "step": 6796
+    },
+    {
+      "epoch": 2.0244606191477876,
+      "grad_norm": 0.2204236090183258,
+      "learning_rate": 1.8477014740599376e-05,
+      "loss": 1.2553,
+      "step": 6797
+    },
+    {
+      "epoch": 2.0247584653474564,
+      "grad_norm": 0.23132838308811188,
+      "learning_rate": 1.8476503024199806e-05,
+      "loss": 1.2441,
+      "step": 6798
+    },
+    {
+      "epoch": 2.0250563115471247,
+      "grad_norm": 0.22377510368824005,
+      "learning_rate": 1.8475991228935847e-05,
+      "loss": 1.2536,
+      "step": 6799
+    },
+    {
+      "epoch": 2.0253541577467935,
+      "grad_norm": 0.22365237772464752,
+      "learning_rate": 1.847547935481226e-05,
+      "loss": 1.2769,
+      "step": 6800
+    },
+    {
+      "epoch": 2.0256520039464623,
+      "grad_norm": 0.23301854729652405,
+      "learning_rate": 1.8474967401833807e-05,
+      "loss": 1.2469,
+      "step": 6801
+    },
+    {
+      "epoch": 2.0259498501461306,
+      "grad_norm": 0.21874602138996124,
+      "learning_rate": 1.847445537000525e-05,
+      "loss": 1.2656,
+      "step": 6802
+    },
+    {
+      "epoch": 2.0262476963457994,
+      "grad_norm": 0.23669880628585815,
+      "learning_rate": 1.8473943259331358e-05,
+      "loss": 1.2685,
+      "step": 6803
+    },
+    {
+      "epoch": 2.026545542545468,
+      "grad_norm": 0.22757285833358765,
+      "learning_rate": 1.8473431069816887e-05,
+      "loss": 1.2484,
+      "step": 6804
+    },
+    {
+      "epoch": 2.026843388745137,
+      "grad_norm": 0.23288923501968384,
+      "learning_rate": 1.847291880146661e-05,
+      "loss": 1.2371,
+      "step": 6805
+    },
+    {
+      "epoch": 2.0271412349448052,
+      "grad_norm": 0.22801439464092255,
+      "learning_rate": 1.8472406454285287e-05,
+      "loss": 1.2581,
+      "step": 6806
+    },
+    {
+      "epoch": 2.027439081144474,
+      "grad_norm": 0.21672135591506958,
+      "learning_rate": 1.847189402827769e-05,
+      "loss": 1.2546,
+      "step": 6807
+    },
+    {
+      "epoch": 2.027736927344143,
+      "grad_norm": 0.22586698830127716,
+      "learning_rate": 1.8471381523448583e-05,
+      "loss": 1.258,
+      "step": 6808
+    },
+    {
+      "epoch": 2.028034773543811,
+      "grad_norm": 0.23314444720745087,
+      "learning_rate": 1.847086893980274e-05,
+      "loss": 1.2656,
+      "step": 6809
+    },
+    {
+      "epoch": 2.02833261974348,
+      "grad_norm": 0.24733838438987732,
+      "learning_rate": 1.847035627734492e-05,
+      "loss": 1.2514,
+      "step": 6810
+    },
+    {
+      "epoch": 2.0286304659431487,
+      "grad_norm": 0.23412738740444183,
+      "learning_rate": 1.84698435360799e-05,
+      "loss": 1.2699,
+      "step": 6811
+    },
+    {
+      "epoch": 2.0289283121428174,
+      "grad_norm": 0.2705174386501312,
+      "learning_rate": 1.846933071601245e-05,
+      "loss": 1.2667,
+      "step": 6812
+    },
+    {
+      "epoch": 2.0292261583424858,
+      "grad_norm": 0.22393466532230377,
+      "learning_rate": 1.8468817817147343e-05,
+      "loss": 1.2575,
+      "step": 6813
+    },
+    {
+      "epoch": 2.0295240045421545,
+      "grad_norm": 0.22294221818447113,
+      "learning_rate": 1.846830483948934e-05,
+      "loss": 1.261,
+      "step": 6814
+    },
+    {
+      "epoch": 2.0298218507418233,
+      "grad_norm": 0.2212774157524109,
+      "learning_rate": 1.846779178304323e-05,
+      "loss": 1.2584,
+      "step": 6815
+    },
+    {
+      "epoch": 2.0301196969414916,
+      "grad_norm": 0.29387468099594116,
+      "learning_rate": 1.8467278647813775e-05,
+      "loss": 1.2542,
+      "step": 6816
+    },
+    {
+      "epoch": 2.0304175431411604,
+      "grad_norm": 0.2356308400630951,
+      "learning_rate": 1.8466765433805754e-05,
+      "loss": 1.2584,
+      "step": 6817
+    },
+    {
+      "epoch": 2.030715389340829,
+      "grad_norm": 0.22963428497314453,
+      "learning_rate": 1.8466252141023937e-05,
+      "loss": 1.2508,
+      "step": 6818
+    },
+    {
+      "epoch": 2.031013235540498,
+      "grad_norm": 0.22229976952075958,
+      "learning_rate": 1.8465738769473107e-05,
+      "loss": 1.2522,
+      "step": 6819
+    },
+    {
+      "epoch": 2.0313110817401663,
+      "grad_norm": 0.22314177453517914,
+      "learning_rate": 1.8465225319158033e-05,
+      "loss": 1.2671,
+      "step": 6820
+    },
+    {
+      "epoch": 2.031608927939835,
+      "grad_norm": 0.2310333549976349,
+      "learning_rate": 1.8464711790083496e-05,
+      "loss": 1.2392,
+      "step": 6821
+    },
+    {
+      "epoch": 2.031906774139504,
+      "grad_norm": 0.22531390190124512,
+      "learning_rate": 1.8464198182254273e-05,
+      "loss": 1.2593,
+      "step": 6822
+    },
+    {
+      "epoch": 2.032204620339172,
+      "grad_norm": 0.23093685507774353,
+      "learning_rate": 1.8463684495675146e-05,
+      "loss": 1.2418,
+      "step": 6823
+    },
+    {
+      "epoch": 2.032502466538841,
+      "grad_norm": 0.22888115048408508,
+      "learning_rate": 1.8463170730350887e-05,
+      "loss": 1.2571,
+      "step": 6824
+    },
+    {
+      "epoch": 2.0328003127385097,
+      "grad_norm": 0.23483408987522125,
+      "learning_rate": 1.846265688628628e-05,
+      "loss": 1.2541,
+      "step": 6825
+    },
+    {
+      "epoch": 2.0330981589381785,
+      "grad_norm": 0.23314787447452545,
+      "learning_rate": 1.8462142963486105e-05,
+      "loss": 1.2576,
+      "step": 6826
+    },
+    {
+      "epoch": 2.033396005137847,
+      "grad_norm": 0.2304399311542511,
+      "learning_rate": 1.8461628961955148e-05,
+      "loss": 1.2925,
+      "step": 6827
+    },
+    {
+      "epoch": 2.0336938513375156,
+      "grad_norm": 0.22697293758392334,
+      "learning_rate": 1.8461114881698184e-05,
+      "loss": 1.2547,
+      "step": 6828
+    },
+    {
+      "epoch": 2.0339916975371843,
+      "grad_norm": 0.22943907976150513,
+      "learning_rate": 1.846060072272e-05,
+      "loss": 1.2579,
+      "step": 6829
+    },
+    {
+      "epoch": 2.0342895437368527,
+      "grad_norm": 0.2288867086172104,
+      "learning_rate": 1.8460086485025382e-05,
+      "loss": 1.2745,
+      "step": 6830
+    },
+    {
+      "epoch": 2.0345873899365214,
+      "grad_norm": 0.22665607929229736,
+      "learning_rate": 1.8459572168619105e-05,
+      "loss": 1.2611,
+      "step": 6831
+    },
+    {
+      "epoch": 2.03488523613619,
+      "grad_norm": 0.21407344937324524,
+      "learning_rate": 1.8459057773505968e-05,
+      "loss": 1.2605,
+      "step": 6832
+    },
+    {
+      "epoch": 2.035183082335859,
+      "grad_norm": 0.23433037102222443,
+      "learning_rate": 1.8458543299690747e-05,
+      "loss": 1.2699,
+      "step": 6833
+    },
+    {
+      "epoch": 2.0354809285355273,
+      "grad_norm": 0.2505665719509125,
+      "learning_rate": 1.845802874717823e-05,
+      "loss": 1.246,
+      "step": 6834
+    },
+    {
+      "epoch": 2.035778774735196,
+      "grad_norm": 0.25351783633232117,
+      "learning_rate": 1.8457514115973202e-05,
+      "loss": 1.2471,
+      "step": 6835
+    },
+    {
+      "epoch": 2.036076620934865,
+      "grad_norm": 0.22248394787311554,
+      "learning_rate": 1.845699940608046e-05,
+      "loss": 1.2662,
+      "step": 6836
+    },
+    {
+      "epoch": 2.036374467134533,
+      "grad_norm": 0.3558101952075958,
+      "learning_rate": 1.8456484617504787e-05,
+      "loss": 1.2368,
+      "step": 6837
+    },
+    {
+      "epoch": 2.036672313334202,
+      "grad_norm": 0.28423941135406494,
+      "learning_rate": 1.845596975025097e-05,
+      "loss": 1.2575,
+      "step": 6838
+    },
+    {
+      "epoch": 2.0369701595338707,
+      "grad_norm": 0.2607453763484955,
+      "learning_rate": 1.8455454804323802e-05,
+      "loss": 1.267,
+      "step": 6839
+    },
+    {
+      "epoch": 2.0372680057335395,
+      "grad_norm": 0.22378839552402496,
+      "learning_rate": 1.8454939779728077e-05,
+      "loss": 1.2569,
+      "step": 6840
+    },
+    {
+      "epoch": 2.037565851933208,
+      "grad_norm": 0.2533341348171234,
+      "learning_rate": 1.8454424676468582e-05,
+      "loss": 1.2545,
+      "step": 6841
+    },
+    {
+      "epoch": 2.0378636981328766,
+      "grad_norm": 0.261690616607666,
+      "learning_rate": 1.8453909494550108e-05,
+      "loss": 1.249,
+      "step": 6842
+    },
+    {
+      "epoch": 2.0381615443325454,
+      "grad_norm": 0.23489874601364136,
+      "learning_rate": 1.8453394233977455e-05,
+      "loss": 1.2653,
+      "step": 6843
+    },
+    {
+      "epoch": 2.038459390532214,
+      "grad_norm": 0.2246517837047577,
+      "learning_rate": 1.8452878894755414e-05,
+      "loss": 1.2666,
+      "step": 6844
+    },
+    {
+      "epoch": 2.0387572367318825,
+      "grad_norm": 0.2273196429014206,
+      "learning_rate": 1.8452363476888777e-05,
+      "loss": 1.269,
+      "step": 6845
+    },
+    {
+      "epoch": 2.0390550829315512,
+      "grad_norm": 0.23828180134296417,
+      "learning_rate": 1.8451847980382344e-05,
+      "loss": 1.2609,
+      "step": 6846
+    },
+    {
+      "epoch": 2.03935292913122,
+      "grad_norm": 0.2287394106388092,
+      "learning_rate": 1.8451332405240906e-05,
+      "loss": 1.2601,
+      "step": 6847
+    },
+    {
+      "epoch": 2.0396507753308883,
+      "grad_norm": 0.22577506303787231,
+      "learning_rate": 1.8450816751469264e-05,
+      "loss": 1.2557,
+      "step": 6848
+    },
+    {
+      "epoch": 2.039948621530557,
+      "grad_norm": 0.23476409912109375,
+      "learning_rate": 1.8450301019072212e-05,
+      "loss": 1.2583,
+      "step": 6849
+    },
+    {
+      "epoch": 2.040246467730226,
+      "grad_norm": 0.2375391721725464,
+      "learning_rate": 1.844978520805455e-05,
+      "loss": 1.2736,
+      "step": 6850
+    },
+    {
+      "epoch": 2.0405443139298947,
+      "grad_norm": 0.2250700443983078,
+      "learning_rate": 1.844926931842108e-05,
+      "loss": 1.2566,
+      "step": 6851
+    },
+    {
+      "epoch": 2.040842160129563,
+      "grad_norm": 0.21955886483192444,
+      "learning_rate": 1.8448753350176597e-05,
+      "loss": 1.2436,
+      "step": 6852
+    },
+    {
+      "epoch": 2.0411400063292318,
+      "grad_norm": 0.2313331663608551,
+      "learning_rate": 1.8448237303325905e-05,
+      "loss": 1.2628,
+      "step": 6853
+    },
+    {
+      "epoch": 2.0414378525289005,
+      "grad_norm": 0.2249409407377243,
+      "learning_rate": 1.8447721177873802e-05,
+      "loss": 1.2607,
+      "step": 6854
+    },
+    {
+      "epoch": 2.041735698728569,
+      "grad_norm": 0.23042838275432587,
+      "learning_rate": 1.8447204973825092e-05,
+      "loss": 1.2428,
+      "step": 6855
+    },
+    {
+      "epoch": 2.0420335449282376,
+      "grad_norm": 0.23948293924331665,
+      "learning_rate": 1.844668869118458e-05,
+      "loss": 1.2417,
+      "step": 6856
+    },
+    {
+      "epoch": 2.0423313911279064,
+      "grad_norm": 0.22150684893131256,
+      "learning_rate": 1.8446172329957063e-05,
+      "loss": 1.2508,
+      "step": 6857
+    },
+    {
+      "epoch": 2.042629237327575,
+      "grad_norm": 0.22669459879398346,
+      "learning_rate": 1.844565589014735e-05,
+      "loss": 1.2677,
+      "step": 6858
+    },
+    {
+      "epoch": 2.0429270835272435,
+      "grad_norm": 0.24645200371742249,
+      "learning_rate": 1.844513937176025e-05,
+      "loss": 1.2655,
+      "step": 6859
+    },
+    {
+      "epoch": 2.0432249297269123,
+      "grad_norm": 0.2355499267578125,
+      "learning_rate": 1.844462277480056e-05,
+      "loss": 1.24,
+      "step": 6860
+    },
+    {
+      "epoch": 2.043522775926581,
+      "grad_norm": 0.22788940370082855,
+      "learning_rate": 1.8444106099273086e-05,
+      "loss": 1.2664,
+      "step": 6861
+    },
+    {
+      "epoch": 2.0438206221262494,
+      "grad_norm": 0.22359760105609894,
+      "learning_rate": 1.8443589345182644e-05,
+      "loss": 1.2529,
+      "step": 6862
+    },
+    {
+      "epoch": 2.044118468325918,
+      "grad_norm": 0.2289741486310959,
+      "learning_rate": 1.8443072512534036e-05,
+      "loss": 1.2696,
+      "step": 6863
+    },
+    {
+      "epoch": 2.044416314525587,
+      "grad_norm": 0.2220015972852707,
+      "learning_rate": 1.844255560133207e-05,
+      "loss": 1.2524,
+      "step": 6864
+    },
+    {
+      "epoch": 2.0447141607252557,
+      "grad_norm": 0.23483262956142426,
+      "learning_rate": 1.844203861158156e-05,
+      "loss": 1.2668,
+      "step": 6865
+    },
+    {
+      "epoch": 2.045012006924924,
+      "grad_norm": 0.2522992491722107,
+      "learning_rate": 1.8441521543287312e-05,
+      "loss": 1.2647,
+      "step": 6866
+    },
+    {
+      "epoch": 2.045309853124593,
+      "grad_norm": 0.23144623637199402,
+      "learning_rate": 1.8441004396454136e-05,
+      "loss": 1.2507,
+      "step": 6867
+    },
+    {
+      "epoch": 2.0456076993242616,
+      "grad_norm": 0.22831657528877258,
+      "learning_rate": 1.8440487171086844e-05,
+      "loss": 1.2746,
+      "step": 6868
+    },
+    {
+      "epoch": 2.04590554552393,
+      "grad_norm": 0.22541166841983795,
+      "learning_rate": 1.843996986719025e-05,
+      "loss": 1.2666,
+      "step": 6869
+    },
+    {
+      "epoch": 2.0462033917235987,
+      "grad_norm": 0.2273152619600296,
+      "learning_rate": 1.8439452484769167e-05,
+      "loss": 1.2753,
+      "step": 6870
+    },
+    {
+      "epoch": 2.0465012379232674,
+      "grad_norm": 0.2365824282169342,
+      "learning_rate": 1.8438935023828405e-05,
+      "loss": 1.2541,
+      "step": 6871
+    },
+    {
+      "epoch": 2.046799084122936,
+      "grad_norm": 0.2436744123697281,
+      "learning_rate": 1.8438417484372785e-05,
+      "loss": 1.2623,
+      "step": 6872
+    },
+    {
+      "epoch": 2.0470969303226045,
+      "grad_norm": 0.22438614070415497,
+      "learning_rate": 1.8437899866407117e-05,
+      "loss": 1.2677,
+      "step": 6873
+    },
+    {
+      "epoch": 2.0473947765222733,
+      "grad_norm": 0.21692584455013275,
+      "learning_rate": 1.8437382169936217e-05,
+      "loss": 1.2601,
+      "step": 6874
+    },
+    {
+      "epoch": 2.047692622721942,
+      "grad_norm": 0.23106350004673004,
+      "learning_rate": 1.8436864394964905e-05,
+      "loss": 1.2381,
+      "step": 6875
+    },
+    {
+      "epoch": 2.0479904689216104,
+      "grad_norm": 0.23219044506549835,
+      "learning_rate": 1.8436346541497993e-05,
+      "loss": 1.2798,
+      "step": 6876
+    },
+    {
+      "epoch": 2.048288315121279,
+      "grad_norm": 0.2407381385564804,
+      "learning_rate": 1.84358286095403e-05,
+      "loss": 1.2648,
+      "step": 6877
+    },
+    {
+      "epoch": 2.048586161320948,
+      "grad_norm": 0.23298059403896332,
+      "learning_rate": 1.8435310599096653e-05,
+      "loss": 1.2559,
+      "step": 6878
+    },
+    {
+      "epoch": 2.0488840075206167,
+      "grad_norm": 0.22220873832702637,
+      "learning_rate": 1.843479251017186e-05,
+      "loss": 1.2796,
+      "step": 6879
+    },
+    {
+      "epoch": 2.049181853720285,
+      "grad_norm": 0.23294870555400848,
+      "learning_rate": 1.843427434277075e-05,
+      "loss": 1.2622,
+      "step": 6880
+    },
+    {
+      "epoch": 2.049479699919954,
+      "grad_norm": 0.21809184551239014,
+      "learning_rate": 1.843375609689814e-05,
+      "loss": 1.2516,
+      "step": 6881
+    },
+    {
+      "epoch": 2.0497775461196226,
+      "grad_norm": 0.2328861504793167,
+      "learning_rate": 1.8433237772558856e-05,
+      "loss": 1.2596,
+      "step": 6882
+    },
+    {
+      "epoch": 2.050075392319291,
+      "grad_norm": 0.2302510291337967,
+      "learning_rate": 1.843271936975771e-05,
+      "loss": 1.2471,
+      "step": 6883
+    },
+    {
+      "epoch": 2.0503732385189597,
+      "grad_norm": 0.24519892036914825,
+      "learning_rate": 1.8432200888499533e-05,
+      "loss": 1.2461,
+      "step": 6884
+    },
+    {
+      "epoch": 2.0506710847186285,
+      "grad_norm": 0.2264488786458969,
+      "learning_rate": 1.843168232878915e-05,
+      "loss": 1.242,
+      "step": 6885
+    },
+    {
+      "epoch": 2.0509689309182972,
+      "grad_norm": 0.2383405566215515,
+      "learning_rate": 1.8431163690631383e-05,
+      "loss": 1.2608,
+      "step": 6886
+    },
+    {
+      "epoch": 2.0512667771179656,
+      "grad_norm": 0.22933566570281982,
+      "learning_rate": 1.8430644974031057e-05,
+      "loss": 1.2852,
+      "step": 6887
+    },
+    {
+      "epoch": 2.0515646233176343,
+      "grad_norm": 0.2428789883852005,
+      "learning_rate": 1.8430126178992996e-05,
+      "loss": 1.2723,
+      "step": 6888
+    },
+    {
+      "epoch": 2.051862469517303,
+      "grad_norm": 0.2358553111553192,
+      "learning_rate": 1.8429607305522036e-05,
+      "loss": 1.239,
+      "step": 6889
+    },
+    {
+      "epoch": 2.0521603157169714,
+      "grad_norm": 0.22229686379432678,
+      "learning_rate": 1.8429088353622994e-05,
+      "loss": 1.2562,
+      "step": 6890
+    },
+    {
+      "epoch": 2.05245816191664,
+      "grad_norm": 0.2688424289226532,
+      "learning_rate": 1.8428569323300706e-05,
+      "loss": 1.2959,
+      "step": 6891
+    },
+    {
+      "epoch": 2.052756008116309,
+      "grad_norm": 0.22803576290607452,
+      "learning_rate": 1.8428050214559992e-05,
+      "loss": 1.2387,
+      "step": 6892
+    },
+    {
+      "epoch": 2.0530538543159778,
+      "grad_norm": 0.23481722176074982,
+      "learning_rate": 1.842753102740569e-05,
+      "loss": 1.2629,
+      "step": 6893
+    },
+    {
+      "epoch": 2.053351700515646,
+      "grad_norm": 0.23635835945606232,
+      "learning_rate": 1.8427011761842627e-05,
+      "loss": 1.2751,
+      "step": 6894
+    },
+    {
+      "epoch": 2.053649546715315,
+      "grad_norm": 0.21708984673023224,
+      "learning_rate": 1.8426492417875636e-05,
+      "loss": 1.2518,
+      "step": 6895
+    },
+    {
+      "epoch": 2.0539473929149836,
+      "grad_norm": 0.2377351075410843,
+      "learning_rate": 1.8425972995509545e-05,
+      "loss": 1.2634,
+      "step": 6896
+    },
+    {
+      "epoch": 2.054245239114652,
+      "grad_norm": 0.2265872359275818,
+      "learning_rate": 1.8425453494749193e-05,
+      "loss": 1.2558,
+      "step": 6897
+    },
+    {
+      "epoch": 2.0545430853143207,
+      "grad_norm": 0.2197393923997879,
+      "learning_rate": 1.8424933915599408e-05,
+      "loss": 1.2535,
+      "step": 6898
+    },
+    {
+      "epoch": 2.0548409315139895,
+      "grad_norm": 0.2214498519897461,
+      "learning_rate": 1.8424414258065028e-05,
+      "loss": 1.2559,
+      "step": 6899
+    },
+    {
+      "epoch": 2.0551387777136583,
+      "grad_norm": 0.23770642280578613,
+      "learning_rate": 1.842389452215088e-05,
+      "loss": 1.2604,
+      "step": 6900
+    },
+    {
+      "epoch": 2.0554366239133266,
+      "grad_norm": 0.2686885595321655,
+      "learning_rate": 1.8423374707861808e-05,
+      "loss": 1.2723,
+      "step": 6901
+    },
+    {
+      "epoch": 2.0557344701129954,
+      "grad_norm": 0.24521741271018982,
+      "learning_rate": 1.8422854815202645e-05,
+      "loss": 1.2574,
+      "step": 6902
+    },
+    {
+      "epoch": 2.056032316312664,
+      "grad_norm": 0.233657568693161,
+      "learning_rate": 1.842233484417823e-05,
+      "loss": 1.2642,
+      "step": 6903
+    },
+    {
+      "epoch": 2.0563301625123325,
+      "grad_norm": 0.2279568612575531,
+      "learning_rate": 1.84218147947934e-05,
+      "loss": 1.2602,
+      "step": 6904
+    },
+    {
+      "epoch": 2.0566280087120012,
+      "grad_norm": 0.22631187736988068,
+      "learning_rate": 1.842129466705299e-05,
+      "loss": 1.2694,
+      "step": 6905
+    },
+    {
+      "epoch": 2.05692585491167,
+      "grad_norm": 0.2367851287126541,
+      "learning_rate": 1.8420774460961846e-05,
+      "loss": 1.2638,
+      "step": 6906
+    },
+    {
+      "epoch": 2.057223701111339,
+      "grad_norm": 0.23497571051120758,
+      "learning_rate": 1.84202541765248e-05,
+      "loss": 1.2538,
+      "step": 6907
+    },
+    {
+      "epoch": 2.057521547311007,
+      "grad_norm": 0.22271881997585297,
+      "learning_rate": 1.84197338137467e-05,
+      "loss": 1.2397,
+      "step": 6908
+    },
+    {
+      "epoch": 2.057819393510676,
+      "grad_norm": 0.2256689965724945,
+      "learning_rate": 1.841921337263238e-05,
+      "loss": 1.274,
+      "step": 6909
+    },
+    {
+      "epoch": 2.0581172397103447,
+      "grad_norm": 0.2230585217475891,
+      "learning_rate": 1.8418692853186687e-05,
+      "loss": 1.2515,
+      "step": 6910
+    },
+    {
+      "epoch": 2.0584150859100134,
+      "grad_norm": 0.23039759695529938,
+      "learning_rate": 1.8418172255414463e-05,
+      "loss": 1.257,
+      "step": 6911
+    },
+    {
+      "epoch": 2.0587129321096818,
+      "grad_norm": 0.22781473398208618,
+      "learning_rate": 1.8417651579320555e-05,
+      "loss": 1.2669,
+      "step": 6912
+    },
+    {
+      "epoch": 2.0590107783093505,
+      "grad_norm": 0.23078389465808868,
+      "learning_rate": 1.8417130824909797e-05,
+      "loss": 1.2602,
+      "step": 6913
+    },
+    {
+      "epoch": 2.0593086245090193,
+      "grad_norm": 0.23632900416851044,
+      "learning_rate": 1.841660999218705e-05,
+      "loss": 1.2497,
+      "step": 6914
+    },
+    {
+      "epoch": 2.0596064707086876,
+      "grad_norm": 0.22319194674491882,
+      "learning_rate": 1.8416089081157142e-05,
+      "loss": 1.2702,
+      "step": 6915
+    },
+    {
+      "epoch": 2.0599043169083564,
+      "grad_norm": 0.23077838122844696,
+      "learning_rate": 1.8415568091824934e-05,
+      "loss": 1.2526,
+      "step": 6916
+    },
+    {
+      "epoch": 2.060202163108025,
+      "grad_norm": 0.24915198981761932,
+      "learning_rate": 1.8415047024195263e-05,
+      "loss": 1.2477,
+      "step": 6917
+    },
+    {
+      "epoch": 2.060500009307694,
+      "grad_norm": 0.22520673274993896,
+      "learning_rate": 1.8414525878272986e-05,
+      "loss": 1.2594,
+      "step": 6918
+    },
+    {
+      "epoch": 2.0607978555073623,
+      "grad_norm": 0.22590255737304688,
+      "learning_rate": 1.8414004654062943e-05,
+      "loss": 1.2708,
+      "step": 6919
+    },
+    {
+      "epoch": 2.061095701707031,
+      "grad_norm": 0.22848273813724518,
+      "learning_rate": 1.8413483351569986e-05,
+      "loss": 1.2622,
+      "step": 6920
+    },
+    {
+      "epoch": 2.0613935479067,
+      "grad_norm": 0.22753171622753143,
+      "learning_rate": 1.8412961970798974e-05,
+      "loss": 1.2611,
+      "step": 6921
+    },
+    {
+      "epoch": 2.061691394106368,
+      "grad_norm": 0.23591996729373932,
+      "learning_rate": 1.8412440511754745e-05,
+      "loss": 1.2688,
+      "step": 6922
+    },
+    {
+      "epoch": 2.061989240306037,
+      "grad_norm": 0.2515062987804413,
+      "learning_rate": 1.8411918974442154e-05,
+      "loss": 1.2748,
+      "step": 6923
+    },
+    {
+      "epoch": 2.0622870865057057,
+      "grad_norm": 0.41803601384162903,
+      "learning_rate": 1.841139735886606e-05,
+      "loss": 1.2672,
+      "step": 6924
+    },
+    {
+      "epoch": 2.0625849327053745,
+      "grad_norm": 0.2785837650299072,
+      "learning_rate": 1.841087566503131e-05,
+      "loss": 1.255,
+      "step": 6925
+    },
+    {
+      "epoch": 2.062882778905043,
+      "grad_norm": 0.28804776072502136,
+      "learning_rate": 1.8410353892942757e-05,
+      "loss": 1.2779,
+      "step": 6926
+    },
+    {
+      "epoch": 2.0631806251047116,
+      "grad_norm": 0.23044361174106598,
+      "learning_rate": 1.8409832042605258e-05,
+      "loss": 1.244,
+      "step": 6927
+    },
+    {
+      "epoch": 2.0634784713043803,
+      "grad_norm": 0.225747749209404,
+      "learning_rate": 1.840931011402367e-05,
+      "loss": 1.2545,
+      "step": 6928
+    },
+    {
+      "epoch": 2.0637763175040487,
+      "grad_norm": 0.26567065715789795,
+      "learning_rate": 1.8408788107202844e-05,
+      "loss": 1.2725,
+      "step": 6929
+    },
+    {
+      "epoch": 2.0640741637037174,
+      "grad_norm": 0.25946280360221863,
+      "learning_rate": 1.8408266022147643e-05,
+      "loss": 1.2642,
+      "step": 6930
+    },
+    {
+      "epoch": 2.064372009903386,
+      "grad_norm": 0.23841392993927002,
+      "learning_rate": 1.8407743858862915e-05,
+      "loss": 1.2548,
+      "step": 6931
+    },
+    {
+      "epoch": 2.064669856103055,
+      "grad_norm": 0.2300664484500885,
+      "learning_rate": 1.840722161735353e-05,
+      "loss": 1.2523,
+      "step": 6932
+    },
+    {
+      "epoch": 2.0649677023027233,
+      "grad_norm": 0.23629789054393768,
+      "learning_rate": 1.840669929762434e-05,
+      "loss": 1.2669,
+      "step": 6933
+    },
+    {
+      "epoch": 2.065265548502392,
+      "grad_norm": 0.23946943879127502,
+      "learning_rate": 1.8406176899680203e-05,
+      "loss": 1.2745,
+      "step": 6934
+    },
+    {
+      "epoch": 2.065563394702061,
+      "grad_norm": 0.23306971788406372,
+      "learning_rate": 1.8405654423525984e-05,
+      "loss": 1.2748,
+      "step": 6935
+    },
+    {
+      "epoch": 2.065861240901729,
+      "grad_norm": 0.21573369204998016,
+      "learning_rate": 1.840513186916654e-05,
+      "loss": 1.2631,
+      "step": 6936
+    },
+    {
+      "epoch": 2.066159087101398,
+      "grad_norm": 0.23127424716949463,
+      "learning_rate": 1.8404609236606736e-05,
+      "loss": 1.271,
+      "step": 6937
+    },
+    {
+      "epoch": 2.0664569333010667,
+      "grad_norm": 0.234597310423851,
+      "learning_rate": 1.8404086525851434e-05,
+      "loss": 1.2648,
+      "step": 6938
+    },
+    {
+      "epoch": 2.0667547795007355,
+      "grad_norm": 0.22970066964626312,
+      "learning_rate": 1.8403563736905498e-05,
+      "loss": 1.2408,
+      "step": 6939
+    },
+    {
+      "epoch": 2.067052625700404,
+      "grad_norm": 0.22580933570861816,
+      "learning_rate": 1.840304086977379e-05,
+      "loss": 1.2748,
+      "step": 6940
+    },
+    {
+      "epoch": 2.0673504719000726,
+      "grad_norm": 0.2299324870109558,
+      "learning_rate": 1.8402517924461173e-05,
+      "loss": 1.2589,
+      "step": 6941
+    },
+    {
+      "epoch": 2.0676483180997414,
+      "grad_norm": 0.2186276614665985,
+      "learning_rate": 1.840199490097251e-05,
+      "loss": 1.2525,
+      "step": 6942
+    },
+    {
+      "epoch": 2.0679461642994097,
+      "grad_norm": 0.2327873557806015,
+      "learning_rate": 1.840147179931268e-05,
+      "loss": 1.2632,
+      "step": 6943
+    },
+    {
+      "epoch": 2.0682440104990785,
+      "grad_norm": 0.23202918469905853,
+      "learning_rate": 1.8400948619486538e-05,
+      "loss": 1.2711,
+      "step": 6944
+    },
+    {
+      "epoch": 2.0685418566987472,
+      "grad_norm": 0.236239954829216,
+      "learning_rate": 1.8400425361498953e-05,
+      "loss": 1.2541,
+      "step": 6945
+    },
+    {
+      "epoch": 2.068839702898416,
+      "grad_norm": 0.21637538075447083,
+      "learning_rate": 1.8399902025354798e-05,
+      "loss": 1.2592,
+      "step": 6946
+    },
+    {
+      "epoch": 2.0691375490980843,
+      "grad_norm": 0.22838181257247925,
+      "learning_rate": 1.839937861105894e-05,
+      "loss": 1.2749,
+      "step": 6947
+    },
+    {
+      "epoch": 2.069435395297753,
+      "grad_norm": 0.2435142993927002,
+      "learning_rate": 1.839885511861625e-05,
+      "loss": 1.2732,
+      "step": 6948
+    },
+    {
+      "epoch": 2.069733241497422,
+      "grad_norm": 0.23763881623744965,
+      "learning_rate": 1.8398331548031595e-05,
+      "loss": 1.2604,
+      "step": 6949
+    },
+    {
+      "epoch": 2.07003108769709,
+      "grad_norm": 0.2310408502817154,
+      "learning_rate": 1.8397807899309847e-05,
+      "loss": 1.2513,
+      "step": 6950
+    },
+    {
+      "epoch": 2.070328933896759,
+      "grad_norm": 0.22499972581863403,
+      "learning_rate": 1.839728417245588e-05,
+      "loss": 1.2467,
+      "step": 6951
+    },
+    {
+      "epoch": 2.0706267800964278,
+      "grad_norm": 0.22741033136844635,
+      "learning_rate": 1.8396760367474565e-05,
+      "loss": 1.2614,
+      "step": 6952
+    },
+    {
+      "epoch": 2.0709246262960965,
+      "grad_norm": 0.23971451818943024,
+      "learning_rate": 1.839623648437078e-05,
+      "loss": 1.2663,
+      "step": 6953
+    },
+    {
+      "epoch": 2.071222472495765,
+      "grad_norm": 0.22412295639514923,
+      "learning_rate": 1.8395712523149392e-05,
+      "loss": 1.2601,
+      "step": 6954
+    },
+    {
+      "epoch": 2.0715203186954336,
+      "grad_norm": 0.22380006313323975,
+      "learning_rate": 1.839518848381528e-05,
+      "loss": 1.2614,
+      "step": 6955
+    },
+    {
+      "epoch": 2.0718181648951024,
+      "grad_norm": 0.2436816543340683,
+      "learning_rate": 1.8394664366373317e-05,
+      "loss": 1.2687,
+      "step": 6956
+    },
+    {
+      "epoch": 2.0721160110947707,
+      "grad_norm": 0.24516181647777557,
+      "learning_rate": 1.8394140170828382e-05,
+      "loss": 1.2494,
+      "step": 6957
+    },
+    {
+      "epoch": 2.0724138572944395,
+      "grad_norm": 0.21680797636508942,
+      "learning_rate": 1.8393615897185352e-05,
+      "loss": 1.2705,
+      "step": 6958
+    },
+    {
+      "epoch": 2.0727117034941083,
+      "grad_norm": 0.22413359582424164,
+      "learning_rate": 1.8393091545449103e-05,
+      "loss": 1.2561,
+      "step": 6959
+    },
+    {
+      "epoch": 2.073009549693777,
+      "grad_norm": 0.21973325312137604,
+      "learning_rate": 1.8392567115624514e-05,
+      "loss": 1.2504,
+      "step": 6960
+    },
+    {
+      "epoch": 2.0733073958934454,
+      "grad_norm": 0.2217159867286682,
+      "learning_rate": 1.8392042607716467e-05,
+      "loss": 1.2565,
+      "step": 6961
+    },
+    {
+      "epoch": 2.073605242093114,
+      "grad_norm": 0.22410368919372559,
+      "learning_rate": 1.839151802172984e-05,
+      "loss": 1.2835,
+      "step": 6962
+    },
+    {
+      "epoch": 2.073903088292783,
+      "grad_norm": 0.23028461635112762,
+      "learning_rate": 1.839099335766951e-05,
+      "loss": 1.2482,
+      "step": 6963
+    },
+    {
+      "epoch": 2.0742009344924517,
+      "grad_norm": 0.23592053353786469,
+      "learning_rate": 1.8390468615540366e-05,
+      "loss": 1.2453,
+      "step": 6964
+    },
+    {
+      "epoch": 2.07449878069212,
+      "grad_norm": 0.23165811598300934,
+      "learning_rate": 1.8389943795347284e-05,
+      "loss": 1.2465,
+      "step": 6965
+    },
+    {
+      "epoch": 2.074796626891789,
+      "grad_norm": 0.24902459979057312,
+      "learning_rate": 1.8389418897095145e-05,
+      "loss": 1.2702,
+      "step": 6966
+    },
+    {
+      "epoch": 2.0750944730914576,
+      "grad_norm": 0.24945801496505737,
+      "learning_rate": 1.8388893920788843e-05,
+      "loss": 1.2578,
+      "step": 6967
+    },
+    {
+      "epoch": 2.075392319291126,
+      "grad_norm": 0.22417689859867096,
+      "learning_rate": 1.8388368866433252e-05,
+      "loss": 1.2624,
+      "step": 6968
+    },
+    {
+      "epoch": 2.0756901654907947,
+      "grad_norm": 0.24911852180957794,
+      "learning_rate": 1.8387843734033258e-05,
+      "loss": 1.2526,
+      "step": 6969
+    },
+    {
+      "epoch": 2.0759880116904634,
+      "grad_norm": 0.23068749904632568,
+      "learning_rate": 1.8387318523593754e-05,
+      "loss": 1.2449,
+      "step": 6970
+    },
+    {
+      "epoch": 2.0762858578901318,
+      "grad_norm": 0.2273305356502533,
+      "learning_rate": 1.838679323511962e-05,
+      "loss": 1.2681,
+      "step": 6971
+    },
+    {
+      "epoch": 2.0765837040898005,
+      "grad_norm": 0.22893273830413818,
+      "learning_rate": 1.8386267868615747e-05,
+      "loss": 1.265,
+      "step": 6972
+    },
+    {
+      "epoch": 2.0768815502894693,
+      "grad_norm": 0.23285570740699768,
+      "learning_rate": 1.8385742424087022e-05,
+      "loss": 1.2615,
+      "step": 6973
+    },
+    {
+      "epoch": 2.077179396489138,
+      "grad_norm": 0.24007824063301086,
+      "learning_rate": 1.838521690153833e-05,
+      "loss": 1.2699,
+      "step": 6974
+    },
+    {
+      "epoch": 2.0774772426888064,
+      "grad_norm": 0.22753021121025085,
+      "learning_rate": 1.8384691300974563e-05,
+      "loss": 1.261,
+      "step": 6975
+    },
+    {
+      "epoch": 2.077775088888475,
+      "grad_norm": 0.2304292917251587,
+      "learning_rate": 1.8384165622400613e-05,
+      "loss": 1.255,
+      "step": 6976
+    },
+    {
+      "epoch": 2.078072935088144,
+      "grad_norm": 0.24333694577217102,
+      "learning_rate": 1.838363986582137e-05,
+      "loss": 1.2575,
+      "step": 6977
+    },
+    {
+      "epoch": 2.0783707812878127,
+      "grad_norm": 0.22278420627117157,
+      "learning_rate": 1.838311403124172e-05,
+      "loss": 1.2443,
+      "step": 6978
+    },
+    {
+      "epoch": 2.078668627487481,
+      "grad_norm": 0.22980521619319916,
+      "learning_rate": 1.8382588118666564e-05,
+      "loss": 1.2649,
+      "step": 6979
+    },
+    {
+      "epoch": 2.07896647368715,
+      "grad_norm": 0.22375096380710602,
+      "learning_rate": 1.838206212810079e-05,
+      "loss": 1.249,
+      "step": 6980
+    },
+    {
+      "epoch": 2.0792643198868186,
+      "grad_norm": 0.21912263333797455,
+      "learning_rate": 1.8381536059549298e-05,
+      "loss": 1.2602,
+      "step": 6981
+    },
+    {
+      "epoch": 2.079562166086487,
+      "grad_norm": 0.23730771243572235,
+      "learning_rate": 1.838100991301697e-05,
+      "loss": 1.2677,
+      "step": 6982
+    },
+    {
+      "epoch": 2.0798600122861557,
+      "grad_norm": 0.21935300529003143,
+      "learning_rate": 1.8380483688508713e-05,
+      "loss": 1.2646,
+      "step": 6983
+    },
+    {
+      "epoch": 2.0801578584858245,
+      "grad_norm": 0.22099409997463226,
+      "learning_rate": 1.8379957386029417e-05,
+      "loss": 1.2589,
+      "step": 6984
+    },
+    {
+      "epoch": 2.0804557046854932,
+      "grad_norm": 0.2275436371564865,
+      "learning_rate": 1.8379431005583977e-05,
+      "loss": 1.2545,
+      "step": 6985
+    },
+    {
+      "epoch": 2.0807535508851616,
+      "grad_norm": 0.22090966999530792,
+      "learning_rate": 1.83789045471773e-05,
+      "loss": 1.2587,
+      "step": 6986
+    },
+    {
+      "epoch": 2.0810513970848303,
+      "grad_norm": 0.23452916741371155,
+      "learning_rate": 1.8378378010814276e-05,
+      "loss": 1.2536,
+      "step": 6987
+    },
+    {
+      "epoch": 2.081349243284499,
+      "grad_norm": 0.24162159860134125,
+      "learning_rate": 1.8377851396499804e-05,
+      "loss": 1.2646,
+      "step": 6988
+    },
+    {
+      "epoch": 2.0816470894841674,
+      "grad_norm": 0.22596555948257446,
+      "learning_rate": 1.8377324704238785e-05,
+      "loss": 1.2561,
+      "step": 6989
+    },
+    {
+      "epoch": 2.081944935683836,
+      "grad_norm": 0.23950867354869843,
+      "learning_rate": 1.8376797934036118e-05,
+      "loss": 1.2505,
+      "step": 6990
+    },
+    {
+      "epoch": 2.082242781883505,
+      "grad_norm": 0.23692114651203156,
+      "learning_rate": 1.8376271085896706e-05,
+      "loss": 1.254,
+      "step": 6991
+    },
+    {
+      "epoch": 2.0825406280831738,
+      "grad_norm": 0.2381732314825058,
+      "learning_rate": 1.8375744159825452e-05,
+      "loss": 1.276,
+      "step": 6992
+    },
+    {
+      "epoch": 2.082838474282842,
+      "grad_norm": 0.22579234838485718,
+      "learning_rate": 1.8375217155827255e-05,
+      "loss": 1.2728,
+      "step": 6993
+    },
+    {
+      "epoch": 2.083136320482511,
+      "grad_norm": 0.22766689956188202,
+      "learning_rate": 1.837469007390702e-05,
+      "loss": 1.2296,
+      "step": 6994
+    },
+    {
+      "epoch": 2.0834341666821796,
+      "grad_norm": 0.2368287295103073,
+      "learning_rate": 1.8374162914069652e-05,
+      "loss": 1.2648,
+      "step": 6995
+    },
+    {
+      "epoch": 2.083732012881848,
+      "grad_norm": 0.21219930052757263,
+      "learning_rate": 1.8373635676320052e-05,
+      "loss": 1.2447,
+      "step": 6996
+    },
+    {
+      "epoch": 2.0840298590815167,
+      "grad_norm": 0.23508693277835846,
+      "learning_rate": 1.8373108360663126e-05,
+      "loss": 1.2649,
+      "step": 6997
+    },
+    {
+      "epoch": 2.0843277052811855,
+      "grad_norm": 0.23294752836227417,
+      "learning_rate": 1.8372580967103787e-05,
+      "loss": 1.246,
+      "step": 6998
+    },
+    {
+      "epoch": 2.0846255514808543,
+      "grad_norm": 0.2368563860654831,
+      "learning_rate": 1.8372053495646934e-05,
+      "loss": 1.2609,
+      "step": 6999
+    },
+    {
+      "epoch": 2.0849233976805226,
+      "grad_norm": 0.25801020860671997,
+      "learning_rate": 1.8371525946297474e-05,
+      "loss": 1.2652,
+      "step": 7000
+    },
+    {
+      "epoch": 2.0849233976805226,
+      "eval_loss": 1.3425718545913696,
+      "eval_runtime": 21.1491,
+      "eval_samples_per_second": 81.989,
+      "eval_steps_per_second": 5.154,
+      "step": 7000
+    },
+    {
+      "epoch": 2.0852212438801914,
+      "grad_norm": 0.23416325449943542,
+      "learning_rate": 1.8370998319060322e-05,
+      "loss": 1.2779,
+      "step": 7001
+    },
+    {
+      "epoch": 2.08551909007986,
+      "grad_norm": 0.22796592116355896,
+      "learning_rate": 1.837047061394038e-05,
+      "loss": 1.2707,
+      "step": 7002
+    },
+    {
+      "epoch": 2.0858169362795285,
+      "grad_norm": 0.24770605564117432,
+      "learning_rate": 1.8369942830942567e-05,
+      "loss": 1.2526,
+      "step": 7003
+    },
+    {
+      "epoch": 2.0861147824791972,
+      "grad_norm": 0.23605570197105408,
+      "learning_rate": 1.8369414970071783e-05,
+      "loss": 1.2479,
+      "step": 7004
+    },
+    {
+      "epoch": 2.086412628678866,
+      "grad_norm": 0.23263491690158844,
+      "learning_rate": 1.8368887031332945e-05,
+      "loss": 1.2474,
+      "step": 7005
+    },
+    {
+      "epoch": 2.086710474878535,
+      "grad_norm": 0.24133925139904022,
+      "learning_rate": 1.836835901473096e-05,
+      "loss": 1.2501,
+      "step": 7006
+    },
+    {
+      "epoch": 2.087008321078203,
+      "grad_norm": 0.20939506590366364,
+      "learning_rate": 1.836783092027075e-05,
+      "loss": 1.2444,
+      "step": 7007
+    },
+    {
+      "epoch": 2.087306167277872,
+      "grad_norm": 0.22284309566020966,
+      "learning_rate": 1.8367302747957216e-05,
+      "loss": 1.2544,
+      "step": 7008
+    },
+    {
+      "epoch": 2.0876040134775407,
+      "grad_norm": 0.24253371357917786,
+      "learning_rate": 1.8366774497795284e-05,
+      "loss": 1.2658,
+      "step": 7009
+    },
+    {
+      "epoch": 2.087901859677209,
+      "grad_norm": 0.23892003297805786,
+      "learning_rate": 1.8366246169789858e-05,
+      "loss": 1.2367,
+      "step": 7010
+    },
+    {
+      "epoch": 2.0881997058768778,
+      "grad_norm": 0.22930456697940826,
+      "learning_rate": 1.8365717763945862e-05,
+      "loss": 1.2601,
+      "step": 7011
+    },
+    {
+      "epoch": 2.0884975520765465,
+      "grad_norm": 0.2401750683784485,
+      "learning_rate": 1.836518928026821e-05,
+      "loss": 1.2688,
+      "step": 7012
+    },
+    {
+      "epoch": 2.0887953982762153,
+      "grad_norm": 0.2856822609901428,
+      "learning_rate": 1.8364660718761816e-05,
+      "loss": 1.2573,
+      "step": 7013
+    },
+    {
+      "epoch": 2.0890932444758836,
+      "grad_norm": 0.2995435297489166,
+      "learning_rate": 1.83641320794316e-05,
+      "loss": 1.2656,
+      "step": 7014
+    },
+    {
+      "epoch": 2.0893910906755524,
+      "grad_norm": 0.24359357357025146,
+      "learning_rate": 1.836360336228248e-05,
+      "loss": 1.2537,
+      "step": 7015
+    },
+    {
+      "epoch": 2.089688936875221,
+      "grad_norm": 0.5386900901794434,
+      "learning_rate": 1.8363074567319374e-05,
+      "loss": 1.2737,
+      "step": 7016
+    },
+    {
+      "epoch": 2.0899867830748895,
+      "grad_norm": 0.2589731216430664,
+      "learning_rate": 1.8362545694547202e-05,
+      "loss": 1.2579,
+      "step": 7017
+    },
+    {
+      "epoch": 2.0902846292745583,
+      "grad_norm": 0.273444801568985,
+      "learning_rate": 1.836201674397089e-05,
+      "loss": 1.2638,
+      "step": 7018
+    },
+    {
+      "epoch": 2.090582475474227,
+      "grad_norm": 0.23925411701202393,
+      "learning_rate": 1.8361487715595353e-05,
+      "loss": 1.2682,
+      "step": 7019
+    },
+    {
+      "epoch": 2.090880321673896,
+      "grad_norm": 0.2418997436761856,
+      "learning_rate": 1.8360958609425512e-05,
+      "loss": 1.2489,
+      "step": 7020
+    },
+    {
+      "epoch": 2.091178167873564,
+      "grad_norm": 0.2647736072540283,
+      "learning_rate": 1.8360429425466297e-05,
+      "loss": 1.2583,
+      "step": 7021
+    },
+    {
+      "epoch": 2.091476014073233,
+      "grad_norm": 0.2629542350769043,
+      "learning_rate": 1.8359900163722622e-05,
+      "loss": 1.259,
+      "step": 7022
+    },
+    {
+      "epoch": 2.0917738602729017,
+      "grad_norm": 0.24343015253543854,
+      "learning_rate": 1.835937082419942e-05,
+      "loss": 1.2715,
+      "step": 7023
+    },
+    {
+      "epoch": 2.09207170647257,
+      "grad_norm": 0.21744422614574432,
+      "learning_rate": 1.835884140690161e-05,
+      "loss": 1.2327,
+      "step": 7024
+    },
+    {
+      "epoch": 2.092369552672239,
+      "grad_norm": 0.2299731820821762,
+      "learning_rate": 1.8358311911834122e-05,
+      "loss": 1.2448,
+      "step": 7025
+    },
+    {
+      "epoch": 2.0926673988719076,
+      "grad_norm": 0.25502943992614746,
+      "learning_rate": 1.8357782339001877e-05,
+      "loss": 1.2617,
+      "step": 7026
+    },
+    {
+      "epoch": 2.0929652450715763,
+      "grad_norm": 0.22891417145729065,
+      "learning_rate": 1.835725268840981e-05,
+      "loss": 1.2534,
+      "step": 7027
+    },
+    {
+      "epoch": 2.0932630912712447,
+      "grad_norm": 0.2278069704771042,
+      "learning_rate": 1.835672296006284e-05,
+      "loss": 1.2672,
+      "step": 7028
+    },
+    {
+      "epoch": 2.0935609374709134,
+      "grad_norm": 0.22990724444389343,
+      "learning_rate": 1.8356193153965897e-05,
+      "loss": 1.2635,
+      "step": 7029
+    },
+    {
+      "epoch": 2.093858783670582,
+      "grad_norm": 0.23280049860477448,
+      "learning_rate": 1.8355663270123916e-05,
+      "loss": 1.2564,
+      "step": 7030
+    },
+    {
+      "epoch": 2.094156629870251,
+      "grad_norm": 0.2301468402147293,
+      "learning_rate": 1.8355133308541827e-05,
+      "loss": 1.2705,
+      "step": 7031
+    },
+    {
+      "epoch": 2.0944544760699193,
+      "grad_norm": 0.227765753865242,
+      "learning_rate": 1.8354603269224554e-05,
+      "loss": 1.2808,
+      "step": 7032
+    },
+    {
+      "epoch": 2.094752322269588,
+      "grad_norm": 0.22093096375465393,
+      "learning_rate": 1.8354073152177032e-05,
+      "loss": 1.2482,
+      "step": 7033
+    },
+    {
+      "epoch": 2.095050168469257,
+      "grad_norm": 0.21572571992874146,
+      "learning_rate": 1.835354295740419e-05,
+      "loss": 1.2628,
+      "step": 7034
+    },
+    {
+      "epoch": 2.095348014668925,
+      "grad_norm": 0.23582948744297028,
+      "learning_rate": 1.8353012684910968e-05,
+      "loss": 1.2565,
+      "step": 7035
+    },
+    {
+      "epoch": 2.095645860868594,
+      "grad_norm": 0.2237798422574997,
+      "learning_rate": 1.8352482334702296e-05,
+      "loss": 1.2664,
+      "step": 7036
+    },
+    {
+      "epoch": 2.0959437070682627,
+      "grad_norm": 0.22031529247760773,
+      "learning_rate": 1.8351951906783108e-05,
+      "loss": 1.2567,
+      "step": 7037
+    },
+    {
+      "epoch": 2.096241553267931,
+      "grad_norm": 0.22599531710147858,
+      "learning_rate": 1.8351421401158337e-05,
+      "loss": 1.2484,
+      "step": 7038
+    },
+    {
+      "epoch": 2.0965393994676,
+      "grad_norm": 0.22428205609321594,
+      "learning_rate": 1.835089081783292e-05,
+      "loss": 1.2602,
+      "step": 7039
+    },
+    {
+      "epoch": 2.0968372456672686,
+      "grad_norm": 0.2303728461265564,
+      "learning_rate": 1.8350360156811796e-05,
+      "loss": 1.2655,
+      "step": 7040
+    },
+    {
+      "epoch": 2.0971350918669374,
+      "grad_norm": 0.22629369795322418,
+      "learning_rate": 1.83498294180999e-05,
+      "loss": 1.2672,
+      "step": 7041
+    },
+    {
+      "epoch": 2.0974329380666057,
+      "grad_norm": 0.22464722394943237,
+      "learning_rate": 1.834929860170217e-05,
+      "loss": 1.2596,
+      "step": 7042
+    },
+    {
+      "epoch": 2.0977307842662745,
+      "grad_norm": 0.2226731777191162,
+      "learning_rate": 1.8348767707623544e-05,
+      "loss": 1.2639,
+      "step": 7043
+    },
+    {
+      "epoch": 2.0980286304659432,
+      "grad_norm": 0.24072232842445374,
+      "learning_rate": 1.8348236735868963e-05,
+      "loss": 1.2646,
+      "step": 7044
+    },
+    {
+      "epoch": 2.098326476665612,
+      "grad_norm": 0.21738742291927338,
+      "learning_rate": 1.8347705686443365e-05,
+      "loss": 1.2569,
+      "step": 7045
+    },
+    {
+      "epoch": 2.0986243228652803,
+      "grad_norm": 0.22332030534744263,
+      "learning_rate": 1.8347174559351693e-05,
+      "loss": 1.2646,
+      "step": 7046
+    },
+    {
+      "epoch": 2.098922169064949,
+      "grad_norm": 0.23183809220790863,
+      "learning_rate": 1.834664335459889e-05,
+      "loss": 1.2605,
+      "step": 7047
+    },
+    {
+      "epoch": 2.099220015264618,
+      "grad_norm": 0.23424433171749115,
+      "learning_rate": 1.8346112072189894e-05,
+      "loss": 1.2593,
+      "step": 7048
+    },
+    {
+      "epoch": 2.099517861464286,
+      "grad_norm": 0.2322787046432495,
+      "learning_rate": 1.834558071212965e-05,
+      "loss": 1.234,
+      "step": 7049
+    },
+    {
+      "epoch": 2.099815707663955,
+      "grad_norm": 0.23153313994407654,
+      "learning_rate": 1.8345049274423102e-05,
+      "loss": 1.2555,
+      "step": 7050
+    },
+    {
+      "epoch": 2.1001135538636237,
+      "grad_norm": 0.22688642144203186,
+      "learning_rate": 1.8344517759075193e-05,
+      "loss": 1.2356,
+      "step": 7051
+    },
+    {
+      "epoch": 2.1004114000632925,
+      "grad_norm": 0.22773028910160065,
+      "learning_rate": 1.8343986166090873e-05,
+      "loss": 1.25,
+      "step": 7052
+    },
+    {
+      "epoch": 2.100709246262961,
+      "grad_norm": 0.23619934916496277,
+      "learning_rate": 1.8343454495475083e-05,
+      "loss": 1.2741,
+      "step": 7053
+    },
+    {
+      "epoch": 2.1010070924626296,
+      "grad_norm": 0.22756488621234894,
+      "learning_rate": 1.8342922747232768e-05,
+      "loss": 1.2498,
+      "step": 7054
+    },
+    {
+      "epoch": 2.1013049386622984,
+      "grad_norm": 0.2158007025718689,
+      "learning_rate": 1.834239092136888e-05,
+      "loss": 1.2508,
+      "step": 7055
+    },
+    {
+      "epoch": 2.1016027848619667,
+      "grad_norm": 0.21473854780197144,
+      "learning_rate": 1.8341859017888363e-05,
+      "loss": 1.2704,
+      "step": 7056
+    },
+    {
+      "epoch": 2.1019006310616355,
+      "grad_norm": 0.22193129360675812,
+      "learning_rate": 1.834132703679617e-05,
+      "loss": 1.2839,
+      "step": 7057
+    },
+    {
+      "epoch": 2.1021984772613043,
+      "grad_norm": 0.23289480805397034,
+      "learning_rate": 1.8340794978097248e-05,
+      "loss": 1.266,
+      "step": 7058
+    },
+    {
+      "epoch": 2.102496323460973,
+      "grad_norm": 0.22643692791461945,
+      "learning_rate": 1.8340262841796546e-05,
+      "loss": 1.2644,
+      "step": 7059
+    },
+    {
+      "epoch": 2.1027941696606414,
+      "grad_norm": 0.2265244424343109,
+      "learning_rate": 1.8339730627899017e-05,
+      "loss": 1.2534,
+      "step": 7060
+    },
+    {
+      "epoch": 2.10309201586031,
+      "grad_norm": 0.22465166449546814,
+      "learning_rate": 1.8339198336409615e-05,
+      "loss": 1.243,
+      "step": 7061
+    },
+    {
+      "epoch": 2.103389862059979,
+      "grad_norm": 0.2255132794380188,
+      "learning_rate": 1.8338665967333288e-05,
+      "loss": 1.2651,
+      "step": 7062
+    },
+    {
+      "epoch": 2.1036877082596472,
+      "grad_norm": 0.23886889219284058,
+      "learning_rate": 1.833813352067499e-05,
+      "loss": 1.2605,
+      "step": 7063
+    },
+    {
+      "epoch": 2.103985554459316,
+      "grad_norm": 0.2307594269514084,
+      "learning_rate": 1.8337600996439678e-05,
+      "loss": 1.2612,
+      "step": 7064
+    },
+    {
+      "epoch": 2.104283400658985,
+      "grad_norm": 0.23562608659267426,
+      "learning_rate": 1.83370683946323e-05,
+      "loss": 1.2712,
+      "step": 7065
+    },
+    {
+      "epoch": 2.1045812468586536,
+      "grad_norm": 0.22392936050891876,
+      "learning_rate": 1.8336535715257818e-05,
+      "loss": 1.2533,
+      "step": 7066
+    },
+    {
+      "epoch": 2.104879093058322,
+      "grad_norm": 0.233314648270607,
+      "learning_rate": 1.8336002958321185e-05,
+      "loss": 1.2763,
+      "step": 7067
+    },
+    {
+      "epoch": 2.1051769392579907,
+      "grad_norm": 0.2265716791152954,
+      "learning_rate": 1.8335470123827356e-05,
+      "loss": 1.248,
+      "step": 7068
+    },
+    {
+      "epoch": 2.1054747854576594,
+      "grad_norm": 0.2358282506465912,
+      "learning_rate": 1.833493721178129e-05,
+      "loss": 1.2695,
+      "step": 7069
+    },
+    {
+      "epoch": 2.1057726316573278,
+      "grad_norm": 0.2352137416601181,
+      "learning_rate": 1.8334404222187953e-05,
+      "loss": 1.2627,
+      "step": 7070
+    },
+    {
+      "epoch": 2.1060704778569965,
+      "grad_norm": 0.23004014790058136,
+      "learning_rate": 1.8333871155052286e-05,
+      "loss": 1.2474,
+      "step": 7071
+    },
+    {
+      "epoch": 2.1063683240566653,
+      "grad_norm": 0.24043875932693481,
+      "learning_rate": 1.8333338010379264e-05,
+      "loss": 1.2649,
+      "step": 7072
+    },
+    {
+      "epoch": 2.106666170256334,
+      "grad_norm": 0.23524345457553864,
+      "learning_rate": 1.8332804788173843e-05,
+      "loss": 1.262,
+      "step": 7073
+    },
+    {
+      "epoch": 2.1069640164560024,
+      "grad_norm": 0.22107917070388794,
+      "learning_rate": 1.8332271488440985e-05,
+      "loss": 1.2511,
+      "step": 7074
+    },
+    {
+      "epoch": 2.107261862655671,
+      "grad_norm": 0.2195582240819931,
+      "learning_rate": 1.8331738111185648e-05,
+      "loss": 1.2771,
+      "step": 7075
+    },
+    {
+      "epoch": 2.10755970885534,
+      "grad_norm": 0.23306547105312347,
+      "learning_rate": 1.8331204656412796e-05,
+      "loss": 1.2649,
+      "step": 7076
+    },
+    {
+      "epoch": 2.1078575550550083,
+      "grad_norm": 0.2380416840314865,
+      "learning_rate": 1.8330671124127394e-05,
+      "loss": 1.273,
+      "step": 7077
+    },
+    {
+      "epoch": 2.108155401254677,
+      "grad_norm": 0.22080141305923462,
+      "learning_rate": 1.8330137514334405e-05,
+      "loss": 1.2669,
+      "step": 7078
+    },
+    {
+      "epoch": 2.108453247454346,
+      "grad_norm": 0.22362235188484192,
+      "learning_rate": 1.8329603827038792e-05,
+      "loss": 1.2627,
+      "step": 7079
+    },
+    {
+      "epoch": 2.1087510936540146,
+      "grad_norm": 0.2260538935661316,
+      "learning_rate": 1.8329070062245522e-05,
+      "loss": 1.2521,
+      "step": 7080
+    },
+    {
+      "epoch": 2.109048939853683,
+      "grad_norm": 0.22199952602386475,
+      "learning_rate": 1.8328536219959563e-05,
+      "loss": 1.2398,
+      "step": 7081
+    },
+    {
+      "epoch": 2.1093467860533517,
+      "grad_norm": 0.22181862592697144,
+      "learning_rate": 1.8328002300185878e-05,
+      "loss": 1.2525,
+      "step": 7082
+    },
+    {
+      "epoch": 2.1096446322530205,
+      "grad_norm": 0.23434802889823914,
+      "learning_rate": 1.8327468302929437e-05,
+      "loss": 1.2468,
+      "step": 7083
+    },
+    {
+      "epoch": 2.109942478452689,
+      "grad_norm": 0.2293621003627777,
+      "learning_rate": 1.8326934228195205e-05,
+      "loss": 1.2695,
+      "step": 7084
+    },
+    {
+      "epoch": 2.1102403246523576,
+      "grad_norm": 0.22341133654117584,
+      "learning_rate": 1.8326400075988157e-05,
+      "loss": 1.2357,
+      "step": 7085
+    },
+    {
+      "epoch": 2.1105381708520263,
+      "grad_norm": 0.24247558414936066,
+      "learning_rate": 1.8325865846313255e-05,
+      "loss": 1.2589,
+      "step": 7086
+    },
+    {
+      "epoch": 2.110836017051695,
+      "grad_norm": 0.22479978203773499,
+      "learning_rate": 1.8325331539175475e-05,
+      "loss": 1.2624,
+      "step": 7087
+    },
+    {
+      "epoch": 2.1111338632513634,
+      "grad_norm": 0.22271622717380524,
+      "learning_rate": 1.832479715457979e-05,
+      "loss": 1.263,
+      "step": 7088
+    },
+    {
+      "epoch": 2.111431709451032,
+      "grad_norm": 0.2161114364862442,
+      "learning_rate": 1.8324262692531162e-05,
+      "loss": 1.2583,
+      "step": 7089
+    },
+    {
+      "epoch": 2.111729555650701,
+      "grad_norm": 0.21842052042484283,
+      "learning_rate": 1.8323728153034576e-05,
+      "loss": 1.2611,
+      "step": 7090
+    },
+    {
+      "epoch": 2.1120274018503693,
+      "grad_norm": 0.22679197788238525,
+      "learning_rate": 1.8323193536094998e-05,
+      "loss": 1.2384,
+      "step": 7091
+    },
+    {
+      "epoch": 2.112325248050038,
+      "grad_norm": 0.2320265918970108,
+      "learning_rate": 1.8322658841717404e-05,
+      "loss": 1.2473,
+      "step": 7092
+    },
+    {
+      "epoch": 2.112623094249707,
+      "grad_norm": 0.22139060497283936,
+      "learning_rate": 1.8322124069906765e-05,
+      "loss": 1.2461,
+      "step": 7093
+    },
+    {
+      "epoch": 2.1129209404493756,
+      "grad_norm": 0.2263459712266922,
+      "learning_rate": 1.8321589220668062e-05,
+      "loss": 1.2569,
+      "step": 7094
+    },
+    {
+      "epoch": 2.113218786649044,
+      "grad_norm": 0.22318021953105927,
+      "learning_rate": 1.8321054294006265e-05,
+      "loss": 1.2519,
+      "step": 7095
+    },
+    {
+      "epoch": 2.1135166328487127,
+      "grad_norm": 0.21863384544849396,
+      "learning_rate": 1.832051928992636e-05,
+      "loss": 1.2587,
+      "step": 7096
+    },
+    {
+      "epoch": 2.1138144790483815,
+      "grad_norm": 0.2100280076265335,
+      "learning_rate": 1.8319984208433318e-05,
+      "loss": 1.2587,
+      "step": 7097
+    },
+    {
+      "epoch": 2.1141123252480503,
+      "grad_norm": 0.22919198870658875,
+      "learning_rate": 1.8319449049532115e-05,
+      "loss": 1.2711,
+      "step": 7098
+    },
+    {
+      "epoch": 2.1144101714477186,
+      "grad_norm": 0.24317790567874908,
+      "learning_rate": 1.8318913813227738e-05,
+      "loss": 1.2668,
+      "step": 7099
+    },
+    {
+      "epoch": 2.1147080176473874,
+      "grad_norm": 0.23060758411884308,
+      "learning_rate": 1.831837849952516e-05,
+      "loss": 1.2724,
+      "step": 7100
+    },
+    {
+      "epoch": 2.115005863847056,
+      "grad_norm": 0.22312051057815552,
+      "learning_rate": 1.8317843108429362e-05,
+      "loss": 1.2454,
+      "step": 7101
+    },
+    {
+      "epoch": 2.1153037100467245,
+      "grad_norm": 0.23319660127162933,
+      "learning_rate": 1.8317307639945332e-05,
+      "loss": 1.2777,
+      "step": 7102
+    },
+    {
+      "epoch": 2.1156015562463932,
+      "grad_norm": 0.22555091977119446,
+      "learning_rate": 1.8316772094078043e-05,
+      "loss": 1.2523,
+      "step": 7103
+    },
+    {
+      "epoch": 2.115899402446062,
+      "grad_norm": 0.22101464867591858,
+      "learning_rate": 1.8316236470832484e-05,
+      "loss": 1.2671,
+      "step": 7104
+    },
+    {
+      "epoch": 2.1161972486457303,
+      "grad_norm": 0.22322897613048553,
+      "learning_rate": 1.8315700770213637e-05,
+      "loss": 1.2543,
+      "step": 7105
+    },
+    {
+      "epoch": 2.116495094845399,
+      "grad_norm": 0.2308381050825119,
+      "learning_rate": 1.8315164992226482e-05,
+      "loss": 1.2727,
+      "step": 7106
+    },
+    {
+      "epoch": 2.116792941045068,
+      "grad_norm": 0.2280161827802658,
+      "learning_rate": 1.831462913687601e-05,
+      "loss": 1.2642,
+      "step": 7107
+    },
+    {
+      "epoch": 2.1170907872447366,
+      "grad_norm": 0.24484100937843323,
+      "learning_rate": 1.83140932041672e-05,
+      "loss": 1.2837,
+      "step": 7108
+    },
+    {
+      "epoch": 2.117388633444405,
+      "grad_norm": 0.23114639520645142,
+      "learning_rate": 1.8313557194105046e-05,
+      "loss": 1.2573,
+      "step": 7109
+    },
+    {
+      "epoch": 2.1176864796440737,
+      "grad_norm": 0.2284366935491562,
+      "learning_rate": 1.831302110669453e-05,
+      "loss": 1.2669,
+      "step": 7110
+    },
+    {
+      "epoch": 2.1179843258437425,
+      "grad_norm": 0.224045529961586,
+      "learning_rate": 1.8312484941940635e-05,
+      "loss": 1.2434,
+      "step": 7111
+    },
+    {
+      "epoch": 2.1182821720434113,
+      "grad_norm": 0.24650663137435913,
+      "learning_rate": 1.831194869984836e-05,
+      "loss": 1.2562,
+      "step": 7112
+    },
+    {
+      "epoch": 2.1185800182430796,
+      "grad_norm": 0.22716335952281952,
+      "learning_rate": 1.8311412380422688e-05,
+      "loss": 1.2444,
+      "step": 7113
+    },
+    {
+      "epoch": 2.1188778644427484,
+      "grad_norm": 0.2214750498533249,
+      "learning_rate": 1.831087598366861e-05,
+      "loss": 1.2655,
+      "step": 7114
+    },
+    {
+      "epoch": 2.119175710642417,
+      "grad_norm": 0.22327202558517456,
+      "learning_rate": 1.8310339509591118e-05,
+      "loss": 1.2576,
+      "step": 7115
+    },
+    {
+      "epoch": 2.1194735568420855,
+      "grad_norm": 0.2163681983947754,
+      "learning_rate": 1.8309802958195197e-05,
+      "loss": 1.2498,
+      "step": 7116
+    },
+    {
+      "epoch": 2.1197714030417543,
+      "grad_norm": 0.22627170383930206,
+      "learning_rate": 1.8309266329485847e-05,
+      "loss": 1.2722,
+      "step": 7117
+    },
+    {
+      "epoch": 2.120069249241423,
+      "grad_norm": 0.22877243161201477,
+      "learning_rate": 1.8308729623468056e-05,
+      "loss": 1.2592,
+      "step": 7118
+    },
+    {
+      "epoch": 2.120367095441092,
+      "grad_norm": 0.22487469017505646,
+      "learning_rate": 1.830819284014682e-05,
+      "loss": 1.2586,
+      "step": 7119
+    },
+    {
+      "epoch": 2.12066494164076,
+      "grad_norm": 0.23687994480133057,
+      "learning_rate": 1.8307655979527133e-05,
+      "loss": 1.2619,
+      "step": 7120
+    },
+    {
+      "epoch": 2.120962787840429,
+      "grad_norm": 0.21765540540218353,
+      "learning_rate": 1.8307119041613988e-05,
+      "loss": 1.255,
+      "step": 7121
+    },
+    {
+      "epoch": 2.1212606340400977,
+      "grad_norm": 0.22309458255767822,
+      "learning_rate": 1.8306582026412384e-05,
+      "loss": 1.2648,
+      "step": 7122
+    },
+    {
+      "epoch": 2.121558480239766,
+      "grad_norm": 0.22108714282512665,
+      "learning_rate": 1.830604493392731e-05,
+      "loss": 1.2516,
+      "step": 7123
+    },
+    {
+      "epoch": 2.121856326439435,
+      "grad_norm": 0.23164448142051697,
+      "learning_rate": 1.8305507764163772e-05,
+      "loss": 1.285,
+      "step": 7124
+    },
+    {
+      "epoch": 2.1221541726391036,
+      "grad_norm": 0.23148779571056366,
+      "learning_rate": 1.830497051712676e-05,
+      "loss": 1.2271,
+      "step": 7125
+    },
+    {
+      "epoch": 2.1224520188387723,
+      "grad_norm": 0.22546571493148804,
+      "learning_rate": 1.830443319282128e-05,
+      "loss": 1.2637,
+      "step": 7126
+    },
+    {
+      "epoch": 2.1227498650384407,
+      "grad_norm": 0.22211135923862457,
+      "learning_rate": 1.8303895791252327e-05,
+      "loss": 1.255,
+      "step": 7127
+    },
+    {
+      "epoch": 2.1230477112381094,
+      "grad_norm": 0.2260240763425827,
+      "learning_rate": 1.83033583124249e-05,
+      "loss": 1.2687,
+      "step": 7128
+    },
+    {
+      "epoch": 2.123345557437778,
+      "grad_norm": 0.23260627686977386,
+      "learning_rate": 1.8302820756344e-05,
+      "loss": 1.2624,
+      "step": 7129
+    },
+    {
+      "epoch": 2.1236434036374465,
+      "grad_norm": 0.2216912806034088,
+      "learning_rate": 1.830228312301463e-05,
+      "loss": 1.2567,
+      "step": 7130
+    },
+    {
+      "epoch": 2.1239412498371153,
+      "grad_norm": 0.2314852923154831,
+      "learning_rate": 1.8301745412441793e-05,
+      "loss": 1.2652,
+      "step": 7131
+    },
+    {
+      "epoch": 2.124239096036784,
+      "grad_norm": 0.23260203003883362,
+      "learning_rate": 1.8301207624630487e-05,
+      "loss": 1.2622,
+      "step": 7132
+    },
+    {
+      "epoch": 2.124536942236453,
+      "grad_norm": 0.22038774192333221,
+      "learning_rate": 1.8300669759585724e-05,
+      "loss": 1.2579,
+      "step": 7133
+    },
+    {
+      "epoch": 2.124834788436121,
+      "grad_norm": 0.22577354311943054,
+      "learning_rate": 1.83001318173125e-05,
+      "loss": 1.2662,
+      "step": 7134
+    },
+    {
+      "epoch": 2.12513263463579,
+      "grad_norm": 0.22296591103076935,
+      "learning_rate": 1.829959379781582e-05,
+      "loss": 1.2715,
+      "step": 7135
+    },
+    {
+      "epoch": 2.1254304808354587,
+      "grad_norm": 0.22403176128864288,
+      "learning_rate": 1.8299055701100696e-05,
+      "loss": 1.2463,
+      "step": 7136
+    },
+    {
+      "epoch": 2.125728327035127,
+      "grad_norm": 0.23563499748706818,
+      "learning_rate": 1.8298517527172128e-05,
+      "loss": 1.2562,
+      "step": 7137
+    },
+    {
+      "epoch": 2.126026173234796,
+      "grad_norm": 0.22584551572799683,
+      "learning_rate": 1.8297979276035128e-05,
+      "loss": 1.2479,
+      "step": 7138
+    },
+    {
+      "epoch": 2.1263240194344646,
+      "grad_norm": 0.23392264544963837,
+      "learning_rate": 1.8297440947694703e-05,
+      "loss": 1.2683,
+      "step": 7139
+    },
+    {
+      "epoch": 2.1266218656341334,
+      "grad_norm": 0.23094266653060913,
+      "learning_rate": 1.8296902542155862e-05,
+      "loss": 1.258,
+      "step": 7140
+    },
+    {
+      "epoch": 2.1269197118338017,
+      "grad_norm": 0.22943681478500366,
+      "learning_rate": 1.829636405942361e-05,
+      "loss": 1.2705,
+      "step": 7141
+    },
+    {
+      "epoch": 2.1272175580334705,
+      "grad_norm": 0.23909318447113037,
+      "learning_rate": 1.829582549950296e-05,
+      "loss": 1.2741,
+      "step": 7142
+    },
+    {
+      "epoch": 2.1275154042331392,
+      "grad_norm": 0.22960753738880157,
+      "learning_rate": 1.829528686239892e-05,
+      "loss": 1.2576,
+      "step": 7143
+    },
+    {
+      "epoch": 2.1278132504328076,
+      "grad_norm": 0.22400975227355957,
+      "learning_rate": 1.8294748148116505e-05,
+      "loss": 1.2507,
+      "step": 7144
+    },
+    {
+      "epoch": 2.1281110966324763,
+      "grad_norm": 0.2300107777118683,
+      "learning_rate": 1.829420935666073e-05,
+      "loss": 1.2666,
+      "step": 7145
+    },
+    {
+      "epoch": 2.128408942832145,
+      "grad_norm": 0.23621103167533875,
+      "learning_rate": 1.8293670488036598e-05,
+      "loss": 1.2505,
+      "step": 7146
+    },
+    {
+      "epoch": 2.128706789031814,
+      "grad_norm": 0.22813810408115387,
+      "learning_rate": 1.8293131542249135e-05,
+      "loss": 1.2746,
+      "step": 7147
+    },
+    {
+      "epoch": 2.129004635231482,
+      "grad_norm": 0.21974337100982666,
+      "learning_rate": 1.829259251930334e-05,
+      "loss": 1.2543,
+      "step": 7148
+    },
+    {
+      "epoch": 2.129302481431151,
+      "grad_norm": 0.21717719733715057,
+      "learning_rate": 1.8292053419204244e-05,
+      "loss": 1.2689,
+      "step": 7149
+    },
+    {
+      "epoch": 2.1296003276308197,
+      "grad_norm": 0.22804971039295197,
+      "learning_rate": 1.8291514241956853e-05,
+      "loss": 1.2672,
+      "step": 7150
+    },
+    {
+      "epoch": 2.1298981738304885,
+      "grad_norm": 0.23685619235038757,
+      "learning_rate": 1.8290974987566183e-05,
+      "loss": 1.2711,
+      "step": 7151
+    },
+    {
+      "epoch": 2.130196020030157,
+      "grad_norm": 0.23363293707370758,
+      "learning_rate": 1.8290435656037256e-05,
+      "loss": 1.2595,
+      "step": 7152
+    },
+    {
+      "epoch": 2.1304938662298256,
+      "grad_norm": 0.22478599846363068,
+      "learning_rate": 1.828989624737509e-05,
+      "loss": 1.2615,
+      "step": 7153
+    },
+    {
+      "epoch": 2.1307917124294944,
+      "grad_norm": 0.2230616807937622,
+      "learning_rate": 1.8289356761584698e-05,
+      "loss": 1.2661,
+      "step": 7154
+    },
+    {
+      "epoch": 2.1310895586291627,
+      "grad_norm": 0.22488093376159668,
+      "learning_rate": 1.8288817198671103e-05,
+      "loss": 1.255,
+      "step": 7155
+    },
+    {
+      "epoch": 2.1313874048288315,
+      "grad_norm": 0.22709622979164124,
+      "learning_rate": 1.828827755863933e-05,
+      "loss": 1.2545,
+      "step": 7156
+    },
+    {
+      "epoch": 2.1316852510285003,
+      "grad_norm": 0.2322174310684204,
+      "learning_rate": 1.8287737841494387e-05,
+      "loss": 1.2603,
+      "step": 7157
+    },
+    {
+      "epoch": 2.1319830972281686,
+      "grad_norm": 0.22935152053833008,
+      "learning_rate": 1.828719804724131e-05,
+      "loss": 1.2581,
+      "step": 7158
+    },
+    {
+      "epoch": 2.1322809434278374,
+      "grad_norm": 0.22376160323619843,
+      "learning_rate": 1.828665817588511e-05,
+      "loss": 1.2679,
+      "step": 7159
+    },
+    {
+      "epoch": 2.132578789627506,
+      "grad_norm": 0.22763124108314514,
+      "learning_rate": 1.8286118227430816e-05,
+      "loss": 1.2655,
+      "step": 7160
+    },
+    {
+      "epoch": 2.132876635827175,
+      "grad_norm": 0.22681979835033417,
+      "learning_rate": 1.828557820188345e-05,
+      "loss": 1.2472,
+      "step": 7161
+    },
+    {
+      "epoch": 2.1331744820268432,
+      "grad_norm": 0.23133428394794464,
+      "learning_rate": 1.8285038099248032e-05,
+      "loss": 1.2594,
+      "step": 7162
+    },
+    {
+      "epoch": 2.133472328226512,
+      "grad_norm": 0.22428368031978607,
+      "learning_rate": 1.8284497919529592e-05,
+      "loss": 1.2625,
+      "step": 7163
+    },
+    {
+      "epoch": 2.1337701744261808,
+      "grad_norm": 0.22396983206272125,
+      "learning_rate": 1.828395766273316e-05,
+      "loss": 1.2425,
+      "step": 7164
+    },
+    {
+      "epoch": 2.1340680206258495,
+      "grad_norm": 0.21950854361057281,
+      "learning_rate": 1.8283417328863752e-05,
+      "loss": 1.2489,
+      "step": 7165
+    },
+    {
+      "epoch": 2.134365866825518,
+      "grad_norm": 0.2416682243347168,
+      "learning_rate": 1.82828769179264e-05,
+      "loss": 1.2673,
+      "step": 7166
+    },
+    {
+      "epoch": 2.1346637130251866,
+      "grad_norm": 0.21806782484054565,
+      "learning_rate": 1.828233642992614e-05,
+      "loss": 1.2661,
+      "step": 7167
+    },
+    {
+      "epoch": 2.1349615592248554,
+      "grad_norm": 0.22544948756694794,
+      "learning_rate": 1.828179586486799e-05,
+      "loss": 1.262,
+      "step": 7168
+    },
+    {
+      "epoch": 2.1352594054245237,
+      "grad_norm": 0.22799630463123322,
+      "learning_rate": 1.8281255222756977e-05,
+      "loss": 1.2529,
+      "step": 7169
+    },
+    {
+      "epoch": 2.1355572516241925,
+      "grad_norm": 0.2227330505847931,
+      "learning_rate": 1.828071450359814e-05,
+      "loss": 1.2513,
+      "step": 7170
+    },
+    {
+      "epoch": 2.1358550978238613,
+      "grad_norm": 0.22194263339042664,
+      "learning_rate": 1.8280173707396507e-05,
+      "loss": 1.2589,
+      "step": 7171
+    },
+    {
+      "epoch": 2.1361529440235296,
+      "grad_norm": 0.2329639047384262,
+      "learning_rate": 1.827963283415711e-05,
+      "loss": 1.2685,
+      "step": 7172
+    },
+    {
+      "epoch": 2.1364507902231984,
+      "grad_norm": 0.23032844066619873,
+      "learning_rate": 1.8279091883884977e-05,
+      "loss": 1.2414,
+      "step": 7173
+    },
+    {
+      "epoch": 2.136748636422867,
+      "grad_norm": 0.2239466905593872,
+      "learning_rate": 1.8278550856585142e-05,
+      "loss": 1.2429,
+      "step": 7174
+    },
+    {
+      "epoch": 2.137046482622536,
+      "grad_norm": 0.22458164393901825,
+      "learning_rate": 1.8278009752262647e-05,
+      "loss": 1.2576,
+      "step": 7175
+    },
+    {
+      "epoch": 2.1373443288222043,
+      "grad_norm": 0.22926200926303864,
+      "learning_rate": 1.8277468570922515e-05,
+      "loss": 1.2485,
+      "step": 7176
+    },
+    {
+      "epoch": 2.137642175021873,
+      "grad_norm": 0.21348576247692108,
+      "learning_rate": 1.827692731256979e-05,
+      "loss": 1.2591,
+      "step": 7177
+    },
+    {
+      "epoch": 2.137940021221542,
+      "grad_norm": 0.22748205065727234,
+      "learning_rate": 1.82763859772095e-05,
+      "loss": 1.2777,
+      "step": 7178
+    },
+    {
+      "epoch": 2.1382378674212106,
+      "grad_norm": 0.22369438409805298,
+      "learning_rate": 1.8275844564846688e-05,
+      "loss": 1.2521,
+      "step": 7179
+    },
+    {
+      "epoch": 2.138535713620879,
+      "grad_norm": 0.23350432515144348,
+      "learning_rate": 1.8275303075486386e-05,
+      "loss": 1.2588,
+      "step": 7180
+    },
+    {
+      "epoch": 2.1388335598205477,
+      "grad_norm": 0.2353038489818573,
+      "learning_rate": 1.8274761509133635e-05,
+      "loss": 1.2676,
+      "step": 7181
+    },
+    {
+      "epoch": 2.1391314060202165,
+      "grad_norm": 0.22810761630535126,
+      "learning_rate": 1.8274219865793477e-05,
+      "loss": 1.2504,
+      "step": 7182
+    },
+    {
+      "epoch": 2.139429252219885,
+      "grad_norm": 0.21917693316936493,
+      "learning_rate": 1.8273678145470947e-05,
+      "loss": 1.2681,
+      "step": 7183
+    },
+    {
+      "epoch": 2.1397270984195536,
+      "grad_norm": 0.23463785648345947,
+      "learning_rate": 1.8273136348171082e-05,
+      "loss": 1.2598,
+      "step": 7184
+    },
+    {
+      "epoch": 2.1400249446192223,
+      "grad_norm": 0.2273704707622528,
+      "learning_rate": 1.827259447389893e-05,
+      "loss": 1.2754,
+      "step": 7185
+    },
+    {
+      "epoch": 2.140322790818891,
+      "grad_norm": 0.2283557802438736,
+      "learning_rate": 1.8272052522659525e-05,
+      "loss": 1.2435,
+      "step": 7186
+    },
+    {
+      "epoch": 2.1406206370185594,
+      "grad_norm": 0.23130172491073608,
+      "learning_rate": 1.827151049445792e-05,
+      "loss": 1.2578,
+      "step": 7187
+    },
+    {
+      "epoch": 2.140918483218228,
+      "grad_norm": 0.2366407811641693,
+      "learning_rate": 1.8270968389299145e-05,
+      "loss": 1.247,
+      "step": 7188
+    },
+    {
+      "epoch": 2.141216329417897,
+      "grad_norm": 0.22454547882080078,
+      "learning_rate": 1.8270426207188252e-05,
+      "loss": 1.2624,
+      "step": 7189
+    },
+    {
+      "epoch": 2.1415141756175653,
+      "grad_norm": 0.22233931720256805,
+      "learning_rate": 1.8269883948130283e-05,
+      "loss": 1.2723,
+      "step": 7190
+    },
+    {
+      "epoch": 2.141812021817234,
+      "grad_norm": 0.23232373595237732,
+      "learning_rate": 1.8269341612130284e-05,
+      "loss": 1.257,
+      "step": 7191
+    },
+    {
+      "epoch": 2.142109868016903,
+      "grad_norm": 0.22737377882003784,
+      "learning_rate": 1.82687991991933e-05,
+      "loss": 1.2609,
+      "step": 7192
+    },
+    {
+      "epoch": 2.1424077142165716,
+      "grad_norm": 0.2243301272392273,
+      "learning_rate": 1.8268256709324383e-05,
+      "loss": 1.2515,
+      "step": 7193
+    },
+    {
+      "epoch": 2.14270556041624,
+      "grad_norm": 0.23105941712856293,
+      "learning_rate": 1.826771414252857e-05,
+      "loss": 1.2595,
+      "step": 7194
+    },
+    {
+      "epoch": 2.1430034066159087,
+      "grad_norm": 0.22792844474315643,
+      "learning_rate": 1.826717149881091e-05,
+      "loss": 1.2664,
+      "step": 7195
+    },
+    {
+      "epoch": 2.1433012528155775,
+      "grad_norm": 0.22798797488212585,
+      "learning_rate": 1.8266628778176465e-05,
+      "loss": 1.2624,
+      "step": 7196
+    },
+    {
+      "epoch": 2.143599099015246,
+      "grad_norm": 0.24311818182468414,
+      "learning_rate": 1.826608598063027e-05,
+      "loss": 1.258,
+      "step": 7197
+    },
+    {
+      "epoch": 2.1438969452149146,
+      "grad_norm": 0.2258772999048233,
+      "learning_rate": 1.826554310617738e-05,
+      "loss": 1.2578,
+      "step": 7198
+    },
+    {
+      "epoch": 2.1441947914145834,
+      "grad_norm": 0.2354695200920105,
+      "learning_rate": 1.8265000154822846e-05,
+      "loss": 1.2454,
+      "step": 7199
+    },
+    {
+      "epoch": 2.144492637614252,
+      "grad_norm": 0.24303671717643738,
+      "learning_rate": 1.8264457126571723e-05,
+      "loss": 1.277,
+      "step": 7200
+    },
+    {
+      "epoch": 2.1447904838139205,
+      "grad_norm": 0.23406969010829926,
+      "learning_rate": 1.8263914021429057e-05,
+      "loss": 1.2581,
+      "step": 7201
+    },
+    {
+      "epoch": 2.1450883300135892,
+      "grad_norm": 0.2457258403301239,
+      "learning_rate": 1.8263370839399906e-05,
+      "loss": 1.2546,
+      "step": 7202
+    },
+    {
+      "epoch": 2.145386176213258,
+      "grad_norm": 0.2412896603345871,
+      "learning_rate": 1.8262827580489322e-05,
+      "loss": 1.2597,
+      "step": 7203
+    },
+    {
+      "epoch": 2.1456840224129263,
+      "grad_norm": 0.2142343819141388,
+      "learning_rate": 1.826228424470236e-05,
+      "loss": 1.2576,
+      "step": 7204
+    },
+    {
+      "epoch": 2.145981868612595,
+      "grad_norm": 0.2583129107952118,
+      "learning_rate": 1.826174083204407e-05,
+      "loss": 1.2615,
+      "step": 7205
+    },
+    {
+      "epoch": 2.146279714812264,
+      "grad_norm": 0.22269707918167114,
+      "learning_rate": 1.8261197342519513e-05,
+      "loss": 1.2541,
+      "step": 7206
+    },
+    {
+      "epoch": 2.1465775610119326,
+      "grad_norm": 0.23978152871131897,
+      "learning_rate": 1.8260653776133746e-05,
+      "loss": 1.2631,
+      "step": 7207
+    },
+    {
+      "epoch": 2.146875407211601,
+      "grad_norm": 0.2298610359430313,
+      "learning_rate": 1.8260110132891825e-05,
+      "loss": 1.2583,
+      "step": 7208
+    },
+    {
+      "epoch": 2.1471732534112697,
+      "grad_norm": 0.22163039445877075,
+      "learning_rate": 1.825956641279881e-05,
+      "loss": 1.2533,
+      "step": 7209
+    },
+    {
+      "epoch": 2.1474710996109385,
+      "grad_norm": 0.23827357590198517,
+      "learning_rate": 1.8259022615859756e-05,
+      "loss": 1.2775,
+      "step": 7210
+    },
+    {
+      "epoch": 2.147768945810607,
+      "grad_norm": 0.24706870317459106,
+      "learning_rate": 1.8258478742079725e-05,
+      "loss": 1.268,
+      "step": 7211
+    },
+    {
+      "epoch": 2.1480667920102756,
+      "grad_norm": 0.23246964812278748,
+      "learning_rate": 1.8257934791463774e-05,
+      "loss": 1.2754,
+      "step": 7212
+    },
+    {
+      "epoch": 2.1483646382099444,
+      "grad_norm": 0.22534261643886566,
+      "learning_rate": 1.8257390764016968e-05,
+      "loss": 1.2704,
+      "step": 7213
+    },
+    {
+      "epoch": 2.148662484409613,
+      "grad_norm": 0.2393663376569748,
+      "learning_rate": 1.8256846659744364e-05,
+      "loss": 1.273,
+      "step": 7214
+    },
+    {
+      "epoch": 2.1489603306092815,
+      "grad_norm": 0.21977217495441437,
+      "learning_rate": 1.8256302478651033e-05,
+      "loss": 1.2625,
+      "step": 7215
+    },
+    {
+      "epoch": 2.1492581768089503,
+      "grad_norm": 0.24201923608779907,
+      "learning_rate": 1.8255758220742025e-05,
+      "loss": 1.2478,
+      "step": 7216
+    },
+    {
+      "epoch": 2.149556023008619,
+      "grad_norm": 0.24218101799488068,
+      "learning_rate": 1.8255213886022412e-05,
+      "loss": 1.2552,
+      "step": 7217
+    },
+    {
+      "epoch": 2.149853869208288,
+      "grad_norm": 0.2628040909767151,
+      "learning_rate": 1.825466947449726e-05,
+      "loss": 1.2653,
+      "step": 7218
+    },
+    {
+      "epoch": 2.150151715407956,
+      "grad_norm": 0.23015199601650238,
+      "learning_rate": 1.825412498617163e-05,
+      "loss": 1.2422,
+      "step": 7219
+    },
+    {
+      "epoch": 2.150449561607625,
+      "grad_norm": 0.2507378160953522,
+      "learning_rate": 1.8253580421050587e-05,
+      "loss": 1.2785,
+      "step": 7220
+    },
+    {
+      "epoch": 2.1507474078072937,
+      "grad_norm": 0.2190084457397461,
+      "learning_rate": 1.8253035779139203e-05,
+      "loss": 1.2675,
+      "step": 7221
+    },
+    {
+      "epoch": 2.151045254006962,
+      "grad_norm": 0.23176588118076324,
+      "learning_rate": 1.825249106044254e-05,
+      "loss": 1.2642,
+      "step": 7222
+    },
+    {
+      "epoch": 2.1513431002066308,
+      "grad_norm": 0.22592073678970337,
+      "learning_rate": 1.8251946264965668e-05,
+      "loss": 1.2487,
+      "step": 7223
+    },
+    {
+      "epoch": 2.1516409464062995,
+      "grad_norm": 0.24401065707206726,
+      "learning_rate": 1.8251401392713655e-05,
+      "loss": 1.2684,
+      "step": 7224
+    },
+    {
+      "epoch": 2.151938792605968,
+      "grad_norm": 0.23437196016311646,
+      "learning_rate": 1.825085644369157e-05,
+      "loss": 1.2643,
+      "step": 7225
+    },
+    {
+      "epoch": 2.1522366388056366,
+      "grad_norm": 0.2282634824514389,
+      "learning_rate": 1.8250311417904488e-05,
+      "loss": 1.2717,
+      "step": 7226
+    },
+    {
+      "epoch": 2.1525344850053054,
+      "grad_norm": 0.23535984754562378,
+      "learning_rate": 1.8249766315357474e-05,
+      "loss": 1.2717,
+      "step": 7227
+    },
+    {
+      "epoch": 2.152832331204974,
+      "grad_norm": 0.22330625355243683,
+      "learning_rate": 1.82492211360556e-05,
+      "loss": 1.2542,
+      "step": 7228
+    },
+    {
+      "epoch": 2.1531301774046425,
+      "grad_norm": 0.2360328733921051,
+      "learning_rate": 1.824867588000394e-05,
+      "loss": 1.2545,
+      "step": 7229
+    },
+    {
+      "epoch": 2.1534280236043113,
+      "grad_norm": 0.2204810082912445,
+      "learning_rate": 1.824813054720757e-05,
+      "loss": 1.2444,
+      "step": 7230
+    },
+    {
+      "epoch": 2.15372586980398,
+      "grad_norm": 0.23123958706855774,
+      "learning_rate": 1.8247585137671562e-05,
+      "loss": 1.247,
+      "step": 7231
+    },
+    {
+      "epoch": 2.154023716003649,
+      "grad_norm": 0.22586317360401154,
+      "learning_rate": 1.8247039651400984e-05,
+      "loss": 1.2506,
+      "step": 7232
+    },
+    {
+      "epoch": 2.154321562203317,
+      "grad_norm": 0.22761893272399902,
+      "learning_rate": 1.8246494088400918e-05,
+      "loss": 1.2599,
+      "step": 7233
+    },
+    {
+      "epoch": 2.154619408402986,
+      "grad_norm": 0.2438083440065384,
+      "learning_rate": 1.8245948448676438e-05,
+      "loss": 1.2562,
+      "step": 7234
+    },
+    {
+      "epoch": 2.1549172546026547,
+      "grad_norm": 0.22488285601139069,
+      "learning_rate": 1.8245402732232622e-05,
+      "loss": 1.2649,
+      "step": 7235
+    },
+    {
+      "epoch": 2.155215100802323,
+      "grad_norm": 0.24174481630325317,
+      "learning_rate": 1.8244856939074544e-05,
+      "loss": 1.2448,
+      "step": 7236
+    },
+    {
+      "epoch": 2.155512947001992,
+      "grad_norm": 0.23343084752559662,
+      "learning_rate": 1.8244311069207285e-05,
+      "loss": 1.2557,
+      "step": 7237
+    },
+    {
+      "epoch": 2.1558107932016606,
+      "grad_norm": 0.27241039276123047,
+      "learning_rate": 1.824376512263592e-05,
+      "loss": 1.2537,
+      "step": 7238
+    },
+    {
+      "epoch": 2.156108639401329,
+      "grad_norm": 0.22729940712451935,
+      "learning_rate": 1.8243219099365534e-05,
+      "loss": 1.2502,
+      "step": 7239
+    },
+    {
+      "epoch": 2.1564064856009977,
+      "grad_norm": 0.23571279644966125,
+      "learning_rate": 1.8242672999401202e-05,
+      "loss": 1.2629,
+      "step": 7240
+    },
+    {
+      "epoch": 2.1567043318006665,
+      "grad_norm": 0.23134379088878632,
+      "learning_rate": 1.824212682274801e-05,
+      "loss": 1.2681,
+      "step": 7241
+    },
+    {
+      "epoch": 2.1570021780003352,
+      "grad_norm": 0.23377610743045807,
+      "learning_rate": 1.8241580569411038e-05,
+      "loss": 1.2497,
+      "step": 7242
+    },
+    {
+      "epoch": 2.1573000242000036,
+      "grad_norm": 0.2495405226945877,
+      "learning_rate": 1.824103423939536e-05,
+      "loss": 1.2578,
+      "step": 7243
+    },
+    {
+      "epoch": 2.1575978703996723,
+      "grad_norm": 0.24279369413852692,
+      "learning_rate": 1.824048783270607e-05,
+      "loss": 1.2564,
+      "step": 7244
+    },
+    {
+      "epoch": 2.157895716599341,
+      "grad_norm": 0.24328194558620453,
+      "learning_rate": 1.8239941349348246e-05,
+      "loss": 1.2721,
+      "step": 7245
+    },
+    {
+      "epoch": 2.15819356279901,
+      "grad_norm": 0.2252289354801178,
+      "learning_rate": 1.8239394789326978e-05,
+      "loss": 1.2542,
+      "step": 7246
+    },
+    {
+      "epoch": 2.158491408998678,
+      "grad_norm": 0.22826309502124786,
+      "learning_rate": 1.8238848152647345e-05,
+      "loss": 1.2661,
+      "step": 7247
+    },
+    {
+      "epoch": 2.158789255198347,
+      "grad_norm": 0.23042802512645721,
+      "learning_rate": 1.823830143931443e-05,
+      "loss": 1.2625,
+      "step": 7248
+    },
+    {
+      "epoch": 2.1590871013980157,
+      "grad_norm": 0.23423734307289124,
+      "learning_rate": 1.8237754649333334e-05,
+      "loss": 1.27,
+      "step": 7249
+    },
+    {
+      "epoch": 2.159384947597684,
+      "grad_norm": 0.2401869148015976,
+      "learning_rate": 1.8237207782709124e-05,
+      "loss": 1.2711,
+      "step": 7250
+    },
+    {
+      "epoch": 2.159682793797353,
+      "grad_norm": 0.24477271735668182,
+      "learning_rate": 1.8236660839446908e-05,
+      "loss": 1.272,
+      "step": 7251
+    },
+    {
+      "epoch": 2.1599806399970216,
+      "grad_norm": 0.23227417469024658,
+      "learning_rate": 1.8236113819551758e-05,
+      "loss": 1.2616,
+      "step": 7252
+    },
+    {
+      "epoch": 2.1602784861966904,
+      "grad_norm": 0.2281360775232315,
+      "learning_rate": 1.8235566723028776e-05,
+      "loss": 1.2566,
+      "step": 7253
+    },
+    {
+      "epoch": 2.1605763323963587,
+      "grad_norm": 0.3357749581336975,
+      "learning_rate": 1.8235019549883045e-05,
+      "loss": 1.2721,
+      "step": 7254
+    },
+    {
+      "epoch": 2.1608741785960275,
+      "grad_norm": 0.26791083812713623,
+      "learning_rate": 1.823447230011966e-05,
+      "loss": 1.2501,
+      "step": 7255
+    },
+    {
+      "epoch": 2.1611720247956963,
+      "grad_norm": 0.2542476952075958,
+      "learning_rate": 1.8233924973743707e-05,
+      "loss": 1.2634,
+      "step": 7256
+    },
+    {
+      "epoch": 2.1614698709953646,
+      "grad_norm": 0.22172990441322327,
+      "learning_rate": 1.823337757076028e-05,
+      "loss": 1.2648,
+      "step": 7257
+    },
+    {
+      "epoch": 2.1617677171950334,
+      "grad_norm": 0.2839290499687195,
+      "learning_rate": 1.823283009117448e-05,
+      "loss": 1.2669,
+      "step": 7258
+    },
+    {
+      "epoch": 2.162065563394702,
+      "grad_norm": 0.23253114521503448,
+      "learning_rate": 1.823228253499139e-05,
+      "loss": 1.2503,
+      "step": 7259
+    },
+    {
+      "epoch": 2.162363409594371,
+      "grad_norm": 0.23647059500217438,
+      "learning_rate": 1.823173490221611e-05,
+      "loss": 1.2686,
+      "step": 7260
+    },
+    {
+      "epoch": 2.1626612557940392,
+      "grad_norm": 0.24149256944656372,
+      "learning_rate": 1.8231187192853732e-05,
+      "loss": 1.2444,
+      "step": 7261
+    },
+    {
+      "epoch": 2.162959101993708,
+      "grad_norm": 0.233870729804039,
+      "learning_rate": 1.8230639406909357e-05,
+      "loss": 1.2642,
+      "step": 7262
+    },
+    {
+      "epoch": 2.1632569481933768,
+      "grad_norm": 0.21807897090911865,
+      "learning_rate": 1.8230091544388074e-05,
+      "loss": 1.2575,
+      "step": 7263
+    },
+    {
+      "epoch": 2.163554794393045,
+      "grad_norm": 0.24832923710346222,
+      "learning_rate": 1.8229543605294985e-05,
+      "loss": 1.2598,
+      "step": 7264
+    },
+    {
+      "epoch": 2.163852640592714,
+      "grad_norm": 0.23019640147686005,
+      "learning_rate": 1.822899558963519e-05,
+      "loss": 1.2529,
+      "step": 7265
+    },
+    {
+      "epoch": 2.1641504867923826,
+      "grad_norm": 0.22573243081569672,
+      "learning_rate": 1.8228447497413785e-05,
+      "loss": 1.2497,
+      "step": 7266
+    },
+    {
+      "epoch": 2.1644483329920514,
+      "grad_norm": 0.24307508766651154,
+      "learning_rate": 1.8227899328635867e-05,
+      "loss": 1.239,
+      "step": 7267
+    },
+    {
+      "epoch": 2.1647461791917197,
+      "grad_norm": 0.23096969723701477,
+      "learning_rate": 1.822735108330654e-05,
+      "loss": 1.2417,
+      "step": 7268
+    },
+    {
+      "epoch": 2.1650440253913885,
+      "grad_norm": 0.2541373074054718,
+      "learning_rate": 1.8226802761430905e-05,
+      "loss": 1.263,
+      "step": 7269
+    },
+    {
+      "epoch": 2.1653418715910573,
+      "grad_norm": 0.23824550211429596,
+      "learning_rate": 1.8226254363014058e-05,
+      "loss": 1.2667,
+      "step": 7270
+    },
+    {
+      "epoch": 2.1656397177907256,
+      "grad_norm": 0.23206298053264618,
+      "learning_rate": 1.8225705888061107e-05,
+      "loss": 1.2544,
+      "step": 7271
+    },
+    {
+      "epoch": 2.1659375639903944,
+      "grad_norm": 0.21915820240974426,
+      "learning_rate": 1.8225157336577153e-05,
+      "loss": 1.2517,
+      "step": 7272
+    },
+    {
+      "epoch": 2.166235410190063,
+      "grad_norm": 0.25287652015686035,
+      "learning_rate": 1.82246087085673e-05,
+      "loss": 1.2436,
+      "step": 7273
+    },
+    {
+      "epoch": 2.166533256389732,
+      "grad_norm": 0.24380943179130554,
+      "learning_rate": 1.8224060004036652e-05,
+      "loss": 1.2671,
+      "step": 7274
+    },
+    {
+      "epoch": 2.1668311025894003,
+      "grad_norm": 0.24164150655269623,
+      "learning_rate": 1.8223511222990313e-05,
+      "loss": 1.2468,
+      "step": 7275
+    },
+    {
+      "epoch": 2.167128948789069,
+      "grad_norm": 0.23552227020263672,
+      "learning_rate": 1.822296236543339e-05,
+      "loss": 1.277,
+      "step": 7276
+    },
+    {
+      "epoch": 2.167426794988738,
+      "grad_norm": 0.22162701189517975,
+      "learning_rate": 1.822241343137099e-05,
+      "loss": 1.2572,
+      "step": 7277
+    },
+    {
+      "epoch": 2.167724641188406,
+      "grad_norm": 0.23937855660915375,
+      "learning_rate": 1.822186442080822e-05,
+      "loss": 1.2497,
+      "step": 7278
+    },
+    {
+      "epoch": 2.168022487388075,
+      "grad_norm": 0.22830797731876373,
+      "learning_rate": 1.8221315333750187e-05,
+      "loss": 1.2713,
+      "step": 7279
+    },
+    {
+      "epoch": 2.1683203335877437,
+      "grad_norm": 0.2521073520183563,
+      "learning_rate": 1.8220766170202e-05,
+      "loss": 1.2629,
+      "step": 7280
+    },
+    {
+      "epoch": 2.1686181797874124,
+      "grad_norm": 0.2280997335910797,
+      "learning_rate": 1.822021693016877e-05,
+      "loss": 1.2534,
+      "step": 7281
+    },
+    {
+      "epoch": 2.1689160259870808,
+      "grad_norm": 0.22700686752796173,
+      "learning_rate": 1.82196676136556e-05,
+      "loss": 1.2643,
+      "step": 7282
+    },
+    {
+      "epoch": 2.1692138721867495,
+      "grad_norm": 0.22790886461734772,
+      "learning_rate": 1.8219118220667616e-05,
+      "loss": 1.2464,
+      "step": 7283
+    },
+    {
+      "epoch": 2.1695117183864183,
+      "grad_norm": 0.2317965030670166,
+      "learning_rate": 1.8218568751209914e-05,
+      "loss": 1.2647,
+      "step": 7284
+    },
+    {
+      "epoch": 2.169809564586087,
+      "grad_norm": 0.2157122939825058,
+      "learning_rate": 1.8218019205287613e-05,
+      "loss": 1.246,
+      "step": 7285
+    },
+    {
+      "epoch": 2.1701074107857554,
+      "grad_norm": 0.22612899541854858,
+      "learning_rate": 1.8217469582905826e-05,
+      "loss": 1.2781,
+      "step": 7286
+    },
+    {
+      "epoch": 2.170405256985424,
+      "grad_norm": 0.21930953860282898,
+      "learning_rate": 1.8216919884069663e-05,
+      "loss": 1.2552,
+      "step": 7287
+    },
+    {
+      "epoch": 2.170703103185093,
+      "grad_norm": 0.2246462106704712,
+      "learning_rate": 1.8216370108784243e-05,
+      "loss": 1.2596,
+      "step": 7288
+    },
+    {
+      "epoch": 2.1710009493847613,
+      "grad_norm": 0.2279270887374878,
+      "learning_rate": 1.821582025705468e-05,
+      "loss": 1.2403,
+      "step": 7289
+    },
+    {
+      "epoch": 2.17129879558443,
+      "grad_norm": 0.23340153694152832,
+      "learning_rate": 1.8215270328886084e-05,
+      "loss": 1.2641,
+      "step": 7290
+    },
+    {
+      "epoch": 2.171596641784099,
+      "grad_norm": 0.225138857960701,
+      "learning_rate": 1.8214720324283584e-05,
+      "loss": 1.2596,
+      "step": 7291
+    },
+    {
+      "epoch": 2.171894487983767,
+      "grad_norm": 0.22960343956947327,
+      "learning_rate": 1.8214170243252284e-05,
+      "loss": 1.2507,
+      "step": 7292
+    },
+    {
+      "epoch": 2.172192334183436,
+      "grad_norm": 0.25454360246658325,
+      "learning_rate": 1.8213620085797308e-05,
+      "loss": 1.262,
+      "step": 7293
+    },
+    {
+      "epoch": 2.1724901803831047,
+      "grad_norm": 0.2196982353925705,
+      "learning_rate": 1.8213069851923775e-05,
+      "loss": 1.2573,
+      "step": 7294
+    },
+    {
+      "epoch": 2.1727880265827735,
+      "grad_norm": 0.314749151468277,
+      "learning_rate": 1.8212519541636798e-05,
+      "loss": 1.244,
+      "step": 7295
+    },
+    {
+      "epoch": 2.173085872782442,
+      "grad_norm": 0.32642850279808044,
+      "learning_rate": 1.821196915494151e-05,
+      "loss": 1.2591,
+      "step": 7296
+    },
+    {
+      "epoch": 2.1733837189821106,
+      "grad_norm": 0.27008360624313354,
+      "learning_rate": 1.821141869184302e-05,
+      "loss": 1.2594,
+      "step": 7297
+    },
+    {
+      "epoch": 2.1736815651817794,
+      "grad_norm": 0.5230419039726257,
+      "learning_rate": 1.8210868152346456e-05,
+      "loss": 1.2637,
+      "step": 7298
+    },
+    {
+      "epoch": 2.173979411381448,
+      "grad_norm": 0.24664689600467682,
+      "learning_rate": 1.8210317536456934e-05,
+      "loss": 1.2583,
+      "step": 7299
+    },
+    {
+      "epoch": 2.1742772575811165,
+      "grad_norm": 0.2564030587673187,
+      "learning_rate": 1.820976684417958e-05,
+      "loss": 1.2536,
+      "step": 7300
+    },
+    {
+      "epoch": 2.1745751037807852,
+      "grad_norm": 0.2287197709083557,
+      "learning_rate": 1.8209216075519522e-05,
+      "loss": 1.2753,
+      "step": 7301
+    },
+    {
+      "epoch": 2.174872949980454,
+      "grad_norm": 0.22164995968341827,
+      "learning_rate": 1.8208665230481878e-05,
+      "loss": 1.2506,
+      "step": 7302
+    },
+    {
+      "epoch": 2.1751707961801223,
+      "grad_norm": 0.24038252234458923,
+      "learning_rate": 1.8208114309071776e-05,
+      "loss": 1.2522,
+      "step": 7303
+    },
+    {
+      "epoch": 2.175468642379791,
+      "grad_norm": 0.25487661361694336,
+      "learning_rate": 1.820756331129434e-05,
+      "loss": 1.2614,
+      "step": 7304
+    },
+    {
+      "epoch": 2.17576648857946,
+      "grad_norm": 0.25161856412887573,
+      "learning_rate": 1.82070122371547e-05,
+      "loss": 1.2811,
+      "step": 7305
+    },
+    {
+      "epoch": 2.176064334779128,
+      "grad_norm": 0.23490729928016663,
+      "learning_rate": 1.820646108665798e-05,
+      "loss": 1.2512,
+      "step": 7306
+    },
+    {
+      "epoch": 2.176362180978797,
+      "grad_norm": 0.22478432953357697,
+      "learning_rate": 1.8205909859809307e-05,
+      "loss": 1.2576,
+      "step": 7307
+    },
+    {
+      "epoch": 2.1766600271784657,
+      "grad_norm": 0.23823775351047516,
+      "learning_rate": 1.820535855661381e-05,
+      "loss": 1.2573,
+      "step": 7308
+    },
+    {
+      "epoch": 2.1769578733781345,
+      "grad_norm": 0.23629657924175262,
+      "learning_rate": 1.8204807177076617e-05,
+      "loss": 1.2723,
+      "step": 7309
+    },
+    {
+      "epoch": 2.177255719577803,
+      "grad_norm": 0.22689202427864075,
+      "learning_rate": 1.8204255721202867e-05,
+      "loss": 1.2475,
+      "step": 7310
+    },
+    {
+      "epoch": 2.1775535657774716,
+      "grad_norm": 0.22683067619800568,
+      "learning_rate": 1.820370418899768e-05,
+      "loss": 1.2508,
+      "step": 7311
+    },
+    {
+      "epoch": 2.1778514119771404,
+      "grad_norm": 0.23133999109268188,
+      "learning_rate": 1.8203152580466187e-05,
+      "loss": 1.2549,
+      "step": 7312
+    },
+    {
+      "epoch": 2.178149258176809,
+      "grad_norm": 0.23448750376701355,
+      "learning_rate": 1.820260089561353e-05,
+      "loss": 1.247,
+      "step": 7313
+    },
+    {
+      "epoch": 2.1784471043764775,
+      "grad_norm": 0.2387056052684784,
+      "learning_rate": 1.8202049134444837e-05,
+      "loss": 1.2543,
+      "step": 7314
+    },
+    {
+      "epoch": 2.1787449505761463,
+      "grad_norm": 0.2189805805683136,
+      "learning_rate": 1.820149729696524e-05,
+      "loss": 1.2484,
+      "step": 7315
+    },
+    {
+      "epoch": 2.179042796775815,
+      "grad_norm": 0.22526004910469055,
+      "learning_rate": 1.820094538317987e-05,
+      "loss": 1.2571,
+      "step": 7316
+    },
+    {
+      "epoch": 2.1793406429754834,
+      "grad_norm": 0.23390717804431915,
+      "learning_rate": 1.820039339309387e-05,
+      "loss": 1.2411,
+      "step": 7317
+    },
+    {
+      "epoch": 2.179638489175152,
+      "grad_norm": 0.22101286053657532,
+      "learning_rate": 1.8199841326712368e-05,
+      "loss": 1.2657,
+      "step": 7318
+    },
+    {
+      "epoch": 2.179936335374821,
+      "grad_norm": 0.24784044921398163,
+      "learning_rate": 1.8199289184040507e-05,
+      "loss": 1.2403,
+      "step": 7319
+    },
+    {
+      "epoch": 2.1802341815744897,
+      "grad_norm": 0.22040356695652008,
+      "learning_rate": 1.819873696508342e-05,
+      "loss": 1.2663,
+      "step": 7320
+    },
+    {
+      "epoch": 2.180532027774158,
+      "grad_norm": 0.23102213442325592,
+      "learning_rate": 1.8198184669846243e-05,
+      "loss": 1.2511,
+      "step": 7321
+    },
+    {
+      "epoch": 2.1808298739738268,
+      "grad_norm": 0.233845517039299,
+      "learning_rate": 1.819763229833412e-05,
+      "loss": 1.2594,
+      "step": 7322
+    },
+    {
+      "epoch": 2.1811277201734955,
+      "grad_norm": 0.22688744962215424,
+      "learning_rate": 1.8197079850552188e-05,
+      "loss": 1.2525,
+      "step": 7323
+    },
+    {
+      "epoch": 2.181425566373164,
+      "grad_norm": 0.21882183849811554,
+      "learning_rate": 1.8196527326505585e-05,
+      "loss": 1.2547,
+      "step": 7324
+    },
+    {
+      "epoch": 2.1817234125728326,
+      "grad_norm": 0.23973548412322998,
+      "learning_rate": 1.8195974726199454e-05,
+      "loss": 1.2478,
+      "step": 7325
+    },
+    {
+      "epoch": 2.1820212587725014,
+      "grad_norm": 0.23163484036922455,
+      "learning_rate": 1.8195422049638935e-05,
+      "loss": 1.2569,
+      "step": 7326
+    },
+    {
+      "epoch": 2.18231910497217,
+      "grad_norm": 0.23362986743450165,
+      "learning_rate": 1.8194869296829167e-05,
+      "loss": 1.2596,
+      "step": 7327
+    },
+    {
+      "epoch": 2.1826169511718385,
+      "grad_norm": 0.2282031625509262,
+      "learning_rate": 1.81943164677753e-05,
+      "loss": 1.2459,
+      "step": 7328
+    },
+    {
+      "epoch": 2.1829147973715073,
+      "grad_norm": 0.22614647448062897,
+      "learning_rate": 1.819376356248247e-05,
+      "loss": 1.2479,
+      "step": 7329
+    },
+    {
+      "epoch": 2.183212643571176,
+      "grad_norm": 0.22355595231056213,
+      "learning_rate": 1.819321058095583e-05,
+      "loss": 1.2726,
+      "step": 7330
+    },
+    {
+      "epoch": 2.1835104897708444,
+      "grad_norm": 0.2299981415271759,
+      "learning_rate": 1.8192657523200514e-05,
+      "loss": 1.255,
+      "step": 7331
+    },
+    {
+      "epoch": 2.183808335970513,
+      "grad_norm": 0.22681733965873718,
+      "learning_rate": 1.8192104389221677e-05,
+      "loss": 1.2557,
+      "step": 7332
+    },
+    {
+      "epoch": 2.184106182170182,
+      "grad_norm": 0.2261442244052887,
+      "learning_rate": 1.8191551179024462e-05,
+      "loss": 1.2635,
+      "step": 7333
+    },
+    {
+      "epoch": 2.1844040283698507,
+      "grad_norm": 0.2253769338130951,
+      "learning_rate": 1.819099789261401e-05,
+      "loss": 1.266,
+      "step": 7334
+    },
+    {
+      "epoch": 2.184701874569519,
+      "grad_norm": 0.224657341837883,
+      "learning_rate": 1.819044452999548e-05,
+      "loss": 1.2601,
+      "step": 7335
+    },
+    {
+      "epoch": 2.184999720769188,
+      "grad_norm": 0.22582083940505981,
+      "learning_rate": 1.818989109117401e-05,
+      "loss": 1.2542,
+      "step": 7336
+    },
+    {
+      "epoch": 2.1852975669688566,
+      "grad_norm": 0.22553744912147522,
+      "learning_rate": 1.818933757615476e-05,
+      "loss": 1.2606,
+      "step": 7337
+    },
+    {
+      "epoch": 2.185595413168525,
+      "grad_norm": 0.2209191471338272,
+      "learning_rate": 1.8188783984942865e-05,
+      "loss": 1.2512,
+      "step": 7338
+    },
+    {
+      "epoch": 2.1858932593681937,
+      "grad_norm": 0.23108714818954468,
+      "learning_rate": 1.818823031754349e-05,
+      "loss": 1.2642,
+      "step": 7339
+    },
+    {
+      "epoch": 2.1861911055678624,
+      "grad_norm": 0.22774134576320648,
+      "learning_rate": 1.818767657396178e-05,
+      "loss": 1.2722,
+      "step": 7340
+    },
+    {
+      "epoch": 2.186488951767531,
+      "grad_norm": 0.22755049169063568,
+      "learning_rate": 1.8187122754202884e-05,
+      "loss": 1.2588,
+      "step": 7341
+    },
+    {
+      "epoch": 2.1867867979671995,
+      "grad_norm": 0.22437641024589539,
+      "learning_rate": 1.818656885827196e-05,
+      "loss": 1.2487,
+      "step": 7342
+    },
+    {
+      "epoch": 2.1870846441668683,
+      "grad_norm": 0.23329325020313263,
+      "learning_rate": 1.818601488617416e-05,
+      "loss": 1.2527,
+      "step": 7343
+    },
+    {
+      "epoch": 2.187382490366537,
+      "grad_norm": 0.22857099771499634,
+      "learning_rate": 1.8185460837914635e-05,
+      "loss": 1.2625,
+      "step": 7344
+    },
+    {
+      "epoch": 2.1876803365662054,
+      "grad_norm": 0.2302483767271042,
+      "learning_rate": 1.8184906713498544e-05,
+      "loss": 1.2655,
+      "step": 7345
+    },
+    {
+      "epoch": 2.187978182765874,
+      "grad_norm": 0.23071642220020294,
+      "learning_rate": 1.8184352512931044e-05,
+      "loss": 1.2666,
+      "step": 7346
+    },
+    {
+      "epoch": 2.188276028965543,
+      "grad_norm": 0.23209547996520996,
+      "learning_rate": 1.818379823621728e-05,
+      "loss": 1.264,
+      "step": 7347
+    },
+    {
+      "epoch": 2.1885738751652117,
+      "grad_norm": 0.2276519536972046,
+      "learning_rate": 1.8183243883362424e-05,
+      "loss": 1.2591,
+      "step": 7348
+    },
+    {
+      "epoch": 2.18887172136488,
+      "grad_norm": 0.23050251603126526,
+      "learning_rate": 1.8182689454371622e-05,
+      "loss": 1.25,
+      "step": 7349
+    },
+    {
+      "epoch": 2.189169567564549,
+      "grad_norm": 0.2253330498933792,
+      "learning_rate": 1.818213494925004e-05,
+      "loss": 1.2655,
+      "step": 7350
+    },
+    {
+      "epoch": 2.1894674137642176,
+      "grad_norm": 0.2334011048078537,
+      "learning_rate": 1.8181580368002833e-05,
+      "loss": 1.2629,
+      "step": 7351
+    },
+    {
+      "epoch": 2.1897652599638864,
+      "grad_norm": 0.22390751540660858,
+      "learning_rate": 1.8181025710635163e-05,
+      "loss": 1.249,
+      "step": 7352
+    },
+    {
+      "epoch": 2.1900631061635547,
+      "grad_norm": 0.2347511351108551,
+      "learning_rate": 1.8180470977152188e-05,
+      "loss": 1.2778,
+      "step": 7353
+    },
+    {
+      "epoch": 2.1903609523632235,
+      "grad_norm": 0.22769004106521606,
+      "learning_rate": 1.8179916167559067e-05,
+      "loss": 1.2693,
+      "step": 7354
+    },
+    {
+      "epoch": 2.1906587985628923,
+      "grad_norm": 0.2368936538696289,
+      "learning_rate": 1.817936128186097e-05,
+      "loss": 1.2525,
+      "step": 7355
+    },
+    {
+      "epoch": 2.1909566447625606,
+      "grad_norm": 0.2429242581129074,
+      "learning_rate": 1.8178806320063054e-05,
+      "loss": 1.2667,
+      "step": 7356
+    },
+    {
+      "epoch": 2.1912544909622294,
+      "grad_norm": 0.2240075021982193,
+      "learning_rate": 1.817825128217048e-05,
+      "loss": 1.2665,
+      "step": 7357
+    },
+    {
+      "epoch": 2.191552337161898,
+      "grad_norm": 0.22910600900650024,
+      "learning_rate": 1.8177696168188417e-05,
+      "loss": 1.2589,
+      "step": 7358
+    },
+    {
+      "epoch": 2.1918501833615665,
+      "grad_norm": 0.2249964326620102,
+      "learning_rate": 1.817714097812203e-05,
+      "loss": 1.2532,
+      "step": 7359
+    },
+    {
+      "epoch": 2.1921480295612352,
+      "grad_norm": 0.23178963363170624,
+      "learning_rate": 1.817658571197648e-05,
+      "loss": 1.2586,
+      "step": 7360
+    },
+    {
+      "epoch": 2.192445875760904,
+      "grad_norm": 0.25021347403526306,
+      "learning_rate": 1.8176030369756935e-05,
+      "loss": 1.2577,
+      "step": 7361
+    },
+    {
+      "epoch": 2.1927437219605728,
+      "grad_norm": 0.2263617217540741,
+      "learning_rate": 1.8175474951468564e-05,
+      "loss": 1.2564,
+      "step": 7362
+    },
+    {
+      "epoch": 2.193041568160241,
+      "grad_norm": 0.24502508342266083,
+      "learning_rate": 1.8174919457116532e-05,
+      "loss": 1.2547,
+      "step": 7363
+    },
+    {
+      "epoch": 2.19333941435991,
+      "grad_norm": 0.23017960786819458,
+      "learning_rate": 1.8174363886706004e-05,
+      "loss": 1.255,
+      "step": 7364
+    },
+    {
+      "epoch": 2.1936372605595786,
+      "grad_norm": 0.2292788326740265,
+      "learning_rate": 1.8173808240242156e-05,
+      "loss": 1.2461,
+      "step": 7365
+    },
+    {
+      "epoch": 2.1939351067592474,
+      "grad_norm": 0.22475972771644592,
+      "learning_rate": 1.817325251773016e-05,
+      "loss": 1.2611,
+      "step": 7366
+    },
+    {
+      "epoch": 2.1942329529589157,
+      "grad_norm": 0.23396527767181396,
+      "learning_rate": 1.8172696719175172e-05,
+      "loss": 1.2573,
+      "step": 7367
+    },
+    {
+      "epoch": 2.1945307991585845,
+      "grad_norm": 0.24701645970344543,
+      "learning_rate": 1.8172140844582377e-05,
+      "loss": 1.2705,
+      "step": 7368
+    },
+    {
+      "epoch": 2.1948286453582533,
+      "grad_norm": 0.24896377325057983,
+      "learning_rate": 1.8171584893956943e-05,
+      "loss": 1.254,
+      "step": 7369
+    },
+    {
+      "epoch": 2.1951264915579216,
+      "grad_norm": 0.24997586011886597,
+      "learning_rate": 1.817102886730404e-05,
+      "loss": 1.2639,
+      "step": 7370
+    },
+    {
+      "epoch": 2.1954243377575904,
+      "grad_norm": 0.22887980937957764,
+      "learning_rate": 1.817047276462884e-05,
+      "loss": 1.2589,
+      "step": 7371
+    },
+    {
+      "epoch": 2.195722183957259,
+      "grad_norm": 0.22723832726478577,
+      "learning_rate": 1.8169916585936523e-05,
+      "loss": 1.2462,
+      "step": 7372
+    },
+    {
+      "epoch": 2.1960200301569275,
+      "grad_norm": 0.25205981731414795,
+      "learning_rate": 1.8169360331232258e-05,
+      "loss": 1.2354,
+      "step": 7373
+    },
+    {
+      "epoch": 2.1963178763565963,
+      "grad_norm": 0.23514196276664734,
+      "learning_rate": 1.8168804000521222e-05,
+      "loss": 1.2519,
+      "step": 7374
+    },
+    {
+      "epoch": 2.196615722556265,
+      "grad_norm": 0.23175553977489471,
+      "learning_rate": 1.8168247593808594e-05,
+      "loss": 1.2463,
+      "step": 7375
+    },
+    {
+      "epoch": 2.196913568755934,
+      "grad_norm": 0.22872765362262726,
+      "learning_rate": 1.816769111109955e-05,
+      "loss": 1.2668,
+      "step": 7376
+    },
+    {
+      "epoch": 2.197211414955602,
+      "grad_norm": 0.22961491346359253,
+      "learning_rate": 1.816713455239926e-05,
+      "loss": 1.238,
+      "step": 7377
+    },
+    {
+      "epoch": 2.197509261155271,
+      "grad_norm": 0.233178973197937,
+      "learning_rate": 1.816657791771291e-05,
+      "loss": 1.2572,
+      "step": 7378
+    },
+    {
+      "epoch": 2.1978071073549397,
+      "grad_norm": 0.23030194640159607,
+      "learning_rate": 1.816602120704568e-05,
+      "loss": 1.2474,
+      "step": 7379
+    },
+    {
+      "epoch": 2.1981049535546084,
+      "grad_norm": 0.23031818866729736,
+      "learning_rate": 1.8165464420402742e-05,
+      "loss": 1.2478,
+      "step": 7380
+    },
+    {
+      "epoch": 2.1984027997542768,
+      "grad_norm": 0.2297825664281845,
+      "learning_rate": 1.816490755778928e-05,
+      "loss": 1.2449,
+      "step": 7381
+    },
+    {
+      "epoch": 2.1987006459539455,
+      "grad_norm": 0.2581939995288849,
+      "learning_rate": 1.816435061921048e-05,
+      "loss": 1.2573,
+      "step": 7382
+    },
+    {
+      "epoch": 2.1989984921536143,
+      "grad_norm": 0.23687393963336945,
+      "learning_rate": 1.8163793604671516e-05,
+      "loss": 1.2747,
+      "step": 7383
+    },
+    {
+      "epoch": 2.1992963383532826,
+      "grad_norm": 0.22601406276226044,
+      "learning_rate": 1.8163236514177575e-05,
+      "loss": 1.258,
+      "step": 7384
+    },
+    {
+      "epoch": 2.1995941845529514,
+      "grad_norm": 0.2287813276052475,
+      "learning_rate": 1.816267934773384e-05,
+      "loss": 1.2549,
+      "step": 7385
+    },
+    {
+      "epoch": 2.19989203075262,
+      "grad_norm": 0.2404824048280716,
+      "learning_rate": 1.816212210534549e-05,
+      "loss": 1.264,
+      "step": 7386
+    },
+    {
+      "epoch": 2.200189876952289,
+      "grad_norm": 0.2244536280632019,
+      "learning_rate": 1.8161564787017716e-05,
+      "loss": 1.2583,
+      "step": 7387
+    },
+    {
+      "epoch": 2.2004877231519573,
+      "grad_norm": 0.23286356031894684,
+      "learning_rate": 1.81610073927557e-05,
+      "loss": 1.2674,
+      "step": 7388
+    },
+    {
+      "epoch": 2.200785569351626,
+      "grad_norm": 0.2290877103805542,
+      "learning_rate": 1.8160449922564627e-05,
+      "loss": 1.2494,
+      "step": 7389
+    },
+    {
+      "epoch": 2.201083415551295,
+      "grad_norm": 0.2407354712486267,
+      "learning_rate": 1.8159892376449685e-05,
+      "loss": 1.2622,
+      "step": 7390
+    },
+    {
+      "epoch": 2.201381261750963,
+      "grad_norm": 0.22834835946559906,
+      "learning_rate": 1.815933475441606e-05,
+      "loss": 1.259,
+      "step": 7391
+    },
+    {
+      "epoch": 2.201679107950632,
+      "grad_norm": 0.23079723119735718,
+      "learning_rate": 1.8158777056468942e-05,
+      "loss": 1.2622,
+      "step": 7392
+    },
+    {
+      "epoch": 2.2019769541503007,
+      "grad_norm": 0.22950461506843567,
+      "learning_rate": 1.815821928261352e-05,
+      "loss": 1.2458,
+      "step": 7393
+    },
+    {
+      "epoch": 2.2022748003499695,
+      "grad_norm": 0.2347557693719864,
+      "learning_rate": 1.8157661432854982e-05,
+      "loss": 1.258,
+      "step": 7394
+    },
+    {
+      "epoch": 2.202572646549638,
+      "grad_norm": 0.24329420924186707,
+      "learning_rate": 1.8157103507198522e-05,
+      "loss": 1.2569,
+      "step": 7395
+    },
+    {
+      "epoch": 2.2028704927493066,
+      "grad_norm": 0.23572076857089996,
+      "learning_rate": 1.8156545505649323e-05,
+      "loss": 1.2505,
+      "step": 7396
+    },
+    {
+      "epoch": 2.2031683389489753,
+      "grad_norm": 0.23422683775424957,
+      "learning_rate": 1.815598742821258e-05,
+      "loss": 1.2532,
+      "step": 7397
+    },
+    {
+      "epoch": 2.2034661851486437,
+      "grad_norm": 0.22762665152549744,
+      "learning_rate": 1.8155429274893493e-05,
+      "loss": 1.2584,
+      "step": 7398
+    },
+    {
+      "epoch": 2.2037640313483124,
+      "grad_norm": 0.2506447732448578,
+      "learning_rate": 1.8154871045697243e-05,
+      "loss": 1.2506,
+      "step": 7399
+    },
+    {
+      "epoch": 2.204061877547981,
+      "grad_norm": 0.24103914201259613,
+      "learning_rate": 1.815431274062903e-05,
+      "loss": 1.262,
+      "step": 7400
+    },
+    {
+      "epoch": 2.20435972374765,
+      "grad_norm": 0.23970681428909302,
+      "learning_rate": 1.815375435969405e-05,
+      "loss": 1.2573,
+      "step": 7401
+    },
+    {
+      "epoch": 2.2046575699473183,
+      "grad_norm": 0.2336505949497223,
+      "learning_rate": 1.8153195902897495e-05,
+      "loss": 1.2459,
+      "step": 7402
+    },
+    {
+      "epoch": 2.204955416146987,
+      "grad_norm": 0.27376458048820496,
+      "learning_rate": 1.8152637370244557e-05,
+      "loss": 1.2671,
+      "step": 7403
+    },
+    {
+      "epoch": 2.205253262346656,
+      "grad_norm": 0.2327093482017517,
+      "learning_rate": 1.8152078761740438e-05,
+      "loss": 1.2613,
+      "step": 7404
+    },
+    {
+      "epoch": 2.205551108546324,
+      "grad_norm": 0.2462681084871292,
+      "learning_rate": 1.815152007739034e-05,
+      "loss": 1.2664,
+      "step": 7405
+    },
+    {
+      "epoch": 2.205848954745993,
+      "grad_norm": 0.2664211690425873,
+      "learning_rate": 1.815096131719945e-05,
+      "loss": 1.2528,
+      "step": 7406
+    },
+    {
+      "epoch": 2.2061468009456617,
+      "grad_norm": 0.246301531791687,
+      "learning_rate": 1.8150402481172973e-05,
+      "loss": 1.2496,
+      "step": 7407
+    },
+    {
+      "epoch": 2.2064446471453305,
+      "grad_norm": 0.25915271043777466,
+      "learning_rate": 1.8149843569316107e-05,
+      "loss": 1.2721,
+      "step": 7408
+    },
+    {
+      "epoch": 2.206742493344999,
+      "grad_norm": 0.23023463785648346,
+      "learning_rate": 1.814928458163405e-05,
+      "loss": 1.2565,
+      "step": 7409
+    },
+    {
+      "epoch": 2.2070403395446676,
+      "grad_norm": 0.2400447577238083,
+      "learning_rate": 1.8148725518132005e-05,
+      "loss": 1.2508,
+      "step": 7410
+    },
+    {
+      "epoch": 2.2073381857443364,
+      "grad_norm": 0.226594939827919,
+      "learning_rate": 1.8148166378815178e-05,
+      "loss": 1.269,
+      "step": 7411
+    },
+    {
+      "epoch": 2.2076360319440047,
+      "grad_norm": 0.2427109032869339,
+      "learning_rate": 1.8147607163688763e-05,
+      "loss": 1.2441,
+      "step": 7412
+    },
+    {
+      "epoch": 2.2079338781436735,
+      "grad_norm": 0.23050576448440552,
+      "learning_rate": 1.8147047872757964e-05,
+      "loss": 1.2628,
+      "step": 7413
+    },
+    {
+      "epoch": 2.2082317243433423,
+      "grad_norm": 0.23181301355361938,
+      "learning_rate": 1.8146488506027996e-05,
+      "loss": 1.2536,
+      "step": 7414
+    },
+    {
+      "epoch": 2.208529570543011,
+      "grad_norm": 0.22633394598960876,
+      "learning_rate": 1.8145929063504043e-05,
+      "loss": 1.2426,
+      "step": 7415
+    },
+    {
+      "epoch": 2.2088274167426794,
+      "grad_norm": 0.22863715887069702,
+      "learning_rate": 1.814536954519133e-05,
+      "loss": 1.2457,
+      "step": 7416
+    },
+    {
+      "epoch": 2.209125262942348,
+      "grad_norm": 0.23071017861366272,
+      "learning_rate": 1.8144809951095052e-05,
+      "loss": 1.2585,
+      "step": 7417
+    },
+    {
+      "epoch": 2.209423109142017,
+      "grad_norm": 0.2343638688325882,
+      "learning_rate": 1.8144250281220412e-05,
+      "loss": 1.2429,
+      "step": 7418
+    },
+    {
+      "epoch": 2.2097209553416857,
+      "grad_norm": 0.23640675842761993,
+      "learning_rate": 1.814369053557263e-05,
+      "loss": 1.2481,
+      "step": 7419
+    },
+    {
+      "epoch": 2.210018801541354,
+      "grad_norm": 0.23015083372592926,
+      "learning_rate": 1.81431307141569e-05,
+      "loss": 1.2751,
+      "step": 7420
+    },
+    {
+      "epoch": 2.2103166477410228,
+      "grad_norm": 0.22590556740760803,
+      "learning_rate": 1.814257081697844e-05,
+      "loss": 1.2459,
+      "step": 7421
+    },
+    {
+      "epoch": 2.2106144939406915,
+      "grad_norm": 0.23690733313560486,
+      "learning_rate": 1.8142010844042454e-05,
+      "loss": 1.2473,
+      "step": 7422
+    },
+    {
+      "epoch": 2.21091234014036,
+      "grad_norm": 0.22188520431518555,
+      "learning_rate": 1.8141450795354155e-05,
+      "loss": 1.2513,
+      "step": 7423
+    },
+    {
+      "epoch": 2.2112101863400286,
+      "grad_norm": 0.2462684065103531,
+      "learning_rate": 1.8140890670918755e-05,
+      "loss": 1.2594,
+      "step": 7424
+    },
+    {
+      "epoch": 2.2115080325396974,
+      "grad_norm": 0.23598931729793549,
+      "learning_rate": 1.814033047074146e-05,
+      "loss": 1.2569,
+      "step": 7425
+    },
+    {
+      "epoch": 2.2118058787393657,
+      "grad_norm": 0.24653668701648712,
+      "learning_rate": 1.8139770194827485e-05,
+      "loss": 1.2657,
+      "step": 7426
+    },
+    {
+      "epoch": 2.2121037249390345,
+      "grad_norm": 0.27435415983200073,
+      "learning_rate": 1.8139209843182043e-05,
+      "loss": 1.2661,
+      "step": 7427
+    },
+    {
+      "epoch": 2.2124015711387033,
+      "grad_norm": 0.22956374287605286,
+      "learning_rate": 1.8138649415810348e-05,
+      "loss": 1.2546,
+      "step": 7428
+    },
+    {
+      "epoch": 2.212699417338372,
+      "grad_norm": 0.33536839485168457,
+      "learning_rate": 1.813808891271761e-05,
+      "loss": 1.2586,
+      "step": 7429
+    },
+    {
+      "epoch": 2.2129972635380404,
+      "grad_norm": 0.2709580063819885,
+      "learning_rate": 1.8137528333909048e-05,
+      "loss": 1.276,
+      "step": 7430
+    },
+    {
+      "epoch": 2.213295109737709,
+      "grad_norm": 0.2404656857252121,
+      "learning_rate": 1.813696767938988e-05,
+      "loss": 1.2687,
+      "step": 7431
+    },
+    {
+      "epoch": 2.213592955937378,
+      "grad_norm": 0.23287378251552582,
+      "learning_rate": 1.8136406949165315e-05,
+      "loss": 1.2365,
+      "step": 7432
+    },
+    {
+      "epoch": 2.2138908021370467,
+      "grad_norm": 0.255045086145401,
+      "learning_rate": 1.8135846143240575e-05,
+      "loss": 1.2567,
+      "step": 7433
+    },
+    {
+      "epoch": 2.214188648336715,
+      "grad_norm": 0.234689861536026,
+      "learning_rate": 1.8135285261620882e-05,
+      "loss": 1.2636,
+      "step": 7434
+    },
+    {
+      "epoch": 2.214486494536384,
+      "grad_norm": 0.23581352829933167,
+      "learning_rate": 1.8134724304311443e-05,
+      "loss": 1.2582,
+      "step": 7435
+    },
+    {
+      "epoch": 2.2147843407360526,
+      "grad_norm": 0.2270398736000061,
+      "learning_rate": 1.8134163271317483e-05,
+      "loss": 1.2559,
+      "step": 7436
+    },
+    {
+      "epoch": 2.215082186935721,
+      "grad_norm": 0.24003979563713074,
+      "learning_rate": 1.8133602162644225e-05,
+      "loss": 1.2608,
+      "step": 7437
+    },
+    {
+      "epoch": 2.2153800331353897,
+      "grad_norm": 0.23116470873355865,
+      "learning_rate": 1.813304097829688e-05,
+      "loss": 1.2734,
+      "step": 7438
+    },
+    {
+      "epoch": 2.2156778793350584,
+      "grad_norm": 0.25134536623954773,
+      "learning_rate": 1.813247971828068e-05,
+      "loss": 1.2421,
+      "step": 7439
+    },
+    {
+      "epoch": 2.2159757255347268,
+      "grad_norm": 0.2228419929742813,
+      "learning_rate": 1.8131918382600843e-05,
+      "loss": 1.2741,
+      "step": 7440
+    },
+    {
+      "epoch": 2.2162735717343955,
+      "grad_norm": 0.22911174595355988,
+      "learning_rate": 1.813135697126259e-05,
+      "loss": 1.2747,
+      "step": 7441
+    },
+    {
+      "epoch": 2.2165714179340643,
+      "grad_norm": 0.22643044590950012,
+      "learning_rate": 1.8130795484271147e-05,
+      "loss": 1.2472,
+      "step": 7442
+    },
+    {
+      "epoch": 2.216869264133733,
+      "grad_norm": 0.2381702959537506,
+      "learning_rate": 1.8130233921631733e-05,
+      "loss": 1.26,
+      "step": 7443
+    },
+    {
+      "epoch": 2.2171671103334014,
+      "grad_norm": 0.2607860863208771,
+      "learning_rate": 1.8129672283349577e-05,
+      "loss": 1.2545,
+      "step": 7444
+    },
+    {
+      "epoch": 2.21746495653307,
+      "grad_norm": 0.22908510267734528,
+      "learning_rate": 1.8129110569429906e-05,
+      "loss": 1.2681,
+      "step": 7445
+    },
+    {
+      "epoch": 2.217762802732739,
+      "grad_norm": 0.2557067573070526,
+      "learning_rate": 1.812854877987794e-05,
+      "loss": 1.2713,
+      "step": 7446
+    },
+    {
+      "epoch": 2.2180606489324077,
+      "grad_norm": 0.24011479318141937,
+      "learning_rate": 1.812798691469891e-05,
+      "loss": 1.2477,
+      "step": 7447
+    },
+    {
+      "epoch": 2.218358495132076,
+      "grad_norm": 0.2298644781112671,
+      "learning_rate": 1.8127424973898046e-05,
+      "loss": 1.2533,
+      "step": 7448
+    },
+    {
+      "epoch": 2.218656341331745,
+      "grad_norm": 0.23344075679779053,
+      "learning_rate": 1.8126862957480572e-05,
+      "loss": 1.2462,
+      "step": 7449
+    },
+    {
+      "epoch": 2.2189541875314136,
+      "grad_norm": 0.24125604331493378,
+      "learning_rate": 1.8126300865451716e-05,
+      "loss": 1.2507,
+      "step": 7450
+    },
+    {
+      "epoch": 2.219252033731082,
+      "grad_norm": 0.24440434575080872,
+      "learning_rate": 1.812573869781671e-05,
+      "loss": 1.256,
+      "step": 7451
+    },
+    {
+      "epoch": 2.2195498799307507,
+      "grad_norm": 0.24648922681808472,
+      "learning_rate": 1.8125176454580785e-05,
+      "loss": 1.2559,
+      "step": 7452
+    },
+    {
+      "epoch": 2.2198477261304195,
+      "grad_norm": 0.3261624276638031,
+      "learning_rate": 1.812461413574917e-05,
+      "loss": 1.2543,
+      "step": 7453
+    },
+    {
+      "epoch": 2.2201455723300882,
+      "grad_norm": 0.2771762013435364,
+      "learning_rate": 1.81240517413271e-05,
+      "loss": 1.245,
+      "step": 7454
+    },
+    {
+      "epoch": 2.2204434185297566,
+      "grad_norm": 0.2676098942756653,
+      "learning_rate": 1.81234892713198e-05,
+      "loss": 1.2548,
+      "step": 7455
+    },
+    {
+      "epoch": 2.2207412647294253,
+      "grad_norm": 0.33100032806396484,
+      "learning_rate": 1.8122926725732513e-05,
+      "loss": 1.2602,
+      "step": 7456
+    },
+    {
+      "epoch": 2.221039110929094,
+      "grad_norm": 0.23672987520694733,
+      "learning_rate": 1.812236410457047e-05,
+      "loss": 1.2741,
+      "step": 7457
+    },
+    {
+      "epoch": 2.2213369571287624,
+      "grad_norm": 0.238791361451149,
+      "learning_rate": 1.8121801407838903e-05,
+      "loss": 1.2719,
+      "step": 7458
+    },
+    {
+      "epoch": 2.221634803328431,
+      "grad_norm": 0.23731465637683868,
+      "learning_rate": 1.8121238635543043e-05,
+      "loss": 1.2602,
+      "step": 7459
+    },
+    {
+      "epoch": 2.2219326495281,
+      "grad_norm": 0.22845380008220673,
+      "learning_rate": 1.8120675787688134e-05,
+      "loss": 1.256,
+      "step": 7460
+    },
+    {
+      "epoch": 2.2222304957277688,
+      "grad_norm": 0.24039316177368164,
+      "learning_rate": 1.812011286427941e-05,
+      "loss": 1.2407,
+      "step": 7461
+    },
+    {
+      "epoch": 2.222528341927437,
+      "grad_norm": 0.22779229283332825,
+      "learning_rate": 1.811954986532211e-05,
+      "loss": 1.2619,
+      "step": 7462
+    },
+    {
+      "epoch": 2.222826188127106,
+      "grad_norm": 0.2333533763885498,
+      "learning_rate": 1.8118986790821468e-05,
+      "loss": 1.2559,
+      "step": 7463
+    },
+    {
+      "epoch": 2.2231240343267746,
+      "grad_norm": 0.23861506581306458,
+      "learning_rate": 1.8118423640782724e-05,
+      "loss": 1.2662,
+      "step": 7464
+    },
+    {
+      "epoch": 2.223421880526443,
+      "grad_norm": 0.22525864839553833,
+      "learning_rate": 1.811786041521112e-05,
+      "loss": 1.2527,
+      "step": 7465
+    },
+    {
+      "epoch": 2.2237197267261117,
+      "grad_norm": 0.23941968381404877,
+      "learning_rate": 1.8117297114111894e-05,
+      "loss": 1.2569,
+      "step": 7466
+    },
+    {
+      "epoch": 2.2240175729257805,
+      "grad_norm": 0.2459057718515396,
+      "learning_rate": 1.8116733737490292e-05,
+      "loss": 1.2558,
+      "step": 7467
+    },
+    {
+      "epoch": 2.2243154191254493,
+      "grad_norm": 0.2310280203819275,
+      "learning_rate": 1.8116170285351545e-05,
+      "loss": 1.2646,
+      "step": 7468
+    },
+    {
+      "epoch": 2.2246132653251176,
+      "grad_norm": 0.22232785820960999,
+      "learning_rate": 1.81156067577009e-05,
+      "loss": 1.2502,
+      "step": 7469
+    },
+    {
+      "epoch": 2.2249111115247864,
+      "grad_norm": 0.23295165598392487,
+      "learning_rate": 1.811504315454361e-05,
+      "loss": 1.2465,
+      "step": 7470
+    },
+    {
+      "epoch": 2.225208957724455,
+      "grad_norm": 0.24131250381469727,
+      "learning_rate": 1.8114479475884906e-05,
+      "loss": 1.2508,
+      "step": 7471
+    },
+    {
+      "epoch": 2.2255068039241235,
+      "grad_norm": 0.24913492798805237,
+      "learning_rate": 1.8113915721730036e-05,
+      "loss": 1.254,
+      "step": 7472
+    },
+    {
+      "epoch": 2.2258046501237922,
+      "grad_norm": 0.24638479948043823,
+      "learning_rate": 1.8113351892084242e-05,
+      "loss": 1.2634,
+      "step": 7473
+    },
+    {
+      "epoch": 2.226102496323461,
+      "grad_norm": 0.22303815186023712,
+      "learning_rate": 1.8112787986952776e-05,
+      "loss": 1.2719,
+      "step": 7474
+    },
+    {
+      "epoch": 2.22640034252313,
+      "grad_norm": 0.2328311800956726,
+      "learning_rate": 1.8112224006340887e-05,
+      "loss": 1.2465,
+      "step": 7475
+    },
+    {
+      "epoch": 2.226698188722798,
+      "grad_norm": 0.23571890592575073,
+      "learning_rate": 1.811165995025381e-05,
+      "loss": 1.2768,
+      "step": 7476
+    },
+    {
+      "epoch": 2.226996034922467,
+      "grad_norm": 0.25322532653808594,
+      "learning_rate": 1.8111095818696805e-05,
+      "loss": 1.2453,
+      "step": 7477
+    },
+    {
+      "epoch": 2.2272938811221357,
+      "grad_norm": 0.276750385761261,
+      "learning_rate": 1.8110531611675112e-05,
+      "loss": 1.2583,
+      "step": 7478
+    },
+    {
+      "epoch": 2.227591727321804,
+      "grad_norm": 0.28301140666007996,
+      "learning_rate": 1.8109967329193986e-05,
+      "loss": 1.2395,
+      "step": 7479
+    },
+    {
+      "epoch": 2.2278895735214728,
+      "grad_norm": 0.24565206468105316,
+      "learning_rate": 1.8109402971258676e-05,
+      "loss": 1.2594,
+      "step": 7480
+    },
+    {
+      "epoch": 2.2281874197211415,
+      "grad_norm": 0.3332265615463257,
+      "learning_rate": 1.8108838537874428e-05,
+      "loss": 1.2633,
+      "step": 7481
+    },
+    {
+      "epoch": 2.2284852659208103,
+      "grad_norm": 0.2968139946460724,
+      "learning_rate": 1.81082740290465e-05,
+      "loss": 1.2752,
+      "step": 7482
+    },
+    {
+      "epoch": 2.2287831121204786,
+      "grad_norm": 0.2606860399246216,
+      "learning_rate": 1.810770944478014e-05,
+      "loss": 1.2588,
+      "step": 7483
+    },
+    {
+      "epoch": 2.2290809583201474,
+      "grad_norm": 0.2384524643421173,
+      "learning_rate": 1.8107144785080604e-05,
+      "loss": 1.2421,
+      "step": 7484
+    },
+    {
+      "epoch": 2.229378804519816,
+      "grad_norm": 0.28585508465766907,
+      "learning_rate": 1.810658004995314e-05,
+      "loss": 1.2511,
+      "step": 7485
+    },
+    {
+      "epoch": 2.229676650719485,
+      "grad_norm": 0.29733842611312866,
+      "learning_rate": 1.810601523940301e-05,
+      "loss": 1.2553,
+      "step": 7486
+    },
+    {
+      "epoch": 2.2299744969191533,
+      "grad_norm": 0.23562990128993988,
+      "learning_rate": 1.8105450353435463e-05,
+      "loss": 1.2835,
+      "step": 7487
+    },
+    {
+      "epoch": 2.230272343118822,
+      "grad_norm": 0.23298020660877228,
+      "learning_rate": 1.8104885392055755e-05,
+      "loss": 1.2612,
+      "step": 7488
+    },
+    {
+      "epoch": 2.230570189318491,
+      "grad_norm": 0.23380275070667267,
+      "learning_rate": 1.8104320355269145e-05,
+      "loss": 1.2566,
+      "step": 7489
+    },
+    {
+      "epoch": 2.230868035518159,
+      "grad_norm": 0.2470693737268448,
+      "learning_rate": 1.8103755243080893e-05,
+      "loss": 1.2517,
+      "step": 7490
+    },
+    {
+      "epoch": 2.231165881717828,
+      "grad_norm": 0.22034691274166107,
+      "learning_rate": 1.8103190055496246e-05,
+      "loss": 1.2417,
+      "step": 7491
+    },
+    {
+      "epoch": 2.2314637279174967,
+      "grad_norm": 0.23405425250530243,
+      "learning_rate": 1.8102624792520472e-05,
+      "loss": 1.2783,
+      "step": 7492
+    },
+    {
+      "epoch": 2.231761574117165,
+      "grad_norm": 0.2418336421251297,
+      "learning_rate": 1.8102059454158824e-05,
+      "loss": 1.2496,
+      "step": 7493
+    },
+    {
+      "epoch": 2.232059420316834,
+      "grad_norm": 0.23358824849128723,
+      "learning_rate": 1.8101494040416566e-05,
+      "loss": 1.2414,
+      "step": 7494
+    },
+    {
+      "epoch": 2.2323572665165026,
+      "grad_norm": 0.2360301911830902,
+      "learning_rate": 1.810092855129896e-05,
+      "loss": 1.2538,
+      "step": 7495
+    },
+    {
+      "epoch": 2.2326551127161713,
+      "grad_norm": 0.2237144261598587,
+      "learning_rate": 1.8100362986811262e-05,
+      "loss": 1.2534,
+      "step": 7496
+    },
+    {
+      "epoch": 2.2329529589158397,
+      "grad_norm": 0.23044529557228088,
+      "learning_rate": 1.809979734695874e-05,
+      "loss": 1.2422,
+      "step": 7497
+    },
+    {
+      "epoch": 2.2332508051155084,
+      "grad_norm": 0.24516120553016663,
+      "learning_rate": 1.809923163174665e-05,
+      "loss": 1.2648,
+      "step": 7498
+    },
+    {
+      "epoch": 2.233548651315177,
+      "grad_norm": 0.24140438437461853,
+      "learning_rate": 1.8098665841180262e-05,
+      "loss": 1.2455,
+      "step": 7499
+    },
+    {
+      "epoch": 2.233846497514846,
+      "grad_norm": 0.22544613480567932,
+      "learning_rate": 1.8098099975264834e-05,
+      "loss": 1.2529,
+      "step": 7500
+    },
+    {
+      "epoch": 2.233846497514846,
+      "eval_loss": 1.343520164489746,
+      "eval_runtime": 20.7156,
+      "eval_samples_per_second": 83.705,
+      "eval_steps_per_second": 5.262,
+      "step": 7500
+    },
+    {
+      "epoch": 2.2341443437145143,
+      "grad_norm": 0.23673491179943085,
+      "learning_rate": 1.8097534034005636e-05,
+      "loss": 1.2488,
+      "step": 7501
+    },
+    {
+      "epoch": 2.234442189914183,
+      "grad_norm": 0.22079885005950928,
+      "learning_rate": 1.809696801740793e-05,
+      "loss": 1.2609,
+      "step": 7502
+    },
+    {
+      "epoch": 2.234740036113852,
+      "grad_norm": 0.2393401712179184,
+      "learning_rate": 1.809640192547698e-05,
+      "loss": 1.2668,
+      "step": 7503
+    },
+    {
+      "epoch": 2.23503788231352,
+      "grad_norm": 0.23307958245277405,
+      "learning_rate": 1.809583575821806e-05,
+      "loss": 1.238,
+      "step": 7504
+    },
+    {
+      "epoch": 2.235335728513189,
+      "grad_norm": 0.2271372377872467,
+      "learning_rate": 1.809526951563643e-05,
+      "loss": 1.2503,
+      "step": 7505
+    },
+    {
+      "epoch": 2.2356335747128577,
+      "grad_norm": 0.23181135952472687,
+      "learning_rate": 1.8094703197737364e-05,
+      "loss": 1.2561,
+      "step": 7506
+    },
+    {
+      "epoch": 2.2359314209125265,
+      "grad_norm": 0.22521166503429413,
+      "learning_rate": 1.809413680452613e-05,
+      "loss": 1.2544,
+      "step": 7507
+    },
+    {
+      "epoch": 2.236229267112195,
+      "grad_norm": 0.22727955877780914,
+      "learning_rate": 1.8093570336007996e-05,
+      "loss": 1.2475,
+      "step": 7508
+    },
+    {
+      "epoch": 2.2365271133118636,
+      "grad_norm": 0.22818197309970856,
+      "learning_rate": 1.8093003792188227e-05,
+      "loss": 1.2526,
+      "step": 7509
+    },
+    {
+      "epoch": 2.2368249595115324,
+      "grad_norm": 0.23357020318508148,
+      "learning_rate": 1.8092437173072105e-05,
+      "loss": 1.2754,
+      "step": 7510
+    },
+    {
+      "epoch": 2.2371228057112007,
+      "grad_norm": 0.23212124407291412,
+      "learning_rate": 1.8091870478664898e-05,
+      "loss": 1.2467,
+      "step": 7511
+    },
+    {
+      "epoch": 2.2374206519108695,
+      "grad_norm": 0.2305627465248108,
+      "learning_rate": 1.809130370897187e-05,
+      "loss": 1.282,
+      "step": 7512
+    },
+    {
+      "epoch": 2.2377184981105382,
+      "grad_norm": 0.23068830370903015,
+      "learning_rate": 1.8090736863998307e-05,
+      "loss": 1.2518,
+      "step": 7513
+    },
+    {
+      "epoch": 2.238016344310207,
+      "grad_norm": 0.23182810842990875,
+      "learning_rate": 1.8090169943749477e-05,
+      "loss": 1.2579,
+      "step": 7514
+    },
+    {
+      "epoch": 2.2383141905098753,
+      "grad_norm": 0.21896368265151978,
+      "learning_rate": 1.8089602948230653e-05,
+      "loss": 1.2613,
+      "step": 7515
+    },
+    {
+      "epoch": 2.238612036709544,
+      "grad_norm": 0.23936767876148224,
+      "learning_rate": 1.8089035877447114e-05,
+      "loss": 1.2482,
+      "step": 7516
+    },
+    {
+      "epoch": 2.238909882909213,
+      "grad_norm": 0.22754739224910736,
+      "learning_rate": 1.808846873140413e-05,
+      "loss": 1.2672,
+      "step": 7517
+    },
+    {
+      "epoch": 2.239207729108881,
+      "grad_norm": 0.2435189187526703,
+      "learning_rate": 1.808790151010698e-05,
+      "loss": 1.2532,
+      "step": 7518
+    },
+    {
+      "epoch": 2.23950557530855,
+      "grad_norm": 0.2510552406311035,
+      "learning_rate": 1.808733421356095e-05,
+      "loss": 1.2701,
+      "step": 7519
+    },
+    {
+      "epoch": 2.2398034215082188,
+      "grad_norm": 0.22681453824043274,
+      "learning_rate": 1.8086766841771305e-05,
+      "loss": 1.2505,
+      "step": 7520
+    },
+    {
+      "epoch": 2.2401012677078875,
+      "grad_norm": 0.25242292881011963,
+      "learning_rate": 1.808619939474333e-05,
+      "loss": 1.2735,
+      "step": 7521
+    },
+    {
+      "epoch": 2.240399113907556,
+      "grad_norm": 0.2699648141860962,
+      "learning_rate": 1.8085631872482306e-05,
+      "loss": 1.2509,
+      "step": 7522
+    },
+    {
+      "epoch": 2.2406969601072246,
+      "grad_norm": 0.22968195378780365,
+      "learning_rate": 1.8085064274993507e-05,
+      "loss": 1.2615,
+      "step": 7523
+    },
+    {
+      "epoch": 2.2409948063068934,
+      "grad_norm": 0.22539275884628296,
+      "learning_rate": 1.8084496602282223e-05,
+      "loss": 1.2528,
+      "step": 7524
+    },
+    {
+      "epoch": 2.2412926525065617,
+      "grad_norm": 0.24039646983146667,
+      "learning_rate": 1.8083928854353732e-05,
+      "loss": 1.2634,
+      "step": 7525
+    },
+    {
+      "epoch": 2.2415904987062305,
+      "grad_norm": 0.23207874596118927,
+      "learning_rate": 1.808336103121331e-05,
+      "loss": 1.2787,
+      "step": 7526
+    },
+    {
+      "epoch": 2.2418883449058993,
+      "grad_norm": 0.23065651953220367,
+      "learning_rate": 1.808279313286625e-05,
+      "loss": 1.2545,
+      "step": 7527
+    },
+    {
+      "epoch": 2.242186191105568,
+      "grad_norm": 0.23620425164699554,
+      "learning_rate": 1.8082225159317827e-05,
+      "loss": 1.2435,
+      "step": 7528
+    },
+    {
+      "epoch": 2.2424840373052364,
+      "grad_norm": 0.22482654452323914,
+      "learning_rate": 1.8081657110573327e-05,
+      "loss": 1.2587,
+      "step": 7529
+    },
+    {
+      "epoch": 2.242781883504905,
+      "grad_norm": 0.228297159075737,
+      "learning_rate": 1.808108898663804e-05,
+      "loss": 1.2665,
+      "step": 7530
+    },
+    {
+      "epoch": 2.243079729704574,
+      "grad_norm": 0.23502565920352936,
+      "learning_rate": 1.808052078751725e-05,
+      "loss": 1.2735,
+      "step": 7531
+    },
+    {
+      "epoch": 2.2433775759042422,
+      "grad_norm": 0.24171894788742065,
+      "learning_rate": 1.8079952513216238e-05,
+      "loss": 1.2627,
+      "step": 7532
+    },
+    {
+      "epoch": 2.243675422103911,
+      "grad_norm": 0.22185218334197998,
+      "learning_rate": 1.8079384163740296e-05,
+      "loss": 1.2512,
+      "step": 7533
+    },
+    {
+      "epoch": 2.24397326830358,
+      "grad_norm": 0.22304552793502808,
+      "learning_rate": 1.8078815739094714e-05,
+      "loss": 1.2444,
+      "step": 7534
+    },
+    {
+      "epoch": 2.2442711145032486,
+      "grad_norm": 0.26106178760528564,
+      "learning_rate": 1.807824723928478e-05,
+      "loss": 1.2564,
+      "step": 7535
+    },
+    {
+      "epoch": 2.244568960702917,
+      "grad_norm": 0.37261083722114563,
+      "learning_rate": 1.8077678664315775e-05,
+      "loss": 1.2324,
+      "step": 7536
+    },
+    {
+      "epoch": 2.2448668069025857,
+      "grad_norm": 0.29698267579078674,
+      "learning_rate": 1.8077110014192997e-05,
+      "loss": 1.274,
+      "step": 7537
+    },
+    {
+      "epoch": 2.2451646531022544,
+      "grad_norm": 0.2707362473011017,
+      "learning_rate": 1.8076541288921733e-05,
+      "loss": 1.251,
+      "step": 7538
+    },
+    {
+      "epoch": 2.2454624993019228,
+      "grad_norm": 0.2235717624425888,
+      "learning_rate": 1.807597248850728e-05,
+      "loss": 1.2532,
+      "step": 7539
+    },
+    {
+      "epoch": 2.2457603455015915,
+      "grad_norm": 0.4530438780784607,
+      "learning_rate": 1.8075403612954926e-05,
+      "loss": 1.2535,
+      "step": 7540
+    },
+    {
+      "epoch": 2.2460581917012603,
+      "grad_norm": 0.23756301403045654,
+      "learning_rate": 1.8074834662269957e-05,
+      "loss": 1.261,
+      "step": 7541
+    },
+    {
+      "epoch": 2.246356037900929,
+      "grad_norm": 0.23115527629852295,
+      "learning_rate": 1.807426563645768e-05,
+      "loss": 1.2605,
+      "step": 7542
+    },
+    {
+      "epoch": 2.2466538841005974,
+      "grad_norm": 0.22856971621513367,
+      "learning_rate": 1.8073696535523383e-05,
+      "loss": 1.2416,
+      "step": 7543
+    },
+    {
+      "epoch": 2.246951730300266,
+      "grad_norm": 0.2366601526737213,
+      "learning_rate": 1.8073127359472355e-05,
+      "loss": 1.245,
+      "step": 7544
+    },
+    {
+      "epoch": 2.247249576499935,
+      "grad_norm": 0.22170701622962952,
+      "learning_rate": 1.8072558108309902e-05,
+      "loss": 1.2462,
+      "step": 7545
+    },
+    {
+      "epoch": 2.2475474226996033,
+      "grad_norm": 0.23127001523971558,
+      "learning_rate": 1.8071988782041308e-05,
+      "loss": 1.2541,
+      "step": 7546
+    },
+    {
+      "epoch": 2.247845268899272,
+      "grad_norm": 0.22585774958133698,
+      "learning_rate": 1.8071419380671883e-05,
+      "loss": 1.2622,
+      "step": 7547
+    },
+    {
+      "epoch": 2.248143115098941,
+      "grad_norm": 0.2309402972459793,
+      "learning_rate": 1.8070849904206916e-05,
+      "loss": 1.2733,
+      "step": 7548
+    },
+    {
+      "epoch": 2.2484409612986096,
+      "grad_norm": 0.22721268236637115,
+      "learning_rate": 1.807028035265171e-05,
+      "loss": 1.2347,
+      "step": 7549
+    },
+    {
+      "epoch": 2.248738807498278,
+      "grad_norm": 0.2178564965724945,
+      "learning_rate": 1.806971072601156e-05,
+      "loss": 1.2525,
+      "step": 7550
+    },
+    {
+      "epoch": 2.2490366536979467,
+      "grad_norm": 0.23110532760620117,
+      "learning_rate": 1.8069141024291768e-05,
+      "loss": 1.2599,
+      "step": 7551
+    },
+    {
+      "epoch": 2.2493344998976155,
+      "grad_norm": 0.2313280552625656,
+      "learning_rate": 1.8068571247497636e-05,
+      "loss": 1.246,
+      "step": 7552
+    },
+    {
+      "epoch": 2.2496323460972842,
+      "grad_norm": 0.22944484651088715,
+      "learning_rate": 1.806800139563446e-05,
+      "loss": 1.2483,
+      "step": 7553
+    },
+    {
+      "epoch": 2.2499301922969526,
+      "grad_norm": 0.23092588782310486,
+      "learning_rate": 1.806743146870755e-05,
+      "loss": 1.2585,
+      "step": 7554
+    },
+    {
+      "epoch": 2.2502280384966213,
+      "grad_norm": 0.22942329943180084,
+      "learning_rate": 1.80668614667222e-05,
+      "loss": 1.2677,
+      "step": 7555
+    },
+    {
+      "epoch": 2.25052588469629,
+      "grad_norm": 0.22068588435649872,
+      "learning_rate": 1.8066291389683717e-05,
+      "loss": 1.2677,
+      "step": 7556
+    },
+    {
+      "epoch": 2.2508237308959584,
+      "grad_norm": 0.22939462959766388,
+      "learning_rate": 1.8065721237597403e-05,
+      "loss": 1.2464,
+      "step": 7557
+    },
+    {
+      "epoch": 2.251121577095627,
+      "grad_norm": 0.2231801152229309,
+      "learning_rate": 1.806515101046857e-05,
+      "loss": 1.2502,
+      "step": 7558
+    },
+    {
+      "epoch": 2.251419423295296,
+      "grad_norm": 0.22507058084011078,
+      "learning_rate": 1.806458070830251e-05,
+      "loss": 1.2541,
+      "step": 7559
+    },
+    {
+      "epoch": 2.2517172694949643,
+      "grad_norm": 0.22735922038555145,
+      "learning_rate": 1.806401033110454e-05,
+      "loss": 1.2492,
+      "step": 7560
+    },
+    {
+      "epoch": 2.252015115694633,
+      "grad_norm": 0.22040493786334991,
+      "learning_rate": 1.806343987887997e-05,
+      "loss": 1.2396,
+      "step": 7561
+    },
+    {
+      "epoch": 2.252312961894302,
+      "grad_norm": 0.23119086027145386,
+      "learning_rate": 1.8062869351634095e-05,
+      "loss": 1.2757,
+      "step": 7562
+    },
+    {
+      "epoch": 2.2526108080939706,
+      "grad_norm": 0.24003298580646515,
+      "learning_rate": 1.806229874937223e-05,
+      "loss": 1.2753,
+      "step": 7563
+    },
+    {
+      "epoch": 2.252908654293639,
+      "grad_norm": 0.2215633988380432,
+      "learning_rate": 1.8061728072099682e-05,
+      "loss": 1.2654,
+      "step": 7564
+    },
+    {
+      "epoch": 2.2532065004933077,
+      "grad_norm": 0.22103771567344666,
+      "learning_rate": 1.806115731982176e-05,
+      "loss": 1.2547,
+      "step": 7565
+    },
+    {
+      "epoch": 2.2535043466929765,
+      "grad_norm": 0.23959650099277496,
+      "learning_rate": 1.8060586492543777e-05,
+      "loss": 1.265,
+      "step": 7566
+    },
+    {
+      "epoch": 2.2538021928926453,
+      "grad_norm": 0.23556892573833466,
+      "learning_rate": 1.8060015590271045e-05,
+      "loss": 1.2506,
+      "step": 7567
+    },
+    {
+      "epoch": 2.2541000390923136,
+      "grad_norm": 0.22280603647232056,
+      "learning_rate": 1.8059444613008873e-05,
+      "loss": 1.2708,
+      "step": 7568
+    },
+    {
+      "epoch": 2.2543978852919824,
+      "grad_norm": 0.2173597514629364,
+      "learning_rate": 1.8058873560762567e-05,
+      "loss": 1.2472,
+      "step": 7569
+    },
+    {
+      "epoch": 2.254695731491651,
+      "grad_norm": 0.22834259271621704,
+      "learning_rate": 1.8058302433537454e-05,
+      "loss": 1.2568,
+      "step": 7570
+    },
+    {
+      "epoch": 2.2549935776913195,
+      "grad_norm": 0.23622368276119232,
+      "learning_rate": 1.8057731231338836e-05,
+      "loss": 1.265,
+      "step": 7571
+    },
+    {
+      "epoch": 2.2552914238909882,
+      "grad_norm": 0.22571687400341034,
+      "learning_rate": 1.8057159954172032e-05,
+      "loss": 1.2505,
+      "step": 7572
+    },
+    {
+      "epoch": 2.255589270090657,
+      "grad_norm": 0.22665946185588837,
+      "learning_rate": 1.805658860204236e-05,
+      "loss": 1.2539,
+      "step": 7573
+    },
+    {
+      "epoch": 2.2558871162903253,
+      "grad_norm": 0.23141254484653473,
+      "learning_rate": 1.8056017174955127e-05,
+      "loss": 1.2576,
+      "step": 7574
+    },
+    {
+      "epoch": 2.256184962489994,
+      "grad_norm": 0.21993815898895264,
+      "learning_rate": 1.805544567291566e-05,
+      "loss": 1.247,
+      "step": 7575
+    },
+    {
+      "epoch": 2.256482808689663,
+      "grad_norm": 0.227073073387146,
+      "learning_rate": 1.8054874095929267e-05,
+      "loss": 1.2491,
+      "step": 7576
+    },
+    {
+      "epoch": 2.2567806548893317,
+      "grad_norm": 0.2353278547525406,
+      "learning_rate": 1.8054302444001274e-05,
+      "loss": 1.2501,
+      "step": 7577
+    },
+    {
+      "epoch": 2.257078501089,
+      "grad_norm": 0.23063941299915314,
+      "learning_rate": 1.805373071713699e-05,
+      "loss": 1.2669,
+      "step": 7578
+    },
+    {
+      "epoch": 2.2573763472886688,
+      "grad_norm": 0.23481705784797668,
+      "learning_rate": 1.8053158915341743e-05,
+      "loss": 1.2677,
+      "step": 7579
+    },
+    {
+      "epoch": 2.2576741934883375,
+      "grad_norm": 0.22463823854923248,
+      "learning_rate": 1.8052587038620852e-05,
+      "loss": 1.2582,
+      "step": 7580
+    },
+    {
+      "epoch": 2.2579720396880063,
+      "grad_norm": 0.22420097887516022,
+      "learning_rate": 1.8052015086979632e-05,
+      "loss": 1.2425,
+      "step": 7581
+    },
+    {
+      "epoch": 2.2582698858876746,
+      "grad_norm": 0.23631395399570465,
+      "learning_rate": 1.805144306042341e-05,
+      "loss": 1.2444,
+      "step": 7582
+    },
+    {
+      "epoch": 2.2585677320873434,
+      "grad_norm": 0.2266579270362854,
+      "learning_rate": 1.8050870958957504e-05,
+      "loss": 1.2528,
+      "step": 7583
+    },
+    {
+      "epoch": 2.258865578287012,
+      "grad_norm": 0.2310836911201477,
+      "learning_rate": 1.805029878258724e-05,
+      "loss": 1.2459,
+      "step": 7584
+    },
+    {
+      "epoch": 2.2591634244866805,
+      "grad_norm": 0.23519113659858704,
+      "learning_rate": 1.804972653131794e-05,
+      "loss": 1.2859,
+      "step": 7585
+    },
+    {
+      "epoch": 2.2594612706863493,
+      "grad_norm": 0.2356254607439041,
+      "learning_rate": 1.8049154205154928e-05,
+      "loss": 1.2536,
+      "step": 7586
+    },
+    {
+      "epoch": 2.259759116886018,
+      "grad_norm": 0.2175767570734024,
+      "learning_rate": 1.804858180410353e-05,
+      "loss": 1.2559,
+      "step": 7587
+    },
+    {
+      "epoch": 2.260056963085687,
+      "grad_norm": 0.23540367186069489,
+      "learning_rate": 1.804800932816907e-05,
+      "loss": 1.2646,
+      "step": 7588
+    },
+    {
+      "epoch": 2.260354809285355,
+      "grad_norm": 0.22534309327602386,
+      "learning_rate": 1.8047436777356875e-05,
+      "loss": 1.2613,
+      "step": 7589
+    },
+    {
+      "epoch": 2.260652655485024,
+      "grad_norm": 0.23676803708076477,
+      "learning_rate": 1.804686415167227e-05,
+      "loss": 1.2586,
+      "step": 7590
+    },
+    {
+      "epoch": 2.2609505016846927,
+      "grad_norm": 0.23621177673339844,
+      "learning_rate": 1.804629145112059e-05,
+      "loss": 1.2566,
+      "step": 7591
+    },
+    {
+      "epoch": 2.261248347884361,
+      "grad_norm": 0.22155267000198364,
+      "learning_rate": 1.8045718675707152e-05,
+      "loss": 1.2438,
+      "step": 7592
+    },
+    {
+      "epoch": 2.26154619408403,
+      "grad_norm": 0.23292042315006256,
+      "learning_rate": 1.8045145825437294e-05,
+      "loss": 1.259,
+      "step": 7593
+    },
+    {
+      "epoch": 2.2618440402836986,
+      "grad_norm": 0.22824744880199432,
+      "learning_rate": 1.804457290031634e-05,
+      "loss": 1.2487,
+      "step": 7594
+    },
+    {
+      "epoch": 2.2621418864833673,
+      "grad_norm": 0.23176303505897522,
+      "learning_rate": 1.804399990034963e-05,
+      "loss": 1.2323,
+      "step": 7595
+    },
+    {
+      "epoch": 2.2624397326830357,
+      "grad_norm": 0.24980776011943817,
+      "learning_rate": 1.804342682554248e-05,
+      "loss": 1.2654,
+      "step": 7596
+    },
+    {
+      "epoch": 2.2627375788827044,
+      "grad_norm": 0.24396789073944092,
+      "learning_rate": 1.8042853675900235e-05,
+      "loss": 1.27,
+      "step": 7597
+    },
+    {
+      "epoch": 2.263035425082373,
+      "grad_norm": 0.23645758628845215,
+      "learning_rate": 1.8042280451428222e-05,
+      "loss": 1.2403,
+      "step": 7598
+    },
+    {
+      "epoch": 2.2633332712820415,
+      "grad_norm": 0.23644089698791504,
+      "learning_rate": 1.8041707152131772e-05,
+      "loss": 1.2389,
+      "step": 7599
+    },
+    {
+      "epoch": 2.2636311174817103,
+      "grad_norm": 0.2311485856771469,
+      "learning_rate": 1.804113377801622e-05,
+      "loss": 1.2662,
+      "step": 7600
+    },
+    {
+      "epoch": 2.263928963681379,
+      "grad_norm": 0.23153501749038696,
+      "learning_rate": 1.8040560329086908e-05,
+      "loss": 1.2583,
+      "step": 7601
+    },
+    {
+      "epoch": 2.264226809881048,
+      "grad_norm": 0.23604245483875275,
+      "learning_rate": 1.8039986805349167e-05,
+      "loss": 1.2504,
+      "step": 7602
+    },
+    {
+      "epoch": 2.264524656080716,
+      "grad_norm": 0.22809988260269165,
+      "learning_rate": 1.8039413206808326e-05,
+      "loss": 1.2422,
+      "step": 7603
+    },
+    {
+      "epoch": 2.264822502280385,
+      "grad_norm": 0.2308470755815506,
+      "learning_rate": 1.803883953346973e-05,
+      "loss": 1.2558,
+      "step": 7604
+    },
+    {
+      "epoch": 2.2651203484800537,
+      "grad_norm": 0.23038657009601593,
+      "learning_rate": 1.803826578533871e-05,
+      "loss": 1.266,
+      "step": 7605
+    },
+    {
+      "epoch": 2.2654181946797225,
+      "grad_norm": 0.22560255229473114,
+      "learning_rate": 1.803769196242061e-05,
+      "loss": 1.2569,
+      "step": 7606
+    },
+    {
+      "epoch": 2.265716040879391,
+      "grad_norm": 0.23066085577011108,
+      "learning_rate": 1.8037118064720767e-05,
+      "loss": 1.2543,
+      "step": 7607
+    },
+    {
+      "epoch": 2.2660138870790596,
+      "grad_norm": 0.2334594577550888,
+      "learning_rate": 1.803654409224452e-05,
+      "loss": 1.2505,
+      "step": 7608
+    },
+    {
+      "epoch": 2.2663117332787284,
+      "grad_norm": 0.24509860575199127,
+      "learning_rate": 1.8035970044997212e-05,
+      "loss": 1.2572,
+      "step": 7609
+    },
+    {
+      "epoch": 2.2666095794783967,
+      "grad_norm": 0.23509445786476135,
+      "learning_rate": 1.803539592298418e-05,
+      "loss": 1.2586,
+      "step": 7610
+    },
+    {
+      "epoch": 2.2669074256780655,
+      "grad_norm": 0.2275058478116989,
+      "learning_rate": 1.803482172621076e-05,
+      "loss": 1.2646,
+      "step": 7611
+    },
+    {
+      "epoch": 2.2672052718777342,
+      "grad_norm": 0.2272939532995224,
+      "learning_rate": 1.803424745468231e-05,
+      "loss": 1.2736,
+      "step": 7612
+    },
+    {
+      "epoch": 2.2675031180774026,
+      "grad_norm": 0.2450646609067917,
+      "learning_rate": 1.8033673108404157e-05,
+      "loss": 1.2436,
+      "step": 7613
+    },
+    {
+      "epoch": 2.2678009642770713,
+      "grad_norm": 0.2289837896823883,
+      "learning_rate": 1.8033098687381656e-05,
+      "loss": 1.2453,
+      "step": 7614
+    },
+    {
+      "epoch": 2.26809881047674,
+      "grad_norm": 0.23882275819778442,
+      "learning_rate": 1.8032524191620143e-05,
+      "loss": 1.2587,
+      "step": 7615
+    },
+    {
+      "epoch": 2.268396656676409,
+      "grad_norm": 0.23556388914585114,
+      "learning_rate": 1.8031949621124967e-05,
+      "loss": 1.2615,
+      "step": 7616
+    },
+    {
+      "epoch": 2.268694502876077,
+      "grad_norm": 0.2411070019006729,
+      "learning_rate": 1.803137497590148e-05,
+      "loss": 1.2636,
+      "step": 7617
+    },
+    {
+      "epoch": 2.268992349075746,
+      "grad_norm": 0.23291894793510437,
+      "learning_rate": 1.8030800255955014e-05,
+      "loss": 1.2397,
+      "step": 7618
+    },
+    {
+      "epoch": 2.2692901952754148,
+      "grad_norm": 0.22428922355175018,
+      "learning_rate": 1.803022546129093e-05,
+      "loss": 1.2575,
+      "step": 7619
+    },
+    {
+      "epoch": 2.2695880414750835,
+      "grad_norm": 0.2388489842414856,
+      "learning_rate": 1.8029650591914566e-05,
+      "loss": 1.2649,
+      "step": 7620
+    },
+    {
+      "epoch": 2.269885887674752,
+      "grad_norm": 0.22928275167942047,
+      "learning_rate": 1.8029075647831274e-05,
+      "loss": 1.2601,
+      "step": 7621
+    },
+    {
+      "epoch": 2.2701837338744206,
+      "grad_norm": 0.2210404872894287,
+      "learning_rate": 1.8028500629046408e-05,
+      "loss": 1.2673,
+      "step": 7622
+    },
+    {
+      "epoch": 2.2704815800740894,
+      "grad_norm": 0.22059838473796844,
+      "learning_rate": 1.802792553556531e-05,
+      "loss": 1.2481,
+      "step": 7623
+    },
+    {
+      "epoch": 2.2707794262737577,
+      "grad_norm": 0.22074320912361145,
+      "learning_rate": 1.8027350367393337e-05,
+      "loss": 1.2415,
+      "step": 7624
+    },
+    {
+      "epoch": 2.2710772724734265,
+      "grad_norm": 0.24399973452091217,
+      "learning_rate": 1.8026775124535835e-05,
+      "loss": 1.2522,
+      "step": 7625
+    },
+    {
+      "epoch": 2.2713751186730953,
+      "grad_norm": 0.23464760184288025,
+      "learning_rate": 1.8026199806998163e-05,
+      "loss": 1.2716,
+      "step": 7626
+    },
+    {
+      "epoch": 2.2716729648727636,
+      "grad_norm": 0.2399558275938034,
+      "learning_rate": 1.8025624414785663e-05,
+      "loss": 1.2717,
+      "step": 7627
+    },
+    {
+      "epoch": 2.2719708110724324,
+      "grad_norm": 0.23549529910087585,
+      "learning_rate": 1.8025048947903698e-05,
+      "loss": 1.2663,
+      "step": 7628
+    },
+    {
+      "epoch": 2.272268657272101,
+      "grad_norm": 0.231827050447464,
+      "learning_rate": 1.802447340635762e-05,
+      "loss": 1.2398,
+      "step": 7629
+    },
+    {
+      "epoch": 2.27256650347177,
+      "grad_norm": 0.23063279688358307,
+      "learning_rate": 1.8023897790152778e-05,
+      "loss": 1.245,
+      "step": 7630
+    },
+    {
+      "epoch": 2.2728643496714382,
+      "grad_norm": 0.23611456155776978,
+      "learning_rate": 1.8023322099294533e-05,
+      "loss": 1.2436,
+      "step": 7631
+    },
+    {
+      "epoch": 2.273162195871107,
+      "grad_norm": 0.22566045820713043,
+      "learning_rate": 1.8022746333788243e-05,
+      "loss": 1.2592,
+      "step": 7632
+    },
+    {
+      "epoch": 2.273460042070776,
+      "grad_norm": 0.23024094104766846,
+      "learning_rate": 1.8022170493639258e-05,
+      "loss": 1.2664,
+      "step": 7633
+    },
+    {
+      "epoch": 2.2737578882704446,
+      "grad_norm": 0.25157734751701355,
+      "learning_rate": 1.8021594578852942e-05,
+      "loss": 1.2835,
+      "step": 7634
+    },
+    {
+      "epoch": 2.274055734470113,
+      "grad_norm": 0.2292707860469818,
+      "learning_rate": 1.802101858943465e-05,
+      "loss": 1.2735,
+      "step": 7635
+    },
+    {
+      "epoch": 2.2743535806697817,
+      "grad_norm": 0.23525993525981903,
+      "learning_rate": 1.8020442525389742e-05,
+      "loss": 1.2605,
+      "step": 7636
+    },
+    {
+      "epoch": 2.2746514268694504,
+      "grad_norm": 0.24633367359638214,
+      "learning_rate": 1.8019866386723582e-05,
+      "loss": 1.253,
+      "step": 7637
+    },
+    {
+      "epoch": 2.2749492730691188,
+      "grad_norm": 0.267260879278183,
+      "learning_rate": 1.801929017344152e-05,
+      "loss": 1.2732,
+      "step": 7638
+    },
+    {
+      "epoch": 2.2752471192687875,
+      "grad_norm": 0.236179381608963,
+      "learning_rate": 1.801871388554892e-05,
+      "loss": 1.2599,
+      "step": 7639
+    },
+    {
+      "epoch": 2.2755449654684563,
+      "grad_norm": 0.24293148517608643,
+      "learning_rate": 1.801813752305115e-05,
+      "loss": 1.2631,
+      "step": 7640
+    },
+    {
+      "epoch": 2.2758428116681246,
+      "grad_norm": 0.2451498657464981,
+      "learning_rate": 1.801756108595357e-05,
+      "loss": 1.246,
+      "step": 7641
+    },
+    {
+      "epoch": 2.2761406578677934,
+      "grad_norm": 0.2330862134695053,
+      "learning_rate": 1.801698457426154e-05,
+      "loss": 1.2497,
+      "step": 7642
+    },
+    {
+      "epoch": 2.276438504067462,
+      "grad_norm": 0.2343113273382187,
+      "learning_rate": 1.8016407987980427e-05,
+      "loss": 1.2576,
+      "step": 7643
+    },
+    {
+      "epoch": 2.276736350267131,
+      "grad_norm": 0.24515904486179352,
+      "learning_rate": 1.8015831327115592e-05,
+      "loss": 1.2512,
+      "step": 7644
+    },
+    {
+      "epoch": 2.2770341964667993,
+      "grad_norm": 0.24204449355602264,
+      "learning_rate": 1.8015254591672403e-05,
+      "loss": 1.2312,
+      "step": 7645
+    },
+    {
+      "epoch": 2.277332042666468,
+      "grad_norm": 0.2208164781332016,
+      "learning_rate": 1.8014677781656226e-05,
+      "loss": 1.2421,
+      "step": 7646
+    },
+    {
+      "epoch": 2.277629888866137,
+      "grad_norm": 0.23881329596042633,
+      "learning_rate": 1.801410089707243e-05,
+      "loss": 1.2381,
+      "step": 7647
+    },
+    {
+      "epoch": 2.2779277350658056,
+      "grad_norm": 0.23398655652999878,
+      "learning_rate": 1.8013523937926375e-05,
+      "loss": 1.2551,
+      "step": 7648
+    },
+    {
+      "epoch": 2.278225581265474,
+      "grad_norm": 0.22927062213420868,
+      "learning_rate": 1.801294690422343e-05,
+      "loss": 1.2526,
+      "step": 7649
+    },
+    {
+      "epoch": 2.2785234274651427,
+      "grad_norm": 0.24090448021888733,
+      "learning_rate": 1.8012369795968972e-05,
+      "loss": 1.2652,
+      "step": 7650
+    },
+    {
+      "epoch": 2.2788212736648115,
+      "grad_norm": 0.22747567296028137,
+      "learning_rate": 1.801179261316836e-05,
+      "loss": 1.2431,
+      "step": 7651
+    },
+    {
+      "epoch": 2.27911911986448,
+      "grad_norm": 0.24036529660224915,
+      "learning_rate": 1.8011215355826976e-05,
+      "loss": 1.2688,
+      "step": 7652
+    },
+    {
+      "epoch": 2.2794169660641486,
+      "grad_norm": 0.2285313606262207,
+      "learning_rate": 1.801063802395018e-05,
+      "loss": 1.2636,
+      "step": 7653
+    },
+    {
+      "epoch": 2.2797148122638173,
+      "grad_norm": 0.28348928689956665,
+      "learning_rate": 1.8010060617543346e-05,
+      "loss": 1.2525,
+      "step": 7654
+    },
+    {
+      "epoch": 2.280012658463486,
+      "grad_norm": 0.24212366342544556,
+      "learning_rate": 1.8009483136611847e-05,
+      "loss": 1.2716,
+      "step": 7655
+    },
+    {
+      "epoch": 2.2803105046631544,
+      "grad_norm": 0.2637227475643158,
+      "learning_rate": 1.800890558116106e-05,
+      "loss": 1.2647,
+      "step": 7656
+    },
+    {
+      "epoch": 2.280608350862823,
+      "grad_norm": 0.23166510462760925,
+      "learning_rate": 1.8008327951196352e-05,
+      "loss": 1.2686,
+      "step": 7657
+    },
+    {
+      "epoch": 2.280906197062492,
+      "grad_norm": 0.28819966316223145,
+      "learning_rate": 1.80077502467231e-05,
+      "loss": 1.2638,
+      "step": 7658
+    },
+    {
+      "epoch": 2.2812040432621603,
+      "grad_norm": 0.26619935035705566,
+      "learning_rate": 1.8007172467746677e-05,
+      "loss": 1.2556,
+      "step": 7659
+    },
+    {
+      "epoch": 2.281501889461829,
+      "grad_norm": 0.2544212341308594,
+      "learning_rate": 1.8006594614272462e-05,
+      "loss": 1.2497,
+      "step": 7660
+    },
+    {
+      "epoch": 2.281799735661498,
+      "grad_norm": 0.226546049118042,
+      "learning_rate": 1.800601668630583e-05,
+      "loss": 1.2616,
+      "step": 7661
+    },
+    {
+      "epoch": 2.2820975818611666,
+      "grad_norm": 0.27174046635627747,
+      "learning_rate": 1.8005438683852158e-05,
+      "loss": 1.244,
+      "step": 7662
+    },
+    {
+      "epoch": 2.282395428060835,
+      "grad_norm": 0.23841282725334167,
+      "learning_rate": 1.800486060691682e-05,
+      "loss": 1.2624,
+      "step": 7663
+    },
+    {
+      "epoch": 2.2826932742605037,
+      "grad_norm": 0.2460107058286667,
+      "learning_rate": 1.8004282455505202e-05,
+      "loss": 1.2618,
+      "step": 7664
+    },
+    {
+      "epoch": 2.2829911204601725,
+      "grad_norm": 0.24947495758533478,
+      "learning_rate": 1.800370422962268e-05,
+      "loss": 1.273,
+      "step": 7665
+    },
+    {
+      "epoch": 2.283288966659841,
+      "grad_norm": 0.22599336504936218,
+      "learning_rate": 1.8003125929274628e-05,
+      "loss": 1.2569,
+      "step": 7666
+    },
+    {
+      "epoch": 2.2835868128595096,
+      "grad_norm": 0.26056331396102905,
+      "learning_rate": 1.8002547554466433e-05,
+      "loss": 1.2623,
+      "step": 7667
+    },
+    {
+      "epoch": 2.2838846590591784,
+      "grad_norm": 0.2334567755460739,
+      "learning_rate": 1.800196910520347e-05,
+      "loss": 1.2523,
+      "step": 7668
+    },
+    {
+      "epoch": 2.284182505258847,
+      "grad_norm": 0.24040871858596802,
+      "learning_rate": 1.800139058149113e-05,
+      "loss": 1.2563,
+      "step": 7669
+    },
+    {
+      "epoch": 2.2844803514585155,
+      "grad_norm": 0.24634890258312225,
+      "learning_rate": 1.8000811983334788e-05,
+      "loss": 1.2549,
+      "step": 7670
+    },
+    {
+      "epoch": 2.2847781976581842,
+      "grad_norm": 0.23977108299732208,
+      "learning_rate": 1.8000233310739828e-05,
+      "loss": 1.2502,
+      "step": 7671
+    },
+    {
+      "epoch": 2.285076043857853,
+      "grad_norm": 0.2574748694896698,
+      "learning_rate": 1.799965456371164e-05,
+      "loss": 1.2725,
+      "step": 7672
+    },
+    {
+      "epoch": 2.285373890057522,
+      "grad_norm": 0.2517244219779968,
+      "learning_rate": 1.7999075742255602e-05,
+      "loss": 1.2605,
+      "step": 7673
+    },
+    {
+      "epoch": 2.28567173625719,
+      "grad_norm": 0.23184464871883392,
+      "learning_rate": 1.79984968463771e-05,
+      "loss": 1.2518,
+      "step": 7674
+    },
+    {
+      "epoch": 2.285969582456859,
+      "grad_norm": 0.24130327999591827,
+      "learning_rate": 1.799791787608152e-05,
+      "loss": 1.2655,
+      "step": 7675
+    },
+    {
+      "epoch": 2.2862674286565277,
+      "grad_norm": 0.23445512354373932,
+      "learning_rate": 1.7997338831374254e-05,
+      "loss": 1.2527,
+      "step": 7676
+    },
+    {
+      "epoch": 2.286565274856196,
+      "grad_norm": 0.2374877631664276,
+      "learning_rate": 1.7996759712260683e-05,
+      "loss": 1.26,
+      "step": 7677
+    },
+    {
+      "epoch": 2.2868631210558648,
+      "grad_norm": 0.23821516335010529,
+      "learning_rate": 1.7996180518746197e-05,
+      "loss": 1.2467,
+      "step": 7678
+    },
+    {
+      "epoch": 2.2871609672555335,
+      "grad_norm": 0.2226201891899109,
+      "learning_rate": 1.7995601250836184e-05,
+      "loss": 1.2445,
+      "step": 7679
+    },
+    {
+      "epoch": 2.287458813455202,
+      "grad_norm": 0.2388964295387268,
+      "learning_rate": 1.7995021908536037e-05,
+      "loss": 1.2637,
+      "step": 7680
+    },
+    {
+      "epoch": 2.2877566596548706,
+      "grad_norm": 0.22276601195335388,
+      "learning_rate": 1.7994442491851145e-05,
+      "loss": 1.2652,
+      "step": 7681
+    },
+    {
+      "epoch": 2.2880545058545394,
+      "grad_norm": 0.31236881017684937,
+      "learning_rate": 1.7993863000786893e-05,
+      "loss": 1.2496,
+      "step": 7682
+    },
+    {
+      "epoch": 2.288352352054208,
+      "grad_norm": 0.2572900950908661,
+      "learning_rate": 1.799328343534868e-05,
+      "loss": 1.2493,
+      "step": 7683
+    },
+    {
+      "epoch": 2.2886501982538765,
+      "grad_norm": 0.24791483581066132,
+      "learning_rate": 1.7992703795541895e-05,
+      "loss": 1.2462,
+      "step": 7684
+    },
+    {
+      "epoch": 2.2889480444535453,
+      "grad_norm": 0.23369233310222626,
+      "learning_rate": 1.799212408137193e-05,
+      "loss": 1.2589,
+      "step": 7685
+    },
+    {
+      "epoch": 2.289245890653214,
+      "grad_norm": 0.253845751285553,
+      "learning_rate": 1.799154429284418e-05,
+      "loss": 1.2519,
+      "step": 7686
+    },
+    {
+      "epoch": 2.289543736852883,
+      "grad_norm": 0.2269347906112671,
+      "learning_rate": 1.799096442996404e-05,
+      "loss": 1.2529,
+      "step": 7687
+    },
+    {
+      "epoch": 2.289841583052551,
+      "grad_norm": 0.24698413908481598,
+      "learning_rate": 1.7990384492736903e-05,
+      "loss": 1.2442,
+      "step": 7688
+    },
+    {
+      "epoch": 2.29013942925222,
+      "grad_norm": 0.23516568541526794,
+      "learning_rate": 1.7989804481168168e-05,
+      "loss": 1.2529,
+      "step": 7689
+    },
+    {
+      "epoch": 2.2904372754518887,
+      "grad_norm": 0.22608694434165955,
+      "learning_rate": 1.798922439526323e-05,
+      "loss": 1.2546,
+      "step": 7690
+    },
+    {
+      "epoch": 2.290735121651557,
+      "grad_norm": 0.23483608663082123,
+      "learning_rate": 1.7988644235027478e-05,
+      "loss": 1.2534,
+      "step": 7691
+    },
+    {
+      "epoch": 2.291032967851226,
+      "grad_norm": 0.24747517704963684,
+      "learning_rate": 1.7988064000466322e-05,
+      "loss": 1.2554,
+      "step": 7692
+    },
+    {
+      "epoch": 2.2913308140508946,
+      "grad_norm": 0.22679506242275238,
+      "learning_rate": 1.7987483691585156e-05,
+      "loss": 1.2411,
+      "step": 7693
+    },
+    {
+      "epoch": 2.291628660250563,
+      "grad_norm": 0.26324447989463806,
+      "learning_rate": 1.7986903308389375e-05,
+      "loss": 1.2531,
+      "step": 7694
+    },
+    {
+      "epoch": 2.2919265064502317,
+      "grad_norm": 0.23506203293800354,
+      "learning_rate": 1.7986322850884387e-05,
+      "loss": 1.2573,
+      "step": 7695
+    },
+    {
+      "epoch": 2.2922243526499004,
+      "grad_norm": 0.2332557588815689,
+      "learning_rate": 1.7985742319075584e-05,
+      "loss": 1.2588,
+      "step": 7696
+    },
+    {
+      "epoch": 2.292522198849569,
+      "grad_norm": 0.23972269892692566,
+      "learning_rate": 1.7985161712968372e-05,
+      "loss": 1.2614,
+      "step": 7697
+    },
+    {
+      "epoch": 2.2928200450492375,
+      "grad_norm": 0.23484289646148682,
+      "learning_rate": 1.798458103256815e-05,
+      "loss": 1.2537,
+      "step": 7698
+    },
+    {
+      "epoch": 2.2931178912489063,
+      "grad_norm": 0.22184839844703674,
+      "learning_rate": 1.7984000277880325e-05,
+      "loss": 1.2558,
+      "step": 7699
+    },
+    {
+      "epoch": 2.293415737448575,
+      "grad_norm": 0.2516103982925415,
+      "learning_rate": 1.7983419448910298e-05,
+      "loss": 1.2572,
+      "step": 7700
+    },
+    {
+      "epoch": 2.293713583648244,
+      "grad_norm": 0.2929055392742157,
+      "learning_rate": 1.798283854566347e-05,
+      "loss": 1.2588,
+      "step": 7701
+    },
+    {
+      "epoch": 2.294011429847912,
+      "grad_norm": 0.2357298880815506,
+      "learning_rate": 1.798225756814525e-05,
+      "loss": 1.2466,
+      "step": 7702
+    },
+    {
+      "epoch": 2.294309276047581,
+      "grad_norm": 0.23832914233207703,
+      "learning_rate": 1.798167651636104e-05,
+      "loss": 1.2322,
+      "step": 7703
+    },
+    {
+      "epoch": 2.2946071222472497,
+      "grad_norm": 0.24009771645069122,
+      "learning_rate": 1.798109539031625e-05,
+      "loss": 1.2525,
+      "step": 7704
+    },
+    {
+      "epoch": 2.294904968446918,
+      "grad_norm": 0.2367497831583023,
+      "learning_rate": 1.7980514190016283e-05,
+      "loss": 1.2573,
+      "step": 7705
+    },
+    {
+      "epoch": 2.295202814646587,
+      "grad_norm": 0.23563018441200256,
+      "learning_rate": 1.797993291546655e-05,
+      "loss": 1.2634,
+      "step": 7706
+    },
+    {
+      "epoch": 2.2955006608462556,
+      "grad_norm": 0.23822346329689026,
+      "learning_rate": 1.7979351566672454e-05,
+      "loss": 1.2506,
+      "step": 7707
+    },
+    {
+      "epoch": 2.295798507045924,
+      "grad_norm": 0.24498026072978973,
+      "learning_rate": 1.797877014363941e-05,
+      "loss": 1.2654,
+      "step": 7708
+    },
+    {
+      "epoch": 2.2960963532455927,
+      "grad_norm": 0.3724459111690521,
+      "learning_rate": 1.7978188646372818e-05,
+      "loss": 1.2516,
+      "step": 7709
+    },
+    {
+      "epoch": 2.2963941994452615,
+      "grad_norm": 0.2689630389213562,
+      "learning_rate": 1.79776070748781e-05,
+      "loss": 1.2433,
+      "step": 7710
+    },
+    {
+      "epoch": 2.2966920456449302,
+      "grad_norm": 0.2751366198062897,
+      "learning_rate": 1.797702542916066e-05,
+      "loss": 1.2307,
+      "step": 7711
+    },
+    {
+      "epoch": 2.2969898918445986,
+      "grad_norm": 0.298320472240448,
+      "learning_rate": 1.7976443709225912e-05,
+      "loss": 1.263,
+      "step": 7712
+    },
+    {
+      "epoch": 2.2972877380442673,
+      "grad_norm": 0.29242566227912903,
+      "learning_rate": 1.7975861915079263e-05,
+      "loss": 1.247,
+      "step": 7713
+    },
+    {
+      "epoch": 2.297585584243936,
+      "grad_norm": 0.23475217819213867,
+      "learning_rate": 1.7975280046726135e-05,
+      "loss": 1.2609,
+      "step": 7714
+    },
+    {
+      "epoch": 2.297883430443605,
+      "grad_norm": 0.26329460740089417,
+      "learning_rate": 1.7974698104171934e-05,
+      "loss": 1.2601,
+      "step": 7715
+    },
+    {
+      "epoch": 2.298181276643273,
+      "grad_norm": 0.22359760105609894,
+      "learning_rate": 1.797411608742208e-05,
+      "loss": 1.2702,
+      "step": 7716
+    },
+    {
+      "epoch": 2.298479122842942,
+      "grad_norm": 0.2478565275669098,
+      "learning_rate": 1.797353399648198e-05,
+      "loss": 1.2587,
+      "step": 7717
+    },
+    {
+      "epoch": 2.2987769690426108,
+      "grad_norm": 0.2553616464138031,
+      "learning_rate": 1.7972951831357056e-05,
+      "loss": 1.2609,
+      "step": 7718
+    },
+    {
+      "epoch": 2.299074815242279,
+      "grad_norm": 0.22546374797821045,
+      "learning_rate": 1.7972369592052726e-05,
+      "loss": 1.2599,
+      "step": 7719
+    },
+    {
+      "epoch": 2.299372661441948,
+      "grad_norm": 0.24717041850090027,
+      "learning_rate": 1.79717872785744e-05,
+      "loss": 1.2556,
+      "step": 7720
+    },
+    {
+      "epoch": 2.2996705076416166,
+      "grad_norm": 0.23478208482265472,
+      "learning_rate": 1.79712048909275e-05,
+      "loss": 1.2639,
+      "step": 7721
+    },
+    {
+      "epoch": 2.2999683538412854,
+      "grad_norm": 0.33374375104904175,
+      "learning_rate": 1.797062242911745e-05,
+      "loss": 1.2531,
+      "step": 7722
+    },
+    {
+      "epoch": 2.3002662000409537,
+      "grad_norm": 0.24589771032333374,
+      "learning_rate": 1.797003989314966e-05,
+      "loss": 1.2477,
+      "step": 7723
+    },
+    {
+      "epoch": 2.3005640462406225,
+      "grad_norm": 0.24167700111865997,
+      "learning_rate": 1.7969457283029554e-05,
+      "loss": 1.2493,
+      "step": 7724
+    },
+    {
+      "epoch": 2.3008618924402913,
+      "grad_norm": 0.229723259806633,
+      "learning_rate": 1.796887459876255e-05,
+      "loss": 1.2463,
+      "step": 7725
+    },
+    {
+      "epoch": 2.30115973863996,
+      "grad_norm": 0.23125611245632172,
+      "learning_rate": 1.7968291840354073e-05,
+      "loss": 1.2453,
+      "step": 7726
+    },
+    {
+      "epoch": 2.3014575848396284,
+      "grad_norm": 0.23347200453281403,
+      "learning_rate": 1.7967709007809544e-05,
+      "loss": 1.2579,
+      "step": 7727
+    },
+    {
+      "epoch": 2.301755431039297,
+      "grad_norm": 0.2410845160484314,
+      "learning_rate": 1.7967126101134386e-05,
+      "loss": 1.2632,
+      "step": 7728
+    },
+    {
+      "epoch": 2.302053277238966,
+      "grad_norm": 0.22133436799049377,
+      "learning_rate": 1.7966543120334016e-05,
+      "loss": 1.2621,
+      "step": 7729
+    },
+    {
+      "epoch": 2.3023511234386342,
+      "grad_norm": 0.24848565459251404,
+      "learning_rate": 1.796596006541387e-05,
+      "loss": 1.2479,
+      "step": 7730
+    },
+    {
+      "epoch": 2.302648969638303,
+      "grad_norm": 0.2426963597536087,
+      "learning_rate": 1.7965376936379358e-05,
+      "loss": 1.2469,
+      "step": 7731
+    },
+    {
+      "epoch": 2.302946815837972,
+      "grad_norm": 0.23645684123039246,
+      "learning_rate": 1.7964793733235916e-05,
+      "loss": 1.2509,
+      "step": 7732
+    },
+    {
+      "epoch": 2.30324466203764,
+      "grad_norm": 0.233712837100029,
+      "learning_rate": 1.796421045598897e-05,
+      "loss": 1.2359,
+      "step": 7733
+    },
+    {
+      "epoch": 2.303542508237309,
+      "grad_norm": 0.2517712116241455,
+      "learning_rate": 1.796362710464394e-05,
+      "loss": 1.2602,
+      "step": 7734
+    },
+    {
+      "epoch": 2.3038403544369777,
+      "grad_norm": 0.24844689667224884,
+      "learning_rate": 1.796304367920626e-05,
+      "loss": 1.2486,
+      "step": 7735
+    },
+    {
+      "epoch": 2.3041382006366464,
+      "grad_norm": 0.2320019155740738,
+      "learning_rate": 1.7962460179681357e-05,
+      "loss": 1.2745,
+      "step": 7736
+    },
+    {
+      "epoch": 2.3044360468363148,
+      "grad_norm": 0.2363097369670868,
+      "learning_rate": 1.796187660607465e-05,
+      "loss": 1.2531,
+      "step": 7737
+    },
+    {
+      "epoch": 2.3047338930359835,
+      "grad_norm": 0.24142713844776154,
+      "learning_rate": 1.7961292958391585e-05,
+      "loss": 1.2652,
+      "step": 7738
+    },
+    {
+      "epoch": 2.3050317392356523,
+      "grad_norm": 0.23480938374996185,
+      "learning_rate": 1.796070923663758e-05,
+      "loss": 1.2615,
+      "step": 7739
+    },
+    {
+      "epoch": 2.305329585435321,
+      "grad_norm": 0.23894020915031433,
+      "learning_rate": 1.7960125440818073e-05,
+      "loss": 1.2363,
+      "step": 7740
+    },
+    {
+      "epoch": 2.3056274316349894,
+      "grad_norm": 0.27292248606681824,
+      "learning_rate": 1.7959541570938487e-05,
+      "loss": 1.2273,
+      "step": 7741
+    },
+    {
+      "epoch": 2.305925277834658,
+      "grad_norm": 0.25207120180130005,
+      "learning_rate": 1.7958957627004265e-05,
+      "loss": 1.2726,
+      "step": 7742
+    },
+    {
+      "epoch": 2.306223124034327,
+      "grad_norm": 0.23265618085861206,
+      "learning_rate": 1.7958373609020833e-05,
+      "loss": 1.2501,
+      "step": 7743
+    },
+    {
+      "epoch": 2.3065209702339953,
+      "grad_norm": 0.24379467964172363,
+      "learning_rate": 1.7957789516993623e-05,
+      "loss": 1.2544,
+      "step": 7744
+    },
+    {
+      "epoch": 2.306818816433664,
+      "grad_norm": 0.33975672721862793,
+      "learning_rate": 1.7957205350928076e-05,
+      "loss": 1.2577,
+      "step": 7745
+    },
+    {
+      "epoch": 2.307116662633333,
+      "grad_norm": 0.353736013174057,
+      "learning_rate": 1.7956621110829624e-05,
+      "loss": 1.2658,
+      "step": 7746
+    },
+    {
+      "epoch": 2.307414508833001,
+      "grad_norm": 0.27018821239471436,
+      "learning_rate": 1.79560367967037e-05,
+      "loss": 1.2548,
+      "step": 7747
+    },
+    {
+      "epoch": 2.30771235503267,
+      "grad_norm": 0.621097207069397,
+      "learning_rate": 1.7955452408555744e-05,
+      "loss": 1.2628,
+      "step": 7748
+    },
+    {
+      "epoch": 2.3080102012323387,
+      "grad_norm": 0.2451144903898239,
+      "learning_rate": 1.7954867946391192e-05,
+      "loss": 1.27,
+      "step": 7749
+    },
+    {
+      "epoch": 2.3083080474320075,
+      "grad_norm": 0.2555001974105835,
+      "learning_rate": 1.795428341021548e-05,
+      "loss": 1.2554,
+      "step": 7750
+    },
+    {
+      "epoch": 2.308605893631676,
+      "grad_norm": 0.25533974170684814,
+      "learning_rate": 1.795369880003405e-05,
+      "loss": 1.2467,
+      "step": 7751
+    },
+    {
+      "epoch": 2.3089037398313446,
+      "grad_norm": 0.22745493054389954,
+      "learning_rate": 1.7953114115852336e-05,
+      "loss": 1.2617,
+      "step": 7752
+    },
+    {
+      "epoch": 2.3092015860310133,
+      "grad_norm": 0.22543756663799286,
+      "learning_rate": 1.7952529357675783e-05,
+      "loss": 1.2543,
+      "step": 7753
+    },
+    {
+      "epoch": 2.309499432230682,
+      "grad_norm": 0.26410216093063354,
+      "learning_rate": 1.795194452550983e-05,
+      "loss": 1.2555,
+      "step": 7754
+    },
+    {
+      "epoch": 2.3097972784303504,
+      "grad_norm": 0.24005134403705597,
+      "learning_rate": 1.7951359619359917e-05,
+      "loss": 1.2544,
+      "step": 7755
+    },
+    {
+      "epoch": 2.310095124630019,
+      "grad_norm": 0.2326568216085434,
+      "learning_rate": 1.7950774639231486e-05,
+      "loss": 1.2521,
+      "step": 7756
+    },
+    {
+      "epoch": 2.310392970829688,
+      "grad_norm": 0.21785187721252441,
+      "learning_rate": 1.7950189585129977e-05,
+      "loss": 1.2254,
+      "step": 7757
+    },
+    {
+      "epoch": 2.3106908170293563,
+      "grad_norm": 0.2363487184047699,
+      "learning_rate": 1.7949604457060845e-05,
+      "loss": 1.2518,
+      "step": 7758
+    },
+    {
+      "epoch": 2.310988663229025,
+      "grad_norm": 0.23210032284259796,
+      "learning_rate": 1.7949019255029517e-05,
+      "loss": 1.272,
+      "step": 7759
+    },
+    {
+      "epoch": 2.311286509428694,
+      "grad_norm": 0.23723196983337402,
+      "learning_rate": 1.794843397904145e-05,
+      "loss": 1.2384,
+      "step": 7760
+    },
+    {
+      "epoch": 2.311584355628362,
+      "grad_norm": 0.22842244803905487,
+      "learning_rate": 1.7947848629102082e-05,
+      "loss": 1.2448,
+      "step": 7761
+    },
+    {
+      "epoch": 2.311882201828031,
+      "grad_norm": 0.22675757110118866,
+      "learning_rate": 1.7947263205216864e-05,
+      "loss": 1.2597,
+      "step": 7762
+    },
+    {
+      "epoch": 2.3121800480276997,
+      "grad_norm": 0.246642604470253,
+      "learning_rate": 1.7946677707391244e-05,
+      "loss": 1.2428,
+      "step": 7763
+    },
+    {
+      "epoch": 2.3124778942273685,
+      "grad_norm": 0.22891004383563995,
+      "learning_rate": 1.7946092135630665e-05,
+      "loss": 1.2654,
+      "step": 7764
+    },
+    {
+      "epoch": 2.312775740427037,
+      "grad_norm": 0.23032474517822266,
+      "learning_rate": 1.7945506489940573e-05,
+      "loss": 1.2489,
+      "step": 7765
+    },
+    {
+      "epoch": 2.3130735866267056,
+      "grad_norm": 0.2301180064678192,
+      "learning_rate": 1.7944920770326422e-05,
+      "loss": 1.2439,
+      "step": 7766
+    },
+    {
+      "epoch": 2.3133714328263744,
+      "grad_norm": 0.22702735662460327,
+      "learning_rate": 1.794433497679366e-05,
+      "loss": 1.2643,
+      "step": 7767
+    },
+    {
+      "epoch": 2.313669279026043,
+      "grad_norm": 0.22810158133506775,
+      "learning_rate": 1.7943749109347742e-05,
+      "loss": 1.2681,
+      "step": 7768
+    },
+    {
+      "epoch": 2.3139671252257115,
+      "grad_norm": 0.2263939380645752,
+      "learning_rate": 1.7943163167994108e-05,
+      "loss": 1.2475,
+      "step": 7769
+    },
+    {
+      "epoch": 2.3142649714253802,
+      "grad_norm": 0.23496605455875397,
+      "learning_rate": 1.7942577152738218e-05,
+      "loss": 1.2654,
+      "step": 7770
+    },
+    {
+      "epoch": 2.314562817625049,
+      "grad_norm": 0.23172979056835175,
+      "learning_rate": 1.794199106358552e-05,
+      "loss": 1.255,
+      "step": 7771
+    },
+    {
+      "epoch": 2.3148606638247173,
+      "grad_norm": 0.23240801692008972,
+      "learning_rate": 1.794140490054147e-05,
+      "loss": 1.2627,
+      "step": 7772
+    },
+    {
+      "epoch": 2.315158510024386,
+      "grad_norm": 0.23094674944877625,
+      "learning_rate": 1.794081866361152e-05,
+      "loss": 1.2584,
+      "step": 7773
+    },
+    {
+      "epoch": 2.315456356224055,
+      "grad_norm": 0.23189008235931396,
+      "learning_rate": 1.794023235280112e-05,
+      "loss": 1.2571,
+      "step": 7774
+    },
+    {
+      "epoch": 2.315754202423723,
+      "grad_norm": 0.22598449885845184,
+      "learning_rate": 1.7939645968115734e-05,
+      "loss": 1.258,
+      "step": 7775
+    },
+    {
+      "epoch": 2.316052048623392,
+      "grad_norm": 0.2240254282951355,
+      "learning_rate": 1.793905950956081e-05,
+      "loss": 1.2351,
+      "step": 7776
+    },
+    {
+      "epoch": 2.3163498948230608,
+      "grad_norm": 0.22057874500751495,
+      "learning_rate": 1.7938472977141814e-05,
+      "loss": 1.2552,
+      "step": 7777
+    },
+    {
+      "epoch": 2.3166477410227295,
+      "grad_norm": 0.21995866298675537,
+      "learning_rate": 1.793788637086419e-05,
+      "loss": 1.2783,
+      "step": 7778
+    },
+    {
+      "epoch": 2.316945587222398,
+      "grad_norm": 0.23166123032569885,
+      "learning_rate": 1.7937299690733402e-05,
+      "loss": 1.2578,
+      "step": 7779
+    },
+    {
+      "epoch": 2.3172434334220666,
+      "grad_norm": 0.23654724657535553,
+      "learning_rate": 1.793671293675491e-05,
+      "loss": 1.2624,
+      "step": 7780
+    },
+    {
+      "epoch": 2.3175412796217354,
+      "grad_norm": 0.22917701303958893,
+      "learning_rate": 1.7936126108934174e-05,
+      "loss": 1.2544,
+      "step": 7781
+    },
+    {
+      "epoch": 2.317839125821404,
+      "grad_norm": 0.23114502429962158,
+      "learning_rate": 1.7935539207276648e-05,
+      "loss": 1.271,
+      "step": 7782
+    },
+    {
+      "epoch": 2.3181369720210725,
+      "grad_norm": 0.23824429512023926,
+      "learning_rate": 1.7934952231787797e-05,
+      "loss": 1.2563,
+      "step": 7783
+    },
+    {
+      "epoch": 2.3184348182207413,
+      "grad_norm": 0.23625443875789642,
+      "learning_rate": 1.7934365182473082e-05,
+      "loss": 1.2535,
+      "step": 7784
+    },
+    {
+      "epoch": 2.31873266442041,
+      "grad_norm": 0.2254304736852646,
+      "learning_rate": 1.793377805933796e-05,
+      "loss": 1.2567,
+      "step": 7785
+    },
+    {
+      "epoch": 2.3190305106200784,
+      "grad_norm": 0.2224108725786209,
+      "learning_rate": 1.79331908623879e-05,
+      "loss": 1.2665,
+      "step": 7786
+    },
+    {
+      "epoch": 2.319328356819747,
+      "grad_norm": 0.22796858847141266,
+      "learning_rate": 1.7932603591628363e-05,
+      "loss": 1.2637,
+      "step": 7787
+    },
+    {
+      "epoch": 2.319626203019416,
+      "grad_norm": 0.22788214683532715,
+      "learning_rate": 1.793201624706481e-05,
+      "loss": 1.2578,
+      "step": 7788
+    },
+    {
+      "epoch": 2.3199240492190847,
+      "grad_norm": 0.22808735072612762,
+      "learning_rate": 1.793142882870271e-05,
+      "loss": 1.2542,
+      "step": 7789
+    },
+    {
+      "epoch": 2.320221895418753,
+      "grad_norm": 0.21906575560569763,
+      "learning_rate": 1.7930841336547525e-05,
+      "loss": 1.2411,
+      "step": 7790
+    },
+    {
+      "epoch": 2.320519741618422,
+      "grad_norm": 0.22968780994415283,
+      "learning_rate": 1.7930253770604726e-05,
+      "loss": 1.2583,
+      "step": 7791
+    },
+    {
+      "epoch": 2.3208175878180906,
+      "grad_norm": 0.2303999662399292,
+      "learning_rate": 1.792966613087977e-05,
+      "loss": 1.2609,
+      "step": 7792
+    },
+    {
+      "epoch": 2.3211154340177593,
+      "grad_norm": 0.2238573133945465,
+      "learning_rate": 1.7929078417378135e-05,
+      "loss": 1.2414,
+      "step": 7793
+    },
+    {
+      "epoch": 2.3214132802174277,
+      "grad_norm": 0.22726310789585114,
+      "learning_rate": 1.792849063010528e-05,
+      "loss": 1.256,
+      "step": 7794
+    },
+    {
+      "epoch": 2.3217111264170964,
+      "grad_norm": 0.22456595301628113,
+      "learning_rate": 1.7927902769066682e-05,
+      "loss": 1.2592,
+      "step": 7795
+    },
+    {
+      "epoch": 2.322008972616765,
+      "grad_norm": 0.2278863936662674,
+      "learning_rate": 1.7927314834267804e-05,
+      "loss": 1.2402,
+      "step": 7796
+    },
+    {
+      "epoch": 2.3223068188164335,
+      "grad_norm": 0.2422952800989151,
+      "learning_rate": 1.7926726825714117e-05,
+      "loss": 1.2547,
+      "step": 7797
+    },
+    {
+      "epoch": 2.3226046650161023,
+      "grad_norm": 0.22926056385040283,
+      "learning_rate": 1.7926138743411095e-05,
+      "loss": 1.2543,
+      "step": 7798
+    },
+    {
+      "epoch": 2.322902511215771,
+      "grad_norm": 0.23135961592197418,
+      "learning_rate": 1.792555058736421e-05,
+      "loss": 1.2626,
+      "step": 7799
+    },
+    {
+      "epoch": 2.3232003574154394,
+      "grad_norm": 0.22803236544132233,
+      "learning_rate": 1.7924962357578928e-05,
+      "loss": 1.2424,
+      "step": 7800
+    },
+    {
+      "epoch": 2.323498203615108,
+      "grad_norm": 0.22060105204582214,
+      "learning_rate": 1.7924374054060725e-05,
+      "loss": 1.2479,
+      "step": 7801
+    },
+    {
+      "epoch": 2.323796049814777,
+      "grad_norm": 0.2315826714038849,
+      "learning_rate": 1.7923785676815078e-05,
+      "loss": 1.2546,
+      "step": 7802
+    },
+    {
+      "epoch": 2.3240938960144457,
+      "grad_norm": 0.2271241992712021,
+      "learning_rate": 1.7923197225847457e-05,
+      "loss": 1.2718,
+      "step": 7803
+    },
+    {
+      "epoch": 2.324391742214114,
+      "grad_norm": 0.23083896934986115,
+      "learning_rate": 1.792260870116334e-05,
+      "loss": 1.2639,
+      "step": 7804
+    },
+    {
+      "epoch": 2.324689588413783,
+      "grad_norm": 0.2252204567193985,
+      "learning_rate": 1.7922020102768197e-05,
+      "loss": 1.2534,
+      "step": 7805
+    },
+    {
+      "epoch": 2.3249874346134516,
+      "grad_norm": 0.21705453097820282,
+      "learning_rate": 1.792143143066751e-05,
+      "loss": 1.2344,
+      "step": 7806
+    },
+    {
+      "epoch": 2.3252852808131204,
+      "grad_norm": 0.23861151933670044,
+      "learning_rate": 1.7920842684866756e-05,
+      "loss": 1.2557,
+      "step": 7807
+    },
+    {
+      "epoch": 2.3255831270127887,
+      "grad_norm": 0.22201643884181976,
+      "learning_rate": 1.7920253865371407e-05,
+      "loss": 1.236,
+      "step": 7808
+    },
+    {
+      "epoch": 2.3258809732124575,
+      "grad_norm": 0.22820638120174408,
+      "learning_rate": 1.7919664972186946e-05,
+      "loss": 1.2531,
+      "step": 7809
+    },
+    {
+      "epoch": 2.3261788194121262,
+      "grad_norm": 0.23169077932834625,
+      "learning_rate": 1.7919076005318852e-05,
+      "loss": 1.2574,
+      "step": 7810
+    },
+    {
+      "epoch": 2.3264766656117946,
+      "grad_norm": 0.2316010743379593,
+      "learning_rate": 1.79184869647726e-05,
+      "loss": 1.2705,
+      "step": 7811
+    },
+    {
+      "epoch": 2.3267745118114633,
+      "grad_norm": 0.22276555001735687,
+      "learning_rate": 1.791789785055368e-05,
+      "loss": 1.2446,
+      "step": 7812
+    },
+    {
+      "epoch": 2.327072358011132,
+      "grad_norm": 0.22381189465522766,
+      "learning_rate": 1.791730866266756e-05,
+      "loss": 1.2644,
+      "step": 7813
+    },
+    {
+      "epoch": 2.3273702042108004,
+      "grad_norm": 0.23511162400245667,
+      "learning_rate": 1.7916719401119733e-05,
+      "loss": 1.2624,
+      "step": 7814
+    },
+    {
+      "epoch": 2.327668050410469,
+      "grad_norm": 0.21948397159576416,
+      "learning_rate": 1.7916130065915675e-05,
+      "loss": 1.2624,
+      "step": 7815
+    },
+    {
+      "epoch": 2.327965896610138,
+      "grad_norm": 0.22322896122932434,
+      "learning_rate": 1.7915540657060873e-05,
+      "loss": 1.2579,
+      "step": 7816
+    },
+    {
+      "epoch": 2.3282637428098067,
+      "grad_norm": 0.22729644179344177,
+      "learning_rate": 1.791495117456081e-05,
+      "loss": 1.2524,
+      "step": 7817
+    },
+    {
+      "epoch": 2.328561589009475,
+      "grad_norm": 0.22460895776748657,
+      "learning_rate": 1.7914361618420966e-05,
+      "loss": 1.267,
+      "step": 7818
+    },
+    {
+      "epoch": 2.328859435209144,
+      "grad_norm": 0.2263486236333847,
+      "learning_rate": 1.7913771988646832e-05,
+      "loss": 1.2576,
+      "step": 7819
+    },
+    {
+      "epoch": 2.3291572814088126,
+      "grad_norm": 0.22927837073802948,
+      "learning_rate": 1.791318228524389e-05,
+      "loss": 1.2536,
+      "step": 7820
+    },
+    {
+      "epoch": 2.3294551276084814,
+      "grad_norm": 0.23089389503002167,
+      "learning_rate": 1.7912592508217627e-05,
+      "loss": 1.2668,
+      "step": 7821
+    },
+    {
+      "epoch": 2.3297529738081497,
+      "grad_norm": 0.23298054933547974,
+      "learning_rate": 1.7912002657573533e-05,
+      "loss": 1.253,
+      "step": 7822
+    },
+    {
+      "epoch": 2.3300508200078185,
+      "grad_norm": 0.23412643373012543,
+      "learning_rate": 1.7911412733317096e-05,
+      "loss": 1.2693,
+      "step": 7823
+    },
+    {
+      "epoch": 2.3303486662074873,
+      "grad_norm": 0.21775412559509277,
+      "learning_rate": 1.7910822735453797e-05,
+      "loss": 1.2557,
+      "step": 7824
+    },
+    {
+      "epoch": 2.3306465124071556,
+      "grad_norm": 0.22747136652469635,
+      "learning_rate": 1.7910232663989135e-05,
+      "loss": 1.2553,
+      "step": 7825
+    },
+    {
+      "epoch": 2.3309443586068244,
+      "grad_norm": 0.22300876677036285,
+      "learning_rate": 1.7909642518928593e-05,
+      "loss": 1.2591,
+      "step": 7826
+    },
+    {
+      "epoch": 2.331242204806493,
+      "grad_norm": 0.22167746722698212,
+      "learning_rate": 1.790905230027767e-05,
+      "loss": 1.2485,
+      "step": 7827
+    },
+    {
+      "epoch": 2.3315400510061615,
+      "grad_norm": 0.22107626497745514,
+      "learning_rate": 1.790846200804185e-05,
+      "loss": 1.2575,
+      "step": 7828
+    },
+    {
+      "epoch": 2.3318378972058302,
+      "grad_norm": 0.2367164045572281,
+      "learning_rate": 1.790787164222662e-05,
+      "loss": 1.2628,
+      "step": 7829
+    },
+    {
+      "epoch": 2.332135743405499,
+      "grad_norm": 0.22507604956626892,
+      "learning_rate": 1.790728120283749e-05,
+      "loss": 1.2579,
+      "step": 7830
+    },
+    {
+      "epoch": 2.332433589605168,
+      "grad_norm": 0.22825001180171967,
+      "learning_rate": 1.7906690689879935e-05,
+      "loss": 1.2661,
+      "step": 7831
+    },
+    {
+      "epoch": 2.332731435804836,
+      "grad_norm": 0.2338763177394867,
+      "learning_rate": 1.790610010335946e-05,
+      "loss": 1.2355,
+      "step": 7832
+    },
+    {
+      "epoch": 2.333029282004505,
+      "grad_norm": 0.22398051619529724,
+      "learning_rate": 1.790550944328156e-05,
+      "loss": 1.2439,
+      "step": 7833
+    },
+    {
+      "epoch": 2.3333271282041737,
+      "grad_norm": 0.2237871140241623,
+      "learning_rate": 1.7904918709651723e-05,
+      "loss": 1.2651,
+      "step": 7834
+    },
+    {
+      "epoch": 2.3336249744038424,
+      "grad_norm": 0.22252443432807922,
+      "learning_rate": 1.790432790247545e-05,
+      "loss": 1.2581,
+      "step": 7835
+    },
+    {
+      "epoch": 2.3339228206035108,
+      "grad_norm": 0.21413569152355194,
+      "learning_rate": 1.7903737021758237e-05,
+      "loss": 1.2473,
+      "step": 7836
+    },
+    {
+      "epoch": 2.3342206668031795,
+      "grad_norm": 0.2181364744901657,
+      "learning_rate": 1.7903146067505582e-05,
+      "loss": 1.2618,
+      "step": 7837
+    },
+    {
+      "epoch": 2.3345185130028483,
+      "grad_norm": 0.22701337933540344,
+      "learning_rate": 1.790255503972298e-05,
+      "loss": 1.2466,
+      "step": 7838
+    },
+    {
+      "epoch": 2.3348163592025166,
+      "grad_norm": 0.2238103300333023,
+      "learning_rate": 1.7901963938415935e-05,
+      "loss": 1.2459,
+      "step": 7839
+    },
+    {
+      "epoch": 2.3351142054021854,
+      "grad_norm": 0.230665922164917,
+      "learning_rate": 1.7901372763589947e-05,
+      "loss": 1.2502,
+      "step": 7840
+    },
+    {
+      "epoch": 2.335412051601854,
+      "grad_norm": 0.2242044061422348,
+      "learning_rate": 1.790078151525051e-05,
+      "loss": 1.2501,
+      "step": 7841
+    },
+    {
+      "epoch": 2.3357098978015225,
+      "grad_norm": 0.23318134248256683,
+      "learning_rate": 1.790019019340313e-05,
+      "loss": 1.2467,
+      "step": 7842
+    },
+    {
+      "epoch": 2.3360077440011913,
+      "grad_norm": 0.2387678474187851,
+      "learning_rate": 1.7899598798053306e-05,
+      "loss": 1.2434,
+      "step": 7843
+    },
+    {
+      "epoch": 2.33630559020086,
+      "grad_norm": 0.22364795207977295,
+      "learning_rate": 1.789900732920654e-05,
+      "loss": 1.2656,
+      "step": 7844
+    },
+    {
+      "epoch": 2.336603436400529,
+      "grad_norm": 0.22308523952960968,
+      "learning_rate": 1.7898415786868338e-05,
+      "loss": 1.2808,
+      "step": 7845
+    },
+    {
+      "epoch": 2.336901282600197,
+      "grad_norm": 0.23038873076438904,
+      "learning_rate": 1.78978241710442e-05,
+      "loss": 1.2387,
+      "step": 7846
+    },
+    {
+      "epoch": 2.337199128799866,
+      "grad_norm": 0.22550682723522186,
+      "learning_rate": 1.7897232481739634e-05,
+      "loss": 1.2587,
+      "step": 7847
+    },
+    {
+      "epoch": 2.3374969749995347,
+      "grad_norm": 0.22604312002658844,
+      "learning_rate": 1.789664071896014e-05,
+      "loss": 1.2436,
+      "step": 7848
+    },
+    {
+      "epoch": 2.3377948211992035,
+      "grad_norm": 0.2248874008655548,
+      "learning_rate": 1.789604888271123e-05,
+      "loss": 1.2602,
+      "step": 7849
+    },
+    {
+      "epoch": 2.338092667398872,
+      "grad_norm": 0.22980491816997528,
+      "learning_rate": 1.7895456972998406e-05,
+      "loss": 1.2608,
+      "step": 7850
+    },
+    {
+      "epoch": 2.3383905135985406,
+      "grad_norm": 0.22804193198680878,
+      "learning_rate": 1.7894864989827176e-05,
+      "loss": 1.2568,
+      "step": 7851
+    },
+    {
+      "epoch": 2.3386883597982093,
+      "grad_norm": 0.2315458208322525,
+      "learning_rate": 1.7894272933203048e-05,
+      "loss": 1.2587,
+      "step": 7852
+    },
+    {
+      "epoch": 2.3389862059978777,
+      "grad_norm": 0.22518876194953918,
+      "learning_rate": 1.7893680803131528e-05,
+      "loss": 1.2641,
+      "step": 7853
+    },
+    {
+      "epoch": 2.3392840521975464,
+      "grad_norm": 0.2149897813796997,
+      "learning_rate": 1.789308859961813e-05,
+      "loss": 1.2486,
+      "step": 7854
+    },
+    {
+      "epoch": 2.339581898397215,
+      "grad_norm": 0.23355364799499512,
+      "learning_rate": 1.7892496322668363e-05,
+      "loss": 1.2454,
+      "step": 7855
+    },
+    {
+      "epoch": 2.339879744596884,
+      "grad_norm": 0.22749406099319458,
+      "learning_rate": 1.7891903972287733e-05,
+      "loss": 1.2615,
+      "step": 7856
+    },
+    {
+      "epoch": 2.3401775907965523,
+      "grad_norm": 0.23475691676139832,
+      "learning_rate": 1.7891311548481754e-05,
+      "loss": 1.2476,
+      "step": 7857
+    },
+    {
+      "epoch": 2.340475436996221,
+      "grad_norm": 0.24041210114955902,
+      "learning_rate": 1.789071905125594e-05,
+      "loss": 1.2372,
+      "step": 7858
+    },
+    {
+      "epoch": 2.34077328319589,
+      "grad_norm": 0.24427035450935364,
+      "learning_rate": 1.78901264806158e-05,
+      "loss": 1.2559,
+      "step": 7859
+    },
+    {
+      "epoch": 2.3410711293955586,
+      "grad_norm": 0.2267962247133255,
+      "learning_rate": 1.7889533836566845e-05,
+      "loss": 1.2533,
+      "step": 7860
+    },
+    {
+      "epoch": 2.341368975595227,
+      "grad_norm": 0.22979292273521423,
+      "learning_rate": 1.7888941119114597e-05,
+      "loss": 1.2531,
+      "step": 7861
+    },
+    {
+      "epoch": 2.3416668217948957,
+      "grad_norm": 0.2190021276473999,
+      "learning_rate": 1.7888348328264563e-05,
+      "loss": 1.2542,
+      "step": 7862
+    },
+    {
+      "epoch": 2.3419646679945645,
+      "grad_norm": 0.23141010105609894,
+      "learning_rate": 1.7887755464022265e-05,
+      "loss": 1.2546,
+      "step": 7863
+    },
+    {
+      "epoch": 2.342262514194233,
+      "grad_norm": 0.22548598051071167,
+      "learning_rate": 1.7887162526393212e-05,
+      "loss": 1.2325,
+      "step": 7864
+    },
+    {
+      "epoch": 2.3425603603939016,
+      "grad_norm": 0.22789525985717773,
+      "learning_rate": 1.7886569515382927e-05,
+      "loss": 1.2457,
+      "step": 7865
+    },
+    {
+      "epoch": 2.3428582065935704,
+      "grad_norm": 0.2295307219028473,
+      "learning_rate": 1.7885976430996922e-05,
+      "loss": 1.2633,
+      "step": 7866
+    },
+    {
+      "epoch": 2.3431560527932387,
+      "grad_norm": 0.2266976684331894,
+      "learning_rate": 1.7885383273240716e-05,
+      "loss": 1.2625,
+      "step": 7867
+    },
+    {
+      "epoch": 2.3434538989929075,
+      "grad_norm": 0.22434692084789276,
+      "learning_rate": 1.7884790042119826e-05,
+      "loss": 1.2661,
+      "step": 7868
+    },
+    {
+      "epoch": 2.3437517451925762,
+      "grad_norm": 0.23144297301769257,
+      "learning_rate": 1.7884196737639777e-05,
+      "loss": 1.2534,
+      "step": 7869
+    },
+    {
+      "epoch": 2.344049591392245,
+      "grad_norm": 0.24207472801208496,
+      "learning_rate": 1.788360335980609e-05,
+      "loss": 1.2495,
+      "step": 7870
+    },
+    {
+      "epoch": 2.3443474375919133,
+      "grad_norm": 0.22699899971485138,
+      "learning_rate": 1.7883009908624276e-05,
+      "loss": 1.2512,
+      "step": 7871
+    },
+    {
+      "epoch": 2.344645283791582,
+      "grad_norm": 0.23398232460021973,
+      "learning_rate": 1.7882416384099867e-05,
+      "loss": 1.2441,
+      "step": 7872
+    },
+    {
+      "epoch": 2.344943129991251,
+      "grad_norm": 0.2263219654560089,
+      "learning_rate": 1.7881822786238376e-05,
+      "loss": 1.2361,
+      "step": 7873
+    },
+    {
+      "epoch": 2.3452409761909196,
+      "grad_norm": 0.22675180435180664,
+      "learning_rate": 1.7881229115045333e-05,
+      "loss": 1.2534,
+      "step": 7874
+    },
+    {
+      "epoch": 2.345538822390588,
+      "grad_norm": 0.23145712912082672,
+      "learning_rate": 1.7880635370526257e-05,
+      "loss": 1.2602,
+      "step": 7875
+    },
+    {
+      "epoch": 2.3458366685902567,
+      "grad_norm": 0.225954070687294,
+      "learning_rate": 1.7880041552686674e-05,
+      "loss": 1.2608,
+      "step": 7876
+    },
+    {
+      "epoch": 2.3461345147899255,
+      "grad_norm": 0.2244177609682083,
+      "learning_rate": 1.7879447661532107e-05,
+      "loss": 1.226,
+      "step": 7877
+    },
+    {
+      "epoch": 2.346432360989594,
+      "grad_norm": 0.22313684225082397,
+      "learning_rate": 1.7878853697068085e-05,
+      "loss": 1.2526,
+      "step": 7878
+    },
+    {
+      "epoch": 2.3467302071892626,
+      "grad_norm": 0.23761752247810364,
+      "learning_rate": 1.787825965930013e-05,
+      "loss": 1.2514,
+      "step": 7879
+    },
+    {
+      "epoch": 2.3470280533889314,
+      "grad_norm": 0.2322452962398529,
+      "learning_rate": 1.7877665548233775e-05,
+      "loss": 1.2581,
+      "step": 7880
+    },
+    {
+      "epoch": 2.3473258995885997,
+      "grad_norm": 0.22980079054832458,
+      "learning_rate": 1.7877071363874542e-05,
+      "loss": 1.2764,
+      "step": 7881
+    },
+    {
+      "epoch": 2.3476237457882685,
+      "grad_norm": 0.24619711935520172,
+      "learning_rate": 1.7876477106227958e-05,
+      "loss": 1.2592,
+      "step": 7882
+    },
+    {
+      "epoch": 2.3479215919879373,
+      "grad_norm": 0.23735593259334564,
+      "learning_rate": 1.7875882775299557e-05,
+      "loss": 1.2743,
+      "step": 7883
+    },
+    {
+      "epoch": 2.348219438187606,
+      "grad_norm": 0.22482122480869293,
+      "learning_rate": 1.7875288371094867e-05,
+      "loss": 1.2553,
+      "step": 7884
+    },
+    {
+      "epoch": 2.3485172843872744,
+      "grad_norm": 0.2246832549571991,
+      "learning_rate": 1.7874693893619415e-05,
+      "loss": 1.2675,
+      "step": 7885
+    },
+    {
+      "epoch": 2.348815130586943,
+      "grad_norm": 0.2285926192998886,
+      "learning_rate": 1.7874099342878733e-05,
+      "loss": 1.26,
+      "step": 7886
+    },
+    {
+      "epoch": 2.349112976786612,
+      "grad_norm": 0.2274121195077896,
+      "learning_rate": 1.7873504718878362e-05,
+      "loss": 1.2479,
+      "step": 7887
+    },
+    {
+      "epoch": 2.3494108229862807,
+      "grad_norm": 0.2367192953824997,
+      "learning_rate": 1.7872910021623816e-05,
+      "loss": 1.2493,
+      "step": 7888
+    },
+    {
+      "epoch": 2.349708669185949,
+      "grad_norm": 0.22948838770389557,
+      "learning_rate": 1.7872315251120643e-05,
+      "loss": 1.2585,
+      "step": 7889
+    },
+    {
+      "epoch": 2.350006515385618,
+      "grad_norm": 0.23225794732570648,
+      "learning_rate": 1.7871720407374375e-05,
+      "loss": 1.2211,
+      "step": 7890
+    },
+    {
+      "epoch": 2.3503043615852865,
+      "grad_norm": 0.22939930856227875,
+      "learning_rate": 1.787112549039054e-05,
+      "loss": 1.2483,
+      "step": 7891
+    },
+    {
+      "epoch": 2.350602207784955,
+      "grad_norm": 0.242367222905159,
+      "learning_rate": 1.787053050017468e-05,
+      "loss": 1.2621,
+      "step": 7892
+    },
+    {
+      "epoch": 2.3509000539846236,
+      "grad_norm": 0.23725159466266632,
+      "learning_rate": 1.786993543673232e-05,
+      "loss": 1.2481,
+      "step": 7893
+    },
+    {
+      "epoch": 2.3511979001842924,
+      "grad_norm": 0.2657933235168457,
+      "learning_rate": 1.7869340300069012e-05,
+      "loss": 1.2441,
+      "step": 7894
+    },
+    {
+      "epoch": 2.3514957463839607,
+      "grad_norm": 0.2347121685743332,
+      "learning_rate": 1.786874509019028e-05,
+      "loss": 1.2523,
+      "step": 7895
+    },
+    {
+      "epoch": 2.3517935925836295,
+      "grad_norm": 0.23327769339084625,
+      "learning_rate": 1.7868149807101666e-05,
+      "loss": 1.2558,
+      "step": 7896
+    },
+    {
+      "epoch": 2.3520914387832983,
+      "grad_norm": 0.22707679867744446,
+      "learning_rate": 1.786755445080871e-05,
+      "loss": 1.2515,
+      "step": 7897
+    },
+    {
+      "epoch": 2.352389284982967,
+      "grad_norm": 0.2269888073205948,
+      "learning_rate": 1.786695902131695e-05,
+      "loss": 1.2621,
+      "step": 7898
+    },
+    {
+      "epoch": 2.3526871311826354,
+      "grad_norm": 0.22768308222293854,
+      "learning_rate": 1.7866363518631925e-05,
+      "loss": 1.2543,
+      "step": 7899
+    },
+    {
+      "epoch": 2.352984977382304,
+      "grad_norm": 0.21840879321098328,
+      "learning_rate": 1.7865767942759177e-05,
+      "loss": 1.2501,
+      "step": 7900
+    },
+    {
+      "epoch": 2.353282823581973,
+      "grad_norm": 0.23985709249973297,
+      "learning_rate": 1.786517229370425e-05,
+      "loss": 1.2419,
+      "step": 7901
+    },
+    {
+      "epoch": 2.3535806697816417,
+      "grad_norm": 0.2266675978899002,
+      "learning_rate": 1.7864576571472678e-05,
+      "loss": 1.2625,
+      "step": 7902
+    },
+    {
+      "epoch": 2.35387851598131,
+      "grad_norm": 0.23214082419872284,
+      "learning_rate": 1.7863980776070007e-05,
+      "loss": 1.2592,
+      "step": 7903
+    },
+    {
+      "epoch": 2.354176362180979,
+      "grad_norm": 0.23541660606861115,
+      "learning_rate": 1.7863384907501784e-05,
+      "loss": 1.2702,
+      "step": 7904
+    },
+    {
+      "epoch": 2.3544742083806476,
+      "grad_norm": 0.23487745225429535,
+      "learning_rate": 1.786278896577355e-05,
+      "loss": 1.2521,
+      "step": 7905
+    },
+    {
+      "epoch": 2.354772054580316,
+      "grad_norm": 0.23422829806804657,
+      "learning_rate": 1.7862192950890846e-05,
+      "loss": 1.2473,
+      "step": 7906
+    },
+    {
+      "epoch": 2.3550699007799847,
+      "grad_norm": 0.2254904955625534,
+      "learning_rate": 1.7861596862859224e-05,
+      "loss": 1.2518,
+      "step": 7907
+    },
+    {
+      "epoch": 2.3553677469796535,
+      "grad_norm": 0.23697738349437714,
+      "learning_rate": 1.7861000701684225e-05,
+      "loss": 1.2688,
+      "step": 7908
+    },
+    {
+      "epoch": 2.355665593179322,
+      "grad_norm": 0.22762492299079895,
+      "learning_rate": 1.7860404467371398e-05,
+      "loss": 1.2344,
+      "step": 7909
+    },
+    {
+      "epoch": 2.3559634393789906,
+      "grad_norm": 0.24504396319389343,
+      "learning_rate": 1.785980815992629e-05,
+      "loss": 1.256,
+      "step": 7910
+    },
+    {
+      "epoch": 2.3562612855786593,
+      "grad_norm": 0.2187090963125229,
+      "learning_rate": 1.785921177935445e-05,
+      "loss": 1.2615,
+      "step": 7911
+    },
+    {
+      "epoch": 2.356559131778328,
+      "grad_norm": 0.23367871344089508,
+      "learning_rate": 1.785861532566142e-05,
+      "loss": 1.2485,
+      "step": 7912
+    },
+    {
+      "epoch": 2.3568569779779964,
+      "grad_norm": 0.23267200589179993,
+      "learning_rate": 1.7858018798852758e-05,
+      "loss": 1.2613,
+      "step": 7913
+    },
+    {
+      "epoch": 2.357154824177665,
+      "grad_norm": 0.24347952008247375,
+      "learning_rate": 1.7857422198934012e-05,
+      "loss": 1.2732,
+      "step": 7914
+    },
+    {
+      "epoch": 2.357452670377334,
+      "grad_norm": 0.22890640795230865,
+      "learning_rate": 1.785682552591073e-05,
+      "loss": 1.2683,
+      "step": 7915
+    },
+    {
+      "epoch": 2.3577505165770027,
+      "grad_norm": 0.2342701554298401,
+      "learning_rate": 1.7856228779788462e-05,
+      "loss": 1.2664,
+      "step": 7916
+    },
+    {
+      "epoch": 2.358048362776671,
+      "grad_norm": 0.2646051049232483,
+      "learning_rate": 1.7855631960572764e-05,
+      "loss": 1.2586,
+      "step": 7917
+    },
+    {
+      "epoch": 2.35834620897634,
+      "grad_norm": 0.25664758682250977,
+      "learning_rate": 1.7855035068269192e-05,
+      "loss": 1.267,
+      "step": 7918
+    },
+    {
+      "epoch": 2.3586440551760086,
+      "grad_norm": 0.25148266553878784,
+      "learning_rate": 1.785443810288329e-05,
+      "loss": 1.2465,
+      "step": 7919
+    },
+    {
+      "epoch": 2.358941901375677,
+      "grad_norm": 0.2698698043823242,
+      "learning_rate": 1.7853841064420617e-05,
+      "loss": 1.247,
+      "step": 7920
+    },
+    {
+      "epoch": 2.3592397475753457,
+      "grad_norm": 0.2338656485080719,
+      "learning_rate": 1.785324395288673e-05,
+      "loss": 1.2559,
+      "step": 7921
+    },
+    {
+      "epoch": 2.3595375937750145,
+      "grad_norm": 0.24385720491409302,
+      "learning_rate": 1.7852646768287182e-05,
+      "loss": 1.2537,
+      "step": 7922
+    },
+    {
+      "epoch": 2.3598354399746833,
+      "grad_norm": 0.24207328259944916,
+      "learning_rate": 1.7852049510627526e-05,
+      "loss": 1.2706,
+      "step": 7923
+    },
+    {
+      "epoch": 2.3601332861743516,
+      "grad_norm": 0.2335837334394455,
+      "learning_rate": 1.7851452179913327e-05,
+      "loss": 1.2443,
+      "step": 7924
+    },
+    {
+      "epoch": 2.3604311323740204,
+      "grad_norm": 0.24712742865085602,
+      "learning_rate": 1.7850854776150136e-05,
+      "loss": 1.2575,
+      "step": 7925
+    },
+    {
+      "epoch": 2.360728978573689,
+      "grad_norm": 0.23162207007408142,
+      "learning_rate": 1.785025729934351e-05,
+      "loss": 1.2437,
+      "step": 7926
+    },
+    {
+      "epoch": 2.361026824773358,
+      "grad_norm": 0.2364334911108017,
+      "learning_rate": 1.784965974949901e-05,
+      "loss": 1.2456,
+      "step": 7927
+    },
+    {
+      "epoch": 2.3613246709730262,
+      "grad_norm": 0.22042107582092285,
+      "learning_rate": 1.7849062126622204e-05,
+      "loss": 1.2403,
+      "step": 7928
+    },
+    {
+      "epoch": 2.361622517172695,
+      "grad_norm": 0.2693556249141693,
+      "learning_rate": 1.7848464430718637e-05,
+      "loss": 1.2756,
+      "step": 7929
+    },
+    {
+      "epoch": 2.3619203633723638,
+      "grad_norm": 0.2263534814119339,
+      "learning_rate": 1.784786666179388e-05,
+      "loss": 1.258,
+      "step": 7930
+    },
+    {
+      "epoch": 2.362218209572032,
+      "grad_norm": 0.25349611043930054,
+      "learning_rate": 1.7847268819853493e-05,
+      "loss": 1.2588,
+      "step": 7931
+    },
+    {
+      "epoch": 2.362516055771701,
+      "grad_norm": 0.23080848157405853,
+      "learning_rate": 1.7846670904903032e-05,
+      "loss": 1.2447,
+      "step": 7932
+    },
+    {
+      "epoch": 2.3628139019713696,
+      "grad_norm": 0.23246009647846222,
+      "learning_rate": 1.784607291694807e-05,
+      "loss": 1.2686,
+      "step": 7933
+    },
+    {
+      "epoch": 2.363111748171038,
+      "grad_norm": 0.23326291143894196,
+      "learning_rate": 1.7845474855994166e-05,
+      "loss": 1.2531,
+      "step": 7934
+    },
+    {
+      "epoch": 2.3634095943707067,
+      "grad_norm": 0.23655524849891663,
+      "learning_rate": 1.784487672204688e-05,
+      "loss": 1.2538,
+      "step": 7935
+    },
+    {
+      "epoch": 2.3637074405703755,
+      "grad_norm": 0.21734671294689178,
+      "learning_rate": 1.7844278515111785e-05,
+      "loss": 1.2333,
+      "step": 7936
+    },
+    {
+      "epoch": 2.3640052867700443,
+      "grad_norm": 0.23813478648662567,
+      "learning_rate": 1.784368023519444e-05,
+      "loss": 1.2702,
+      "step": 7937
+    },
+    {
+      "epoch": 2.3643031329697126,
+      "grad_norm": 0.22581513226032257,
+      "learning_rate": 1.7843081882300414e-05,
+      "loss": 1.2531,
+      "step": 7938
+    },
+    {
+      "epoch": 2.3646009791693814,
+      "grad_norm": 0.2356468141078949,
+      "learning_rate": 1.7842483456435275e-05,
+      "loss": 1.2545,
+      "step": 7939
+    },
+    {
+      "epoch": 2.36489882536905,
+      "grad_norm": 0.23121199011802673,
+      "learning_rate": 1.784188495760459e-05,
+      "loss": 1.2583,
+      "step": 7940
+    },
+    {
+      "epoch": 2.365196671568719,
+      "grad_norm": 0.3000968098640442,
+      "learning_rate": 1.7841286385813922e-05,
+      "loss": 1.2641,
+      "step": 7941
+    },
+    {
+      "epoch": 2.3654945177683873,
+      "grad_norm": 0.26428544521331787,
+      "learning_rate": 1.7840687741068852e-05,
+      "loss": 1.2495,
+      "step": 7942
+    },
+    {
+      "epoch": 2.365792363968056,
+      "grad_norm": 0.2293512225151062,
+      "learning_rate": 1.7840089023374937e-05,
+      "loss": 1.2388,
+      "step": 7943
+    },
+    {
+      "epoch": 2.366090210167725,
+      "grad_norm": 0.25424709916114807,
+      "learning_rate": 1.7839490232737756e-05,
+      "loss": 1.246,
+      "step": 7944
+    },
+    {
+      "epoch": 2.366388056367393,
+      "grad_norm": 0.22907119989395142,
+      "learning_rate": 1.783889136916288e-05,
+      "loss": 1.2467,
+      "step": 7945
+    },
+    {
+      "epoch": 2.366685902567062,
+      "grad_norm": 0.24755051732063293,
+      "learning_rate": 1.7838292432655874e-05,
+      "loss": 1.2576,
+      "step": 7946
+    },
+    {
+      "epoch": 2.3669837487667307,
+      "grad_norm": 0.22845561802387238,
+      "learning_rate": 1.7837693423222314e-05,
+      "loss": 1.266,
+      "step": 7947
+    },
+    {
+      "epoch": 2.367281594966399,
+      "grad_norm": 0.23387497663497925,
+      "learning_rate": 1.7837094340867775e-05,
+      "loss": 1.2731,
+      "step": 7948
+    },
+    {
+      "epoch": 2.3675794411660678,
+      "grad_norm": 0.2515455186367035,
+      "learning_rate": 1.7836495185597828e-05,
+      "loss": 1.2627,
+      "step": 7949
+    },
+    {
+      "epoch": 2.3678772873657365,
+      "grad_norm": 0.22718527913093567,
+      "learning_rate": 1.783589595741805e-05,
+      "loss": 1.2673,
+      "step": 7950
+    },
+    {
+      "epoch": 2.3681751335654053,
+      "grad_norm": 0.2656766474246979,
+      "learning_rate": 1.7835296656334017e-05,
+      "loss": 1.2578,
+      "step": 7951
+    },
+    {
+      "epoch": 2.3684729797650736,
+      "grad_norm": 0.22987836599349976,
+      "learning_rate": 1.78346972823513e-05,
+      "loss": 1.2566,
+      "step": 7952
+    },
+    {
+      "epoch": 2.3687708259647424,
+      "grad_norm": 0.2829611301422119,
+      "learning_rate": 1.7834097835475475e-05,
+      "loss": 1.2561,
+      "step": 7953
+    },
+    {
+      "epoch": 2.369068672164411,
+      "grad_norm": 0.25986650586128235,
+      "learning_rate": 1.7833498315712126e-05,
+      "loss": 1.2722,
+      "step": 7954
+    },
+    {
+      "epoch": 2.36936651836408,
+      "grad_norm": 0.24209918081760406,
+      "learning_rate": 1.783289872306683e-05,
+      "loss": 1.252,
+      "step": 7955
+    },
+    {
+      "epoch": 2.3696643645637483,
+      "grad_norm": 0.3400126099586487,
+      "learning_rate": 1.7832299057545158e-05,
+      "loss": 1.245,
+      "step": 7956
+    },
+    {
+      "epoch": 2.369962210763417,
+      "grad_norm": 0.27828526496887207,
+      "learning_rate": 1.78316993191527e-05,
+      "loss": 1.247,
+      "step": 7957
+    },
+    {
+      "epoch": 2.370260056963086,
+      "grad_norm": 0.27232053875923157,
+      "learning_rate": 1.7831099507895026e-05,
+      "loss": 1.2762,
+      "step": 7958
+    },
+    {
+      "epoch": 2.370557903162754,
+      "grad_norm": 0.2513825595378876,
+      "learning_rate": 1.783049962377772e-05,
+      "loss": 1.2554,
+      "step": 7959
+    },
+    {
+      "epoch": 2.370855749362423,
+      "grad_norm": 0.28506922721862793,
+      "learning_rate": 1.7829899666806363e-05,
+      "loss": 1.2699,
+      "step": 7960
+    },
+    {
+      "epoch": 2.3711535955620917,
+      "grad_norm": 0.2429376244544983,
+      "learning_rate": 1.7829299636986536e-05,
+      "loss": 1.2713,
+      "step": 7961
+    },
+    {
+      "epoch": 2.37145144176176,
+      "grad_norm": 0.2558785080909729,
+      "learning_rate": 1.7828699534323828e-05,
+      "loss": 1.245,
+      "step": 7962
+    },
+    {
+      "epoch": 2.371749287961429,
+      "grad_norm": 0.23596563935279846,
+      "learning_rate": 1.7828099358823818e-05,
+      "loss": 1.244,
+      "step": 7963
+    },
+    {
+      "epoch": 2.3720471341610976,
+      "grad_norm": 0.2452450841665268,
+      "learning_rate": 1.7827499110492086e-05,
+      "loss": 1.2415,
+      "step": 7964
+    },
+    {
+      "epoch": 2.3723449803607664,
+      "grad_norm": 0.24221771955490112,
+      "learning_rate": 1.7826898789334223e-05,
+      "loss": 1.2358,
+      "step": 7965
+    },
+    {
+      "epoch": 2.3726428265604347,
+      "grad_norm": 0.2362058162689209,
+      "learning_rate": 1.7826298395355806e-05,
+      "loss": 1.2669,
+      "step": 7966
+    },
+    {
+      "epoch": 2.3729406727601035,
+      "grad_norm": 0.22643139958381653,
+      "learning_rate": 1.7825697928562433e-05,
+      "loss": 1.245,
+      "step": 7967
+    },
+    {
+      "epoch": 2.3732385189597722,
+      "grad_norm": 0.23953528702259064,
+      "learning_rate": 1.7825097388959682e-05,
+      "loss": 1.2377,
+      "step": 7968
+    },
+    {
+      "epoch": 2.373536365159441,
+      "grad_norm": 0.24942715466022491,
+      "learning_rate": 1.7824496776553143e-05,
+      "loss": 1.2499,
+      "step": 7969
+    },
+    {
+      "epoch": 2.3738342113591093,
+      "grad_norm": 0.23290188610553741,
+      "learning_rate": 1.7823896091348403e-05,
+      "loss": 1.2614,
+      "step": 7970
+    },
+    {
+      "epoch": 2.374132057558778,
+      "grad_norm": 0.239968404173851,
+      "learning_rate": 1.782329533335105e-05,
+      "loss": 1.2475,
+      "step": 7971
+    },
+    {
+      "epoch": 2.374429903758447,
+      "grad_norm": 0.25155937671661377,
+      "learning_rate": 1.7822694502566675e-05,
+      "loss": 1.2543,
+      "step": 7972
+    },
+    {
+      "epoch": 2.374727749958115,
+      "grad_norm": 0.2466360330581665,
+      "learning_rate": 1.7822093599000868e-05,
+      "loss": 1.2458,
+      "step": 7973
+    },
+    {
+      "epoch": 2.375025596157784,
+      "grad_norm": 0.23671437799930573,
+      "learning_rate": 1.782149262265922e-05,
+      "loss": 1.2507,
+      "step": 7974
+    },
+    {
+      "epoch": 2.3753234423574527,
+      "grad_norm": 0.2404567152261734,
+      "learning_rate": 1.782089157354732e-05,
+      "loss": 1.26,
+      "step": 7975
+    },
+    {
+      "epoch": 2.375621288557121,
+      "grad_norm": 0.23791678249835968,
+      "learning_rate": 1.7820290451670767e-05,
+      "loss": 1.234,
+      "step": 7976
+    },
+    {
+      "epoch": 2.37591913475679,
+      "grad_norm": 0.23145097494125366,
+      "learning_rate": 1.7819689257035144e-05,
+      "loss": 1.249,
+      "step": 7977
+    },
+    {
+      "epoch": 2.3762169809564586,
+      "grad_norm": 0.2443423867225647,
+      "learning_rate": 1.781908798964605e-05,
+      "loss": 1.2532,
+      "step": 7978
+    },
+    {
+      "epoch": 2.3765148271561274,
+      "grad_norm": 0.23321878910064697,
+      "learning_rate": 1.781848664950908e-05,
+      "loss": 1.2391,
+      "step": 7979
+    },
+    {
+      "epoch": 2.3768126733557957,
+      "grad_norm": 0.21833214163780212,
+      "learning_rate": 1.7817885236629824e-05,
+      "loss": 1.2568,
+      "step": 7980
+    },
+    {
+      "epoch": 2.3771105195554645,
+      "grad_norm": 0.23264311254024506,
+      "learning_rate": 1.7817283751013882e-05,
+      "loss": 1.2725,
+      "step": 7981
+    },
+    {
+      "epoch": 2.3774083657551333,
+      "grad_norm": 0.23435115814208984,
+      "learning_rate": 1.781668219266685e-05,
+      "loss": 1.246,
+      "step": 7982
+    },
+    {
+      "epoch": 2.377706211954802,
+      "grad_norm": 0.22859029471874237,
+      "learning_rate": 1.7816080561594322e-05,
+      "loss": 1.2546,
+      "step": 7983
+    },
+    {
+      "epoch": 2.3780040581544704,
+      "grad_norm": 0.23380321264266968,
+      "learning_rate": 1.7815478857801896e-05,
+      "loss": 1.2607,
+      "step": 7984
+    },
+    {
+      "epoch": 2.378301904354139,
+      "grad_norm": 0.23703013360500336,
+      "learning_rate": 1.781487708129517e-05,
+      "loss": 1.2652,
+      "step": 7985
+    },
+    {
+      "epoch": 2.378599750553808,
+      "grad_norm": 0.23852579295635223,
+      "learning_rate": 1.7814275232079748e-05,
+      "loss": 1.2528,
+      "step": 7986
+    },
+    {
+      "epoch": 2.3788975967534762,
+      "grad_norm": 0.2664247751235962,
+      "learning_rate": 1.7813673310161227e-05,
+      "loss": 1.2535,
+      "step": 7987
+    },
+    {
+      "epoch": 2.379195442953145,
+      "grad_norm": 0.2276148945093155,
+      "learning_rate": 1.7813071315545202e-05,
+      "loss": 1.2507,
+      "step": 7988
+    },
+    {
+      "epoch": 2.3794932891528138,
+      "grad_norm": 0.2421445995569229,
+      "learning_rate": 1.7812469248237277e-05,
+      "loss": 1.2532,
+      "step": 7989
+    },
+    {
+      "epoch": 2.3797911353524825,
+      "grad_norm": 0.22952455282211304,
+      "learning_rate": 1.7811867108243056e-05,
+      "loss": 1.2545,
+      "step": 7990
+    },
+    {
+      "epoch": 2.380088981552151,
+      "grad_norm": 0.23287591338157654,
+      "learning_rate": 1.781126489556814e-05,
+      "loss": 1.2528,
+      "step": 7991
+    },
+    {
+      "epoch": 2.3803868277518196,
+      "grad_norm": 0.24828951060771942,
+      "learning_rate": 1.7810662610218132e-05,
+      "loss": 1.2648,
+      "step": 7992
+    },
+    {
+      "epoch": 2.3806846739514884,
+      "grad_norm": 0.24405096471309662,
+      "learning_rate": 1.7810060252198634e-05,
+      "loss": 1.2523,
+      "step": 7993
+    },
+    {
+      "epoch": 2.380982520151157,
+      "grad_norm": 0.23873582482337952,
+      "learning_rate": 1.780945782151525e-05,
+      "loss": 1.2441,
+      "step": 7994
+    },
+    {
+      "epoch": 2.3812803663508255,
+      "grad_norm": 0.24015365540981293,
+      "learning_rate": 1.7808855318173586e-05,
+      "loss": 1.2482,
+      "step": 7995
+    },
+    {
+      "epoch": 2.3815782125504943,
+      "grad_norm": 0.24203690886497498,
+      "learning_rate": 1.780825274217925e-05,
+      "loss": 1.2496,
+      "step": 7996
+    },
+    {
+      "epoch": 2.381876058750163,
+      "grad_norm": 0.3029463589191437,
+      "learning_rate": 1.7807650093537844e-05,
+      "loss": 1.2459,
+      "step": 7997
+    },
+    {
+      "epoch": 2.3821739049498314,
+      "grad_norm": 0.3219797611236572,
+      "learning_rate": 1.780704737225498e-05,
+      "loss": 1.2558,
+      "step": 7998
+    },
+    {
+      "epoch": 2.3824717511495,
+      "grad_norm": 0.2756625711917877,
+      "learning_rate": 1.7806444578336258e-05,
+      "loss": 1.2429,
+      "step": 7999
+    },
+    {
+      "epoch": 2.382769597349169,
+      "grad_norm": 0.23735983669757843,
+      "learning_rate": 1.78058417117873e-05,
+      "loss": 1.2544,
+      "step": 8000
+    },
+    {
+      "epoch": 2.382769597349169,
+      "eval_loss": 1.3381941318511963,
+      "eval_runtime": 20.3569,
+      "eval_samples_per_second": 85.18,
+      "eval_steps_per_second": 5.354,
+      "step": 8000
+    },
+    {
+      "epoch": 2.3830674435488373,
+      "grad_norm": 0.23161669075489044,
+      "learning_rate": 1.7805238772613694e-05,
+      "loss": 1.2388,
+      "step": 8001
+    },
+    {
+      "epoch": 2.383365289748506,
+      "grad_norm": 0.25970157980918884,
+      "learning_rate": 1.780463576082107e-05,
+      "loss": 1.2579,
+      "step": 8002
+    },
+    {
+      "epoch": 2.383663135948175,
+      "grad_norm": 0.2822204530239105,
+      "learning_rate": 1.7804032676415028e-05,
+      "loss": 1.2651,
+      "step": 8003
+    },
+    {
+      "epoch": 2.3839609821478436,
+      "grad_norm": 0.24108311533927917,
+      "learning_rate": 1.780342951940118e-05,
+      "loss": 1.2437,
+      "step": 8004
+    },
+    {
+      "epoch": 2.384258828347512,
+      "grad_norm": 0.4408750534057617,
+      "learning_rate": 1.780282628978514e-05,
+      "loss": 1.2393,
+      "step": 8005
+    },
+    {
+      "epoch": 2.3845566745471807,
+      "grad_norm": 0.2541865110397339,
+      "learning_rate": 1.7802222987572522e-05,
+      "loss": 1.2684,
+      "step": 8006
+    },
+    {
+      "epoch": 2.3848545207468494,
+      "grad_norm": 0.2612745463848114,
+      "learning_rate": 1.780161961276893e-05,
+      "loss": 1.2633,
+      "step": 8007
+    },
+    {
+      "epoch": 2.385152366946518,
+      "grad_norm": 0.24160808324813843,
+      "learning_rate": 1.780101616537999e-05,
+      "loss": 1.2692,
+      "step": 8008
+    },
+    {
+      "epoch": 2.3854502131461865,
+      "grad_norm": 0.22500190138816833,
+      "learning_rate": 1.7800412645411306e-05,
+      "loss": 1.2589,
+      "step": 8009
+    },
+    {
+      "epoch": 2.3857480593458553,
+      "grad_norm": 0.234347864985466,
+      "learning_rate": 1.7799809052868503e-05,
+      "loss": 1.2352,
+      "step": 8010
+    },
+    {
+      "epoch": 2.386045905545524,
+      "grad_norm": 0.25336188077926636,
+      "learning_rate": 1.7799205387757186e-05,
+      "loss": 1.2487,
+      "step": 8011
+    },
+    {
+      "epoch": 2.3863437517451924,
+      "grad_norm": 0.23233574628829956,
+      "learning_rate": 1.7798601650082976e-05,
+      "loss": 1.2508,
+      "step": 8012
+    },
+    {
+      "epoch": 2.386641597944861,
+      "grad_norm": 0.22018462419509888,
+      "learning_rate": 1.7797997839851497e-05,
+      "loss": 1.2236,
+      "step": 8013
+    },
+    {
+      "epoch": 2.38693944414453,
+      "grad_norm": 0.2367081195116043,
+      "learning_rate": 1.7797393957068356e-05,
+      "loss": 1.2528,
+      "step": 8014
+    },
+    {
+      "epoch": 2.3872372903441983,
+      "grad_norm": 0.2383645623922348,
+      "learning_rate": 1.7796790001739174e-05,
+      "loss": 1.2541,
+      "step": 8015
+    },
+    {
+      "epoch": 2.387535136543867,
+      "grad_norm": 0.24189260601997375,
+      "learning_rate": 1.7796185973869575e-05,
+      "loss": 1.2545,
+      "step": 8016
+    },
+    {
+      "epoch": 2.387832982743536,
+      "grad_norm": 0.23932260274887085,
+      "learning_rate": 1.7795581873465174e-05,
+      "loss": 1.2445,
+      "step": 8017
+    },
+    {
+      "epoch": 2.3881308289432046,
+      "grad_norm": 0.22369612753391266,
+      "learning_rate": 1.7794977700531598e-05,
+      "loss": 1.2392,
+      "step": 8018
+    },
+    {
+      "epoch": 2.388428675142873,
+      "grad_norm": 0.2379557341337204,
+      "learning_rate": 1.7794373455074458e-05,
+      "loss": 1.257,
+      "step": 8019
+    },
+    {
+      "epoch": 2.3887265213425417,
+      "grad_norm": 0.23386241495609283,
+      "learning_rate": 1.7793769137099385e-05,
+      "loss": 1.236,
+      "step": 8020
+    },
+    {
+      "epoch": 2.3890243675422105,
+      "grad_norm": 0.2289877086877823,
+      "learning_rate": 1.7793164746611997e-05,
+      "loss": 1.2564,
+      "step": 8021
+    },
+    {
+      "epoch": 2.3893222137418793,
+      "grad_norm": 0.22471486032009125,
+      "learning_rate": 1.779256028361792e-05,
+      "loss": 1.2457,
+      "step": 8022
+    },
+    {
+      "epoch": 2.3896200599415476,
+      "grad_norm": 0.23774881660938263,
+      "learning_rate": 1.779195574812277e-05,
+      "loss": 1.2581,
+      "step": 8023
+    },
+    {
+      "epoch": 2.3899179061412164,
+      "grad_norm": 0.24830865859985352,
+      "learning_rate": 1.7791351140132182e-05,
+      "loss": 1.2566,
+      "step": 8024
+    },
+    {
+      "epoch": 2.390215752340885,
+      "grad_norm": 0.24003386497497559,
+      "learning_rate": 1.7790746459651775e-05,
+      "loss": 1.2417,
+      "step": 8025
+    },
+    {
+      "epoch": 2.3905135985405535,
+      "grad_norm": 0.22913935780525208,
+      "learning_rate": 1.7790141706687177e-05,
+      "loss": 1.2518,
+      "step": 8026
+    },
+    {
+      "epoch": 2.3908114447402222,
+      "grad_norm": 0.23181475698947906,
+      "learning_rate": 1.7789536881244017e-05,
+      "loss": 1.2511,
+      "step": 8027
+    },
+    {
+      "epoch": 2.391109290939891,
+      "grad_norm": 0.22720636427402496,
+      "learning_rate": 1.7788931983327914e-05,
+      "loss": 1.2594,
+      "step": 8028
+    },
+    {
+      "epoch": 2.3914071371395593,
+      "grad_norm": 0.23401761054992676,
+      "learning_rate": 1.7788327012944508e-05,
+      "loss": 1.2505,
+      "step": 8029
+    },
+    {
+      "epoch": 2.391704983339228,
+      "grad_norm": 0.21780389547348022,
+      "learning_rate": 1.7787721970099414e-05,
+      "loss": 1.2346,
+      "step": 8030
+    },
+    {
+      "epoch": 2.392002829538897,
+      "grad_norm": 0.2231125831604004,
+      "learning_rate": 1.7787116854798273e-05,
+      "loss": 1.2501,
+      "step": 8031
+    },
+    {
+      "epoch": 2.3923006757385656,
+      "grad_norm": 0.24449528753757477,
+      "learning_rate": 1.7786511667046706e-05,
+      "loss": 1.2587,
+      "step": 8032
+    },
+    {
+      "epoch": 2.392598521938234,
+      "grad_norm": 0.23590652644634247,
+      "learning_rate": 1.778590640685035e-05,
+      "loss": 1.2819,
+      "step": 8033
+    },
+    {
+      "epoch": 2.3928963681379027,
+      "grad_norm": 0.23900920152664185,
+      "learning_rate": 1.7785301074214835e-05,
+      "loss": 1.2559,
+      "step": 8034
+    },
+    {
+      "epoch": 2.3931942143375715,
+      "grad_norm": 0.23054538667201996,
+      "learning_rate": 1.778469566914579e-05,
+      "loss": 1.2668,
+      "step": 8035
+    },
+    {
+      "epoch": 2.3934920605372403,
+      "grad_norm": 0.23224182426929474,
+      "learning_rate": 1.7784090191648845e-05,
+      "loss": 1.2539,
+      "step": 8036
+    },
+    {
+      "epoch": 2.3937899067369086,
+      "grad_norm": 0.23819798231124878,
+      "learning_rate": 1.7783484641729643e-05,
+      "loss": 1.2313,
+      "step": 8037
+    },
+    {
+      "epoch": 2.3940877529365774,
+      "grad_norm": 0.23229552805423737,
+      "learning_rate": 1.7782879019393813e-05,
+      "loss": 1.2407,
+      "step": 8038
+    },
+    {
+      "epoch": 2.394385599136246,
+      "grad_norm": 0.236992746591568,
+      "learning_rate": 1.7782273324646987e-05,
+      "loss": 1.272,
+      "step": 8039
+    },
+    {
+      "epoch": 2.3946834453359145,
+      "grad_norm": 0.22687511146068573,
+      "learning_rate": 1.77816675574948e-05,
+      "loss": 1.2616,
+      "step": 8040
+    },
+    {
+      "epoch": 2.3949812915355833,
+      "grad_norm": 0.22410380840301514,
+      "learning_rate": 1.7781061717942895e-05,
+      "loss": 1.2527,
+      "step": 8041
+    },
+    {
+      "epoch": 2.395279137735252,
+      "grad_norm": 0.2301110178232193,
+      "learning_rate": 1.7780455805996902e-05,
+      "loss": 1.2534,
+      "step": 8042
+    },
+    {
+      "epoch": 2.3955769839349204,
+      "grad_norm": 0.22933273017406464,
+      "learning_rate": 1.7779849821662463e-05,
+      "loss": 1.2395,
+      "step": 8043
+    },
+    {
+      "epoch": 2.395874830134589,
+      "grad_norm": 0.2381003051996231,
+      "learning_rate": 1.7779243764945214e-05,
+      "loss": 1.2589,
+      "step": 8044
+    },
+    {
+      "epoch": 2.396172676334258,
+      "grad_norm": 0.2247830033302307,
+      "learning_rate": 1.7778637635850792e-05,
+      "loss": 1.2513,
+      "step": 8045
+    },
+    {
+      "epoch": 2.3964705225339267,
+      "grad_norm": 0.2232261747121811,
+      "learning_rate": 1.7778031434384834e-05,
+      "loss": 1.2609,
+      "step": 8046
+    },
+    {
+      "epoch": 2.396768368733595,
+      "grad_norm": 0.22561782598495483,
+      "learning_rate": 1.777742516055299e-05,
+      "loss": 1.2477,
+      "step": 8047
+    },
+    {
+      "epoch": 2.3970662149332638,
+      "grad_norm": 0.2415585070848465,
+      "learning_rate": 1.777681881436089e-05,
+      "loss": 1.2602,
+      "step": 8048
+    },
+    {
+      "epoch": 2.3973640611329325,
+      "grad_norm": 0.22911863029003143,
+      "learning_rate": 1.777621239581418e-05,
+      "loss": 1.2599,
+      "step": 8049
+    },
+    {
+      "epoch": 2.3976619073326013,
+      "grad_norm": 0.23407961428165436,
+      "learning_rate": 1.7775605904918505e-05,
+      "loss": 1.2643,
+      "step": 8050
+    },
+    {
+      "epoch": 2.3979597535322696,
+      "grad_norm": 0.22826075553894043,
+      "learning_rate": 1.77749993416795e-05,
+      "loss": 1.2462,
+      "step": 8051
+    },
+    {
+      "epoch": 2.3982575997319384,
+      "grad_norm": 0.2386498898267746,
+      "learning_rate": 1.7774392706102818e-05,
+      "loss": 1.2543,
+      "step": 8052
+    },
+    {
+      "epoch": 2.398555445931607,
+      "grad_norm": 0.2155432254076004,
+      "learning_rate": 1.777378599819409e-05,
+      "loss": 1.2602,
+      "step": 8053
+    },
+    {
+      "epoch": 2.3988532921312755,
+      "grad_norm": 0.23106734454631805,
+      "learning_rate": 1.7773179217958976e-05,
+      "loss": 1.2488,
+      "step": 8054
+    },
+    {
+      "epoch": 2.3991511383309443,
+      "grad_norm": 0.2344607561826706,
+      "learning_rate": 1.7772572365403112e-05,
+      "loss": 1.2502,
+      "step": 8055
+    },
+    {
+      "epoch": 2.399448984530613,
+      "grad_norm": 0.21689283847808838,
+      "learning_rate": 1.7771965440532145e-05,
+      "loss": 1.2509,
+      "step": 8056
+    },
+    {
+      "epoch": 2.399746830730282,
+      "grad_norm": 0.23053377866744995,
+      "learning_rate": 1.7771358443351724e-05,
+      "loss": 1.2453,
+      "step": 8057
+    },
+    {
+      "epoch": 2.40004467692995,
+      "grad_norm": 0.22964678704738617,
+      "learning_rate": 1.7770751373867494e-05,
+      "loss": 1.246,
+      "step": 8058
+    },
+    {
+      "epoch": 2.400342523129619,
+      "grad_norm": 0.21987757086753845,
+      "learning_rate": 1.7770144232085105e-05,
+      "loss": 1.2348,
+      "step": 8059
+    },
+    {
+      "epoch": 2.4006403693292877,
+      "grad_norm": 0.2204911708831787,
+      "learning_rate": 1.776953701801021e-05,
+      "loss": 1.244,
+      "step": 8060
+    },
+    {
+      "epoch": 2.4009382155289565,
+      "grad_norm": 0.21743136644363403,
+      "learning_rate": 1.7768929731648447e-05,
+      "loss": 1.235,
+      "step": 8061
+    },
+    {
+      "epoch": 2.401236061728625,
+      "grad_norm": 0.22693593800067902,
+      "learning_rate": 1.7768322373005474e-05,
+      "loss": 1.2409,
+      "step": 8062
+    },
+    {
+      "epoch": 2.4015339079282936,
+      "grad_norm": 0.23844876885414124,
+      "learning_rate": 1.776771494208694e-05,
+      "loss": 1.2527,
+      "step": 8063
+    },
+    {
+      "epoch": 2.4018317541279623,
+      "grad_norm": 0.23794607818126678,
+      "learning_rate": 1.77671074388985e-05,
+      "loss": 1.2596,
+      "step": 8064
+    },
+    {
+      "epoch": 2.4021296003276307,
+      "grad_norm": 0.2254185527563095,
+      "learning_rate": 1.7766499863445804e-05,
+      "loss": 1.2373,
+      "step": 8065
+    },
+    {
+      "epoch": 2.4024274465272994,
+      "grad_norm": 0.21888013184070587,
+      "learning_rate": 1.77658922157345e-05,
+      "loss": 1.2601,
+      "step": 8066
+    },
+    {
+      "epoch": 2.402725292726968,
+      "grad_norm": 0.25763723254203796,
+      "learning_rate": 1.776528449577025e-05,
+      "loss": 1.256,
+      "step": 8067
+    },
+    {
+      "epoch": 2.4030231389266365,
+      "grad_norm": 0.2353525310754776,
+      "learning_rate": 1.77646767035587e-05,
+      "loss": 1.2649,
+      "step": 8068
+    },
+    {
+      "epoch": 2.4033209851263053,
+      "grad_norm": 0.24496106803417206,
+      "learning_rate": 1.776406883910551e-05,
+      "loss": 1.2587,
+      "step": 8069
+    },
+    {
+      "epoch": 2.403618831325974,
+      "grad_norm": 0.24062785506248474,
+      "learning_rate": 1.7763460902416333e-05,
+      "loss": 1.2642,
+      "step": 8070
+    },
+    {
+      "epoch": 2.403916677525643,
+      "grad_norm": 0.23483458161354065,
+      "learning_rate": 1.7762852893496825e-05,
+      "loss": 1.2403,
+      "step": 8071
+    },
+    {
+      "epoch": 2.404214523725311,
+      "grad_norm": 0.23496435582637787,
+      "learning_rate": 1.7762244812352648e-05,
+      "loss": 1.2517,
+      "step": 8072
+    },
+    {
+      "epoch": 2.40451236992498,
+      "grad_norm": 0.23324401676654816,
+      "learning_rate": 1.7761636658989452e-05,
+      "loss": 1.2488,
+      "step": 8073
+    },
+    {
+      "epoch": 2.4048102161246487,
+      "grad_norm": 0.2287825495004654,
+      "learning_rate": 1.77610284334129e-05,
+      "loss": 1.2413,
+      "step": 8074
+    },
+    {
+      "epoch": 2.4051080623243175,
+      "grad_norm": 0.2442363053560257,
+      "learning_rate": 1.7760420135628652e-05,
+      "loss": 1.2495,
+      "step": 8075
+    },
+    {
+      "epoch": 2.405405908523986,
+      "grad_norm": 0.23072031140327454,
+      "learning_rate": 1.775981176564236e-05,
+      "loss": 1.2583,
+      "step": 8076
+    },
+    {
+      "epoch": 2.4057037547236546,
+      "grad_norm": 0.23112305998802185,
+      "learning_rate": 1.7759203323459693e-05,
+      "loss": 1.2585,
+      "step": 8077
+    },
+    {
+      "epoch": 2.4060016009233234,
+      "grad_norm": 0.24222977459430695,
+      "learning_rate": 1.7758594809086308e-05,
+      "loss": 1.2456,
+      "step": 8078
+    },
+    {
+      "epoch": 2.4062994471229917,
+      "grad_norm": 0.22285297513008118,
+      "learning_rate": 1.7757986222527864e-05,
+      "loss": 1.2626,
+      "step": 8079
+    },
+    {
+      "epoch": 2.4065972933226605,
+      "grad_norm": 0.22241798043251038,
+      "learning_rate": 1.775737756379003e-05,
+      "loss": 1.2452,
+      "step": 8080
+    },
+    {
+      "epoch": 2.4068951395223293,
+      "grad_norm": 0.24153169989585876,
+      "learning_rate": 1.7756768832878463e-05,
+      "loss": 1.246,
+      "step": 8081
+    },
+    {
+      "epoch": 2.4071929857219976,
+      "grad_norm": 0.23785129189491272,
+      "learning_rate": 1.7756160029798824e-05,
+      "loss": 1.2595,
+      "step": 8082
+    },
+    {
+      "epoch": 2.4074908319216664,
+      "grad_norm": 0.23555125296115875,
+      "learning_rate": 1.775555115455679e-05,
+      "loss": 1.2484,
+      "step": 8083
+    },
+    {
+      "epoch": 2.407788678121335,
+      "grad_norm": 0.24767501652240753,
+      "learning_rate": 1.775494220715801e-05,
+      "loss": 1.2438,
+      "step": 8084
+    },
+    {
+      "epoch": 2.408086524321004,
+      "grad_norm": 0.2364848554134369,
+      "learning_rate": 1.7754333187608163e-05,
+      "loss": 1.2685,
+      "step": 8085
+    },
+    {
+      "epoch": 2.4083843705206722,
+      "grad_norm": 0.24467679858207703,
+      "learning_rate": 1.7753724095912906e-05,
+      "loss": 1.2494,
+      "step": 8086
+    },
+    {
+      "epoch": 2.408682216720341,
+      "grad_norm": 0.2808564305305481,
+      "learning_rate": 1.775311493207791e-05,
+      "loss": 1.2435,
+      "step": 8087
+    },
+    {
+      "epoch": 2.4089800629200098,
+      "grad_norm": 0.22737839818000793,
+      "learning_rate": 1.775250569610884e-05,
+      "loss": 1.2472,
+      "step": 8088
+    },
+    {
+      "epoch": 2.4092779091196785,
+      "grad_norm": 0.2532578110694885,
+      "learning_rate": 1.775189638801137e-05,
+      "loss": 1.261,
+      "step": 8089
+    },
+    {
+      "epoch": 2.409575755319347,
+      "grad_norm": 0.23660686612129211,
+      "learning_rate": 1.7751287007791163e-05,
+      "loss": 1.2489,
+      "step": 8090
+    },
+    {
+      "epoch": 2.4098736015190156,
+      "grad_norm": 0.2513912618160248,
+      "learning_rate": 1.775067755545389e-05,
+      "loss": 1.2674,
+      "step": 8091
+    },
+    {
+      "epoch": 2.4101714477186844,
+      "grad_norm": 0.23578931391239166,
+      "learning_rate": 1.775006803100522e-05,
+      "loss": 1.2571,
+      "step": 8092
+    },
+    {
+      "epoch": 2.4104692939183527,
+      "grad_norm": 0.2183685600757599,
+      "learning_rate": 1.774945843445083e-05,
+      "loss": 1.2296,
+      "step": 8093
+    },
+    {
+      "epoch": 2.4107671401180215,
+      "grad_norm": 0.310764342546463,
+      "learning_rate": 1.7748848765796385e-05,
+      "loss": 1.2464,
+      "step": 8094
+    },
+    {
+      "epoch": 2.4110649863176903,
+      "grad_norm": 0.33203524351119995,
+      "learning_rate": 1.774823902504756e-05,
+      "loss": 1.2397,
+      "step": 8095
+    },
+    {
+      "epoch": 2.4113628325173586,
+      "grad_norm": 0.2394951581954956,
+      "learning_rate": 1.7747629212210033e-05,
+      "loss": 1.2333,
+      "step": 8096
+    },
+    {
+      "epoch": 2.4116606787170274,
+      "grad_norm": 0.46868062019348145,
+      "learning_rate": 1.7747019327289465e-05,
+      "loss": 1.2342,
+      "step": 8097
+    },
+    {
+      "epoch": 2.411958524916696,
+      "grad_norm": 0.29705339670181274,
+      "learning_rate": 1.774640937029154e-05,
+      "loss": 1.2477,
+      "step": 8098
+    },
+    {
+      "epoch": 2.412256371116365,
+      "grad_norm": 0.2741549611091614,
+      "learning_rate": 1.774579934122193e-05,
+      "loss": 1.2415,
+      "step": 8099
+    },
+    {
+      "epoch": 2.4125542173160333,
+      "grad_norm": 0.23555107414722443,
+      "learning_rate": 1.7745189240086313e-05,
+      "loss": 1.2648,
+      "step": 8100
+    },
+    {
+      "epoch": 2.412852063515702,
+      "grad_norm": 0.22980466485023499,
+      "learning_rate": 1.7744579066890363e-05,
+      "loss": 1.2498,
+      "step": 8101
+    },
+    {
+      "epoch": 2.413149909715371,
+      "grad_norm": 0.24976091086864471,
+      "learning_rate": 1.7743968821639757e-05,
+      "loss": 1.2497,
+      "step": 8102
+    },
+    {
+      "epoch": 2.4134477559150396,
+      "grad_norm": 0.256198912858963,
+      "learning_rate": 1.7743358504340173e-05,
+      "loss": 1.2587,
+      "step": 8103
+    },
+    {
+      "epoch": 2.413745602114708,
+      "grad_norm": 0.2384638488292694,
+      "learning_rate": 1.774274811499729e-05,
+      "loss": 1.258,
+      "step": 8104
+    },
+    {
+      "epoch": 2.4140434483143767,
+      "grad_norm": 0.22125479578971863,
+      "learning_rate": 1.7742137653616787e-05,
+      "loss": 1.2666,
+      "step": 8105
+    },
+    {
+      "epoch": 2.4143412945140454,
+      "grad_norm": 0.23319008946418762,
+      "learning_rate": 1.774152712020434e-05,
+      "loss": 1.2417,
+      "step": 8106
+    },
+    {
+      "epoch": 2.4146391407137138,
+      "grad_norm": 0.24594014883041382,
+      "learning_rate": 1.7740916514765638e-05,
+      "loss": 1.2693,
+      "step": 8107
+    },
+    {
+      "epoch": 2.4149369869133825,
+      "grad_norm": 0.23496028780937195,
+      "learning_rate": 1.7740305837306353e-05,
+      "loss": 1.2401,
+      "step": 8108
+    },
+    {
+      "epoch": 2.4152348331130513,
+      "grad_norm": 0.22659975290298462,
+      "learning_rate": 1.773969508783217e-05,
+      "loss": 1.2624,
+      "step": 8109
+    },
+    {
+      "epoch": 2.41553267931272,
+      "grad_norm": 0.22997890412807465,
+      "learning_rate": 1.7739084266348772e-05,
+      "loss": 1.2691,
+      "step": 8110
+    },
+    {
+      "epoch": 2.4158305255123884,
+      "grad_norm": 0.2514461278915405,
+      "learning_rate": 1.773847337286184e-05,
+      "loss": 1.2614,
+      "step": 8111
+    },
+    {
+      "epoch": 2.416128371712057,
+      "grad_norm": 0.2418598085641861,
+      "learning_rate": 1.773786240737706e-05,
+      "loss": 1.2583,
+      "step": 8112
+    },
+    {
+      "epoch": 2.416426217911726,
+      "grad_norm": 0.2289545089006424,
+      "learning_rate": 1.7737251369900118e-05,
+      "loss": 1.2521,
+      "step": 8113
+    },
+    {
+      "epoch": 2.4167240641113943,
+      "grad_norm": 0.22397193312644958,
+      "learning_rate": 1.7736640260436693e-05,
+      "loss": 1.2571,
+      "step": 8114
+    },
+    {
+      "epoch": 2.417021910311063,
+      "grad_norm": 0.2338794767856598,
+      "learning_rate": 1.7736029078992477e-05,
+      "loss": 1.2574,
+      "step": 8115
+    },
+    {
+      "epoch": 2.417319756510732,
+      "grad_norm": 0.235575869679451,
+      "learning_rate": 1.7735417825573154e-05,
+      "loss": 1.234,
+      "step": 8116
+    },
+    {
+      "epoch": 2.4176176027104006,
+      "grad_norm": 0.2261354774236679,
+      "learning_rate": 1.773480650018441e-05,
+      "loss": 1.2426,
+      "step": 8117
+    },
+    {
+      "epoch": 2.417915448910069,
+      "grad_norm": 0.22895053029060364,
+      "learning_rate": 1.773419510283193e-05,
+      "loss": 1.2641,
+      "step": 8118
+    },
+    {
+      "epoch": 2.4182132951097377,
+      "grad_norm": 0.23475541174411774,
+      "learning_rate": 1.7733583633521412e-05,
+      "loss": 1.2676,
+      "step": 8119
+    },
+    {
+      "epoch": 2.4185111413094065,
+      "grad_norm": 0.24860520660877228,
+      "learning_rate": 1.7732972092258535e-05,
+      "loss": 1.2355,
+      "step": 8120
+    },
+    {
+      "epoch": 2.418808987509075,
+      "grad_norm": 0.22481386363506317,
+      "learning_rate": 1.773236047904899e-05,
+      "loss": 1.2404,
+      "step": 8121
+    },
+    {
+      "epoch": 2.4191068337087436,
+      "grad_norm": 0.23251011967658997,
+      "learning_rate": 1.7731748793898472e-05,
+      "loss": 1.24,
+      "step": 8122
+    },
+    {
+      "epoch": 2.4194046799084123,
+      "grad_norm": 0.237873375415802,
+      "learning_rate": 1.7731137036812674e-05,
+      "loss": 1.2382,
+      "step": 8123
+    },
+    {
+      "epoch": 2.419702526108081,
+      "grad_norm": 0.2502184808254242,
+      "learning_rate": 1.773052520779728e-05,
+      "loss": 1.248,
+      "step": 8124
+    },
+    {
+      "epoch": 2.4200003723077494,
+      "grad_norm": 0.23529601097106934,
+      "learning_rate": 1.7729913306857987e-05,
+      "loss": 1.2515,
+      "step": 8125
+    },
+    {
+      "epoch": 2.420298218507418,
+      "grad_norm": 0.22526681423187256,
+      "learning_rate": 1.7729301334000486e-05,
+      "loss": 1.2516,
+      "step": 8126
+    },
+    {
+      "epoch": 2.420596064707087,
+      "grad_norm": 0.23735322058200836,
+      "learning_rate": 1.772868928923047e-05,
+      "loss": 1.2629,
+      "step": 8127
+    },
+    {
+      "epoch": 2.4208939109067558,
+      "grad_norm": 0.22896255552768707,
+      "learning_rate": 1.772807717255364e-05,
+      "loss": 1.2577,
+      "step": 8128
+    },
+    {
+      "epoch": 2.421191757106424,
+      "grad_norm": 0.23871658742427826,
+      "learning_rate": 1.772746498397568e-05,
+      "loss": 1.2457,
+      "step": 8129
+    },
+    {
+      "epoch": 2.421489603306093,
+      "grad_norm": 0.23917968571186066,
+      "learning_rate": 1.7726852723502296e-05,
+      "loss": 1.2349,
+      "step": 8130
+    },
+    {
+      "epoch": 2.4217874495057616,
+      "grad_norm": 0.22797973453998566,
+      "learning_rate": 1.772624039113918e-05,
+      "loss": 1.2533,
+      "step": 8131
+    },
+    {
+      "epoch": 2.42208529570543,
+      "grad_norm": 0.23172640800476074,
+      "learning_rate": 1.7725627986892028e-05,
+      "loss": 1.2257,
+      "step": 8132
+    },
+    {
+      "epoch": 2.4223831419050987,
+      "grad_norm": 0.2374148964881897,
+      "learning_rate": 1.772501551076654e-05,
+      "loss": 1.2345,
+      "step": 8133
+    },
+    {
+      "epoch": 2.4226809881047675,
+      "grad_norm": 0.2308272123336792,
+      "learning_rate": 1.7724402962768413e-05,
+      "loss": 1.2586,
+      "step": 8134
+    },
+    {
+      "epoch": 2.422978834304436,
+      "grad_norm": 0.23716746270656586,
+      "learning_rate": 1.7723790342903353e-05,
+      "loss": 1.2633,
+      "step": 8135
+    },
+    {
+      "epoch": 2.4232766805041046,
+      "grad_norm": 0.23746775090694427,
+      "learning_rate": 1.7723177651177046e-05,
+      "loss": 1.2371,
+      "step": 8136
+    },
+    {
+      "epoch": 2.4235745267037734,
+      "grad_norm": 0.25077927112579346,
+      "learning_rate": 1.77225648875952e-05,
+      "loss": 1.2462,
+      "step": 8137
+    },
+    {
+      "epoch": 2.423872372903442,
+      "grad_norm": 0.22465792298316956,
+      "learning_rate": 1.7721952052163517e-05,
+      "loss": 1.2437,
+      "step": 8138
+    },
+    {
+      "epoch": 2.4241702191031105,
+      "grad_norm": 0.2292993813753128,
+      "learning_rate": 1.77213391448877e-05,
+      "loss": 1.2634,
+      "step": 8139
+    },
+    {
+      "epoch": 2.4244680653027793,
+      "grad_norm": 0.22933197021484375,
+      "learning_rate": 1.7720726165773444e-05,
+      "loss": 1.2498,
+      "step": 8140
+    },
+    {
+      "epoch": 2.424765911502448,
+      "grad_norm": 0.2276661992073059,
+      "learning_rate": 1.7720113114826462e-05,
+      "loss": 1.2562,
+      "step": 8141
+    },
+    {
+      "epoch": 2.425063757702117,
+      "grad_norm": 0.2251230925321579,
+      "learning_rate": 1.771949999205245e-05,
+      "loss": 1.2293,
+      "step": 8142
+    },
+    {
+      "epoch": 2.425361603901785,
+      "grad_norm": 0.2342134565114975,
+      "learning_rate": 1.7718886797457118e-05,
+      "loss": 1.2502,
+      "step": 8143
+    },
+    {
+      "epoch": 2.425659450101454,
+      "grad_norm": 0.23211674392223358,
+      "learning_rate": 1.7718273531046167e-05,
+      "loss": 1.2669,
+      "step": 8144
+    },
+    {
+      "epoch": 2.4259572963011227,
+      "grad_norm": 0.24708154797554016,
+      "learning_rate": 1.7717660192825304e-05,
+      "loss": 1.2456,
+      "step": 8145
+    },
+    {
+      "epoch": 2.426255142500791,
+      "grad_norm": 0.2347024530172348,
+      "learning_rate": 1.7717046782800236e-05,
+      "loss": 1.2599,
+      "step": 8146
+    },
+    {
+      "epoch": 2.4265529887004598,
+      "grad_norm": 0.2513992190361023,
+      "learning_rate": 1.7716433300976667e-05,
+      "loss": 1.2559,
+      "step": 8147
+    },
+    {
+      "epoch": 2.4268508349001285,
+      "grad_norm": 0.23596066236495972,
+      "learning_rate": 1.7715819747360313e-05,
+      "loss": 1.2442,
+      "step": 8148
+    },
+    {
+      "epoch": 2.427148681099797,
+      "grad_norm": 0.2340855449438095,
+      "learning_rate": 1.7715206121956874e-05,
+      "loss": 1.2506,
+      "step": 8149
+    },
+    {
+      "epoch": 2.4274465272994656,
+      "grad_norm": 0.22590996325016022,
+      "learning_rate": 1.771459242477206e-05,
+      "loss": 1.2454,
+      "step": 8150
+    },
+    {
+      "epoch": 2.4277443734991344,
+      "grad_norm": 0.23030374944210052,
+      "learning_rate": 1.7713978655811583e-05,
+      "loss": 1.2528,
+      "step": 8151
+    },
+    {
+      "epoch": 2.428042219698803,
+      "grad_norm": 0.24000777304172516,
+      "learning_rate": 1.7713364815081154e-05,
+      "loss": 1.2424,
+      "step": 8152
+    },
+    {
+      "epoch": 2.4283400658984715,
+      "grad_norm": 0.24114497005939484,
+      "learning_rate": 1.7712750902586485e-05,
+      "loss": 1.2519,
+      "step": 8153
+    },
+    {
+      "epoch": 2.4286379120981403,
+      "grad_norm": 0.23782244324684143,
+      "learning_rate": 1.7712136918333285e-05,
+      "loss": 1.2687,
+      "step": 8154
+    },
+    {
+      "epoch": 2.428935758297809,
+      "grad_norm": 0.23510950803756714,
+      "learning_rate": 1.7711522862327267e-05,
+      "loss": 1.2696,
+      "step": 8155
+    },
+    {
+      "epoch": 2.429233604497478,
+      "grad_norm": 0.24703507125377655,
+      "learning_rate": 1.7710908734574147e-05,
+      "loss": 1.2383,
+      "step": 8156
+    },
+    {
+      "epoch": 2.429531450697146,
+      "grad_norm": 0.22979791462421417,
+      "learning_rate": 1.7710294535079633e-05,
+      "loss": 1.2644,
+      "step": 8157
+    },
+    {
+      "epoch": 2.429829296896815,
+      "grad_norm": 0.23439759016036987,
+      "learning_rate": 1.7709680263849445e-05,
+      "loss": 1.2621,
+      "step": 8158
+    },
+    {
+      "epoch": 2.4301271430964837,
+      "grad_norm": 0.2432500123977661,
+      "learning_rate": 1.770906592088929e-05,
+      "loss": 1.2688,
+      "step": 8159
+    },
+    {
+      "epoch": 2.430424989296152,
+      "grad_norm": 0.28154420852661133,
+      "learning_rate": 1.77084515062049e-05,
+      "loss": 1.2555,
+      "step": 8160
+    },
+    {
+      "epoch": 2.430722835495821,
+      "grad_norm": 0.22606149315834045,
+      "learning_rate": 1.7707837019801975e-05,
+      "loss": 1.256,
+      "step": 8161
+    },
+    {
+      "epoch": 2.4310206816954896,
+      "grad_norm": 0.21935401856899261,
+      "learning_rate": 1.770722246168624e-05,
+      "loss": 1.2425,
+      "step": 8162
+    },
+    {
+      "epoch": 2.431318527895158,
+      "grad_norm": 0.23840375244617462,
+      "learning_rate": 1.770660783186341e-05,
+      "loss": 1.2658,
+      "step": 8163
+    },
+    {
+      "epoch": 2.4316163740948267,
+      "grad_norm": 0.24386407434940338,
+      "learning_rate": 1.7705993130339204e-05,
+      "loss": 1.257,
+      "step": 8164
+    },
+    {
+      "epoch": 2.4319142202944954,
+      "grad_norm": 0.2271236926317215,
+      "learning_rate": 1.770537835711934e-05,
+      "loss": 1.2692,
+      "step": 8165
+    },
+    {
+      "epoch": 2.432212066494164,
+      "grad_norm": 0.23163583874702454,
+      "learning_rate": 1.7704763512209543e-05,
+      "loss": 1.2615,
+      "step": 8166
+    },
+    {
+      "epoch": 2.4325099126938325,
+      "grad_norm": 0.23572777211666107,
+      "learning_rate": 1.770414859561553e-05,
+      "loss": 1.2308,
+      "step": 8167
+    },
+    {
+      "epoch": 2.4328077588935013,
+      "grad_norm": 0.26480162143707275,
+      "learning_rate": 1.7703533607343017e-05,
+      "loss": 1.2534,
+      "step": 8168
+    },
+    {
+      "epoch": 2.43310560509317,
+      "grad_norm": 0.25801411271095276,
+      "learning_rate": 1.7702918547397734e-05,
+      "loss": 1.2568,
+      "step": 8169
+    },
+    {
+      "epoch": 2.433403451292839,
+      "grad_norm": 0.28933751583099365,
+      "learning_rate": 1.77023034157854e-05,
+      "loss": 1.2473,
+      "step": 8170
+    },
+    {
+      "epoch": 2.433701297492507,
+      "grad_norm": 0.23392869532108307,
+      "learning_rate": 1.7701688212511738e-05,
+      "loss": 1.2563,
+      "step": 8171
+    },
+    {
+      "epoch": 2.433999143692176,
+      "grad_norm": 0.24702076613903046,
+      "learning_rate": 1.7701072937582473e-05,
+      "loss": 1.238,
+      "step": 8172
+    },
+    {
+      "epoch": 2.4342969898918447,
+      "grad_norm": 0.2662452459335327,
+      "learning_rate": 1.7700457591003327e-05,
+      "loss": 1.2503,
+      "step": 8173
+    },
+    {
+      "epoch": 2.434594836091513,
+      "grad_norm": 0.23712895810604095,
+      "learning_rate": 1.7699842172780028e-05,
+      "loss": 1.2525,
+      "step": 8174
+    },
+    {
+      "epoch": 2.434892682291182,
+      "grad_norm": 0.3020852506160736,
+      "learning_rate": 1.7699226682918297e-05,
+      "loss": 1.2593,
+      "step": 8175
+    },
+    {
+      "epoch": 2.4351905284908506,
+      "grad_norm": 0.2775361239910126,
+      "learning_rate": 1.7698611121423867e-05,
+      "loss": 1.2568,
+      "step": 8176
+    },
+    {
+      "epoch": 2.4354883746905194,
+      "grad_norm": 0.269408643245697,
+      "learning_rate": 1.769799548830246e-05,
+      "loss": 1.2647,
+      "step": 8177
+    },
+    {
+      "epoch": 2.4357862208901877,
+      "grad_norm": 0.2418518215417862,
+      "learning_rate": 1.769737978355981e-05,
+      "loss": 1.2479,
+      "step": 8178
+    },
+    {
+      "epoch": 2.4360840670898565,
+      "grad_norm": 0.3381626307964325,
+      "learning_rate": 1.7696764007201638e-05,
+      "loss": 1.2746,
+      "step": 8179
+    },
+    {
+      "epoch": 2.4363819132895252,
+      "grad_norm": 0.23209111392498016,
+      "learning_rate": 1.7696148159233676e-05,
+      "loss": 1.2399,
+      "step": 8180
+    },
+    {
+      "epoch": 2.4366797594891936,
+      "grad_norm": 0.24149450659751892,
+      "learning_rate": 1.7695532239661655e-05,
+      "loss": 1.2634,
+      "step": 8181
+    },
+    {
+      "epoch": 2.4369776056888623,
+      "grad_norm": 0.2611485719680786,
+      "learning_rate": 1.7694916248491304e-05,
+      "loss": 1.2582,
+      "step": 8182
+    },
+    {
+      "epoch": 2.437275451888531,
+      "grad_norm": 0.22782889008522034,
+      "learning_rate": 1.7694300185728353e-05,
+      "loss": 1.2535,
+      "step": 8183
+    },
+    {
+      "epoch": 2.4375732980882,
+      "grad_norm": 0.22121752798557281,
+      "learning_rate": 1.7693684051378538e-05,
+      "loss": 1.2483,
+      "step": 8184
+    },
+    {
+      "epoch": 2.437871144287868,
+      "grad_norm": 0.24565903842449188,
+      "learning_rate": 1.7693067845447588e-05,
+      "loss": 1.2679,
+      "step": 8185
+    },
+    {
+      "epoch": 2.438168990487537,
+      "grad_norm": 0.24552184343338013,
+      "learning_rate": 1.7692451567941232e-05,
+      "loss": 1.2434,
+      "step": 8186
+    },
+    {
+      "epoch": 2.4384668366872058,
+      "grad_norm": 0.2353091686964035,
+      "learning_rate": 1.7691835218865217e-05,
+      "loss": 1.2488,
+      "step": 8187
+    },
+    {
+      "epoch": 2.438764682886874,
+      "grad_norm": 0.2381007969379425,
+      "learning_rate": 1.7691218798225262e-05,
+      "loss": 1.2654,
+      "step": 8188
+    },
+    {
+      "epoch": 2.439062529086543,
+      "grad_norm": 0.23425203561782837,
+      "learning_rate": 1.7690602306027114e-05,
+      "loss": 1.2554,
+      "step": 8189
+    },
+    {
+      "epoch": 2.4393603752862116,
+      "grad_norm": 0.23426920175552368,
+      "learning_rate": 1.7689985742276504e-05,
+      "loss": 1.2618,
+      "step": 8190
+    },
+    {
+      "epoch": 2.4396582214858804,
+      "grad_norm": 0.24380579590797424,
+      "learning_rate": 1.7689369106979166e-05,
+      "loss": 1.2411,
+      "step": 8191
+    },
+    {
+      "epoch": 2.4399560676855487,
+      "grad_norm": 0.22629253566265106,
+      "learning_rate": 1.7688752400140842e-05,
+      "loss": 1.2417,
+      "step": 8192
+    },
+    {
+      "epoch": 2.4402539138852175,
+      "grad_norm": 0.22987054288387299,
+      "learning_rate": 1.7688135621767262e-05,
+      "loss": 1.2657,
+      "step": 8193
+    },
+    {
+      "epoch": 2.4405517600848863,
+      "grad_norm": 0.2381831705570221,
+      "learning_rate": 1.7687518771864173e-05,
+      "loss": 1.237,
+      "step": 8194
+    },
+    {
+      "epoch": 2.440849606284555,
+      "grad_norm": 0.24247990548610687,
+      "learning_rate": 1.7686901850437316e-05,
+      "loss": 1.2607,
+      "step": 8195
+    },
+    {
+      "epoch": 2.4411474524842234,
+      "grad_norm": 0.22796709835529327,
+      "learning_rate": 1.768628485749242e-05,
+      "loss": 1.2441,
+      "step": 8196
+    },
+    {
+      "epoch": 2.441445298683892,
+      "grad_norm": 0.24143260717391968,
+      "learning_rate": 1.768566779303523e-05,
+      "loss": 1.2676,
+      "step": 8197
+    },
+    {
+      "epoch": 2.441743144883561,
+      "grad_norm": 0.23797409236431122,
+      "learning_rate": 1.7685050657071488e-05,
+      "loss": 1.2605,
+      "step": 8198
+    },
+    {
+      "epoch": 2.4420409910832293,
+      "grad_norm": 0.23557357490062714,
+      "learning_rate": 1.7684433449606938e-05,
+      "loss": 1.2568,
+      "step": 8199
+    },
+    {
+      "epoch": 2.442338837282898,
+      "grad_norm": 0.22420549392700195,
+      "learning_rate": 1.7683816170647322e-05,
+      "loss": 1.2412,
+      "step": 8200
+    },
+    {
+      "epoch": 2.442636683482567,
+      "grad_norm": 0.23614062368869781,
+      "learning_rate": 1.768319882019838e-05,
+      "loss": 1.2578,
+      "step": 8201
+    },
+    {
+      "epoch": 2.442934529682235,
+      "grad_norm": 0.2433299571275711,
+      "learning_rate": 1.7682581398265856e-05,
+      "loss": 1.2596,
+      "step": 8202
+    },
+    {
+      "epoch": 2.443232375881904,
+      "grad_norm": 0.24343116581439972,
+      "learning_rate": 1.7681963904855495e-05,
+      "loss": 1.2633,
+      "step": 8203
+    },
+    {
+      "epoch": 2.4435302220815727,
+      "grad_norm": 0.23356005549430847,
+      "learning_rate": 1.7681346339973044e-05,
+      "loss": 1.2509,
+      "step": 8204
+    },
+    {
+      "epoch": 2.4438280682812414,
+      "grad_norm": 0.24294687807559967,
+      "learning_rate": 1.7680728703624247e-05,
+      "loss": 1.2458,
+      "step": 8205
+    },
+    {
+      "epoch": 2.4441259144809098,
+      "grad_norm": 0.24111899733543396,
+      "learning_rate": 1.7680110995814855e-05,
+      "loss": 1.2502,
+      "step": 8206
+    },
+    {
+      "epoch": 2.4444237606805785,
+      "grad_norm": 0.23431457579135895,
+      "learning_rate": 1.7679493216550607e-05,
+      "loss": 1.2385,
+      "step": 8207
+    },
+    {
+      "epoch": 2.4447216068802473,
+      "grad_norm": 0.24026180803775787,
+      "learning_rate": 1.7678875365837253e-05,
+      "loss": 1.2535,
+      "step": 8208
+    },
+    {
+      "epoch": 2.445019453079916,
+      "grad_norm": 0.23439113795757294,
+      "learning_rate": 1.7678257443680546e-05,
+      "loss": 1.2459,
+      "step": 8209
+    },
+    {
+      "epoch": 2.4453172992795844,
+      "grad_norm": 0.24530130624771118,
+      "learning_rate": 1.7677639450086232e-05,
+      "loss": 1.2664,
+      "step": 8210
+    },
+    {
+      "epoch": 2.445615145479253,
+      "grad_norm": 0.24152901768684387,
+      "learning_rate": 1.7677021385060057e-05,
+      "loss": 1.2488,
+      "step": 8211
+    },
+    {
+      "epoch": 2.445912991678922,
+      "grad_norm": 0.2546330690383911,
+      "learning_rate": 1.767640324860778e-05,
+      "loss": 1.2481,
+      "step": 8212
+    },
+    {
+      "epoch": 2.4462108378785903,
+      "grad_norm": 0.24023675918579102,
+      "learning_rate": 1.7675785040735146e-05,
+      "loss": 1.265,
+      "step": 8213
+    },
+    {
+      "epoch": 2.446508684078259,
+      "grad_norm": 0.24142986536026,
+      "learning_rate": 1.7675166761447905e-05,
+      "loss": 1.2538,
+      "step": 8214
+    },
+    {
+      "epoch": 2.446806530277928,
+      "grad_norm": 0.2541647255420685,
+      "learning_rate": 1.7674548410751815e-05,
+      "loss": 1.2538,
+      "step": 8215
+    },
+    {
+      "epoch": 2.447104376477596,
+      "grad_norm": 0.23540470004081726,
+      "learning_rate": 1.7673929988652627e-05,
+      "loss": 1.2587,
+      "step": 8216
+    },
+    {
+      "epoch": 2.447402222677265,
+      "grad_norm": 0.23725782334804535,
+      "learning_rate": 1.7673311495156093e-05,
+      "loss": 1.2451,
+      "step": 8217
+    },
+    {
+      "epoch": 2.4477000688769337,
+      "grad_norm": 0.2404332160949707,
+      "learning_rate": 1.767269293026797e-05,
+      "loss": 1.251,
+      "step": 8218
+    },
+    {
+      "epoch": 2.4479979150766025,
+      "grad_norm": 0.22643688321113586,
+      "learning_rate": 1.767207429399401e-05,
+      "loss": 1.2541,
+      "step": 8219
+    },
+    {
+      "epoch": 2.448295761276271,
+      "grad_norm": 0.2497372180223465,
+      "learning_rate": 1.7671455586339973e-05,
+      "loss": 1.2448,
+      "step": 8220
+    },
+    {
+      "epoch": 2.4485936074759396,
+      "grad_norm": 0.22984126210212708,
+      "learning_rate": 1.7670836807311614e-05,
+      "loss": 1.2538,
+      "step": 8221
+    },
+    {
+      "epoch": 2.4488914536756083,
+      "grad_norm": 0.2346605509519577,
+      "learning_rate": 1.7670217956914685e-05,
+      "loss": 1.2471,
+      "step": 8222
+    },
+    {
+      "epoch": 2.449189299875277,
+      "grad_norm": 0.23125341534614563,
+      "learning_rate": 1.766959903515495e-05,
+      "loss": 1.234,
+      "step": 8223
+    },
+    {
+      "epoch": 2.4494871460749454,
+      "grad_norm": 0.23240256309509277,
+      "learning_rate": 1.7668980042038166e-05,
+      "loss": 1.2543,
+      "step": 8224
+    },
+    {
+      "epoch": 2.449784992274614,
+      "grad_norm": 0.2352667599916458,
+      "learning_rate": 1.7668360977570085e-05,
+      "loss": 1.2489,
+      "step": 8225
+    },
+    {
+      "epoch": 2.450082838474283,
+      "grad_norm": 0.23893482983112335,
+      "learning_rate": 1.7667741841756477e-05,
+      "loss": 1.2503,
+      "step": 8226
+    },
+    {
+      "epoch": 2.4503806846739513,
+      "grad_norm": 0.23530250787734985,
+      "learning_rate": 1.7667122634603097e-05,
+      "loss": 1.2487,
+      "step": 8227
+    },
+    {
+      "epoch": 2.45067853087362,
+      "grad_norm": 0.22781215608119965,
+      "learning_rate": 1.7666503356115706e-05,
+      "loss": 1.2583,
+      "step": 8228
+    },
+    {
+      "epoch": 2.450976377073289,
+      "grad_norm": 0.23113566637039185,
+      "learning_rate": 1.766588400630007e-05,
+      "loss": 1.2665,
+      "step": 8229
+    },
+    {
+      "epoch": 2.451274223272957,
+      "grad_norm": 0.23249532282352448,
+      "learning_rate": 1.7665264585161947e-05,
+      "loss": 1.2568,
+      "step": 8230
+    },
+    {
+      "epoch": 2.451572069472626,
+      "grad_norm": 0.2413317710161209,
+      "learning_rate": 1.7664645092707102e-05,
+      "loss": 1.2554,
+      "step": 8231
+    },
+    {
+      "epoch": 2.4518699156722947,
+      "grad_norm": 0.33798786997795105,
+      "learning_rate": 1.7664025528941295e-05,
+      "loss": 1.258,
+      "step": 8232
+    },
+    {
+      "epoch": 2.4521677618719635,
+      "grad_norm": 0.330740362405777,
+      "learning_rate": 1.7663405893870296e-05,
+      "loss": 1.2459,
+      "step": 8233
+    },
+    {
+      "epoch": 2.452465608071632,
+      "grad_norm": 0.28560367226600647,
+      "learning_rate": 1.7662786187499865e-05,
+      "loss": 1.2482,
+      "step": 8234
+    },
+    {
+      "epoch": 2.4527634542713006,
+      "grad_norm": 0.5696402788162231,
+      "learning_rate": 1.7662166409835772e-05,
+      "loss": 1.2583,
+      "step": 8235
+    },
+    {
+      "epoch": 2.4530613004709694,
+      "grad_norm": 0.24457116425037384,
+      "learning_rate": 1.7661546560883784e-05,
+      "loss": 1.2402,
+      "step": 8236
+    },
+    {
+      "epoch": 2.453359146670638,
+      "grad_norm": 0.24923206865787506,
+      "learning_rate": 1.766092664064966e-05,
+      "loss": 1.2388,
+      "step": 8237
+    },
+    {
+      "epoch": 2.4536569928703065,
+      "grad_norm": 0.24296973645687103,
+      "learning_rate": 1.766030664913917e-05,
+      "loss": 1.2567,
+      "step": 8238
+    },
+    {
+      "epoch": 2.4539548390699752,
+      "grad_norm": 0.2376331090927124,
+      "learning_rate": 1.765968658635809e-05,
+      "loss": 1.2694,
+      "step": 8239
+    },
+    {
+      "epoch": 2.454252685269644,
+      "grad_norm": 0.2334982305765152,
+      "learning_rate": 1.7659066452312184e-05,
+      "loss": 1.2507,
+      "step": 8240
+    },
+    {
+      "epoch": 2.4545505314693123,
+      "grad_norm": 0.25672271847724915,
+      "learning_rate": 1.7658446247007224e-05,
+      "loss": 1.2584,
+      "step": 8241
+    },
+    {
+      "epoch": 2.454848377668981,
+      "grad_norm": 0.24763455986976624,
+      "learning_rate": 1.7657825970448975e-05,
+      "loss": 1.2332,
+      "step": 8242
+    },
+    {
+      "epoch": 2.45514622386865,
+      "grad_norm": 0.23960673809051514,
+      "learning_rate": 1.7657205622643214e-05,
+      "loss": 1.2475,
+      "step": 8243
+    },
+    {
+      "epoch": 2.4554440700683187,
+      "grad_norm": 0.22872363030910492,
+      "learning_rate": 1.7656585203595708e-05,
+      "loss": 1.2622,
+      "step": 8244
+    },
+    {
+      "epoch": 2.455741916267987,
+      "grad_norm": 0.22929058969020844,
+      "learning_rate": 1.7655964713312232e-05,
+      "loss": 1.2567,
+      "step": 8245
+    },
+    {
+      "epoch": 2.4560397624676558,
+      "grad_norm": 0.23774370551109314,
+      "learning_rate": 1.7655344151798554e-05,
+      "loss": 1.2499,
+      "step": 8246
+    },
+    {
+      "epoch": 2.4563376086673245,
+      "grad_norm": 0.23429562151432037,
+      "learning_rate": 1.7654723519060457e-05,
+      "loss": 1.2536,
+      "step": 8247
+    },
+    {
+      "epoch": 2.456635454866993,
+      "grad_norm": 0.22949855029582977,
+      "learning_rate": 1.7654102815103708e-05,
+      "loss": 1.2442,
+      "step": 8248
+    },
+    {
+      "epoch": 2.4569333010666616,
+      "grad_norm": 0.2358241230249405,
+      "learning_rate": 1.7653482039934084e-05,
+      "loss": 1.254,
+      "step": 8249
+    },
+    {
+      "epoch": 2.4572311472663304,
+      "grad_norm": 0.23049359023571014,
+      "learning_rate": 1.765286119355736e-05,
+      "loss": 1.2416,
+      "step": 8250
+    },
+    {
+      "epoch": 2.457528993465999,
+      "grad_norm": 0.22333648800849915,
+      "learning_rate": 1.7652240275979312e-05,
+      "loss": 1.2468,
+      "step": 8251
+    },
+    {
+      "epoch": 2.4578268396656675,
+      "grad_norm": 0.21928377449512482,
+      "learning_rate": 1.7651619287205722e-05,
+      "loss": 1.2514,
+      "step": 8252
+    },
+    {
+      "epoch": 2.4581246858653363,
+      "grad_norm": 0.23795348405838013,
+      "learning_rate": 1.7650998227242357e-05,
+      "loss": 1.2476,
+      "step": 8253
+    },
+    {
+      "epoch": 2.458422532065005,
+      "grad_norm": 0.2292827069759369,
+      "learning_rate": 1.7650377096095007e-05,
+      "loss": 1.2392,
+      "step": 8254
+    },
+    {
+      "epoch": 2.4587203782646734,
+      "grad_norm": 0.22743940353393555,
+      "learning_rate": 1.7649755893769446e-05,
+      "loss": 1.2573,
+      "step": 8255
+    },
+    {
+      "epoch": 2.459018224464342,
+      "grad_norm": 0.22143808007240295,
+      "learning_rate": 1.764913462027145e-05,
+      "loss": 1.2518,
+      "step": 8256
+    },
+    {
+      "epoch": 2.459316070664011,
+      "grad_norm": 0.22706541419029236,
+      "learning_rate": 1.7648513275606802e-05,
+      "loss": 1.2339,
+      "step": 8257
+    },
+    {
+      "epoch": 2.4596139168636797,
+      "grad_norm": 0.23309893906116486,
+      "learning_rate": 1.7647891859781284e-05,
+      "loss": 1.2525,
+      "step": 8258
+    },
+    {
+      "epoch": 2.459911763063348,
+      "grad_norm": 0.22900895774364471,
+      "learning_rate": 1.764727037280068e-05,
+      "loss": 1.2633,
+      "step": 8259
+    },
+    {
+      "epoch": 2.460209609263017,
+      "grad_norm": 0.22730329632759094,
+      "learning_rate": 1.7646648814670765e-05,
+      "loss": 1.2409,
+      "step": 8260
+    },
+    {
+      "epoch": 2.4605074554626856,
+      "grad_norm": 0.22470271587371826,
+      "learning_rate": 1.764602718539733e-05,
+      "loss": 1.2409,
+      "step": 8261
+    },
+    {
+      "epoch": 2.4608053016623543,
+      "grad_norm": 0.2320781648159027,
+      "learning_rate": 1.7645405484986152e-05,
+      "loss": 1.2581,
+      "step": 8262
+    },
+    {
+      "epoch": 2.4611031478620227,
+      "grad_norm": 0.21992452442646027,
+      "learning_rate": 1.764478371344302e-05,
+      "loss": 1.2258,
+      "step": 8263
+    },
+    {
+      "epoch": 2.4614009940616914,
+      "grad_norm": 0.21929426491260529,
+      "learning_rate": 1.7644161870773715e-05,
+      "loss": 1.2574,
+      "step": 8264
+    },
+    {
+      "epoch": 2.46169884026136,
+      "grad_norm": 0.23645782470703125,
+      "learning_rate": 1.7643539956984026e-05,
+      "loss": 1.26,
+      "step": 8265
+    },
+    {
+      "epoch": 2.4619966864610285,
+      "grad_norm": 0.23062999546527863,
+      "learning_rate": 1.7642917972079737e-05,
+      "loss": 1.2329,
+      "step": 8266
+    },
+    {
+      "epoch": 2.4622945326606973,
+      "grad_norm": 0.23762331902980804,
+      "learning_rate": 1.7642295916066636e-05,
+      "loss": 1.2575,
+      "step": 8267
+    },
+    {
+      "epoch": 2.462592378860366,
+      "grad_norm": 0.23018376529216766,
+      "learning_rate": 1.7641673788950506e-05,
+      "loss": 1.2355,
+      "step": 8268
+    },
+    {
+      "epoch": 2.4628902250600344,
+      "grad_norm": 0.22822463512420654,
+      "learning_rate": 1.764105159073714e-05,
+      "loss": 1.2329,
+      "step": 8269
+    },
+    {
+      "epoch": 2.463188071259703,
+      "grad_norm": 0.23241938650608063,
+      "learning_rate": 1.7640429321432335e-05,
+      "loss": 1.2513,
+      "step": 8270
+    },
+    {
+      "epoch": 2.463485917459372,
+      "grad_norm": 0.23877792060375214,
+      "learning_rate": 1.7639806981041864e-05,
+      "loss": 1.247,
+      "step": 8271
+    },
+    {
+      "epoch": 2.4637837636590407,
+      "grad_norm": 0.2348979413509369,
+      "learning_rate": 1.7639184569571522e-05,
+      "loss": 1.255,
+      "step": 8272
+    },
+    {
+      "epoch": 2.464081609858709,
+      "grad_norm": 0.22891142964363098,
+      "learning_rate": 1.7638562087027106e-05,
+      "loss": 1.255,
+      "step": 8273
+    },
+    {
+      "epoch": 2.464379456058378,
+      "grad_norm": 0.23356257379055023,
+      "learning_rate": 1.7637939533414407e-05,
+      "loss": 1.2586,
+      "step": 8274
+    },
+    {
+      "epoch": 2.4646773022580466,
+      "grad_norm": 0.2342851608991623,
+      "learning_rate": 1.763731690873921e-05,
+      "loss": 1.2519,
+      "step": 8275
+    },
+    {
+      "epoch": 2.4649751484577154,
+      "grad_norm": 0.2412482500076294,
+      "learning_rate": 1.7636694213007316e-05,
+      "loss": 1.243,
+      "step": 8276
+    },
+    {
+      "epoch": 2.4652729946573837,
+      "grad_norm": 0.22454293072223663,
+      "learning_rate": 1.7636071446224508e-05,
+      "loss": 1.235,
+      "step": 8277
+    },
+    {
+      "epoch": 2.4655708408570525,
+      "grad_norm": 0.23977334797382355,
+      "learning_rate": 1.7635448608396592e-05,
+      "loss": 1.2599,
+      "step": 8278
+    },
+    {
+      "epoch": 2.4658686870567212,
+      "grad_norm": 0.23532359302043915,
+      "learning_rate": 1.7634825699529357e-05,
+      "loss": 1.2615,
+      "step": 8279
+    },
+    {
+      "epoch": 2.4661665332563896,
+      "grad_norm": 0.2302032858133316,
+      "learning_rate": 1.76342027196286e-05,
+      "loss": 1.2655,
+      "step": 8280
+    },
+    {
+      "epoch": 2.4664643794560583,
+      "grad_norm": 0.2321433573961258,
+      "learning_rate": 1.7633579668700114e-05,
+      "loss": 1.2524,
+      "step": 8281
+    },
+    {
+      "epoch": 2.466762225655727,
+      "grad_norm": 0.2206072211265564,
+      "learning_rate": 1.7632956546749696e-05,
+      "loss": 1.256,
+      "step": 8282
+    },
+    {
+      "epoch": 2.4670600718553954,
+      "grad_norm": 0.2309189736843109,
+      "learning_rate": 1.763233335378315e-05,
+      "loss": 1.2492,
+      "step": 8283
+    },
+    {
+      "epoch": 2.467357918055064,
+      "grad_norm": 0.2347707450389862,
+      "learning_rate": 1.7631710089806265e-05,
+      "loss": 1.2542,
+      "step": 8284
+    },
+    {
+      "epoch": 2.467655764254733,
+      "grad_norm": 0.23785153031349182,
+      "learning_rate": 1.7631086754824845e-05,
+      "loss": 1.2479,
+      "step": 8285
+    },
+    {
+      "epoch": 2.4679536104544018,
+      "grad_norm": 0.2298462986946106,
+      "learning_rate": 1.7630463348844694e-05,
+      "loss": 1.2641,
+      "step": 8286
+    },
+    {
+      "epoch": 2.46825145665407,
+      "grad_norm": 0.23382051289081573,
+      "learning_rate": 1.76298398718716e-05,
+      "loss": 1.2599,
+      "step": 8287
+    },
+    {
+      "epoch": 2.468549302853739,
+      "grad_norm": 0.2526465356349945,
+      "learning_rate": 1.7629216323911377e-05,
+      "loss": 1.29,
+      "step": 8288
+    },
+    {
+      "epoch": 2.4688471490534076,
+      "grad_norm": 0.2504581809043884,
+      "learning_rate": 1.7628592704969815e-05,
+      "loss": 1.2599,
+      "step": 8289
+    },
+    {
+      "epoch": 2.4691449952530764,
+      "grad_norm": 0.2236238569021225,
+      "learning_rate": 1.762796901505272e-05,
+      "loss": 1.2481,
+      "step": 8290
+    },
+    {
+      "epoch": 2.4694428414527447,
+      "grad_norm": 0.22754114866256714,
+      "learning_rate": 1.76273452541659e-05,
+      "loss": 1.234,
+      "step": 8291
+    },
+    {
+      "epoch": 2.4697406876524135,
+      "grad_norm": 0.23117542266845703,
+      "learning_rate": 1.7626721422315153e-05,
+      "loss": 1.2252,
+      "step": 8292
+    },
+    {
+      "epoch": 2.4700385338520823,
+      "grad_norm": 0.23307673633098602,
+      "learning_rate": 1.7626097519506285e-05,
+      "loss": 1.2422,
+      "step": 8293
+    },
+    {
+      "epoch": 2.4703363800517506,
+      "grad_norm": 0.23654675483703613,
+      "learning_rate": 1.76254735457451e-05,
+      "loss": 1.2352,
+      "step": 8294
+    },
+    {
+      "epoch": 2.4706342262514194,
+      "grad_norm": 0.23664255440235138,
+      "learning_rate": 1.76248495010374e-05,
+      "loss": 1.2593,
+      "step": 8295
+    },
+    {
+      "epoch": 2.470932072451088,
+      "grad_norm": 0.2272440791130066,
+      "learning_rate": 1.7624225385388998e-05,
+      "loss": 1.2538,
+      "step": 8296
+    },
+    {
+      "epoch": 2.4712299186507565,
+      "grad_norm": 0.22650983929634094,
+      "learning_rate": 1.7623601198805695e-05,
+      "loss": 1.2515,
+      "step": 8297
+    },
+    {
+      "epoch": 2.4715277648504252,
+      "grad_norm": 0.23413802683353424,
+      "learning_rate": 1.76229769412933e-05,
+      "loss": 1.2614,
+      "step": 8298
+    },
+    {
+      "epoch": 2.471825611050094,
+      "grad_norm": 0.2297011911869049,
+      "learning_rate": 1.7622352612857622e-05,
+      "loss": 1.256,
+      "step": 8299
+    },
+    {
+      "epoch": 2.472123457249763,
+      "grad_norm": 0.23197448253631592,
+      "learning_rate": 1.762172821350447e-05,
+      "loss": 1.237,
+      "step": 8300
+    },
+    {
+      "epoch": 2.472421303449431,
+      "grad_norm": 0.23182253539562225,
+      "learning_rate": 1.7621103743239652e-05,
+      "loss": 1.2585,
+      "step": 8301
+    },
+    {
+      "epoch": 2.4727191496491,
+      "grad_norm": 0.2433755099773407,
+      "learning_rate": 1.7620479202068977e-05,
+      "loss": 1.2453,
+      "step": 8302
+    },
+    {
+      "epoch": 2.4730169958487687,
+      "grad_norm": 0.22609774768352509,
+      "learning_rate": 1.761985458999826e-05,
+      "loss": 1.2519,
+      "step": 8303
+    },
+    {
+      "epoch": 2.4733148420484374,
+      "grad_norm": 0.24316880106925964,
+      "learning_rate": 1.7619229907033307e-05,
+      "loss": 1.2365,
+      "step": 8304
+    },
+    {
+      "epoch": 2.4736126882481058,
+      "grad_norm": 0.2347557693719864,
+      "learning_rate": 1.7618605153179933e-05,
+      "loss": 1.2437,
+      "step": 8305
+    },
+    {
+      "epoch": 2.4739105344477745,
+      "grad_norm": 0.2216932475566864,
+      "learning_rate": 1.7617980328443952e-05,
+      "loss": 1.2369,
+      "step": 8306
+    },
+    {
+      "epoch": 2.4742083806474433,
+      "grad_norm": 0.24111506342887878,
+      "learning_rate": 1.7617355432831175e-05,
+      "loss": 1.2569,
+      "step": 8307
+    },
+    {
+      "epoch": 2.4745062268471116,
+      "grad_norm": 0.23701366782188416,
+      "learning_rate": 1.7616730466347415e-05,
+      "loss": 1.2542,
+      "step": 8308
+    },
+    {
+      "epoch": 2.4748040730467804,
+      "grad_norm": 0.23881372809410095,
+      "learning_rate": 1.7616105428998487e-05,
+      "loss": 1.2449,
+      "step": 8309
+    },
+    {
+      "epoch": 2.475101919246449,
+      "grad_norm": 0.23791971802711487,
+      "learning_rate": 1.7615480320790208e-05,
+      "loss": 1.2613,
+      "step": 8310
+    },
+    {
+      "epoch": 2.475399765446118,
+      "grad_norm": 0.2507789433002472,
+      "learning_rate": 1.7614855141728395e-05,
+      "loss": 1.2469,
+      "step": 8311
+    },
+    {
+      "epoch": 2.4756976116457863,
+      "grad_norm": 0.22700440883636475,
+      "learning_rate": 1.761422989181886e-05,
+      "loss": 1.2544,
+      "step": 8312
+    },
+    {
+      "epoch": 2.475995457845455,
+      "grad_norm": 0.23406459391117096,
+      "learning_rate": 1.7613604571067425e-05,
+      "loss": 1.2394,
+      "step": 8313
+    },
+    {
+      "epoch": 2.476293304045124,
+      "grad_norm": 0.227818563580513,
+      "learning_rate": 1.7612979179479903e-05,
+      "loss": 1.2446,
+      "step": 8314
+    },
+    {
+      "epoch": 2.4765911502447926,
+      "grad_norm": 0.23256555199623108,
+      "learning_rate": 1.7612353717062117e-05,
+      "loss": 1.2715,
+      "step": 8315
+    },
+    {
+      "epoch": 2.476888996444461,
+      "grad_norm": 0.22174721956253052,
+      "learning_rate": 1.7611728183819888e-05,
+      "loss": 1.2467,
+      "step": 8316
+    },
+    {
+      "epoch": 2.4771868426441297,
+      "grad_norm": 0.23079760372638702,
+      "learning_rate": 1.761110257975903e-05,
+      "loss": 1.2595,
+      "step": 8317
+    },
+    {
+      "epoch": 2.4774846888437985,
+      "grad_norm": 0.23321036994457245,
+      "learning_rate": 1.7610476904885363e-05,
+      "loss": 1.2507,
+      "step": 8318
+    },
+    {
+      "epoch": 2.477782535043467,
+      "grad_norm": 0.22463597357273102,
+      "learning_rate": 1.7609851159204716e-05,
+      "loss": 1.2277,
+      "step": 8319
+    },
+    {
+      "epoch": 2.4780803812431356,
+      "grad_norm": 0.23679356276988983,
+      "learning_rate": 1.7609225342722906e-05,
+      "loss": 1.2531,
+      "step": 8320
+    },
+    {
+      "epoch": 2.4783782274428043,
+      "grad_norm": 0.22336843609809875,
+      "learning_rate": 1.7608599455445753e-05,
+      "loss": 1.2311,
+      "step": 8321
+    },
+    {
+      "epoch": 2.4786760736424727,
+      "grad_norm": 0.23606246709823608,
+      "learning_rate": 1.7607973497379083e-05,
+      "loss": 1.2543,
+      "step": 8322
+    },
+    {
+      "epoch": 2.4789739198421414,
+      "grad_norm": 0.23542477190494537,
+      "learning_rate": 1.7607347468528718e-05,
+      "loss": 1.231,
+      "step": 8323
+    },
+    {
+      "epoch": 2.47927176604181,
+      "grad_norm": 0.2172466218471527,
+      "learning_rate": 1.760672136890049e-05,
+      "loss": 1.251,
+      "step": 8324
+    },
+    {
+      "epoch": 2.479569612241479,
+      "grad_norm": 0.23283933103084564,
+      "learning_rate": 1.7606095198500213e-05,
+      "loss": 1.2563,
+      "step": 8325
+    },
+    {
+      "epoch": 2.4798674584411473,
+      "grad_norm": 0.23413917422294617,
+      "learning_rate": 1.7605468957333722e-05,
+      "loss": 1.2655,
+      "step": 8326
+    },
+    {
+      "epoch": 2.480165304640816,
+      "grad_norm": 0.22806623578071594,
+      "learning_rate": 1.760484264540684e-05,
+      "loss": 1.2641,
+      "step": 8327
+    },
+    {
+      "epoch": 2.480463150840485,
+      "grad_norm": 0.22838027775287628,
+      "learning_rate": 1.7604216262725392e-05,
+      "loss": 1.2412,
+      "step": 8328
+    },
+    {
+      "epoch": 2.4807609970401536,
+      "grad_norm": 0.23101909458637238,
+      "learning_rate": 1.7603589809295205e-05,
+      "loss": 1.2404,
+      "step": 8329
+    },
+    {
+      "epoch": 2.481058843239822,
+      "grad_norm": 0.22244912385940552,
+      "learning_rate": 1.7602963285122115e-05,
+      "loss": 1.2399,
+      "step": 8330
+    },
+    {
+      "epoch": 2.4813566894394907,
+      "grad_norm": 0.22440123558044434,
+      "learning_rate": 1.7602336690211944e-05,
+      "loss": 1.2486,
+      "step": 8331
+    },
+    {
+      "epoch": 2.4816545356391595,
+      "grad_norm": 0.24199633300304413,
+      "learning_rate": 1.7601710024570524e-05,
+      "loss": 1.2348,
+      "step": 8332
+    },
+    {
+      "epoch": 2.481952381838828,
+      "grad_norm": 0.2698337137699127,
+      "learning_rate": 1.7601083288203685e-05,
+      "loss": 1.2496,
+      "step": 8333
+    },
+    {
+      "epoch": 2.4822502280384966,
+      "grad_norm": 0.24751141667366028,
+      "learning_rate": 1.7600456481117257e-05,
+      "loss": 1.2594,
+      "step": 8334
+    },
+    {
+      "epoch": 2.4825480742381654,
+      "grad_norm": 0.23082788288593292,
+      "learning_rate": 1.7599829603317075e-05,
+      "loss": 1.2473,
+      "step": 8335
+    },
+    {
+      "epoch": 2.4828459204378337,
+      "grad_norm": 0.21850734949111938,
+      "learning_rate": 1.7599202654808972e-05,
+      "loss": 1.2519,
+      "step": 8336
+    },
+    {
+      "epoch": 2.4831437666375025,
+      "grad_norm": 0.2733902335166931,
+      "learning_rate": 1.7598575635598775e-05,
+      "loss": 1.253,
+      "step": 8337
+    },
+    {
+      "epoch": 2.4834416128371712,
+      "grad_norm": 0.2962580919265747,
+      "learning_rate": 1.759794854569232e-05,
+      "loss": 1.2546,
+      "step": 8338
+    },
+    {
+      "epoch": 2.48373945903684,
+      "grad_norm": 0.23880480229854584,
+      "learning_rate": 1.7597321385095445e-05,
+      "loss": 1.2532,
+      "step": 8339
+    },
+    {
+      "epoch": 2.4840373052365083,
+      "grad_norm": 0.31910011172294617,
+      "learning_rate": 1.7596694153813984e-05,
+      "loss": 1.2539,
+      "step": 8340
+    },
+    {
+      "epoch": 2.484335151436177,
+      "grad_norm": 0.29905804991722107,
+      "learning_rate": 1.759606685185377e-05,
+      "loss": 1.2373,
+      "step": 8341
+    },
+    {
+      "epoch": 2.484632997635846,
+      "grad_norm": 0.25430893898010254,
+      "learning_rate": 1.759543947922064e-05,
+      "loss": 1.2527,
+      "step": 8342
+    },
+    {
+      "epoch": 2.4849308438355147,
+      "grad_norm": 0.30623292922973633,
+      "learning_rate": 1.7594812035920434e-05,
+      "loss": 1.2703,
+      "step": 8343
+    },
+    {
+      "epoch": 2.485228690035183,
+      "grad_norm": 0.2231859266757965,
+      "learning_rate": 1.7594184521958986e-05,
+      "loss": 1.2616,
+      "step": 8344
+    },
+    {
+      "epoch": 2.4855265362348518,
+      "grad_norm": 0.24325911700725555,
+      "learning_rate": 1.7593556937342136e-05,
+      "loss": 1.2464,
+      "step": 8345
+    },
+    {
+      "epoch": 2.4858243824345205,
+      "grad_norm": 0.23927530646324158,
+      "learning_rate": 1.7592929282075722e-05,
+      "loss": 1.2496,
+      "step": 8346
+    },
+    {
+      "epoch": 2.486122228634189,
+      "grad_norm": 0.24509276449680328,
+      "learning_rate": 1.7592301556165584e-05,
+      "loss": 1.2581,
+      "step": 8347
+    },
+    {
+      "epoch": 2.4864200748338576,
+      "grad_norm": 0.2705968916416168,
+      "learning_rate": 1.7591673759617564e-05,
+      "loss": 1.2318,
+      "step": 8348
+    },
+    {
+      "epoch": 2.4867179210335264,
+      "grad_norm": 0.27921196818351746,
+      "learning_rate": 1.7591045892437503e-05,
+      "loss": 1.242,
+      "step": 8349
+    },
+    {
+      "epoch": 2.4870157672331947,
+      "grad_norm": 0.27228739857673645,
+      "learning_rate": 1.7590417954631238e-05,
+      "loss": 1.2626,
+      "step": 8350
+    },
+    {
+      "epoch": 2.4873136134328635,
+      "grad_norm": 0.4469757080078125,
+      "learning_rate": 1.7589789946204617e-05,
+      "loss": 1.2477,
+      "step": 8351
+    },
+    {
+      "epoch": 2.4876114596325323,
+      "grad_norm": 0.28334805369377136,
+      "learning_rate": 1.758916186716348e-05,
+      "loss": 1.2571,
+      "step": 8352
+    },
+    {
+      "epoch": 2.487909305832201,
+      "grad_norm": 0.2805827558040619,
+      "learning_rate": 1.758853371751367e-05,
+      "loss": 1.2554,
+      "step": 8353
+    },
+    {
+      "epoch": 2.4882071520318694,
+      "grad_norm": 0.2342253029346466,
+      "learning_rate": 1.758790549726103e-05,
+      "loss": 1.2336,
+      "step": 8354
+    },
+    {
+      "epoch": 2.488504998231538,
+      "grad_norm": 0.26948752999305725,
+      "learning_rate": 1.758727720641141e-05,
+      "loss": 1.2533,
+      "step": 8355
+    },
+    {
+      "epoch": 2.488802844431207,
+      "grad_norm": 0.26174086332321167,
+      "learning_rate": 1.7586648844970652e-05,
+      "loss": 1.2521,
+      "step": 8356
+    },
+    {
+      "epoch": 2.4891006906308757,
+      "grad_norm": 0.23120491206645966,
+      "learning_rate": 1.7586020412944603e-05,
+      "loss": 1.2392,
+      "step": 8357
+    },
+    {
+      "epoch": 2.489398536830544,
+      "grad_norm": 0.24739497900009155,
+      "learning_rate": 1.758539191033911e-05,
+      "loss": 1.2678,
+      "step": 8358
+    },
+    {
+      "epoch": 2.489696383030213,
+      "grad_norm": 0.23574678599834442,
+      "learning_rate": 1.758476333716002e-05,
+      "loss": 1.2505,
+      "step": 8359
+    },
+    {
+      "epoch": 2.4899942292298816,
+      "grad_norm": 0.24132049083709717,
+      "learning_rate": 1.7584134693413178e-05,
+      "loss": 1.2475,
+      "step": 8360
+    },
+    {
+      "epoch": 2.49029207542955,
+      "grad_norm": 0.22077466547489166,
+      "learning_rate": 1.758350597910444e-05,
+      "loss": 1.2442,
+      "step": 8361
+    },
+    {
+      "epoch": 2.4905899216292187,
+      "grad_norm": 0.2397473156452179,
+      "learning_rate": 1.7582877194239652e-05,
+      "loss": 1.2504,
+      "step": 8362
+    },
+    {
+      "epoch": 2.4908877678288874,
+      "grad_norm": 0.24787132441997528,
+      "learning_rate": 1.7582248338824662e-05,
+      "loss": 1.2522,
+      "step": 8363
+    },
+    {
+      "epoch": 2.4911856140285558,
+      "grad_norm": 0.23322662711143494,
+      "learning_rate": 1.7581619412865322e-05,
+      "loss": 1.2616,
+      "step": 8364
+    },
+    {
+      "epoch": 2.4914834602282245,
+      "grad_norm": 0.2274780422449112,
+      "learning_rate": 1.7580990416367484e-05,
+      "loss": 1.2441,
+      "step": 8365
+    },
+    {
+      "epoch": 2.4917813064278933,
+      "grad_norm": 0.23379875719547272,
+      "learning_rate": 1.7580361349337006e-05,
+      "loss": 1.2425,
+      "step": 8366
+    },
+    {
+      "epoch": 2.492079152627562,
+      "grad_norm": 0.23417527973651886,
+      "learning_rate": 1.757973221177973e-05,
+      "loss": 1.2451,
+      "step": 8367
+    },
+    {
+      "epoch": 2.4923769988272304,
+      "grad_norm": 0.23419426381587982,
+      "learning_rate": 1.7579103003701514e-05,
+      "loss": 1.2589,
+      "step": 8368
+    },
+    {
+      "epoch": 2.492674845026899,
+      "grad_norm": 0.23790061473846436,
+      "learning_rate": 1.757847372510821e-05,
+      "loss": 1.2371,
+      "step": 8369
+    },
+    {
+      "epoch": 2.492972691226568,
+      "grad_norm": 0.22814206779003143,
+      "learning_rate": 1.757784437600568e-05,
+      "loss": 1.2725,
+      "step": 8370
+    },
+    {
+      "epoch": 2.4932705374262367,
+      "grad_norm": 0.2249986231327057,
+      "learning_rate": 1.757721495639977e-05,
+      "loss": 1.2418,
+      "step": 8371
+    },
+    {
+      "epoch": 2.493568383625905,
+      "grad_norm": 0.24132882058620453,
+      "learning_rate": 1.7576585466296346e-05,
+      "loss": 1.2399,
+      "step": 8372
+    },
+    {
+      "epoch": 2.493866229825574,
+      "grad_norm": 0.24062736332416534,
+      "learning_rate": 1.7575955905701257e-05,
+      "loss": 1.2523,
+      "step": 8373
+    },
+    {
+      "epoch": 2.4941640760252426,
+      "grad_norm": 0.23082296550273895,
+      "learning_rate": 1.7575326274620362e-05,
+      "loss": 1.2506,
+      "step": 8374
+    },
+    {
+      "epoch": 2.494461922224911,
+      "grad_norm": 0.23409095406532288,
+      "learning_rate": 1.757469657305952e-05,
+      "loss": 1.2485,
+      "step": 8375
+    },
+    {
+      "epoch": 2.4947597684245797,
+      "grad_norm": 0.23145711421966553,
+      "learning_rate": 1.757406680102459e-05,
+      "loss": 1.2593,
+      "step": 8376
+    },
+    {
+      "epoch": 2.4950576146242485,
+      "grad_norm": 0.23635199666023254,
+      "learning_rate": 1.7573436958521428e-05,
+      "loss": 1.2491,
+      "step": 8377
+    },
+    {
+      "epoch": 2.4953554608239172,
+      "grad_norm": 0.23779116570949554,
+      "learning_rate": 1.75728070455559e-05,
+      "loss": 1.2788,
+      "step": 8378
+    },
+    {
+      "epoch": 2.4956533070235856,
+      "grad_norm": 0.23136919736862183,
+      "learning_rate": 1.7572177062133863e-05,
+      "loss": 1.2767,
+      "step": 8379
+    },
+    {
+      "epoch": 2.4959511532232543,
+      "grad_norm": 0.2295750081539154,
+      "learning_rate": 1.7571547008261175e-05,
+      "loss": 1.2734,
+      "step": 8380
+    },
+    {
+      "epoch": 2.496248999422923,
+      "grad_norm": 0.23830348253250122,
+      "learning_rate": 1.7570916883943704e-05,
+      "loss": 1.2625,
+      "step": 8381
+    },
+    {
+      "epoch": 2.496546845622592,
+      "grad_norm": 0.2223721295595169,
+      "learning_rate": 1.7570286689187312e-05,
+      "loss": 1.2436,
+      "step": 8382
+    },
+    {
+      "epoch": 2.49684469182226,
+      "grad_norm": 0.29212528467178345,
+      "learning_rate": 1.7569656423997858e-05,
+      "loss": 1.2531,
+      "step": 8383
+    },
+    {
+      "epoch": 2.497142538021929,
+      "grad_norm": 0.2426663041114807,
+      "learning_rate": 1.756902608838121e-05,
+      "loss": 1.2533,
+      "step": 8384
+    },
+    {
+      "epoch": 2.4974403842215978,
+      "grad_norm": 0.27768445014953613,
+      "learning_rate": 1.7568395682343226e-05,
+      "loss": 1.231,
+      "step": 8385
+    },
+    {
+      "epoch": 2.497738230421266,
+      "grad_norm": 0.23751646280288696,
+      "learning_rate": 1.756776520588978e-05,
+      "loss": 1.2624,
+      "step": 8386
+    },
+    {
+      "epoch": 2.498036076620935,
+      "grad_norm": 0.26912587881088257,
+      "learning_rate": 1.7567134659026734e-05,
+      "loss": 1.2522,
+      "step": 8387
+    },
+    {
+      "epoch": 2.4983339228206036,
+      "grad_norm": 0.2330433577299118,
+      "learning_rate": 1.7566504041759954e-05,
+      "loss": 1.2488,
+      "step": 8388
+    },
+    {
+      "epoch": 2.498631769020272,
+      "grad_norm": 0.24332500994205475,
+      "learning_rate": 1.756587335409531e-05,
+      "loss": 1.2642,
+      "step": 8389
+    },
+    {
+      "epoch": 2.4989296152199407,
+      "grad_norm": 0.22631646692752838,
+      "learning_rate": 1.7565242596038664e-05,
+      "loss": 1.2486,
+      "step": 8390
+    },
+    {
+      "epoch": 2.4992274614196095,
+      "grad_norm": 0.268858939409256,
+      "learning_rate": 1.7564611767595888e-05,
+      "loss": 1.2471,
+      "step": 8391
+    },
+    {
+      "epoch": 2.4995253076192783,
+      "grad_norm": 0.2353544533252716,
+      "learning_rate": 1.7563980868772853e-05,
+      "loss": 1.2551,
+      "step": 8392
+    },
+    {
+      "epoch": 2.4998231538189466,
+      "grad_norm": 0.23257684707641602,
+      "learning_rate": 1.7563349899575427e-05,
+      "loss": 1.2442,
+      "step": 8393
+    },
+    {
+      "epoch": 2.5001210000186154,
+      "grad_norm": 0.24033115804195404,
+      "learning_rate": 1.756271886000948e-05,
+      "loss": 1.2563,
+      "step": 8394
+    },
+    {
+      "epoch": 2.500418846218284,
+      "grad_norm": 0.2385256290435791,
+      "learning_rate": 1.7562087750080885e-05,
+      "loss": 1.2446,
+      "step": 8395
+    },
+    {
+      "epoch": 2.500716692417953,
+      "grad_norm": 0.2354026585817337,
+      "learning_rate": 1.756145656979551e-05,
+      "loss": 1.2405,
+      "step": 8396
+    },
+    {
+      "epoch": 2.5010145386176212,
+      "grad_norm": 0.23773229122161865,
+      "learning_rate": 1.756082531915923e-05,
+      "loss": 1.2423,
+      "step": 8397
+    },
+    {
+      "epoch": 2.50131238481729,
+      "grad_norm": 0.38805413246154785,
+      "learning_rate": 1.7560193998177922e-05,
+      "loss": 1.2595,
+      "step": 8398
+    },
+    {
+      "epoch": 2.501610231016959,
+      "grad_norm": 0.32371848821640015,
+      "learning_rate": 1.755956260685745e-05,
+      "loss": 1.2408,
+      "step": 8399
+    },
+    {
+      "epoch": 2.501908077216627,
+      "grad_norm": 0.28234052658081055,
+      "learning_rate": 1.7558931145203697e-05,
+      "loss": 1.2483,
+      "step": 8400
+    },
+    {
+      "epoch": 2.502205923416296,
+      "grad_norm": 0.3353901505470276,
+      "learning_rate": 1.7558299613222534e-05,
+      "loss": 1.263,
+      "step": 8401
+    },
+    {
+      "epoch": 2.5025037696159647,
+      "grad_norm": 0.23078328371047974,
+      "learning_rate": 1.755766801091984e-05,
+      "loss": 1.2556,
+      "step": 8402
+    },
+    {
+      "epoch": 2.502801615815633,
+      "grad_norm": 0.23619240522384644,
+      "learning_rate": 1.7557036338301486e-05,
+      "loss": 1.2478,
+      "step": 8403
+    },
+    {
+      "epoch": 2.5030994620153018,
+      "grad_norm": 0.2363365888595581,
+      "learning_rate": 1.755640459537335e-05,
+      "loss": 1.236,
+      "step": 8404
+    },
+    {
+      "epoch": 2.5033973082149705,
+      "grad_norm": 0.2406965047121048,
+      "learning_rate": 1.7555772782141315e-05,
+      "loss": 1.2811,
+      "step": 8405
+    },
+    {
+      "epoch": 2.5036951544146393,
+      "grad_norm": 0.23396317660808563,
+      "learning_rate": 1.7555140898611257e-05,
+      "loss": 1.2602,
+      "step": 8406
+    },
+    {
+      "epoch": 2.5039930006143076,
+      "grad_norm": 0.23090584576129913,
+      "learning_rate": 1.7554508944789055e-05,
+      "loss": 1.2536,
+      "step": 8407
+    },
+    {
+      "epoch": 2.5042908468139764,
+      "grad_norm": 0.2459108680486679,
+      "learning_rate": 1.7553876920680584e-05,
+      "loss": 1.2713,
+      "step": 8408
+    },
+    {
+      "epoch": 2.504588693013645,
+      "grad_norm": 0.22830830514431,
+      "learning_rate": 1.755324482629173e-05,
+      "loss": 1.2472,
+      "step": 8409
+    },
+    {
+      "epoch": 2.504886539213314,
+      "grad_norm": 0.23577916622161865,
+      "learning_rate": 1.7552612661628373e-05,
+      "loss": 1.2472,
+      "step": 8410
+    },
+    {
+      "epoch": 2.5051843854129823,
+      "grad_norm": 0.24144499003887177,
+      "learning_rate": 1.755198042669639e-05,
+      "loss": 1.2436,
+      "step": 8411
+    },
+    {
+      "epoch": 2.505482231612651,
+      "grad_norm": 0.2292211502790451,
+      "learning_rate": 1.755134812150167e-05,
+      "loss": 1.2664,
+      "step": 8412
+    },
+    {
+      "epoch": 2.50578007781232,
+      "grad_norm": 0.2611818313598633,
+      "learning_rate": 1.755071574605009e-05,
+      "loss": 1.2461,
+      "step": 8413
+    },
+    {
+      "epoch": 2.506077924011988,
+      "grad_norm": 0.2922768294811249,
+      "learning_rate": 1.755008330034754e-05,
+      "loss": 1.2442,
+      "step": 8414
+    },
+    {
+      "epoch": 2.506375770211657,
+      "grad_norm": 0.24702337384223938,
+      "learning_rate": 1.7549450784399894e-05,
+      "loss": 1.2644,
+      "step": 8415
+    },
+    {
+      "epoch": 2.5066736164113257,
+      "grad_norm": 0.22738125920295715,
+      "learning_rate": 1.7548818198213048e-05,
+      "loss": 1.2602,
+      "step": 8416
+    },
+    {
+      "epoch": 2.506971462610994,
+      "grad_norm": 0.258711040019989,
+      "learning_rate": 1.7548185541792883e-05,
+      "loss": 1.2542,
+      "step": 8417
+    },
+    {
+      "epoch": 2.507269308810663,
+      "grad_norm": 0.2498316615819931,
+      "learning_rate": 1.754755281514528e-05,
+      "loss": 1.2729,
+      "step": 8418
+    },
+    {
+      "epoch": 2.5075671550103316,
+      "grad_norm": 0.25507616996765137,
+      "learning_rate": 1.7546920018276136e-05,
+      "loss": 1.2532,
+      "step": 8419
+    },
+    {
+      "epoch": 2.5078650012100003,
+      "grad_norm": 0.2289208471775055,
+      "learning_rate": 1.7546287151191332e-05,
+      "loss": 1.2541,
+      "step": 8420
+    },
+    {
+      "epoch": 2.508162847409669,
+      "grad_norm": 0.2770848274230957,
+      "learning_rate": 1.7545654213896756e-05,
+      "loss": 1.2645,
+      "step": 8421
+    },
+    {
+      "epoch": 2.5084606936093374,
+      "grad_norm": 0.2718277871608734,
+      "learning_rate": 1.7545021206398297e-05,
+      "loss": 1.2522,
+      "step": 8422
+    },
+    {
+      "epoch": 2.508758539809006,
+      "grad_norm": 0.2465401440858841,
+      "learning_rate": 1.754438812870185e-05,
+      "loss": 1.2502,
+      "step": 8423
+    },
+    {
+      "epoch": 2.509056386008675,
+      "grad_norm": 0.3208794593811035,
+      "learning_rate": 1.7543754980813298e-05,
+      "loss": 1.2609,
+      "step": 8424
+    },
+    {
+      "epoch": 2.5093542322083433,
+      "grad_norm": 0.24295663833618164,
+      "learning_rate": 1.754312176273853e-05,
+      "loss": 1.2328,
+      "step": 8425
+    },
+    {
+      "epoch": 2.509652078408012,
+      "grad_norm": 0.25769492983818054,
+      "learning_rate": 1.7542488474483446e-05,
+      "loss": 1.2591,
+      "step": 8426
+    },
+    {
+      "epoch": 2.509949924607681,
+      "grad_norm": 0.2720673680305481,
+      "learning_rate": 1.7541855116053935e-05,
+      "loss": 1.2625,
+      "step": 8427
+    },
+    {
+      "epoch": 2.510247770807349,
+      "grad_norm": 0.22432737052440643,
+      "learning_rate": 1.754122168745589e-05,
+      "loss": 1.2352,
+      "step": 8428
+    },
+    {
+      "epoch": 2.510545617007018,
+      "grad_norm": 0.2628263831138611,
+      "learning_rate": 1.7540588188695197e-05,
+      "loss": 1.262,
+      "step": 8429
+    },
+    {
+      "epoch": 2.5108434632066867,
+      "grad_norm": 0.2659337520599365,
+      "learning_rate": 1.753995461977776e-05,
+      "loss": 1.2459,
+      "step": 8430
+    },
+    {
+      "epoch": 2.511141309406355,
+      "grad_norm": 0.23539134860038757,
+      "learning_rate": 1.7539320980709466e-05,
+      "loss": 1.2491,
+      "step": 8431
+    },
+    {
+      "epoch": 2.511439155606024,
+      "grad_norm": 0.2545980215072632,
+      "learning_rate": 1.7538687271496214e-05,
+      "loss": 1.2634,
+      "step": 8432
+    },
+    {
+      "epoch": 2.5117370018056926,
+      "grad_norm": 0.2392890602350235,
+      "learning_rate": 1.7538053492143902e-05,
+      "loss": 1.2412,
+      "step": 8433
+    },
+    {
+      "epoch": 2.5120348480053614,
+      "grad_norm": 0.25248026847839355,
+      "learning_rate": 1.7537419642658423e-05,
+      "loss": 1.2418,
+      "step": 8434
+    },
+    {
+      "epoch": 2.51233269420503,
+      "grad_norm": 0.3714005947113037,
+      "learning_rate": 1.7536785723045674e-05,
+      "loss": 1.2549,
+      "step": 8435
+    },
+    {
+      "epoch": 2.5126305404046985,
+      "grad_norm": 0.3023560047149658,
+      "learning_rate": 1.7536151733311557e-05,
+      "loss": 1.2344,
+      "step": 8436
+    },
+    {
+      "epoch": 2.5129283866043672,
+      "grad_norm": 0.282634973526001,
+      "learning_rate": 1.753551767346197e-05,
+      "loss": 1.2538,
+      "step": 8437
+    },
+    {
+      "epoch": 2.513226232804036,
+      "grad_norm": 0.31312984228134155,
+      "learning_rate": 1.7534883543502804e-05,
+      "loss": 1.2514,
+      "step": 8438
+    },
+    {
+      "epoch": 2.5135240790037043,
+      "grad_norm": 0.2593906819820404,
+      "learning_rate": 1.7534249343439967e-05,
+      "loss": 1.2328,
+      "step": 8439
+    },
+    {
+      "epoch": 2.513821925203373,
+      "grad_norm": 0.25793519616127014,
+      "learning_rate": 1.7533615073279363e-05,
+      "loss": 1.2425,
+      "step": 8440
+    },
+    {
+      "epoch": 2.514119771403042,
+      "grad_norm": 0.2638314366340637,
+      "learning_rate": 1.753298073302688e-05,
+      "loss": 1.2366,
+      "step": 8441
+    },
+    {
+      "epoch": 2.51441761760271,
+      "grad_norm": 0.23106567561626434,
+      "learning_rate": 1.7532346322688434e-05,
+      "loss": 1.2503,
+      "step": 8442
+    },
+    {
+      "epoch": 2.514715463802379,
+      "grad_norm": 0.3165026605129242,
+      "learning_rate": 1.753171184226992e-05,
+      "loss": 1.2629,
+      "step": 8443
+    },
+    {
+      "epoch": 2.5150133100020478,
+      "grad_norm": 0.2291480451822281,
+      "learning_rate": 1.7531077291777242e-05,
+      "loss": 1.2405,
+      "step": 8444
+    },
+    {
+      "epoch": 2.515311156201716,
+      "grad_norm": 0.24233947694301605,
+      "learning_rate": 1.75304426712163e-05,
+      "loss": 1.245,
+      "step": 8445
+    },
+    {
+      "epoch": 2.515609002401385,
+      "grad_norm": 0.2441457360982895,
+      "learning_rate": 1.7529807980593006e-05,
+      "loss": 1.2502,
+      "step": 8446
+    },
+    {
+      "epoch": 2.5159068486010536,
+      "grad_norm": 0.21896037459373474,
+      "learning_rate": 1.752917321991326e-05,
+      "loss": 1.2495,
+      "step": 8447
+    },
+    {
+      "epoch": 2.5162046948007224,
+      "grad_norm": 0.2734503448009491,
+      "learning_rate": 1.752853838918297e-05,
+      "loss": 1.2435,
+      "step": 8448
+    },
+    {
+      "epoch": 2.516502541000391,
+      "grad_norm": 0.23741139471530914,
+      "learning_rate": 1.7527903488408044e-05,
+      "loss": 1.258,
+      "step": 8449
+    },
+    {
+      "epoch": 2.5168003872000595,
+      "grad_norm": 0.24481236934661865,
+      "learning_rate": 1.7527268517594383e-05,
+      "loss": 1.2531,
+      "step": 8450
+    },
+    {
+      "epoch": 2.5170982333997283,
+      "grad_norm": 0.23682580888271332,
+      "learning_rate": 1.75266334767479e-05,
+      "loss": 1.2584,
+      "step": 8451
+    },
+    {
+      "epoch": 2.517396079599397,
+      "grad_norm": 0.29860150814056396,
+      "learning_rate": 1.75259983658745e-05,
+      "loss": 1.2407,
+      "step": 8452
+    },
+    {
+      "epoch": 2.5176939257990654,
+      "grad_norm": 0.23807692527770996,
+      "learning_rate": 1.7525363184980095e-05,
+      "loss": 1.2344,
+      "step": 8453
+    },
+    {
+      "epoch": 2.517991771998734,
+      "grad_norm": 0.25496482849121094,
+      "learning_rate": 1.7524727934070596e-05,
+      "loss": 1.2577,
+      "step": 8454
+    },
+    {
+      "epoch": 2.518289618198403,
+      "grad_norm": 0.2405746430158615,
+      "learning_rate": 1.752409261315191e-05,
+      "loss": 1.2408,
+      "step": 8455
+    },
+    {
+      "epoch": 2.5185874643980712,
+      "grad_norm": 0.31379228830337524,
+      "learning_rate": 1.7523457222229944e-05,
+      "loss": 1.256,
+      "step": 8456
+    },
+    {
+      "epoch": 2.51888531059774,
+      "grad_norm": 0.292829304933548,
+      "learning_rate": 1.7522821761310616e-05,
+      "loss": 1.2628,
+      "step": 8457
+    },
+    {
+      "epoch": 2.519183156797409,
+      "grad_norm": 0.2625550925731659,
+      "learning_rate": 1.752218623039984e-05,
+      "loss": 1.2408,
+      "step": 8458
+    },
+    {
+      "epoch": 2.519481002997077,
+      "grad_norm": 0.2893580198287964,
+      "learning_rate": 1.7521550629503524e-05,
+      "loss": 1.2384,
+      "step": 8459
+    },
+    {
+      "epoch": 2.519778849196746,
+      "grad_norm": 0.24691055715084076,
+      "learning_rate": 1.752091495862758e-05,
+      "loss": 1.2414,
+      "step": 8460
+    },
+    {
+      "epoch": 2.5200766953964147,
+      "grad_norm": 0.26145702600479126,
+      "learning_rate": 1.752027921777793e-05,
+      "loss": 1.2303,
+      "step": 8461
+    },
+    {
+      "epoch": 2.5203745415960834,
+      "grad_norm": 0.22267287969589233,
+      "learning_rate": 1.751964340696048e-05,
+      "loss": 1.24,
+      "step": 8462
+    },
+    {
+      "epoch": 2.520672387795752,
+      "grad_norm": 0.26279503107070923,
+      "learning_rate": 1.751900752618115e-05,
+      "loss": 1.2453,
+      "step": 8463
+    },
+    {
+      "epoch": 2.5209702339954205,
+      "grad_norm": 0.23793211579322815,
+      "learning_rate": 1.751837157544586e-05,
+      "loss": 1.2428,
+      "step": 8464
+    },
+    {
+      "epoch": 2.5212680801950893,
+      "grad_norm": 0.24436452984809875,
+      "learning_rate": 1.7517735554760518e-05,
+      "loss": 1.2452,
+      "step": 8465
+    },
+    {
+      "epoch": 2.521565926394758,
+      "grad_norm": 0.24439586699008942,
+      "learning_rate": 1.7517099464131045e-05,
+      "loss": 1.2544,
+      "step": 8466
+    },
+    {
+      "epoch": 2.5218637725944264,
+      "grad_norm": 0.2703554630279541,
+      "learning_rate": 1.7516463303563364e-05,
+      "loss": 1.2608,
+      "step": 8467
+    },
+    {
+      "epoch": 2.522161618794095,
+      "grad_norm": 0.2439625859260559,
+      "learning_rate": 1.7515827073063388e-05,
+      "loss": 1.2464,
+      "step": 8468
+    },
+    {
+      "epoch": 2.522459464993764,
+      "grad_norm": 0.2397177666425705,
+      "learning_rate": 1.7515190772637038e-05,
+      "loss": 1.2514,
+      "step": 8469
+    },
+    {
+      "epoch": 2.5227573111934323,
+      "grad_norm": 0.23239301145076752,
+      "learning_rate": 1.7514554402290235e-05,
+      "loss": 1.2628,
+      "step": 8470
+    },
+    {
+      "epoch": 2.523055157393101,
+      "grad_norm": 0.2251158356666565,
+      "learning_rate": 1.75139179620289e-05,
+      "loss": 1.2434,
+      "step": 8471
+    },
+    {
+      "epoch": 2.52335300359277,
+      "grad_norm": 0.23615312576293945,
+      "learning_rate": 1.751328145185895e-05,
+      "loss": 1.2347,
+      "step": 8472
+    },
+    {
+      "epoch": 2.5236508497924386,
+      "grad_norm": 0.2576223909854889,
+      "learning_rate": 1.7512644871786312e-05,
+      "loss": 1.2346,
+      "step": 8473
+    },
+    {
+      "epoch": 2.523948695992107,
+      "grad_norm": 0.2452310174703598,
+      "learning_rate": 1.751200822181691e-05,
+      "loss": 1.2472,
+      "step": 8474
+    },
+    {
+      "epoch": 2.5242465421917757,
+      "grad_norm": 0.25342339277267456,
+      "learning_rate": 1.751137150195666e-05,
+      "loss": 1.2573,
+      "step": 8475
+    },
+    {
+      "epoch": 2.5245443883914445,
+      "grad_norm": 0.3129463493824005,
+      "learning_rate": 1.7510734712211494e-05,
+      "loss": 1.2415,
+      "step": 8476
+    },
+    {
+      "epoch": 2.5248422345911132,
+      "grad_norm": 0.30068057775497437,
+      "learning_rate": 1.751009785258733e-05,
+      "loss": 1.2541,
+      "step": 8477
+    },
+    {
+      "epoch": 2.5251400807907816,
+      "grad_norm": 0.23290516436100006,
+      "learning_rate": 1.75094609230901e-05,
+      "loss": 1.2629,
+      "step": 8478
+    },
+    {
+      "epoch": 2.5254379269904503,
+      "grad_norm": 0.3935732841491699,
+      "learning_rate": 1.7508823923725723e-05,
+      "loss": 1.2463,
+      "step": 8479
+    },
+    {
+      "epoch": 2.525735773190119,
+      "grad_norm": 0.30810996890068054,
+      "learning_rate": 1.750818685450013e-05,
+      "loss": 1.2537,
+      "step": 8480
+    },
+    {
+      "epoch": 2.5260336193897874,
+      "grad_norm": 0.28003424406051636,
+      "learning_rate": 1.7507549715419245e-05,
+      "loss": 1.2443,
+      "step": 8481
+    },
+    {
+      "epoch": 2.526331465589456,
+      "grad_norm": 0.23418410122394562,
+      "learning_rate": 1.7506912506489002e-05,
+      "loss": 1.2507,
+      "step": 8482
+    },
+    {
+      "epoch": 2.526629311789125,
+      "grad_norm": 0.32362639904022217,
+      "learning_rate": 1.750627522771532e-05,
+      "loss": 1.2509,
+      "step": 8483
+    },
+    {
+      "epoch": 2.5269271579887933,
+      "grad_norm": 0.2395038902759552,
+      "learning_rate": 1.7505637879104137e-05,
+      "loss": 1.2429,
+      "step": 8484
+    },
+    {
+      "epoch": 2.527225004188462,
+      "grad_norm": 0.24742889404296875,
+      "learning_rate": 1.7505000460661378e-05,
+      "loss": 1.2534,
+      "step": 8485
+    },
+    {
+      "epoch": 2.527522850388131,
+      "grad_norm": 0.2470606416463852,
+      "learning_rate": 1.7504362972392977e-05,
+      "loss": 1.2462,
+      "step": 8486
+    },
+    {
+      "epoch": 2.5278206965877996,
+      "grad_norm": 0.23291617631912231,
+      "learning_rate": 1.750372541430486e-05,
+      "loss": 1.2446,
+      "step": 8487
+    },
+    {
+      "epoch": 2.5281185427874684,
+      "grad_norm": 0.22437015175819397,
+      "learning_rate": 1.7503087786402962e-05,
+      "loss": 1.23,
+      "step": 8488
+    },
+    {
+      "epoch": 2.5284163889871367,
+      "grad_norm": 0.2314341962337494,
+      "learning_rate": 1.750245008869322e-05,
+      "loss": 1.2428,
+      "step": 8489
+    },
+    {
+      "epoch": 2.5287142351868055,
+      "grad_norm": 0.24021659791469574,
+      "learning_rate": 1.7501812321181556e-05,
+      "loss": 1.25,
+      "step": 8490
+    },
+    {
+      "epoch": 2.5290120813864743,
+      "grad_norm": 0.23177403211593628,
+      "learning_rate": 1.7501174483873914e-05,
+      "loss": 1.2478,
+      "step": 8491
+    },
+    {
+      "epoch": 2.5293099275861426,
+      "grad_norm": 0.22764109075069427,
+      "learning_rate": 1.750053657677622e-05,
+      "loss": 1.2393,
+      "step": 8492
+    },
+    {
+      "epoch": 2.5296077737858114,
+      "grad_norm": 0.24774837493896484,
+      "learning_rate": 1.7499898599894415e-05,
+      "loss": 1.2576,
+      "step": 8493
+    },
+    {
+      "epoch": 2.52990561998548,
+      "grad_norm": 0.22911469638347626,
+      "learning_rate": 1.7499260553234434e-05,
+      "loss": 1.2438,
+      "step": 8494
+    },
+    {
+      "epoch": 2.5302034661851485,
+      "grad_norm": 0.24415606260299683,
+      "learning_rate": 1.749862243680221e-05,
+      "loss": 1.2526,
+      "step": 8495
+    },
+    {
+      "epoch": 2.5305013123848172,
+      "grad_norm": 0.24845975637435913,
+      "learning_rate": 1.7497984250603687e-05,
+      "loss": 1.2468,
+      "step": 8496
+    },
+    {
+      "epoch": 2.530799158584486,
+      "grad_norm": 0.2423754185438156,
+      "learning_rate": 1.7497345994644795e-05,
+      "loss": 1.261,
+      "step": 8497
+    },
+    {
+      "epoch": 2.5310970047841543,
+      "grad_norm": 0.2517605125904083,
+      "learning_rate": 1.7496707668931474e-05,
+      "loss": 1.2638,
+      "step": 8498
+    },
+    {
+      "epoch": 2.531394850983823,
+      "grad_norm": 0.2364327609539032,
+      "learning_rate": 1.7496069273469664e-05,
+      "loss": 1.2519,
+      "step": 8499
+    },
+    {
+      "epoch": 2.531692697183492,
+      "grad_norm": 0.2540130019187927,
+      "learning_rate": 1.7495430808265307e-05,
+      "loss": 1.2511,
+      "step": 8500
+    },
+    {
+      "epoch": 2.531692697183492,
+      "eval_loss": 1.3396437168121338,
+      "eval_runtime": 19.6651,
+      "eval_samples_per_second": 88.177,
+      "eval_steps_per_second": 5.543,
+      "step": 8500
+    },
+    {
+      "epoch": 2.5319905433831607,
+      "grad_norm": 0.23343361914157867,
+      "learning_rate": 1.7494792273324337e-05,
+      "loss": 1.2657,
+      "step": 8501
+    },
+    {
+      "epoch": 2.5322883895828294,
+      "grad_norm": 0.238958477973938,
+      "learning_rate": 1.7494153668652702e-05,
+      "loss": 1.2398,
+      "step": 8502
+    },
+    {
+      "epoch": 2.5325862357824978,
+      "grad_norm": 0.2486771047115326,
+      "learning_rate": 1.7493514994256336e-05,
+      "loss": 1.2617,
+      "step": 8503
+    },
+    {
+      "epoch": 2.5328840819821665,
+      "grad_norm": 0.24094340205192566,
+      "learning_rate": 1.749287625014119e-05,
+      "loss": 1.2398,
+      "step": 8504
+    },
+    {
+      "epoch": 2.5331819281818353,
+      "grad_norm": 0.24892079830169678,
+      "learning_rate": 1.74922374363132e-05,
+      "loss": 1.2634,
+      "step": 8505
+    },
+    {
+      "epoch": 2.5334797743815036,
+      "grad_norm": 0.24563492834568024,
+      "learning_rate": 1.749159855277831e-05,
+      "loss": 1.2632,
+      "step": 8506
+    },
+    {
+      "epoch": 2.5337776205811724,
+      "grad_norm": 0.268160343170166,
+      "learning_rate": 1.7490959599542467e-05,
+      "loss": 1.2442,
+      "step": 8507
+    },
+    {
+      "epoch": 2.534075466780841,
+      "grad_norm": 0.25259169936180115,
+      "learning_rate": 1.7490320576611613e-05,
+      "loss": 1.2319,
+      "step": 8508
+    },
+    {
+      "epoch": 2.5343733129805095,
+      "grad_norm": 0.29176679253578186,
+      "learning_rate": 1.7489681483991696e-05,
+      "loss": 1.2304,
+      "step": 8509
+    },
+    {
+      "epoch": 2.5346711591801783,
+      "grad_norm": 0.24003355205059052,
+      "learning_rate": 1.748904232168866e-05,
+      "loss": 1.2592,
+      "step": 8510
+    },
+    {
+      "epoch": 2.534969005379847,
+      "grad_norm": 0.24610748887062073,
+      "learning_rate": 1.7488403089708455e-05,
+      "loss": 1.2395,
+      "step": 8511
+    },
+    {
+      "epoch": 2.5352668515795154,
+      "grad_norm": 0.24857553839683533,
+      "learning_rate": 1.7487763788057022e-05,
+      "loss": 1.2578,
+      "step": 8512
+    },
+    {
+      "epoch": 2.535564697779184,
+      "grad_norm": 0.2514202296733856,
+      "learning_rate": 1.7487124416740315e-05,
+      "loss": 1.2422,
+      "step": 8513
+    },
+    {
+      "epoch": 2.535862543978853,
+      "grad_norm": 0.26457077264785767,
+      "learning_rate": 1.7486484975764278e-05,
+      "loss": 1.2681,
+      "step": 8514
+    },
+    {
+      "epoch": 2.5361603901785217,
+      "grad_norm": 0.2324807494878769,
+      "learning_rate": 1.7485845465134866e-05,
+      "loss": 1.2478,
+      "step": 8515
+    },
+    {
+      "epoch": 2.5364582363781905,
+      "grad_norm": 0.2839811146259308,
+      "learning_rate": 1.7485205884858024e-05,
+      "loss": 1.246,
+      "step": 8516
+    },
+    {
+      "epoch": 2.536756082577859,
+      "grad_norm": 0.24369819462299347,
+      "learning_rate": 1.7484566234939705e-05,
+      "loss": 1.2394,
+      "step": 8517
+    },
+    {
+      "epoch": 2.5370539287775276,
+      "grad_norm": 0.24273979663848877,
+      "learning_rate": 1.7483926515385862e-05,
+      "loss": 1.2449,
+      "step": 8518
+    },
+    {
+      "epoch": 2.5373517749771963,
+      "grad_norm": 0.2644827365875244,
+      "learning_rate": 1.748328672620244e-05,
+      "loss": 1.2445,
+      "step": 8519
+    },
+    {
+      "epoch": 2.5376496211768647,
+      "grad_norm": 0.23556312918663025,
+      "learning_rate": 1.7482646867395396e-05,
+      "loss": 1.2518,
+      "step": 8520
+    },
+    {
+      "epoch": 2.5379474673765334,
+      "grad_norm": 0.2538624107837677,
+      "learning_rate": 1.7482006938970685e-05,
+      "loss": 1.2402,
+      "step": 8521
+    },
+    {
+      "epoch": 2.538245313576202,
+      "grad_norm": 0.23888514935970306,
+      "learning_rate": 1.7481366940934256e-05,
+      "loss": 1.2346,
+      "step": 8522
+    },
+    {
+      "epoch": 2.5385431597758705,
+      "grad_norm": 0.2887038290500641,
+      "learning_rate": 1.748072687329207e-05,
+      "loss": 1.244,
+      "step": 8523
+    },
+    {
+      "epoch": 2.5388410059755393,
+      "grad_norm": 0.3057018518447876,
+      "learning_rate": 1.7480086736050076e-05,
+      "loss": 1.2572,
+      "step": 8524
+    },
+    {
+      "epoch": 2.539138852175208,
+      "grad_norm": 0.2414216697216034,
+      "learning_rate": 1.7479446529214232e-05,
+      "loss": 1.2524,
+      "step": 8525
+    },
+    {
+      "epoch": 2.5394366983748764,
+      "grad_norm": 0.4179585874080658,
+      "learning_rate": 1.7478806252790497e-05,
+      "loss": 1.2575,
+      "step": 8526
+    },
+    {
+      "epoch": 2.539734544574545,
+      "grad_norm": 0.33019116520881653,
+      "learning_rate": 1.7478165906784826e-05,
+      "loss": 1.2562,
+      "step": 8527
+    },
+    {
+      "epoch": 2.540032390774214,
+      "grad_norm": 0.2703005373477936,
+      "learning_rate": 1.747752549120317e-05,
+      "loss": 1.2565,
+      "step": 8528
+    },
+    {
+      "epoch": 2.5403302369738827,
+      "grad_norm": 0.23929455876350403,
+      "learning_rate": 1.74768850060515e-05,
+      "loss": 1.2523,
+      "step": 8529
+    },
+    {
+      "epoch": 2.5406280831735515,
+      "grad_norm": 0.30801793932914734,
+      "learning_rate": 1.7476244451335767e-05,
+      "loss": 1.2488,
+      "step": 8530
+    },
+    {
+      "epoch": 2.54092592937322,
+      "grad_norm": 0.2433696687221527,
+      "learning_rate": 1.747560382706193e-05,
+      "loss": 1.2386,
+      "step": 8531
+    },
+    {
+      "epoch": 2.5412237755728886,
+      "grad_norm": 0.241928830742836,
+      "learning_rate": 1.7474963133235955e-05,
+      "loss": 1.2512,
+      "step": 8532
+    },
+    {
+      "epoch": 2.5415216217725574,
+      "grad_norm": 0.2384069710969925,
+      "learning_rate": 1.7474322369863797e-05,
+      "loss": 1.2702,
+      "step": 8533
+    },
+    {
+      "epoch": 2.5418194679722257,
+      "grad_norm": 0.2398209571838379,
+      "learning_rate": 1.7473681536951424e-05,
+      "loss": 1.2574,
+      "step": 8534
+    },
+    {
+      "epoch": 2.5421173141718945,
+      "grad_norm": 0.23053257167339325,
+      "learning_rate": 1.747304063450479e-05,
+      "loss": 1.2515,
+      "step": 8535
+    },
+    {
+      "epoch": 2.5424151603715632,
+      "grad_norm": 0.23549732565879822,
+      "learning_rate": 1.7472399662529865e-05,
+      "loss": 1.2402,
+      "step": 8536
+    },
+    {
+      "epoch": 2.5427130065712316,
+      "grad_norm": 0.2632571756839752,
+      "learning_rate": 1.747175862103261e-05,
+      "loss": 1.2505,
+      "step": 8537
+    },
+    {
+      "epoch": 2.5430108527709003,
+      "grad_norm": 0.23406517505645752,
+      "learning_rate": 1.7471117510018988e-05,
+      "loss": 1.2592,
+      "step": 8538
+    },
+    {
+      "epoch": 2.543308698970569,
+      "grad_norm": 0.23157420754432678,
+      "learning_rate": 1.7470476329494962e-05,
+      "loss": 1.2542,
+      "step": 8539
+    },
+    {
+      "epoch": 2.543606545170238,
+      "grad_norm": 0.2320341169834137,
+      "learning_rate": 1.7469835079466502e-05,
+      "loss": 1.2353,
+      "step": 8540
+    },
+    {
+      "epoch": 2.543904391369906,
+      "grad_norm": 0.2633756697177887,
+      "learning_rate": 1.7469193759939576e-05,
+      "loss": 1.2778,
+      "step": 8541
+    },
+    {
+      "epoch": 2.544202237569575,
+      "grad_norm": 0.2357613444328308,
+      "learning_rate": 1.7468552370920145e-05,
+      "loss": 1.2499,
+      "step": 8542
+    },
+    {
+      "epoch": 2.5445000837692437,
+      "grad_norm": 0.23448744416236877,
+      "learning_rate": 1.7467910912414177e-05,
+      "loss": 1.2647,
+      "step": 8543
+    },
+    {
+      "epoch": 2.5447979299689125,
+      "grad_norm": 0.24945658445358276,
+      "learning_rate": 1.7467269384427644e-05,
+      "loss": 1.2528,
+      "step": 8544
+    },
+    {
+      "epoch": 2.545095776168581,
+      "grad_norm": 0.23232224583625793,
+      "learning_rate": 1.746662778696651e-05,
+      "loss": 1.2527,
+      "step": 8545
+    },
+    {
+      "epoch": 2.5453936223682496,
+      "grad_norm": 0.2522088587284088,
+      "learning_rate": 1.7465986120036746e-05,
+      "loss": 1.2477,
+      "step": 8546
+    },
+    {
+      "epoch": 2.5456914685679184,
+      "grad_norm": 0.2554646134376526,
+      "learning_rate": 1.7465344383644326e-05,
+      "loss": 1.2545,
+      "step": 8547
+    },
+    {
+      "epoch": 2.5459893147675867,
+      "grad_norm": 0.2312830537557602,
+      "learning_rate": 1.7464702577795215e-05,
+      "loss": 1.253,
+      "step": 8548
+    },
+    {
+      "epoch": 2.5462871609672555,
+      "grad_norm": 0.25109291076660156,
+      "learning_rate": 1.7464060702495386e-05,
+      "loss": 1.2509,
+      "step": 8549
+    },
+    {
+      "epoch": 2.5465850071669243,
+      "grad_norm": 0.257561594247818,
+      "learning_rate": 1.7463418757750815e-05,
+      "loss": 1.2446,
+      "step": 8550
+    },
+    {
+      "epoch": 2.5468828533665926,
+      "grad_norm": 0.22968845069408417,
+      "learning_rate": 1.7462776743567465e-05,
+      "loss": 1.2351,
+      "step": 8551
+    },
+    {
+      "epoch": 2.5471806995662614,
+      "grad_norm": 0.2320071905851364,
+      "learning_rate": 1.746213465995132e-05,
+      "loss": 1.2455,
+      "step": 8552
+    },
+    {
+      "epoch": 2.54747854576593,
+      "grad_norm": 0.24376271665096283,
+      "learning_rate": 1.7461492506908348e-05,
+      "loss": 1.2612,
+      "step": 8553
+    },
+    {
+      "epoch": 2.547776391965599,
+      "grad_norm": 0.23271118104457855,
+      "learning_rate": 1.7460850284444527e-05,
+      "loss": 1.272,
+      "step": 8554
+    },
+    {
+      "epoch": 2.5480742381652677,
+      "grad_norm": 0.25115910172462463,
+      "learning_rate": 1.7460207992565827e-05,
+      "loss": 1.2402,
+      "step": 8555
+    },
+    {
+      "epoch": 2.548372084364936,
+      "grad_norm": 0.2954905331134796,
+      "learning_rate": 1.745956563127823e-05,
+      "loss": 1.2444,
+      "step": 8556
+    },
+    {
+      "epoch": 2.548669930564605,
+      "grad_norm": 0.25200897455215454,
+      "learning_rate": 1.7458923200587705e-05,
+      "loss": 1.2584,
+      "step": 8557
+    },
+    {
+      "epoch": 2.5489677767642736,
+      "grad_norm": 0.27656984329223633,
+      "learning_rate": 1.7458280700500232e-05,
+      "loss": 1.2443,
+      "step": 8558
+    },
+    {
+      "epoch": 2.549265622963942,
+      "grad_norm": 0.47544968128204346,
+      "learning_rate": 1.7457638131021795e-05,
+      "loss": 1.2482,
+      "step": 8559
+    },
+    {
+      "epoch": 2.5495634691636107,
+      "grad_norm": 0.30716463923454285,
+      "learning_rate": 1.7456995492158366e-05,
+      "loss": 1.2535,
+      "step": 8560
+    },
+    {
+      "epoch": 2.5498613153632794,
+      "grad_norm": 0.2898482084274292,
+      "learning_rate": 1.745635278391592e-05,
+      "loss": 1.243,
+      "step": 8561
+    },
+    {
+      "epoch": 2.5501591615629478,
+      "grad_norm": 0.23438648879528046,
+      "learning_rate": 1.745571000630045e-05,
+      "loss": 1.2324,
+      "step": 8562
+    },
+    {
+      "epoch": 2.5504570077626165,
+      "grad_norm": 0.28218358755111694,
+      "learning_rate": 1.7455067159317924e-05,
+      "loss": 1.2544,
+      "step": 8563
+    },
+    {
+      "epoch": 2.5507548539622853,
+      "grad_norm": 0.2600075602531433,
+      "learning_rate": 1.7454424242974327e-05,
+      "loss": 1.2629,
+      "step": 8564
+    },
+    {
+      "epoch": 2.5510527001619536,
+      "grad_norm": 0.224159374833107,
+      "learning_rate": 1.7453781257275643e-05,
+      "loss": 1.258,
+      "step": 8565
+    },
+    {
+      "epoch": 2.5513505463616224,
+      "grad_norm": 0.22335480153560638,
+      "learning_rate": 1.745313820222785e-05,
+      "loss": 1.2405,
+      "step": 8566
+    },
+    {
+      "epoch": 2.551648392561291,
+      "grad_norm": 0.22238238155841827,
+      "learning_rate": 1.7452495077836936e-05,
+      "loss": 1.2426,
+      "step": 8567
+    },
+    {
+      "epoch": 2.55194623876096,
+      "grad_norm": 0.2267833650112152,
+      "learning_rate": 1.745185188410888e-05,
+      "loss": 1.2595,
+      "step": 8568
+    },
+    {
+      "epoch": 2.5522440849606287,
+      "grad_norm": 0.23567399382591248,
+      "learning_rate": 1.7451208621049668e-05,
+      "loss": 1.2339,
+      "step": 8569
+    },
+    {
+      "epoch": 2.552541931160297,
+      "grad_norm": 0.2311100959777832,
+      "learning_rate": 1.7450565288665284e-05,
+      "loss": 1.2591,
+      "step": 8570
+    },
+    {
+      "epoch": 2.552839777359966,
+      "grad_norm": 0.22517523169517517,
+      "learning_rate": 1.7449921886961716e-05,
+      "loss": 1.2495,
+      "step": 8571
+    },
+    {
+      "epoch": 2.5531376235596346,
+      "grad_norm": 0.2333524376153946,
+      "learning_rate": 1.7449278415944947e-05,
+      "loss": 1.2469,
+      "step": 8572
+    },
+    {
+      "epoch": 2.553435469759303,
+      "grad_norm": 0.23362566530704498,
+      "learning_rate": 1.7448634875620967e-05,
+      "loss": 1.2544,
+      "step": 8573
+    },
+    {
+      "epoch": 2.5537333159589717,
+      "grad_norm": 0.23605845868587494,
+      "learning_rate": 1.7447991265995764e-05,
+      "loss": 1.2485,
+      "step": 8574
+    },
+    {
+      "epoch": 2.5540311621586405,
+      "grad_norm": 0.23068703711032867,
+      "learning_rate": 1.7447347587075317e-05,
+      "loss": 1.2562,
+      "step": 8575
+    },
+    {
+      "epoch": 2.554329008358309,
+      "grad_norm": 0.23618610203266144,
+      "learning_rate": 1.7446703838865624e-05,
+      "loss": 1.2611,
+      "step": 8576
+    },
+    {
+      "epoch": 2.5546268545579776,
+      "grad_norm": 0.22635234892368317,
+      "learning_rate": 1.7446060021372674e-05,
+      "loss": 1.2531,
+      "step": 8577
+    },
+    {
+      "epoch": 2.5549247007576463,
+      "grad_norm": 0.22549006342887878,
+      "learning_rate": 1.744541613460245e-05,
+      "loss": 1.2445,
+      "step": 8578
+    },
+    {
+      "epoch": 2.5552225469573147,
+      "grad_norm": 0.22893446683883667,
+      "learning_rate": 1.7444772178560955e-05,
+      "loss": 1.2486,
+      "step": 8579
+    },
+    {
+      "epoch": 2.5555203931569834,
+      "grad_norm": 0.22884921729564667,
+      "learning_rate": 1.7444128153254164e-05,
+      "loss": 1.2346,
+      "step": 8580
+    },
+    {
+      "epoch": 2.555818239356652,
+      "grad_norm": 0.2412279099225998,
+      "learning_rate": 1.744348405868808e-05,
+      "loss": 1.2553,
+      "step": 8581
+    },
+    {
+      "epoch": 2.556116085556321,
+      "grad_norm": 0.23234815895557404,
+      "learning_rate": 1.7442839894868698e-05,
+      "loss": 1.2352,
+      "step": 8582
+    },
+    {
+      "epoch": 2.5564139317559897,
+      "grad_norm": 0.2420787811279297,
+      "learning_rate": 1.7442195661802004e-05,
+      "loss": 1.2629,
+      "step": 8583
+    },
+    {
+      "epoch": 2.556711777955658,
+      "grad_norm": 0.23283688724040985,
+      "learning_rate": 1.744155135949399e-05,
+      "loss": 1.2468,
+      "step": 8584
+    },
+    {
+      "epoch": 2.557009624155327,
+      "grad_norm": 0.2487560659646988,
+      "learning_rate": 1.744090698795066e-05,
+      "loss": 1.2376,
+      "step": 8585
+    },
+    {
+      "epoch": 2.5573074703549956,
+      "grad_norm": 0.23037666082382202,
+      "learning_rate": 1.7440262547178e-05,
+      "loss": 1.2385,
+      "step": 8586
+    },
+    {
+      "epoch": 2.557605316554664,
+      "grad_norm": 0.23633430898189545,
+      "learning_rate": 1.7439618037182013e-05,
+      "loss": 1.2423,
+      "step": 8587
+    },
+    {
+      "epoch": 2.5579031627543327,
+      "grad_norm": 0.22492575645446777,
+      "learning_rate": 1.743897345796869e-05,
+      "loss": 1.2616,
+      "step": 8588
+    },
+    {
+      "epoch": 2.5582010089540015,
+      "grad_norm": 0.2327558845281601,
+      "learning_rate": 1.7438328809544033e-05,
+      "loss": 1.2409,
+      "step": 8589
+    },
+    {
+      "epoch": 2.55849885515367,
+      "grad_norm": 0.23688359558582306,
+      "learning_rate": 1.7437684091914036e-05,
+      "loss": 1.2617,
+      "step": 8590
+    },
+    {
+      "epoch": 2.5587967013533386,
+      "grad_norm": 0.22410444915294647,
+      "learning_rate": 1.74370393050847e-05,
+      "loss": 1.2518,
+      "step": 8591
+    },
+    {
+      "epoch": 2.5590945475530074,
+      "grad_norm": 0.22046175599098206,
+      "learning_rate": 1.7436394449062016e-05,
+      "loss": 1.2572,
+      "step": 8592
+    },
+    {
+      "epoch": 2.5593923937526757,
+      "grad_norm": 0.2666095197200775,
+      "learning_rate": 1.7435749523851996e-05,
+      "loss": 1.2697,
+      "step": 8593
+    },
+    {
+      "epoch": 2.5596902399523445,
+      "grad_norm": 0.2578844726085663,
+      "learning_rate": 1.743510452946063e-05,
+      "loss": 1.2382,
+      "step": 8594
+    },
+    {
+      "epoch": 2.5599880861520132,
+      "grad_norm": 0.23768317699432373,
+      "learning_rate": 1.7434459465893927e-05,
+      "loss": 1.2316,
+      "step": 8595
+    },
+    {
+      "epoch": 2.560285932351682,
+      "grad_norm": 0.35362330079078674,
+      "learning_rate": 1.7433814333157886e-05,
+      "loss": 1.2572,
+      "step": 8596
+    },
+    {
+      "epoch": 2.5605837785513508,
+      "grad_norm": 0.31020310521125793,
+      "learning_rate": 1.743316913125851e-05,
+      "loss": 1.269,
+      "step": 8597
+    },
+    {
+      "epoch": 2.560881624751019,
+      "grad_norm": 0.28512439131736755,
+      "learning_rate": 1.743252386020179e-05,
+      "loss": 1.238,
+      "step": 8598
+    },
+    {
+      "epoch": 2.561179470950688,
+      "grad_norm": 0.4712526500225067,
+      "learning_rate": 1.7431878519993745e-05,
+      "loss": 1.2553,
+      "step": 8599
+    },
+    {
+      "epoch": 2.5614773171503566,
+      "grad_norm": 0.23439401388168335,
+      "learning_rate": 1.743123311064038e-05,
+      "loss": 1.2388,
+      "step": 8600
+    },
+    {
+      "epoch": 2.561775163350025,
+      "grad_norm": 0.2374618649482727,
+      "learning_rate": 1.7430587632147685e-05,
+      "loss": 1.2579,
+      "step": 8601
+    },
+    {
+      "epoch": 2.5620730095496937,
+      "grad_norm": 0.2444273978471756,
+      "learning_rate": 1.7429942084521676e-05,
+      "loss": 1.2566,
+      "step": 8602
+    },
+    {
+      "epoch": 2.5623708557493625,
+      "grad_norm": 0.23217162489891052,
+      "learning_rate": 1.742929646776836e-05,
+      "loss": 1.2568,
+      "step": 8603
+    },
+    {
+      "epoch": 2.562668701949031,
+      "grad_norm": 0.23166996240615845,
+      "learning_rate": 1.742865078189374e-05,
+      "loss": 1.243,
+      "step": 8604
+    },
+    {
+      "epoch": 2.5629665481486996,
+      "grad_norm": 0.22938452661037445,
+      "learning_rate": 1.7428005026903823e-05,
+      "loss": 1.2373,
+      "step": 8605
+    },
+    {
+      "epoch": 2.5632643943483684,
+      "grad_norm": 0.2335512489080429,
+      "learning_rate": 1.742735920280462e-05,
+      "loss": 1.2368,
+      "step": 8606
+    },
+    {
+      "epoch": 2.563562240548037,
+      "grad_norm": 0.23666122555732727,
+      "learning_rate": 1.7426713309602132e-05,
+      "loss": 1.2343,
+      "step": 8607
+    },
+    {
+      "epoch": 2.5638600867477055,
+      "grad_norm": 0.23143525421619415,
+      "learning_rate": 1.742606734730238e-05,
+      "loss": 1.2336,
+      "step": 8608
+    },
+    {
+      "epoch": 2.5641579329473743,
+      "grad_norm": 0.23421306908130646,
+      "learning_rate": 1.7425421315911368e-05,
+      "loss": 1.2564,
+      "step": 8609
+    },
+    {
+      "epoch": 2.564455779147043,
+      "grad_norm": 0.2414148598909378,
+      "learning_rate": 1.7424775215435106e-05,
+      "loss": 1.2594,
+      "step": 8610
+    },
+    {
+      "epoch": 2.564753625346712,
+      "grad_norm": 0.2428535521030426,
+      "learning_rate": 1.7424129045879605e-05,
+      "loss": 1.2325,
+      "step": 8611
+    },
+    {
+      "epoch": 2.56505147154638,
+      "grad_norm": 0.23873963952064514,
+      "learning_rate": 1.742348280725088e-05,
+      "loss": 1.24,
+      "step": 8612
+    },
+    {
+      "epoch": 2.565349317746049,
+      "grad_norm": 0.22313565015792847,
+      "learning_rate": 1.742283649955494e-05,
+      "loss": 1.258,
+      "step": 8613
+    },
+    {
+      "epoch": 2.5656471639457177,
+      "grad_norm": 0.2256631702184677,
+      "learning_rate": 1.74221901227978e-05,
+      "loss": 1.2456,
+      "step": 8614
+    },
+    {
+      "epoch": 2.565945010145386,
+      "grad_norm": 0.22985881567001343,
+      "learning_rate": 1.7421543676985476e-05,
+      "loss": 1.2435,
+      "step": 8615
+    },
+    {
+      "epoch": 2.566242856345055,
+      "grad_norm": 0.22781185805797577,
+      "learning_rate": 1.7420897162123976e-05,
+      "loss": 1.2363,
+      "step": 8616
+    },
+    {
+      "epoch": 2.5665407025447236,
+      "grad_norm": 0.2470318078994751,
+      "learning_rate": 1.742025057821932e-05,
+      "loss": 1.2529,
+      "step": 8617
+    },
+    {
+      "epoch": 2.566838548744392,
+      "grad_norm": 0.22905333340168,
+      "learning_rate": 1.7419603925277524e-05,
+      "loss": 1.2711,
+      "step": 8618
+    },
+    {
+      "epoch": 2.5671363949440607,
+      "grad_norm": 0.2343169003725052,
+      "learning_rate": 1.7418957203304604e-05,
+      "loss": 1.2482,
+      "step": 8619
+    },
+    {
+      "epoch": 2.5674342411437294,
+      "grad_norm": 0.22915878891944885,
+      "learning_rate": 1.741831041230657e-05,
+      "loss": 1.2481,
+      "step": 8620
+    },
+    {
+      "epoch": 2.567732087343398,
+      "grad_norm": 0.22456571459770203,
+      "learning_rate": 1.7417663552289452e-05,
+      "loss": 1.2636,
+      "step": 8621
+    },
+    {
+      "epoch": 2.568029933543067,
+      "grad_norm": 0.22265848517417908,
+      "learning_rate": 1.7417016623259263e-05,
+      "loss": 1.2563,
+      "step": 8622
+    },
+    {
+      "epoch": 2.5683277797427353,
+      "grad_norm": 0.225847065448761,
+      "learning_rate": 1.741636962522202e-05,
+      "loss": 1.2412,
+      "step": 8623
+    },
+    {
+      "epoch": 2.568625625942404,
+      "grad_norm": 0.23029930889606476,
+      "learning_rate": 1.7415722558183738e-05,
+      "loss": 1.24,
+      "step": 8624
+    },
+    {
+      "epoch": 2.568923472142073,
+      "grad_norm": 0.2382858693599701,
+      "learning_rate": 1.741507542215045e-05,
+      "loss": 1.2733,
+      "step": 8625
+    },
+    {
+      "epoch": 2.569221318341741,
+      "grad_norm": 0.224764883518219,
+      "learning_rate": 1.7414428217128165e-05,
+      "loss": 1.2436,
+      "step": 8626
+    },
+    {
+      "epoch": 2.56951916454141,
+      "grad_norm": 0.2427278608083725,
+      "learning_rate": 1.741378094312291e-05,
+      "loss": 1.2535,
+      "step": 8627
+    },
+    {
+      "epoch": 2.5698170107410787,
+      "grad_norm": 0.25812211632728577,
+      "learning_rate": 1.741313360014071e-05,
+      "loss": 1.2486,
+      "step": 8628
+    },
+    {
+      "epoch": 2.570114856940747,
+      "grad_norm": 0.22946663200855255,
+      "learning_rate": 1.741248618818758e-05,
+      "loss": 1.2525,
+      "step": 8629
+    },
+    {
+      "epoch": 2.570412703140416,
+      "grad_norm": 0.23297150433063507,
+      "learning_rate": 1.7411838707269552e-05,
+      "loss": 1.2492,
+      "step": 8630
+    },
+    {
+      "epoch": 2.5707105493400846,
+      "grad_norm": 0.23864395916461945,
+      "learning_rate": 1.7411191157392642e-05,
+      "loss": 1.252,
+      "step": 8631
+    },
+    {
+      "epoch": 2.571008395539753,
+      "grad_norm": 0.22829514741897583,
+      "learning_rate": 1.7410543538562884e-05,
+      "loss": 1.2591,
+      "step": 8632
+    },
+    {
+      "epoch": 2.5713062417394217,
+      "grad_norm": 0.236654132604599,
+      "learning_rate": 1.7409895850786293e-05,
+      "loss": 1.2432,
+      "step": 8633
+    },
+    {
+      "epoch": 2.5716040879390905,
+      "grad_norm": 0.23477168381214142,
+      "learning_rate": 1.74092480940689e-05,
+      "loss": 1.2565,
+      "step": 8634
+    },
+    {
+      "epoch": 2.5719019341387592,
+      "grad_norm": 0.23336704075336456,
+      "learning_rate": 1.7408600268416733e-05,
+      "loss": 1.2504,
+      "step": 8635
+    },
+    {
+      "epoch": 2.572199780338428,
+      "grad_norm": 0.23772408068180084,
+      "learning_rate": 1.7407952373835818e-05,
+      "loss": 1.2576,
+      "step": 8636
+    },
+    {
+      "epoch": 2.5724976265380963,
+      "grad_norm": 0.22036735713481903,
+      "learning_rate": 1.740730441033218e-05,
+      "loss": 1.2614,
+      "step": 8637
+    },
+    {
+      "epoch": 2.572795472737765,
+      "grad_norm": 0.23383082449436188,
+      "learning_rate": 1.7406656377911854e-05,
+      "loss": 1.2492,
+      "step": 8638
+    },
+    {
+      "epoch": 2.573093318937434,
+      "grad_norm": 0.2365119755268097,
+      "learning_rate": 1.7406008276580866e-05,
+      "loss": 1.2564,
+      "step": 8639
+    },
+    {
+      "epoch": 2.573391165137102,
+      "grad_norm": 0.254342257976532,
+      "learning_rate": 1.7405360106345242e-05,
+      "loss": 1.2643,
+      "step": 8640
+    },
+    {
+      "epoch": 2.573689011336771,
+      "grad_norm": 0.24152617156505585,
+      "learning_rate": 1.740471186721102e-05,
+      "loss": 1.2541,
+      "step": 8641
+    },
+    {
+      "epoch": 2.5739868575364397,
+      "grad_norm": 0.2462647706270218,
+      "learning_rate": 1.7404063559184227e-05,
+      "loss": 1.2535,
+      "step": 8642
+    },
+    {
+      "epoch": 2.574284703736108,
+      "grad_norm": 0.29389768838882446,
+      "learning_rate": 1.740341518227089e-05,
+      "loss": 1.2555,
+      "step": 8643
+    },
+    {
+      "epoch": 2.574582549935777,
+      "grad_norm": 0.23136746883392334,
+      "learning_rate": 1.740276673647705e-05,
+      "loss": 1.2454,
+      "step": 8644
+    },
+    {
+      "epoch": 2.5748803961354456,
+      "grad_norm": 0.2376822680234909,
+      "learning_rate": 1.7402118221808733e-05,
+      "loss": 1.2337,
+      "step": 8645
+    },
+    {
+      "epoch": 2.575178242335114,
+      "grad_norm": 0.22440697252750397,
+      "learning_rate": 1.740146963827198e-05,
+      "loss": 1.2516,
+      "step": 8646
+    },
+    {
+      "epoch": 2.5754760885347827,
+      "grad_norm": 0.2741200029850006,
+      "learning_rate": 1.740082098587282e-05,
+      "loss": 1.2492,
+      "step": 8647
+    },
+    {
+      "epoch": 2.5757739347344515,
+      "grad_norm": 0.22482140362262726,
+      "learning_rate": 1.740017226461729e-05,
+      "loss": 1.2261,
+      "step": 8648
+    },
+    {
+      "epoch": 2.5760717809341203,
+      "grad_norm": 0.2622748017311096,
+      "learning_rate": 1.7399523474511423e-05,
+      "loss": 1.2265,
+      "step": 8649
+    },
+    {
+      "epoch": 2.576369627133789,
+      "grad_norm": 0.23331144452095032,
+      "learning_rate": 1.7398874615561258e-05,
+      "loss": 1.2458,
+      "step": 8650
+    },
+    {
+      "epoch": 2.5766674733334574,
+      "grad_norm": 0.295108824968338,
+      "learning_rate": 1.7398225687772834e-05,
+      "loss": 1.2508,
+      "step": 8651
+    },
+    {
+      "epoch": 2.576965319533126,
+      "grad_norm": 0.2672525644302368,
+      "learning_rate": 1.7397576691152185e-05,
+      "loss": 1.2467,
+      "step": 8652
+    },
+    {
+      "epoch": 2.577263165732795,
+      "grad_norm": 0.24952372908592224,
+      "learning_rate": 1.7396927625705345e-05,
+      "loss": 1.2628,
+      "step": 8653
+    },
+    {
+      "epoch": 2.5775610119324632,
+      "grad_norm": 0.28745022416114807,
+      "learning_rate": 1.7396278491438363e-05,
+      "loss": 1.2386,
+      "step": 8654
+    },
+    {
+      "epoch": 2.577858858132132,
+      "grad_norm": 0.23667721450328827,
+      "learning_rate": 1.7395629288357275e-05,
+      "loss": 1.2449,
+      "step": 8655
+    },
+    {
+      "epoch": 2.5781567043318008,
+      "grad_norm": 0.2344713658094406,
+      "learning_rate": 1.7394980016468113e-05,
+      "loss": 1.2529,
+      "step": 8656
+    },
+    {
+      "epoch": 2.578454550531469,
+      "grad_norm": 0.22538915276527405,
+      "learning_rate": 1.739433067577693e-05,
+      "loss": 1.2434,
+      "step": 8657
+    },
+    {
+      "epoch": 2.578752396731138,
+      "grad_norm": 0.25074049830436707,
+      "learning_rate": 1.7393681266289758e-05,
+      "loss": 1.2527,
+      "step": 8658
+    },
+    {
+      "epoch": 2.5790502429308066,
+      "grad_norm": 0.25742632150650024,
+      "learning_rate": 1.7393031788012643e-05,
+      "loss": 1.2529,
+      "step": 8659
+    },
+    {
+      "epoch": 2.579348089130475,
+      "grad_norm": 0.2562355399131775,
+      "learning_rate": 1.7392382240951628e-05,
+      "loss": 1.2493,
+      "step": 8660
+    },
+    {
+      "epoch": 2.5796459353301437,
+      "grad_norm": 0.318065345287323,
+      "learning_rate": 1.7391732625112754e-05,
+      "loss": 1.2406,
+      "step": 8661
+    },
+    {
+      "epoch": 2.5799437815298125,
+      "grad_norm": 0.2281266450881958,
+      "learning_rate": 1.7391082940502065e-05,
+      "loss": 1.2515,
+      "step": 8662
+    },
+    {
+      "epoch": 2.5802416277294813,
+      "grad_norm": 0.26424264907836914,
+      "learning_rate": 1.739043318712561e-05,
+      "loss": 1.2479,
+      "step": 8663
+    },
+    {
+      "epoch": 2.58053947392915,
+      "grad_norm": 0.25391125679016113,
+      "learning_rate": 1.7389783364989432e-05,
+      "loss": 1.2616,
+      "step": 8664
+    },
+    {
+      "epoch": 2.5808373201288184,
+      "grad_norm": 0.366413414478302,
+      "learning_rate": 1.7389133474099577e-05,
+      "loss": 1.2408,
+      "step": 8665
+    },
+    {
+      "epoch": 2.581135166328487,
+      "grad_norm": 0.2793494760990143,
+      "learning_rate": 1.7388483514462088e-05,
+      "loss": 1.2511,
+      "step": 8666
+    },
+    {
+      "epoch": 2.581433012528156,
+      "grad_norm": 0.26306232810020447,
+      "learning_rate": 1.7387833486083013e-05,
+      "loss": 1.2346,
+      "step": 8667
+    },
+    {
+      "epoch": 2.5817308587278243,
+      "grad_norm": 0.2654370367527008,
+      "learning_rate": 1.7387183388968404e-05,
+      "loss": 1.2446,
+      "step": 8668
+    },
+    {
+      "epoch": 2.582028704927493,
+      "grad_norm": 0.2921411991119385,
+      "learning_rate": 1.7386533223124308e-05,
+      "loss": 1.2647,
+      "step": 8669
+    },
+    {
+      "epoch": 2.582326551127162,
+      "grad_norm": 0.2798786163330078,
+      "learning_rate": 1.7385882988556774e-05,
+      "loss": 1.2329,
+      "step": 8670
+    },
+    {
+      "epoch": 2.58262439732683,
+      "grad_norm": 0.26488715410232544,
+      "learning_rate": 1.7385232685271845e-05,
+      "loss": 1.2483,
+      "step": 8671
+    },
+    {
+      "epoch": 2.582922243526499,
+      "grad_norm": 0.23640671372413635,
+      "learning_rate": 1.7384582313275583e-05,
+      "loss": 1.2382,
+      "step": 8672
+    },
+    {
+      "epoch": 2.5832200897261677,
+      "grad_norm": 0.34911125898361206,
+      "learning_rate": 1.738393187257403e-05,
+      "loss": 1.259,
+      "step": 8673
+    },
+    {
+      "epoch": 2.5835179359258365,
+      "grad_norm": 0.2304478883743286,
+      "learning_rate": 1.738328136317324e-05,
+      "loss": 1.2427,
+      "step": 8674
+    },
+    {
+      "epoch": 2.583815782125505,
+      "grad_norm": 0.25745683908462524,
+      "learning_rate": 1.7382630785079267e-05,
+      "loss": 1.2363,
+      "step": 8675
+    },
+    {
+      "epoch": 2.5841136283251736,
+      "grad_norm": 0.2522353231906891,
+      "learning_rate": 1.7381980138298165e-05,
+      "loss": 1.2429,
+      "step": 8676
+    },
+    {
+      "epoch": 2.5844114745248423,
+      "grad_norm": 0.22577343881130219,
+      "learning_rate": 1.7381329422835986e-05,
+      "loss": 1.2455,
+      "step": 8677
+    },
+    {
+      "epoch": 2.584709320724511,
+      "grad_norm": 0.257718563079834,
+      "learning_rate": 1.738067863869878e-05,
+      "loss": 1.2662,
+      "step": 8678
+    },
+    {
+      "epoch": 2.5850071669241794,
+      "grad_norm": 0.24879182875156403,
+      "learning_rate": 1.738002778589261e-05,
+      "loss": 1.2385,
+      "step": 8679
+    },
+    {
+      "epoch": 2.585305013123848,
+      "grad_norm": 0.2378930002450943,
+      "learning_rate": 1.737937686442352e-05,
+      "loss": 1.2622,
+      "step": 8680
+    },
+    {
+      "epoch": 2.585602859323517,
+      "grad_norm": 0.2391463816165924,
+      "learning_rate": 1.7378725874297578e-05,
+      "loss": 1.2576,
+      "step": 8681
+    },
+    {
+      "epoch": 2.5859007055231853,
+      "grad_norm": 0.25435328483581543,
+      "learning_rate": 1.7378074815520836e-05,
+      "loss": 1.2336,
+      "step": 8682
+    },
+    {
+      "epoch": 2.586198551722854,
+      "grad_norm": 0.21997854113578796,
+      "learning_rate": 1.737742368809935e-05,
+      "loss": 1.2388,
+      "step": 8683
+    },
+    {
+      "epoch": 2.586496397922523,
+      "grad_norm": 0.2943100035190582,
+      "learning_rate": 1.737677249203918e-05,
+      "loss": 1.2491,
+      "step": 8684
+    },
+    {
+      "epoch": 2.586794244122191,
+      "grad_norm": 0.23588617146015167,
+      "learning_rate": 1.737612122734638e-05,
+      "loss": 1.2534,
+      "step": 8685
+    },
+    {
+      "epoch": 2.58709209032186,
+      "grad_norm": 0.23237860202789307,
+      "learning_rate": 1.7375469894027018e-05,
+      "loss": 1.242,
+      "step": 8686
+    },
+    {
+      "epoch": 2.5873899365215287,
+      "grad_norm": 0.22945088148117065,
+      "learning_rate": 1.7374818492087146e-05,
+      "loss": 1.2466,
+      "step": 8687
+    },
+    {
+      "epoch": 2.5876877827211975,
+      "grad_norm": 0.30818605422973633,
+      "learning_rate": 1.7374167021532828e-05,
+      "loss": 1.2404,
+      "step": 8688
+    },
+    {
+      "epoch": 2.5879856289208663,
+      "grad_norm": 0.27361810207366943,
+      "learning_rate": 1.7373515482370125e-05,
+      "loss": 1.2653,
+      "step": 8689
+    },
+    {
+      "epoch": 2.5882834751205346,
+      "grad_norm": 0.24611662328243256,
+      "learning_rate": 1.7372863874605103e-05,
+      "loss": 1.2407,
+      "step": 8690
+    },
+    {
+      "epoch": 2.5885813213202034,
+      "grad_norm": 0.2687990069389343,
+      "learning_rate": 1.7372212198243815e-05,
+      "loss": 1.2316,
+      "step": 8691
+    },
+    {
+      "epoch": 2.588879167519872,
+      "grad_norm": 0.25579991936683655,
+      "learning_rate": 1.7371560453292327e-05,
+      "loss": 1.2482,
+      "step": 8692
+    },
+    {
+      "epoch": 2.5891770137195405,
+      "grad_norm": 0.263778418302536,
+      "learning_rate": 1.737090863975671e-05,
+      "loss": 1.2404,
+      "step": 8693
+    },
+    {
+      "epoch": 2.5894748599192092,
+      "grad_norm": 0.238523930311203,
+      "learning_rate": 1.737025675764302e-05,
+      "loss": 1.2448,
+      "step": 8694
+    },
+    {
+      "epoch": 2.589772706118878,
+      "grad_norm": 0.2523680627346039,
+      "learning_rate": 1.7369604806957326e-05,
+      "loss": 1.2455,
+      "step": 8695
+    },
+    {
+      "epoch": 2.5900705523185463,
+      "grad_norm": 0.2315751165151596,
+      "learning_rate": 1.7368952787705694e-05,
+      "loss": 1.2293,
+      "step": 8696
+    },
+    {
+      "epoch": 2.590368398518215,
+      "grad_norm": 0.23198474943637848,
+      "learning_rate": 1.736830069989419e-05,
+      "loss": 1.2535,
+      "step": 8697
+    },
+    {
+      "epoch": 2.590666244717884,
+      "grad_norm": 0.2466469556093216,
+      "learning_rate": 1.736764854352888e-05,
+      "loss": 1.2425,
+      "step": 8698
+    },
+    {
+      "epoch": 2.590964090917552,
+      "grad_norm": 0.23793677985668182,
+      "learning_rate": 1.736699631861583e-05,
+      "loss": 1.2635,
+      "step": 8699
+    },
+    {
+      "epoch": 2.591261937117221,
+      "grad_norm": 0.2367255985736847,
+      "learning_rate": 1.7366344025161114e-05,
+      "loss": 1.2564,
+      "step": 8700
+    },
+    {
+      "epoch": 2.5915597833168897,
+      "grad_norm": 0.22675922513008118,
+      "learning_rate": 1.7365691663170793e-05,
+      "loss": 1.2563,
+      "step": 8701
+    },
+    {
+      "epoch": 2.5918576295165585,
+      "grad_norm": 0.2322254180908203,
+      "learning_rate": 1.7365039232650945e-05,
+      "loss": 1.2597,
+      "step": 8702
+    },
+    {
+      "epoch": 2.5921554757162273,
+      "grad_norm": 0.26231998205184937,
+      "learning_rate": 1.7364386733607634e-05,
+      "loss": 1.2647,
+      "step": 8703
+    },
+    {
+      "epoch": 2.5924533219158956,
+      "grad_norm": 0.265171080827713,
+      "learning_rate": 1.736373416604693e-05,
+      "loss": 1.2474,
+      "step": 8704
+    },
+    {
+      "epoch": 2.5927511681155644,
+      "grad_norm": 0.2530490458011627,
+      "learning_rate": 1.7363081529974906e-05,
+      "loss": 1.2497,
+      "step": 8705
+    },
+    {
+      "epoch": 2.593049014315233,
+      "grad_norm": 0.23230291903018951,
+      "learning_rate": 1.736242882539764e-05,
+      "loss": 1.2536,
+      "step": 8706
+    },
+    {
+      "epoch": 2.5933468605149015,
+      "grad_norm": 0.35599738359451294,
+      "learning_rate": 1.7361776052321196e-05,
+      "loss": 1.2626,
+      "step": 8707
+    },
+    {
+      "epoch": 2.5936447067145703,
+      "grad_norm": 0.3302066922187805,
+      "learning_rate": 1.7361123210751652e-05,
+      "loss": 1.268,
+      "step": 8708
+    },
+    {
+      "epoch": 2.593942552914239,
+      "grad_norm": 0.300210565328598,
+      "learning_rate": 1.736047030069508e-05,
+      "loss": 1.2578,
+      "step": 8709
+    },
+    {
+      "epoch": 2.5942403991139074,
+      "grad_norm": 0.47248217463493347,
+      "learning_rate": 1.7359817322157556e-05,
+      "loss": 1.267,
+      "step": 8710
+    },
+    {
+      "epoch": 2.594538245313576,
+      "grad_norm": 0.23757919669151306,
+      "learning_rate": 1.7359164275145154e-05,
+      "loss": 1.2513,
+      "step": 8711
+    },
+    {
+      "epoch": 2.594836091513245,
+      "grad_norm": 0.24626424908638,
+      "learning_rate": 1.7358511159663952e-05,
+      "loss": 1.2544,
+      "step": 8712
+    },
+    {
+      "epoch": 2.5951339377129132,
+      "grad_norm": 0.23010654747486115,
+      "learning_rate": 1.735785797572002e-05,
+      "loss": 1.2376,
+      "step": 8713
+    },
+    {
+      "epoch": 2.595431783912582,
+      "grad_norm": 0.23664626479148865,
+      "learning_rate": 1.7357204723319447e-05,
+      "loss": 1.2512,
+      "step": 8714
+    },
+    {
+      "epoch": 2.5957296301122508,
+      "grad_norm": 0.2520230710506439,
+      "learning_rate": 1.7356551402468303e-05,
+      "loss": 1.2513,
+      "step": 8715
+    },
+    {
+      "epoch": 2.5960274763119195,
+      "grad_norm": 0.2515430748462677,
+      "learning_rate": 1.7355898013172666e-05,
+      "loss": 1.247,
+      "step": 8716
+    },
+    {
+      "epoch": 2.5963253225115883,
+      "grad_norm": 0.24009092152118683,
+      "learning_rate": 1.7355244555438616e-05,
+      "loss": 1.256,
+      "step": 8717
+    },
+    {
+      "epoch": 2.5966231687112566,
+      "grad_norm": 0.23353387415409088,
+      "learning_rate": 1.7354591029272236e-05,
+      "loss": 1.2531,
+      "step": 8718
+    },
+    {
+      "epoch": 2.5969210149109254,
+      "grad_norm": 0.24309256672859192,
+      "learning_rate": 1.7353937434679597e-05,
+      "loss": 1.2393,
+      "step": 8719
+    },
+    {
+      "epoch": 2.597218861110594,
+      "grad_norm": 0.24077485501766205,
+      "learning_rate": 1.735328377166679e-05,
+      "loss": 1.2395,
+      "step": 8720
+    },
+    {
+      "epoch": 2.5975167073102625,
+      "grad_norm": 0.24538271129131317,
+      "learning_rate": 1.7352630040239895e-05,
+      "loss": 1.2602,
+      "step": 8721
+    },
+    {
+      "epoch": 2.5978145535099313,
+      "grad_norm": 0.2278101146221161,
+      "learning_rate": 1.735197624040499e-05,
+      "loss": 1.2472,
+      "step": 8722
+    },
+    {
+      "epoch": 2.5981123997096,
+      "grad_norm": 0.23970970511436462,
+      "learning_rate": 1.7351322372168162e-05,
+      "loss": 1.2486,
+      "step": 8723
+    },
+    {
+      "epoch": 2.5984102459092684,
+      "grad_norm": 0.24316518008708954,
+      "learning_rate": 1.735066843553549e-05,
+      "loss": 1.2553,
+      "step": 8724
+    },
+    {
+      "epoch": 2.598708092108937,
+      "grad_norm": 0.2406611293554306,
+      "learning_rate": 1.7350014430513064e-05,
+      "loss": 1.2492,
+      "step": 8725
+    },
+    {
+      "epoch": 2.599005938308606,
+      "grad_norm": 0.23540037870407104,
+      "learning_rate": 1.7349360357106967e-05,
+      "loss": 1.2318,
+      "step": 8726
+    },
+    {
+      "epoch": 2.5993037845082747,
+      "grad_norm": 0.2322627454996109,
+      "learning_rate": 1.734870621532328e-05,
+      "loss": 1.2515,
+      "step": 8727
+    },
+    {
+      "epoch": 2.599601630707943,
+      "grad_norm": 0.24906675517559052,
+      "learning_rate": 1.734805200516809e-05,
+      "loss": 1.2591,
+      "step": 8728
+    },
+    {
+      "epoch": 2.599899476907612,
+      "grad_norm": 0.23014332354068756,
+      "learning_rate": 1.734739772664749e-05,
+      "loss": 1.2416,
+      "step": 8729
+    },
+    {
+      "epoch": 2.6001973231072806,
+      "grad_norm": 0.23581655323505402,
+      "learning_rate": 1.734674337976756e-05,
+      "loss": 1.2431,
+      "step": 8730
+    },
+    {
+      "epoch": 2.6004951693069494,
+      "grad_norm": 0.22533650696277618,
+      "learning_rate": 1.7346088964534395e-05,
+      "loss": 1.2538,
+      "step": 8731
+    },
+    {
+      "epoch": 2.6007930155066177,
+      "grad_norm": 0.2528383433818817,
+      "learning_rate": 1.7345434480954074e-05,
+      "loss": 1.2367,
+      "step": 8732
+    },
+    {
+      "epoch": 2.6010908617062865,
+      "grad_norm": 0.24218665063381195,
+      "learning_rate": 1.7344779929032695e-05,
+      "loss": 1.2365,
+      "step": 8733
+    },
+    {
+      "epoch": 2.6013887079059552,
+      "grad_norm": 0.2333836704492569,
+      "learning_rate": 1.7344125308776348e-05,
+      "loss": 1.2715,
+      "step": 8734
+    },
+    {
+      "epoch": 2.6016865541056236,
+      "grad_norm": 0.24962691962718964,
+      "learning_rate": 1.7343470620191112e-05,
+      "loss": 1.2621,
+      "step": 8735
+    },
+    {
+      "epoch": 2.6019844003052923,
+      "grad_norm": 0.25837767124176025,
+      "learning_rate": 1.7342815863283092e-05,
+      "loss": 1.2569,
+      "step": 8736
+    },
+    {
+      "epoch": 2.602282246504961,
+      "grad_norm": 0.24159511923789978,
+      "learning_rate": 1.7342161038058378e-05,
+      "loss": 1.252,
+      "step": 8737
+    },
+    {
+      "epoch": 2.6025800927046294,
+      "grad_norm": 0.256168931722641,
+      "learning_rate": 1.734150614452305e-05,
+      "loss": 1.2546,
+      "step": 8738
+    },
+    {
+      "epoch": 2.602877938904298,
+      "grad_norm": 0.24095866084098816,
+      "learning_rate": 1.734085118268322e-05,
+      "loss": 1.2452,
+      "step": 8739
+    },
+    {
+      "epoch": 2.603175785103967,
+      "grad_norm": 0.2776990234851837,
+      "learning_rate": 1.7340196152544965e-05,
+      "loss": 1.2586,
+      "step": 8740
+    },
+    {
+      "epoch": 2.6034736313036357,
+      "grad_norm": 0.24577198922634125,
+      "learning_rate": 1.7339541054114385e-05,
+      "loss": 1.2543,
+      "step": 8741
+    },
+    {
+      "epoch": 2.603771477503304,
+      "grad_norm": 0.259563148021698,
+      "learning_rate": 1.7338885887397577e-05,
+      "loss": 1.2554,
+      "step": 8742
+    },
+    {
+      "epoch": 2.604069323702973,
+      "grad_norm": 0.25315192341804504,
+      "learning_rate": 1.7338230652400637e-05,
+      "loss": 1.2538,
+      "step": 8743
+    },
+    {
+      "epoch": 2.6043671699026416,
+      "grad_norm": 0.2514294683933258,
+      "learning_rate": 1.7337575349129657e-05,
+      "loss": 1.2538,
+      "step": 8744
+    },
+    {
+      "epoch": 2.6046650161023104,
+      "grad_norm": 0.2541000545024872,
+      "learning_rate": 1.7336919977590742e-05,
+      "loss": 1.2407,
+      "step": 8745
+    },
+    {
+      "epoch": 2.6049628623019787,
+      "grad_norm": 0.23705552518367767,
+      "learning_rate": 1.7336264537789977e-05,
+      "loss": 1.2447,
+      "step": 8746
+    },
+    {
+      "epoch": 2.6052607085016475,
+      "grad_norm": 0.2308826446533203,
+      "learning_rate": 1.733560902973347e-05,
+      "loss": 1.2509,
+      "step": 8747
+    },
+    {
+      "epoch": 2.6055585547013163,
+      "grad_norm": 0.23354917764663696,
+      "learning_rate": 1.7334953453427315e-05,
+      "loss": 1.2605,
+      "step": 8748
+    },
+    {
+      "epoch": 2.6058564009009846,
+      "grad_norm": 0.2550734281539917,
+      "learning_rate": 1.7334297808877612e-05,
+      "loss": 1.2496,
+      "step": 8749
+    },
+    {
+      "epoch": 2.6061542471006534,
+      "grad_norm": 0.25695809721946716,
+      "learning_rate": 1.7333642096090468e-05,
+      "loss": 1.2624,
+      "step": 8750
+    },
+    {
+      "epoch": 2.606452093300322,
+      "grad_norm": 0.23154670000076294,
+      "learning_rate": 1.7332986315071977e-05,
+      "loss": 1.274,
+      "step": 8751
+    },
+    {
+      "epoch": 2.6067499394999905,
+      "grad_norm": 0.25509071350097656,
+      "learning_rate": 1.7332330465828238e-05,
+      "loss": 1.2524,
+      "step": 8752
+    },
+    {
+      "epoch": 2.6070477856996592,
+      "grad_norm": 0.22895443439483643,
+      "learning_rate": 1.7331674548365357e-05,
+      "loss": 1.2541,
+      "step": 8753
+    },
+    {
+      "epoch": 2.607345631899328,
+      "grad_norm": 0.23581722378730774,
+      "learning_rate": 1.7331018562689435e-05,
+      "loss": 1.2499,
+      "step": 8754
+    },
+    {
+      "epoch": 2.6076434780989968,
+      "grad_norm": 0.24990935623645782,
+      "learning_rate": 1.7330362508806578e-05,
+      "loss": 1.2467,
+      "step": 8755
+    },
+    {
+      "epoch": 2.6079413242986655,
+      "grad_norm": 0.29261094331741333,
+      "learning_rate": 1.7329706386722888e-05,
+      "loss": 1.2502,
+      "step": 8756
+    },
+    {
+      "epoch": 2.608239170498334,
+      "grad_norm": 0.2690500020980835,
+      "learning_rate": 1.7329050196444467e-05,
+      "loss": 1.245,
+      "step": 8757
+    },
+    {
+      "epoch": 2.6085370166980026,
+      "grad_norm": 0.22287563979625702,
+      "learning_rate": 1.7328393937977424e-05,
+      "loss": 1.2421,
+      "step": 8758
+    },
+    {
+      "epoch": 2.6088348628976714,
+      "grad_norm": 0.3303421437740326,
+      "learning_rate": 1.732773761132786e-05,
+      "loss": 1.2412,
+      "step": 8759
+    },
+    {
+      "epoch": 2.6091327090973397,
+      "grad_norm": 0.2834303379058838,
+      "learning_rate": 1.732708121650189e-05,
+      "loss": 1.2459,
+      "step": 8760
+    },
+    {
+      "epoch": 2.6094305552970085,
+      "grad_norm": 0.2834492027759552,
+      "learning_rate": 1.7326424753505612e-05,
+      "loss": 1.2489,
+      "step": 8761
+    },
+    {
+      "epoch": 2.6097284014966773,
+      "grad_norm": 0.27727025747299194,
+      "learning_rate": 1.7325768222345137e-05,
+      "loss": 1.2515,
+      "step": 8762
+    },
+    {
+      "epoch": 2.6100262476963456,
+      "grad_norm": 0.2752852141857147,
+      "learning_rate": 1.7325111623026575e-05,
+      "loss": 1.2469,
+      "step": 8763
+    },
+    {
+      "epoch": 2.6103240938960144,
+      "grad_norm": 0.2830751836299896,
+      "learning_rate": 1.7324454955556032e-05,
+      "loss": 1.2554,
+      "step": 8764
+    },
+    {
+      "epoch": 2.610621940095683,
+      "grad_norm": 0.2597208321094513,
+      "learning_rate": 1.732379821993962e-05,
+      "loss": 1.2391,
+      "step": 8765
+    },
+    {
+      "epoch": 2.6109197862953515,
+      "grad_norm": 0.3108302652835846,
+      "learning_rate": 1.7323141416183448e-05,
+      "loss": 1.2347,
+      "step": 8766
+    },
+    {
+      "epoch": 2.6112176324950203,
+      "grad_norm": 0.22924266755580902,
+      "learning_rate": 1.732248454429363e-05,
+      "loss": 1.2474,
+      "step": 8767
+    },
+    {
+      "epoch": 2.611515478694689,
+      "grad_norm": 0.2544800043106079,
+      "learning_rate": 1.732182760427627e-05,
+      "loss": 1.2372,
+      "step": 8768
+    },
+    {
+      "epoch": 2.611813324894358,
+      "grad_norm": 0.24528615176677704,
+      "learning_rate": 1.7321170596137486e-05,
+      "loss": 1.2595,
+      "step": 8769
+    },
+    {
+      "epoch": 2.6121111710940266,
+      "grad_norm": 0.3880791664123535,
+      "learning_rate": 1.7320513519883392e-05,
+      "loss": 1.2448,
+      "step": 8770
+    },
+    {
+      "epoch": 2.612409017293695,
+      "grad_norm": 0.2784728407859802,
+      "learning_rate": 1.7319856375520093e-05,
+      "loss": 1.2508,
+      "step": 8771
+    },
+    {
+      "epoch": 2.6127068634933637,
+      "grad_norm": 0.2712165415287018,
+      "learning_rate": 1.7319199163053713e-05,
+      "loss": 1.2603,
+      "step": 8772
+    },
+    {
+      "epoch": 2.6130047096930324,
+      "grad_norm": 0.2408665120601654,
+      "learning_rate": 1.7318541882490362e-05,
+      "loss": 1.2371,
+      "step": 8773
+    },
+    {
+      "epoch": 2.6133025558927008,
+      "grad_norm": 0.3493192195892334,
+      "learning_rate": 1.7317884533836154e-05,
+      "loss": 1.2572,
+      "step": 8774
+    },
+    {
+      "epoch": 2.6136004020923695,
+      "grad_norm": 0.2725376784801483,
+      "learning_rate": 1.7317227117097207e-05,
+      "loss": 1.2561,
+      "step": 8775
+    },
+    {
+      "epoch": 2.6138982482920383,
+      "grad_norm": 0.25890398025512695,
+      "learning_rate": 1.7316569632279637e-05,
+      "loss": 1.2454,
+      "step": 8776
+    },
+    {
+      "epoch": 2.6141960944917066,
+      "grad_norm": 0.23684841394424438,
+      "learning_rate": 1.731591207938956e-05,
+      "loss": 1.2578,
+      "step": 8777
+    },
+    {
+      "epoch": 2.6144939406913754,
+      "grad_norm": 0.34290099143981934,
+      "learning_rate": 1.7315254458433097e-05,
+      "loss": 1.232,
+      "step": 8778
+    },
+    {
+      "epoch": 2.614791786891044,
+      "grad_norm": 0.22663018107414246,
+      "learning_rate": 1.731459676941636e-05,
+      "loss": 1.236,
+      "step": 8779
+    },
+    {
+      "epoch": 2.6150896330907125,
+      "grad_norm": 0.2505500614643097,
+      "learning_rate": 1.731393901234548e-05,
+      "loss": 1.2405,
+      "step": 8780
+    },
+    {
+      "epoch": 2.6153874792903813,
+      "grad_norm": 0.24107787013053894,
+      "learning_rate": 1.7313281187226564e-05,
+      "loss": 1.2511,
+      "step": 8781
+    },
+    {
+      "epoch": 2.61568532549005,
+      "grad_norm": 0.2568422853946686,
+      "learning_rate": 1.7312623294065737e-05,
+      "loss": 1.2387,
+      "step": 8782
+    },
+    {
+      "epoch": 2.615983171689719,
+      "grad_norm": 0.3152964413166046,
+      "learning_rate": 1.7311965332869122e-05,
+      "loss": 1.2349,
+      "step": 8783
+    },
+    {
+      "epoch": 2.6162810178893876,
+      "grad_norm": 0.2565925419330597,
+      "learning_rate": 1.731130730364284e-05,
+      "loss": 1.2345,
+      "step": 8784
+    },
+    {
+      "epoch": 2.616578864089056,
+      "grad_norm": 0.25363919138908386,
+      "learning_rate": 1.7310649206393012e-05,
+      "loss": 1.2492,
+      "step": 8785
+    },
+    {
+      "epoch": 2.6168767102887247,
+      "grad_norm": 0.22520498931407928,
+      "learning_rate": 1.730999104112576e-05,
+      "loss": 1.2495,
+      "step": 8786
+    },
+    {
+      "epoch": 2.6171745564883935,
+      "grad_norm": 0.30125007033348083,
+      "learning_rate": 1.730933280784721e-05,
+      "loss": 1.2478,
+      "step": 8787
+    },
+    {
+      "epoch": 2.617472402688062,
+      "grad_norm": 0.24418741464614868,
+      "learning_rate": 1.730867450656348e-05,
+      "loss": 1.2557,
+      "step": 8788
+    },
+    {
+      "epoch": 2.6177702488877306,
+      "grad_norm": 0.2495867758989334,
+      "learning_rate": 1.7308016137280705e-05,
+      "loss": 1.243,
+      "step": 8789
+    },
+    {
+      "epoch": 2.6180680950873993,
+      "grad_norm": 0.24253544211387634,
+      "learning_rate": 1.7307357700005e-05,
+      "loss": 1.2542,
+      "step": 8790
+    },
+    {
+      "epoch": 2.6183659412870677,
+      "grad_norm": 0.2348175346851349,
+      "learning_rate": 1.73066991947425e-05,
+      "loss": 1.2529,
+      "step": 8791
+    },
+    {
+      "epoch": 2.6186637874867364,
+      "grad_norm": 0.26520952582359314,
+      "learning_rate": 1.730604062149933e-05,
+      "loss": 1.2565,
+      "step": 8792
+    },
+    {
+      "epoch": 2.618961633686405,
+      "grad_norm": 0.23837199807167053,
+      "learning_rate": 1.7305381980281608e-05,
+      "loss": 1.2457,
+      "step": 8793
+    },
+    {
+      "epoch": 2.619259479886074,
+      "grad_norm": 0.26091358065605164,
+      "learning_rate": 1.7304723271095473e-05,
+      "loss": 1.2593,
+      "step": 8794
+    },
+    {
+      "epoch": 2.6195573260857423,
+      "grad_norm": 0.22857588529586792,
+      "learning_rate": 1.7304064493947047e-05,
+      "loss": 1.2514,
+      "step": 8795
+    },
+    {
+      "epoch": 2.619855172285411,
+      "grad_norm": 0.314048707485199,
+      "learning_rate": 1.7303405648842462e-05,
+      "loss": 1.2584,
+      "step": 8796
+    },
+    {
+      "epoch": 2.62015301848508,
+      "grad_norm": 0.2389499694108963,
+      "learning_rate": 1.7302746735787847e-05,
+      "loss": 1.2465,
+      "step": 8797
+    },
+    {
+      "epoch": 2.6204508646847486,
+      "grad_norm": 0.2749323546886444,
+      "learning_rate": 1.7302087754789334e-05,
+      "loss": 1.2414,
+      "step": 8798
+    },
+    {
+      "epoch": 2.620748710884417,
+      "grad_norm": 0.2627394497394562,
+      "learning_rate": 1.7301428705853053e-05,
+      "loss": 1.2636,
+      "step": 8799
+    },
+    {
+      "epoch": 2.6210465570840857,
+      "grad_norm": 0.2637195885181427,
+      "learning_rate": 1.730076958898513e-05,
+      "loss": 1.2467,
+      "step": 8800
+    },
+    {
+      "epoch": 2.6213444032837545,
+      "grad_norm": 0.2565141022205353,
+      "learning_rate": 1.730011040419171e-05,
+      "loss": 1.2584,
+      "step": 8801
+    },
+    {
+      "epoch": 2.621642249483423,
+      "grad_norm": 0.250991553068161,
+      "learning_rate": 1.7299451151478915e-05,
+      "loss": 1.2471,
+      "step": 8802
+    },
+    {
+      "epoch": 2.6219400956830916,
+      "grad_norm": 0.344510942697525,
+      "learning_rate": 1.7298791830852886e-05,
+      "loss": 1.2504,
+      "step": 8803
+    },
+    {
+      "epoch": 2.6222379418827604,
+      "grad_norm": 0.28531351685523987,
+      "learning_rate": 1.7298132442319752e-05,
+      "loss": 1.2615,
+      "step": 8804
+    },
+    {
+      "epoch": 2.6225357880824287,
+      "grad_norm": 0.24256275594234467,
+      "learning_rate": 1.7297472985885647e-05,
+      "loss": 1.2617,
+      "step": 8805
+    },
+    {
+      "epoch": 2.6228336342820975,
+      "grad_norm": 0.30849483609199524,
+      "learning_rate": 1.7296813461556712e-05,
+      "loss": 1.2423,
+      "step": 8806
+    },
+    {
+      "epoch": 2.6231314804817663,
+      "grad_norm": 0.23779423534870148,
+      "learning_rate": 1.729615386933908e-05,
+      "loss": 1.2356,
+      "step": 8807
+    },
+    {
+      "epoch": 2.623429326681435,
+      "grad_norm": 0.27032792568206787,
+      "learning_rate": 1.7295494209238887e-05,
+      "loss": 1.2396,
+      "step": 8808
+    },
+    {
+      "epoch": 2.623727172881104,
+      "grad_norm": 0.2340458184480667,
+      "learning_rate": 1.729483448126227e-05,
+      "loss": 1.2555,
+      "step": 8809
+    },
+    {
+      "epoch": 2.624025019080772,
+      "grad_norm": 0.3646049499511719,
+      "learning_rate": 1.729417468541537e-05,
+      "loss": 1.2333,
+      "step": 8810
+    },
+    {
+      "epoch": 2.624322865280441,
+      "grad_norm": 0.2888542413711548,
+      "learning_rate": 1.7293514821704326e-05,
+      "loss": 1.2538,
+      "step": 8811
+    },
+    {
+      "epoch": 2.6246207114801097,
+      "grad_norm": 0.268113911151886,
+      "learning_rate": 1.7292854890135275e-05,
+      "loss": 1.233,
+      "step": 8812
+    },
+    {
+      "epoch": 2.624918557679778,
+      "grad_norm": 0.26564687490463257,
+      "learning_rate": 1.7292194890714356e-05,
+      "loss": 1.233,
+      "step": 8813
+    },
+    {
+      "epoch": 2.6252164038794468,
+      "grad_norm": 0.2861003875732422,
+      "learning_rate": 1.729153482344771e-05,
+      "loss": 1.2288,
+      "step": 8814
+    },
+    {
+      "epoch": 2.6255142500791155,
+      "grad_norm": 0.2574459910392761,
+      "learning_rate": 1.729087468834148e-05,
+      "loss": 1.2522,
+      "step": 8815
+    },
+    {
+      "epoch": 2.625812096278784,
+      "grad_norm": 0.26207756996154785,
+      "learning_rate": 1.7290214485401806e-05,
+      "loss": 1.2457,
+      "step": 8816
+    },
+    {
+      "epoch": 2.6261099424784526,
+      "grad_norm": 0.24351252615451813,
+      "learning_rate": 1.7289554214634834e-05,
+      "loss": 1.2381,
+      "step": 8817
+    },
+    {
+      "epoch": 2.6264077886781214,
+      "grad_norm": 0.3597773611545563,
+      "learning_rate": 1.72888938760467e-05,
+      "loss": 1.2461,
+      "step": 8818
+    },
+    {
+      "epoch": 2.6267056348777897,
+      "grad_norm": 0.25255200266838074,
+      "learning_rate": 1.7288233469643555e-05,
+      "loss": 1.2269,
+      "step": 8819
+    },
+    {
+      "epoch": 2.6270034810774585,
+      "grad_norm": 0.26288414001464844,
+      "learning_rate": 1.728757299543154e-05,
+      "loss": 1.2437,
+      "step": 8820
+    },
+    {
+      "epoch": 2.6273013272771273,
+      "grad_norm": 0.25060439109802246,
+      "learning_rate": 1.7286912453416803e-05,
+      "loss": 1.2679,
+      "step": 8821
+    },
+    {
+      "epoch": 2.627599173476796,
+      "grad_norm": 0.2610555589199066,
+      "learning_rate": 1.7286251843605483e-05,
+      "loss": 1.2498,
+      "step": 8822
+    },
+    {
+      "epoch": 2.627897019676465,
+      "grad_norm": 0.3638914227485657,
+      "learning_rate": 1.728559116600373e-05,
+      "loss": 1.2395,
+      "step": 8823
+    },
+    {
+      "epoch": 2.628194865876133,
+      "grad_norm": 0.23534813523292542,
+      "learning_rate": 1.7284930420617696e-05,
+      "loss": 1.2355,
+      "step": 8824
+    },
+    {
+      "epoch": 2.628492712075802,
+      "grad_norm": 0.25642281770706177,
+      "learning_rate": 1.7284269607453522e-05,
+      "loss": 1.2522,
+      "step": 8825
+    },
+    {
+      "epoch": 2.6287905582754707,
+      "grad_norm": 0.24854740500450134,
+      "learning_rate": 1.7283608726517354e-05,
+      "loss": 1.2413,
+      "step": 8826
+    },
+    {
+      "epoch": 2.629088404475139,
+      "grad_norm": 0.231789693236351,
+      "learning_rate": 1.7282947777815348e-05,
+      "loss": 1.2545,
+      "step": 8827
+    },
+    {
+      "epoch": 2.629386250674808,
+      "grad_norm": 0.26283374428749084,
+      "learning_rate": 1.7282286761353648e-05,
+      "loss": 1.2466,
+      "step": 8828
+    },
+    {
+      "epoch": 2.6296840968744766,
+      "grad_norm": 0.24622972309589386,
+      "learning_rate": 1.7281625677138408e-05,
+      "loss": 1.2502,
+      "step": 8829
+    },
+    {
+      "epoch": 2.629981943074145,
+      "grad_norm": 0.2555600702762604,
+      "learning_rate": 1.7280964525175773e-05,
+      "loss": 1.242,
+      "step": 8830
+    },
+    {
+      "epoch": 2.6302797892738137,
+      "grad_norm": 0.25393983721733093,
+      "learning_rate": 1.72803033054719e-05,
+      "loss": 1.2529,
+      "step": 8831
+    },
+    {
+      "epoch": 2.6305776354734824,
+      "grad_norm": 0.22881856560707092,
+      "learning_rate": 1.727964201803294e-05,
+      "loss": 1.2709,
+      "step": 8832
+    },
+    {
+      "epoch": 2.6308754816731508,
+      "grad_norm": 0.31835678219795227,
+      "learning_rate": 1.7278980662865044e-05,
+      "loss": 1.2738,
+      "step": 8833
+    },
+    {
+      "epoch": 2.6311733278728195,
+      "grad_norm": 0.2397090345621109,
+      "learning_rate": 1.7278319239974363e-05,
+      "loss": 1.2488,
+      "step": 8834
+    },
+    {
+      "epoch": 2.6314711740724883,
+      "grad_norm": 0.26797693967819214,
+      "learning_rate": 1.7277657749367055e-05,
+      "loss": 1.247,
+      "step": 8835
+    },
+    {
+      "epoch": 2.631769020272157,
+      "grad_norm": 0.2677474617958069,
+      "learning_rate": 1.7276996191049274e-05,
+      "loss": 1.2328,
+      "step": 8836
+    },
+    {
+      "epoch": 2.632066866471826,
+      "grad_norm": 0.2518165111541748,
+      "learning_rate": 1.727633456502717e-05,
+      "loss": 1.26,
+      "step": 8837
+    },
+    {
+      "epoch": 2.632364712671494,
+      "grad_norm": 0.27545467019081116,
+      "learning_rate": 1.7275672871306907e-05,
+      "loss": 1.2531,
+      "step": 8838
+    },
+    {
+      "epoch": 2.632662558871163,
+      "grad_norm": 0.23853330314159393,
+      "learning_rate": 1.7275011109894634e-05,
+      "loss": 1.2507,
+      "step": 8839
+    },
+    {
+      "epoch": 2.6329604050708317,
+      "grad_norm": 0.24203594028949738,
+      "learning_rate": 1.7274349280796513e-05,
+      "loss": 1.2516,
+      "step": 8840
+    },
+    {
+      "epoch": 2.6332582512705,
+      "grad_norm": 0.24164514243602753,
+      "learning_rate": 1.72736873840187e-05,
+      "loss": 1.2553,
+      "step": 8841
+    },
+    {
+      "epoch": 2.633556097470169,
+      "grad_norm": 0.25497618317604065,
+      "learning_rate": 1.727302541956735e-05,
+      "loss": 1.2582,
+      "step": 8842
+    },
+    {
+      "epoch": 2.6338539436698376,
+      "grad_norm": 0.27957555651664734,
+      "learning_rate": 1.7272363387448625e-05,
+      "loss": 1.247,
+      "step": 8843
+    },
+    {
+      "epoch": 2.634151789869506,
+      "grad_norm": 0.24557183682918549,
+      "learning_rate": 1.727170128766868e-05,
+      "loss": 1.2357,
+      "step": 8844
+    },
+    {
+      "epoch": 2.6344496360691747,
+      "grad_norm": 0.2701668441295624,
+      "learning_rate": 1.7271039120233685e-05,
+      "loss": 1.2467,
+      "step": 8845
+    },
+    {
+      "epoch": 2.6347474822688435,
+      "grad_norm": 0.2438381314277649,
+      "learning_rate": 1.727037688514979e-05,
+      "loss": 1.2555,
+      "step": 8846
+    },
+    {
+      "epoch": 2.635045328468512,
+      "grad_norm": 0.37517014145851135,
+      "learning_rate": 1.7269714582423165e-05,
+      "loss": 1.2504,
+      "step": 8847
+    },
+    {
+      "epoch": 2.6353431746681806,
+      "grad_norm": 0.24342043697834015,
+      "learning_rate": 1.7269052212059966e-05,
+      "loss": 1.2584,
+      "step": 8848
+    },
+    {
+      "epoch": 2.6356410208678493,
+      "grad_norm": 0.2818973958492279,
+      "learning_rate": 1.726838977406636e-05,
+      "loss": 1.2392,
+      "step": 8849
+    },
+    {
+      "epoch": 2.635938867067518,
+      "grad_norm": 0.23356172442436218,
+      "learning_rate": 1.7267727268448503e-05,
+      "loss": 1.2671,
+      "step": 8850
+    },
+    {
+      "epoch": 2.636236713267187,
+      "grad_norm": 0.27586445212364197,
+      "learning_rate": 1.726706469521257e-05,
+      "loss": 1.2602,
+      "step": 8851
+    },
+    {
+      "epoch": 2.636534559466855,
+      "grad_norm": 0.2238815575838089,
+      "learning_rate": 1.7266402054364712e-05,
+      "loss": 1.2456,
+      "step": 8852
+    },
+    {
+      "epoch": 2.636832405666524,
+      "grad_norm": 0.23642008006572723,
+      "learning_rate": 1.7265739345911105e-05,
+      "loss": 1.2401,
+      "step": 8853
+    },
+    {
+      "epoch": 2.6371302518661928,
+      "grad_norm": 0.24406154453754425,
+      "learning_rate": 1.726507656985791e-05,
+      "loss": 1.2396,
+      "step": 8854
+    },
+    {
+      "epoch": 2.637428098065861,
+      "grad_norm": 0.2447628676891327,
+      "learning_rate": 1.72644137262113e-05,
+      "loss": 1.2439,
+      "step": 8855
+    },
+    {
+      "epoch": 2.63772594426553,
+      "grad_norm": 0.23084242641925812,
+      "learning_rate": 1.726375081497743e-05,
+      "loss": 1.2395,
+      "step": 8856
+    },
+    {
+      "epoch": 2.6380237904651986,
+      "grad_norm": 0.21892322599887848,
+      "learning_rate": 1.7263087836162477e-05,
+      "loss": 1.2503,
+      "step": 8857
+    },
+    {
+      "epoch": 2.638321636664867,
+      "grad_norm": 0.24469958245754242,
+      "learning_rate": 1.7262424789772607e-05,
+      "loss": 1.2472,
+      "step": 8858
+    },
+    {
+      "epoch": 2.6386194828645357,
+      "grad_norm": 0.24429583549499512,
+      "learning_rate": 1.726176167581399e-05,
+      "loss": 1.2565,
+      "step": 8859
+    },
+    {
+      "epoch": 2.6389173290642045,
+      "grad_norm": 0.2654368281364441,
+      "learning_rate": 1.7261098494292786e-05,
+      "loss": 1.2473,
+      "step": 8860
+    },
+    {
+      "epoch": 2.6392151752638733,
+      "grad_norm": 0.22381658852100372,
+      "learning_rate": 1.7260435245215182e-05,
+      "loss": 1.2494,
+      "step": 8861
+    },
+    {
+      "epoch": 2.6395130214635416,
+      "grad_norm": 0.2904224395751953,
+      "learning_rate": 1.7259771928587334e-05,
+      "loss": 1.2409,
+      "step": 8862
+    },
+    {
+      "epoch": 2.6398108676632104,
+      "grad_norm": 0.23257623612880707,
+      "learning_rate": 1.7259108544415425e-05,
+      "loss": 1.242,
+      "step": 8863
+    },
+    {
+      "epoch": 2.640108713862879,
+      "grad_norm": 0.3013313114643097,
+      "learning_rate": 1.725844509270562e-05,
+      "loss": 1.2302,
+      "step": 8864
+    },
+    {
+      "epoch": 2.640406560062548,
+      "grad_norm": 0.27417224645614624,
+      "learning_rate": 1.725778157346409e-05,
+      "loss": 1.2538,
+      "step": 8865
+    },
+    {
+      "epoch": 2.6407044062622163,
+      "grad_norm": 0.2881911098957062,
+      "learning_rate": 1.7257117986697013e-05,
+      "loss": 1.2465,
+      "step": 8866
+    },
+    {
+      "epoch": 2.641002252461885,
+      "grad_norm": 0.27448558807373047,
+      "learning_rate": 1.7256454332410556e-05,
+      "loss": 1.2466,
+      "step": 8867
+    },
+    {
+      "epoch": 2.641300098661554,
+      "grad_norm": 0.26696836948394775,
+      "learning_rate": 1.7255790610610908e-05,
+      "loss": 1.2378,
+      "step": 8868
+    },
+    {
+      "epoch": 2.641597944861222,
+      "grad_norm": 0.25289347767829895,
+      "learning_rate": 1.7255126821304228e-05,
+      "loss": 1.2508,
+      "step": 8869
+    },
+    {
+      "epoch": 2.641895791060891,
+      "grad_norm": 0.27484360337257385,
+      "learning_rate": 1.72544629644967e-05,
+      "loss": 1.2532,
+      "step": 8870
+    },
+    {
+      "epoch": 2.6421936372605597,
+      "grad_norm": 0.2266952246427536,
+      "learning_rate": 1.7253799040194503e-05,
+      "loss": 1.2331,
+      "step": 8871
+    },
+    {
+      "epoch": 2.642491483460228,
+      "grad_norm": 0.4980355203151703,
+      "learning_rate": 1.7253135048403808e-05,
+      "loss": 1.2608,
+      "step": 8872
+    },
+    {
+      "epoch": 2.6427893296598968,
+      "grad_norm": 0.28572672605514526,
+      "learning_rate": 1.7252470989130794e-05,
+      "loss": 1.2465,
+      "step": 8873
+    },
+    {
+      "epoch": 2.6430871758595655,
+      "grad_norm": 0.28275179862976074,
+      "learning_rate": 1.725180686238164e-05,
+      "loss": 1.2432,
+      "step": 8874
+    },
+    {
+      "epoch": 2.6433850220592343,
+      "grad_norm": 0.2620451748371124,
+      "learning_rate": 1.725114266816253e-05,
+      "loss": 1.2261,
+      "step": 8875
+    },
+    {
+      "epoch": 2.643682868258903,
+      "grad_norm": 0.23029804229736328,
+      "learning_rate": 1.7250478406479632e-05,
+      "loss": 1.2427,
+      "step": 8876
+    },
+    {
+      "epoch": 2.6439807144585714,
+      "grad_norm": 0.2825107276439667,
+      "learning_rate": 1.724981407733914e-05,
+      "loss": 1.2483,
+      "step": 8877
+    },
+    {
+      "epoch": 2.64427856065824,
+      "grad_norm": 0.30828404426574707,
+      "learning_rate": 1.7249149680747225e-05,
+      "loss": 1.2614,
+      "step": 8878
+    },
+    {
+      "epoch": 2.644576406857909,
+      "grad_norm": 0.23624587059020996,
+      "learning_rate": 1.724848521671007e-05,
+      "loss": 1.2612,
+      "step": 8879
+    },
+    {
+      "epoch": 2.6448742530575773,
+      "grad_norm": 0.24183116853237152,
+      "learning_rate": 1.724782068523386e-05,
+      "loss": 1.2401,
+      "step": 8880
+    },
+    {
+      "epoch": 2.645172099257246,
+      "grad_norm": 0.2445949912071228,
+      "learning_rate": 1.7247156086324776e-05,
+      "loss": 1.256,
+      "step": 8881
+    },
+    {
+      "epoch": 2.645469945456915,
+      "grad_norm": 0.25342297554016113,
+      "learning_rate": 1.7246491419989002e-05,
+      "loss": 1.2516,
+      "step": 8882
+    },
+    {
+      "epoch": 2.645767791656583,
+      "grad_norm": 0.24959760904312134,
+      "learning_rate": 1.7245826686232722e-05,
+      "loss": 1.2689,
+      "step": 8883
+    },
+    {
+      "epoch": 2.646065637856252,
+      "grad_norm": 0.23694045841693878,
+      "learning_rate": 1.724516188506212e-05,
+      "loss": 1.2302,
+      "step": 8884
+    },
+    {
+      "epoch": 2.6463634840559207,
+      "grad_norm": 0.3361573815345764,
+      "learning_rate": 1.724449701648338e-05,
+      "loss": 1.2655,
+      "step": 8885
+    },
+    {
+      "epoch": 2.646661330255589,
+      "grad_norm": 0.2407407909631729,
+      "learning_rate": 1.724383208050269e-05,
+      "loss": 1.2471,
+      "step": 8886
+    },
+    {
+      "epoch": 2.646959176455258,
+      "grad_norm": 0.24118772149085999,
+      "learning_rate": 1.7243167077126234e-05,
+      "loss": 1.2424,
+      "step": 8887
+    },
+    {
+      "epoch": 2.6472570226549266,
+      "grad_norm": 0.23885789513587952,
+      "learning_rate": 1.7242502006360203e-05,
+      "loss": 1.2703,
+      "step": 8888
+    },
+    {
+      "epoch": 2.6475548688545953,
+      "grad_norm": 0.24546580016613007,
+      "learning_rate": 1.7241836868210783e-05,
+      "loss": 1.2654,
+      "step": 8889
+    },
+    {
+      "epoch": 2.647852715054264,
+      "grad_norm": 0.22894099354743958,
+      "learning_rate": 1.7241171662684162e-05,
+      "loss": 1.2448,
+      "step": 8890
+    },
+    {
+      "epoch": 2.6481505612539324,
+      "grad_norm": 0.2342892438173294,
+      "learning_rate": 1.724050638978653e-05,
+      "loss": 1.2566,
+      "step": 8891
+    },
+    {
+      "epoch": 2.648448407453601,
+      "grad_norm": 0.23162709176540375,
+      "learning_rate": 1.7239841049524074e-05,
+      "loss": 1.2571,
+      "step": 8892
+    },
+    {
+      "epoch": 2.64874625365327,
+      "grad_norm": 0.2768057584762573,
+      "learning_rate": 1.7239175641902985e-05,
+      "loss": 1.2423,
+      "step": 8893
+    },
+    {
+      "epoch": 2.6490440998529383,
+      "grad_norm": 0.23433153331279755,
+      "learning_rate": 1.7238510166929457e-05,
+      "loss": 1.2486,
+      "step": 8894
+    },
+    {
+      "epoch": 2.649341946052607,
+      "grad_norm": 0.24096284806728363,
+      "learning_rate": 1.7237844624609678e-05,
+      "loss": 1.246,
+      "step": 8895
+    },
+    {
+      "epoch": 2.649639792252276,
+      "grad_norm": 0.24480442702770233,
+      "learning_rate": 1.723717901494984e-05,
+      "loss": 1.2442,
+      "step": 8896
+    },
+    {
+      "epoch": 2.649937638451944,
+      "grad_norm": 0.23331323266029358,
+      "learning_rate": 1.7236513337956136e-05,
+      "loss": 1.2463,
+      "step": 8897
+    },
+    {
+      "epoch": 2.650235484651613,
+      "grad_norm": 0.23452609777450562,
+      "learning_rate": 1.7235847593634764e-05,
+      "loss": 1.2486,
+      "step": 8898
+    },
+    {
+      "epoch": 2.6505333308512817,
+      "grad_norm": 0.2568226158618927,
+      "learning_rate": 1.7235181781991915e-05,
+      "loss": 1.2689,
+      "step": 8899
+    },
+    {
+      "epoch": 2.65083117705095,
+      "grad_norm": 0.2641594111919403,
+      "learning_rate": 1.7234515903033782e-05,
+      "loss": 1.2318,
+      "step": 8900
+    },
+    {
+      "epoch": 2.651129023250619,
+      "grad_norm": 0.231359601020813,
+      "learning_rate": 1.723384995676656e-05,
+      "loss": 1.2387,
+      "step": 8901
+    },
+    {
+      "epoch": 2.6514268694502876,
+      "grad_norm": 0.23017573356628418,
+      "learning_rate": 1.723318394319645e-05,
+      "loss": 1.2469,
+      "step": 8902
+    },
+    {
+      "epoch": 2.6517247156499564,
+      "grad_norm": 0.2576947808265686,
+      "learning_rate": 1.7232517862329642e-05,
+      "loss": 1.2415,
+      "step": 8903
+    },
+    {
+      "epoch": 2.652022561849625,
+      "grad_norm": 0.22903068363666534,
+      "learning_rate": 1.7231851714172336e-05,
+      "loss": 1.2454,
+      "step": 8904
+    },
+    {
+      "epoch": 2.6523204080492935,
+      "grad_norm": 0.24105381965637207,
+      "learning_rate": 1.723118549873073e-05,
+      "loss": 1.2361,
+      "step": 8905
+    },
+    {
+      "epoch": 2.6526182542489622,
+      "grad_norm": 0.2395734190940857,
+      "learning_rate": 1.723051921601102e-05,
+      "loss": 1.2416,
+      "step": 8906
+    },
+    {
+      "epoch": 2.652916100448631,
+      "grad_norm": 0.24813932180404663,
+      "learning_rate": 1.722985286601941e-05,
+      "loss": 1.2449,
+      "step": 8907
+    },
+    {
+      "epoch": 2.6532139466482993,
+      "grad_norm": 0.2432156652212143,
+      "learning_rate": 1.7229186448762093e-05,
+      "loss": 1.2563,
+      "step": 8908
+    },
+    {
+      "epoch": 2.653511792847968,
+      "grad_norm": 0.2334570735692978,
+      "learning_rate": 1.722851996424528e-05,
+      "loss": 1.241,
+      "step": 8909
+    },
+    {
+      "epoch": 2.653809639047637,
+      "grad_norm": 0.23906110227108002,
+      "learning_rate": 1.7227853412475158e-05,
+      "loss": 1.2623,
+      "step": 8910
+    },
+    {
+      "epoch": 2.654107485247305,
+      "grad_norm": 0.23201993107795715,
+      "learning_rate": 1.722718679345794e-05,
+      "loss": 1.2486,
+      "step": 8911
+    },
+    {
+      "epoch": 2.654405331446974,
+      "grad_norm": 0.2461710125207901,
+      "learning_rate": 1.722652010719982e-05,
+      "loss": 1.2365,
+      "step": 8912
+    },
+    {
+      "epoch": 2.6547031776466428,
+      "grad_norm": 0.23649927973747253,
+      "learning_rate": 1.7225853353707e-05,
+      "loss": 1.2453,
+      "step": 8913
+    },
+    {
+      "epoch": 2.655001023846311,
+      "grad_norm": 0.2550906538963318,
+      "learning_rate": 1.7225186532985698e-05,
+      "loss": 1.2586,
+      "step": 8914
+    },
+    {
+      "epoch": 2.65529887004598,
+      "grad_norm": 0.23077456653118134,
+      "learning_rate": 1.7224519645042104e-05,
+      "loss": 1.2569,
+      "step": 8915
+    },
+    {
+      "epoch": 2.6555967162456486,
+      "grad_norm": 0.2596879303455353,
+      "learning_rate": 1.7223852689882425e-05,
+      "loss": 1.2433,
+      "step": 8916
+    },
+    {
+      "epoch": 2.6558945624453174,
+      "grad_norm": 0.23304714262485504,
+      "learning_rate": 1.722318566751287e-05,
+      "loss": 1.2546,
+      "step": 8917
+    },
+    {
+      "epoch": 2.656192408644986,
+      "grad_norm": 0.25453877449035645,
+      "learning_rate": 1.722251857793964e-05,
+      "loss": 1.251,
+      "step": 8918
+    },
+    {
+      "epoch": 2.6564902548446545,
+      "grad_norm": 0.24530337750911713,
+      "learning_rate": 1.7221851421168943e-05,
+      "loss": 1.2359,
+      "step": 8919
+    },
+    {
+      "epoch": 2.6567881010443233,
+      "grad_norm": 0.36431068181991577,
+      "learning_rate": 1.7221184197206993e-05,
+      "loss": 1.2488,
+      "step": 8920
+    },
+    {
+      "epoch": 2.657085947243992,
+      "grad_norm": 0.31601202487945557,
+      "learning_rate": 1.7220516906059986e-05,
+      "loss": 1.2416,
+      "step": 8921
+    },
+    {
+      "epoch": 2.6573837934436604,
+      "grad_norm": 0.24828962981700897,
+      "learning_rate": 1.721984954773414e-05,
+      "loss": 1.2479,
+      "step": 8922
+    },
+    {
+      "epoch": 2.657681639643329,
+      "grad_norm": 0.36653435230255127,
+      "learning_rate": 1.721918212223566e-05,
+      "loss": 1.2519,
+      "step": 8923
+    },
+    {
+      "epoch": 2.657979485842998,
+      "grad_norm": 0.26021063327789307,
+      "learning_rate": 1.7218514629570756e-05,
+      "loss": 1.2496,
+      "step": 8924
+    },
+    {
+      "epoch": 2.6582773320426663,
+      "grad_norm": 0.2584244906902313,
+      "learning_rate": 1.721784706974564e-05,
+      "loss": 1.2466,
+      "step": 8925
+    },
+    {
+      "epoch": 2.658575178242335,
+      "grad_norm": 0.22850880026817322,
+      "learning_rate": 1.7217179442766515e-05,
+      "loss": 1.2398,
+      "step": 8926
+    },
+    {
+      "epoch": 2.658873024442004,
+      "grad_norm": 0.28881415724754333,
+      "learning_rate": 1.7216511748639605e-05,
+      "loss": 1.2431,
+      "step": 8927
+    },
+    {
+      "epoch": 2.6591708706416726,
+      "grad_norm": 0.2384619563817978,
+      "learning_rate": 1.7215843987371114e-05,
+      "loss": 1.2348,
+      "step": 8928
+    },
+    {
+      "epoch": 2.659468716841341,
+      "grad_norm": 0.26697084307670593,
+      "learning_rate": 1.7215176158967256e-05,
+      "loss": 1.2305,
+      "step": 8929
+    },
+    {
+      "epoch": 2.6597665630410097,
+      "grad_norm": 0.2338797152042389,
+      "learning_rate": 1.7214508263434244e-05,
+      "loss": 1.2421,
+      "step": 8930
+    },
+    {
+      "epoch": 2.6600644092406784,
+      "grad_norm": 0.34127315878868103,
+      "learning_rate": 1.7213840300778297e-05,
+      "loss": 1.2468,
+      "step": 8931
+    },
+    {
+      "epoch": 2.660362255440347,
+      "grad_norm": 0.26202157139778137,
+      "learning_rate": 1.7213172271005623e-05,
+      "loss": 1.2385,
+      "step": 8932
+    },
+    {
+      "epoch": 2.6606601016400155,
+      "grad_norm": 0.3033076524734497,
+      "learning_rate": 1.721250417412244e-05,
+      "loss": 1.236,
+      "step": 8933
+    },
+    {
+      "epoch": 2.6609579478396843,
+      "grad_norm": 0.24419964849948883,
+      "learning_rate": 1.7211836010134965e-05,
+      "loss": 1.2542,
+      "step": 8934
+    },
+    {
+      "epoch": 2.661255794039353,
+      "grad_norm": 0.49213454127311707,
+      "learning_rate": 1.7211167779049414e-05,
+      "loss": 1.2475,
+      "step": 8935
+    },
+    {
+      "epoch": 2.6615536402390214,
+      "grad_norm": 0.23509784042835236,
+      "learning_rate": 1.7210499480872003e-05,
+      "loss": 1.2434,
+      "step": 8936
+    },
+    {
+      "epoch": 2.66185148643869,
+      "grad_norm": 0.24729567766189575,
+      "learning_rate": 1.720983111560895e-05,
+      "loss": 1.2399,
+      "step": 8937
+    },
+    {
+      "epoch": 2.662149332638359,
+      "grad_norm": 0.24425852298736572,
+      "learning_rate": 1.7209162683266473e-05,
+      "loss": 1.2512,
+      "step": 8938
+    },
+    {
+      "epoch": 2.6624471788380273,
+      "grad_norm": 0.23785199224948883,
+      "learning_rate": 1.720849418385079e-05,
+      "loss": 1.2525,
+      "step": 8939
+    },
+    {
+      "epoch": 2.662745025037696,
+      "grad_norm": 0.23505166172981262,
+      "learning_rate": 1.7207825617368125e-05,
+      "loss": 1.2473,
+      "step": 8940
+    },
+    {
+      "epoch": 2.663042871237365,
+      "grad_norm": 0.23657561838626862,
+      "learning_rate": 1.72071569838247e-05,
+      "loss": 1.254,
+      "step": 8941
+    },
+    {
+      "epoch": 2.6633407174370336,
+      "grad_norm": 0.23401376605033875,
+      "learning_rate": 1.7206488283226726e-05,
+      "loss": 1.2789,
+      "step": 8942
+    },
+    {
+      "epoch": 2.6636385636367024,
+      "grad_norm": 0.2471046894788742,
+      "learning_rate": 1.720581951558043e-05,
+      "loss": 1.2377,
+      "step": 8943
+    },
+    {
+      "epoch": 2.6639364098363707,
+      "grad_norm": 0.2282712161540985,
+      "learning_rate": 1.7205150680892035e-05,
+      "loss": 1.2615,
+      "step": 8944
+    },
+    {
+      "epoch": 2.6642342560360395,
+      "grad_norm": 0.2226599007844925,
+      "learning_rate": 1.7204481779167762e-05,
+      "loss": 1.2393,
+      "step": 8945
+    },
+    {
+      "epoch": 2.6645321022357082,
+      "grad_norm": 0.23276494443416595,
+      "learning_rate": 1.7203812810413838e-05,
+      "loss": 1.2498,
+      "step": 8946
+    },
+    {
+      "epoch": 2.6648299484353766,
+      "grad_norm": 0.2419513314962387,
+      "learning_rate": 1.7203143774636485e-05,
+      "loss": 1.2484,
+      "step": 8947
+    },
+    {
+      "epoch": 2.6651277946350453,
+      "grad_norm": 0.22819313406944275,
+      "learning_rate": 1.7202474671841925e-05,
+      "loss": 1.2448,
+      "step": 8948
+    },
+    {
+      "epoch": 2.665425640834714,
+      "grad_norm": 0.24116648733615875,
+      "learning_rate": 1.7201805502036386e-05,
+      "loss": 1.2422,
+      "step": 8949
+    },
+    {
+      "epoch": 2.6657234870343824,
+      "grad_norm": 0.25838974118232727,
+      "learning_rate": 1.7201136265226093e-05,
+      "loss": 1.2455,
+      "step": 8950
+    },
+    {
+      "epoch": 2.666021333234051,
+      "grad_norm": 0.22826877236366272,
+      "learning_rate": 1.7200466961417272e-05,
+      "loss": 1.2466,
+      "step": 8951
+    },
+    {
+      "epoch": 2.66631917943372,
+      "grad_norm": 0.2496095895767212,
+      "learning_rate": 1.719979759061615e-05,
+      "loss": 1.2475,
+      "step": 8952
+    },
+    {
+      "epoch": 2.6666170256333883,
+      "grad_norm": 0.24863339960575104,
+      "learning_rate": 1.7199128152828958e-05,
+      "loss": 1.2442,
+      "step": 8953
+    },
+    {
+      "epoch": 2.666914871833057,
+      "grad_norm": 0.2691372334957123,
+      "learning_rate": 1.719845864806192e-05,
+      "loss": 1.247,
+      "step": 8954
+    },
+    {
+      "epoch": 2.667212718032726,
+      "grad_norm": 0.23048639297485352,
+      "learning_rate": 1.7197789076321267e-05,
+      "loss": 1.2415,
+      "step": 8955
+    },
+    {
+      "epoch": 2.6675105642323946,
+      "grad_norm": 0.24400363862514496,
+      "learning_rate": 1.7197119437613227e-05,
+      "loss": 1.255,
+      "step": 8956
+    },
+    {
+      "epoch": 2.6678084104320634,
+      "grad_norm": 0.2377277910709381,
+      "learning_rate": 1.7196449731944037e-05,
+      "loss": 1.2548,
+      "step": 8957
+    },
+    {
+      "epoch": 2.6681062566317317,
+      "grad_norm": 0.23374474048614502,
+      "learning_rate": 1.719577995931992e-05,
+      "loss": 1.2587,
+      "step": 8958
+    },
+    {
+      "epoch": 2.6684041028314005,
+      "grad_norm": 0.28326719999313354,
+      "learning_rate": 1.7195110119747106e-05,
+      "loss": 1.243,
+      "step": 8959
+    },
+    {
+      "epoch": 2.6687019490310693,
+      "grad_norm": 0.2740752696990967,
+      "learning_rate": 1.7194440213231836e-05,
+      "loss": 1.2416,
+      "step": 8960
+    },
+    {
+      "epoch": 2.6689997952307376,
+      "grad_norm": 0.23700512945652008,
+      "learning_rate": 1.7193770239780336e-05,
+      "loss": 1.246,
+      "step": 8961
+    },
+    {
+      "epoch": 2.6692976414304064,
+      "grad_norm": 0.23480559885501862,
+      "learning_rate": 1.7193100199398843e-05,
+      "loss": 1.2547,
+      "step": 8962
+    },
+    {
+      "epoch": 2.669595487630075,
+      "grad_norm": 0.2860928177833557,
+      "learning_rate": 1.7192430092093586e-05,
+      "loss": 1.2521,
+      "step": 8963
+    },
+    {
+      "epoch": 2.6698933338297435,
+      "grad_norm": 0.25524553656578064,
+      "learning_rate": 1.7191759917870805e-05,
+      "loss": 1.2596,
+      "step": 8964
+    },
+    {
+      "epoch": 2.6701911800294122,
+      "grad_norm": 0.25950267910957336,
+      "learning_rate": 1.719108967673673e-05,
+      "loss": 1.2354,
+      "step": 8965
+    },
+    {
+      "epoch": 2.670489026229081,
+      "grad_norm": 0.22618107497692108,
+      "learning_rate": 1.7190419368697605e-05,
+      "loss": 1.2401,
+      "step": 8966
+    },
+    {
+      "epoch": 2.6707868724287493,
+      "grad_norm": 0.24542158842086792,
+      "learning_rate": 1.718974899375966e-05,
+      "loss": 1.2799,
+      "step": 8967
+    },
+    {
+      "epoch": 2.671084718628418,
+      "grad_norm": 0.24449419975280762,
+      "learning_rate": 1.7189078551929133e-05,
+      "loss": 1.2433,
+      "step": 8968
+    },
+    {
+      "epoch": 2.671382564828087,
+      "grad_norm": 0.26330330967903137,
+      "learning_rate": 1.7188408043212258e-05,
+      "loss": 1.253,
+      "step": 8969
+    },
+    {
+      "epoch": 2.6716804110277557,
+      "grad_norm": 0.244807630777359,
+      "learning_rate": 1.7187737467615285e-05,
+      "loss": 1.2448,
+      "step": 8970
+    },
+    {
+      "epoch": 2.6719782572274244,
+      "grad_norm": 0.23932670056819916,
+      "learning_rate": 1.718706682514444e-05,
+      "loss": 1.2532,
+      "step": 8971
+    },
+    {
+      "epoch": 2.6722761034270928,
+      "grad_norm": 0.27525243163108826,
+      "learning_rate": 1.718639611580597e-05,
+      "loss": 1.2414,
+      "step": 8972
+    },
+    {
+      "epoch": 2.6725739496267615,
+      "grad_norm": 0.26601141691207886,
+      "learning_rate": 1.7185725339606116e-05,
+      "loss": 1.2491,
+      "step": 8973
+    },
+    {
+      "epoch": 2.6728717958264303,
+      "grad_norm": 0.2720913589000702,
+      "learning_rate": 1.718505449655111e-05,
+      "loss": 1.2546,
+      "step": 8974
+    },
+    {
+      "epoch": 2.6731696420260986,
+      "grad_norm": 0.31385520100593567,
+      "learning_rate": 1.71843835866472e-05,
+      "loss": 1.2641,
+      "step": 8975
+    },
+    {
+      "epoch": 2.6734674882257674,
+      "grad_norm": 0.23295383155345917,
+      "learning_rate": 1.7183712609900635e-05,
+      "loss": 1.2493,
+      "step": 8976
+    },
+    {
+      "epoch": 2.673765334425436,
+      "grad_norm": 0.262129545211792,
+      "learning_rate": 1.7183041566317643e-05,
+      "loss": 1.2486,
+      "step": 8977
+    },
+    {
+      "epoch": 2.6740631806251045,
+      "grad_norm": 0.22411711513996124,
+      "learning_rate": 1.7182370455904477e-05,
+      "loss": 1.243,
+      "step": 8978
+    },
+    {
+      "epoch": 2.6743610268247733,
+      "grad_norm": 0.31297796964645386,
+      "learning_rate": 1.7181699278667378e-05,
+      "loss": 1.2644,
+      "step": 8979
+    },
+    {
+      "epoch": 2.674658873024442,
+      "grad_norm": 0.23683494329452515,
+      "learning_rate": 1.7181028034612596e-05,
+      "loss": 1.2426,
+      "step": 8980
+    },
+    {
+      "epoch": 2.6749567192241104,
+      "grad_norm": 0.2417498379945755,
+      "learning_rate": 1.7180356723746365e-05,
+      "loss": 1.2402,
+      "step": 8981
+    },
+    {
+      "epoch": 2.675254565423779,
+      "grad_norm": 0.2354615032672882,
+      "learning_rate": 1.7179685346074938e-05,
+      "loss": 1.2343,
+      "step": 8982
+    },
+    {
+      "epoch": 2.675552411623448,
+      "grad_norm": 0.2346847802400589,
+      "learning_rate": 1.717901390160456e-05,
+      "loss": 1.2688,
+      "step": 8983
+    },
+    {
+      "epoch": 2.6758502578231167,
+      "grad_norm": 0.22196222841739655,
+      "learning_rate": 1.717834239034148e-05,
+      "loss": 1.2431,
+      "step": 8984
+    },
+    {
+      "epoch": 2.6761481040227855,
+      "grad_norm": 0.2591729164123535,
+      "learning_rate": 1.7177670812291946e-05,
+      "loss": 1.2365,
+      "step": 8985
+    },
+    {
+      "epoch": 2.676445950222454,
+      "grad_norm": 0.23349237442016602,
+      "learning_rate": 1.7176999167462204e-05,
+      "loss": 1.2561,
+      "step": 8986
+    },
+    {
+      "epoch": 2.6767437964221226,
+      "grad_norm": 0.25721341371536255,
+      "learning_rate": 1.7176327455858503e-05,
+      "loss": 1.2503,
+      "step": 8987
+    },
+    {
+      "epoch": 2.6770416426217913,
+      "grad_norm": 0.22645686566829681,
+      "learning_rate": 1.717565567748709e-05,
+      "loss": 1.2461,
+      "step": 8988
+    },
+    {
+      "epoch": 2.6773394888214597,
+      "grad_norm": 0.2434178739786148,
+      "learning_rate": 1.717498383235422e-05,
+      "loss": 1.2475,
+      "step": 8989
+    },
+    {
+      "epoch": 2.6776373350211284,
+      "grad_norm": 0.23041358590126038,
+      "learning_rate": 1.7174311920466143e-05,
+      "loss": 1.2682,
+      "step": 8990
+    },
+    {
+      "epoch": 2.677935181220797,
+      "grad_norm": 0.2594456076622009,
+      "learning_rate": 1.7173639941829105e-05,
+      "loss": 1.2538,
+      "step": 8991
+    },
+    {
+      "epoch": 2.6782330274204655,
+      "grad_norm": 0.23500095307826996,
+      "learning_rate": 1.7172967896449367e-05,
+      "loss": 1.2457,
+      "step": 8992
+    },
+    {
+      "epoch": 2.6785308736201343,
+      "grad_norm": 0.24464409053325653,
+      "learning_rate": 1.7172295784333174e-05,
+      "loss": 1.2386,
+      "step": 8993
+    },
+    {
+      "epoch": 2.678828719819803,
+      "grad_norm": 0.2371082305908203,
+      "learning_rate": 1.7171623605486784e-05,
+      "loss": 1.2359,
+      "step": 8994
+    },
+    {
+      "epoch": 2.679126566019472,
+      "grad_norm": 0.43126392364501953,
+      "learning_rate": 1.7170951359916447e-05,
+      "loss": 1.2472,
+      "step": 8995
+    },
+    {
+      "epoch": 2.67942441221914,
+      "grad_norm": 0.3418256938457489,
+      "learning_rate": 1.717027904762842e-05,
+      "loss": 1.2415,
+      "step": 8996
+    },
+    {
+      "epoch": 2.679722258418809,
+      "grad_norm": 0.33027663826942444,
+      "learning_rate": 1.716960666862896e-05,
+      "loss": 1.2323,
+      "step": 8997
+    },
+    {
+      "epoch": 2.6800201046184777,
+      "grad_norm": 0.5020977258682251,
+      "learning_rate": 1.7168934222924317e-05,
+      "loss": 1.2485,
+      "step": 8998
+    },
+    {
+      "epoch": 2.6803179508181465,
+      "grad_norm": 0.2648580074310303,
+      "learning_rate": 1.7168261710520753e-05,
+      "loss": 1.2492,
+      "step": 8999
+    },
+    {
+      "epoch": 2.680615797017815,
+      "grad_norm": 0.2582843601703644,
+      "learning_rate": 1.716758913142452e-05,
+      "loss": 1.2548,
+      "step": 9000
+    },
+    {
+      "epoch": 2.680615797017815,
+      "eval_loss": 1.33614182472229,
+      "eval_runtime": 19.8208,
+      "eval_samples_per_second": 87.484,
+      "eval_steps_per_second": 5.499,
+      "step": 9000
+    },
+    {
+      "epoch": 2.6809136432174836,
+      "grad_norm": 0.25006046891212463,
+      "learning_rate": 1.7166916485641882e-05,
+      "loss": 1.2476,
+      "step": 9001
+    },
+    {
+      "epoch": 2.6812114894171524,
+      "grad_norm": 0.23376592993736267,
+      "learning_rate": 1.716624377317909e-05,
+      "loss": 1.2347,
+      "step": 9002
+    },
+    {
+      "epoch": 2.6815093356168207,
+      "grad_norm": 0.3001675009727478,
+      "learning_rate": 1.716557099404241e-05,
+      "loss": 1.2519,
+      "step": 9003
+    },
+    {
+      "epoch": 2.6818071818164895,
+      "grad_norm": 0.2258872091770172,
+      "learning_rate": 1.7164898148238094e-05,
+      "loss": 1.2471,
+      "step": 9004
+    },
+    {
+      "epoch": 2.6821050280161582,
+      "grad_norm": 0.24445126950740814,
+      "learning_rate": 1.7164225235772406e-05,
+      "loss": 1.2362,
+      "step": 9005
+    },
+    {
+      "epoch": 2.6824028742158266,
+      "grad_norm": 0.25726720690727234,
+      "learning_rate": 1.7163552256651608e-05,
+      "loss": 1.2454,
+      "step": 9006
+    },
+    {
+      "epoch": 2.6827007204154953,
+      "grad_norm": 0.23210914433002472,
+      "learning_rate": 1.716287921088196e-05,
+      "loss": 1.2582,
+      "step": 9007
+    },
+    {
+      "epoch": 2.682998566615164,
+      "grad_norm": 0.29994168877601624,
+      "learning_rate": 1.7162206098469724e-05,
+      "loss": 1.2275,
+      "step": 9008
+    },
+    {
+      "epoch": 2.683296412814833,
+      "grad_norm": 0.24527543783187866,
+      "learning_rate": 1.716153291942116e-05,
+      "loss": 1.2275,
+      "step": 9009
+    },
+    {
+      "epoch": 2.6835942590145017,
+      "grad_norm": 0.2653655707836151,
+      "learning_rate": 1.7160859673742537e-05,
+      "loss": 1.2394,
+      "step": 9010
+    },
+    {
+      "epoch": 2.68389210521417,
+      "grad_norm": 0.2707829177379608,
+      "learning_rate": 1.7160186361440113e-05,
+      "loss": 1.2532,
+      "step": 9011
+    },
+    {
+      "epoch": 2.6841899514138388,
+      "grad_norm": 0.23000174760818481,
+      "learning_rate": 1.7159512982520153e-05,
+      "loss": 1.2502,
+      "step": 9012
+    },
+    {
+      "epoch": 2.6844877976135075,
+      "grad_norm": 0.23766934871673584,
+      "learning_rate": 1.7158839536988926e-05,
+      "loss": 1.2514,
+      "step": 9013
+    },
+    {
+      "epoch": 2.684785643813176,
+      "grad_norm": 0.2337920069694519,
+      "learning_rate": 1.7158166024852697e-05,
+      "loss": 1.2418,
+      "step": 9014
+    },
+    {
+      "epoch": 2.6850834900128446,
+      "grad_norm": 0.22401787340641022,
+      "learning_rate": 1.715749244611773e-05,
+      "loss": 1.2556,
+      "step": 9015
+    },
+    {
+      "epoch": 2.6853813362125134,
+      "grad_norm": 0.254700243473053,
+      "learning_rate": 1.7156818800790292e-05,
+      "loss": 1.2355,
+      "step": 9016
+    },
+    {
+      "epoch": 2.6856791824121817,
+      "grad_norm": 0.24101154506206512,
+      "learning_rate": 1.715614508887665e-05,
+      "loss": 1.2473,
+      "step": 9017
+    },
+    {
+      "epoch": 2.6859770286118505,
+      "grad_norm": 0.24811016023159027,
+      "learning_rate": 1.7155471310383073e-05,
+      "loss": 1.243,
+      "step": 9018
+    },
+    {
+      "epoch": 2.6862748748115193,
+      "grad_norm": 0.23110364377498627,
+      "learning_rate": 1.7154797465315834e-05,
+      "loss": 1.2407,
+      "step": 9019
+    },
+    {
+      "epoch": 2.6865727210111876,
+      "grad_norm": 0.22973401844501495,
+      "learning_rate": 1.7154123553681194e-05,
+      "loss": 1.2461,
+      "step": 9020
+    },
+    {
+      "epoch": 2.6868705672108564,
+      "grad_norm": 0.23058158159255981,
+      "learning_rate": 1.7153449575485428e-05,
+      "loss": 1.2422,
+      "step": 9021
+    },
+    {
+      "epoch": 2.687168413410525,
+      "grad_norm": 0.25269100069999695,
+      "learning_rate": 1.715277553073481e-05,
+      "loss": 1.256,
+      "step": 9022
+    },
+    {
+      "epoch": 2.687466259610194,
+      "grad_norm": 0.24133670330047607,
+      "learning_rate": 1.7152101419435602e-05,
+      "loss": 1.2458,
+      "step": 9023
+    },
+    {
+      "epoch": 2.6877641058098627,
+      "grad_norm": 0.24933025240898132,
+      "learning_rate": 1.715142724159408e-05,
+      "loss": 1.243,
+      "step": 9024
+    },
+    {
+      "epoch": 2.688061952009531,
+      "grad_norm": 0.24056760966777802,
+      "learning_rate": 1.7150752997216524e-05,
+      "loss": 1.2355,
+      "step": 9025
+    },
+    {
+      "epoch": 2.6883597982092,
+      "grad_norm": 0.2292553037405014,
+      "learning_rate": 1.7150078686309198e-05,
+      "loss": 1.2432,
+      "step": 9026
+    },
+    {
+      "epoch": 2.6886576444088686,
+      "grad_norm": 0.2316311001777649,
+      "learning_rate": 1.714940430887838e-05,
+      "loss": 1.2593,
+      "step": 9027
+    },
+    {
+      "epoch": 2.688955490608537,
+      "grad_norm": 0.23243388533592224,
+      "learning_rate": 1.7148729864930337e-05,
+      "loss": 1.2449,
+      "step": 9028
+    },
+    {
+      "epoch": 2.6892533368082057,
+      "grad_norm": 0.23164501786231995,
+      "learning_rate": 1.7148055354471355e-05,
+      "loss": 1.2512,
+      "step": 9029
+    },
+    {
+      "epoch": 2.6895511830078744,
+      "grad_norm": 0.2510435879230499,
+      "learning_rate": 1.7147380777507703e-05,
+      "loss": 1.2529,
+      "step": 9030
+    },
+    {
+      "epoch": 2.6898490292075428,
+      "grad_norm": 0.2775104343891144,
+      "learning_rate": 1.714670613404566e-05,
+      "loss": 1.2607,
+      "step": 9031
+    },
+    {
+      "epoch": 2.6901468754072115,
+      "grad_norm": 0.2796226143836975,
+      "learning_rate": 1.7146031424091497e-05,
+      "loss": 1.2476,
+      "step": 9032
+    },
+    {
+      "epoch": 2.6904447216068803,
+      "grad_norm": 0.2853524088859558,
+      "learning_rate": 1.7145356647651498e-05,
+      "loss": 1.2699,
+      "step": 9033
+    },
+    {
+      "epoch": 2.6907425678065486,
+      "grad_norm": 0.2359253168106079,
+      "learning_rate": 1.714468180473194e-05,
+      "loss": 1.233,
+      "step": 9034
+    },
+    {
+      "epoch": 2.6910404140062174,
+      "grad_norm": 0.42600083351135254,
+      "learning_rate": 1.7144006895339098e-05,
+      "loss": 1.2383,
+      "step": 9035
+    },
+    {
+      "epoch": 2.691338260205886,
+      "grad_norm": 0.28889214992523193,
+      "learning_rate": 1.7143331919479252e-05,
+      "loss": 1.2344,
+      "step": 9036
+    },
+    {
+      "epoch": 2.691636106405555,
+      "grad_norm": 0.2893359959125519,
+      "learning_rate": 1.7142656877158684e-05,
+      "loss": 1.2479,
+      "step": 9037
+    },
+    {
+      "epoch": 2.6919339526052237,
+      "grad_norm": 0.2502742409706116,
+      "learning_rate": 1.714198176838368e-05,
+      "loss": 1.2388,
+      "step": 9038
+    },
+    {
+      "epoch": 2.692231798804892,
+      "grad_norm": 0.31276842951774597,
+      "learning_rate": 1.7141306593160508e-05,
+      "loss": 1.2458,
+      "step": 9039
+    },
+    {
+      "epoch": 2.692529645004561,
+      "grad_norm": 0.22691497206687927,
+      "learning_rate": 1.714063135149546e-05,
+      "loss": 1.2313,
+      "step": 9040
+    },
+    {
+      "epoch": 2.6928274912042296,
+      "grad_norm": 0.23439256846904755,
+      "learning_rate": 1.7139956043394814e-05,
+      "loss": 1.2554,
+      "step": 9041
+    },
+    {
+      "epoch": 2.693125337403898,
+      "grad_norm": 0.24257373809814453,
+      "learning_rate": 1.7139280668864855e-05,
+      "loss": 1.254,
+      "step": 9042
+    },
+    {
+      "epoch": 2.6934231836035667,
+      "grad_norm": 0.23966045677661896,
+      "learning_rate": 1.713860522791187e-05,
+      "loss": 1.2383,
+      "step": 9043
+    },
+    {
+      "epoch": 2.6937210298032355,
+      "grad_norm": 0.24259738624095917,
+      "learning_rate": 1.7137929720542136e-05,
+      "loss": 1.2466,
+      "step": 9044
+    },
+    {
+      "epoch": 2.694018876002904,
+      "grad_norm": 0.2348119467496872,
+      "learning_rate": 1.7137254146761936e-05,
+      "loss": 1.2496,
+      "step": 9045
+    },
+    {
+      "epoch": 2.6943167222025726,
+      "grad_norm": 0.24347592890262604,
+      "learning_rate": 1.7136578506577562e-05,
+      "loss": 1.2474,
+      "step": 9046
+    },
+    {
+      "epoch": 2.6946145684022413,
+      "grad_norm": 0.2700434625148773,
+      "learning_rate": 1.7135902799995302e-05,
+      "loss": 1.2574,
+      "step": 9047
+    },
+    {
+      "epoch": 2.6949124146019097,
+      "grad_norm": 0.28286752104759216,
+      "learning_rate": 1.713522702702144e-05,
+      "loss": 1.2407,
+      "step": 9048
+    },
+    {
+      "epoch": 2.6952102608015784,
+      "grad_norm": 0.35509929060935974,
+      "learning_rate": 1.713455118766226e-05,
+      "loss": 1.2573,
+      "step": 9049
+    },
+    {
+      "epoch": 2.695508107001247,
+      "grad_norm": 0.6191769242286682,
+      "learning_rate": 1.7133875281924054e-05,
+      "loss": 1.236,
+      "step": 9050
+    },
+    {
+      "epoch": 2.695805953200916,
+      "grad_norm": 0.2674236595630646,
+      "learning_rate": 1.7133199309813106e-05,
+      "loss": 1.2502,
+      "step": 9051
+    },
+    {
+      "epoch": 2.6961037994005848,
+      "grad_norm": 0.6483727693557739,
+      "learning_rate": 1.7132523271335714e-05,
+      "loss": 1.2507,
+      "step": 9052
+    },
+    {
+      "epoch": 2.696401645600253,
+      "grad_norm": 0.3155398666858673,
+      "learning_rate": 1.7131847166498156e-05,
+      "loss": 1.2408,
+      "step": 9053
+    },
+    {
+      "epoch": 2.696699491799922,
+      "grad_norm": 0.27703872323036194,
+      "learning_rate": 1.713117099530673e-05,
+      "loss": 1.2381,
+      "step": 9054
+    },
+    {
+      "epoch": 2.6969973379995906,
+      "grad_norm": 0.24894583225250244,
+      "learning_rate": 1.7130494757767724e-05,
+      "loss": 1.2517,
+      "step": 9055
+    },
+    {
+      "epoch": 2.697295184199259,
+      "grad_norm": 0.24170449376106262,
+      "learning_rate": 1.7129818453887432e-05,
+      "loss": 1.2401,
+      "step": 9056
+    },
+    {
+      "epoch": 2.6975930303989277,
+      "grad_norm": 0.2369874268770218,
+      "learning_rate": 1.7129142083672147e-05,
+      "loss": 1.2461,
+      "step": 9057
+    },
+    {
+      "epoch": 2.6978908765985965,
+      "grad_norm": 0.2657559812068939,
+      "learning_rate": 1.712846564712816e-05,
+      "loss": 1.2578,
+      "step": 9058
+    },
+    {
+      "epoch": 2.698188722798265,
+      "grad_norm": 0.25176188349723816,
+      "learning_rate": 1.712778914426176e-05,
+      "loss": 1.2268,
+      "step": 9059
+    },
+    {
+      "epoch": 2.6984865689979336,
+      "grad_norm": 0.22299958765506744,
+      "learning_rate": 1.712711257507925e-05,
+      "loss": 1.2458,
+      "step": 9060
+    },
+    {
+      "epoch": 2.6987844151976024,
+      "grad_norm": 0.2352006584405899,
+      "learning_rate": 1.712643593958692e-05,
+      "loss": 1.2495,
+      "step": 9061
+    },
+    {
+      "epoch": 2.699082261397271,
+      "grad_norm": 0.22989533841609955,
+      "learning_rate": 1.7125759237791065e-05,
+      "loss": 1.2413,
+      "step": 9062
+    },
+    {
+      "epoch": 2.6993801075969395,
+      "grad_norm": 0.23323993384838104,
+      "learning_rate": 1.712508246969798e-05,
+      "loss": 1.2525,
+      "step": 9063
+    },
+    {
+      "epoch": 2.6996779537966082,
+      "grad_norm": 0.23476077616214752,
+      "learning_rate": 1.7124405635313964e-05,
+      "loss": 1.2624,
+      "step": 9064
+    },
+    {
+      "epoch": 2.699975799996277,
+      "grad_norm": 0.23075537383556366,
+      "learning_rate": 1.7123728734645316e-05,
+      "loss": 1.2441,
+      "step": 9065
+    },
+    {
+      "epoch": 2.700273646195946,
+      "grad_norm": 0.236238032579422,
+      "learning_rate": 1.712305176769833e-05,
+      "loss": 1.2417,
+      "step": 9066
+    },
+    {
+      "epoch": 2.700571492395614,
+      "grad_norm": 0.2502848505973816,
+      "learning_rate": 1.7122374734479304e-05,
+      "loss": 1.2418,
+      "step": 9067
+    },
+    {
+      "epoch": 2.700869338595283,
+      "grad_norm": 0.235133096575737,
+      "learning_rate": 1.712169763499454e-05,
+      "loss": 1.2432,
+      "step": 9068
+    },
+    {
+      "epoch": 2.7011671847949517,
+      "grad_norm": 0.23175573348999023,
+      "learning_rate": 1.7121020469250336e-05,
+      "loss": 1.2393,
+      "step": 9069
+    },
+    {
+      "epoch": 2.70146503099462,
+      "grad_norm": 0.22638940811157227,
+      "learning_rate": 1.7120343237252994e-05,
+      "loss": 1.2297,
+      "step": 9070
+    },
+    {
+      "epoch": 2.7017628771942888,
+      "grad_norm": 0.23068824410438538,
+      "learning_rate": 1.7119665939008808e-05,
+      "loss": 1.2597,
+      "step": 9071
+    },
+    {
+      "epoch": 2.7020607233939575,
+      "grad_norm": 0.23865114152431488,
+      "learning_rate": 1.7118988574524095e-05,
+      "loss": 1.2633,
+      "step": 9072
+    },
+    {
+      "epoch": 2.702358569593626,
+      "grad_norm": 0.22494173049926758,
+      "learning_rate": 1.711831114380514e-05,
+      "loss": 1.2515,
+      "step": 9073
+    },
+    {
+      "epoch": 2.7026564157932946,
+      "grad_norm": 0.2372240573167801,
+      "learning_rate": 1.7117633646858252e-05,
+      "loss": 1.2282,
+      "step": 9074
+    },
+    {
+      "epoch": 2.7029542619929634,
+      "grad_norm": 0.238014817237854,
+      "learning_rate": 1.7116956083689737e-05,
+      "loss": 1.2564,
+      "step": 9075
+    },
+    {
+      "epoch": 2.703252108192632,
+      "grad_norm": 0.2317420244216919,
+      "learning_rate": 1.7116278454305898e-05,
+      "loss": 1.2509,
+      "step": 9076
+    },
+    {
+      "epoch": 2.703549954392301,
+      "grad_norm": 0.23609192669391632,
+      "learning_rate": 1.711560075871304e-05,
+      "loss": 1.2327,
+      "step": 9077
+    },
+    {
+      "epoch": 2.7038478005919693,
+      "grad_norm": 0.2346174120903015,
+      "learning_rate": 1.7114922996917465e-05,
+      "loss": 1.2454,
+      "step": 9078
+    },
+    {
+      "epoch": 2.704145646791638,
+      "grad_norm": 0.2298157811164856,
+      "learning_rate": 1.711424516892548e-05,
+      "loss": 1.258,
+      "step": 9079
+    },
+    {
+      "epoch": 2.704443492991307,
+      "grad_norm": 0.22545742988586426,
+      "learning_rate": 1.711356727474339e-05,
+      "loss": 1.2577,
+      "step": 9080
+    },
+    {
+      "epoch": 2.704741339190975,
+      "grad_norm": 0.23808005452156067,
+      "learning_rate": 1.7112889314377508e-05,
+      "loss": 1.2388,
+      "step": 9081
+    },
+    {
+      "epoch": 2.705039185390644,
+      "grad_norm": 0.21936507523059845,
+      "learning_rate": 1.711221128783414e-05,
+      "loss": 1.2303,
+      "step": 9082
+    },
+    {
+      "epoch": 2.7053370315903127,
+      "grad_norm": 0.23477523028850555,
+      "learning_rate": 1.7111533195119586e-05,
+      "loss": 1.2479,
+      "step": 9083
+    },
+    {
+      "epoch": 2.705634877789981,
+      "grad_norm": 0.2425217479467392,
+      "learning_rate": 1.711085503624017e-05,
+      "loss": 1.244,
+      "step": 9084
+    },
+    {
+      "epoch": 2.70593272398965,
+      "grad_norm": 0.2296759933233261,
+      "learning_rate": 1.7110176811202185e-05,
+      "loss": 1.2626,
+      "step": 9085
+    },
+    {
+      "epoch": 2.7062305701893186,
+      "grad_norm": 0.22694678604602814,
+      "learning_rate": 1.710949852001195e-05,
+      "loss": 1.2469,
+      "step": 9086
+    },
+    {
+      "epoch": 2.706528416388987,
+      "grad_norm": 0.225328266620636,
+      "learning_rate": 1.7108820162675777e-05,
+      "loss": 1.2362,
+      "step": 9087
+    },
+    {
+      "epoch": 2.7068262625886557,
+      "grad_norm": 0.24670012295246124,
+      "learning_rate": 1.7108141739199973e-05,
+      "loss": 1.2357,
+      "step": 9088
+    },
+    {
+      "epoch": 2.7071241087883244,
+      "grad_norm": 0.23392459750175476,
+      "learning_rate": 1.7107463249590852e-05,
+      "loss": 1.241,
+      "step": 9089
+    },
+    {
+      "epoch": 2.707421954987993,
+      "grad_norm": 0.2339889109134674,
+      "learning_rate": 1.7106784693854726e-05,
+      "loss": 1.238,
+      "step": 9090
+    },
+    {
+      "epoch": 2.707719801187662,
+      "grad_norm": 0.23321010172367096,
+      "learning_rate": 1.710610607199791e-05,
+      "loss": 1.2428,
+      "step": 9091
+    },
+    {
+      "epoch": 2.7080176473873303,
+      "grad_norm": 0.2305080145597458,
+      "learning_rate": 1.7105427384026715e-05,
+      "loss": 1.2368,
+      "step": 9092
+    },
+    {
+      "epoch": 2.708315493586999,
+      "grad_norm": 0.23064188659191132,
+      "learning_rate": 1.7104748629947456e-05,
+      "loss": 1.2597,
+      "step": 9093
+    },
+    {
+      "epoch": 2.708613339786668,
+      "grad_norm": 0.2329948991537094,
+      "learning_rate": 1.710406980976645e-05,
+      "loss": 1.2711,
+      "step": 9094
+    },
+    {
+      "epoch": 2.708911185986336,
+      "grad_norm": 0.24623043835163116,
+      "learning_rate": 1.7103390923490013e-05,
+      "loss": 1.2457,
+      "step": 9095
+    },
+    {
+      "epoch": 2.709209032186005,
+      "grad_norm": 0.23980486392974854,
+      "learning_rate": 1.7102711971124458e-05,
+      "loss": 1.2447,
+      "step": 9096
+    },
+    {
+      "epoch": 2.7095068783856737,
+      "grad_norm": 0.23110947012901306,
+      "learning_rate": 1.7102032952676103e-05,
+      "loss": 1.2432,
+      "step": 9097
+    },
+    {
+      "epoch": 2.709804724585342,
+      "grad_norm": 0.23680636286735535,
+      "learning_rate": 1.7101353868151268e-05,
+      "loss": 1.2545,
+      "step": 9098
+    },
+    {
+      "epoch": 2.710102570785011,
+      "grad_norm": 0.2491663545370102,
+      "learning_rate": 1.7100674717556273e-05,
+      "loss": 1.239,
+      "step": 9099
+    },
+    {
+      "epoch": 2.7104004169846796,
+      "grad_norm": 0.22969883680343628,
+      "learning_rate": 1.7099995500897425e-05,
+      "loss": 1.2437,
+      "step": 9100
+    },
+    {
+      "epoch": 2.710698263184348,
+      "grad_norm": 0.23873046040534973,
+      "learning_rate": 1.709931621818106e-05,
+      "loss": 1.2533,
+      "step": 9101
+    },
+    {
+      "epoch": 2.7109961093840167,
+      "grad_norm": 0.24019987881183624,
+      "learning_rate": 1.7098636869413483e-05,
+      "loss": 1.2535,
+      "step": 9102
+    },
+    {
+      "epoch": 2.7112939555836855,
+      "grad_norm": 0.23425638675689697,
+      "learning_rate": 1.709795745460102e-05,
+      "loss": 1.2585,
+      "step": 9103
+    },
+    {
+      "epoch": 2.7115918017833542,
+      "grad_norm": 0.22539055347442627,
+      "learning_rate": 1.7097277973749998e-05,
+      "loss": 1.2401,
+      "step": 9104
+    },
+    {
+      "epoch": 2.711889647983023,
+      "grad_norm": 0.2362004667520523,
+      "learning_rate": 1.7096598426866732e-05,
+      "loss": 1.2391,
+      "step": 9105
+    },
+    {
+      "epoch": 2.7121874941826913,
+      "grad_norm": 0.22755102813243866,
+      "learning_rate": 1.7095918813957547e-05,
+      "loss": 1.2386,
+      "step": 9106
+    },
+    {
+      "epoch": 2.71248534038236,
+      "grad_norm": 0.2261369824409485,
+      "learning_rate": 1.7095239135028767e-05,
+      "loss": 1.2402,
+      "step": 9107
+    },
+    {
+      "epoch": 2.712783186582029,
+      "grad_norm": 0.23672804236412048,
+      "learning_rate": 1.709455939008671e-05,
+      "loss": 1.2347,
+      "step": 9108
+    },
+    {
+      "epoch": 2.713081032781697,
+      "grad_norm": 0.23127327859401703,
+      "learning_rate": 1.7093879579137705e-05,
+      "loss": 1.2493,
+      "step": 9109
+    },
+    {
+      "epoch": 2.713378878981366,
+      "grad_norm": 0.2461974322795868,
+      "learning_rate": 1.709319970218808e-05,
+      "loss": 1.248,
+      "step": 9110
+    },
+    {
+      "epoch": 2.7136767251810348,
+      "grad_norm": 0.24692919850349426,
+      "learning_rate": 1.7092519759244153e-05,
+      "loss": 1.2595,
+      "step": 9111
+    },
+    {
+      "epoch": 2.713974571380703,
+      "grad_norm": 0.23184597492218018,
+      "learning_rate": 1.7091839750312255e-05,
+      "loss": 1.2519,
+      "step": 9112
+    },
+    {
+      "epoch": 2.714272417580372,
+      "grad_norm": 0.2404884696006775,
+      "learning_rate": 1.7091159675398713e-05,
+      "loss": 1.2429,
+      "step": 9113
+    },
+    {
+      "epoch": 2.7145702637800406,
+      "grad_norm": 0.2422194927930832,
+      "learning_rate": 1.7090479534509853e-05,
+      "loss": 1.2648,
+      "step": 9114
+    },
+    {
+      "epoch": 2.714868109979709,
+      "grad_norm": 0.23007488250732422,
+      "learning_rate": 1.7089799327652003e-05,
+      "loss": 1.2389,
+      "step": 9115
+    },
+    {
+      "epoch": 2.7151659561793777,
+      "grad_norm": 0.23888500034809113,
+      "learning_rate": 1.7089119054831486e-05,
+      "loss": 1.2513,
+      "step": 9116
+    },
+    {
+      "epoch": 2.7154638023790465,
+      "grad_norm": 0.22726529836654663,
+      "learning_rate": 1.708843871605464e-05,
+      "loss": 1.2396,
+      "step": 9117
+    },
+    {
+      "epoch": 2.7157616485787153,
+      "grad_norm": 0.2422054260969162,
+      "learning_rate": 1.7087758311327794e-05,
+      "loss": 1.2355,
+      "step": 9118
+    },
+    {
+      "epoch": 2.716059494778384,
+      "grad_norm": 0.23579560220241547,
+      "learning_rate": 1.7087077840657274e-05,
+      "loss": 1.2475,
+      "step": 9119
+    },
+    {
+      "epoch": 2.7163573409780524,
+      "grad_norm": 0.22729834914207458,
+      "learning_rate": 1.7086397304049413e-05,
+      "loss": 1.2398,
+      "step": 9120
+    },
+    {
+      "epoch": 2.716655187177721,
+      "grad_norm": 0.23567086458206177,
+      "learning_rate": 1.708571670151054e-05,
+      "loss": 1.2448,
+      "step": 9121
+    },
+    {
+      "epoch": 2.71695303337739,
+      "grad_norm": 0.22253277897834778,
+      "learning_rate": 1.7085036033046996e-05,
+      "loss": 1.2379,
+      "step": 9122
+    },
+    {
+      "epoch": 2.7172508795770582,
+      "grad_norm": 0.22736045718193054,
+      "learning_rate": 1.7084355298665104e-05,
+      "loss": 1.2387,
+      "step": 9123
+    },
+    {
+      "epoch": 2.717548725776727,
+      "grad_norm": 0.23885032534599304,
+      "learning_rate": 1.70836744983712e-05,
+      "loss": 1.2433,
+      "step": 9124
+    },
+    {
+      "epoch": 2.717846571976396,
+      "grad_norm": 0.24466484785079956,
+      "learning_rate": 1.7082993632171622e-05,
+      "loss": 1.2455,
+      "step": 9125
+    },
+    {
+      "epoch": 2.718144418176064,
+      "grad_norm": 0.25239646434783936,
+      "learning_rate": 1.7082312700072697e-05,
+      "loss": 1.2287,
+      "step": 9126
+    },
+    {
+      "epoch": 2.718442264375733,
+      "grad_norm": 0.23017901182174683,
+      "learning_rate": 1.708163170208077e-05,
+      "loss": 1.2397,
+      "step": 9127
+    },
+    {
+      "epoch": 2.7187401105754017,
+      "grad_norm": 0.2403314709663391,
+      "learning_rate": 1.708095063820217e-05,
+      "loss": 1.2339,
+      "step": 9128
+    },
+    {
+      "epoch": 2.7190379567750704,
+      "grad_norm": 0.2271287739276886,
+      "learning_rate": 1.708026950844323e-05,
+      "loss": 1.2424,
+      "step": 9129
+    },
+    {
+      "epoch": 2.7193358029747388,
+      "grad_norm": 0.2517382502555847,
+      "learning_rate": 1.70795883128103e-05,
+      "loss": 1.2648,
+      "step": 9130
+    },
+    {
+      "epoch": 2.7196336491744075,
+      "grad_norm": 0.2596951723098755,
+      "learning_rate": 1.707890705130971e-05,
+      "loss": 1.2476,
+      "step": 9131
+    },
+    {
+      "epoch": 2.7199314953740763,
+      "grad_norm": 0.24782678484916687,
+      "learning_rate": 1.7078225723947798e-05,
+      "loss": 1.2248,
+      "step": 9132
+    },
+    {
+      "epoch": 2.720229341573745,
+      "grad_norm": 0.2564922571182251,
+      "learning_rate": 1.7077544330730903e-05,
+      "loss": 1.2654,
+      "step": 9133
+    },
+    {
+      "epoch": 2.7205271877734134,
+      "grad_norm": 0.2629776895046234,
+      "learning_rate": 1.707686287166537e-05,
+      "loss": 1.2564,
+      "step": 9134
+    },
+    {
+      "epoch": 2.720825033973082,
+      "grad_norm": 0.2627808451652527,
+      "learning_rate": 1.7076181346757527e-05,
+      "loss": 1.2343,
+      "step": 9135
+    },
+    {
+      "epoch": 2.721122880172751,
+      "grad_norm": 0.26616424322128296,
+      "learning_rate": 1.7075499756013728e-05,
+      "loss": 1.2442,
+      "step": 9136
+    },
+    {
+      "epoch": 2.7214207263724193,
+      "grad_norm": 0.3545578122138977,
+      "learning_rate": 1.7074818099440306e-05,
+      "loss": 1.2486,
+      "step": 9137
+    },
+    {
+      "epoch": 2.721718572572088,
+      "grad_norm": 0.24880005419254303,
+      "learning_rate": 1.707413637704361e-05,
+      "loss": 1.2425,
+      "step": 9138
+    },
+    {
+      "epoch": 2.722016418771757,
+      "grad_norm": 0.26369282603263855,
+      "learning_rate": 1.7073454588829976e-05,
+      "loss": 1.2397,
+      "step": 9139
+    },
+    {
+      "epoch": 2.722314264971425,
+      "grad_norm": 0.23869788646697998,
+      "learning_rate": 1.707277273480575e-05,
+      "loss": 1.2683,
+      "step": 9140
+    },
+    {
+      "epoch": 2.722612111171094,
+      "grad_norm": 0.2874651849269867,
+      "learning_rate": 1.7072090814977275e-05,
+      "loss": 1.2305,
+      "step": 9141
+    },
+    {
+      "epoch": 2.7229099573707627,
+      "grad_norm": 0.25917285680770874,
+      "learning_rate": 1.7071408829350896e-05,
+      "loss": 1.2485,
+      "step": 9142
+    },
+    {
+      "epoch": 2.7232078035704315,
+      "grad_norm": 0.2596162259578705,
+      "learning_rate": 1.707072677793296e-05,
+      "loss": 1.2544,
+      "step": 9143
+    },
+    {
+      "epoch": 2.7235056497701002,
+      "grad_norm": 0.26855939626693726,
+      "learning_rate": 1.7070044660729814e-05,
+      "loss": 1.2483,
+      "step": 9144
+    },
+    {
+      "epoch": 2.7238034959697686,
+      "grad_norm": 0.23040041327476501,
+      "learning_rate": 1.7069362477747798e-05,
+      "loss": 1.2545,
+      "step": 9145
+    },
+    {
+      "epoch": 2.7241013421694373,
+      "grad_norm": 0.2614309787750244,
+      "learning_rate": 1.7068680228993263e-05,
+      "loss": 1.2396,
+      "step": 9146
+    },
+    {
+      "epoch": 2.724399188369106,
+      "grad_norm": 0.23362092673778534,
+      "learning_rate": 1.7067997914472557e-05,
+      "loss": 1.2332,
+      "step": 9147
+    },
+    {
+      "epoch": 2.7246970345687744,
+      "grad_norm": 0.320008248090744,
+      "learning_rate": 1.7067315534192024e-05,
+      "loss": 1.2546,
+      "step": 9148
+    },
+    {
+      "epoch": 2.724994880768443,
+      "grad_norm": 0.25644442439079285,
+      "learning_rate": 1.7066633088158017e-05,
+      "loss": 1.2362,
+      "step": 9149
+    },
+    {
+      "epoch": 2.725292726968112,
+      "grad_norm": 0.24778707325458527,
+      "learning_rate": 1.7065950576376886e-05,
+      "loss": 1.2299,
+      "step": 9150
+    },
+    {
+      "epoch": 2.7255905731677803,
+      "grad_norm": 0.2621813118457794,
+      "learning_rate": 1.706526799885498e-05,
+      "loss": 1.2734,
+      "step": 9151
+    },
+    {
+      "epoch": 2.725888419367449,
+      "grad_norm": 0.2463354915380478,
+      "learning_rate": 1.706458535559865e-05,
+      "loss": 1.2475,
+      "step": 9152
+    },
+    {
+      "epoch": 2.726186265567118,
+      "grad_norm": 0.26674890518188477,
+      "learning_rate": 1.7063902646614242e-05,
+      "loss": 1.2425,
+      "step": 9153
+    },
+    {
+      "epoch": 2.726484111766786,
+      "grad_norm": 0.2545463442802429,
+      "learning_rate": 1.7063219871908118e-05,
+      "loss": 1.2567,
+      "step": 9154
+    },
+    {
+      "epoch": 2.726781957966455,
+      "grad_norm": 0.2650394141674042,
+      "learning_rate": 1.706253703148662e-05,
+      "loss": 1.2505,
+      "step": 9155
+    },
+    {
+      "epoch": 2.7270798041661237,
+      "grad_norm": 0.23900756239891052,
+      "learning_rate": 1.7061854125356107e-05,
+      "loss": 1.2443,
+      "step": 9156
+    },
+    {
+      "epoch": 2.7273776503657925,
+      "grad_norm": 0.22633816301822662,
+      "learning_rate": 1.7061171153522932e-05,
+      "loss": 1.2559,
+      "step": 9157
+    },
+    {
+      "epoch": 2.7276754965654613,
+      "grad_norm": 0.269744873046875,
+      "learning_rate": 1.7060488115993448e-05,
+      "loss": 1.2538,
+      "step": 9158
+    },
+    {
+      "epoch": 2.7279733427651296,
+      "grad_norm": 0.3422834277153015,
+      "learning_rate": 1.7059805012774008e-05,
+      "loss": 1.267,
+      "step": 9159
+    },
+    {
+      "epoch": 2.7282711889647984,
+      "grad_norm": 0.28951409459114075,
+      "learning_rate": 1.7059121843870975e-05,
+      "loss": 1.2645,
+      "step": 9160
+    },
+    {
+      "epoch": 2.728569035164467,
+      "grad_norm": 0.25171276926994324,
+      "learning_rate": 1.7058438609290697e-05,
+      "loss": 1.2359,
+      "step": 9161
+    },
+    {
+      "epoch": 2.7288668813641355,
+      "grad_norm": 0.3104507029056549,
+      "learning_rate": 1.7057755309039535e-05,
+      "loss": 1.2523,
+      "step": 9162
+    },
+    {
+      "epoch": 2.7291647275638042,
+      "grad_norm": 0.2615697383880615,
+      "learning_rate": 1.7057071943123845e-05,
+      "loss": 1.2636,
+      "step": 9163
+    },
+    {
+      "epoch": 2.729462573763473,
+      "grad_norm": 0.264263391494751,
+      "learning_rate": 1.7056388511549985e-05,
+      "loss": 1.2327,
+      "step": 9164
+    },
+    {
+      "epoch": 2.7297604199631413,
+      "grad_norm": 0.30043691396713257,
+      "learning_rate": 1.7055705014324313e-05,
+      "loss": 1.2422,
+      "step": 9165
+    },
+    {
+      "epoch": 2.73005826616281,
+      "grad_norm": 0.25919532775878906,
+      "learning_rate": 1.7055021451453188e-05,
+      "loss": 1.2371,
+      "step": 9166
+    },
+    {
+      "epoch": 2.730356112362479,
+      "grad_norm": 0.4882142245769501,
+      "learning_rate": 1.7054337822942976e-05,
+      "loss": 1.2396,
+      "step": 9167
+    },
+    {
+      "epoch": 2.730653958562147,
+      "grad_norm": 0.302798867225647,
+      "learning_rate": 1.7053654128800026e-05,
+      "loss": 1.2582,
+      "step": 9168
+    },
+    {
+      "epoch": 2.730951804761816,
+      "grad_norm": 0.2920604348182678,
+      "learning_rate": 1.705297036903071e-05,
+      "loss": 1.2511,
+      "step": 9169
+    },
+    {
+      "epoch": 2.7312496509614848,
+      "grad_norm": 0.2750656306743622,
+      "learning_rate": 1.705228654364138e-05,
+      "loss": 1.2484,
+      "step": 9170
+    },
+    {
+      "epoch": 2.7315474971611535,
+      "grad_norm": 0.3999350666999817,
+      "learning_rate": 1.7051602652638405e-05,
+      "loss": 1.2464,
+      "step": 9171
+    },
+    {
+      "epoch": 2.7318453433608223,
+      "grad_norm": 0.2648412883281708,
+      "learning_rate": 1.7050918696028147e-05,
+      "loss": 1.2611,
+      "step": 9172
+    },
+    {
+      "epoch": 2.7321431895604906,
+      "grad_norm": 0.23810319602489471,
+      "learning_rate": 1.7050234673816967e-05,
+      "loss": 1.2693,
+      "step": 9173
+    },
+    {
+      "epoch": 2.7324410357601594,
+      "grad_norm": 0.24768781661987305,
+      "learning_rate": 1.7049550586011234e-05,
+      "loss": 1.2419,
+      "step": 9174
+    },
+    {
+      "epoch": 2.732738881959828,
+      "grad_norm": 0.23804834485054016,
+      "learning_rate": 1.7048866432617303e-05,
+      "loss": 1.2585,
+      "step": 9175
+    },
+    {
+      "epoch": 2.7330367281594965,
+      "grad_norm": 0.23359544575214386,
+      "learning_rate": 1.7048182213641548e-05,
+      "loss": 1.2363,
+      "step": 9176
+    },
+    {
+      "epoch": 2.7333345743591653,
+      "grad_norm": 0.24701635539531708,
+      "learning_rate": 1.7047497929090332e-05,
+      "loss": 1.2334,
+      "step": 9177
+    },
+    {
+      "epoch": 2.733632420558834,
+      "grad_norm": 0.43969398736953735,
+      "learning_rate": 1.704681357897002e-05,
+      "loss": 1.246,
+      "step": 9178
+    },
+    {
+      "epoch": 2.7339302667585024,
+      "grad_norm": 0.27062731981277466,
+      "learning_rate": 1.7046129163286985e-05,
+      "loss": 1.257,
+      "step": 9179
+    },
+    {
+      "epoch": 2.734228112958171,
+      "grad_norm": 0.23545852303504944,
+      "learning_rate": 1.704544468204759e-05,
+      "loss": 1.2603,
+      "step": 9180
+    },
+    {
+      "epoch": 2.73452595915784,
+      "grad_norm": 0.23939058184623718,
+      "learning_rate": 1.7044760135258203e-05,
+      "loss": 1.2456,
+      "step": 9181
+    },
+    {
+      "epoch": 2.7348238053575082,
+      "grad_norm": 0.25682955980300903,
+      "learning_rate": 1.7044075522925192e-05,
+      "loss": 1.2545,
+      "step": 9182
+    },
+    {
+      "epoch": 2.735121651557177,
+      "grad_norm": 0.24427543580532074,
+      "learning_rate": 1.704339084505493e-05,
+      "loss": 1.2584,
+      "step": 9183
+    },
+    {
+      "epoch": 2.735419497756846,
+      "grad_norm": 0.33743566274642944,
+      "learning_rate": 1.7042706101653784e-05,
+      "loss": 1.2453,
+      "step": 9184
+    },
+    {
+      "epoch": 2.7357173439565146,
+      "grad_norm": 0.2339986264705658,
+      "learning_rate": 1.704202129272813e-05,
+      "loss": 1.2458,
+      "step": 9185
+    },
+    {
+      "epoch": 2.7360151901561833,
+      "grad_norm": 0.24717910587787628,
+      "learning_rate": 1.704133641828433e-05,
+      "loss": 1.2488,
+      "step": 9186
+    },
+    {
+      "epoch": 2.7363130363558517,
+      "grad_norm": 0.2506367564201355,
+      "learning_rate": 1.7040651478328765e-05,
+      "loss": 1.2379,
+      "step": 9187
+    },
+    {
+      "epoch": 2.7366108825555204,
+      "grad_norm": 0.24618619680404663,
+      "learning_rate": 1.7039966472867805e-05,
+      "loss": 1.2304,
+      "step": 9188
+    },
+    {
+      "epoch": 2.736908728755189,
+      "grad_norm": 0.24516215920448303,
+      "learning_rate": 1.7039281401907822e-05,
+      "loss": 1.2407,
+      "step": 9189
+    },
+    {
+      "epoch": 2.7372065749548575,
+      "grad_norm": 0.2300100177526474,
+      "learning_rate": 1.7038596265455188e-05,
+      "loss": 1.2432,
+      "step": 9190
+    },
+    {
+      "epoch": 2.7375044211545263,
+      "grad_norm": 0.25353389978408813,
+      "learning_rate": 1.7037911063516285e-05,
+      "loss": 1.2352,
+      "step": 9191
+    },
+    {
+      "epoch": 2.737802267354195,
+      "grad_norm": 0.23846863210201263,
+      "learning_rate": 1.703722579609748e-05,
+      "loss": 1.2391,
+      "step": 9192
+    },
+    {
+      "epoch": 2.7381001135538634,
+      "grad_norm": 0.2458648383617401,
+      "learning_rate": 1.703654046320515e-05,
+      "loss": 1.2521,
+      "step": 9193
+    },
+    {
+      "epoch": 2.738397959753532,
+      "grad_norm": 0.2297109216451645,
+      "learning_rate": 1.7035855064845672e-05,
+      "loss": 1.2378,
+      "step": 9194
+    },
+    {
+      "epoch": 2.738695805953201,
+      "grad_norm": 0.23073622584342957,
+      "learning_rate": 1.7035169601025426e-05,
+      "loss": 1.2488,
+      "step": 9195
+    },
+    {
+      "epoch": 2.7389936521528697,
+      "grad_norm": 0.24436400830745697,
+      "learning_rate": 1.7034484071750786e-05,
+      "loss": 1.2352,
+      "step": 9196
+    },
+    {
+      "epoch": 2.739291498352538,
+      "grad_norm": 0.24284270405769348,
+      "learning_rate": 1.703379847702813e-05,
+      "loss": 1.2321,
+      "step": 9197
+    },
+    {
+      "epoch": 2.739589344552207,
+      "grad_norm": 0.27496808767318726,
+      "learning_rate": 1.703311281686384e-05,
+      "loss": 1.2525,
+      "step": 9198
+    },
+    {
+      "epoch": 2.7398871907518756,
+      "grad_norm": 0.2907407581806183,
+      "learning_rate": 1.703242709126429e-05,
+      "loss": 1.2437,
+      "step": 9199
+    },
+    {
+      "epoch": 2.7401850369515444,
+      "grad_norm": 0.2722211182117462,
+      "learning_rate": 1.7031741300235863e-05,
+      "loss": 1.262,
+      "step": 9200
+    },
+    {
+      "epoch": 2.7404828831512127,
+      "grad_norm": 0.41545718908309937,
+      "learning_rate": 1.7031055443784943e-05,
+      "loss": 1.2439,
+      "step": 9201
+    },
+    {
+      "epoch": 2.7407807293508815,
+      "grad_norm": 0.2844906151294708,
+      "learning_rate": 1.7030369521917908e-05,
+      "loss": 1.2572,
+      "step": 9202
+    },
+    {
+      "epoch": 2.7410785755505502,
+      "grad_norm": 0.28576919436454773,
+      "learning_rate": 1.7029683534641136e-05,
+      "loss": 1.2475,
+      "step": 9203
+    },
+    {
+      "epoch": 2.7413764217502186,
+      "grad_norm": 0.30909910798072815,
+      "learning_rate": 1.7028997481961016e-05,
+      "loss": 1.2406,
+      "step": 9204
+    },
+    {
+      "epoch": 2.7416742679498873,
+      "grad_norm": 0.2515838146209717,
+      "learning_rate": 1.7028311363883925e-05,
+      "loss": 1.2579,
+      "step": 9205
+    },
+    {
+      "epoch": 2.741972114149556,
+      "grad_norm": 0.2506393492221832,
+      "learning_rate": 1.7027625180416247e-05,
+      "loss": 1.2601,
+      "step": 9206
+    },
+    {
+      "epoch": 2.7422699603492244,
+      "grad_norm": 0.2576870024204254,
+      "learning_rate": 1.7026938931564374e-05,
+      "loss": 1.2521,
+      "step": 9207
+    },
+    {
+      "epoch": 2.742567806548893,
+      "grad_norm": 0.24623283743858337,
+      "learning_rate": 1.7026252617334683e-05,
+      "loss": 1.2455,
+      "step": 9208
+    },
+    {
+      "epoch": 2.742865652748562,
+      "grad_norm": 0.30400317907333374,
+      "learning_rate": 1.702556623773356e-05,
+      "loss": 1.2555,
+      "step": 9209
+    },
+    {
+      "epoch": 2.7431634989482307,
+      "grad_norm": 0.2484186589717865,
+      "learning_rate": 1.7024879792767395e-05,
+      "loss": 1.2636,
+      "step": 9210
+    },
+    {
+      "epoch": 2.7434613451478995,
+      "grad_norm": 0.2822059392929077,
+      "learning_rate": 1.702419328244257e-05,
+      "loss": 1.2549,
+      "step": 9211
+    },
+    {
+      "epoch": 2.743759191347568,
+      "grad_norm": 0.24002540111541748,
+      "learning_rate": 1.7023506706765477e-05,
+      "loss": 1.2465,
+      "step": 9212
+    },
+    {
+      "epoch": 2.7440570375472366,
+      "grad_norm": 0.33280149102211,
+      "learning_rate": 1.70228200657425e-05,
+      "loss": 1.248,
+      "step": 9213
+    },
+    {
+      "epoch": 2.7443548837469054,
+      "grad_norm": 0.22955799102783203,
+      "learning_rate": 1.7022133359380028e-05,
+      "loss": 1.2651,
+      "step": 9214
+    },
+    {
+      "epoch": 2.7446527299465737,
+      "grad_norm": 0.2753639817237854,
+      "learning_rate": 1.702144658768445e-05,
+      "loss": 1.2535,
+      "step": 9215
+    },
+    {
+      "epoch": 2.7449505761462425,
+      "grad_norm": 0.25297975540161133,
+      "learning_rate": 1.7020759750662156e-05,
+      "loss": 1.2441,
+      "step": 9216
+    },
+    {
+      "epoch": 2.7452484223459113,
+      "grad_norm": 0.31673431396484375,
+      "learning_rate": 1.702007284831954e-05,
+      "loss": 1.2441,
+      "step": 9217
+    },
+    {
+      "epoch": 2.7455462685455796,
+      "grad_norm": 0.24094048142433167,
+      "learning_rate": 1.7019385880662985e-05,
+      "loss": 1.2575,
+      "step": 9218
+    },
+    {
+      "epoch": 2.7458441147452484,
+      "grad_norm": 0.2683247923851013,
+      "learning_rate": 1.7018698847698893e-05,
+      "loss": 1.268,
+      "step": 9219
+    },
+    {
+      "epoch": 2.746141960944917,
+      "grad_norm": 0.2574305236339569,
+      "learning_rate": 1.7018011749433646e-05,
+      "loss": 1.2405,
+      "step": 9220
+    },
+    {
+      "epoch": 2.7464398071445855,
+      "grad_norm": 0.28552350401878357,
+      "learning_rate": 1.701732458587364e-05,
+      "loss": 1.2457,
+      "step": 9221
+    },
+    {
+      "epoch": 2.7467376533442542,
+      "grad_norm": 0.2695595920085907,
+      "learning_rate": 1.701663735702527e-05,
+      "loss": 1.2521,
+      "step": 9222
+    },
+    {
+      "epoch": 2.747035499543923,
+      "grad_norm": 0.27349793910980225,
+      "learning_rate": 1.7015950062894928e-05,
+      "loss": 1.2538,
+      "step": 9223
+    },
+    {
+      "epoch": 2.747333345743592,
+      "grad_norm": 0.27242761850357056,
+      "learning_rate": 1.701526270348901e-05,
+      "loss": 1.2426,
+      "step": 9224
+    },
+    {
+      "epoch": 2.7476311919432606,
+      "grad_norm": 0.2456509917974472,
+      "learning_rate": 1.701457527881391e-05,
+      "loss": 1.2544,
+      "step": 9225
+    },
+    {
+      "epoch": 2.747929038142929,
+      "grad_norm": 0.27910783886909485,
+      "learning_rate": 1.7013887788876025e-05,
+      "loss": 1.2508,
+      "step": 9226
+    },
+    {
+      "epoch": 2.7482268843425977,
+      "grad_norm": 0.26685217022895813,
+      "learning_rate": 1.7013200233681752e-05,
+      "loss": 1.2436,
+      "step": 9227
+    },
+    {
+      "epoch": 2.7485247305422664,
+      "grad_norm": 0.2567109763622284,
+      "learning_rate": 1.7012512613237488e-05,
+      "loss": 1.2398,
+      "step": 9228
+    },
+    {
+      "epoch": 2.7488225767419348,
+      "grad_norm": 0.24262216687202454,
+      "learning_rate": 1.701182492754962e-05,
+      "loss": 1.2368,
+      "step": 9229
+    },
+    {
+      "epoch": 2.7491204229416035,
+      "grad_norm": 0.2572483420372009,
+      "learning_rate": 1.7011137176624562e-05,
+      "loss": 1.2506,
+      "step": 9230
+    },
+    {
+      "epoch": 2.7494182691412723,
+      "grad_norm": 0.24260063469409943,
+      "learning_rate": 1.7010449360468704e-05,
+      "loss": 1.257,
+      "step": 9231
+    },
+    {
+      "epoch": 2.7497161153409406,
+      "grad_norm": 0.24273715913295746,
+      "learning_rate": 1.700976147908845e-05,
+      "loss": 1.2426,
+      "step": 9232
+    },
+    {
+      "epoch": 2.7500139615406094,
+      "grad_norm": 0.2752387225627899,
+      "learning_rate": 1.7009073532490195e-05,
+      "loss": 1.2475,
+      "step": 9233
+    },
+    {
+      "epoch": 2.750311807740278,
+      "grad_norm": 0.22555620968341827,
+      "learning_rate": 1.700838552068034e-05,
+      "loss": 1.2351,
+      "step": 9234
+    },
+    {
+      "epoch": 2.7506096539399465,
+      "grad_norm": 0.26723402738571167,
+      "learning_rate": 1.7007697443665292e-05,
+      "loss": 1.2399,
+      "step": 9235
+    },
+    {
+      "epoch": 2.7509075001396153,
+      "grad_norm": 0.27106043696403503,
+      "learning_rate": 1.7007009301451446e-05,
+      "loss": 1.2398,
+      "step": 9236
+    },
+    {
+      "epoch": 2.751205346339284,
+      "grad_norm": 0.2399388551712036,
+      "learning_rate": 1.7006321094045205e-05,
+      "loss": 1.2508,
+      "step": 9237
+    },
+    {
+      "epoch": 2.751503192538953,
+      "grad_norm": 0.2277744561433792,
+      "learning_rate": 1.700563282145298e-05,
+      "loss": 1.2556,
+      "step": 9238
+    },
+    {
+      "epoch": 2.7518010387386216,
+      "grad_norm": 0.23171816766262054,
+      "learning_rate": 1.7004944483681164e-05,
+      "loss": 1.2339,
+      "step": 9239
+    },
+    {
+      "epoch": 2.75209888493829,
+      "grad_norm": 0.24868685007095337,
+      "learning_rate": 1.7004256080736167e-05,
+      "loss": 1.255,
+      "step": 9240
+    },
+    {
+      "epoch": 2.7523967311379587,
+      "grad_norm": 0.2417503297328949,
+      "learning_rate": 1.7003567612624393e-05,
+      "loss": 1.2489,
+      "step": 9241
+    },
+    {
+      "epoch": 2.7526945773376275,
+      "grad_norm": 0.27626389265060425,
+      "learning_rate": 1.7002879079352247e-05,
+      "loss": 1.247,
+      "step": 9242
+    },
+    {
+      "epoch": 2.752992423537296,
+      "grad_norm": 0.30410346388816833,
+      "learning_rate": 1.7002190480926138e-05,
+      "loss": 1.237,
+      "step": 9243
+    },
+    {
+      "epoch": 2.7532902697369646,
+      "grad_norm": 0.2708747982978821,
+      "learning_rate": 1.7001501817352468e-05,
+      "loss": 1.2487,
+      "step": 9244
+    },
+    {
+      "epoch": 2.7535881159366333,
+      "grad_norm": 0.2584022581577301,
+      "learning_rate": 1.7000813088637645e-05,
+      "loss": 1.2526,
+      "step": 9245
+    },
+    {
+      "epoch": 2.7538859621363017,
+      "grad_norm": 0.4966140687465668,
+      "learning_rate": 1.7000124294788078e-05,
+      "loss": 1.2393,
+      "step": 9246
+    },
+    {
+      "epoch": 2.7541838083359704,
+      "grad_norm": 0.32315561175346375,
+      "learning_rate": 1.6999435435810175e-05,
+      "loss": 1.2388,
+      "step": 9247
+    },
+    {
+      "epoch": 2.754481654535639,
+      "grad_norm": 0.2769085168838501,
+      "learning_rate": 1.699874651171035e-05,
+      "loss": 1.2641,
+      "step": 9248
+    },
+    {
+      "epoch": 2.7547795007353075,
+      "grad_norm": 0.2551030218601227,
+      "learning_rate": 1.6998057522495002e-05,
+      "loss": 1.2456,
+      "step": 9249
+    },
+    {
+      "epoch": 2.7550773469349763,
+      "grad_norm": 0.24251501262187958,
+      "learning_rate": 1.699736846817055e-05,
+      "loss": 1.2481,
+      "step": 9250
+    },
+    {
+      "epoch": 2.755375193134645,
+      "grad_norm": 0.3502722382545471,
+      "learning_rate": 1.6996679348743402e-05,
+      "loss": 1.236,
+      "step": 9251
+    },
+    {
+      "epoch": 2.755673039334314,
+      "grad_norm": 0.24152779579162598,
+      "learning_rate": 1.6995990164219973e-05,
+      "loss": 1.2549,
+      "step": 9252
+    },
+    {
+      "epoch": 2.7559708855339826,
+      "grad_norm": 0.23586568236351013,
+      "learning_rate": 1.699530091460667e-05,
+      "loss": 1.2281,
+      "step": 9253
+    },
+    {
+      "epoch": 2.756268731733651,
+      "grad_norm": 0.25303852558135986,
+      "learning_rate": 1.6994611599909907e-05,
+      "loss": 1.255,
+      "step": 9254
+    },
+    {
+      "epoch": 2.7565665779333197,
+      "grad_norm": 0.26098665595054626,
+      "learning_rate": 1.6993922220136098e-05,
+      "loss": 1.2457,
+      "step": 9255
+    },
+    {
+      "epoch": 2.7568644241329885,
+      "grad_norm": 0.23625260591506958,
+      "learning_rate": 1.6993232775291658e-05,
+      "loss": 1.2349,
+      "step": 9256
+    },
+    {
+      "epoch": 2.757162270332657,
+      "grad_norm": 0.28086790442466736,
+      "learning_rate": 1.6992543265382996e-05,
+      "loss": 1.245,
+      "step": 9257
+    },
+    {
+      "epoch": 2.7574601165323256,
+      "grad_norm": 0.2951943576335907,
+      "learning_rate": 1.6991853690416535e-05,
+      "loss": 1.254,
+      "step": 9258
+    },
+    {
+      "epoch": 2.7577579627319944,
+      "grad_norm": 0.2557200789451599,
+      "learning_rate": 1.6991164050398686e-05,
+      "loss": 1.2471,
+      "step": 9259
+    },
+    {
+      "epoch": 2.7580558089316627,
+      "grad_norm": 0.2863323390483856,
+      "learning_rate": 1.6990474345335866e-05,
+      "loss": 1.2658,
+      "step": 9260
+    },
+    {
+      "epoch": 2.7583536551313315,
+      "grad_norm": 0.25151994824409485,
+      "learning_rate": 1.6989784575234495e-05,
+      "loss": 1.2448,
+      "step": 9261
+    },
+    {
+      "epoch": 2.7586515013310002,
+      "grad_norm": 0.2653193771839142,
+      "learning_rate": 1.6989094740100987e-05,
+      "loss": 1.2325,
+      "step": 9262
+    },
+    {
+      "epoch": 2.758949347530669,
+      "grad_norm": 0.30489224195480347,
+      "learning_rate": 1.6988404839941763e-05,
+      "loss": 1.2447,
+      "step": 9263
+    },
+    {
+      "epoch": 2.7592471937303373,
+      "grad_norm": 0.2491319179534912,
+      "learning_rate": 1.6987714874763236e-05,
+      "loss": 1.2418,
+      "step": 9264
+    },
+    {
+      "epoch": 2.759545039930006,
+      "grad_norm": 0.28793221712112427,
+      "learning_rate": 1.698702484457183e-05,
+      "loss": 1.2545,
+      "step": 9265
+    },
+    {
+      "epoch": 2.759842886129675,
+      "grad_norm": 0.2668450176715851,
+      "learning_rate": 1.6986334749373965e-05,
+      "loss": 1.2442,
+      "step": 9266
+    },
+    {
+      "epoch": 2.7601407323293436,
+      "grad_norm": 0.23432527482509613,
+      "learning_rate": 1.698564458917606e-05,
+      "loss": 1.23,
+      "step": 9267
+    },
+    {
+      "epoch": 2.760438578529012,
+      "grad_norm": 0.3287263512611389,
+      "learning_rate": 1.6984954363984537e-05,
+      "loss": 1.2459,
+      "step": 9268
+    },
+    {
+      "epoch": 2.7607364247286807,
+      "grad_norm": 0.24850362539291382,
+      "learning_rate": 1.698426407380582e-05,
+      "loss": 1.2465,
+      "step": 9269
+    },
+    {
+      "epoch": 2.7610342709283495,
+      "grad_norm": 0.2640020251274109,
+      "learning_rate": 1.6983573718646328e-05,
+      "loss": 1.2357,
+      "step": 9270
+    },
+    {
+      "epoch": 2.761332117128018,
+      "grad_norm": 0.27306121587753296,
+      "learning_rate": 1.6982883298512483e-05,
+      "loss": 1.2486,
+      "step": 9271
+    },
+    {
+      "epoch": 2.7616299633276866,
+      "grad_norm": 0.24212612211704254,
+      "learning_rate": 1.6982192813410713e-05,
+      "loss": 1.2317,
+      "step": 9272
+    },
+    {
+      "epoch": 2.7619278095273554,
+      "grad_norm": 0.2920074164867401,
+      "learning_rate": 1.6981502263347438e-05,
+      "loss": 1.2299,
+      "step": 9273
+    },
+    {
+      "epoch": 2.7622256557270237,
+      "grad_norm": 0.25239890813827515,
+      "learning_rate": 1.6980811648329086e-05,
+      "loss": 1.2516,
+      "step": 9274
+    },
+    {
+      "epoch": 2.7625235019266925,
+      "grad_norm": 0.2624033987522125,
+      "learning_rate": 1.698012096836208e-05,
+      "loss": 1.2487,
+      "step": 9275
+    },
+    {
+      "epoch": 2.7628213481263613,
+      "grad_norm": 0.2670723497867584,
+      "learning_rate": 1.697943022345285e-05,
+      "loss": 1.2631,
+      "step": 9276
+    },
+    {
+      "epoch": 2.76311919432603,
+      "grad_norm": 0.24647146463394165,
+      "learning_rate": 1.6978739413607815e-05,
+      "loss": 1.2384,
+      "step": 9277
+    },
+    {
+      "epoch": 2.763417040525699,
+      "grad_norm": 0.27723342180252075,
+      "learning_rate": 1.697804853883341e-05,
+      "loss": 1.255,
+      "step": 9278
+    },
+    {
+      "epoch": 2.763714886725367,
+      "grad_norm": 0.2784757614135742,
+      "learning_rate": 1.6977357599136057e-05,
+      "loss": 1.2453,
+      "step": 9279
+    },
+    {
+      "epoch": 2.764012732925036,
+      "grad_norm": 0.27276426553726196,
+      "learning_rate": 1.697666659452219e-05,
+      "loss": 1.2494,
+      "step": 9280
+    },
+    {
+      "epoch": 2.7643105791247047,
+      "grad_norm": 0.2571217715740204,
+      "learning_rate": 1.6975975524998234e-05,
+      "loss": 1.2457,
+      "step": 9281
+    },
+    {
+      "epoch": 2.764608425324373,
+      "grad_norm": 0.23558710515499115,
+      "learning_rate": 1.6975284390570622e-05,
+      "loss": 1.2638,
+      "step": 9282
+    },
+    {
+      "epoch": 2.764906271524042,
+      "grad_norm": 0.2826679050922394,
+      "learning_rate": 1.6974593191245778e-05,
+      "loss": 1.2606,
+      "step": 9283
+    },
+    {
+      "epoch": 2.7652041177237106,
+      "grad_norm": 0.2285085916519165,
+      "learning_rate": 1.697390192703014e-05,
+      "loss": 1.2543,
+      "step": 9284
+    },
+    {
+      "epoch": 2.765501963923379,
+      "grad_norm": 0.2481565624475479,
+      "learning_rate": 1.6973210597930135e-05,
+      "loss": 1.2418,
+      "step": 9285
+    },
+    {
+      "epoch": 2.7657998101230477,
+      "grad_norm": 0.24361467361450195,
+      "learning_rate": 1.6972519203952194e-05,
+      "loss": 1.2509,
+      "step": 9286
+    },
+    {
+      "epoch": 2.7660976563227164,
+      "grad_norm": 0.24368710815906525,
+      "learning_rate": 1.6971827745102754e-05,
+      "loss": 1.2552,
+      "step": 9287
+    },
+    {
+      "epoch": 2.7663955025223848,
+      "grad_norm": 0.258975625038147,
+      "learning_rate": 1.697113622138825e-05,
+      "loss": 1.2506,
+      "step": 9288
+    },
+    {
+      "epoch": 2.7666933487220535,
+      "grad_norm": 0.23841984570026398,
+      "learning_rate": 1.6970444632815106e-05,
+      "loss": 1.2537,
+      "step": 9289
+    },
+    {
+      "epoch": 2.7669911949217223,
+      "grad_norm": 0.24847932159900665,
+      "learning_rate": 1.6969752979389763e-05,
+      "loss": 1.2323,
+      "step": 9290
+    },
+    {
+      "epoch": 2.767289041121391,
+      "grad_norm": 0.24395668506622314,
+      "learning_rate": 1.6969061261118658e-05,
+      "loss": 1.2449,
+      "step": 9291
+    },
+    {
+      "epoch": 2.76758688732106,
+      "grad_norm": 0.29188939929008484,
+      "learning_rate": 1.6968369478008224e-05,
+      "loss": 1.2464,
+      "step": 9292
+    },
+    {
+      "epoch": 2.767884733520728,
+      "grad_norm": 0.24827846884727478,
+      "learning_rate": 1.69676776300649e-05,
+      "loss": 1.2365,
+      "step": 9293
+    },
+    {
+      "epoch": 2.768182579720397,
+      "grad_norm": 0.27385246753692627,
+      "learning_rate": 1.6966985717295114e-05,
+      "loss": 1.235,
+      "step": 9294
+    },
+    {
+      "epoch": 2.7684804259200657,
+      "grad_norm": 0.30806779861450195,
+      "learning_rate": 1.6966293739705316e-05,
+      "loss": 1.2468,
+      "step": 9295
+    },
+    {
+      "epoch": 2.768778272119734,
+      "grad_norm": 0.23335260152816772,
+      "learning_rate": 1.6965601697301935e-05,
+      "loss": 1.2356,
+      "step": 9296
+    },
+    {
+      "epoch": 2.769076118319403,
+      "grad_norm": 0.23949144780635834,
+      "learning_rate": 1.6964909590091414e-05,
+      "loss": 1.2563,
+      "step": 9297
+    },
+    {
+      "epoch": 2.7693739645190716,
+      "grad_norm": 0.24809135496616364,
+      "learning_rate": 1.696421741808019e-05,
+      "loss": 1.2463,
+      "step": 9298
+    },
+    {
+      "epoch": 2.76967181071874,
+      "grad_norm": 0.29287445545196533,
+      "learning_rate": 1.6963525181274706e-05,
+      "loss": 1.2589,
+      "step": 9299
+    },
+    {
+      "epoch": 2.7699696569184087,
+      "grad_norm": 0.23110057413578033,
+      "learning_rate": 1.6962832879681396e-05,
+      "loss": 1.2331,
+      "step": 9300
+    },
+    {
+      "epoch": 2.7702675031180775,
+      "grad_norm": 0.26416778564453125,
+      "learning_rate": 1.6962140513306707e-05,
+      "loss": 1.2619,
+      "step": 9301
+    },
+    {
+      "epoch": 2.770565349317746,
+      "grad_norm": 0.27834850549697876,
+      "learning_rate": 1.696144808215708e-05,
+      "loss": 1.2324,
+      "step": 9302
+    },
+    {
+      "epoch": 2.7708631955174146,
+      "grad_norm": 0.2294827103614807,
+      "learning_rate": 1.696075558623896e-05,
+      "loss": 1.2399,
+      "step": 9303
+    },
+    {
+      "epoch": 2.7711610417170833,
+      "grad_norm": 0.24087277054786682,
+      "learning_rate": 1.6960063025558778e-05,
+      "loss": 1.2491,
+      "step": 9304
+    },
+    {
+      "epoch": 2.771458887916752,
+      "grad_norm": 0.2239975780248642,
+      "learning_rate": 1.6959370400122993e-05,
+      "loss": 1.231,
+      "step": 9305
+    },
+    {
+      "epoch": 2.771756734116421,
+      "grad_norm": 0.24244676530361176,
+      "learning_rate": 1.6958677709938037e-05,
+      "loss": 1.2539,
+      "step": 9306
+    },
+    {
+      "epoch": 2.772054580316089,
+      "grad_norm": 0.24967491626739502,
+      "learning_rate": 1.695798495501036e-05,
+      "loss": 1.2625,
+      "step": 9307
+    },
+    {
+      "epoch": 2.772352426515758,
+      "grad_norm": 0.23692266643047333,
+      "learning_rate": 1.695729213534641e-05,
+      "loss": 1.234,
+      "step": 9308
+    },
+    {
+      "epoch": 2.7726502727154267,
+      "grad_norm": 0.24569763243198395,
+      "learning_rate": 1.6956599250952627e-05,
+      "loss": 1.2449,
+      "step": 9309
+    },
+    {
+      "epoch": 2.772948118915095,
+      "grad_norm": 0.24894258379936218,
+      "learning_rate": 1.6955906301835465e-05,
+      "loss": 1.2534,
+      "step": 9310
+    },
+    {
+      "epoch": 2.773245965114764,
+      "grad_norm": 0.23010030388832092,
+      "learning_rate": 1.6955213288001362e-05,
+      "loss": 1.2241,
+      "step": 9311
+    },
+    {
+      "epoch": 2.7735438113144326,
+      "grad_norm": 0.23309226334095,
+      "learning_rate": 1.695452020945677e-05,
+      "loss": 1.2369,
+      "step": 9312
+    },
+    {
+      "epoch": 2.773841657514101,
+      "grad_norm": 0.23277804255485535,
+      "learning_rate": 1.6953827066208138e-05,
+      "loss": 1.2417,
+      "step": 9313
+    },
+    {
+      "epoch": 2.7741395037137697,
+      "grad_norm": 0.24053636193275452,
+      "learning_rate": 1.6953133858261916e-05,
+      "loss": 1.2355,
+      "step": 9314
+    },
+    {
+      "epoch": 2.7744373499134385,
+      "grad_norm": 0.2710404396057129,
+      "learning_rate": 1.6952440585624553e-05,
+      "loss": 1.2484,
+      "step": 9315
+    },
+    {
+      "epoch": 2.7747351961131073,
+      "grad_norm": 0.27087676525115967,
+      "learning_rate": 1.6951747248302495e-05,
+      "loss": 1.2536,
+      "step": 9316
+    },
+    {
+      "epoch": 2.7750330423127756,
+      "grad_norm": 0.24413885176181793,
+      "learning_rate": 1.6951053846302198e-05,
+      "loss": 1.2407,
+      "step": 9317
+    },
+    {
+      "epoch": 2.7753308885124444,
+      "grad_norm": 0.5456312298774719,
+      "learning_rate": 1.695036037963011e-05,
+      "loss": 1.2433,
+      "step": 9318
+    },
+    {
+      "epoch": 2.775628734712113,
+      "grad_norm": 0.3109140694141388,
+      "learning_rate": 1.6949666848292683e-05,
+      "loss": 1.2629,
+      "step": 9319
+    },
+    {
+      "epoch": 2.775926580911782,
+      "grad_norm": 0.2805221974849701,
+      "learning_rate": 1.6948973252296376e-05,
+      "loss": 1.2384,
+      "step": 9320
+    },
+    {
+      "epoch": 2.7762244271114502,
+      "grad_norm": 0.26506713032722473,
+      "learning_rate": 1.694827959164763e-05,
+      "loss": 1.2481,
+      "step": 9321
+    },
+    {
+      "epoch": 2.776522273311119,
+      "grad_norm": 0.24361567199230194,
+      "learning_rate": 1.694758586635291e-05,
+      "loss": 1.2376,
+      "step": 9322
+    },
+    {
+      "epoch": 2.7768201195107878,
+      "grad_norm": 0.24067051708698273,
+      "learning_rate": 1.6946892076418665e-05,
+      "loss": 1.2508,
+      "step": 9323
+    },
+    {
+      "epoch": 2.777117965710456,
+      "grad_norm": 0.27331697940826416,
+      "learning_rate": 1.6946198221851348e-05,
+      "loss": 1.2426,
+      "step": 9324
+    },
+    {
+      "epoch": 2.777415811910125,
+      "grad_norm": 0.2714940011501312,
+      "learning_rate": 1.6945504302657418e-05,
+      "loss": 1.2588,
+      "step": 9325
+    },
+    {
+      "epoch": 2.7777136581097936,
+      "grad_norm": 0.2522963583469391,
+      "learning_rate": 1.6944810318843332e-05,
+      "loss": 1.2494,
+      "step": 9326
+    },
+    {
+      "epoch": 2.778011504309462,
+      "grad_norm": 0.2336743324995041,
+      "learning_rate": 1.6944116270415546e-05,
+      "loss": 1.2546,
+      "step": 9327
+    },
+    {
+      "epoch": 2.7783093505091307,
+      "grad_norm": 0.23527158796787262,
+      "learning_rate": 1.6943422157380515e-05,
+      "loss": 1.2401,
+      "step": 9328
+    },
+    {
+      "epoch": 2.7786071967087995,
+      "grad_norm": 0.24809874594211578,
+      "learning_rate": 1.6942727979744697e-05,
+      "loss": 1.2405,
+      "step": 9329
+    },
+    {
+      "epoch": 2.7789050429084683,
+      "grad_norm": 0.24884772300720215,
+      "learning_rate": 1.694203373751455e-05,
+      "loss": 1.2594,
+      "step": 9330
+    },
+    {
+      "epoch": 2.7792028891081366,
+      "grad_norm": 0.2442944049835205,
+      "learning_rate": 1.6941339430696545e-05,
+      "loss": 1.2556,
+      "step": 9331
+    },
+    {
+      "epoch": 2.7795007353078054,
+      "grad_norm": 0.22943776845932007,
+      "learning_rate": 1.6940645059297122e-05,
+      "loss": 1.2518,
+      "step": 9332
+    },
+    {
+      "epoch": 2.779798581507474,
+      "grad_norm": 0.245171919465065,
+      "learning_rate": 1.6939950623322757e-05,
+      "loss": 1.231,
+      "step": 9333
+    },
+    {
+      "epoch": 2.780096427707143,
+      "grad_norm": 0.23680929839611053,
+      "learning_rate": 1.6939256122779904e-05,
+      "loss": 1.2571,
+      "step": 9334
+    },
+    {
+      "epoch": 2.7803942739068113,
+      "grad_norm": 0.2431255429983139,
+      "learning_rate": 1.6938561557675024e-05,
+      "loss": 1.2583,
+      "step": 9335
+    },
+    {
+      "epoch": 2.78069212010648,
+      "grad_norm": 0.22574183344841003,
+      "learning_rate": 1.6937866928014582e-05,
+      "loss": 1.2372,
+      "step": 9336
+    },
+    {
+      "epoch": 2.780989966306149,
+      "grad_norm": 0.25322556495666504,
+      "learning_rate": 1.693717223380504e-05,
+      "loss": 1.2282,
+      "step": 9337
+    },
+    {
+      "epoch": 2.781287812505817,
+      "grad_norm": 0.23538853228092194,
+      "learning_rate": 1.6936477475052862e-05,
+      "loss": 1.2342,
+      "step": 9338
+    },
+    {
+      "epoch": 2.781585658705486,
+      "grad_norm": 0.23108044266700745,
+      "learning_rate": 1.6935782651764506e-05,
+      "loss": 1.2423,
+      "step": 9339
+    },
+    {
+      "epoch": 2.7818835049051547,
+      "grad_norm": 0.2336004227399826,
+      "learning_rate": 1.6935087763946446e-05,
+      "loss": 1.2539,
+      "step": 9340
+    },
+    {
+      "epoch": 2.782181351104823,
+      "grad_norm": 0.23251007497310638,
+      "learning_rate": 1.6934392811605144e-05,
+      "loss": 1.2472,
+      "step": 9341
+    },
+    {
+      "epoch": 2.782479197304492,
+      "grad_norm": 0.23549939692020416,
+      "learning_rate": 1.6933697794747062e-05,
+      "loss": 1.2491,
+      "step": 9342
+    },
+    {
+      "epoch": 2.7827770435041606,
+      "grad_norm": 0.23823584616184235,
+      "learning_rate": 1.6933002713378667e-05,
+      "loss": 1.2329,
+      "step": 9343
+    },
+    {
+      "epoch": 2.7830748897038293,
+      "grad_norm": 0.22635841369628906,
+      "learning_rate": 1.6932307567506433e-05,
+      "loss": 1.2418,
+      "step": 9344
+    },
+    {
+      "epoch": 2.783372735903498,
+      "grad_norm": 0.23029498755931854,
+      "learning_rate": 1.6931612357136817e-05,
+      "loss": 1.2368,
+      "step": 9345
+    },
+    {
+      "epoch": 2.7836705821031664,
+      "grad_norm": 0.23168355226516724,
+      "learning_rate": 1.6930917082276295e-05,
+      "loss": 1.2332,
+      "step": 9346
+    },
+    {
+      "epoch": 2.783968428302835,
+      "grad_norm": 0.2235199213027954,
+      "learning_rate": 1.6930221742931334e-05,
+      "loss": 1.2566,
+      "step": 9347
+    },
+    {
+      "epoch": 2.784266274502504,
+      "grad_norm": 0.22563199698925018,
+      "learning_rate": 1.69295263391084e-05,
+      "loss": 1.2341,
+      "step": 9348
+    },
+    {
+      "epoch": 2.7845641207021723,
+      "grad_norm": 0.23209375143051147,
+      "learning_rate": 1.6928830870813965e-05,
+      "loss": 1.26,
+      "step": 9349
+    },
+    {
+      "epoch": 2.784861966901841,
+      "grad_norm": 0.252802312374115,
+      "learning_rate": 1.6928135338054502e-05,
+      "loss": 1.2449,
+      "step": 9350
+    },
+    {
+      "epoch": 2.78515981310151,
+      "grad_norm": 0.22846385836601257,
+      "learning_rate": 1.6927439740836483e-05,
+      "loss": 1.2584,
+      "step": 9351
+    },
+    {
+      "epoch": 2.785457659301178,
+      "grad_norm": 0.23619228601455688,
+      "learning_rate": 1.6926744079166375e-05,
+      "loss": 1.2397,
+      "step": 9352
+    },
+    {
+      "epoch": 2.785755505500847,
+      "grad_norm": 0.2411826252937317,
+      "learning_rate": 1.692604835305065e-05,
+      "loss": 1.2514,
+      "step": 9353
+    },
+    {
+      "epoch": 2.7860533517005157,
+      "grad_norm": 0.237585186958313,
+      "learning_rate": 1.6925352562495784e-05,
+      "loss": 1.2458,
+      "step": 9354
+    },
+    {
+      "epoch": 2.786351197900184,
+      "grad_norm": 0.23259398341178894,
+      "learning_rate": 1.6924656707508254e-05,
+      "loss": 1.243,
+      "step": 9355
+    },
+    {
+      "epoch": 2.786649044099853,
+      "grad_norm": 0.252854585647583,
+      "learning_rate": 1.6923960788094524e-05,
+      "loss": 1.2571,
+      "step": 9356
+    },
+    {
+      "epoch": 2.7869468902995216,
+      "grad_norm": 0.2337467074394226,
+      "learning_rate": 1.692326480426108e-05,
+      "loss": 1.2497,
+      "step": 9357
+    },
+    {
+      "epoch": 2.7872447364991904,
+      "grad_norm": 0.25307777523994446,
+      "learning_rate": 1.692256875601439e-05,
+      "loss": 1.2414,
+      "step": 9358
+    },
+    {
+      "epoch": 2.787542582698859,
+      "grad_norm": 0.23664496839046478,
+      "learning_rate": 1.692187264336093e-05,
+      "loss": 1.2317,
+      "step": 9359
+    },
+    {
+      "epoch": 2.7878404288985275,
+      "grad_norm": 0.28514930605888367,
+      "learning_rate": 1.692117646630718e-05,
+      "loss": 1.2497,
+      "step": 9360
+    },
+    {
+      "epoch": 2.7881382750981962,
+      "grad_norm": 0.23014235496520996,
+      "learning_rate": 1.6920480224859618e-05,
+      "loss": 1.2328,
+      "step": 9361
+    },
+    {
+      "epoch": 2.788436121297865,
+      "grad_norm": 0.2634677290916443,
+      "learning_rate": 1.6919783919024717e-05,
+      "loss": 1.2427,
+      "step": 9362
+    },
+    {
+      "epoch": 2.7887339674975333,
+      "grad_norm": 0.23677754402160645,
+      "learning_rate": 1.691908754880896e-05,
+      "loss": 1.2506,
+      "step": 9363
+    },
+    {
+      "epoch": 2.789031813697202,
+      "grad_norm": 0.3485448658466339,
+      "learning_rate": 1.691839111421882e-05,
+      "loss": 1.2555,
+      "step": 9364
+    },
+    {
+      "epoch": 2.789329659896871,
+      "grad_norm": 0.24845841526985168,
+      "learning_rate": 1.6917694615260785e-05,
+      "loss": 1.2627,
+      "step": 9365
+    },
+    {
+      "epoch": 2.789627506096539,
+      "grad_norm": 0.2844274938106537,
+      "learning_rate": 1.6916998051941326e-05,
+      "loss": 1.2422,
+      "step": 9366
+    },
+    {
+      "epoch": 2.789925352296208,
+      "grad_norm": 0.2269563376903534,
+      "learning_rate": 1.6916301424266933e-05,
+      "loss": 1.243,
+      "step": 9367
+    },
+    {
+      "epoch": 2.7902231984958767,
+      "grad_norm": 0.29760172963142395,
+      "learning_rate": 1.691560473224408e-05,
+      "loss": 1.2218,
+      "step": 9368
+    },
+    {
+      "epoch": 2.790521044695545,
+      "grad_norm": 0.24669700860977173,
+      "learning_rate": 1.691490797587925e-05,
+      "loss": 1.255,
+      "step": 9369
+    },
+    {
+      "epoch": 2.790818890895214,
+      "grad_norm": 0.28839683532714844,
+      "learning_rate": 1.691421115517893e-05,
+      "loss": 1.2516,
+      "step": 9370
+    },
+    {
+      "epoch": 2.7911167370948826,
+      "grad_norm": 0.23452536761760712,
+      "learning_rate": 1.69135142701496e-05,
+      "loss": 1.2457,
+      "step": 9371
+    },
+    {
+      "epoch": 2.7914145832945514,
+      "grad_norm": 0.45230355858802795,
+      "learning_rate": 1.6912817320797742e-05,
+      "loss": 1.2415,
+      "step": 9372
+    },
+    {
+      "epoch": 2.79171242949422,
+      "grad_norm": 0.2951183617115021,
+      "learning_rate": 1.6912120307129845e-05,
+      "loss": 1.2297,
+      "step": 9373
+    },
+    {
+      "epoch": 2.7920102756938885,
+      "grad_norm": 0.29169294238090515,
+      "learning_rate": 1.691142322915239e-05,
+      "loss": 1.2703,
+      "step": 9374
+    },
+    {
+      "epoch": 2.7923081218935573,
+      "grad_norm": 0.2725238800048828,
+      "learning_rate": 1.6910726086871863e-05,
+      "loss": 1.2458,
+      "step": 9375
+    },
+    {
+      "epoch": 2.792605968093226,
+      "grad_norm": 0.28612467646598816,
+      "learning_rate": 1.6910028880294748e-05,
+      "loss": 1.257,
+      "step": 9376
+    },
+    {
+      "epoch": 2.7929038142928944,
+      "grad_norm": 0.28999632596969604,
+      "learning_rate": 1.6909331609427536e-05,
+      "loss": 1.2396,
+      "step": 9377
+    },
+    {
+      "epoch": 2.793201660492563,
+      "grad_norm": 0.23493905365467072,
+      "learning_rate": 1.6908634274276718e-05,
+      "loss": 1.2394,
+      "step": 9378
+    },
+    {
+      "epoch": 2.793499506692232,
+      "grad_norm": 0.2562492787837982,
+      "learning_rate": 1.6907936874848774e-05,
+      "loss": 1.2443,
+      "step": 9379
+    },
+    {
+      "epoch": 2.7937973528919002,
+      "grad_norm": 0.2693139612674713,
+      "learning_rate": 1.6907239411150192e-05,
+      "loss": 1.2583,
+      "step": 9380
+    },
+    {
+      "epoch": 2.794095199091569,
+      "grad_norm": 0.2592118978500366,
+      "learning_rate": 1.6906541883187468e-05,
+      "loss": 1.2534,
+      "step": 9381
+    },
+    {
+      "epoch": 2.7943930452912378,
+      "grad_norm": 0.2605198621749878,
+      "learning_rate": 1.6905844290967087e-05,
+      "loss": 1.2462,
+      "step": 9382
+    },
+    {
+      "epoch": 2.7946908914909065,
+      "grad_norm": 0.28104788064956665,
+      "learning_rate": 1.6905146634495543e-05,
+      "loss": 1.2401,
+      "step": 9383
+    },
+    {
+      "epoch": 2.794988737690575,
+      "grad_norm": 0.24958474934101105,
+      "learning_rate": 1.6904448913779325e-05,
+      "loss": 1.2553,
+      "step": 9384
+    },
+    {
+      "epoch": 2.7952865838902436,
+      "grad_norm": 0.27100545167922974,
+      "learning_rate": 1.6903751128824917e-05,
+      "loss": 1.2469,
+      "step": 9385
+    },
+    {
+      "epoch": 2.7955844300899124,
+      "grad_norm": 0.2590443193912506,
+      "learning_rate": 1.6903053279638826e-05,
+      "loss": 1.2494,
+      "step": 9386
+    },
+    {
+      "epoch": 2.795882276289581,
+      "grad_norm": 0.262961208820343,
+      "learning_rate": 1.6902355366227535e-05,
+      "loss": 1.2557,
+      "step": 9387
+    },
+    {
+      "epoch": 2.7961801224892495,
+      "grad_norm": 0.31127819418907166,
+      "learning_rate": 1.6901657388597534e-05,
+      "loss": 1.2347,
+      "step": 9388
+    },
+    {
+      "epoch": 2.7964779686889183,
+      "grad_norm": 0.2874647378921509,
+      "learning_rate": 1.6900959346755327e-05,
+      "loss": 1.2609,
+      "step": 9389
+    },
+    {
+      "epoch": 2.796775814888587,
+      "grad_norm": 0.29039305448532104,
+      "learning_rate": 1.6900261240707402e-05,
+      "loss": 1.2289,
+      "step": 9390
+    },
+    {
+      "epoch": 2.7970736610882554,
+      "grad_norm": 0.24280205368995667,
+      "learning_rate": 1.6899563070460255e-05,
+      "loss": 1.2159,
+      "step": 9391
+    },
+    {
+      "epoch": 2.797371507287924,
+      "grad_norm": 0.32225850224494934,
+      "learning_rate": 1.6898864836020384e-05,
+      "loss": 1.2248,
+      "step": 9392
+    },
+    {
+      "epoch": 2.797669353487593,
+      "grad_norm": 0.23303130269050598,
+      "learning_rate": 1.689816653739428e-05,
+      "loss": 1.2548,
+      "step": 9393
+    },
+    {
+      "epoch": 2.7979671996872613,
+      "grad_norm": 0.256865918636322,
+      "learning_rate": 1.6897468174588447e-05,
+      "loss": 1.2558,
+      "step": 9394
+    },
+    {
+      "epoch": 2.79826504588693,
+      "grad_norm": 0.24131427705287933,
+      "learning_rate": 1.6896769747609378e-05,
+      "loss": 1.2383,
+      "step": 9395
+    },
+    {
+      "epoch": 2.798562892086599,
+      "grad_norm": 0.23806166648864746,
+      "learning_rate": 1.689607125646357e-05,
+      "loss": 1.2578,
+      "step": 9396
+    },
+    {
+      "epoch": 2.7988607382862676,
+      "grad_norm": 0.2850431501865387,
+      "learning_rate": 1.6895372701157527e-05,
+      "loss": 1.2362,
+      "step": 9397
+    },
+    {
+      "epoch": 2.7991585844859364,
+      "grad_norm": 0.2668682932853699,
+      "learning_rate": 1.6894674081697746e-05,
+      "loss": 1.2443,
+      "step": 9398
+    },
+    {
+      "epoch": 2.7994564306856047,
+      "grad_norm": 0.25615400075912476,
+      "learning_rate": 1.6893975398090723e-05,
+      "loss": 1.2526,
+      "step": 9399
+    },
+    {
+      "epoch": 2.7997542768852735,
+      "grad_norm": 0.22435817122459412,
+      "learning_rate": 1.689327665034296e-05,
+      "loss": 1.2431,
+      "step": 9400
+    },
+    {
+      "epoch": 2.8000521230849422,
+      "grad_norm": 0.2976968288421631,
+      "learning_rate": 1.6892577838460962e-05,
+      "loss": 1.2483,
+      "step": 9401
+    },
+    {
+      "epoch": 2.8003499692846106,
+      "grad_norm": 0.24760279059410095,
+      "learning_rate": 1.689187896245123e-05,
+      "loss": 1.2275,
+      "step": 9402
+    },
+    {
+      "epoch": 2.8006478154842793,
+      "grad_norm": 0.3072332441806793,
+      "learning_rate": 1.689118002232026e-05,
+      "loss": 1.2455,
+      "step": 9403
+    },
+    {
+      "epoch": 2.800945661683948,
+      "grad_norm": 0.2671337127685547,
+      "learning_rate": 1.6890481018074557e-05,
+      "loss": 1.2407,
+      "step": 9404
+    },
+    {
+      "epoch": 2.8012435078836164,
+      "grad_norm": 0.30636167526245117,
+      "learning_rate": 1.6889781949720632e-05,
+      "loss": 1.251,
+      "step": 9405
+    },
+    {
+      "epoch": 2.801541354083285,
+      "grad_norm": 0.2866518199443817,
+      "learning_rate": 1.6889082817264982e-05,
+      "loss": 1.2559,
+      "step": 9406
+    },
+    {
+      "epoch": 2.801839200282954,
+      "grad_norm": 0.2870074212551117,
+      "learning_rate": 1.6888383620714112e-05,
+      "loss": 1.2558,
+      "step": 9407
+    },
+    {
+      "epoch": 2.8021370464826223,
+      "grad_norm": 0.26505526900291443,
+      "learning_rate": 1.688768436007453e-05,
+      "loss": 1.2554,
+      "step": 9408
+    },
+    {
+      "epoch": 2.802434892682291,
+      "grad_norm": 0.2759658396244049,
+      "learning_rate": 1.688698503535274e-05,
+      "loss": 1.2309,
+      "step": 9409
+    },
+    {
+      "epoch": 2.80273273888196,
+      "grad_norm": 0.24766267836093903,
+      "learning_rate": 1.6886285646555248e-05,
+      "loss": 1.2385,
+      "step": 9410
+    },
+    {
+      "epoch": 2.8030305850816286,
+      "grad_norm": 0.2621782124042511,
+      "learning_rate": 1.6885586193688562e-05,
+      "loss": 1.2417,
+      "step": 9411
+    },
+    {
+      "epoch": 2.8033284312812974,
+      "grad_norm": 0.24561628699302673,
+      "learning_rate": 1.6884886676759193e-05,
+      "loss": 1.2317,
+      "step": 9412
+    },
+    {
+      "epoch": 2.8036262774809657,
+      "grad_norm": 0.24416610598564148,
+      "learning_rate": 1.6884187095773644e-05,
+      "loss": 1.243,
+      "step": 9413
+    },
+    {
+      "epoch": 2.8039241236806345,
+      "grad_norm": 0.24400001764297485,
+      "learning_rate": 1.688348745073842e-05,
+      "loss": 1.2522,
+      "step": 9414
+    },
+    {
+      "epoch": 2.8042219698803033,
+      "grad_norm": 0.24346937239170074,
+      "learning_rate": 1.6882787741660044e-05,
+      "loss": 1.2334,
+      "step": 9415
+    },
+    {
+      "epoch": 2.8045198160799716,
+      "grad_norm": 0.22662796080112457,
+      "learning_rate": 1.6882087968545014e-05,
+      "loss": 1.2643,
+      "step": 9416
+    },
+    {
+      "epoch": 2.8048176622796404,
+      "grad_norm": 0.2588282823562622,
+      "learning_rate": 1.6881388131399846e-05,
+      "loss": 1.2569,
+      "step": 9417
+    },
+    {
+      "epoch": 2.805115508479309,
+      "grad_norm": 0.2453807145357132,
+      "learning_rate": 1.688068823023105e-05,
+      "loss": 1.2205,
+      "step": 9418
+    },
+    {
+      "epoch": 2.8054133546789775,
+      "grad_norm": 0.2423257827758789,
+      "learning_rate": 1.687998826504514e-05,
+      "loss": 1.2279,
+      "step": 9419
+    },
+    {
+      "epoch": 2.8057112008786462,
+      "grad_norm": 0.24520215392112732,
+      "learning_rate": 1.6879288235848616e-05,
+      "loss": 1.2503,
+      "step": 9420
+    },
+    {
+      "epoch": 2.806009047078315,
+      "grad_norm": 0.23110315203666687,
+      "learning_rate": 1.687858814264801e-05,
+      "loss": 1.2406,
+      "step": 9421
+    },
+    {
+      "epoch": 2.8063068932779833,
+      "grad_norm": 0.23562389612197876,
+      "learning_rate": 1.6877887985449824e-05,
+      "loss": 1.2335,
+      "step": 9422
+    },
+    {
+      "epoch": 2.806604739477652,
+      "grad_norm": 0.23645806312561035,
+      "learning_rate": 1.6877187764260575e-05,
+      "loss": 1.2421,
+      "step": 9423
+    },
+    {
+      "epoch": 2.806902585677321,
+      "grad_norm": 0.2370063066482544,
+      "learning_rate": 1.6876487479086776e-05,
+      "loss": 1.2576,
+      "step": 9424
+    },
+    {
+      "epoch": 2.8072004318769896,
+      "grad_norm": 0.2854611575603485,
+      "learning_rate": 1.6875787129934945e-05,
+      "loss": 1.2474,
+      "step": 9425
+    },
+    {
+      "epoch": 2.8074982780766584,
+      "grad_norm": 0.2618495523929596,
+      "learning_rate": 1.6875086716811598e-05,
+      "loss": 1.245,
+      "step": 9426
+    },
+    {
+      "epoch": 2.8077961242763267,
+      "grad_norm": 0.24259112775325775,
+      "learning_rate": 1.6874386239723247e-05,
+      "loss": 1.2327,
+      "step": 9427
+    },
+    {
+      "epoch": 2.8080939704759955,
+      "grad_norm": 0.23218576610088348,
+      "learning_rate": 1.6873685698676417e-05,
+      "loss": 1.2481,
+      "step": 9428
+    },
+    {
+      "epoch": 2.8083918166756643,
+      "grad_norm": 0.29377731680870056,
+      "learning_rate": 1.6872985093677617e-05,
+      "loss": 1.2475,
+      "step": 9429
+    },
+    {
+      "epoch": 2.8086896628753326,
+      "grad_norm": 0.29341045022010803,
+      "learning_rate": 1.6872284424733373e-05,
+      "loss": 1.2406,
+      "step": 9430
+    },
+    {
+      "epoch": 2.8089875090750014,
+      "grad_norm": 0.2425510734319687,
+      "learning_rate": 1.6871583691850202e-05,
+      "loss": 1.2419,
+      "step": 9431
+    },
+    {
+      "epoch": 2.80928535527467,
+      "grad_norm": 0.2322937250137329,
+      "learning_rate": 1.6870882895034618e-05,
+      "loss": 1.2328,
+      "step": 9432
+    },
+    {
+      "epoch": 2.8095832014743385,
+      "grad_norm": 0.2481030374765396,
+      "learning_rate": 1.687018203429315e-05,
+      "loss": 1.2613,
+      "step": 9433
+    },
+    {
+      "epoch": 2.8098810476740073,
+      "grad_norm": 0.2392769157886505,
+      "learning_rate": 1.6869481109632308e-05,
+      "loss": 1.2473,
+      "step": 9434
+    },
+    {
+      "epoch": 2.810178893873676,
+      "grad_norm": 0.23280951380729675,
+      "learning_rate": 1.6868780121058622e-05,
+      "loss": 1.2301,
+      "step": 9435
+    },
+    {
+      "epoch": 2.8104767400733444,
+      "grad_norm": 0.226578027009964,
+      "learning_rate": 1.6868079068578614e-05,
+      "loss": 1.2368,
+      "step": 9436
+    },
+    {
+      "epoch": 2.810774586273013,
+      "grad_norm": 0.23894715309143066,
+      "learning_rate": 1.6867377952198797e-05,
+      "loss": 1.2347,
+      "step": 9437
+    },
+    {
+      "epoch": 2.811072432472682,
+      "grad_norm": 0.26301658153533936,
+      "learning_rate": 1.6866676771925706e-05,
+      "loss": 1.2508,
+      "step": 9438
+    },
+    {
+      "epoch": 2.8113702786723507,
+      "grad_norm": 0.274747371673584,
+      "learning_rate": 1.686597552776586e-05,
+      "loss": 1.2224,
+      "step": 9439
+    },
+    {
+      "epoch": 2.8116681248720194,
+      "grad_norm": 0.26488688588142395,
+      "learning_rate": 1.686527421972578e-05,
+      "loss": 1.2567,
+      "step": 9440
+    },
+    {
+      "epoch": 2.8119659710716878,
+      "grad_norm": 0.24709691107273102,
+      "learning_rate": 1.6864572847811995e-05,
+      "loss": 1.2406,
+      "step": 9441
+    },
+    {
+      "epoch": 2.8122638172713565,
+      "grad_norm": 0.25358718633651733,
+      "learning_rate": 1.686387141203103e-05,
+      "loss": 1.2619,
+      "step": 9442
+    },
+    {
+      "epoch": 2.8125616634710253,
+      "grad_norm": 0.450490802526474,
+      "learning_rate": 1.686316991238941e-05,
+      "loss": 1.2303,
+      "step": 9443
+    },
+    {
+      "epoch": 2.8128595096706936,
+      "grad_norm": 0.3292935788631439,
+      "learning_rate": 1.686246834889366e-05,
+      "loss": 1.2535,
+      "step": 9444
+    },
+    {
+      "epoch": 2.8131573558703624,
+      "grad_norm": 0.2989583909511566,
+      "learning_rate": 1.686176672155031e-05,
+      "loss": 1.2321,
+      "step": 9445
+    },
+    {
+      "epoch": 2.813455202070031,
+      "grad_norm": 0.2783900797367096,
+      "learning_rate": 1.686106503036589e-05,
+      "loss": 1.2499,
+      "step": 9446
+    },
+    {
+      "epoch": 2.8137530482696995,
+      "grad_norm": 0.5152345895767212,
+      "learning_rate": 1.6860363275346922e-05,
+      "loss": 1.2637,
+      "step": 9447
+    },
+    {
+      "epoch": 2.8140508944693683,
+      "grad_norm": 0.2280631810426712,
+      "learning_rate": 1.685966145649994e-05,
+      "loss": 1.2355,
+      "step": 9448
+    },
+    {
+      "epoch": 2.814348740669037,
+      "grad_norm": 0.2405257523059845,
+      "learning_rate": 1.685895957383147e-05,
+      "loss": 1.2655,
+      "step": 9449
+    },
+    {
+      "epoch": 2.814646586868706,
+      "grad_norm": 0.23572790622711182,
+      "learning_rate": 1.685825762734805e-05,
+      "loss": 1.2391,
+      "step": 9450
+    },
+    {
+      "epoch": 2.814944433068374,
+      "grad_norm": 0.7869846224784851,
+      "learning_rate": 1.68575556170562e-05,
+      "loss": 1.2549,
+      "step": 9451
+    },
+    {
+      "epoch": 2.815242279268043,
+      "grad_norm": 0.23556984961032867,
+      "learning_rate": 1.685685354296246e-05,
+      "loss": 1.2379,
+      "step": 9452
+    },
+    {
+      "epoch": 2.8155401254677117,
+      "grad_norm": 0.24267776310443878,
+      "learning_rate": 1.6856151405073357e-05,
+      "loss": 1.2398,
+      "step": 9453
+    },
+    {
+      "epoch": 2.8158379716673805,
+      "grad_norm": 0.24611473083496094,
+      "learning_rate": 1.6855449203395425e-05,
+      "loss": 1.2371,
+      "step": 9454
+    },
+    {
+      "epoch": 2.816135817867049,
+      "grad_norm": 0.23646798729896545,
+      "learning_rate": 1.6854746937935197e-05,
+      "loss": 1.262,
+      "step": 9455
+    },
+    {
+      "epoch": 2.8164336640667176,
+      "grad_norm": 0.24050743877887726,
+      "learning_rate": 1.6854044608699206e-05,
+      "loss": 1.256,
+      "step": 9456
+    },
+    {
+      "epoch": 2.8167315102663864,
+      "grad_norm": 0.2404586374759674,
+      "learning_rate": 1.6853342215693994e-05,
+      "loss": 1.2494,
+      "step": 9457
+    },
+    {
+      "epoch": 2.8170293564660547,
+      "grad_norm": 0.23830142617225647,
+      "learning_rate": 1.6852639758926086e-05,
+      "loss": 1.2421,
+      "step": 9458
+    },
+    {
+      "epoch": 2.8173272026657235,
+      "grad_norm": 0.2322382777929306,
+      "learning_rate": 1.685193723840202e-05,
+      "loss": 1.2447,
+      "step": 9459
+    },
+    {
+      "epoch": 2.8176250488653922,
+      "grad_norm": 0.23787865042686462,
+      "learning_rate": 1.6851234654128334e-05,
+      "loss": 1.2381,
+      "step": 9460
+    },
+    {
+      "epoch": 2.8179228950650606,
+      "grad_norm": 0.2354193925857544,
+      "learning_rate": 1.6850532006111568e-05,
+      "loss": 1.242,
+      "step": 9461
+    },
+    {
+      "epoch": 2.8182207412647293,
+      "grad_norm": 0.23611146211624146,
+      "learning_rate": 1.684982929435825e-05,
+      "loss": 1.2408,
+      "step": 9462
+    },
+    {
+      "epoch": 2.818518587464398,
+      "grad_norm": 0.23927001655101776,
+      "learning_rate": 1.6849126518874923e-05,
+      "loss": 1.2625,
+      "step": 9463
+    },
+    {
+      "epoch": 2.818816433664067,
+      "grad_norm": 0.22399203479290009,
+      "learning_rate": 1.684842367966813e-05,
+      "loss": 1.2658,
+      "step": 9464
+    },
+    {
+      "epoch": 2.8191142798637356,
+      "grad_norm": 0.24528461694717407,
+      "learning_rate": 1.6847720776744404e-05,
+      "loss": 1.2563,
+      "step": 9465
+    },
+    {
+      "epoch": 2.819412126063404,
+      "grad_norm": 0.23209093511104584,
+      "learning_rate": 1.684701781011029e-05,
+      "loss": 1.2479,
+      "step": 9466
+    },
+    {
+      "epoch": 2.8197099722630727,
+      "grad_norm": 0.2589212656021118,
+      "learning_rate": 1.684631477977232e-05,
+      "loss": 1.2366,
+      "step": 9467
+    },
+    {
+      "epoch": 2.8200078184627415,
+      "grad_norm": 0.22971342504024506,
+      "learning_rate": 1.6845611685737044e-05,
+      "loss": 1.2532,
+      "step": 9468
+    },
+    {
+      "epoch": 2.82030566466241,
+      "grad_norm": 0.2506147623062134,
+      "learning_rate": 1.6844908528011e-05,
+      "loss": 1.236,
+      "step": 9469
+    },
+    {
+      "epoch": 2.8206035108620786,
+      "grad_norm": 0.2360735684633255,
+      "learning_rate": 1.6844205306600727e-05,
+      "loss": 1.2402,
+      "step": 9470
+    },
+    {
+      "epoch": 2.8209013570617474,
+      "grad_norm": 0.23734350502490997,
+      "learning_rate": 1.6843502021512774e-05,
+      "loss": 1.2565,
+      "step": 9471
+    },
+    {
+      "epoch": 2.8211992032614157,
+      "grad_norm": 0.2421860247850418,
+      "learning_rate": 1.6842798672753677e-05,
+      "loss": 1.2343,
+      "step": 9472
+    },
+    {
+      "epoch": 2.8214970494610845,
+      "grad_norm": 0.23866495490074158,
+      "learning_rate": 1.6842095260329988e-05,
+      "loss": 1.2541,
+      "step": 9473
+    },
+    {
+      "epoch": 2.8217948956607533,
+      "grad_norm": 0.26501211524009705,
+      "learning_rate": 1.6841391784248246e-05,
+      "loss": 1.2583,
+      "step": 9474
+    },
+    {
+      "epoch": 2.8220927418604216,
+      "grad_norm": 0.22950270771980286,
+      "learning_rate": 1.684068824451499e-05,
+      "loss": 1.2452,
+      "step": 9475
+    },
+    {
+      "epoch": 2.8223905880600904,
+      "grad_norm": 0.24660466611385345,
+      "learning_rate": 1.683998464113678e-05,
+      "loss": 1.2573,
+      "step": 9476
+    },
+    {
+      "epoch": 2.822688434259759,
+      "grad_norm": 0.23101870715618134,
+      "learning_rate": 1.6839280974120153e-05,
+      "loss": 1.2362,
+      "step": 9477
+    },
+    {
+      "epoch": 2.822986280459428,
+      "grad_norm": 0.29405537247657776,
+      "learning_rate": 1.6838577243471657e-05,
+      "loss": 1.2485,
+      "step": 9478
+    },
+    {
+      "epoch": 2.8232841266590967,
+      "grad_norm": 0.3243562877178192,
+      "learning_rate": 1.683787344919784e-05,
+      "loss": 1.2392,
+      "step": 9479
+    },
+    {
+      "epoch": 2.823581972858765,
+      "grad_norm": 0.23325003683567047,
+      "learning_rate": 1.6837169591305254e-05,
+      "loss": 1.252,
+      "step": 9480
+    },
+    {
+      "epoch": 2.8238798190584338,
+      "grad_norm": 0.2814958691596985,
+      "learning_rate": 1.6836465669800442e-05,
+      "loss": 1.2445,
+      "step": 9481
+    },
+    {
+      "epoch": 2.8241776652581025,
+      "grad_norm": 0.2902512550354004,
+      "learning_rate": 1.6835761684689954e-05,
+      "loss": 1.2623,
+      "step": 9482
+    },
+    {
+      "epoch": 2.824475511457771,
+      "grad_norm": 0.24863779544830322,
+      "learning_rate": 1.683505763598034e-05,
+      "loss": 1.2478,
+      "step": 9483
+    },
+    {
+      "epoch": 2.8247733576574396,
+      "grad_norm": 0.63090580701828,
+      "learning_rate": 1.6834353523678154e-05,
+      "loss": 1.2607,
+      "step": 9484
+    },
+    {
+      "epoch": 2.8250712038571084,
+      "grad_norm": 0.2958478629589081,
+      "learning_rate": 1.683364934778994e-05,
+      "loss": 1.2441,
+      "step": 9485
+    },
+    {
+      "epoch": 2.8253690500567767,
+      "grad_norm": 0.2794075608253479,
+      "learning_rate": 1.683294510832226e-05,
+      "loss": 1.2454,
+      "step": 9486
+    },
+    {
+      "epoch": 2.8256668962564455,
+      "grad_norm": 0.24498534202575684,
+      "learning_rate": 1.6832240805281654e-05,
+      "loss": 1.2481,
+      "step": 9487
+    },
+    {
+      "epoch": 2.8259647424561143,
+      "grad_norm": 0.23207266628742218,
+      "learning_rate": 1.6831536438674685e-05,
+      "loss": 1.2408,
+      "step": 9488
+    },
+    {
+      "epoch": 2.8262625886557826,
+      "grad_norm": 0.24805179238319397,
+      "learning_rate": 1.68308320085079e-05,
+      "loss": 1.2397,
+      "step": 9489
+    },
+    {
+      "epoch": 2.8265604348554514,
+      "grad_norm": 0.24835854768753052,
+      "learning_rate": 1.6830127514787856e-05,
+      "loss": 1.2409,
+      "step": 9490
+    },
+    {
+      "epoch": 2.82685828105512,
+      "grad_norm": 0.25730326771736145,
+      "learning_rate": 1.6829422957521106e-05,
+      "loss": 1.2664,
+      "step": 9491
+    },
+    {
+      "epoch": 2.827156127254789,
+      "grad_norm": 0.2531678378582001,
+      "learning_rate": 1.6828718336714204e-05,
+      "loss": 1.2582,
+      "step": 9492
+    },
+    {
+      "epoch": 2.8274539734544577,
+      "grad_norm": 0.2367067188024521,
+      "learning_rate": 1.682801365237371e-05,
+      "loss": 1.2395,
+      "step": 9493
+    },
+    {
+      "epoch": 2.827751819654126,
+      "grad_norm": 0.2317972034215927,
+      "learning_rate": 1.6827308904506175e-05,
+      "loss": 1.2383,
+      "step": 9494
+    },
+    {
+      "epoch": 2.828049665853795,
+      "grad_norm": 0.2436864972114563,
+      "learning_rate": 1.6826604093118164e-05,
+      "loss": 1.2677,
+      "step": 9495
+    },
+    {
+      "epoch": 2.8283475120534636,
+      "grad_norm": 0.24664410948753357,
+      "learning_rate": 1.6825899218216224e-05,
+      "loss": 1.2388,
+      "step": 9496
+    },
+    {
+      "epoch": 2.828645358253132,
+      "grad_norm": 0.23872210085391998,
+      "learning_rate": 1.682519427980692e-05,
+      "loss": 1.258,
+      "step": 9497
+    },
+    {
+      "epoch": 2.8289432044528007,
+      "grad_norm": 0.23003363609313965,
+      "learning_rate": 1.6824489277896807e-05,
+      "loss": 1.2481,
+      "step": 9498
+    },
+    {
+      "epoch": 2.8292410506524694,
+      "grad_norm": 0.22335799038410187,
+      "learning_rate": 1.6823784212492448e-05,
+      "loss": 1.2492,
+      "step": 9499
+    },
+    {
+      "epoch": 2.8295388968521378,
+      "grad_norm": 0.23637713491916656,
+      "learning_rate": 1.68230790836004e-05,
+      "loss": 1.2483,
+      "step": 9500
+    },
+    {
+      "epoch": 2.8295388968521378,
+      "eval_loss": 1.3350661993026733,
+      "eval_runtime": 20.7853,
+      "eval_samples_per_second": 83.424,
+      "eval_steps_per_second": 5.244,
+      "step": 9500
+    },
+    {
+      "epoch": 2.8298367430518065,
+      "grad_norm": 0.23937050998210907,
+      "learning_rate": 1.6822373891227223e-05,
+      "loss": 1.2397,
+      "step": 9501
+    },
+    {
+      "epoch": 2.8301345892514753,
+      "grad_norm": 0.23899784684181213,
+      "learning_rate": 1.6821668635379486e-05,
+      "loss": 1.2504,
+      "step": 9502
+    },
+    {
+      "epoch": 2.8304324354511436,
+      "grad_norm": 0.2262616753578186,
+      "learning_rate": 1.6820963316063733e-05,
+      "loss": 1.2707,
+      "step": 9503
+    },
+    {
+      "epoch": 2.8307302816508124,
+      "grad_norm": 0.23564161360263824,
+      "learning_rate": 1.6820257933286544e-05,
+      "loss": 1.2389,
+      "step": 9504
+    },
+    {
+      "epoch": 2.831028127850481,
+      "grad_norm": 0.22219909727573395,
+      "learning_rate": 1.6819552487054474e-05,
+      "loss": 1.2446,
+      "step": 9505
+    },
+    {
+      "epoch": 2.83132597405015,
+      "grad_norm": 0.23048289120197296,
+      "learning_rate": 1.6818846977374087e-05,
+      "loss": 1.228,
+      "step": 9506
+    },
+    {
+      "epoch": 2.8316238202498187,
+      "grad_norm": 0.24245646595954895,
+      "learning_rate": 1.681814140425195e-05,
+      "loss": 1.2585,
+      "step": 9507
+    },
+    {
+      "epoch": 2.831921666449487,
+      "grad_norm": 0.23912543058395386,
+      "learning_rate": 1.6817435767694622e-05,
+      "loss": 1.2476,
+      "step": 9508
+    },
+    {
+      "epoch": 2.832219512649156,
+      "grad_norm": 0.23558421432971954,
+      "learning_rate": 1.681673006770867e-05,
+      "loss": 1.2515,
+      "step": 9509
+    },
+    {
+      "epoch": 2.8325173588488246,
+      "grad_norm": 0.23728139698505402,
+      "learning_rate": 1.681602430430066e-05,
+      "loss": 1.2538,
+      "step": 9510
+    },
+    {
+      "epoch": 2.832815205048493,
+      "grad_norm": 0.24715609848499298,
+      "learning_rate": 1.6815318477477166e-05,
+      "loss": 1.2464,
+      "step": 9511
+    },
+    {
+      "epoch": 2.8331130512481617,
+      "grad_norm": 0.2315111607313156,
+      "learning_rate": 1.6814612587244743e-05,
+      "loss": 1.24,
+      "step": 9512
+    },
+    {
+      "epoch": 2.8334108974478305,
+      "grad_norm": 0.22887147963047028,
+      "learning_rate": 1.6813906633609964e-05,
+      "loss": 1.2469,
+      "step": 9513
+    },
+    {
+      "epoch": 2.833708743647499,
+      "grad_norm": 0.23694492876529694,
+      "learning_rate": 1.6813200616579396e-05,
+      "loss": 1.2523,
+      "step": 9514
+    },
+    {
+      "epoch": 2.8340065898471676,
+      "grad_norm": 0.2390718162059784,
+      "learning_rate": 1.681249453615961e-05,
+      "loss": 1.2363,
+      "step": 9515
+    },
+    {
+      "epoch": 2.8343044360468364,
+      "grad_norm": 0.23013268411159515,
+      "learning_rate": 1.6811788392357175e-05,
+      "loss": 1.2423,
+      "step": 9516
+    },
+    {
+      "epoch": 2.834602282246505,
+      "grad_norm": 0.23531004786491394,
+      "learning_rate": 1.6811082185178658e-05,
+      "loss": 1.2487,
+      "step": 9517
+    },
+    {
+      "epoch": 2.8349001284461735,
+      "grad_norm": 0.24330763518810272,
+      "learning_rate": 1.681037591463063e-05,
+      "loss": 1.2301,
+      "step": 9518
+    },
+    {
+      "epoch": 2.8351979746458422,
+      "grad_norm": 0.24473343789577484,
+      "learning_rate": 1.6809669580719664e-05,
+      "loss": 1.2649,
+      "step": 9519
+    },
+    {
+      "epoch": 2.835495820845511,
+      "grad_norm": 0.22644692659378052,
+      "learning_rate": 1.680896318345233e-05,
+      "loss": 1.2358,
+      "step": 9520
+    },
+    {
+      "epoch": 2.8357936670451798,
+      "grad_norm": 0.23970761895179749,
+      "learning_rate": 1.6808256722835202e-05,
+      "loss": 1.2454,
+      "step": 9521
+    },
+    {
+      "epoch": 2.836091513244848,
+      "grad_norm": 0.23349694907665253,
+      "learning_rate": 1.680755019887485e-05,
+      "loss": 1.2553,
+      "step": 9522
+    },
+    {
+      "epoch": 2.836389359444517,
+      "grad_norm": 0.2522037923336029,
+      "learning_rate": 1.680684361157785e-05,
+      "loss": 1.2487,
+      "step": 9523
+    },
+    {
+      "epoch": 2.8366872056441856,
+      "grad_norm": 0.24215124547481537,
+      "learning_rate": 1.6806136960950778e-05,
+      "loss": 1.2278,
+      "step": 9524
+    },
+    {
+      "epoch": 2.836985051843854,
+      "grad_norm": 0.23304861783981323,
+      "learning_rate": 1.6805430247000203e-05,
+      "loss": 1.2435,
+      "step": 9525
+    },
+    {
+      "epoch": 2.8372828980435227,
+      "grad_norm": 0.2447548359632492,
+      "learning_rate": 1.6804723469732704e-05,
+      "loss": 1.2606,
+      "step": 9526
+    },
+    {
+      "epoch": 2.8375807442431915,
+      "grad_norm": 0.23060426115989685,
+      "learning_rate": 1.6804016629154854e-05,
+      "loss": 1.2403,
+      "step": 9527
+    },
+    {
+      "epoch": 2.83787859044286,
+      "grad_norm": 0.22644715011119843,
+      "learning_rate": 1.6803309725273235e-05,
+      "loss": 1.2252,
+      "step": 9528
+    },
+    {
+      "epoch": 2.8381764366425286,
+      "grad_norm": 0.2479182928800583,
+      "learning_rate": 1.6802602758094416e-05,
+      "loss": 1.2555,
+      "step": 9529
+    },
+    {
+      "epoch": 2.8384742828421974,
+      "grad_norm": 0.24726583063602448,
+      "learning_rate": 1.680189572762498e-05,
+      "loss": 1.24,
+      "step": 9530
+    },
+    {
+      "epoch": 2.838772129041866,
+      "grad_norm": 0.24094510078430176,
+      "learning_rate": 1.6801188633871507e-05,
+      "loss": 1.254,
+      "step": 9531
+    },
+    {
+      "epoch": 2.839069975241535,
+      "grad_norm": 0.23302826285362244,
+      "learning_rate": 1.680048147684057e-05,
+      "loss": 1.2621,
+      "step": 9532
+    },
+    {
+      "epoch": 2.8393678214412033,
+      "grad_norm": 0.22267597913742065,
+      "learning_rate": 1.679977425653875e-05,
+      "loss": 1.2357,
+      "step": 9533
+    },
+    {
+      "epoch": 2.839665667640872,
+      "grad_norm": 0.23312880098819733,
+      "learning_rate": 1.6799066972972628e-05,
+      "loss": 1.2624,
+      "step": 9534
+    },
+    {
+      "epoch": 2.839963513840541,
+      "grad_norm": 0.22978711128234863,
+      "learning_rate": 1.6798359626148787e-05,
+      "loss": 1.2534,
+      "step": 9535
+    },
+    {
+      "epoch": 2.840261360040209,
+      "grad_norm": 0.24274848401546478,
+      "learning_rate": 1.67976522160738e-05,
+      "loss": 1.2629,
+      "step": 9536
+    },
+    {
+      "epoch": 2.840559206239878,
+      "grad_norm": 0.23926518857479095,
+      "learning_rate": 1.679694474275426e-05,
+      "loss": 1.2362,
+      "step": 9537
+    },
+    {
+      "epoch": 2.8408570524395467,
+      "grad_norm": 0.23229800164699554,
+      "learning_rate": 1.679623720619674e-05,
+      "loss": 1.244,
+      "step": 9538
+    },
+    {
+      "epoch": 2.841154898639215,
+      "grad_norm": 0.22292126715183258,
+      "learning_rate": 1.6795529606407822e-05,
+      "loss": 1.2394,
+      "step": 9539
+    },
+    {
+      "epoch": 2.8414527448388838,
+      "grad_norm": 0.2399204522371292,
+      "learning_rate": 1.6794821943394097e-05,
+      "loss": 1.2399,
+      "step": 9540
+    },
+    {
+      "epoch": 2.8417505910385525,
+      "grad_norm": 0.23259685933589935,
+      "learning_rate": 1.6794114217162145e-05,
+      "loss": 1.2324,
+      "step": 9541
+    },
+    {
+      "epoch": 2.842048437238221,
+      "grad_norm": 0.22789466381072998,
+      "learning_rate": 1.6793406427718554e-05,
+      "loss": 1.2245,
+      "step": 9542
+    },
+    {
+      "epoch": 2.8423462834378896,
+      "grad_norm": 0.23625433444976807,
+      "learning_rate": 1.6792698575069906e-05,
+      "loss": 1.2465,
+      "step": 9543
+    },
+    {
+      "epoch": 2.8426441296375584,
+      "grad_norm": 0.23433490097522736,
+      "learning_rate": 1.6791990659222782e-05,
+      "loss": 1.235,
+      "step": 9544
+    },
+    {
+      "epoch": 2.842941975837227,
+      "grad_norm": 0.24511510133743286,
+      "learning_rate": 1.6791282680183778e-05,
+      "loss": 1.242,
+      "step": 9545
+    },
+    {
+      "epoch": 2.843239822036896,
+      "grad_norm": 0.23765471577644348,
+      "learning_rate": 1.6790574637959473e-05,
+      "loss": 1.2391,
+      "step": 9546
+    },
+    {
+      "epoch": 2.8435376682365643,
+      "grad_norm": 0.23262514173984528,
+      "learning_rate": 1.6789866532556462e-05,
+      "loss": 1.2363,
+      "step": 9547
+    },
+    {
+      "epoch": 2.843835514436233,
+      "grad_norm": 0.23182271420955658,
+      "learning_rate": 1.6789158363981327e-05,
+      "loss": 1.2435,
+      "step": 9548
+    },
+    {
+      "epoch": 2.844133360635902,
+      "grad_norm": 0.247736856341362,
+      "learning_rate": 1.6788450132240658e-05,
+      "loss": 1.2321,
+      "step": 9549
+    },
+    {
+      "epoch": 2.84443120683557,
+      "grad_norm": 0.24930934607982635,
+      "learning_rate": 1.678774183734104e-05,
+      "loss": 1.2445,
+      "step": 9550
+    },
+    {
+      "epoch": 2.844729053035239,
+      "grad_norm": 0.24114583432674408,
+      "learning_rate": 1.6787033479289077e-05,
+      "loss": 1.2331,
+      "step": 9551
+    },
+    {
+      "epoch": 2.8450268992349077,
+      "grad_norm": 0.22924873232841492,
+      "learning_rate": 1.6786325058091346e-05,
+      "loss": 1.238,
+      "step": 9552
+    },
+    {
+      "epoch": 2.845324745434576,
+      "grad_norm": 0.25451821088790894,
+      "learning_rate": 1.6785616573754444e-05,
+      "loss": 1.2356,
+      "step": 9553
+    },
+    {
+      "epoch": 2.845622591634245,
+      "grad_norm": 0.23745770752429962,
+      "learning_rate": 1.6784908026284958e-05,
+      "loss": 1.2539,
+      "step": 9554
+    },
+    {
+      "epoch": 2.8459204378339136,
+      "grad_norm": 0.25693124532699585,
+      "learning_rate": 1.6784199415689488e-05,
+      "loss": 1.2456,
+      "step": 9555
+    },
+    {
+      "epoch": 2.846218284033582,
+      "grad_norm": 0.2471061795949936,
+      "learning_rate": 1.678349074197462e-05,
+      "loss": 1.2238,
+      "step": 9556
+    },
+    {
+      "epoch": 2.8465161302332507,
+      "grad_norm": 0.2600265443325043,
+      "learning_rate": 1.678278200514695e-05,
+      "loss": 1.2429,
+      "step": 9557
+    },
+    {
+      "epoch": 2.8468139764329194,
+      "grad_norm": 0.23116445541381836,
+      "learning_rate": 1.678207320521307e-05,
+      "loss": 1.2502,
+      "step": 9558
+    },
+    {
+      "epoch": 2.847111822632588,
+      "grad_norm": 0.2419513314962387,
+      "learning_rate": 1.678136434217958e-05,
+      "loss": 1.2478,
+      "step": 9559
+    },
+    {
+      "epoch": 2.847409668832257,
+      "grad_norm": 0.23644323647022247,
+      "learning_rate": 1.6780655416053067e-05,
+      "loss": 1.2479,
+      "step": 9560
+    },
+    {
+      "epoch": 2.8477075150319253,
+      "grad_norm": 0.23632511496543884,
+      "learning_rate": 1.6779946426840134e-05,
+      "loss": 1.2474,
+      "step": 9561
+    },
+    {
+      "epoch": 2.848005361231594,
+      "grad_norm": 0.22760628163814545,
+      "learning_rate": 1.677923737454737e-05,
+      "loss": 1.2512,
+      "step": 9562
+    },
+    {
+      "epoch": 2.848303207431263,
+      "grad_norm": 0.2346828281879425,
+      "learning_rate": 1.677852825918138e-05,
+      "loss": 1.2428,
+      "step": 9563
+    },
+    {
+      "epoch": 2.848601053630931,
+      "grad_norm": 0.2310081124305725,
+      "learning_rate": 1.6777819080748758e-05,
+      "loss": 1.2424,
+      "step": 9564
+    },
+    {
+      "epoch": 2.8488988998306,
+      "grad_norm": 0.23505978286266327,
+      "learning_rate": 1.67771098392561e-05,
+      "loss": 1.2535,
+      "step": 9565
+    },
+    {
+      "epoch": 2.8491967460302687,
+      "grad_norm": 0.22905951738357544,
+      "learning_rate": 1.677640053471001e-05,
+      "loss": 1.2335,
+      "step": 9566
+    },
+    {
+      "epoch": 2.849494592229937,
+      "grad_norm": 0.23601317405700684,
+      "learning_rate": 1.677569116711708e-05,
+      "loss": 1.2329,
+      "step": 9567
+    },
+    {
+      "epoch": 2.849792438429606,
+      "grad_norm": 0.2386091947555542,
+      "learning_rate": 1.677498173648392e-05,
+      "loss": 1.2542,
+      "step": 9568
+    },
+    {
+      "epoch": 2.8500902846292746,
+      "grad_norm": 0.24330885708332062,
+      "learning_rate": 1.6774272242817122e-05,
+      "loss": 1.2576,
+      "step": 9569
+    },
+    {
+      "epoch": 2.850388130828943,
+      "grad_norm": 0.25018224120140076,
+      "learning_rate": 1.6773562686123285e-05,
+      "loss": 1.2348,
+      "step": 9570
+    },
+    {
+      "epoch": 2.8506859770286117,
+      "grad_norm": 0.24150174856185913,
+      "learning_rate": 1.677285306640902e-05,
+      "loss": 1.2293,
+      "step": 9571
+    },
+    {
+      "epoch": 2.8509838232282805,
+      "grad_norm": 0.31612199544906616,
+      "learning_rate": 1.677214338368092e-05,
+      "loss": 1.2493,
+      "step": 9572
+    },
+    {
+      "epoch": 2.8512816694279493,
+      "grad_norm": 0.2653801441192627,
+      "learning_rate": 1.67714336379456e-05,
+      "loss": 1.25,
+      "step": 9573
+    },
+    {
+      "epoch": 2.851579515627618,
+      "grad_norm": 0.24127154052257538,
+      "learning_rate": 1.6770723829209648e-05,
+      "loss": 1.2442,
+      "step": 9574
+    },
+    {
+      "epoch": 2.8518773618272864,
+      "grad_norm": 0.2629128694534302,
+      "learning_rate": 1.6770013957479677e-05,
+      "loss": 1.2571,
+      "step": 9575
+    },
+    {
+      "epoch": 2.852175208026955,
+      "grad_norm": 0.23995302617549896,
+      "learning_rate": 1.6769304022762292e-05,
+      "loss": 1.2426,
+      "step": 9576
+    },
+    {
+      "epoch": 2.852473054226624,
+      "grad_norm": 0.228716641664505,
+      "learning_rate": 1.6768594025064095e-05,
+      "loss": 1.2414,
+      "step": 9577
+    },
+    {
+      "epoch": 2.8527709004262922,
+      "grad_norm": 0.23739491403102875,
+      "learning_rate": 1.6767883964391692e-05,
+      "loss": 1.2336,
+      "step": 9578
+    },
+    {
+      "epoch": 2.853068746625961,
+      "grad_norm": 0.26312458515167236,
+      "learning_rate": 1.676717384075169e-05,
+      "loss": 1.2566,
+      "step": 9579
+    },
+    {
+      "epoch": 2.8533665928256298,
+      "grad_norm": 0.24080444872379303,
+      "learning_rate": 1.67664636541507e-05,
+      "loss": 1.2411,
+      "step": 9580
+    },
+    {
+      "epoch": 2.853664439025298,
+      "grad_norm": 0.2274615615606308,
+      "learning_rate": 1.6765753404595322e-05,
+      "loss": 1.2481,
+      "step": 9581
+    },
+    {
+      "epoch": 2.853962285224967,
+      "grad_norm": 0.2274451106786728,
+      "learning_rate": 1.6765043092092167e-05,
+      "loss": 1.2453,
+      "step": 9582
+    },
+    {
+      "epoch": 2.8542601314246356,
+      "grad_norm": 0.23121044039726257,
+      "learning_rate": 1.676433271664785e-05,
+      "loss": 1.2562,
+      "step": 9583
+    },
+    {
+      "epoch": 2.8545579776243044,
+      "grad_norm": 0.23248712718486786,
+      "learning_rate": 1.6763622278268968e-05,
+      "loss": 1.2601,
+      "step": 9584
+    },
+    {
+      "epoch": 2.8548558238239727,
+      "grad_norm": 0.24338187277317047,
+      "learning_rate": 1.676291177696214e-05,
+      "loss": 1.2459,
+      "step": 9585
+    },
+    {
+      "epoch": 2.8551536700236415,
+      "grad_norm": 0.2362908124923706,
+      "learning_rate": 1.6762201212733974e-05,
+      "loss": 1.2413,
+      "step": 9586
+    },
+    {
+      "epoch": 2.8554515162233103,
+      "grad_norm": 0.3114035427570343,
+      "learning_rate": 1.676149058559108e-05,
+      "loss": 1.2266,
+      "step": 9587
+    },
+    {
+      "epoch": 2.855749362422979,
+      "grad_norm": 0.30946192145347595,
+      "learning_rate": 1.676077989554007e-05,
+      "loss": 1.249,
+      "step": 9588
+    },
+    {
+      "epoch": 2.8560472086226474,
+      "grad_norm": 0.2479553520679474,
+      "learning_rate": 1.6760069142587562e-05,
+      "loss": 1.2431,
+      "step": 9589
+    },
+    {
+      "epoch": 2.856345054822316,
+      "grad_norm": 0.5116506218910217,
+      "learning_rate": 1.6759358326740157e-05,
+      "loss": 1.2438,
+      "step": 9590
+    },
+    {
+      "epoch": 2.856642901021985,
+      "grad_norm": 0.3225812017917633,
+      "learning_rate": 1.675864744800448e-05,
+      "loss": 1.2424,
+      "step": 9591
+    },
+    {
+      "epoch": 2.8569407472216533,
+      "grad_norm": 0.2772776782512665,
+      "learning_rate": 1.6757936506387134e-05,
+      "loss": 1.2536,
+      "step": 9592
+    },
+    {
+      "epoch": 2.857238593421322,
+      "grad_norm": 0.238128662109375,
+      "learning_rate": 1.6757225501894744e-05,
+      "loss": 1.2472,
+      "step": 9593
+    },
+    {
+      "epoch": 2.857536439620991,
+      "grad_norm": 0.23039375245571136,
+      "learning_rate": 1.6756514434533915e-05,
+      "loss": 1.2291,
+      "step": 9594
+    },
+    {
+      "epoch": 2.857834285820659,
+      "grad_norm": 0.3229292035102844,
+      "learning_rate": 1.6755803304311272e-05,
+      "loss": 1.2391,
+      "step": 9595
+    },
+    {
+      "epoch": 2.858132132020328,
+      "grad_norm": 0.25468021631240845,
+      "learning_rate": 1.675509211123343e-05,
+      "loss": 1.2454,
+      "step": 9596
+    },
+    {
+      "epoch": 2.8584299782199967,
+      "grad_norm": 0.22903305292129517,
+      "learning_rate": 1.6754380855306998e-05,
+      "loss": 1.2355,
+      "step": 9597
+    },
+    {
+      "epoch": 2.8587278244196654,
+      "grad_norm": 0.23688064515590668,
+      "learning_rate": 1.67536695365386e-05,
+      "loss": 1.2426,
+      "step": 9598
+    },
+    {
+      "epoch": 2.859025670619334,
+      "grad_norm": 0.2441447377204895,
+      "learning_rate": 1.6752958154934854e-05,
+      "loss": 1.2289,
+      "step": 9599
+    },
+    {
+      "epoch": 2.8593235168190025,
+      "grad_norm": 0.2363729327917099,
+      "learning_rate": 1.6752246710502377e-05,
+      "loss": 1.2306,
+      "step": 9600
+    },
+    {
+      "epoch": 2.8596213630186713,
+      "grad_norm": 0.25469234585762024,
+      "learning_rate": 1.6751535203247785e-05,
+      "loss": 1.2572,
+      "step": 9601
+    },
+    {
+      "epoch": 2.85991920921834,
+      "grad_norm": 0.23895514011383057,
+      "learning_rate": 1.6750823633177703e-05,
+      "loss": 1.2399,
+      "step": 9602
+    },
+    {
+      "epoch": 2.8602170554180084,
+      "grad_norm": 0.2803517282009125,
+      "learning_rate": 1.6750112000298752e-05,
+      "loss": 1.2436,
+      "step": 9603
+    },
+    {
+      "epoch": 2.860514901617677,
+      "grad_norm": 0.2815166115760803,
+      "learning_rate": 1.674940030461755e-05,
+      "loss": 1.235,
+      "step": 9604
+    },
+    {
+      "epoch": 2.860812747817346,
+      "grad_norm": 0.2441072165966034,
+      "learning_rate": 1.6748688546140717e-05,
+      "loss": 1.2388,
+      "step": 9605
+    },
+    {
+      "epoch": 2.8611105940170143,
+      "grad_norm": 0.25432687997817993,
+      "learning_rate": 1.674797672487488e-05,
+      "loss": 1.2639,
+      "step": 9606
+    },
+    {
+      "epoch": 2.861408440216683,
+      "grad_norm": 0.26335468888282776,
+      "learning_rate": 1.674726484082666e-05,
+      "loss": 1.2202,
+      "step": 9607
+    },
+    {
+      "epoch": 2.861706286416352,
+      "grad_norm": 0.2342562973499298,
+      "learning_rate": 1.674655289400267e-05,
+      "loss": 1.2534,
+      "step": 9608
+    },
+    {
+      "epoch": 2.86200413261602,
+      "grad_norm": 0.294867604970932,
+      "learning_rate": 1.674584088440955e-05,
+      "loss": 1.2438,
+      "step": 9609
+    },
+    {
+      "epoch": 2.862301978815689,
+      "grad_norm": 0.23600003123283386,
+      "learning_rate": 1.674512881205392e-05,
+      "loss": 1.2456,
+      "step": 9610
+    },
+    {
+      "epoch": 2.8625998250153577,
+      "grad_norm": 0.2641909718513489,
+      "learning_rate": 1.6744416676942398e-05,
+      "loss": 1.2253,
+      "step": 9611
+    },
+    {
+      "epoch": 2.8628976712150265,
+      "grad_norm": 0.24446533620357513,
+      "learning_rate": 1.6743704479081616e-05,
+      "loss": 1.2466,
+      "step": 9612
+    },
+    {
+      "epoch": 2.8631955174146952,
+      "grad_norm": 0.25604259967803955,
+      "learning_rate": 1.6742992218478197e-05,
+      "loss": 1.2358,
+      "step": 9613
+    },
+    {
+      "epoch": 2.8634933636143636,
+      "grad_norm": 0.25585129857063293,
+      "learning_rate": 1.674227989513877e-05,
+      "loss": 1.2427,
+      "step": 9614
+    },
+    {
+      "epoch": 2.8637912098140323,
+      "grad_norm": 0.23947425186634064,
+      "learning_rate": 1.674156750906996e-05,
+      "loss": 1.2284,
+      "step": 9615
+    },
+    {
+      "epoch": 2.864089056013701,
+      "grad_norm": 0.25628355145454407,
+      "learning_rate": 1.6740855060278396e-05,
+      "loss": 1.2357,
+      "step": 9616
+    },
+    {
+      "epoch": 2.8643869022133694,
+      "grad_norm": 0.23210285604000092,
+      "learning_rate": 1.674014254877071e-05,
+      "loss": 1.2336,
+      "step": 9617
+    },
+    {
+      "epoch": 2.864684748413038,
+      "grad_norm": 0.29729771614074707,
+      "learning_rate": 1.6739429974553527e-05,
+      "loss": 1.2457,
+      "step": 9618
+    },
+    {
+      "epoch": 2.864982594612707,
+      "grad_norm": 0.24117979407310486,
+      "learning_rate": 1.6738717337633478e-05,
+      "loss": 1.2576,
+      "step": 9619
+    },
+    {
+      "epoch": 2.8652804408123753,
+      "grad_norm": 0.25205516815185547,
+      "learning_rate": 1.6738004638017192e-05,
+      "loss": 1.2615,
+      "step": 9620
+    },
+    {
+      "epoch": 2.865578287012044,
+      "grad_norm": 0.2526441514492035,
+      "learning_rate": 1.6737291875711303e-05,
+      "loss": 1.2409,
+      "step": 9621
+    },
+    {
+      "epoch": 2.865876133211713,
+      "grad_norm": 0.26580315828323364,
+      "learning_rate": 1.6736579050722438e-05,
+      "loss": 1.2576,
+      "step": 9622
+    },
+    {
+      "epoch": 2.866173979411381,
+      "grad_norm": 0.26286303997039795,
+      "learning_rate": 1.6735866163057234e-05,
+      "loss": 1.2408,
+      "step": 9623
+    },
+    {
+      "epoch": 2.86647182561105,
+      "grad_norm": 0.25381582975387573,
+      "learning_rate": 1.673515321272232e-05,
+      "loss": 1.2359,
+      "step": 9624
+    },
+    {
+      "epoch": 2.8667696718107187,
+      "grad_norm": 0.2711793780326843,
+      "learning_rate": 1.6734440199724328e-05,
+      "loss": 1.2412,
+      "step": 9625
+    },
+    {
+      "epoch": 2.8670675180103875,
+      "grad_norm": 0.23535223305225372,
+      "learning_rate": 1.6733727124069896e-05,
+      "loss": 1.2361,
+      "step": 9626
+    },
+    {
+      "epoch": 2.8673653642100563,
+      "grad_norm": 0.3429569900035858,
+      "learning_rate": 1.6733013985765658e-05,
+      "loss": 1.2486,
+      "step": 9627
+    },
+    {
+      "epoch": 2.8676632104097246,
+      "grad_norm": 0.2517103850841522,
+      "learning_rate": 1.6732300784818244e-05,
+      "loss": 1.2309,
+      "step": 9628
+    },
+    {
+      "epoch": 2.8679610566093934,
+      "grad_norm": 0.27148956060409546,
+      "learning_rate": 1.6731587521234296e-05,
+      "loss": 1.2542,
+      "step": 9629
+    },
+    {
+      "epoch": 2.868258902809062,
+      "grad_norm": 0.2414814680814743,
+      "learning_rate": 1.6730874195020447e-05,
+      "loss": 1.2581,
+      "step": 9630
+    },
+    {
+      "epoch": 2.8685567490087305,
+      "grad_norm": 0.35265201330184937,
+      "learning_rate": 1.673016080618333e-05,
+      "loss": 1.2499,
+      "step": 9631
+    },
+    {
+      "epoch": 2.8688545952083992,
+      "grad_norm": 0.22770635783672333,
+      "learning_rate": 1.672944735472959e-05,
+      "loss": 1.2165,
+      "step": 9632
+    },
+    {
+      "epoch": 2.869152441408068,
+      "grad_norm": 0.26756811141967773,
+      "learning_rate": 1.672873384066586e-05,
+      "loss": 1.2399,
+      "step": 9633
+    },
+    {
+      "epoch": 2.8694502876077363,
+      "grad_norm": 0.24693620204925537,
+      "learning_rate": 1.672802026399878e-05,
+      "loss": 1.2505,
+      "step": 9634
+    },
+    {
+      "epoch": 2.869748133807405,
+      "grad_norm": 0.36966007947921753,
+      "learning_rate": 1.672730662473499e-05,
+      "loss": 1.2275,
+      "step": 9635
+    },
+    {
+      "epoch": 2.870045980007074,
+      "grad_norm": 0.2499130368232727,
+      "learning_rate": 1.6726592922881124e-05,
+      "loss": 1.2419,
+      "step": 9636
+    },
+    {
+      "epoch": 2.870343826206742,
+      "grad_norm": 0.27664774656295776,
+      "learning_rate": 1.6725879158443826e-05,
+      "loss": 1.2279,
+      "step": 9637
+    },
+    {
+      "epoch": 2.870641672406411,
+      "grad_norm": 0.2373204231262207,
+      "learning_rate": 1.6725165331429743e-05,
+      "loss": 1.2387,
+      "step": 9638
+    },
+    {
+      "epoch": 2.8709395186060798,
+      "grad_norm": 0.3052253723144531,
+      "learning_rate": 1.6724451441845502e-05,
+      "loss": 1.2499,
+      "step": 9639
+    },
+    {
+      "epoch": 2.8712373648057485,
+      "grad_norm": 0.2708706259727478,
+      "learning_rate": 1.672373748969776e-05,
+      "loss": 1.2603,
+      "step": 9640
+    },
+    {
+      "epoch": 2.8715352110054173,
+      "grad_norm": 0.24858544766902924,
+      "learning_rate": 1.672302347499315e-05,
+      "loss": 1.2466,
+      "step": 9641
+    },
+    {
+      "epoch": 2.8718330572050856,
+      "grad_norm": 0.298337459564209,
+      "learning_rate": 1.6722309397738322e-05,
+      "loss": 1.2356,
+      "step": 9642
+    },
+    {
+      "epoch": 2.8721309034047544,
+      "grad_norm": 0.22833894193172455,
+      "learning_rate": 1.672159525793991e-05,
+      "loss": 1.2413,
+      "step": 9643
+    },
+    {
+      "epoch": 2.872428749604423,
+      "grad_norm": 0.23819833993911743,
+      "learning_rate": 1.6720881055604565e-05,
+      "loss": 1.2289,
+      "step": 9644
+    },
+    {
+      "epoch": 2.8727265958040915,
+      "grad_norm": 0.24357788264751434,
+      "learning_rate": 1.6720166790738934e-05,
+      "loss": 1.241,
+      "step": 9645
+    },
+    {
+      "epoch": 2.8730244420037603,
+      "grad_norm": 0.26105859875679016,
+      "learning_rate": 1.671945246334966e-05,
+      "loss": 1.2417,
+      "step": 9646
+    },
+    {
+      "epoch": 2.873322288203429,
+      "grad_norm": 0.22648964822292328,
+      "learning_rate": 1.671873807344338e-05,
+      "loss": 1.2446,
+      "step": 9647
+    },
+    {
+      "epoch": 2.8736201344030974,
+      "grad_norm": 0.26460540294647217,
+      "learning_rate": 1.6718023621026757e-05,
+      "loss": 1.2576,
+      "step": 9648
+    },
+    {
+      "epoch": 2.873917980602766,
+      "grad_norm": 0.25131869316101074,
+      "learning_rate": 1.6717309106106426e-05,
+      "loss": 1.2362,
+      "step": 9649
+    },
+    {
+      "epoch": 2.874215826802435,
+      "grad_norm": 0.42317044734954834,
+      "learning_rate": 1.671659452868904e-05,
+      "loss": 1.2244,
+      "step": 9650
+    },
+    {
+      "epoch": 2.8745136730021037,
+      "grad_norm": 0.2991759777069092,
+      "learning_rate": 1.671587988878125e-05,
+      "loss": 1.2495,
+      "step": 9651
+    },
+    {
+      "epoch": 2.874811519201772,
+      "grad_norm": 0.3073268532752991,
+      "learning_rate": 1.671516518638969e-05,
+      "loss": 1.23,
+      "step": 9652
+    },
+    {
+      "epoch": 2.875109365401441,
+      "grad_norm": 0.23857441544532776,
+      "learning_rate": 1.671445042152103e-05,
+      "loss": 1.2352,
+      "step": 9653
+    },
+    {
+      "epoch": 2.8754072116011096,
+      "grad_norm": 0.5188261270523071,
+      "learning_rate": 1.671373559418191e-05,
+      "loss": 1.2468,
+      "step": 9654
+    },
+    {
+      "epoch": 2.8757050578007783,
+      "grad_norm": 0.26395002007484436,
+      "learning_rate": 1.671302070437898e-05,
+      "loss": 1.2334,
+      "step": 9655
+    },
+    {
+      "epoch": 2.8760029040004467,
+      "grad_norm": 0.24812112748622894,
+      "learning_rate": 1.6712305752118894e-05,
+      "loss": 1.2381,
+      "step": 9656
+    },
+    {
+      "epoch": 2.8763007502001154,
+      "grad_norm": 0.24590472877025604,
+      "learning_rate": 1.6711590737408297e-05,
+      "loss": 1.2276,
+      "step": 9657
+    },
+    {
+      "epoch": 2.876598596399784,
+      "grad_norm": 0.23740769922733307,
+      "learning_rate": 1.6710875660253852e-05,
+      "loss": 1.2413,
+      "step": 9658
+    },
+    {
+      "epoch": 2.8768964425994525,
+      "grad_norm": 0.23263880610466003,
+      "learning_rate": 1.6710160520662207e-05,
+      "loss": 1.2511,
+      "step": 9659
+    },
+    {
+      "epoch": 2.8771942887991213,
+      "grad_norm": 0.24080054461956024,
+      "learning_rate": 1.6709445318640015e-05,
+      "loss": 1.2656,
+      "step": 9660
+    },
+    {
+      "epoch": 2.87749213499879,
+      "grad_norm": 0.2370612770318985,
+      "learning_rate": 1.670873005419393e-05,
+      "loss": 1.2597,
+      "step": 9661
+    },
+    {
+      "epoch": 2.8777899811984584,
+      "grad_norm": 0.2382216602563858,
+      "learning_rate": 1.6708014727330605e-05,
+      "loss": 1.2182,
+      "step": 9662
+    },
+    {
+      "epoch": 2.878087827398127,
+      "grad_norm": 0.23752722144126892,
+      "learning_rate": 1.67072993380567e-05,
+      "loss": 1.2448,
+      "step": 9663
+    },
+    {
+      "epoch": 2.878385673597796,
+      "grad_norm": 0.23380430042743683,
+      "learning_rate": 1.6706583886378868e-05,
+      "loss": 1.2295,
+      "step": 9664
+    },
+    {
+      "epoch": 2.8786835197974647,
+      "grad_norm": 0.2371366024017334,
+      "learning_rate": 1.6705868372303765e-05,
+      "loss": 1.2584,
+      "step": 9665
+    },
+    {
+      "epoch": 2.8789813659971335,
+      "grad_norm": 0.238836407661438,
+      "learning_rate": 1.670515279583805e-05,
+      "loss": 1.2522,
+      "step": 9666
+    },
+    {
+      "epoch": 2.879279212196802,
+      "grad_norm": 0.23018185794353485,
+      "learning_rate": 1.670443715698838e-05,
+      "loss": 1.2475,
+      "step": 9667
+    },
+    {
+      "epoch": 2.8795770583964706,
+      "grad_norm": 0.23417013883590698,
+      "learning_rate": 1.670372145576141e-05,
+      "loss": 1.2362,
+      "step": 9668
+    },
+    {
+      "epoch": 2.8798749045961394,
+      "grad_norm": 0.24360010027885437,
+      "learning_rate": 1.6703005692163804e-05,
+      "loss": 1.2639,
+      "step": 9669
+    },
+    {
+      "epoch": 2.8801727507958077,
+      "grad_norm": 0.2241598516702652,
+      "learning_rate": 1.670228986620222e-05,
+      "loss": 1.244,
+      "step": 9670
+    },
+    {
+      "epoch": 2.8804705969954765,
+      "grad_norm": 0.23797936737537384,
+      "learning_rate": 1.6701573977883314e-05,
+      "loss": 1.2357,
+      "step": 9671
+    },
+    {
+      "epoch": 2.8807684431951452,
+      "grad_norm": 0.23201867938041687,
+      "learning_rate": 1.6700858027213755e-05,
+      "loss": 1.2564,
+      "step": 9672
+    },
+    {
+      "epoch": 2.8810662893948136,
+      "grad_norm": 0.22328731417655945,
+      "learning_rate": 1.6700142014200197e-05,
+      "loss": 1.2547,
+      "step": 9673
+    },
+    {
+      "epoch": 2.8813641355944823,
+      "grad_norm": 0.23917587101459503,
+      "learning_rate": 1.66994259388493e-05,
+      "loss": 1.2463,
+      "step": 9674
+    },
+    {
+      "epoch": 2.881661981794151,
+      "grad_norm": 0.2283514440059662,
+      "learning_rate": 1.669870980116773e-05,
+      "loss": 1.2639,
+      "step": 9675
+    },
+    {
+      "epoch": 2.8819598279938194,
+      "grad_norm": 0.23538215458393097,
+      "learning_rate": 1.6697993601162152e-05,
+      "loss": 1.234,
+      "step": 9676
+    },
+    {
+      "epoch": 2.882257674193488,
+      "grad_norm": 0.23896881937980652,
+      "learning_rate": 1.6697277338839227e-05,
+      "loss": 1.2432,
+      "step": 9677
+    },
+    {
+      "epoch": 2.882555520393157,
+      "grad_norm": 0.23404815793037415,
+      "learning_rate": 1.6696561014205615e-05,
+      "loss": 1.237,
+      "step": 9678
+    },
+    {
+      "epoch": 2.8828533665928258,
+      "grad_norm": 0.22328928112983704,
+      "learning_rate": 1.669584462726799e-05,
+      "loss": 1.2493,
+      "step": 9679
+    },
+    {
+      "epoch": 2.8831512127924945,
+      "grad_norm": 0.22693878412246704,
+      "learning_rate": 1.669512817803301e-05,
+      "loss": 1.2638,
+      "step": 9680
+    },
+    {
+      "epoch": 2.883449058992163,
+      "grad_norm": 0.23578110337257385,
+      "learning_rate": 1.6694411666507343e-05,
+      "loss": 1.2557,
+      "step": 9681
+    },
+    {
+      "epoch": 2.8837469051918316,
+      "grad_norm": 0.23133975267410278,
+      "learning_rate": 1.669369509269765e-05,
+      "loss": 1.2467,
+      "step": 9682
+    },
+    {
+      "epoch": 2.8840447513915004,
+      "grad_norm": 0.2348644733428955,
+      "learning_rate": 1.6692978456610607e-05,
+      "loss": 1.2256,
+      "step": 9683
+    },
+    {
+      "epoch": 2.8843425975911687,
+      "grad_norm": 0.22899694740772247,
+      "learning_rate": 1.669226175825288e-05,
+      "loss": 1.2205,
+      "step": 9684
+    },
+    {
+      "epoch": 2.8846404437908375,
+      "grad_norm": 0.23254863917827606,
+      "learning_rate": 1.669154499763113e-05,
+      "loss": 1.2274,
+      "step": 9685
+    },
+    {
+      "epoch": 2.8849382899905063,
+      "grad_norm": 0.24034923315048218,
+      "learning_rate": 1.669082817475203e-05,
+      "loss": 1.2576,
+      "step": 9686
+    },
+    {
+      "epoch": 2.8852361361901746,
+      "grad_norm": 0.23759359121322632,
+      "learning_rate": 1.6690111289622254e-05,
+      "loss": 1.2472,
+      "step": 9687
+    },
+    {
+      "epoch": 2.8855339823898434,
+      "grad_norm": 0.23265060782432556,
+      "learning_rate": 1.668939434224846e-05,
+      "loss": 1.2261,
+      "step": 9688
+    },
+    {
+      "epoch": 2.885831828589512,
+      "grad_norm": 0.2382369488477707,
+      "learning_rate": 1.668867733263733e-05,
+      "loss": 1.2542,
+      "step": 9689
+    },
+    {
+      "epoch": 2.8861296747891805,
+      "grad_norm": 0.22997981309890747,
+      "learning_rate": 1.668796026079553e-05,
+      "loss": 1.2596,
+      "step": 9690
+    },
+    {
+      "epoch": 2.8864275209888492,
+      "grad_norm": 0.23344625532627106,
+      "learning_rate": 1.668724312672973e-05,
+      "loss": 1.2658,
+      "step": 9691
+    },
+    {
+      "epoch": 2.886725367188518,
+      "grad_norm": 0.23847095668315887,
+      "learning_rate": 1.668652593044661e-05,
+      "loss": 1.2479,
+      "step": 9692
+    },
+    {
+      "epoch": 2.887023213388187,
+      "grad_norm": 0.2525794506072998,
+      "learning_rate": 1.6685808671952827e-05,
+      "loss": 1.2473,
+      "step": 9693
+    },
+    {
+      "epoch": 2.8873210595878556,
+      "grad_norm": 0.24680624902248383,
+      "learning_rate": 1.6685091351255072e-05,
+      "loss": 1.2422,
+      "step": 9694
+    },
+    {
+      "epoch": 2.887618905787524,
+      "grad_norm": 0.24009333550930023,
+      "learning_rate": 1.6684373968360007e-05,
+      "loss": 1.2432,
+      "step": 9695
+    },
+    {
+      "epoch": 2.8879167519871927,
+      "grad_norm": 0.23311027884483337,
+      "learning_rate": 1.6683656523274316e-05,
+      "loss": 1.2285,
+      "step": 9696
+    },
+    {
+      "epoch": 2.8882145981868614,
+      "grad_norm": 0.24567042291164398,
+      "learning_rate": 1.6682939016004663e-05,
+      "loss": 1.2203,
+      "step": 9697
+    },
+    {
+      "epoch": 2.8885124443865298,
+      "grad_norm": 0.25748467445373535,
+      "learning_rate": 1.668222144655773e-05,
+      "loss": 1.2479,
+      "step": 9698
+    },
+    {
+      "epoch": 2.8888102905861985,
+      "grad_norm": 0.26577097177505493,
+      "learning_rate": 1.6681503814940195e-05,
+      "loss": 1.2561,
+      "step": 9699
+    },
+    {
+      "epoch": 2.8891081367858673,
+      "grad_norm": 0.24358929693698883,
+      "learning_rate": 1.668078612115873e-05,
+      "loss": 1.2498,
+      "step": 9700
+    },
+    {
+      "epoch": 2.8894059829855356,
+      "grad_norm": 0.24860145151615143,
+      "learning_rate": 1.6680068365220013e-05,
+      "loss": 1.2476,
+      "step": 9701
+    },
+    {
+      "epoch": 2.8897038291852044,
+      "grad_norm": 0.23227480053901672,
+      "learning_rate": 1.6679350547130725e-05,
+      "loss": 1.2411,
+      "step": 9702
+    },
+    {
+      "epoch": 2.890001675384873,
+      "grad_norm": 0.24423043429851532,
+      "learning_rate": 1.667863266689754e-05,
+      "loss": 1.2468,
+      "step": 9703
+    },
+    {
+      "epoch": 2.8902995215845415,
+      "grad_norm": 0.23363593220710754,
+      "learning_rate": 1.6677914724527145e-05,
+      "loss": 1.2563,
+      "step": 9704
+    },
+    {
+      "epoch": 2.8905973677842103,
+      "grad_norm": 0.23444494605064392,
+      "learning_rate": 1.667719672002621e-05,
+      "loss": 1.2416,
+      "step": 9705
+    },
+    {
+      "epoch": 2.890895213983879,
+      "grad_norm": 0.23438218235969543,
+      "learning_rate": 1.667647865340142e-05,
+      "loss": 1.2299,
+      "step": 9706
+    },
+    {
+      "epoch": 2.891193060183548,
+      "grad_norm": 0.22477249801158905,
+      "learning_rate": 1.667576052465946e-05,
+      "loss": 1.2562,
+      "step": 9707
+    },
+    {
+      "epoch": 2.8914909063832166,
+      "grad_norm": 0.22039125859737396,
+      "learning_rate": 1.6675042333807004e-05,
+      "loss": 1.2288,
+      "step": 9708
+    },
+    {
+      "epoch": 2.891788752582885,
+      "grad_norm": 0.23163697123527527,
+      "learning_rate": 1.6674324080850738e-05,
+      "loss": 1.2629,
+      "step": 9709
+    },
+    {
+      "epoch": 2.8920865987825537,
+      "grad_norm": 0.23662646114826202,
+      "learning_rate": 1.667360576579734e-05,
+      "loss": 1.239,
+      "step": 9710
+    },
+    {
+      "epoch": 2.8923844449822225,
+      "grad_norm": 0.23235507309436798,
+      "learning_rate": 1.6672887388653497e-05,
+      "loss": 1.2331,
+      "step": 9711
+    },
+    {
+      "epoch": 2.892682291181891,
+      "grad_norm": 0.23247478902339935,
+      "learning_rate": 1.6672168949425897e-05,
+      "loss": 1.2475,
+      "step": 9712
+    },
+    {
+      "epoch": 2.8929801373815596,
+      "grad_norm": 0.22635920345783234,
+      "learning_rate": 1.6671450448121217e-05,
+      "loss": 1.2385,
+      "step": 9713
+    },
+    {
+      "epoch": 2.8932779835812283,
+      "grad_norm": 0.2372814565896988,
+      "learning_rate": 1.667073188474614e-05,
+      "loss": 1.2609,
+      "step": 9714
+    },
+    {
+      "epoch": 2.8935758297808967,
+      "grad_norm": 0.2527531087398529,
+      "learning_rate": 1.6670013259307363e-05,
+      "loss": 1.2417,
+      "step": 9715
+    },
+    {
+      "epoch": 2.8938736759805654,
+      "grad_norm": 0.24779640138149261,
+      "learning_rate": 1.666929457181156e-05,
+      "loss": 1.256,
+      "step": 9716
+    },
+    {
+      "epoch": 2.894171522180234,
+      "grad_norm": 0.23665443062782288,
+      "learning_rate": 1.6668575822265426e-05,
+      "loss": 1.2405,
+      "step": 9717
+    },
+    {
+      "epoch": 2.894469368379903,
+      "grad_norm": 0.2807767689228058,
+      "learning_rate": 1.666785701067564e-05,
+      "loss": 1.2478,
+      "step": 9718
+    },
+    {
+      "epoch": 2.8947672145795713,
+      "grad_norm": 0.25625476241111755,
+      "learning_rate": 1.6667138137048896e-05,
+      "loss": 1.2354,
+      "step": 9719
+    },
+    {
+      "epoch": 2.89506506077924,
+      "grad_norm": 0.22842606902122498,
+      "learning_rate": 1.6666419201391884e-05,
+      "loss": 1.2347,
+      "step": 9720
+    },
+    {
+      "epoch": 2.895362906978909,
+      "grad_norm": 0.271775484085083,
+      "learning_rate": 1.6665700203711287e-05,
+      "loss": 1.2421,
+      "step": 9721
+    },
+    {
+      "epoch": 2.8956607531785776,
+      "grad_norm": 0.24809524416923523,
+      "learning_rate": 1.6664981144013794e-05,
+      "loss": 1.2492,
+      "step": 9722
+    },
+    {
+      "epoch": 2.895958599378246,
+      "grad_norm": 0.2469061017036438,
+      "learning_rate": 1.6664262022306103e-05,
+      "loss": 1.2309,
+      "step": 9723
+    },
+    {
+      "epoch": 2.8962564455779147,
+      "grad_norm": 0.33535274863243103,
+      "learning_rate": 1.6663542838594895e-05,
+      "loss": 1.2476,
+      "step": 9724
+    },
+    {
+      "epoch": 2.8965542917775835,
+      "grad_norm": 0.30277758836746216,
+      "learning_rate": 1.6662823592886866e-05,
+      "loss": 1.242,
+      "step": 9725
+    },
+    {
+      "epoch": 2.896852137977252,
+      "grad_norm": 0.23677143454551697,
+      "learning_rate": 1.6662104285188714e-05,
+      "loss": 1.2373,
+      "step": 9726
+    },
+    {
+      "epoch": 2.8971499841769206,
+      "grad_norm": 0.26896932721138,
+      "learning_rate": 1.666138491550712e-05,
+      "loss": 1.2305,
+      "step": 9727
+    },
+    {
+      "epoch": 2.8974478303765894,
+      "grad_norm": 0.245836541056633,
+      "learning_rate": 1.6660665483848783e-05,
+      "loss": 1.2537,
+      "step": 9728
+    },
+    {
+      "epoch": 2.8977456765762577,
+      "grad_norm": 0.2385386824607849,
+      "learning_rate": 1.6659945990220393e-05,
+      "loss": 1.2649,
+      "step": 9729
+    },
+    {
+      "epoch": 2.8980435227759265,
+      "grad_norm": 0.24647222459316254,
+      "learning_rate": 1.665922643462865e-05,
+      "loss": 1.2528,
+      "step": 9730
+    },
+    {
+      "epoch": 2.8983413689755952,
+      "grad_norm": 0.23912402987480164,
+      "learning_rate": 1.6658506817080246e-05,
+      "loss": 1.2577,
+      "step": 9731
+    },
+    {
+      "epoch": 2.898639215175264,
+      "grad_norm": 0.2441381812095642,
+      "learning_rate": 1.665778713758187e-05,
+      "loss": 1.2274,
+      "step": 9732
+    },
+    {
+      "epoch": 2.898937061374933,
+      "grad_norm": 0.2690194845199585,
+      "learning_rate": 1.6657067396140226e-05,
+      "loss": 1.2369,
+      "step": 9733
+    },
+    {
+      "epoch": 2.899234907574601,
+      "grad_norm": 0.2437698096036911,
+      "learning_rate": 1.665634759276201e-05,
+      "loss": 1.2469,
+      "step": 9734
+    },
+    {
+      "epoch": 2.89953275377427,
+      "grad_norm": 0.24350915849208832,
+      "learning_rate": 1.6655627727453912e-05,
+      "loss": 1.2442,
+      "step": 9735
+    },
+    {
+      "epoch": 2.8998305999739387,
+      "grad_norm": 0.27060574293136597,
+      "learning_rate": 1.6654907800222638e-05,
+      "loss": 1.2428,
+      "step": 9736
+    },
+    {
+      "epoch": 2.900128446173607,
+      "grad_norm": 0.2574555575847626,
+      "learning_rate": 1.665418781107488e-05,
+      "loss": 1.2533,
+      "step": 9737
+    },
+    {
+      "epoch": 2.9004262923732758,
+      "grad_norm": 0.23176690936088562,
+      "learning_rate": 1.665346776001734e-05,
+      "loss": 1.2595,
+      "step": 9738
+    },
+    {
+      "epoch": 2.9007241385729445,
+      "grad_norm": 0.2270326465368271,
+      "learning_rate": 1.6652747647056714e-05,
+      "loss": 1.2263,
+      "step": 9739
+    },
+    {
+      "epoch": 2.901021984772613,
+      "grad_norm": 0.2572081685066223,
+      "learning_rate": 1.665202747219971e-05,
+      "loss": 1.2456,
+      "step": 9740
+    },
+    {
+      "epoch": 2.9013198309722816,
+      "grad_norm": 0.24711395800113678,
+      "learning_rate": 1.6651307235453015e-05,
+      "loss": 1.2354,
+      "step": 9741
+    },
+    {
+      "epoch": 2.9016176771719504,
+      "grad_norm": 0.23309578001499176,
+      "learning_rate": 1.665058693682334e-05,
+      "loss": 1.244,
+      "step": 9742
+    },
+    {
+      "epoch": 2.9019155233716187,
+      "grad_norm": 0.25636541843414307,
+      "learning_rate": 1.6649866576317387e-05,
+      "loss": 1.2501,
+      "step": 9743
+    },
+    {
+      "epoch": 2.9022133695712875,
+      "grad_norm": 0.23264876008033752,
+      "learning_rate": 1.6649146153941854e-05,
+      "loss": 1.2478,
+      "step": 9744
+    },
+    {
+      "epoch": 2.9025112157709563,
+      "grad_norm": 0.2976943552494049,
+      "learning_rate": 1.6648425669703442e-05,
+      "loss": 1.2496,
+      "step": 9745
+    },
+    {
+      "epoch": 2.902809061970625,
+      "grad_norm": 0.31915852427482605,
+      "learning_rate": 1.664770512360886e-05,
+      "loss": 1.2558,
+      "step": 9746
+    },
+    {
+      "epoch": 2.903106908170294,
+      "grad_norm": 0.2434307187795639,
+      "learning_rate": 1.6646984515664806e-05,
+      "loss": 1.2483,
+      "step": 9747
+    },
+    {
+      "epoch": 2.903404754369962,
+      "grad_norm": 0.7460813522338867,
+      "learning_rate": 1.6646263845877993e-05,
+      "loss": 1.23,
+      "step": 9748
+    },
+    {
+      "epoch": 2.903702600569631,
+      "grad_norm": 0.30449822545051575,
+      "learning_rate": 1.6645543114255115e-05,
+      "loss": 1.2504,
+      "step": 9749
+    },
+    {
+      "epoch": 2.9040004467692997,
+      "grad_norm": 0.30233049392700195,
+      "learning_rate": 1.664482232080289e-05,
+      "loss": 1.2721,
+      "step": 9750
+    },
+    {
+      "epoch": 2.904298292968968,
+      "grad_norm": 0.2563141882419586,
+      "learning_rate": 1.664410146552801e-05,
+      "loss": 1.2322,
+      "step": 9751
+    },
+    {
+      "epoch": 2.904596139168637,
+      "grad_norm": 0.24350601434707642,
+      "learning_rate": 1.664338054843719e-05,
+      "loss": 1.2413,
+      "step": 9752
+    },
+    {
+      "epoch": 2.9048939853683056,
+      "grad_norm": 0.23631763458251953,
+      "learning_rate": 1.664265956953714e-05,
+      "loss": 1.2587,
+      "step": 9753
+    },
+    {
+      "epoch": 2.905191831567974,
+      "grad_norm": 0.26359960436820984,
+      "learning_rate": 1.6641938528834566e-05,
+      "loss": 1.2554,
+      "step": 9754
+    },
+    {
+      "epoch": 2.9054896777676427,
+      "grad_norm": 0.2576713562011719,
+      "learning_rate": 1.6641217426336167e-05,
+      "loss": 1.2564,
+      "step": 9755
+    },
+    {
+      "epoch": 2.9057875239673114,
+      "grad_norm": 0.253892183303833,
+      "learning_rate": 1.6640496262048663e-05,
+      "loss": 1.2217,
+      "step": 9756
+    },
+    {
+      "epoch": 2.9060853701669798,
+      "grad_norm": 0.23795241117477417,
+      "learning_rate": 1.6639775035978766e-05,
+      "loss": 1.2464,
+      "step": 9757
+    },
+    {
+      "epoch": 2.9063832163666485,
+      "grad_norm": 0.22954751551151276,
+      "learning_rate": 1.6639053748133176e-05,
+      "loss": 1.2469,
+      "step": 9758
+    },
+    {
+      "epoch": 2.9066810625663173,
+      "grad_norm": 0.24584701657295227,
+      "learning_rate": 1.6638332398518607e-05,
+      "loss": 1.2331,
+      "step": 9759
+    },
+    {
+      "epoch": 2.906978908765986,
+      "grad_norm": 0.2480352371931076,
+      "learning_rate": 1.6637610987141774e-05,
+      "loss": 1.2469,
+      "step": 9760
+    },
+    {
+      "epoch": 2.907276754965655,
+      "grad_norm": 0.24403853714466095,
+      "learning_rate": 1.6636889514009387e-05,
+      "loss": 1.2408,
+      "step": 9761
+    },
+    {
+      "epoch": 2.907574601165323,
+      "grad_norm": 0.24723169207572937,
+      "learning_rate": 1.6636167979128157e-05,
+      "loss": 1.2423,
+      "step": 9762
+    },
+    {
+      "epoch": 2.907872447364992,
+      "grad_norm": 0.2441592812538147,
+      "learning_rate": 1.66354463825048e-05,
+      "loss": 1.2566,
+      "step": 9763
+    },
+    {
+      "epoch": 2.9081702935646607,
+      "grad_norm": 0.2384587973356247,
+      "learning_rate": 1.6634724724146028e-05,
+      "loss": 1.2588,
+      "step": 9764
+    },
+    {
+      "epoch": 2.908468139764329,
+      "grad_norm": 0.2357000708580017,
+      "learning_rate": 1.6634003004058553e-05,
+      "loss": 1.2239,
+      "step": 9765
+    },
+    {
+      "epoch": 2.908765985963998,
+      "grad_norm": 0.2468337118625641,
+      "learning_rate": 1.6633281222249092e-05,
+      "loss": 1.2347,
+      "step": 9766
+    },
+    {
+      "epoch": 2.9090638321636666,
+      "grad_norm": 0.22989989817142487,
+      "learning_rate": 1.6632559378724364e-05,
+      "loss": 1.2435,
+      "step": 9767
+    },
+    {
+      "epoch": 2.909361678363335,
+      "grad_norm": 0.23285478353500366,
+      "learning_rate": 1.6631837473491075e-05,
+      "loss": 1.2466,
+      "step": 9768
+    },
+    {
+      "epoch": 2.9096595245630037,
+      "grad_norm": 0.23242908716201782,
+      "learning_rate": 1.6631115506555953e-05,
+      "loss": 1.2317,
+      "step": 9769
+    },
+    {
+      "epoch": 2.9099573707626725,
+      "grad_norm": 0.2319924533367157,
+      "learning_rate": 1.663039347792571e-05,
+      "loss": 1.2345,
+      "step": 9770
+    },
+    {
+      "epoch": 2.910255216962341,
+      "grad_norm": 0.23280765116214752,
+      "learning_rate": 1.6629671387607062e-05,
+      "loss": 1.2381,
+      "step": 9771
+    },
+    {
+      "epoch": 2.9105530631620096,
+      "grad_norm": 0.23628489673137665,
+      "learning_rate": 1.662894923560673e-05,
+      "loss": 1.2329,
+      "step": 9772
+    },
+    {
+      "epoch": 2.9108509093616783,
+      "grad_norm": 0.23635146021842957,
+      "learning_rate": 1.662822702193143e-05,
+      "loss": 1.2503,
+      "step": 9773
+    },
+    {
+      "epoch": 2.911148755561347,
+      "grad_norm": 0.2271934151649475,
+      "learning_rate": 1.6627504746587885e-05,
+      "loss": 1.246,
+      "step": 9774
+    },
+    {
+      "epoch": 2.911446601761016,
+      "grad_norm": 0.2384863942861557,
+      "learning_rate": 1.662678240958281e-05,
+      "loss": 1.2476,
+      "step": 9775
+    },
+    {
+      "epoch": 2.911744447960684,
+      "grad_norm": 0.23095139861106873,
+      "learning_rate": 1.6626060010922927e-05,
+      "loss": 1.2491,
+      "step": 9776
+    },
+    {
+      "epoch": 2.912042294160353,
+      "grad_norm": 0.23577161133289337,
+      "learning_rate": 1.6625337550614963e-05,
+      "loss": 1.2349,
+      "step": 9777
+    },
+    {
+      "epoch": 2.9123401403600218,
+      "grad_norm": 0.2283676713705063,
+      "learning_rate": 1.6624615028665636e-05,
+      "loss": 1.2447,
+      "step": 9778
+    },
+    {
+      "epoch": 2.91263798655969,
+      "grad_norm": 0.22701942920684814,
+      "learning_rate": 1.6623892445081665e-05,
+      "loss": 1.2444,
+      "step": 9779
+    },
+    {
+      "epoch": 2.912935832759359,
+      "grad_norm": 0.22096702456474304,
+      "learning_rate": 1.662316979986978e-05,
+      "loss": 1.2516,
+      "step": 9780
+    },
+    {
+      "epoch": 2.9132336789590276,
+      "grad_norm": 0.2332075834274292,
+      "learning_rate": 1.6622447093036697e-05,
+      "loss": 1.251,
+      "step": 9781
+    },
+    {
+      "epoch": 2.913531525158696,
+      "grad_norm": 0.23211286962032318,
+      "learning_rate": 1.662172432458914e-05,
+      "loss": 1.2372,
+      "step": 9782
+    },
+    {
+      "epoch": 2.9138293713583647,
+      "grad_norm": 0.22454820573329926,
+      "learning_rate": 1.662100149453384e-05,
+      "loss": 1.2394,
+      "step": 9783
+    },
+    {
+      "epoch": 2.9141272175580335,
+      "grad_norm": 0.23275113105773926,
+      "learning_rate": 1.6620278602877517e-05,
+      "loss": 1.2469,
+      "step": 9784
+    },
+    {
+      "epoch": 2.9144250637577023,
+      "grad_norm": 0.23850785195827484,
+      "learning_rate": 1.6619555649626894e-05,
+      "loss": 1.2473,
+      "step": 9785
+    },
+    {
+      "epoch": 2.9147229099573706,
+      "grad_norm": 0.23938463628292084,
+      "learning_rate": 1.661883263478871e-05,
+      "loss": 1.2342,
+      "step": 9786
+    },
+    {
+      "epoch": 2.9150207561570394,
+      "grad_norm": 0.22498579323291779,
+      "learning_rate": 1.6618109558369676e-05,
+      "loss": 1.2506,
+      "step": 9787
+    },
+    {
+      "epoch": 2.915318602356708,
+      "grad_norm": 0.23149646818637848,
+      "learning_rate": 1.6617386420376532e-05,
+      "loss": 1.2331,
+      "step": 9788
+    },
+    {
+      "epoch": 2.915616448556377,
+      "grad_norm": 0.2308996319770813,
+      "learning_rate": 1.6616663220815996e-05,
+      "loss": 1.2339,
+      "step": 9789
+    },
+    {
+      "epoch": 2.9159142947560452,
+      "grad_norm": 0.23279112577438354,
+      "learning_rate": 1.6615939959694805e-05,
+      "loss": 1.2537,
+      "step": 9790
+    },
+    {
+      "epoch": 2.916212140955714,
+      "grad_norm": 0.22437404096126556,
+      "learning_rate": 1.6615216637019683e-05,
+      "loss": 1.2215,
+      "step": 9791
+    },
+    {
+      "epoch": 2.916509987155383,
+      "grad_norm": 0.22464318573474884,
+      "learning_rate": 1.6614493252797365e-05,
+      "loss": 1.2589,
+      "step": 9792
+    },
+    {
+      "epoch": 2.916807833355051,
+      "grad_norm": 0.2366705983877182,
+      "learning_rate": 1.661376980703457e-05,
+      "loss": 1.2355,
+      "step": 9793
+    },
+    {
+      "epoch": 2.91710567955472,
+      "grad_norm": 0.22409525513648987,
+      "learning_rate": 1.661304629973804e-05,
+      "loss": 1.2458,
+      "step": 9794
+    },
+    {
+      "epoch": 2.9174035257543887,
+      "grad_norm": 0.23578611016273499,
+      "learning_rate": 1.6612322730914505e-05,
+      "loss": 1.2289,
+      "step": 9795
+    },
+    {
+      "epoch": 2.917701371954057,
+      "grad_norm": 0.24363459646701813,
+      "learning_rate": 1.661159910057069e-05,
+      "loss": 1.2426,
+      "step": 9796
+    },
+    {
+      "epoch": 2.9179992181537258,
+      "grad_norm": 0.2294311672449112,
+      "learning_rate": 1.6610875408713335e-05,
+      "loss": 1.2305,
+      "step": 9797
+    },
+    {
+      "epoch": 2.9182970643533945,
+      "grad_norm": 0.2467951625585556,
+      "learning_rate": 1.6610151655349173e-05,
+      "loss": 1.2366,
+      "step": 9798
+    },
+    {
+      "epoch": 2.9185949105530633,
+      "grad_norm": 0.22517724335193634,
+      "learning_rate": 1.660942784048493e-05,
+      "loss": 1.2428,
+      "step": 9799
+    },
+    {
+      "epoch": 2.918892756752732,
+      "grad_norm": 0.2336469143629074,
+      "learning_rate": 1.660870396412735e-05,
+      "loss": 1.2372,
+      "step": 9800
+    },
+    {
+      "epoch": 2.9191906029524004,
+      "grad_norm": 0.22752323746681213,
+      "learning_rate": 1.660798002628316e-05,
+      "loss": 1.2208,
+      "step": 9801
+    },
+    {
+      "epoch": 2.919488449152069,
+      "grad_norm": 0.22840507328510284,
+      "learning_rate": 1.66072560269591e-05,
+      "loss": 1.247,
+      "step": 9802
+    },
+    {
+      "epoch": 2.919786295351738,
+      "grad_norm": 0.2431611567735672,
+      "learning_rate": 1.6606531966161906e-05,
+      "loss": 1.2537,
+      "step": 9803
+    },
+    {
+      "epoch": 2.9200841415514063,
+      "grad_norm": 0.24127916991710663,
+      "learning_rate": 1.660580784389831e-05,
+      "loss": 1.2346,
+      "step": 9804
+    },
+    {
+      "epoch": 2.920381987751075,
+      "grad_norm": 0.21927498281002045,
+      "learning_rate": 1.6605083660175055e-05,
+      "loss": 1.2371,
+      "step": 9805
+    },
+    {
+      "epoch": 2.920679833950744,
+      "grad_norm": 0.23330777883529663,
+      "learning_rate": 1.6604359414998877e-05,
+      "loss": 1.258,
+      "step": 9806
+    },
+    {
+      "epoch": 2.920977680150412,
+      "grad_norm": 0.23680800199508667,
+      "learning_rate": 1.660363510837651e-05,
+      "loss": 1.2515,
+      "step": 9807
+    },
+    {
+      "epoch": 2.921275526350081,
+      "grad_norm": 0.23028503358364105,
+      "learning_rate": 1.66029107403147e-05,
+      "loss": 1.2444,
+      "step": 9808
+    },
+    {
+      "epoch": 2.9215733725497497,
+      "grad_norm": 0.24483390152454376,
+      "learning_rate": 1.660218631082018e-05,
+      "loss": 1.2477,
+      "step": 9809
+    },
+    {
+      "epoch": 2.921871218749418,
+      "grad_norm": 0.23751649260520935,
+      "learning_rate": 1.6601461819899694e-05,
+      "loss": 1.2474,
+      "step": 9810
+    },
+    {
+      "epoch": 2.922169064949087,
+      "grad_norm": 0.22798416018486023,
+      "learning_rate": 1.660073726755998e-05,
+      "loss": 1.2276,
+      "step": 9811
+    },
+    {
+      "epoch": 2.9224669111487556,
+      "grad_norm": 0.23340913653373718,
+      "learning_rate": 1.660001265380778e-05,
+      "loss": 1.2574,
+      "step": 9812
+    },
+    {
+      "epoch": 2.9227647573484243,
+      "grad_norm": 0.22620655596256256,
+      "learning_rate": 1.659928797864984e-05,
+      "loss": 1.2226,
+      "step": 9813
+    },
+    {
+      "epoch": 2.923062603548093,
+      "grad_norm": 0.23551420867443085,
+      "learning_rate": 1.6598563242092895e-05,
+      "loss": 1.2439,
+      "step": 9814
+    },
+    {
+      "epoch": 2.9233604497477614,
+      "grad_norm": 0.24146650731563568,
+      "learning_rate": 1.6597838444143697e-05,
+      "loss": 1.2468,
+      "step": 9815
+    },
+    {
+      "epoch": 2.92365829594743,
+      "grad_norm": 0.24275468289852142,
+      "learning_rate": 1.659711358480898e-05,
+      "loss": 1.2258,
+      "step": 9816
+    },
+    {
+      "epoch": 2.923956142147099,
+      "grad_norm": 0.2402866780757904,
+      "learning_rate": 1.6596388664095487e-05,
+      "loss": 1.2566,
+      "step": 9817
+    },
+    {
+      "epoch": 2.9242539883467673,
+      "grad_norm": 0.23758667707443237,
+      "learning_rate": 1.6595663682009973e-05,
+      "loss": 1.2603,
+      "step": 9818
+    },
+    {
+      "epoch": 2.924551834546436,
+      "grad_norm": 0.23961032927036285,
+      "learning_rate": 1.659493863855918e-05,
+      "loss": 1.2449,
+      "step": 9819
+    },
+    {
+      "epoch": 2.924849680746105,
+      "grad_norm": 0.23793166875839233,
+      "learning_rate": 1.6594213533749846e-05,
+      "loss": 1.2412,
+      "step": 9820
+    },
+    {
+      "epoch": 2.925147526945773,
+      "grad_norm": 0.22784459590911865,
+      "learning_rate": 1.659348836758872e-05,
+      "loss": 1.2201,
+      "step": 9821
+    },
+    {
+      "epoch": 2.925445373145442,
+      "grad_norm": 0.23748725652694702,
+      "learning_rate": 1.6592763140082556e-05,
+      "loss": 1.2613,
+      "step": 9822
+    },
+    {
+      "epoch": 2.9257432193451107,
+      "grad_norm": 0.2378886193037033,
+      "learning_rate": 1.6592037851238097e-05,
+      "loss": 1.232,
+      "step": 9823
+    },
+    {
+      "epoch": 2.926041065544779,
+      "grad_norm": 0.2596132159233093,
+      "learning_rate": 1.659131250106209e-05,
+      "loss": 1.2399,
+      "step": 9824
+    },
+    {
+      "epoch": 2.926338911744448,
+      "grad_norm": 0.23729299008846283,
+      "learning_rate": 1.6590587089561287e-05,
+      "loss": 1.2499,
+      "step": 9825
+    },
+    {
+      "epoch": 2.9266367579441166,
+      "grad_norm": 0.2374809831380844,
+      "learning_rate": 1.6589861616742434e-05,
+      "loss": 1.2425,
+      "step": 9826
+    },
+    {
+      "epoch": 2.9269346041437854,
+      "grad_norm": 0.23805709183216095,
+      "learning_rate": 1.6589136082612277e-05,
+      "loss": 1.2432,
+      "step": 9827
+    },
+    {
+      "epoch": 2.927232450343454,
+      "grad_norm": 0.24178627133369446,
+      "learning_rate": 1.6588410487177572e-05,
+      "loss": 1.2409,
+      "step": 9828
+    },
+    {
+      "epoch": 2.9275302965431225,
+      "grad_norm": 0.24564237892627716,
+      "learning_rate": 1.6587684830445074e-05,
+      "loss": 1.2289,
+      "step": 9829
+    },
+    {
+      "epoch": 2.9278281427427912,
+      "grad_norm": 0.22558070719242096,
+      "learning_rate": 1.6586959112421523e-05,
+      "loss": 1.2531,
+      "step": 9830
+    },
+    {
+      "epoch": 2.92812598894246,
+      "grad_norm": 0.23690807819366455,
+      "learning_rate": 1.6586233333113678e-05,
+      "loss": 1.2414,
+      "step": 9831
+    },
+    {
+      "epoch": 2.9284238351421283,
+      "grad_norm": 0.22581611573696136,
+      "learning_rate": 1.658550749252829e-05,
+      "loss": 1.2254,
+      "step": 9832
+    },
+    {
+      "epoch": 2.928721681341797,
+      "grad_norm": 0.2420835644006729,
+      "learning_rate": 1.6584781590672116e-05,
+      "loss": 1.2655,
+      "step": 9833
+    },
+    {
+      "epoch": 2.929019527541466,
+      "grad_norm": 0.23327945172786713,
+      "learning_rate": 1.6584055627551904e-05,
+      "loss": 1.2352,
+      "step": 9834
+    },
+    {
+      "epoch": 2.929317373741134,
+      "grad_norm": 0.2318052500486374,
+      "learning_rate": 1.658332960317441e-05,
+      "loss": 1.238,
+      "step": 9835
+    },
+    {
+      "epoch": 2.929615219940803,
+      "grad_norm": 0.23198439180850983,
+      "learning_rate": 1.6582603517546388e-05,
+      "loss": 1.2388,
+      "step": 9836
+    },
+    {
+      "epoch": 2.9299130661404718,
+      "grad_norm": 0.22870133817195892,
+      "learning_rate": 1.6581877370674596e-05,
+      "loss": 1.2363,
+      "step": 9837
+    },
+    {
+      "epoch": 2.93021091234014,
+      "grad_norm": 0.22588759660720825,
+      "learning_rate": 1.6581151162565788e-05,
+      "loss": 1.2404,
+      "step": 9838
+    },
+    {
+      "epoch": 2.930508758539809,
+      "grad_norm": 0.23626545071601868,
+      "learning_rate": 1.6580424893226723e-05,
+      "loss": 1.2428,
+      "step": 9839
+    },
+    {
+      "epoch": 2.9308066047394776,
+      "grad_norm": 0.23212206363677979,
+      "learning_rate": 1.6579698562664157e-05,
+      "loss": 1.2289,
+      "step": 9840
+    },
+    {
+      "epoch": 2.9311044509391464,
+      "grad_norm": 0.2351151555776596,
+      "learning_rate": 1.6578972170884843e-05,
+      "loss": 1.2396,
+      "step": 9841
+    },
+    {
+      "epoch": 2.931402297138815,
+      "grad_norm": 0.24143719673156738,
+      "learning_rate": 1.657824571789555e-05,
+      "loss": 1.2353,
+      "step": 9842
+    },
+    {
+      "epoch": 2.9317001433384835,
+      "grad_norm": 0.23602788150310516,
+      "learning_rate": 1.6577519203703025e-05,
+      "loss": 1.2361,
+      "step": 9843
+    },
+    {
+      "epoch": 2.9319979895381523,
+      "grad_norm": 0.23900477588176727,
+      "learning_rate": 1.6576792628314033e-05,
+      "loss": 1.2599,
+      "step": 9844
+    },
+    {
+      "epoch": 2.932295835737821,
+      "grad_norm": 0.22072771191596985,
+      "learning_rate": 1.6576065991735336e-05,
+      "loss": 1.248,
+      "step": 9845
+    },
+    {
+      "epoch": 2.9325936819374894,
+      "grad_norm": 0.22451645135879517,
+      "learning_rate": 1.657533929397369e-05,
+      "loss": 1.2394,
+      "step": 9846
+    },
+    {
+      "epoch": 2.932891528137158,
+      "grad_norm": 0.23405350744724274,
+      "learning_rate": 1.6574612535035857e-05,
+      "loss": 1.2491,
+      "step": 9847
+    },
+    {
+      "epoch": 2.933189374336827,
+      "grad_norm": 0.23247672617435455,
+      "learning_rate": 1.6573885714928604e-05,
+      "loss": 1.2508,
+      "step": 9848
+    },
+    {
+      "epoch": 2.9334872205364952,
+      "grad_norm": 0.23231729865074158,
+      "learning_rate": 1.6573158833658688e-05,
+      "loss": 1.2512,
+      "step": 9849
+    },
+    {
+      "epoch": 2.933785066736164,
+      "grad_norm": 0.23208829760551453,
+      "learning_rate": 1.657243189123287e-05,
+      "loss": 1.2394,
+      "step": 9850
+    },
+    {
+      "epoch": 2.934082912935833,
+      "grad_norm": 0.22789599001407623,
+      "learning_rate": 1.657170488765792e-05,
+      "loss": 1.222,
+      "step": 9851
+    },
+    {
+      "epoch": 2.9343807591355016,
+      "grad_norm": 0.22650061547756195,
+      "learning_rate": 1.65709778229406e-05,
+      "loss": 1.2518,
+      "step": 9852
+    },
+    {
+      "epoch": 2.93467860533517,
+      "grad_norm": 0.22586821019649506,
+      "learning_rate": 1.6570250697087668e-05,
+      "loss": 1.2375,
+      "step": 9853
+    },
+    {
+      "epoch": 2.9349764515348387,
+      "grad_norm": 0.2344573438167572,
+      "learning_rate": 1.6569523510105898e-05,
+      "loss": 1.2535,
+      "step": 9854
+    },
+    {
+      "epoch": 2.9352742977345074,
+      "grad_norm": 0.2413981705904007,
+      "learning_rate": 1.6568796262002048e-05,
+      "loss": 1.2379,
+      "step": 9855
+    },
+    {
+      "epoch": 2.935572143934176,
+      "grad_norm": 0.2279159277677536,
+      "learning_rate": 1.656806895278289e-05,
+      "loss": 1.2452,
+      "step": 9856
+    },
+    {
+      "epoch": 2.9358699901338445,
+      "grad_norm": 0.23538503050804138,
+      "learning_rate": 1.656734158245519e-05,
+      "loss": 1.2397,
+      "step": 9857
+    },
+    {
+      "epoch": 2.9361678363335133,
+      "grad_norm": 0.22665321826934814,
+      "learning_rate": 1.656661415102571e-05,
+      "loss": 1.2455,
+      "step": 9858
+    },
+    {
+      "epoch": 2.936465682533182,
+      "grad_norm": 0.23031972348690033,
+      "learning_rate": 1.6565886658501226e-05,
+      "loss": 1.2423,
+      "step": 9859
+    },
+    {
+      "epoch": 2.9367635287328504,
+      "grad_norm": 0.22960679233074188,
+      "learning_rate": 1.65651591048885e-05,
+      "loss": 1.2505,
+      "step": 9860
+    },
+    {
+      "epoch": 2.937061374932519,
+      "grad_norm": 0.2389422059059143,
+      "learning_rate": 1.6564431490194306e-05,
+      "loss": 1.234,
+      "step": 9861
+    },
+    {
+      "epoch": 2.937359221132188,
+      "grad_norm": 0.23131327331066132,
+      "learning_rate": 1.6563703814425408e-05,
+      "loss": 1.25,
+      "step": 9862
+    },
+    {
+      "epoch": 2.9376570673318563,
+      "grad_norm": 0.23465389013290405,
+      "learning_rate": 1.6562976077588582e-05,
+      "loss": 1.2497,
+      "step": 9863
+    },
+    {
+      "epoch": 2.937954913531525,
+      "grad_norm": 0.2397429347038269,
+      "learning_rate": 1.6562248279690594e-05,
+      "loss": 1.2384,
+      "step": 9864
+    },
+    {
+      "epoch": 2.938252759731194,
+      "grad_norm": 0.2289528101682663,
+      "learning_rate": 1.656152042073822e-05,
+      "loss": 1.241,
+      "step": 9865
+    },
+    {
+      "epoch": 2.9385506059308626,
+      "grad_norm": 0.22949634492397308,
+      "learning_rate": 1.656079250073823e-05,
+      "loss": 1.2297,
+      "step": 9866
+    },
+    {
+      "epoch": 2.9388484521305314,
+      "grad_norm": 0.22586174309253693,
+      "learning_rate": 1.6560064519697393e-05,
+      "loss": 1.2611,
+      "step": 9867
+    },
+    {
+      "epoch": 2.9391462983301997,
+      "grad_norm": 0.22224444150924683,
+      "learning_rate": 1.6559336477622486e-05,
+      "loss": 1.2322,
+      "step": 9868
+    },
+    {
+      "epoch": 2.9394441445298685,
+      "grad_norm": 0.22912226617336273,
+      "learning_rate": 1.655860837452028e-05,
+      "loss": 1.2504,
+      "step": 9869
+    },
+    {
+      "epoch": 2.9397419907295372,
+      "grad_norm": 0.2326570451259613,
+      "learning_rate": 1.655788021039755e-05,
+      "loss": 1.247,
+      "step": 9870
+    },
+    {
+      "epoch": 2.9400398369292056,
+      "grad_norm": 0.2364460974931717,
+      "learning_rate": 1.6557151985261074e-05,
+      "loss": 1.2426,
+      "step": 9871
+    },
+    {
+      "epoch": 2.9403376831288743,
+      "grad_norm": 0.22613415122032166,
+      "learning_rate": 1.6556423699117626e-05,
+      "loss": 1.2329,
+      "step": 9872
+    },
+    {
+      "epoch": 2.940635529328543,
+      "grad_norm": 0.23236924409866333,
+      "learning_rate": 1.655569535197398e-05,
+      "loss": 1.2511,
+      "step": 9873
+    },
+    {
+      "epoch": 2.9409333755282114,
+      "grad_norm": 0.24027229845523834,
+      "learning_rate": 1.6554966943836914e-05,
+      "loss": 1.2489,
+      "step": 9874
+    },
+    {
+      "epoch": 2.94123122172788,
+      "grad_norm": 0.23759745061397552,
+      "learning_rate": 1.6554238474713204e-05,
+      "loss": 1.2559,
+      "step": 9875
+    },
+    {
+      "epoch": 2.941529067927549,
+      "grad_norm": 0.23697206377983093,
+      "learning_rate": 1.6553509944609626e-05,
+      "loss": 1.2519,
+      "step": 9876
+    },
+    {
+      "epoch": 2.9418269141272173,
+      "grad_norm": 0.23689374327659607,
+      "learning_rate": 1.655278135353296e-05,
+      "loss": 1.253,
+      "step": 9877
+    },
+    {
+      "epoch": 2.942124760326886,
+      "grad_norm": 0.22923915088176727,
+      "learning_rate": 1.6552052701489985e-05,
+      "loss": 1.2367,
+      "step": 9878
+    },
+    {
+      "epoch": 2.942422606526555,
+      "grad_norm": 0.226065993309021,
+      "learning_rate": 1.655132398848748e-05,
+      "loss": 1.2276,
+      "step": 9879
+    },
+    {
+      "epoch": 2.9427204527262236,
+      "grad_norm": 0.23301160335540771,
+      "learning_rate": 1.6550595214532226e-05,
+      "loss": 1.2392,
+      "step": 9880
+    },
+    {
+      "epoch": 2.9430182989258924,
+      "grad_norm": 0.22971084713935852,
+      "learning_rate": 1.6549866379631005e-05,
+      "loss": 1.2288,
+      "step": 9881
+    },
+    {
+      "epoch": 2.9433161451255607,
+      "grad_norm": 0.22882910072803497,
+      "learning_rate": 1.6549137483790588e-05,
+      "loss": 1.2432,
+      "step": 9882
+    },
+    {
+      "epoch": 2.9436139913252295,
+      "grad_norm": 0.2380112111568451,
+      "learning_rate": 1.6548408527017768e-05,
+      "loss": 1.2654,
+      "step": 9883
+    },
+    {
+      "epoch": 2.9439118375248983,
+      "grad_norm": 0.2446528822183609,
+      "learning_rate": 1.6547679509319322e-05,
+      "loss": 1.2594,
+      "step": 9884
+    },
+    {
+      "epoch": 2.9442096837245666,
+      "grad_norm": 0.22983220219612122,
+      "learning_rate": 1.6546950430702036e-05,
+      "loss": 1.2399,
+      "step": 9885
+    },
+    {
+      "epoch": 2.9445075299242354,
+      "grad_norm": 0.23347225785255432,
+      "learning_rate": 1.6546221291172687e-05,
+      "loss": 1.2367,
+      "step": 9886
+    },
+    {
+      "epoch": 2.944805376123904,
+      "grad_norm": 0.24225640296936035,
+      "learning_rate": 1.6545492090738067e-05,
+      "loss": 1.2312,
+      "step": 9887
+    },
+    {
+      "epoch": 2.9451032223235725,
+      "grad_norm": 0.23472385108470917,
+      "learning_rate": 1.6544762829404956e-05,
+      "loss": 1.2397,
+      "step": 9888
+    },
+    {
+      "epoch": 2.9454010685232412,
+      "grad_norm": 0.22931373119354248,
+      "learning_rate": 1.6544033507180133e-05,
+      "loss": 1.2454,
+      "step": 9889
+    },
+    {
+      "epoch": 2.94569891472291,
+      "grad_norm": 0.23852002620697021,
+      "learning_rate": 1.6543304124070397e-05,
+      "loss": 1.2512,
+      "step": 9890
+    },
+    {
+      "epoch": 2.9459967609225783,
+      "grad_norm": 0.24039921164512634,
+      "learning_rate": 1.6542574680082525e-05,
+      "loss": 1.2504,
+      "step": 9891
+    },
+    {
+      "epoch": 2.946294607122247,
+      "grad_norm": 0.24208903312683105,
+      "learning_rate": 1.6541845175223305e-05,
+      "loss": 1.247,
+      "step": 9892
+    },
+    {
+      "epoch": 2.946592453321916,
+      "grad_norm": 0.23167331516742706,
+      "learning_rate": 1.654111560949952e-05,
+      "loss": 1.2448,
+      "step": 9893
+    },
+    {
+      "epoch": 2.9468902995215847,
+      "grad_norm": 0.2375795543193817,
+      "learning_rate": 1.6540385982917968e-05,
+      "loss": 1.2339,
+      "step": 9894
+    },
+    {
+      "epoch": 2.9471881457212534,
+      "grad_norm": 0.21858654916286469,
+      "learning_rate": 1.653965629548543e-05,
+      "loss": 1.233,
+      "step": 9895
+    },
+    {
+      "epoch": 2.9474859919209218,
+      "grad_norm": 0.24020157754421234,
+      "learning_rate": 1.6538926547208695e-05,
+      "loss": 1.2513,
+      "step": 9896
+    },
+    {
+      "epoch": 2.9477838381205905,
+      "grad_norm": 0.2464299201965332,
+      "learning_rate": 1.653819673809456e-05,
+      "loss": 1.2628,
+      "step": 9897
+    },
+    {
+      "epoch": 2.9480816843202593,
+      "grad_norm": 0.23754477500915527,
+      "learning_rate": 1.65374668681498e-05,
+      "loss": 1.2486,
+      "step": 9898
+    },
+    {
+      "epoch": 2.9483795305199276,
+      "grad_norm": 0.2259082794189453,
+      "learning_rate": 1.653673693738122e-05,
+      "loss": 1.2404,
+      "step": 9899
+    },
+    {
+      "epoch": 2.9486773767195964,
+      "grad_norm": 0.2358454018831253,
+      "learning_rate": 1.653600694579561e-05,
+      "loss": 1.2525,
+      "step": 9900
+    },
+    {
+      "epoch": 2.948975222919265,
+      "grad_norm": 0.22510115802288055,
+      "learning_rate": 1.6535276893399753e-05,
+      "loss": 1.2303,
+      "step": 9901
+    },
+    {
+      "epoch": 2.9492730691189335,
+      "grad_norm": 0.22290019690990448,
+      "learning_rate": 1.6534546780200447e-05,
+      "loss": 1.2473,
+      "step": 9902
+    },
+    {
+      "epoch": 2.9495709153186023,
+      "grad_norm": 0.2295389622449875,
+      "learning_rate": 1.6533816606204483e-05,
+      "loss": 1.237,
+      "step": 9903
+    },
+    {
+      "epoch": 2.949868761518271,
+      "grad_norm": 0.24453958868980408,
+      "learning_rate": 1.6533086371418656e-05,
+      "loss": 1.2511,
+      "step": 9904
+    },
+    {
+      "epoch": 2.95016660771794,
+      "grad_norm": 0.22952069342136383,
+      "learning_rate": 1.653235607584976e-05,
+      "loss": 1.2452,
+      "step": 9905
+    },
+    {
+      "epoch": 2.950464453917608,
+      "grad_norm": 0.2298763394355774,
+      "learning_rate": 1.653162571950459e-05,
+      "loss": 1.2374,
+      "step": 9906
+    },
+    {
+      "epoch": 2.950762300117277,
+      "grad_norm": 0.23416483402252197,
+      "learning_rate": 1.6530895302389936e-05,
+      "loss": 1.2336,
+      "step": 9907
+    },
+    {
+      "epoch": 2.9510601463169457,
+      "grad_norm": 0.2344265580177307,
+      "learning_rate": 1.6530164824512606e-05,
+      "loss": 1.2541,
+      "step": 9908
+    },
+    {
+      "epoch": 2.9513579925166145,
+      "grad_norm": 0.23769165575504303,
+      "learning_rate": 1.652943428587938e-05,
+      "loss": 1.2336,
+      "step": 9909
+    },
+    {
+      "epoch": 2.951655838716283,
+      "grad_norm": 0.22906984388828278,
+      "learning_rate": 1.652870368649707e-05,
+      "loss": 1.2537,
+      "step": 9910
+    },
+    {
+      "epoch": 2.9519536849159516,
+      "grad_norm": 0.2274005115032196,
+      "learning_rate": 1.652797302637246e-05,
+      "loss": 1.2478,
+      "step": 9911
+    },
+    {
+      "epoch": 2.9522515311156203,
+      "grad_norm": 0.22509224712848663,
+      "learning_rate": 1.6527242305512358e-05,
+      "loss": 1.235,
+      "step": 9912
+    },
+    {
+      "epoch": 2.9525493773152887,
+      "grad_norm": 0.22659392654895782,
+      "learning_rate": 1.6526511523923558e-05,
+      "loss": 1.2266,
+      "step": 9913
+    },
+    {
+      "epoch": 2.9528472235149574,
+      "grad_norm": 0.22773674130439758,
+      "learning_rate": 1.6525780681612863e-05,
+      "loss": 1.2315,
+      "step": 9914
+    },
+    {
+      "epoch": 2.953145069714626,
+      "grad_norm": 0.23700878024101257,
+      "learning_rate": 1.6525049778587067e-05,
+      "loss": 1.2478,
+      "step": 9915
+    },
+    {
+      "epoch": 2.9534429159142945,
+      "grad_norm": 0.22286926209926605,
+      "learning_rate": 1.6524318814852973e-05,
+      "loss": 1.24,
+      "step": 9916
+    },
+    {
+      "epoch": 2.9537407621139633,
+      "grad_norm": 0.2216832935810089,
+      "learning_rate": 1.6523587790417384e-05,
+      "loss": 1.2419,
+      "step": 9917
+    },
+    {
+      "epoch": 2.954038608313632,
+      "grad_norm": 0.23151254653930664,
+      "learning_rate": 1.6522856705287097e-05,
+      "loss": 1.222,
+      "step": 9918
+    },
+    {
+      "epoch": 2.954336454513301,
+      "grad_norm": 0.23313990235328674,
+      "learning_rate": 1.6522125559468918e-05,
+      "loss": 1.2469,
+      "step": 9919
+    },
+    {
+      "epoch": 2.954634300712969,
+      "grad_norm": 0.2344045490026474,
+      "learning_rate": 1.6521394352969645e-05,
+      "loss": 1.2443,
+      "step": 9920
+    },
+    {
+      "epoch": 2.954932146912638,
+      "grad_norm": 0.22582167387008667,
+      "learning_rate": 1.6520663085796087e-05,
+      "loss": 1.246,
+      "step": 9921
+    },
+    {
+      "epoch": 2.9552299931123067,
+      "grad_norm": 0.23233038187026978,
+      "learning_rate": 1.651993175795504e-05,
+      "loss": 1.2395,
+      "step": 9922
+    },
+    {
+      "epoch": 2.9555278393119755,
+      "grad_norm": 0.2369987815618515,
+      "learning_rate": 1.6519200369453314e-05,
+      "loss": 1.2418,
+      "step": 9923
+    },
+    {
+      "epoch": 2.955825685511644,
+      "grad_norm": 0.23401440680027008,
+      "learning_rate": 1.6518468920297713e-05,
+      "loss": 1.2275,
+      "step": 9924
+    },
+    {
+      "epoch": 2.9561235317113126,
+      "grad_norm": 0.22939825057983398,
+      "learning_rate": 1.6517737410495044e-05,
+      "loss": 1.2331,
+      "step": 9925
+    },
+    {
+      "epoch": 2.9564213779109814,
+      "grad_norm": 0.2362087219953537,
+      "learning_rate": 1.6517005840052107e-05,
+      "loss": 1.2517,
+      "step": 9926
+    },
+    {
+      "epoch": 2.9567192241106497,
+      "grad_norm": 0.2244790494441986,
+      "learning_rate": 1.6516274208975712e-05,
+      "loss": 1.2336,
+      "step": 9927
+    },
+    {
+      "epoch": 2.9570170703103185,
+      "grad_norm": 0.2383660078048706,
+      "learning_rate": 1.6515542517272666e-05,
+      "loss": 1.2298,
+      "step": 9928
+    },
+    {
+      "epoch": 2.9573149165099872,
+      "grad_norm": 0.226767897605896,
+      "learning_rate": 1.6514810764949777e-05,
+      "loss": 1.228,
+      "step": 9929
+    },
+    {
+      "epoch": 2.9576127627096556,
+      "grad_norm": 0.23022127151489258,
+      "learning_rate": 1.6514078952013853e-05,
+      "loss": 1.2577,
+      "step": 9930
+    },
+    {
+      "epoch": 2.9579106089093243,
+      "grad_norm": 0.23604728281497955,
+      "learning_rate": 1.6513347078471706e-05,
+      "loss": 1.2478,
+      "step": 9931
+    },
+    {
+      "epoch": 2.958208455108993,
+      "grad_norm": 0.22337941825389862,
+      "learning_rate": 1.6512615144330134e-05,
+      "loss": 1.2392,
+      "step": 9932
+    },
+    {
+      "epoch": 2.958506301308662,
+      "grad_norm": 0.2234209179878235,
+      "learning_rate": 1.651188314959596e-05,
+      "loss": 1.246,
+      "step": 9933
+    },
+    {
+      "epoch": 2.9588041475083307,
+      "grad_norm": 0.22856219112873077,
+      "learning_rate": 1.6511151094275985e-05,
+      "loss": 1.2547,
+      "step": 9934
+    },
+    {
+      "epoch": 2.959101993707999,
+      "grad_norm": 0.2265620231628418,
+      "learning_rate": 1.6510418978377027e-05,
+      "loss": 1.2484,
+      "step": 9935
+    },
+    {
+      "epoch": 2.9593998399076678,
+      "grad_norm": 0.22914516925811768,
+      "learning_rate": 1.6509686801905892e-05,
+      "loss": 1.2492,
+      "step": 9936
+    },
+    {
+      "epoch": 2.9596976861073365,
+      "grad_norm": 0.23201251029968262,
+      "learning_rate": 1.6508954564869398e-05,
+      "loss": 1.2441,
+      "step": 9937
+    },
+    {
+      "epoch": 2.959995532307005,
+      "grad_norm": 0.23081888258457184,
+      "learning_rate": 1.650822226727435e-05,
+      "loss": 1.2398,
+      "step": 9938
+    },
+    {
+      "epoch": 2.9602933785066736,
+      "grad_norm": 0.23917965590953827,
+      "learning_rate": 1.6507489909127564e-05,
+      "loss": 1.2339,
+      "step": 9939
+    },
+    {
+      "epoch": 2.9605912247063424,
+      "grad_norm": 0.23118039965629578,
+      "learning_rate": 1.650675749043586e-05,
+      "loss": 1.2522,
+      "step": 9940
+    },
+    {
+      "epoch": 2.9608890709060107,
+      "grad_norm": 0.23159939050674438,
+      "learning_rate": 1.6506025011206045e-05,
+      "loss": 1.2628,
+      "step": 9941
+    },
+    {
+      "epoch": 2.9611869171056795,
+      "grad_norm": 0.2369726151227951,
+      "learning_rate": 1.6505292471444936e-05,
+      "loss": 1.2414,
+      "step": 9942
+    },
+    {
+      "epoch": 2.9614847633053483,
+      "grad_norm": 0.2323664128780365,
+      "learning_rate": 1.6504559871159348e-05,
+      "loss": 1.2513,
+      "step": 9943
+    },
+    {
+      "epoch": 2.9617826095050166,
+      "grad_norm": 0.23310616612434387,
+      "learning_rate": 1.65038272103561e-05,
+      "loss": 1.2316,
+      "step": 9944
+    },
+    {
+      "epoch": 2.9620804557046854,
+      "grad_norm": 0.2253895252943039,
+      "learning_rate": 1.6503094489042005e-05,
+      "loss": 1.2237,
+      "step": 9945
+    },
+    {
+      "epoch": 2.962378301904354,
+      "grad_norm": 0.228556826710701,
+      "learning_rate": 1.650236170722388e-05,
+      "loss": 1.2499,
+      "step": 9946
+    },
+    {
+      "epoch": 2.962676148104023,
+      "grad_norm": 0.2337954193353653,
+      "learning_rate": 1.6501628864908546e-05,
+      "loss": 1.242,
+      "step": 9947
+    },
+    {
+      "epoch": 2.9629739943036917,
+      "grad_norm": 0.23642444610595703,
+      "learning_rate": 1.650089596210282e-05,
+      "loss": 1.2356,
+      "step": 9948
+    },
+    {
+      "epoch": 2.96327184050336,
+      "grad_norm": 0.23544715344905853,
+      "learning_rate": 1.6500162998813517e-05,
+      "loss": 1.2414,
+      "step": 9949
+    },
+    {
+      "epoch": 2.963569686703029,
+      "grad_norm": 0.239651620388031,
+      "learning_rate": 1.6499429975047462e-05,
+      "loss": 1.228,
+      "step": 9950
+    },
+    {
+      "epoch": 2.9638675329026976,
+      "grad_norm": 0.23488640785217285,
+      "learning_rate": 1.6498696890811473e-05,
+      "loss": 1.2401,
+      "step": 9951
+    },
+    {
+      "epoch": 2.964165379102366,
+      "grad_norm": 0.23645220696926117,
+      "learning_rate": 1.6497963746112372e-05,
+      "loss": 1.2485,
+      "step": 9952
+    },
+    {
+      "epoch": 2.9644632253020347,
+      "grad_norm": 0.24776875972747803,
+      "learning_rate": 1.6497230540956976e-05,
+      "loss": 1.2586,
+      "step": 9953
+    },
+    {
+      "epoch": 2.9647610715017034,
+      "grad_norm": 0.2415783405303955,
+      "learning_rate": 1.6496497275352107e-05,
+      "loss": 1.2551,
+      "step": 9954
+    },
+    {
+      "epoch": 2.9650589177013718,
+      "grad_norm": 0.2303195595741272,
+      "learning_rate": 1.6495763949304594e-05,
+      "loss": 1.2505,
+      "step": 9955
+    },
+    {
+      "epoch": 2.9653567639010405,
+      "grad_norm": 0.23608770966529846,
+      "learning_rate": 1.649503056282125e-05,
+      "loss": 1.2421,
+      "step": 9956
+    },
+    {
+      "epoch": 2.9656546101007093,
+      "grad_norm": 0.2326173037290573,
+      "learning_rate": 1.6494297115908907e-05,
+      "loss": 1.2416,
+      "step": 9957
+    },
+    {
+      "epoch": 2.9659524563003776,
+      "grad_norm": 0.2311028689146042,
+      "learning_rate": 1.6493563608574385e-05,
+      "loss": 1.2425,
+      "step": 9958
+    },
+    {
+      "epoch": 2.9662503025000464,
+      "grad_norm": 0.23269657790660858,
+      "learning_rate": 1.6492830040824506e-05,
+      "loss": 1.2367,
+      "step": 9959
+    },
+    {
+      "epoch": 2.966548148699715,
+      "grad_norm": 0.24212895333766937,
+      "learning_rate": 1.64920964126661e-05,
+      "loss": 1.2466,
+      "step": 9960
+    },
+    {
+      "epoch": 2.966845994899384,
+      "grad_norm": 0.22782926261425018,
+      "learning_rate": 1.6491362724105985e-05,
+      "loss": 1.2348,
+      "step": 9961
+    },
+    {
+      "epoch": 2.9671438410990527,
+      "grad_norm": 0.24124827980995178,
+      "learning_rate": 1.6490628975150998e-05,
+      "loss": 1.2454,
+      "step": 9962
+    },
+    {
+      "epoch": 2.967441687298721,
+      "grad_norm": 0.2469920665025711,
+      "learning_rate": 1.6489895165807962e-05,
+      "loss": 1.2412,
+      "step": 9963
+    },
+    {
+      "epoch": 2.96773953349839,
+      "grad_norm": 0.24608944356441498,
+      "learning_rate": 1.64891612960837e-05,
+      "loss": 1.2487,
+      "step": 9964
+    },
+    {
+      "epoch": 2.9680373796980586,
+      "grad_norm": 0.24406841397285461,
+      "learning_rate": 1.648842736598504e-05,
+      "loss": 1.2477,
+      "step": 9965
+    },
+    {
+      "epoch": 2.968335225897727,
+      "grad_norm": 0.2579127848148346,
+      "learning_rate": 1.6487693375518815e-05,
+      "loss": 1.2541,
+      "step": 9966
+    },
+    {
+      "epoch": 2.9686330720973957,
+      "grad_norm": 0.24070177972316742,
+      "learning_rate": 1.648695932469185e-05,
+      "loss": 1.2532,
+      "step": 9967
+    },
+    {
+      "epoch": 2.9689309182970645,
+      "grad_norm": 0.24999187886714935,
+      "learning_rate": 1.6486225213510975e-05,
+      "loss": 1.2431,
+      "step": 9968
+    },
+    {
+      "epoch": 2.969228764496733,
+      "grad_norm": 0.2467721551656723,
+      "learning_rate": 1.6485491041983027e-05,
+      "loss": 1.2389,
+      "step": 9969
+    },
+    {
+      "epoch": 2.9695266106964016,
+      "grad_norm": 0.2413964718580246,
+      "learning_rate": 1.6484756810114825e-05,
+      "loss": 1.2456,
+      "step": 9970
+    },
+    {
+      "epoch": 2.9698244568960703,
+      "grad_norm": 0.25925734639167786,
+      "learning_rate": 1.6484022517913207e-05,
+      "loss": 1.2325,
+      "step": 9971
+    },
+    {
+      "epoch": 2.970122303095739,
+      "grad_norm": 0.2431621253490448,
+      "learning_rate": 1.6483288165385008e-05,
+      "loss": 1.2285,
+      "step": 9972
+    },
+    {
+      "epoch": 2.9704201492954074,
+      "grad_norm": 0.2343003749847412,
+      "learning_rate": 1.648255375253705e-05,
+      "loss": 1.2302,
+      "step": 9973
+    },
+    {
+      "epoch": 2.970717995495076,
+      "grad_norm": 0.23708860576152802,
+      "learning_rate": 1.6481819279376176e-05,
+      "loss": 1.2539,
+      "step": 9974
+    },
+    {
+      "epoch": 2.971015841694745,
+      "grad_norm": 0.23648568987846375,
+      "learning_rate": 1.6481084745909214e-05,
+      "loss": 1.2507,
+      "step": 9975
+    },
+    {
+      "epoch": 2.9713136878944137,
+      "grad_norm": 0.23991839587688446,
+      "learning_rate": 1.6480350152143e-05,
+      "loss": 1.2349,
+      "step": 9976
+    },
+    {
+      "epoch": 2.971611534094082,
+      "grad_norm": 0.24438275396823883,
+      "learning_rate": 1.647961549808437e-05,
+      "loss": 1.2539,
+      "step": 9977
+    },
+    {
+      "epoch": 2.971909380293751,
+      "grad_norm": 0.24863120913505554,
+      "learning_rate": 1.6478880783740153e-05,
+      "loss": 1.2439,
+      "step": 9978
+    },
+    {
+      "epoch": 2.9722072264934196,
+      "grad_norm": 0.23804743587970734,
+      "learning_rate": 1.6478146009117195e-05,
+      "loss": 1.2279,
+      "step": 9979
+    },
+    {
+      "epoch": 2.972505072693088,
+      "grad_norm": 0.2433329075574875,
+      "learning_rate": 1.6477411174222323e-05,
+      "loss": 1.2343,
+      "step": 9980
+    },
+    {
+      "epoch": 2.9728029188927567,
+      "grad_norm": 0.24504166841506958,
+      "learning_rate": 1.6476676279062376e-05,
+      "loss": 1.2495,
+      "step": 9981
+    },
+    {
+      "epoch": 2.9731007650924255,
+      "grad_norm": 0.23672258853912354,
+      "learning_rate": 1.6475941323644192e-05,
+      "loss": 1.248,
+      "step": 9982
+    },
+    {
+      "epoch": 2.973398611292094,
+      "grad_norm": 0.24193841218948364,
+      "learning_rate": 1.647520630797461e-05,
+      "loss": 1.2482,
+      "step": 9983
+    },
+    {
+      "epoch": 2.9736964574917626,
+      "grad_norm": 0.22066807746887207,
+      "learning_rate": 1.6474471232060468e-05,
+      "loss": 1.2481,
+      "step": 9984
+    },
+    {
+      "epoch": 2.9739943036914314,
+      "grad_norm": 0.29701849818229675,
+      "learning_rate": 1.6473736095908605e-05,
+      "loss": 1.2438,
+      "step": 9985
+    },
+    {
+      "epoch": 2.9742921498911,
+      "grad_norm": 0.2828117907047272,
+      "learning_rate": 1.6473000899525862e-05,
+      "loss": 1.2446,
+      "step": 9986
+    },
+    {
+      "epoch": 2.974589996090769,
+      "grad_norm": 0.26809558272361755,
+      "learning_rate": 1.6472265642919077e-05,
+      "loss": 1.2423,
+      "step": 9987
+    },
+    {
+      "epoch": 2.9748878422904372,
+      "grad_norm": 0.28550103306770325,
+      "learning_rate": 1.647153032609509e-05,
+      "loss": 1.2449,
+      "step": 9988
+    },
+    {
+      "epoch": 2.975185688490106,
+      "grad_norm": 0.22642813622951508,
+      "learning_rate": 1.6470794949060748e-05,
+      "loss": 1.2275,
+      "step": 9989
+    },
+    {
+      "epoch": 2.975483534689775,
+      "grad_norm": 0.2423151582479477,
+      "learning_rate": 1.6470059511822882e-05,
+      "loss": 1.2458,
+      "step": 9990
+    },
+    {
+      "epoch": 2.975781380889443,
+      "grad_norm": 0.23246872425079346,
+      "learning_rate": 1.6469324014388343e-05,
+      "loss": 1.2529,
+      "step": 9991
+    },
+    {
+      "epoch": 2.976079227089112,
+      "grad_norm": 0.2409932166337967,
+      "learning_rate": 1.6468588456763974e-05,
+      "loss": 1.2341,
+      "step": 9992
+    },
+    {
+      "epoch": 2.9763770732887807,
+      "grad_norm": 0.2303859293460846,
+      "learning_rate": 1.6467852838956618e-05,
+      "loss": 1.2365,
+      "step": 9993
+    },
+    {
+      "epoch": 2.976674919488449,
+      "grad_norm": 0.2380605936050415,
+      "learning_rate": 1.6467117160973116e-05,
+      "loss": 1.2535,
+      "step": 9994
+    },
+    {
+      "epoch": 2.9769727656881178,
+      "grad_norm": 0.24125492572784424,
+      "learning_rate": 1.646638142282031e-05,
+      "loss": 1.2511,
+      "step": 9995
+    },
+    {
+      "epoch": 2.9772706118877865,
+      "grad_norm": 0.23002773523330688,
+      "learning_rate": 1.6465645624505056e-05,
+      "loss": 1.2329,
+      "step": 9996
+    },
+    {
+      "epoch": 2.977568458087455,
+      "grad_norm": 0.23827829957008362,
+      "learning_rate": 1.6464909766034192e-05,
+      "loss": 1.2401,
+      "step": 9997
+    },
+    {
+      "epoch": 2.9778663042871236,
+      "grad_norm": 0.26324141025543213,
+      "learning_rate": 1.6464173847414563e-05,
+      "loss": 1.241,
+      "step": 9998
+    },
+    {
+      "epoch": 2.9781641504867924,
+      "grad_norm": 0.28758561611175537,
+      "learning_rate": 1.646343786865302e-05,
+      "loss": 1.2317,
+      "step": 9999
+    },
+    {
+      "epoch": 2.978461996686461,
+      "grad_norm": 0.23155654966831207,
+      "learning_rate": 1.646270182975641e-05,
+      "loss": 1.2442,
+      "step": 10000
+    },
+    {
+      "epoch": 2.978461996686461,
+      "eval_loss": 1.3382065296173096,
+      "eval_runtime": 21.0972,
+      "eval_samples_per_second": 82.191,
+      "eval_steps_per_second": 5.167,
+      "step": 10000
+    },
+    {
+      "epoch": 2.97875984288613,
+      "grad_norm": 0.4102727770805359,
+      "learning_rate": 1.6461965730731577e-05,
+      "loss": 1.2258,
+      "step": 10001
+    },
+    {
+      "epoch": 2.9790576890857983,
+      "grad_norm": 0.30318817496299744,
+      "learning_rate": 1.646122957158537e-05,
+      "loss": 1.2344,
+      "step": 10002
+    },
+    {
+      "epoch": 2.979355535285467,
+      "grad_norm": 0.3035779893398285,
+      "learning_rate": 1.6460493352324652e-05,
+      "loss": 1.2306,
+      "step": 10003
+    },
+    {
+      "epoch": 2.979653381485136,
+      "grad_norm": 0.24000269174575806,
+      "learning_rate": 1.6459757072956252e-05,
+      "loss": 1.2533,
+      "step": 10004
+    },
+    {
+      "epoch": 2.979951227684804,
+      "grad_norm": 0.25043413043022156,
+      "learning_rate": 1.6459020733487033e-05,
+      "loss": 1.244,
+      "step": 10005
+    },
+    {
+      "epoch": 2.980249073884473,
+      "grad_norm": 0.29275935888290405,
+      "learning_rate": 1.645828433392384e-05,
+      "loss": 1.2406,
+      "step": 10006
+    },
+    {
+      "epoch": 2.9805469200841417,
+      "grad_norm": 0.2531569302082062,
+      "learning_rate": 1.645754787427353e-05,
+      "loss": 1.2479,
+      "step": 10007
+    },
+    {
+      "epoch": 2.98084476628381,
+      "grad_norm": 0.24172085523605347,
+      "learning_rate": 1.6456811354542948e-05,
+      "loss": 1.2395,
+      "step": 10008
+    },
+    {
+      "epoch": 2.981142612483479,
+      "grad_norm": 0.23907482624053955,
+      "learning_rate": 1.6456074774738955e-05,
+      "loss": 1.2268,
+      "step": 10009
+    },
+    {
+      "epoch": 2.9814404586831476,
+      "grad_norm": 0.251799076795578,
+      "learning_rate": 1.6455338134868396e-05,
+      "loss": 1.2493,
+      "step": 10010
+    },
+    {
+      "epoch": 2.981738304882816,
+      "grad_norm": 0.2671225666999817,
+      "learning_rate": 1.645460143493813e-05,
+      "loss": 1.2318,
+      "step": 10011
+    },
+    {
+      "epoch": 2.9820361510824847,
+      "grad_norm": 0.2631953954696655,
+      "learning_rate": 1.645386467495501e-05,
+      "loss": 1.2437,
+      "step": 10012
+    },
+    {
+      "epoch": 2.9823339972821534,
+      "grad_norm": 0.22674435377120972,
+      "learning_rate": 1.645312785492589e-05,
+      "loss": 1.2618,
+      "step": 10013
+    },
+    {
+      "epoch": 2.982631843481822,
+      "grad_norm": 0.23676465451717377,
+      "learning_rate": 1.645239097485762e-05,
+      "loss": 1.2477,
+      "step": 10014
+    },
+    {
+      "epoch": 2.982929689681491,
+      "grad_norm": 0.23759299516677856,
+      "learning_rate": 1.6451654034757066e-05,
+      "loss": 1.2551,
+      "step": 10015
+    },
+    {
+      "epoch": 2.9832275358811593,
+      "grad_norm": 0.25936782360076904,
+      "learning_rate": 1.6450917034631076e-05,
+      "loss": 1.2643,
+      "step": 10016
+    },
+    {
+      "epoch": 2.983525382080828,
+      "grad_norm": 0.23249895870685577,
+      "learning_rate": 1.6450179974486516e-05,
+      "loss": 1.252,
+      "step": 10017
+    },
+    {
+      "epoch": 2.983823228280497,
+      "grad_norm": 0.2421620935201645,
+      "learning_rate": 1.6449442854330235e-05,
+      "loss": 1.2437,
+      "step": 10018
+    },
+    {
+      "epoch": 2.984121074480165,
+      "grad_norm": 0.22764573991298676,
+      "learning_rate": 1.644870567416909e-05,
+      "loss": 1.2379,
+      "step": 10019
+    },
+    {
+      "epoch": 2.984418920679834,
+      "grad_norm": 0.25051426887512207,
+      "learning_rate": 1.644796843400995e-05,
+      "loss": 1.2374,
+      "step": 10020
+    },
+    {
+      "epoch": 2.9847167668795027,
+      "grad_norm": 0.2495751678943634,
+      "learning_rate": 1.644723113385966e-05,
+      "loss": 1.2337,
+      "step": 10021
+    },
+    {
+      "epoch": 2.985014613079171,
+      "grad_norm": 0.24617891013622284,
+      "learning_rate": 1.6446493773725095e-05,
+      "loss": 1.2517,
+      "step": 10022
+    },
+    {
+      "epoch": 2.98531245927884,
+      "grad_norm": 0.2377837598323822,
+      "learning_rate": 1.6445756353613105e-05,
+      "loss": 1.264,
+      "step": 10023
+    },
+    {
+      "epoch": 2.9856103054785086,
+      "grad_norm": 0.23834186792373657,
+      "learning_rate": 1.6445018873530552e-05,
+      "loss": 1.2531,
+      "step": 10024
+    },
+    {
+      "epoch": 2.985908151678177,
+      "grad_norm": 0.23706509172916412,
+      "learning_rate": 1.64442813334843e-05,
+      "loss": 1.2448,
+      "step": 10025
+    },
+    {
+      "epoch": 2.9862059978778457,
+      "grad_norm": 0.25559601187705994,
+      "learning_rate": 1.644354373348121e-05,
+      "loss": 1.2515,
+      "step": 10026
+    },
+    {
+      "epoch": 2.9865038440775145,
+      "grad_norm": 0.23977580666542053,
+      "learning_rate": 1.644280607352815e-05,
+      "loss": 1.2304,
+      "step": 10027
+    },
+    {
+      "epoch": 2.9868016902771832,
+      "grad_norm": 0.22511330246925354,
+      "learning_rate": 1.644206835363197e-05,
+      "loss": 1.2362,
+      "step": 10028
+    },
+    {
+      "epoch": 2.987099536476852,
+      "grad_norm": 0.2313072681427002,
+      "learning_rate": 1.6441330573799546e-05,
+      "loss": 1.2339,
+      "step": 10029
+    },
+    {
+      "epoch": 2.9873973826765203,
+      "grad_norm": 0.23325109481811523,
+      "learning_rate": 1.644059273403774e-05,
+      "loss": 1.2507,
+      "step": 10030
+    },
+    {
+      "epoch": 2.987695228876189,
+      "grad_norm": 0.23916980624198914,
+      "learning_rate": 1.6439854834353412e-05,
+      "loss": 1.2473,
+      "step": 10031
+    },
+    {
+      "epoch": 2.987993075075858,
+      "grad_norm": 0.23768900334835052,
+      "learning_rate": 1.6439116874753426e-05,
+      "loss": 1.2488,
+      "step": 10032
+    },
+    {
+      "epoch": 2.988290921275526,
+      "grad_norm": 0.2517053186893463,
+      "learning_rate": 1.6438378855244655e-05,
+      "loss": 1.2495,
+      "step": 10033
+    },
+    {
+      "epoch": 2.988588767475195,
+      "grad_norm": 0.23658375442028046,
+      "learning_rate": 1.6437640775833963e-05,
+      "loss": 1.2394,
+      "step": 10034
+    },
+    {
+      "epoch": 2.9888866136748637,
+      "grad_norm": 0.23645053803920746,
+      "learning_rate": 1.6436902636528215e-05,
+      "loss": 1.2206,
+      "step": 10035
+    },
+    {
+      "epoch": 2.989184459874532,
+      "grad_norm": 0.2451772540807724,
+      "learning_rate": 1.643616443733428e-05,
+      "loss": 1.2519,
+      "step": 10036
+    },
+    {
+      "epoch": 2.989482306074201,
+      "grad_norm": 0.22844362258911133,
+      "learning_rate": 1.6435426178259025e-05,
+      "loss": 1.2361,
+      "step": 10037
+    },
+    {
+      "epoch": 2.9897801522738696,
+      "grad_norm": 0.24487826228141785,
+      "learning_rate": 1.643468785930932e-05,
+      "loss": 1.2463,
+      "step": 10038
+    },
+    {
+      "epoch": 2.9900779984735384,
+      "grad_norm": 0.24516311287879944,
+      "learning_rate": 1.6433949480492032e-05,
+      "loss": 1.2239,
+      "step": 10039
+    },
+    {
+      "epoch": 2.9903758446732067,
+      "grad_norm": 0.2422989457845688,
+      "learning_rate": 1.6433211041814036e-05,
+      "loss": 1.2561,
+      "step": 10040
+    },
+    {
+      "epoch": 2.9906736908728755,
+      "grad_norm": 0.22691424190998077,
+      "learning_rate": 1.6432472543282195e-05,
+      "loss": 1.2112,
+      "step": 10041
+    },
+    {
+      "epoch": 2.9909715370725443,
+      "grad_norm": 0.22487223148345947,
+      "learning_rate": 1.6431733984903386e-05,
+      "loss": 1.2274,
+      "step": 10042
+    },
+    {
+      "epoch": 2.991269383272213,
+      "grad_norm": 0.22842620313167572,
+      "learning_rate": 1.6430995366684478e-05,
+      "loss": 1.23,
+      "step": 10043
+    },
+    {
+      "epoch": 2.9915672294718814,
+      "grad_norm": 0.2280990481376648,
+      "learning_rate": 1.6430256688632345e-05,
+      "loss": 1.2465,
+      "step": 10044
+    },
+    {
+      "epoch": 2.99186507567155,
+      "grad_norm": 0.24010218679904938,
+      "learning_rate": 1.642951795075386e-05,
+      "loss": 1.2387,
+      "step": 10045
+    },
+    {
+      "epoch": 2.992162921871219,
+      "grad_norm": 0.23180556297302246,
+      "learning_rate": 1.6428779153055886e-05,
+      "loss": 1.2317,
+      "step": 10046
+    },
+    {
+      "epoch": 2.9924607680708872,
+      "grad_norm": 0.24207353591918945,
+      "learning_rate": 1.6428040295545308e-05,
+      "loss": 1.245,
+      "step": 10047
+    },
+    {
+      "epoch": 2.992758614270556,
+      "grad_norm": 0.23159845173358917,
+      "learning_rate": 1.6427301378229e-05,
+      "loss": 1.2436,
+      "step": 10048
+    },
+    {
+      "epoch": 2.9930564604702248,
+      "grad_norm": 0.24207107722759247,
+      "learning_rate": 1.642656240111383e-05,
+      "loss": 1.2449,
+      "step": 10049
+    },
+    {
+      "epoch": 2.993354306669893,
+      "grad_norm": 0.22876659035682678,
+      "learning_rate": 1.642582336420668e-05,
+      "loss": 1.2268,
+      "step": 10050
+    },
+    {
+      "epoch": 2.993652152869562,
+      "grad_norm": 0.23025888204574585,
+      "learning_rate": 1.642508426751442e-05,
+      "loss": 1.2499,
+      "step": 10051
+    },
+    {
+      "epoch": 2.9939499990692306,
+      "grad_norm": 0.2378217875957489,
+      "learning_rate": 1.642434511104393e-05,
+      "loss": 1.2434,
+      "step": 10052
+    },
+    {
+      "epoch": 2.9942478452688994,
+      "grad_norm": 0.24848827719688416,
+      "learning_rate": 1.642360589480209e-05,
+      "loss": 1.2405,
+      "step": 10053
+    },
+    {
+      "epoch": 2.994545691468568,
+      "grad_norm": 0.26267918944358826,
+      "learning_rate": 1.642286661879577e-05,
+      "loss": 1.2495,
+      "step": 10054
+    },
+    {
+      "epoch": 2.9948435376682365,
+      "grad_norm": 0.22974130511283875,
+      "learning_rate": 1.642212728303185e-05,
+      "loss": 1.2466,
+      "step": 10055
+    },
+    {
+      "epoch": 2.9951413838679053,
+      "grad_norm": 0.39148205518722534,
+      "learning_rate": 1.6421387887517215e-05,
+      "loss": 1.2371,
+      "step": 10056
+    },
+    {
+      "epoch": 2.995439230067574,
+      "grad_norm": 0.2892146706581116,
+      "learning_rate": 1.6420648432258743e-05,
+      "loss": 1.2605,
+      "step": 10057
+    },
+    {
+      "epoch": 2.9957370762672424,
+      "grad_norm": 0.284047394990921,
+      "learning_rate": 1.6419908917263305e-05,
+      "loss": 1.2328,
+      "step": 10058
+    },
+    {
+      "epoch": 2.996034922466911,
+      "grad_norm": 0.23381011188030243,
+      "learning_rate": 1.641916934253779e-05,
+      "loss": 1.2447,
+      "step": 10059
+    },
+    {
+      "epoch": 2.99633276866658,
+      "grad_norm": 0.34840264916419983,
+      "learning_rate": 1.6418429708089076e-05,
+      "loss": 1.2442,
+      "step": 10060
+    },
+    {
+      "epoch": 2.9966306148662483,
+      "grad_norm": 0.2386302649974823,
+      "learning_rate": 1.6417690013924046e-05,
+      "loss": 1.242,
+      "step": 10061
+    },
+    {
+      "epoch": 2.996928461065917,
+      "grad_norm": 0.26766037940979004,
+      "learning_rate": 1.641695026004958e-05,
+      "loss": 1.2283,
+      "step": 10062
+    },
+    {
+      "epoch": 2.997226307265586,
+      "grad_norm": 0.23906347155570984,
+      "learning_rate": 1.6416210446472555e-05,
+      "loss": 1.2335,
+      "step": 10063
+    },
+    {
+      "epoch": 2.997524153465254,
+      "grad_norm": 0.26001253724098206,
+      "learning_rate": 1.6415470573199867e-05,
+      "loss": 1.2677,
+      "step": 10064
+    },
+    {
+      "epoch": 2.997821999664923,
+      "grad_norm": 0.24827906489372253,
+      "learning_rate": 1.641473064023839e-05,
+      "loss": 1.2384,
+      "step": 10065
+    },
+    {
+      "epoch": 2.9981198458645917,
+      "grad_norm": 0.24536694586277008,
+      "learning_rate": 1.6413990647595016e-05,
+      "loss": 1.2615,
+      "step": 10066
+    },
+    {
+      "epoch": 2.9984176920642605,
+      "grad_norm": 0.2591598927974701,
+      "learning_rate": 1.6413250595276623e-05,
+      "loss": 1.2352,
+      "step": 10067
+    },
+    {
+      "epoch": 2.9987155382639292,
+      "grad_norm": 0.25052574276924133,
+      "learning_rate": 1.6412510483290098e-05,
+      "loss": 1.2383,
+      "step": 10068
+    },
+    {
+      "epoch": 2.9990133844635976,
+      "grad_norm": 0.24174103140830994,
+      "learning_rate": 1.6411770311642326e-05,
+      "loss": 1.2475,
+      "step": 10069
+    },
+    {
+      "epoch": 2.9993112306632663,
+      "grad_norm": 0.23268310725688934,
+      "learning_rate": 1.6411030080340195e-05,
+      "loss": 1.2196,
+      "step": 10070
+    },
+    {
+      "epoch": 2.999609076862935,
+      "grad_norm": 0.2571922540664673,
+      "learning_rate": 1.6410289789390598e-05,
+      "loss": 1.2401,
+      "step": 10071
+    },
+    {
+      "epoch": 2.9999069230626034,
+      "grad_norm": 0.24435901641845703,
+      "learning_rate": 1.6409549438800407e-05,
+      "loss": 1.238,
+      "step": 10072
+    },
+    {
+      "epoch": 3.000204769262272,
+      "grad_norm": 0.38965585827827454,
+      "learning_rate": 1.6408809028576526e-05,
+      "loss": 1.2529,
+      "step": 10073
+    },
+    {
+      "epoch": 3.000502615461941,
+      "grad_norm": 0.32282426953315735,
+      "learning_rate": 1.6408068558725835e-05,
+      "loss": 1.233,
+      "step": 10074
+    },
+    {
+      "epoch": 3.0008004616616093,
+      "grad_norm": 0.28637224435806274,
+      "learning_rate": 1.6407328029255225e-05,
+      "loss": 1.2493,
+      "step": 10075
+    },
+    {
+      "epoch": 3.001098307861278,
+      "grad_norm": 0.24057908356189728,
+      "learning_rate": 1.640658744017159e-05,
+      "loss": 1.2342,
+      "step": 10076
+    },
+    {
+      "epoch": 3.001396154060947,
+      "grad_norm": 0.43580493330955505,
+      "learning_rate": 1.6405846791481813e-05,
+      "loss": 1.2304,
+      "step": 10077
+    },
+    {
+      "epoch": 3.0016940002606156,
+      "grad_norm": 0.2577560544013977,
+      "learning_rate": 1.640510608319279e-05,
+      "loss": 1.225,
+      "step": 10078
+    },
+    {
+      "epoch": 3.001991846460284,
+      "grad_norm": 0.2544635534286499,
+      "learning_rate": 1.6404365315311412e-05,
+      "loss": 1.2572,
+      "step": 10079
+    },
+    {
+      "epoch": 3.0022896926599527,
+      "grad_norm": 0.24499472975730896,
+      "learning_rate": 1.640362448784457e-05,
+      "loss": 1.2353,
+      "step": 10080
+    },
+    {
+      "epoch": 3.0025875388596215,
+      "grad_norm": 0.231914684176445,
+      "learning_rate": 1.6402883600799153e-05,
+      "loss": 1.2213,
+      "step": 10081
+    },
+    {
+      "epoch": 3.00288538505929,
+      "grad_norm": 0.2565773129463196,
+      "learning_rate": 1.640214265418206e-05,
+      "loss": 1.2523,
+      "step": 10082
+    },
+    {
+      "epoch": 3.0031832312589586,
+      "grad_norm": 0.2541150450706482,
+      "learning_rate": 1.6401401648000182e-05,
+      "loss": 1.2475,
+      "step": 10083
+    },
+    {
+      "epoch": 3.0034810774586274,
+      "grad_norm": 0.2428370863199234,
+      "learning_rate": 1.640066058226042e-05,
+      "loss": 1.2408,
+      "step": 10084
+    },
+    {
+      "epoch": 3.003778923658296,
+      "grad_norm": 0.22767463326454163,
+      "learning_rate": 1.6399919456969654e-05,
+      "loss": 1.2381,
+      "step": 10085
+    },
+    {
+      "epoch": 3.0040767698579645,
+      "grad_norm": 0.24175630509853363,
+      "learning_rate": 1.6399178272134793e-05,
+      "loss": 1.2309,
+      "step": 10086
+    },
+    {
+      "epoch": 3.0043746160576332,
+      "grad_norm": 0.233686164021492,
+      "learning_rate": 1.6398437027762725e-05,
+      "loss": 1.2292,
+      "step": 10087
+    },
+    {
+      "epoch": 3.004672462257302,
+      "grad_norm": 0.236064612865448,
+      "learning_rate": 1.639769572386035e-05,
+      "loss": 1.232,
+      "step": 10088
+    },
+    {
+      "epoch": 3.0049703084569703,
+      "grad_norm": 0.23852574825286865,
+      "learning_rate": 1.6396954360434566e-05,
+      "loss": 1.2288,
+      "step": 10089
+    },
+    {
+      "epoch": 3.005268154656639,
+      "grad_norm": 0.23065021634101868,
+      "learning_rate": 1.6396212937492265e-05,
+      "loss": 1.2365,
+      "step": 10090
+    },
+    {
+      "epoch": 3.005566000856308,
+      "grad_norm": 0.23177464306354523,
+      "learning_rate": 1.639547145504035e-05,
+      "loss": 1.2563,
+      "step": 10091
+    },
+    {
+      "epoch": 3.0058638470559766,
+      "grad_norm": 0.24095739424228668,
+      "learning_rate": 1.6394729913085722e-05,
+      "loss": 1.227,
+      "step": 10092
+    },
+    {
+      "epoch": 3.006161693255645,
+      "grad_norm": 0.2505260705947876,
+      "learning_rate": 1.6393988311635273e-05,
+      "loss": 1.2523,
+      "step": 10093
+    },
+    {
+      "epoch": 3.0064595394553137,
+      "grad_norm": 0.2472001165151596,
+      "learning_rate": 1.6393246650695907e-05,
+      "loss": 1.2516,
+      "step": 10094
+    },
+    {
+      "epoch": 3.0067573856549825,
+      "grad_norm": 0.23386529088020325,
+      "learning_rate": 1.6392504930274528e-05,
+      "loss": 1.2361,
+      "step": 10095
+    },
+    {
+      "epoch": 3.007055231854651,
+      "grad_norm": 0.23205740749835968,
+      "learning_rate": 1.639176315037803e-05,
+      "loss": 1.244,
+      "step": 10096
+    },
+    {
+      "epoch": 3.0073530780543196,
+      "grad_norm": 0.24119286239147186,
+      "learning_rate": 1.6391021311013314e-05,
+      "loss": 1.2468,
+      "step": 10097
+    },
+    {
+      "epoch": 3.0076509242539884,
+      "grad_norm": 0.24198414385318756,
+      "learning_rate": 1.639027941218729e-05,
+      "loss": 1.2408,
+      "step": 10098
+    },
+    {
+      "epoch": 3.007948770453657,
+      "grad_norm": 0.2378912717103958,
+      "learning_rate": 1.6389537453906854e-05,
+      "loss": 1.2351,
+      "step": 10099
+    },
+    {
+      "epoch": 3.0082466166533255,
+      "grad_norm": 0.22698108851909637,
+      "learning_rate": 1.638879543617891e-05,
+      "loss": 1.229,
+      "step": 10100
+    },
+    {
+      "epoch": 3.0085444628529943,
+      "grad_norm": 0.23869843780994415,
+      "learning_rate": 1.6388053359010362e-05,
+      "loss": 1.2456,
+      "step": 10101
+    },
+    {
+      "epoch": 3.008842309052663,
+      "grad_norm": 0.22983010113239288,
+      "learning_rate": 1.638731122240812e-05,
+      "loss": 1.2401,
+      "step": 10102
+    },
+    {
+      "epoch": 3.0091401552523314,
+      "grad_norm": 0.23344950377941132,
+      "learning_rate": 1.6386569026379074e-05,
+      "loss": 1.2348,
+      "step": 10103
+    },
+    {
+      "epoch": 3.009438001452,
+      "grad_norm": 0.24137677252292633,
+      "learning_rate": 1.6385826770930147e-05,
+      "loss": 1.2311,
+      "step": 10104
+    },
+    {
+      "epoch": 3.009735847651669,
+      "grad_norm": 0.2299661934375763,
+      "learning_rate": 1.638508445606823e-05,
+      "loss": 1.2294,
+      "step": 10105
+    },
+    {
+      "epoch": 3.0100336938513377,
+      "grad_norm": 0.24330636858940125,
+      "learning_rate": 1.638434208180024e-05,
+      "loss": 1.2447,
+      "step": 10106
+    },
+    {
+      "epoch": 3.010331540051006,
+      "grad_norm": 0.23655346035957336,
+      "learning_rate": 1.6383599648133078e-05,
+      "loss": 1.2402,
+      "step": 10107
+    },
+    {
+      "epoch": 3.0106293862506748,
+      "grad_norm": 0.24257723987102509,
+      "learning_rate": 1.6382857155073658e-05,
+      "loss": 1.233,
+      "step": 10108
+    },
+    {
+      "epoch": 3.0109272324503435,
+      "grad_norm": 0.23627245426177979,
+      "learning_rate": 1.638211460262888e-05,
+      "loss": 1.2493,
+      "step": 10109
+    },
+    {
+      "epoch": 3.0112250786500123,
+      "grad_norm": 0.25192874670028687,
+      "learning_rate": 1.6381371990805656e-05,
+      "loss": 1.2466,
+      "step": 10110
+    },
+    {
+      "epoch": 3.0115229248496806,
+      "grad_norm": 0.24103054404258728,
+      "learning_rate": 1.6380629319610894e-05,
+      "loss": 1.2347,
+      "step": 10111
+    },
+    {
+      "epoch": 3.0118207710493494,
+      "grad_norm": 0.24143441021442413,
+      "learning_rate": 1.6379886589051506e-05,
+      "loss": 1.2557,
+      "step": 10112
+    },
+    {
+      "epoch": 3.012118617249018,
+      "grad_norm": 0.2334558069705963,
+      "learning_rate": 1.63791437991344e-05,
+      "loss": 1.2257,
+      "step": 10113
+    },
+    {
+      "epoch": 3.0124164634486865,
+      "grad_norm": 0.23910120129585266,
+      "learning_rate": 1.6378400949866493e-05,
+      "loss": 1.2467,
+      "step": 10114
+    },
+    {
+      "epoch": 3.0127143096483553,
+      "grad_norm": 0.24178540706634521,
+      "learning_rate": 1.6377658041254688e-05,
+      "loss": 1.2319,
+      "step": 10115
+    },
+    {
+      "epoch": 3.013012155848024,
+      "grad_norm": 0.2362511307001114,
+      "learning_rate": 1.6376915073305904e-05,
+      "loss": 1.237,
+      "step": 10116
+    },
+    {
+      "epoch": 3.013310002047693,
+      "grad_norm": 0.23667585849761963,
+      "learning_rate": 1.6376172046027043e-05,
+      "loss": 1.2372,
+      "step": 10117
+    },
+    {
+      "epoch": 3.013607848247361,
+      "grad_norm": 0.2358350157737732,
+      "learning_rate": 1.637542895942503e-05,
+      "loss": 1.2308,
+      "step": 10118
+    },
+    {
+      "epoch": 3.01390569444703,
+      "grad_norm": 0.2408997267484665,
+      "learning_rate": 1.6374685813506773e-05,
+      "loss": 1.2306,
+      "step": 10119
+    },
+    {
+      "epoch": 3.0142035406466987,
+      "grad_norm": 0.23724953830242157,
+      "learning_rate": 1.637394260827919e-05,
+      "loss": 1.2438,
+      "step": 10120
+    },
+    {
+      "epoch": 3.014501386846367,
+      "grad_norm": 0.2508860230445862,
+      "learning_rate": 1.6373199343749187e-05,
+      "loss": 1.2254,
+      "step": 10121
+    },
+    {
+      "epoch": 3.014799233046036,
+      "grad_norm": 0.24599908292293549,
+      "learning_rate": 1.6372456019923685e-05,
+      "loss": 1.2498,
+      "step": 10122
+    },
+    {
+      "epoch": 3.0150970792457046,
+      "grad_norm": 0.24873362481594086,
+      "learning_rate": 1.6371712636809603e-05,
+      "loss": 1.2336,
+      "step": 10123
+    },
+    {
+      "epoch": 3.0153949254453734,
+      "grad_norm": 0.24091993272304535,
+      "learning_rate": 1.637096919441385e-05,
+      "loss": 1.2315,
+      "step": 10124
+    },
+    {
+      "epoch": 3.0156927716450417,
+      "grad_norm": 0.247350811958313,
+      "learning_rate": 1.6370225692743348e-05,
+      "loss": 1.2399,
+      "step": 10125
+    },
+    {
+      "epoch": 3.0159906178447105,
+      "grad_norm": 0.2587589621543884,
+      "learning_rate": 1.6369482131805015e-05,
+      "loss": 1.2417,
+      "step": 10126
+    },
+    {
+      "epoch": 3.0162884640443792,
+      "grad_norm": 0.24647526443004608,
+      "learning_rate": 1.6368738511605764e-05,
+      "loss": 1.2353,
+      "step": 10127
+    },
+    {
+      "epoch": 3.0165863102440476,
+      "grad_norm": 0.23632420599460602,
+      "learning_rate": 1.636799483215252e-05,
+      "loss": 1.2449,
+      "step": 10128
+    },
+    {
+      "epoch": 3.0168841564437163,
+      "grad_norm": 0.24009020626544952,
+      "learning_rate": 1.6367251093452197e-05,
+      "loss": 1.2358,
+      "step": 10129
+    },
+    {
+      "epoch": 3.017182002643385,
+      "grad_norm": 0.2408895343542099,
+      "learning_rate": 1.6366507295511715e-05,
+      "loss": 1.2273,
+      "step": 10130
+    },
+    {
+      "epoch": 3.017479848843054,
+      "grad_norm": 0.2386654168367386,
+      "learning_rate": 1.6365763438338e-05,
+      "loss": 1.2413,
+      "step": 10131
+    },
+    {
+      "epoch": 3.017777695042722,
+      "grad_norm": 0.23126019537448883,
+      "learning_rate": 1.6365019521937964e-05,
+      "loss": 1.2347,
+      "step": 10132
+    },
+    {
+      "epoch": 3.018075541242391,
+      "grad_norm": 0.23686255514621735,
+      "learning_rate": 1.6364275546318535e-05,
+      "loss": 1.2486,
+      "step": 10133
+    },
+    {
+      "epoch": 3.0183733874420597,
+      "grad_norm": 0.23731625080108643,
+      "learning_rate": 1.6363531511486634e-05,
+      "loss": 1.2391,
+      "step": 10134
+    },
+    {
+      "epoch": 3.018671233641728,
+      "grad_norm": 0.2382894605398178,
+      "learning_rate": 1.636278741744918e-05,
+      "loss": 1.245,
+      "step": 10135
+    },
+    {
+      "epoch": 3.018969079841397,
+      "grad_norm": 0.23662148416042328,
+      "learning_rate": 1.6362043264213098e-05,
+      "loss": 1.2647,
+      "step": 10136
+    },
+    {
+      "epoch": 3.0192669260410656,
+      "grad_norm": 0.23939202725887299,
+      "learning_rate": 1.636129905178531e-05,
+      "loss": 1.2407,
+      "step": 10137
+    },
+    {
+      "epoch": 3.0195647722407344,
+      "grad_norm": 0.2415553778409958,
+      "learning_rate": 1.6360554780172745e-05,
+      "loss": 1.2289,
+      "step": 10138
+    },
+    {
+      "epoch": 3.0198626184404027,
+      "grad_norm": 0.25028204917907715,
+      "learning_rate": 1.635981044938232e-05,
+      "loss": 1.2224,
+      "step": 10139
+    },
+    {
+      "epoch": 3.0201604646400715,
+      "grad_norm": 0.26298055052757263,
+      "learning_rate": 1.6359066059420968e-05,
+      "loss": 1.2614,
+      "step": 10140
+    },
+    {
+      "epoch": 3.0204583108397403,
+      "grad_norm": 0.24997131526470184,
+      "learning_rate": 1.635832161029561e-05,
+      "loss": 1.2273,
+      "step": 10141
+    },
+    {
+      "epoch": 3.0207561570394086,
+      "grad_norm": 0.28070592880249023,
+      "learning_rate": 1.6357577102013173e-05,
+      "loss": 1.2347,
+      "step": 10142
+    },
+    {
+      "epoch": 3.0210540032390774,
+      "grad_norm": 0.2561105191707611,
+      "learning_rate": 1.6356832534580585e-05,
+      "loss": 1.2505,
+      "step": 10143
+    },
+    {
+      "epoch": 3.021351849438746,
+      "grad_norm": 0.2369934618473053,
+      "learning_rate": 1.6356087908004773e-05,
+      "loss": 1.2311,
+      "step": 10144
+    },
+    {
+      "epoch": 3.021649695638415,
+      "grad_norm": 0.2471408247947693,
+      "learning_rate": 1.6355343222292664e-05,
+      "loss": 1.2433,
+      "step": 10145
+    },
+    {
+      "epoch": 3.0219475418380832,
+      "grad_norm": 0.2605624496936798,
+      "learning_rate": 1.6354598477451187e-05,
+      "loss": 1.2439,
+      "step": 10146
+    },
+    {
+      "epoch": 3.022245388037752,
+      "grad_norm": 0.2423917055130005,
+      "learning_rate": 1.635385367348727e-05,
+      "loss": 1.2386,
+      "step": 10147
+    },
+    {
+      "epoch": 3.0225432342374208,
+      "grad_norm": 0.2808777689933777,
+      "learning_rate": 1.6353108810407845e-05,
+      "loss": 1.2583,
+      "step": 10148
+    },
+    {
+      "epoch": 3.022841080437089,
+      "grad_norm": 0.2584322988986969,
+      "learning_rate": 1.6352363888219838e-05,
+      "loss": 1.2342,
+      "step": 10149
+    },
+    {
+      "epoch": 3.023138926636758,
+      "grad_norm": 0.25437480211257935,
+      "learning_rate": 1.6351618906930188e-05,
+      "loss": 1.2257,
+      "step": 10150
+    },
+    {
+      "epoch": 3.0234367728364266,
+      "grad_norm": 0.3657657504081726,
+      "learning_rate": 1.6350873866545814e-05,
+      "loss": 1.2374,
+      "step": 10151
+    },
+    {
+      "epoch": 3.0237346190360954,
+      "grad_norm": 0.2797352075576782,
+      "learning_rate": 1.6350128767073655e-05,
+      "loss": 1.2313,
+      "step": 10152
+    },
+    {
+      "epoch": 3.0240324652357637,
+      "grad_norm": 0.30090221762657166,
+      "learning_rate": 1.6349383608520646e-05,
+      "loss": 1.2509,
+      "step": 10153
+    },
+    {
+      "epoch": 3.0243303114354325,
+      "grad_norm": 0.30294233560562134,
+      "learning_rate": 1.6348638390893717e-05,
+      "loss": 1.2392,
+      "step": 10154
+    },
+    {
+      "epoch": 3.0246281576351013,
+      "grad_norm": 0.2502883970737457,
+      "learning_rate": 1.6347893114199795e-05,
+      "loss": 1.2271,
+      "step": 10155
+    },
+    {
+      "epoch": 3.0249260038347696,
+      "grad_norm": 0.23533587157726288,
+      "learning_rate": 1.6347147778445823e-05,
+      "loss": 1.2297,
+      "step": 10156
+    },
+    {
+      "epoch": 3.0252238500344384,
+      "grad_norm": 0.25665155053138733,
+      "learning_rate": 1.6346402383638734e-05,
+      "loss": 1.2412,
+      "step": 10157
+    },
+    {
+      "epoch": 3.025521696234107,
+      "grad_norm": 0.25076520442962646,
+      "learning_rate": 1.6345656929785462e-05,
+      "loss": 1.2345,
+      "step": 10158
+    },
+    {
+      "epoch": 3.025819542433776,
+      "grad_norm": 0.2445412129163742,
+      "learning_rate": 1.634491141689294e-05,
+      "loss": 1.2363,
+      "step": 10159
+    },
+    {
+      "epoch": 3.0261173886334443,
+      "grad_norm": 0.2960551679134369,
+      "learning_rate": 1.6344165844968104e-05,
+      "loss": 1.2396,
+      "step": 10160
+    },
+    {
+      "epoch": 3.026415234833113,
+      "grad_norm": 0.2761836349964142,
+      "learning_rate": 1.63434202140179e-05,
+      "loss": 1.2329,
+      "step": 10161
+    },
+    {
+      "epoch": 3.026713081032782,
+      "grad_norm": 0.28803741931915283,
+      "learning_rate": 1.634267452404925e-05,
+      "loss": 1.2384,
+      "step": 10162
+    },
+    {
+      "epoch": 3.02701092723245,
+      "grad_norm": 0.2996866703033447,
+      "learning_rate": 1.6341928775069106e-05,
+      "loss": 1.2492,
+      "step": 10163
+    },
+    {
+      "epoch": 3.027308773432119,
+      "grad_norm": 0.2283649444580078,
+      "learning_rate": 1.6341182967084397e-05,
+      "loss": 1.243,
+      "step": 10164
+    },
+    {
+      "epoch": 3.0276066196317877,
+      "grad_norm": 0.24121533334255219,
+      "learning_rate": 1.6340437100102067e-05,
+      "loss": 1.2613,
+      "step": 10165
+    },
+    {
+      "epoch": 3.0279044658314564,
+      "grad_norm": 0.23092056810855865,
+      "learning_rate": 1.6339691174129053e-05,
+      "loss": 1.2385,
+      "step": 10166
+    },
+    {
+      "epoch": 3.0282023120311248,
+      "grad_norm": 0.25815844535827637,
+      "learning_rate": 1.6338945189172297e-05,
+      "loss": 1.2383,
+      "step": 10167
+    },
+    {
+      "epoch": 3.0285001582307935,
+      "grad_norm": 0.2433355301618576,
+      "learning_rate": 1.6338199145238737e-05,
+      "loss": 1.2436,
+      "step": 10168
+    },
+    {
+      "epoch": 3.0287980044304623,
+      "grad_norm": 0.24668675661087036,
+      "learning_rate": 1.6337453042335315e-05,
+      "loss": 1.2438,
+      "step": 10169
+    },
+    {
+      "epoch": 3.0290958506301306,
+      "grad_norm": 0.28404033184051514,
+      "learning_rate": 1.6336706880468972e-05,
+      "loss": 1.2417,
+      "step": 10170
+    },
+    {
+      "epoch": 3.0293936968297994,
+      "grad_norm": 0.2578742206096649,
+      "learning_rate": 1.6335960659646655e-05,
+      "loss": 1.2413,
+      "step": 10171
+    },
+    {
+      "epoch": 3.029691543029468,
+      "grad_norm": 0.23545892536640167,
+      "learning_rate": 1.63352143798753e-05,
+      "loss": 1.2427,
+      "step": 10172
+    },
+    {
+      "epoch": 3.029989389229137,
+      "grad_norm": 0.2703379988670349,
+      "learning_rate": 1.6334468041161854e-05,
+      "loss": 1.2585,
+      "step": 10173
+    },
+    {
+      "epoch": 3.0302872354288053,
+      "grad_norm": 0.24328207969665527,
+      "learning_rate": 1.633372164351326e-05,
+      "loss": 1.2272,
+      "step": 10174
+    },
+    {
+      "epoch": 3.030585081628474,
+      "grad_norm": 0.252121239900589,
+      "learning_rate": 1.6332975186936464e-05,
+      "loss": 1.2368,
+      "step": 10175
+    },
+    {
+      "epoch": 3.030882927828143,
+      "grad_norm": 0.23458684980869293,
+      "learning_rate": 1.633222867143841e-05,
+      "loss": 1.2332,
+      "step": 10176
+    },
+    {
+      "epoch": 3.0311807740278116,
+      "grad_norm": 0.26045963168144226,
+      "learning_rate": 1.633148209702604e-05,
+      "loss": 1.2394,
+      "step": 10177
+    },
+    {
+      "epoch": 3.03147862022748,
+      "grad_norm": 0.2555118203163147,
+      "learning_rate": 1.6330735463706305e-05,
+      "loss": 1.2362,
+      "step": 10178
+    },
+    {
+      "epoch": 3.0317764664271487,
+      "grad_norm": 0.23761750757694244,
+      "learning_rate": 1.6329988771486148e-05,
+      "loss": 1.2389,
+      "step": 10179
+    },
+    {
+      "epoch": 3.0320743126268175,
+      "grad_norm": 0.24389159679412842,
+      "learning_rate": 1.632924202037252e-05,
+      "loss": 1.2347,
+      "step": 10180
+    },
+    {
+      "epoch": 3.032372158826486,
+      "grad_norm": 0.24950288236141205,
+      "learning_rate": 1.6328495210372363e-05,
+      "loss": 1.2641,
+      "step": 10181
+    },
+    {
+      "epoch": 3.0326700050261546,
+      "grad_norm": 0.24158208072185516,
+      "learning_rate": 1.6327748341492633e-05,
+      "loss": 1.247,
+      "step": 10182
+    },
+    {
+      "epoch": 3.0329678512258234,
+      "grad_norm": 0.47347182035446167,
+      "learning_rate": 1.632700141374027e-05,
+      "loss": 1.2471,
+      "step": 10183
+    },
+    {
+      "epoch": 3.033265697425492,
+      "grad_norm": 0.41325369477272034,
+      "learning_rate": 1.6326254427122236e-05,
+      "loss": 1.2486,
+      "step": 10184
+    },
+    {
+      "epoch": 3.0335635436251605,
+      "grad_norm": 0.32898035645484924,
+      "learning_rate": 1.6325507381645464e-05,
+      "loss": 1.2249,
+      "step": 10185
+    },
+    {
+      "epoch": 3.0338613898248292,
+      "grad_norm": 0.27398014068603516,
+      "learning_rate": 1.6324760277316917e-05,
+      "loss": 1.2395,
+      "step": 10186
+    },
+    {
+      "epoch": 3.034159236024498,
+      "grad_norm": 0.3908424377441406,
+      "learning_rate": 1.632401311414354e-05,
+      "loss": 1.2287,
+      "step": 10187
+    },
+    {
+      "epoch": 3.0344570822241663,
+      "grad_norm": 0.24559953808784485,
+      "learning_rate": 1.632326589213229e-05,
+      "loss": 1.2402,
+      "step": 10188
+    },
+    {
+      "epoch": 3.034754928423835,
+      "grad_norm": 0.25984713435173035,
+      "learning_rate": 1.632251861129011e-05,
+      "loss": 1.2438,
+      "step": 10189
+    },
+    {
+      "epoch": 3.035052774623504,
+      "grad_norm": 0.25673434138298035,
+      "learning_rate": 1.632177127162396e-05,
+      "loss": 1.2219,
+      "step": 10190
+    },
+    {
+      "epoch": 3.0353506208231726,
+      "grad_norm": 0.23939383029937744,
+      "learning_rate": 1.6321023873140798e-05,
+      "loss": 1.2314,
+      "step": 10191
+    },
+    {
+      "epoch": 3.035648467022841,
+      "grad_norm": 0.24382399022579193,
+      "learning_rate": 1.6320276415847564e-05,
+      "loss": 1.2501,
+      "step": 10192
+    },
+    {
+      "epoch": 3.0359463132225097,
+      "grad_norm": 0.23208534717559814,
+      "learning_rate": 1.631952889975122e-05,
+      "loss": 1.2307,
+      "step": 10193
+    },
+    {
+      "epoch": 3.0362441594221785,
+      "grad_norm": 0.24375663697719574,
+      "learning_rate": 1.6318781324858723e-05,
+      "loss": 1.235,
+      "step": 10194
+    },
+    {
+      "epoch": 3.036542005621847,
+      "grad_norm": 0.2524307370185852,
+      "learning_rate": 1.6318033691177024e-05,
+      "loss": 1.2519,
+      "step": 10195
+    },
+    {
+      "epoch": 3.0368398518215156,
+      "grad_norm": 0.25700730085372925,
+      "learning_rate": 1.631728599871308e-05,
+      "loss": 1.2216,
+      "step": 10196
+    },
+    {
+      "epoch": 3.0371376980211844,
+      "grad_norm": 0.23987676203250885,
+      "learning_rate": 1.631653824747385e-05,
+      "loss": 1.2316,
+      "step": 10197
+    },
+    {
+      "epoch": 3.037435544220853,
+      "grad_norm": 0.23080593347549438,
+      "learning_rate": 1.6315790437466286e-05,
+      "loss": 1.2343,
+      "step": 10198
+    },
+    {
+      "epoch": 3.0377333904205215,
+      "grad_norm": 0.24482198059558868,
+      "learning_rate": 1.631504256869735e-05,
+      "loss": 1.2266,
+      "step": 10199
+    },
+    {
+      "epoch": 3.0380312366201903,
+      "grad_norm": 0.2541637122631073,
+      "learning_rate": 1.6314294641174e-05,
+      "loss": 1.2489,
+      "step": 10200
+    },
+    {
+      "epoch": 3.038329082819859,
+      "grad_norm": 0.23120158910751343,
+      "learning_rate": 1.631354665490319e-05,
+      "loss": 1.243,
+      "step": 10201
+    },
+    {
+      "epoch": 3.0386269290195274,
+      "grad_norm": 0.2334720492362976,
+      "learning_rate": 1.6312798609891883e-05,
+      "loss": 1.2342,
+      "step": 10202
+    },
+    {
+      "epoch": 3.038924775219196,
+      "grad_norm": 0.24195466935634613,
+      "learning_rate": 1.631205050614704e-05,
+      "loss": 1.2298,
+      "step": 10203
+    },
+    {
+      "epoch": 3.039222621418865,
+      "grad_norm": 0.24499407410621643,
+      "learning_rate": 1.6311302343675615e-05,
+      "loss": 1.2444,
+      "step": 10204
+    },
+    {
+      "epoch": 3.0395204676185337,
+      "grad_norm": 0.2399866133928299,
+      "learning_rate": 1.631055412248458e-05,
+      "loss": 1.2526,
+      "step": 10205
+    },
+    {
+      "epoch": 3.039818313818202,
+      "grad_norm": 0.2301747053861618,
+      "learning_rate": 1.6309805842580882e-05,
+      "loss": 1.2284,
+      "step": 10206
+    },
+    {
+      "epoch": 3.0401161600178708,
+      "grad_norm": 0.2331252545118332,
+      "learning_rate": 1.6309057503971497e-05,
+      "loss": 1.211,
+      "step": 10207
+    },
+    {
+      "epoch": 3.0404140062175395,
+      "grad_norm": 0.23599116504192352,
+      "learning_rate": 1.6308309106663375e-05,
+      "loss": 1.2338,
+      "step": 10208
+    },
+    {
+      "epoch": 3.040711852417208,
+      "grad_norm": 0.23467372357845306,
+      "learning_rate": 1.6307560650663487e-05,
+      "loss": 1.228,
+      "step": 10209
+    },
+    {
+      "epoch": 3.0410096986168766,
+      "grad_norm": 0.2402782142162323,
+      "learning_rate": 1.6306812135978794e-05,
+      "loss": 1.2308,
+      "step": 10210
+    },
+    {
+      "epoch": 3.0413075448165454,
+      "grad_norm": 0.24587568640708923,
+      "learning_rate": 1.6306063562616263e-05,
+      "loss": 1.2382,
+      "step": 10211
+    },
+    {
+      "epoch": 3.041605391016214,
+      "grad_norm": 0.22987627983093262,
+      "learning_rate": 1.6305314930582857e-05,
+      "loss": 1.2438,
+      "step": 10212
+    },
+    {
+      "epoch": 3.0419032372158825,
+      "grad_norm": 0.23999477922916412,
+      "learning_rate": 1.6304566239885535e-05,
+      "loss": 1.2467,
+      "step": 10213
+    },
+    {
+      "epoch": 3.0422010834155513,
+      "grad_norm": 0.23999232053756714,
+      "learning_rate": 1.6303817490531272e-05,
+      "loss": 1.251,
+      "step": 10214
+    },
+    {
+      "epoch": 3.04249892961522,
+      "grad_norm": 0.2424769252538681,
+      "learning_rate": 1.630306868252703e-05,
+      "loss": 1.2478,
+      "step": 10215
+    },
+    {
+      "epoch": 3.0427967758148884,
+      "grad_norm": 0.22676314413547516,
+      "learning_rate": 1.6302319815879773e-05,
+      "loss": 1.2393,
+      "step": 10216
+    },
+    {
+      "epoch": 3.043094622014557,
+      "grad_norm": 0.23452128469944,
+      "learning_rate": 1.6301570890596473e-05,
+      "loss": 1.2498,
+      "step": 10217
+    },
+    {
+      "epoch": 3.043392468214226,
+      "grad_norm": 0.23384414613246918,
+      "learning_rate": 1.63008219066841e-05,
+      "loss": 1.2365,
+      "step": 10218
+    },
+    {
+      "epoch": 3.0436903144138947,
+      "grad_norm": 0.24246850609779358,
+      "learning_rate": 1.6300072864149613e-05,
+      "loss": 1.2443,
+      "step": 10219
+    },
+    {
+      "epoch": 3.043988160613563,
+      "grad_norm": 0.2528890371322632,
+      "learning_rate": 1.629932376299999e-05,
+      "loss": 1.2387,
+      "step": 10220
+    },
+    {
+      "epoch": 3.044286006813232,
+      "grad_norm": 0.24717077612876892,
+      "learning_rate": 1.62985746032422e-05,
+      "loss": 1.253,
+      "step": 10221
+    },
+    {
+      "epoch": 3.0445838530129006,
+      "grad_norm": 0.25595220923423767,
+      "learning_rate": 1.6297825384883206e-05,
+      "loss": 1.2348,
+      "step": 10222
+    },
+    {
+      "epoch": 3.044881699212569,
+      "grad_norm": 0.22884708642959595,
+      "learning_rate": 1.6297076107929983e-05,
+      "loss": 1.2235,
+      "step": 10223
+    },
+    {
+      "epoch": 3.0451795454122377,
+      "grad_norm": 0.2743631899356842,
+      "learning_rate": 1.6296326772389507e-05,
+      "loss": 1.2154,
+      "step": 10224
+    },
+    {
+      "epoch": 3.0454773916119064,
+      "grad_norm": 0.22574536502361298,
+      "learning_rate": 1.629557737826874e-05,
+      "loss": 1.2348,
+      "step": 10225
+    },
+    {
+      "epoch": 3.045775237811575,
+      "grad_norm": 0.23804114758968353,
+      "learning_rate": 1.6294827925574663e-05,
+      "loss": 1.2326,
+      "step": 10226
+    },
+    {
+      "epoch": 3.0460730840112435,
+      "grad_norm": 0.24106575548648834,
+      "learning_rate": 1.6294078414314244e-05,
+      "loss": 1.2226,
+      "step": 10227
+    },
+    {
+      "epoch": 3.0463709302109123,
+      "grad_norm": 0.24153001606464386,
+      "learning_rate": 1.6293328844494456e-05,
+      "loss": 1.2385,
+      "step": 10228
+    },
+    {
+      "epoch": 3.046668776410581,
+      "grad_norm": 0.2359992265701294,
+      "learning_rate": 1.6292579216122276e-05,
+      "loss": 1.2453,
+      "step": 10229
+    },
+    {
+      "epoch": 3.0469666226102494,
+      "grad_norm": 0.2369110882282257,
+      "learning_rate": 1.6291829529204676e-05,
+      "loss": 1.2548,
+      "step": 10230
+    },
+    {
+      "epoch": 3.047264468809918,
+      "grad_norm": 0.27357247471809387,
+      "learning_rate": 1.6291079783748632e-05,
+      "loss": 1.2468,
+      "step": 10231
+    },
+    {
+      "epoch": 3.047562315009587,
+      "grad_norm": 0.3440316617488861,
+      "learning_rate": 1.629032997976112e-05,
+      "loss": 1.2342,
+      "step": 10232
+    },
+    {
+      "epoch": 3.0478601612092557,
+      "grad_norm": 0.2712406814098358,
+      "learning_rate": 1.6289580117249115e-05,
+      "loss": 1.2188,
+      "step": 10233
+    },
+    {
+      "epoch": 3.048158007408924,
+      "grad_norm": 0.27531933784484863,
+      "learning_rate": 1.6288830196219595e-05,
+      "loss": 1.2502,
+      "step": 10234
+    },
+    {
+      "epoch": 3.048455853608593,
+      "grad_norm": 0.34455469250679016,
+      "learning_rate": 1.6288080216679535e-05,
+      "loss": 1.2447,
+      "step": 10235
+    },
+    {
+      "epoch": 3.0487536998082616,
+      "grad_norm": 0.2437841147184372,
+      "learning_rate": 1.6287330178635916e-05,
+      "loss": 1.2342,
+      "step": 10236
+    },
+    {
+      "epoch": 3.04905154600793,
+      "grad_norm": 0.2584114074707031,
+      "learning_rate": 1.628658008209571e-05,
+      "loss": 1.2418,
+      "step": 10237
+    },
+    {
+      "epoch": 3.0493493922075987,
+      "grad_norm": 0.23838254809379578,
+      "learning_rate": 1.6285829927065907e-05,
+      "loss": 1.2346,
+      "step": 10238
+    },
+    {
+      "epoch": 3.0496472384072675,
+      "grad_norm": 0.2907816469669342,
+      "learning_rate": 1.6285079713553474e-05,
+      "loss": 1.2458,
+      "step": 10239
+    },
+    {
+      "epoch": 3.0499450846069363,
+      "grad_norm": 0.2896682620048523,
+      "learning_rate": 1.62843294415654e-05,
+      "loss": 1.2405,
+      "step": 10240
+    },
+    {
+      "epoch": 3.0502429308066046,
+      "grad_norm": 0.24636253714561462,
+      "learning_rate": 1.628357911110866e-05,
+      "loss": 1.251,
+      "step": 10241
+    },
+    {
+      "epoch": 3.0505407770062734,
+      "grad_norm": 0.26349523663520813,
+      "learning_rate": 1.6282828722190234e-05,
+      "loss": 1.2449,
+      "step": 10242
+    },
+    {
+      "epoch": 3.050838623205942,
+      "grad_norm": 0.23846521973609924,
+      "learning_rate": 1.628207827481711e-05,
+      "loss": 1.2286,
+      "step": 10243
+    },
+    {
+      "epoch": 3.051136469405611,
+      "grad_norm": 0.2381698191165924,
+      "learning_rate": 1.6281327768996266e-05,
+      "loss": 1.2255,
+      "step": 10244
+    },
+    {
+      "epoch": 3.0514343156052792,
+      "grad_norm": 0.24267499148845673,
+      "learning_rate": 1.6280577204734682e-05,
+      "loss": 1.2217,
+      "step": 10245
+    },
+    {
+      "epoch": 3.051732161804948,
+      "grad_norm": 0.2777910530567169,
+      "learning_rate": 1.6279826582039348e-05,
+      "loss": 1.2409,
+      "step": 10246
+    },
+    {
+      "epoch": 3.0520300080046168,
+      "grad_norm": 0.32253384590148926,
+      "learning_rate": 1.627907590091724e-05,
+      "loss": 1.2316,
+      "step": 10247
+    },
+    {
+      "epoch": 3.052327854204285,
+      "grad_norm": 0.2844820022583008,
+      "learning_rate": 1.627832516137535e-05,
+      "loss": 1.2502,
+      "step": 10248
+    },
+    {
+      "epoch": 3.052625700403954,
+      "grad_norm": 0.5343673825263977,
+      "learning_rate": 1.627757436342066e-05,
+      "loss": 1.2533,
+      "step": 10249
+    },
+    {
+      "epoch": 3.0529235466036226,
+      "grad_norm": 0.30444401502609253,
+      "learning_rate": 1.6276823507060152e-05,
+      "loss": 1.231,
+      "step": 10250
+    },
+    {
+      "epoch": 3.0532213928032914,
+      "grad_norm": 0.2842743992805481,
+      "learning_rate": 1.627607259230081e-05,
+      "loss": 1.238,
+      "step": 10251
+    },
+    {
+      "epoch": 3.0535192390029597,
+      "grad_norm": 0.2443382441997528,
+      "learning_rate": 1.627532161914963e-05,
+      "loss": 1.2513,
+      "step": 10252
+    },
+    {
+      "epoch": 3.0538170852026285,
+      "grad_norm": 0.25539764761924744,
+      "learning_rate": 1.6274570587613592e-05,
+      "loss": 1.2262,
+      "step": 10253
+    },
+    {
+      "epoch": 3.0541149314022973,
+      "grad_norm": 0.2958544194698334,
+      "learning_rate": 1.6273819497699682e-05,
+      "loss": 1.2302,
+      "step": 10254
+    },
+    {
+      "epoch": 3.0544127776019656,
+      "grad_norm": 0.24095271527767181,
+      "learning_rate": 1.6273068349414898e-05,
+      "loss": 1.2275,
+      "step": 10255
+    },
+    {
+      "epoch": 3.0547106238016344,
+      "grad_norm": 0.24353492259979248,
+      "learning_rate": 1.6272317142766217e-05,
+      "loss": 1.2339,
+      "step": 10256
+    },
+    {
+      "epoch": 3.055008470001303,
+      "grad_norm": 0.25018948316574097,
+      "learning_rate": 1.6271565877760632e-05,
+      "loss": 1.2237,
+      "step": 10257
+    },
+    {
+      "epoch": 3.055306316200972,
+      "grad_norm": 0.247747004032135,
+      "learning_rate": 1.6270814554405133e-05,
+      "loss": 1.2347,
+      "step": 10258
+    },
+    {
+      "epoch": 3.0556041624006403,
+      "grad_norm": 0.25322288274765015,
+      "learning_rate": 1.627006317270672e-05,
+      "loss": 1.2277,
+      "step": 10259
+    },
+    {
+      "epoch": 3.055902008600309,
+      "grad_norm": 0.27417194843292236,
+      "learning_rate": 1.6269311732672363e-05,
+      "loss": 1.2407,
+      "step": 10260
+    },
+    {
+      "epoch": 3.056199854799978,
+      "grad_norm": 0.23231066763401031,
+      "learning_rate": 1.626856023430907e-05,
+      "loss": 1.2221,
+      "step": 10261
+    },
+    {
+      "epoch": 3.056497700999646,
+      "grad_norm": 0.24387730658054352,
+      "learning_rate": 1.626780867762383e-05,
+      "loss": 1.2457,
+      "step": 10262
+    },
+    {
+      "epoch": 3.056795547199315,
+      "grad_norm": 0.26461726427078247,
+      "learning_rate": 1.6267057062623627e-05,
+      "loss": 1.2462,
+      "step": 10263
+    },
+    {
+      "epoch": 3.0570933933989837,
+      "grad_norm": 0.22684389352798462,
+      "learning_rate": 1.6266305389315463e-05,
+      "loss": 1.2299,
+      "step": 10264
+    },
+    {
+      "epoch": 3.0573912395986524,
+      "grad_norm": 0.2952120900154114,
+      "learning_rate": 1.626555365770633e-05,
+      "loss": 1.2412,
+      "step": 10265
+    },
+    {
+      "epoch": 3.0576890857983208,
+      "grad_norm": 0.25628674030303955,
+      "learning_rate": 1.6264801867803218e-05,
+      "loss": 1.2338,
+      "step": 10266
+    },
+    {
+      "epoch": 3.0579869319979895,
+      "grad_norm": 0.2316766083240509,
+      "learning_rate": 1.6264050019613125e-05,
+      "loss": 1.2487,
+      "step": 10267
+    },
+    {
+      "epoch": 3.0582847781976583,
+      "grad_norm": 0.25355660915374756,
+      "learning_rate": 1.6263298113143044e-05,
+      "loss": 1.2368,
+      "step": 10268
+    },
+    {
+      "epoch": 3.0585826243973266,
+      "grad_norm": 0.26539427042007446,
+      "learning_rate": 1.6262546148399977e-05,
+      "loss": 1.2378,
+      "step": 10269
+    },
+    {
+      "epoch": 3.0588804705969954,
+      "grad_norm": 0.23979556560516357,
+      "learning_rate": 1.626179412539091e-05,
+      "loss": 1.2353,
+      "step": 10270
+    },
+    {
+      "epoch": 3.059178316796664,
+      "grad_norm": 0.24969260394573212,
+      "learning_rate": 1.6261042044122845e-05,
+      "loss": 1.2402,
+      "step": 10271
+    },
+    {
+      "epoch": 3.059476162996333,
+      "grad_norm": 0.2942097783088684,
+      "learning_rate": 1.626028990460278e-05,
+      "loss": 1.2314,
+      "step": 10272
+    },
+    {
+      "epoch": 3.0597740091960013,
+      "grad_norm": 0.24863791465759277,
+      "learning_rate": 1.6259537706837712e-05,
+      "loss": 1.2532,
+      "step": 10273
+    },
+    {
+      "epoch": 3.06007185539567,
+      "grad_norm": 0.230848029255867,
+      "learning_rate": 1.6258785450834638e-05,
+      "loss": 1.215,
+      "step": 10274
+    },
+    {
+      "epoch": 3.060369701595339,
+      "grad_norm": 0.25193142890930176,
+      "learning_rate": 1.6258033136600556e-05,
+      "loss": 1.2307,
+      "step": 10275
+    },
+    {
+      "epoch": 3.060667547795007,
+      "grad_norm": 0.23902875185012817,
+      "learning_rate": 1.6257280764142472e-05,
+      "loss": 1.2429,
+      "step": 10276
+    },
+    {
+      "epoch": 3.060965393994676,
+      "grad_norm": 0.26887065172195435,
+      "learning_rate": 1.625652833346738e-05,
+      "loss": 1.2439,
+      "step": 10277
+    },
+    {
+      "epoch": 3.0612632401943447,
+      "grad_norm": 0.24252690374851227,
+      "learning_rate": 1.6255775844582284e-05,
+      "loss": 1.2458,
+      "step": 10278
+    },
+    {
+      "epoch": 3.0615610863940135,
+      "grad_norm": 0.2371646612882614,
+      "learning_rate": 1.6255023297494182e-05,
+      "loss": 1.2358,
+      "step": 10279
+    },
+    {
+      "epoch": 3.061858932593682,
+      "grad_norm": 0.2452089786529541,
+      "learning_rate": 1.6254270692210076e-05,
+      "loss": 1.2297,
+      "step": 10280
+    },
+    {
+      "epoch": 3.0621567787933506,
+      "grad_norm": 0.24095968902111053,
+      "learning_rate": 1.6253518028736967e-05,
+      "loss": 1.2482,
+      "step": 10281
+    },
+    {
+      "epoch": 3.0624546249930193,
+      "grad_norm": 0.31817057728767395,
+      "learning_rate": 1.625276530708186e-05,
+      "loss": 1.2335,
+      "step": 10282
+    },
+    {
+      "epoch": 3.0627524711926877,
+      "grad_norm": 0.30245932936668396,
+      "learning_rate": 1.625201252725176e-05,
+      "loss": 1.2211,
+      "step": 10283
+    },
+    {
+      "epoch": 3.0630503173923564,
+      "grad_norm": 0.2332882583141327,
+      "learning_rate": 1.625125968925367e-05,
+      "loss": 1.2401,
+      "step": 10284
+    },
+    {
+      "epoch": 3.063348163592025,
+      "grad_norm": 0.31895169615745544,
+      "learning_rate": 1.625050679309459e-05,
+      "loss": 1.2324,
+      "step": 10285
+    },
+    {
+      "epoch": 3.063646009791694,
+      "grad_norm": 0.3017706871032715,
+      "learning_rate": 1.624975383878153e-05,
+      "loss": 1.2357,
+      "step": 10286
+    },
+    {
+      "epoch": 3.0639438559913623,
+      "grad_norm": 0.2633976638317108,
+      "learning_rate": 1.624900082632149e-05,
+      "loss": 1.2568,
+      "step": 10287
+    },
+    {
+      "epoch": 3.064241702191031,
+      "grad_norm": 0.2533052861690521,
+      "learning_rate": 1.624824775572148e-05,
+      "loss": 1.2254,
+      "step": 10288
+    },
+    {
+      "epoch": 3.0645395483907,
+      "grad_norm": 0.25451239943504333,
+      "learning_rate": 1.624749462698851e-05,
+      "loss": 1.2414,
+      "step": 10289
+    },
+    {
+      "epoch": 3.064837394590368,
+      "grad_norm": 0.23318979144096375,
+      "learning_rate": 1.6246741440129575e-05,
+      "loss": 1.2284,
+      "step": 10290
+    },
+    {
+      "epoch": 3.065135240790037,
+      "grad_norm": 0.2820476293563843,
+      "learning_rate": 1.6245988195151696e-05,
+      "loss": 1.2481,
+      "step": 10291
+    },
+    {
+      "epoch": 3.0654330869897057,
+      "grad_norm": 0.27426910400390625,
+      "learning_rate": 1.624523489206187e-05,
+      "loss": 1.2402,
+      "step": 10292
+    },
+    {
+      "epoch": 3.0657309331893745,
+      "grad_norm": 0.22696912288665771,
+      "learning_rate": 1.6244481530867117e-05,
+      "loss": 1.2286,
+      "step": 10293
+    },
+    {
+      "epoch": 3.066028779389043,
+      "grad_norm": 0.2459140568971634,
+      "learning_rate": 1.6243728111574437e-05,
+      "loss": 1.2324,
+      "step": 10294
+    },
+    {
+      "epoch": 3.0663266255887116,
+      "grad_norm": 0.24593108892440796,
+      "learning_rate": 1.6242974634190846e-05,
+      "loss": 1.2344,
+      "step": 10295
+    },
+    {
+      "epoch": 3.0666244717883804,
+      "grad_norm": 0.24092045426368713,
+      "learning_rate": 1.6242221098723346e-05,
+      "loss": 1.2329,
+      "step": 10296
+    },
+    {
+      "epoch": 3.0669223179880487,
+      "grad_norm": 0.24796484410762787,
+      "learning_rate": 1.6241467505178957e-05,
+      "loss": 1.2413,
+      "step": 10297
+    },
+    {
+      "epoch": 3.0672201641877175,
+      "grad_norm": 0.2608395516872406,
+      "learning_rate": 1.6240713853564683e-05,
+      "loss": 1.218,
+      "step": 10298
+    },
+    {
+      "epoch": 3.0675180103873863,
+      "grad_norm": 0.2577863335609436,
+      "learning_rate": 1.623996014388754e-05,
+      "loss": 1.2273,
+      "step": 10299
+    },
+    {
+      "epoch": 3.067815856587055,
+      "grad_norm": 0.2353697419166565,
+      "learning_rate": 1.6239206376154543e-05,
+      "loss": 1.2224,
+      "step": 10300
+    },
+    {
+      "epoch": 3.0681137027867234,
+      "grad_norm": 0.2622057795524597,
+      "learning_rate": 1.6238452550372698e-05,
+      "loss": 1.2271,
+      "step": 10301
+    },
+    {
+      "epoch": 3.068411548986392,
+      "grad_norm": 0.2638491094112396,
+      "learning_rate": 1.6237698666549023e-05,
+      "loss": 1.2537,
+      "step": 10302
+    },
+    {
+      "epoch": 3.068709395186061,
+      "grad_norm": 0.24457314610481262,
+      "learning_rate": 1.623694472469053e-05,
+      "loss": 1.2341,
+      "step": 10303
+    },
+    {
+      "epoch": 3.0690072413857292,
+      "grad_norm": 0.276833176612854,
+      "learning_rate": 1.6236190724804238e-05,
+      "loss": 1.2308,
+      "step": 10304
+    },
+    {
+      "epoch": 3.069305087585398,
+      "grad_norm": 0.3370343744754791,
+      "learning_rate": 1.6235436666897153e-05,
+      "loss": 1.2445,
+      "step": 10305
+    },
+    {
+      "epoch": 3.0696029337850668,
+      "grad_norm": 0.39063307642936707,
+      "learning_rate": 1.62346825509763e-05,
+      "loss": 1.2447,
+      "step": 10306
+    },
+    {
+      "epoch": 3.0699007799847355,
+      "grad_norm": 0.3648836612701416,
+      "learning_rate": 1.623392837704869e-05,
+      "loss": 1.2614,
+      "step": 10307
+    },
+    {
+      "epoch": 3.070198626184404,
+      "grad_norm": 0.24658054113388062,
+      "learning_rate": 1.6233174145121346e-05,
+      "loss": 1.2472,
+      "step": 10308
+    },
+    {
+      "epoch": 3.0704964723840726,
+      "grad_norm": 0.6062577962875366,
+      "learning_rate": 1.6232419855201275e-05,
+      "loss": 1.2417,
+      "step": 10309
+    },
+    {
+      "epoch": 3.0707943185837414,
+      "grad_norm": 0.32666686177253723,
+      "learning_rate": 1.6231665507295503e-05,
+      "loss": 1.2496,
+      "step": 10310
+    },
+    {
+      "epoch": 3.07109216478341,
+      "grad_norm": 0.26822617650032043,
+      "learning_rate": 1.6230911101411048e-05,
+      "loss": 1.2204,
+      "step": 10311
+    },
+    {
+      "epoch": 3.0713900109830785,
+      "grad_norm": 0.2530498802661896,
+      "learning_rate": 1.6230156637554925e-05,
+      "loss": 1.2329,
+      "step": 10312
+    },
+    {
+      "epoch": 3.0716878571827473,
+      "grad_norm": 0.23866677284240723,
+      "learning_rate": 1.6229402115734157e-05,
+      "loss": 1.2285,
+      "step": 10313
+    },
+    {
+      "epoch": 3.071985703382416,
+      "grad_norm": 0.2549847364425659,
+      "learning_rate": 1.6228647535955758e-05,
+      "loss": 1.2365,
+      "step": 10314
+    },
+    {
+      "epoch": 3.0722835495820844,
+      "grad_norm": 0.2633138597011566,
+      "learning_rate": 1.6227892898226754e-05,
+      "loss": 1.2539,
+      "step": 10315
+    },
+    {
+      "epoch": 3.072581395781753,
+      "grad_norm": 0.25155434012413025,
+      "learning_rate": 1.6227138202554167e-05,
+      "loss": 1.2258,
+      "step": 10316
+    },
+    {
+      "epoch": 3.072879241981422,
+      "grad_norm": 0.23175309598445892,
+      "learning_rate": 1.6226383448945014e-05,
+      "loss": 1.2388,
+      "step": 10317
+    },
+    {
+      "epoch": 3.0731770881810907,
+      "grad_norm": 0.23968221247196198,
+      "learning_rate": 1.6225628637406322e-05,
+      "loss": 1.2301,
+      "step": 10318
+    },
+    {
+      "epoch": 3.073474934380759,
+      "grad_norm": 0.24314630031585693,
+      "learning_rate": 1.622487376794511e-05,
+      "loss": 1.2632,
+      "step": 10319
+    },
+    {
+      "epoch": 3.073772780580428,
+      "grad_norm": 0.2491050362586975,
+      "learning_rate": 1.62241188405684e-05,
+      "loss": 1.2327,
+      "step": 10320
+    },
+    {
+      "epoch": 3.0740706267800966,
+      "grad_norm": 0.2475767433643341,
+      "learning_rate": 1.622336385528322e-05,
+      "loss": 1.2517,
+      "step": 10321
+    },
+    {
+      "epoch": 3.074368472979765,
+      "grad_norm": 0.24345384538173676,
+      "learning_rate": 1.6222608812096594e-05,
+      "loss": 1.2258,
+      "step": 10322
+    },
+    {
+      "epoch": 3.0746663191794337,
+      "grad_norm": 0.25330597162246704,
+      "learning_rate": 1.6221853711015546e-05,
+      "loss": 1.2298,
+      "step": 10323
+    },
+    {
+      "epoch": 3.0749641653791024,
+      "grad_norm": 0.24096539616584778,
+      "learning_rate": 1.62210985520471e-05,
+      "loss": 1.2502,
+      "step": 10324
+    },
+    {
+      "epoch": 3.075262011578771,
+      "grad_norm": 0.2532306909561157,
+      "learning_rate": 1.6220343335198278e-05,
+      "loss": 1.2268,
+      "step": 10325
+    },
+    {
+      "epoch": 3.0755598577784395,
+      "grad_norm": 0.25411057472229004,
+      "learning_rate": 1.6219588060476116e-05,
+      "loss": 1.2301,
+      "step": 10326
+    },
+    {
+      "epoch": 3.0758577039781083,
+      "grad_norm": 0.24418389797210693,
+      "learning_rate": 1.6218832727887635e-05,
+      "loss": 1.2322,
+      "step": 10327
+    },
+    {
+      "epoch": 3.076155550177777,
+      "grad_norm": 0.2418355941772461,
+      "learning_rate": 1.621807733743986e-05,
+      "loss": 1.2527,
+      "step": 10328
+    },
+    {
+      "epoch": 3.0764533963774454,
+      "grad_norm": 0.24275583028793335,
+      "learning_rate": 1.6217321889139828e-05,
+      "loss": 1.2129,
+      "step": 10329
+    },
+    {
+      "epoch": 3.076751242577114,
+      "grad_norm": 0.23158468306064606,
+      "learning_rate": 1.621656638299456e-05,
+      "loss": 1.2479,
+      "step": 10330
+    },
+    {
+      "epoch": 3.077049088776783,
+      "grad_norm": 0.2408546507358551,
+      "learning_rate": 1.6215810819011087e-05,
+      "loss": 1.2292,
+      "step": 10331
+    },
+    {
+      "epoch": 3.0773469349764517,
+      "grad_norm": 0.2383338361978531,
+      "learning_rate": 1.621505519719644e-05,
+      "loss": 1.2286,
+      "step": 10332
+    },
+    {
+      "epoch": 3.07764478117612,
+      "grad_norm": 0.23233291506767273,
+      "learning_rate": 1.6214299517557648e-05,
+      "loss": 1.2297,
+      "step": 10333
+    },
+    {
+      "epoch": 3.077942627375789,
+      "grad_norm": 0.24617774784564972,
+      "learning_rate": 1.6213543780101743e-05,
+      "loss": 1.2401,
+      "step": 10334
+    },
+    {
+      "epoch": 3.0782404735754576,
+      "grad_norm": 0.23213894665241241,
+      "learning_rate": 1.621278798483575e-05,
+      "loss": 1.2369,
+      "step": 10335
+    },
+    {
+      "epoch": 3.078538319775126,
+      "grad_norm": 0.23981331288814545,
+      "learning_rate": 1.621203213176671e-05,
+      "loss": 1.2322,
+      "step": 10336
+    },
+    {
+      "epoch": 3.0788361659747947,
+      "grad_norm": 0.23576320707798004,
+      "learning_rate": 1.6211276220901655e-05,
+      "loss": 1.2377,
+      "step": 10337
+    },
+    {
+      "epoch": 3.0791340121744635,
+      "grad_norm": 0.24305744469165802,
+      "learning_rate": 1.621052025224761e-05,
+      "loss": 1.2433,
+      "step": 10338
+    },
+    {
+      "epoch": 3.0794318583741322,
+      "grad_norm": 0.23215025663375854,
+      "learning_rate": 1.6209764225811615e-05,
+      "loss": 1.2458,
+      "step": 10339
+    },
+    {
+      "epoch": 3.0797297045738006,
+      "grad_norm": 0.23149891197681427,
+      "learning_rate": 1.62090081416007e-05,
+      "loss": 1.2241,
+      "step": 10340
+    },
+    {
+      "epoch": 3.0800275507734693,
+      "grad_norm": 0.23072408139705658,
+      "learning_rate": 1.6208251999621902e-05,
+      "loss": 1.2215,
+      "step": 10341
+    },
+    {
+      "epoch": 3.080325396973138,
+      "grad_norm": 0.22406615316867828,
+      "learning_rate": 1.6207495799882255e-05,
+      "loss": 1.2484,
+      "step": 10342
+    },
+    {
+      "epoch": 3.0806232431728064,
+      "grad_norm": 0.253277987241745,
+      "learning_rate": 1.6206739542388795e-05,
+      "loss": 1.2602,
+      "step": 10343
+    },
+    {
+      "epoch": 3.080921089372475,
+      "grad_norm": 0.2351500242948532,
+      "learning_rate": 1.6205983227148562e-05,
+      "loss": 1.248,
+      "step": 10344
+    },
+    {
+      "epoch": 3.081218935572144,
+      "grad_norm": 0.2387404590845108,
+      "learning_rate": 1.6205226854168583e-05,
+      "loss": 1.2587,
+      "step": 10345
+    },
+    {
+      "epoch": 3.0815167817718128,
+      "grad_norm": 0.24336200952529907,
+      "learning_rate": 1.6204470423455902e-05,
+      "loss": 1.2345,
+      "step": 10346
+    },
+    {
+      "epoch": 3.081814627971481,
+      "grad_norm": 0.23612387478351593,
+      "learning_rate": 1.620371393501756e-05,
+      "loss": 1.2376,
+      "step": 10347
+    },
+    {
+      "epoch": 3.08211247417115,
+      "grad_norm": 0.24053697288036346,
+      "learning_rate": 1.6202957388860588e-05,
+      "loss": 1.2375,
+      "step": 10348
+    },
+    {
+      "epoch": 3.0824103203708186,
+      "grad_norm": 0.22427183389663696,
+      "learning_rate": 1.6202200784992025e-05,
+      "loss": 1.2409,
+      "step": 10349
+    },
+    {
+      "epoch": 3.082708166570487,
+      "grad_norm": 0.22489367425441742,
+      "learning_rate": 1.620144412341892e-05,
+      "loss": 1.2421,
+      "step": 10350
+    },
+    {
+      "epoch": 3.0830060127701557,
+      "grad_norm": 0.23169724643230438,
+      "learning_rate": 1.62006874041483e-05,
+      "loss": 1.2574,
+      "step": 10351
+    },
+    {
+      "epoch": 3.0833038589698245,
+      "grad_norm": 0.22526168823242188,
+      "learning_rate": 1.6199930627187215e-05,
+      "loss": 1.2298,
+      "step": 10352
+    },
+    {
+      "epoch": 3.0836017051694933,
+      "grad_norm": 0.2435971051454544,
+      "learning_rate": 1.61991737925427e-05,
+      "loss": 1.2262,
+      "step": 10353
+    },
+    {
+      "epoch": 3.0838995513691616,
+      "grad_norm": 0.23552916944026947,
+      "learning_rate": 1.61984169002218e-05,
+      "loss": 1.2548,
+      "step": 10354
+    },
+    {
+      "epoch": 3.0841973975688304,
+      "grad_norm": 0.23748822510242462,
+      "learning_rate": 1.6197659950231556e-05,
+      "loss": 1.239,
+      "step": 10355
+    },
+    {
+      "epoch": 3.084495243768499,
+      "grad_norm": 0.24067635834217072,
+      "learning_rate": 1.6196902942579012e-05,
+      "loss": 1.2358,
+      "step": 10356
+    },
+    {
+      "epoch": 3.0847930899681675,
+      "grad_norm": 0.23165231943130493,
+      "learning_rate": 1.619614587727121e-05,
+      "loss": 1.2315,
+      "step": 10357
+    },
+    {
+      "epoch": 3.0850909361678363,
+      "grad_norm": 0.23566889762878418,
+      "learning_rate": 1.619538875431519e-05,
+      "loss": 1.2312,
+      "step": 10358
+    },
+    {
+      "epoch": 3.085388782367505,
+      "grad_norm": 0.26848578453063965,
+      "learning_rate": 1.6194631573718e-05,
+      "loss": 1.2412,
+      "step": 10359
+    },
+    {
+      "epoch": 3.085686628567174,
+      "grad_norm": 0.24758121371269226,
+      "learning_rate": 1.6193874335486687e-05,
+      "loss": 1.2355,
+      "step": 10360
+    },
+    {
+      "epoch": 3.085984474766842,
+      "grad_norm": 0.2501175105571747,
+      "learning_rate": 1.6193117039628293e-05,
+      "loss": 1.2436,
+      "step": 10361
+    },
+    {
+      "epoch": 3.086282320966511,
+      "grad_norm": 0.2576286494731903,
+      "learning_rate": 1.6192359686149863e-05,
+      "loss": 1.229,
+      "step": 10362
+    },
+    {
+      "epoch": 3.0865801671661797,
+      "grad_norm": 0.24462206661701202,
+      "learning_rate": 1.6191602275058444e-05,
+      "loss": 1.2467,
+      "step": 10363
+    },
+    {
+      "epoch": 3.0868780133658484,
+      "grad_norm": 0.3026152551174164,
+      "learning_rate": 1.619084480636109e-05,
+      "loss": 1.2202,
+      "step": 10364
+    },
+    {
+      "epoch": 3.0871758595655168,
+      "grad_norm": 0.2340417504310608,
+      "learning_rate": 1.6190087280064834e-05,
+      "loss": 1.2348,
+      "step": 10365
+    },
+    {
+      "epoch": 3.0874737057651855,
+      "grad_norm": 0.3344682455062866,
+      "learning_rate": 1.6189329696176735e-05,
+      "loss": 1.2428,
+      "step": 10366
+    },
+    {
+      "epoch": 3.0877715519648543,
+      "grad_norm": 0.28237810730934143,
+      "learning_rate": 1.6188572054703837e-05,
+      "loss": 1.2158,
+      "step": 10367
+    },
+    {
+      "epoch": 3.0880693981645226,
+      "grad_norm": 0.27612945437431335,
+      "learning_rate": 1.6187814355653193e-05,
+      "loss": 1.2359,
+      "step": 10368
+    },
+    {
+      "epoch": 3.0883672443641914,
+      "grad_norm": 0.2473704218864441,
+      "learning_rate": 1.6187056599031844e-05,
+      "loss": 1.2402,
+      "step": 10369
+    },
+    {
+      "epoch": 3.08866509056386,
+      "grad_norm": 0.3062663972377777,
+      "learning_rate": 1.6186298784846854e-05,
+      "loss": 1.2367,
+      "step": 10370
+    },
+    {
+      "epoch": 3.0889629367635285,
+      "grad_norm": 0.2383635938167572,
+      "learning_rate": 1.618554091310526e-05,
+      "loss": 1.245,
+      "step": 10371
+    },
+    {
+      "epoch": 3.0892607829631973,
+      "grad_norm": 0.2796862721443176,
+      "learning_rate": 1.618478298381412e-05,
+      "loss": 1.2474,
+      "step": 10372
+    },
+    {
+      "epoch": 3.089558629162866,
+      "grad_norm": 0.26445525884628296,
+      "learning_rate": 1.6184024996980485e-05,
+      "loss": 1.237,
+      "step": 10373
+    },
+    {
+      "epoch": 3.089856475362535,
+      "grad_norm": 0.27199339866638184,
+      "learning_rate": 1.6183266952611405e-05,
+      "loss": 1.2605,
+      "step": 10374
+    },
+    {
+      "epoch": 3.090154321562203,
+      "grad_norm": 0.30469194054603577,
+      "learning_rate": 1.6182508850713937e-05,
+      "loss": 1.2297,
+      "step": 10375
+    },
+    {
+      "epoch": 3.090452167761872,
+      "grad_norm": 0.24834252893924713,
+      "learning_rate": 1.618175069129513e-05,
+      "loss": 1.2371,
+      "step": 10376
+    },
+    {
+      "epoch": 3.0907500139615407,
+      "grad_norm": 0.2820184528827667,
+      "learning_rate": 1.618099247436204e-05,
+      "loss": 1.2239,
+      "step": 10377
+    },
+    {
+      "epoch": 3.0910478601612095,
+      "grad_norm": 0.2574171721935272,
+      "learning_rate": 1.618023419992172e-05,
+      "loss": 1.2436,
+      "step": 10378
+    },
+    {
+      "epoch": 3.091345706360878,
+      "grad_norm": 0.2358943074941635,
+      "learning_rate": 1.6179475867981225e-05,
+      "loss": 1.2441,
+      "step": 10379
+    },
+    {
+      "epoch": 3.0916435525605466,
+      "grad_norm": 0.3953135013580322,
+      "learning_rate": 1.6178717478547613e-05,
+      "loss": 1.2473,
+      "step": 10380
+    },
+    {
+      "epoch": 3.0919413987602153,
+      "grad_norm": 0.24281415343284607,
+      "learning_rate": 1.6177959031627937e-05,
+      "loss": 1.249,
+      "step": 10381
+    },
+    {
+      "epoch": 3.0922392449598837,
+      "grad_norm": 0.29101502895355225,
+      "learning_rate": 1.6177200527229256e-05,
+      "loss": 1.2495,
+      "step": 10382
+    },
+    {
+      "epoch": 3.0925370911595524,
+      "grad_norm": 0.2608293294906616,
+      "learning_rate": 1.6176441965358624e-05,
+      "loss": 1.2364,
+      "step": 10383
+    },
+    {
+      "epoch": 3.092834937359221,
+      "grad_norm": 0.273247092962265,
+      "learning_rate": 1.61756833460231e-05,
+      "loss": 1.2452,
+      "step": 10384
+    },
+    {
+      "epoch": 3.09313278355889,
+      "grad_norm": 0.3250589966773987,
+      "learning_rate": 1.6174924669229746e-05,
+      "loss": 1.238,
+      "step": 10385
+    },
+    {
+      "epoch": 3.0934306297585583,
+      "grad_norm": 0.24804839491844177,
+      "learning_rate": 1.6174165934985612e-05,
+      "loss": 1.2258,
+      "step": 10386
+    },
+    {
+      "epoch": 3.093728475958227,
+      "grad_norm": 0.2775920331478119,
+      "learning_rate": 1.6173407143297767e-05,
+      "loss": 1.2304,
+      "step": 10387
+    },
+    {
+      "epoch": 3.094026322157896,
+      "grad_norm": 0.2390071302652359,
+      "learning_rate": 1.6172648294173265e-05,
+      "loss": 1.2396,
+      "step": 10388
+    },
+    {
+      "epoch": 3.094324168357564,
+      "grad_norm": 0.2723798453807831,
+      "learning_rate": 1.6171889387619163e-05,
+      "loss": 1.2346,
+      "step": 10389
+    },
+    {
+      "epoch": 3.094622014557233,
+      "grad_norm": 0.2721167802810669,
+      "learning_rate": 1.617113042364253e-05,
+      "loss": 1.2442,
+      "step": 10390
+    },
+    {
+      "epoch": 3.0949198607569017,
+      "grad_norm": 0.2453288584947586,
+      "learning_rate": 1.6170371402250418e-05,
+      "loss": 1.235,
+      "step": 10391
+    },
+    {
+      "epoch": 3.0952177069565705,
+      "grad_norm": 0.2587590217590332,
+      "learning_rate": 1.61696123234499e-05,
+      "loss": 1.2282,
+      "step": 10392
+    },
+    {
+      "epoch": 3.095515553156239,
+      "grad_norm": 0.25568780303001404,
+      "learning_rate": 1.616885318724803e-05,
+      "loss": 1.2463,
+      "step": 10393
+    },
+    {
+      "epoch": 3.0958133993559076,
+      "grad_norm": 0.26561030745506287,
+      "learning_rate": 1.6168093993651873e-05,
+      "loss": 1.2367,
+      "step": 10394
+    },
+    {
+      "epoch": 3.0961112455555764,
+      "grad_norm": 0.2805534899234772,
+      "learning_rate": 1.6167334742668493e-05,
+      "loss": 1.2284,
+      "step": 10395
+    },
+    {
+      "epoch": 3.0964090917552447,
+      "grad_norm": 0.24491840600967407,
+      "learning_rate": 1.6166575434304953e-05,
+      "loss": 1.2498,
+      "step": 10396
+    },
+    {
+      "epoch": 3.0967069379549135,
+      "grad_norm": 0.2690185308456421,
+      "learning_rate": 1.616581606856832e-05,
+      "loss": 1.2286,
+      "step": 10397
+    },
+    {
+      "epoch": 3.0970047841545822,
+      "grad_norm": 0.23889923095703125,
+      "learning_rate": 1.6165056645465657e-05,
+      "loss": 1.2396,
+      "step": 10398
+    },
+    {
+      "epoch": 3.097302630354251,
+      "grad_norm": 0.23897404968738556,
+      "learning_rate": 1.616429716500403e-05,
+      "loss": 1.2348,
+      "step": 10399
+    },
+    {
+      "epoch": 3.0976004765539193,
+      "grad_norm": 0.2513929009437561,
+      "learning_rate": 1.6163537627190506e-05,
+      "loss": 1.229,
+      "step": 10400
+    },
+    {
+      "epoch": 3.097898322753588,
+      "grad_norm": 0.2689685523509979,
+      "learning_rate": 1.6162778032032147e-05,
+      "loss": 1.2385,
+      "step": 10401
+    },
+    {
+      "epoch": 3.098196168953257,
+      "grad_norm": 0.2547231912612915,
+      "learning_rate": 1.6162018379536027e-05,
+      "loss": 1.2441,
+      "step": 10402
+    },
+    {
+      "epoch": 3.098494015152925,
+      "grad_norm": 0.26805955171585083,
+      "learning_rate": 1.6161258669709208e-05,
+      "loss": 1.2324,
+      "step": 10403
+    },
+    {
+      "epoch": 3.098791861352594,
+      "grad_norm": 0.22966517508029938,
+      "learning_rate": 1.6160498902558762e-05,
+      "loss": 1.227,
+      "step": 10404
+    },
+    {
+      "epoch": 3.0990897075522628,
+      "grad_norm": 0.2782258987426758,
+      "learning_rate": 1.615973907809176e-05,
+      "loss": 1.2354,
+      "step": 10405
+    },
+    {
+      "epoch": 3.0993875537519315,
+      "grad_norm": 0.23317642509937286,
+      "learning_rate": 1.6158979196315266e-05,
+      "loss": 1.2362,
+      "step": 10406
+    },
+    {
+      "epoch": 3.0996853999516,
+      "grad_norm": 0.2576300799846649,
+      "learning_rate": 1.6158219257236346e-05,
+      "loss": 1.2264,
+      "step": 10407
+    },
+    {
+      "epoch": 3.0999832461512686,
+      "grad_norm": 0.23924222588539124,
+      "learning_rate": 1.6157459260862082e-05,
+      "loss": 1.2451,
+      "step": 10408
+    },
+    {
+      "epoch": 3.1002810923509374,
+      "grad_norm": 0.26835858821868896,
+      "learning_rate": 1.615669920719954e-05,
+      "loss": 1.2473,
+      "step": 10409
+    },
+    {
+      "epoch": 3.1005789385506057,
+      "grad_norm": 0.2458593100309372,
+      "learning_rate": 1.615593909625579e-05,
+      "loss": 1.2437,
+      "step": 10410
+    },
+    {
+      "epoch": 3.1008767847502745,
+      "grad_norm": 0.22977596521377563,
+      "learning_rate": 1.6155178928037904e-05,
+      "loss": 1.2337,
+      "step": 10411
+    },
+    {
+      "epoch": 3.1011746309499433,
+      "grad_norm": 0.24524131417274475,
+      "learning_rate": 1.6154418702552953e-05,
+      "loss": 1.225,
+      "step": 10412
+    },
+    {
+      "epoch": 3.101472477149612,
+      "grad_norm": 0.25615182518959045,
+      "learning_rate": 1.6153658419808014e-05,
+      "loss": 1.2275,
+      "step": 10413
+    },
+    {
+      "epoch": 3.1017703233492804,
+      "grad_norm": 0.23454606533050537,
+      "learning_rate": 1.615289807981016e-05,
+      "loss": 1.237,
+      "step": 10414
+    },
+    {
+      "epoch": 3.102068169548949,
+      "grad_norm": 0.28615736961364746,
+      "learning_rate": 1.615213768256646e-05,
+      "loss": 1.2139,
+      "step": 10415
+    },
+    {
+      "epoch": 3.102366015748618,
+      "grad_norm": 0.2971478998661041,
+      "learning_rate": 1.6151377228083994e-05,
+      "loss": 1.2346,
+      "step": 10416
+    },
+    {
+      "epoch": 3.1026638619482863,
+      "grad_norm": 0.23978576064109802,
+      "learning_rate": 1.6150616716369832e-05,
+      "loss": 1.2468,
+      "step": 10417
+    },
+    {
+      "epoch": 3.102961708147955,
+      "grad_norm": 0.2721368372440338,
+      "learning_rate": 1.614985614743106e-05,
+      "loss": 1.2357,
+      "step": 10418
+    },
+    {
+      "epoch": 3.103259554347624,
+      "grad_norm": 0.23517760634422302,
+      "learning_rate": 1.6149095521274746e-05,
+      "loss": 1.2485,
+      "step": 10419
+    },
+    {
+      "epoch": 3.1035574005472926,
+      "grad_norm": 0.31406596302986145,
+      "learning_rate": 1.6148334837907965e-05,
+      "loss": 1.2359,
+      "step": 10420
+    },
+    {
+      "epoch": 3.103855246746961,
+      "grad_norm": 0.31216081976890564,
+      "learning_rate": 1.61475740973378e-05,
+      "loss": 1.2379,
+      "step": 10421
+    },
+    {
+      "epoch": 3.1041530929466297,
+      "grad_norm": 0.2626805901527405,
+      "learning_rate": 1.614681329957133e-05,
+      "loss": 1.2457,
+      "step": 10422
+    },
+    {
+      "epoch": 3.1044509391462984,
+      "grad_norm": 0.4179708659648895,
+      "learning_rate": 1.6146052444615624e-05,
+      "loss": 1.2328,
+      "step": 10423
+    },
+    {
+      "epoch": 3.1047487853459668,
+      "grad_norm": 0.3220103085041046,
+      "learning_rate": 1.614529153247777e-05,
+      "loss": 1.2401,
+      "step": 10424
+    },
+    {
+      "epoch": 3.1050466315456355,
+      "grad_norm": 0.25905534625053406,
+      "learning_rate": 1.614453056316484e-05,
+      "loss": 1.2439,
+      "step": 10425
+    },
+    {
+      "epoch": 3.1053444777453043,
+      "grad_norm": 0.3609839081764221,
+      "learning_rate": 1.6143769536683926e-05,
+      "loss": 1.2387,
+      "step": 10426
+    },
+    {
+      "epoch": 3.105642323944973,
+      "grad_norm": 0.26535311341285706,
+      "learning_rate": 1.6143008453042094e-05,
+      "loss": 1.2566,
+      "step": 10427
+    },
+    {
+      "epoch": 3.1059401701446414,
+      "grad_norm": 0.26972994208335876,
+      "learning_rate": 1.6142247312246432e-05,
+      "loss": 1.2366,
+      "step": 10428
+    },
+    {
+      "epoch": 3.10623801634431,
+      "grad_norm": 0.2537599802017212,
+      "learning_rate": 1.6141486114304026e-05,
+      "loss": 1.23,
+      "step": 10429
+    },
+    {
+      "epoch": 3.106535862543979,
+      "grad_norm": 0.2508467137813568,
+      "learning_rate": 1.6140724859221946e-05,
+      "loss": 1.2542,
+      "step": 10430
+    },
+    {
+      "epoch": 3.1068337087436477,
+      "grad_norm": 0.2471814900636673,
+      "learning_rate": 1.6139963547007288e-05,
+      "loss": 1.2352,
+      "step": 10431
+    },
+    {
+      "epoch": 3.107131554943316,
+      "grad_norm": 0.25865426659584045,
+      "learning_rate": 1.6139202177667128e-05,
+      "loss": 1.2445,
+      "step": 10432
+    },
+    {
+      "epoch": 3.107429401142985,
+      "grad_norm": 0.25801217555999756,
+      "learning_rate": 1.6138440751208554e-05,
+      "loss": 1.236,
+      "step": 10433
+    },
+    {
+      "epoch": 3.1077272473426536,
+      "grad_norm": 0.23547405004501343,
+      "learning_rate": 1.6137679267638642e-05,
+      "loss": 1.2303,
+      "step": 10434
+    },
+    {
+      "epoch": 3.108025093542322,
+      "grad_norm": 0.23247171938419342,
+      "learning_rate": 1.613691772696448e-05,
+      "loss": 1.2418,
+      "step": 10435
+    },
+    {
+      "epoch": 3.1083229397419907,
+      "grad_norm": 0.24636529386043549,
+      "learning_rate": 1.613615612919316e-05,
+      "loss": 1.2471,
+      "step": 10436
+    },
+    {
+      "epoch": 3.1086207859416595,
+      "grad_norm": 0.25281500816345215,
+      "learning_rate": 1.6135394474331764e-05,
+      "loss": 1.2402,
+      "step": 10437
+    },
+    {
+      "epoch": 3.108918632141328,
+      "grad_norm": 0.24236537516117096,
+      "learning_rate": 1.6134632762387373e-05,
+      "loss": 1.24,
+      "step": 10438
+    },
+    {
+      "epoch": 3.1092164783409966,
+      "grad_norm": 0.23605842888355255,
+      "learning_rate": 1.6133870993367077e-05,
+      "loss": 1.2196,
+      "step": 10439
+    },
+    {
+      "epoch": 3.1095143245406653,
+      "grad_norm": 0.23824907839298248,
+      "learning_rate": 1.6133109167277973e-05,
+      "loss": 1.2444,
+      "step": 10440
+    },
+    {
+      "epoch": 3.109812170740334,
+      "grad_norm": 0.24137970805168152,
+      "learning_rate": 1.6132347284127133e-05,
+      "loss": 1.2342,
+      "step": 10441
+    },
+    {
+      "epoch": 3.1101100169400024,
+      "grad_norm": 0.25432923436164856,
+      "learning_rate": 1.6131585343921654e-05,
+      "loss": 1.2226,
+      "step": 10442
+    },
+    {
+      "epoch": 3.110407863139671,
+      "grad_norm": 0.23455332219600677,
+      "learning_rate": 1.6130823346668628e-05,
+      "loss": 1.2453,
+      "step": 10443
+    },
+    {
+      "epoch": 3.11070570933934,
+      "grad_norm": 0.3594229519367218,
+      "learning_rate": 1.6130061292375133e-05,
+      "loss": 1.2408,
+      "step": 10444
+    },
+    {
+      "epoch": 3.1110035555390088,
+      "grad_norm": 0.3436545729637146,
+      "learning_rate": 1.6129299181048273e-05,
+      "loss": 1.2425,
+      "step": 10445
+    },
+    {
+      "epoch": 3.111301401738677,
+      "grad_norm": 0.2786564230918884,
+      "learning_rate": 1.612853701269513e-05,
+      "loss": 1.2225,
+      "step": 10446
+    },
+    {
+      "epoch": 3.111599247938346,
+      "grad_norm": 0.45427578687667847,
+      "learning_rate": 1.6127774787322797e-05,
+      "loss": 1.2307,
+      "step": 10447
+    },
+    {
+      "epoch": 3.1118970941380146,
+      "grad_norm": 0.2831638753414154,
+      "learning_rate": 1.6127012504938366e-05,
+      "loss": 1.2417,
+      "step": 10448
+    },
+    {
+      "epoch": 3.112194940337683,
+      "grad_norm": 0.3059787154197693,
+      "learning_rate": 1.6126250165548932e-05,
+      "loss": 1.2278,
+      "step": 10449
+    },
+    {
+      "epoch": 3.1124927865373517,
+      "grad_norm": 0.28319501876831055,
+      "learning_rate": 1.612548776916158e-05,
+      "loss": 1.244,
+      "step": 10450
+    },
+    {
+      "epoch": 3.1127906327370205,
+      "grad_norm": 0.2845174968242645,
+      "learning_rate": 1.612472531578341e-05,
+      "loss": 1.2483,
+      "step": 10451
+    },
+    {
+      "epoch": 3.1130884789366893,
+      "grad_norm": 0.30333369970321655,
+      "learning_rate": 1.6123962805421515e-05,
+      "loss": 1.2265,
+      "step": 10452
+    },
+    {
+      "epoch": 3.1133863251363576,
+      "grad_norm": 0.24139992892742157,
+      "learning_rate": 1.612320023808299e-05,
+      "loss": 1.241,
+      "step": 10453
+    },
+    {
+      "epoch": 3.1136841713360264,
+      "grad_norm": 0.36457669734954834,
+      "learning_rate": 1.6122437613774925e-05,
+      "loss": 1.2475,
+      "step": 10454
+    },
+    {
+      "epoch": 3.113982017535695,
+      "grad_norm": 0.26496487855911255,
+      "learning_rate": 1.612167493250442e-05,
+      "loss": 1.2339,
+      "step": 10455
+    },
+    {
+      "epoch": 3.1142798637353635,
+      "grad_norm": 0.28735244274139404,
+      "learning_rate": 1.6120912194278566e-05,
+      "loss": 1.2275,
+      "step": 10456
+    },
+    {
+      "epoch": 3.1145777099350322,
+      "grad_norm": 0.2546387016773224,
+      "learning_rate": 1.6120149399104465e-05,
+      "loss": 1.2378,
+      "step": 10457
+    },
+    {
+      "epoch": 3.114875556134701,
+      "grad_norm": 0.3327142596244812,
+      "learning_rate": 1.6119386546989214e-05,
+      "loss": 1.2443,
+      "step": 10458
+    },
+    {
+      "epoch": 3.11517340233437,
+      "grad_norm": 0.30269357562065125,
+      "learning_rate": 1.6118623637939904e-05,
+      "loss": 1.2258,
+      "step": 10459
+    },
+    {
+      "epoch": 3.115471248534038,
+      "grad_norm": 0.29396873712539673,
+      "learning_rate": 1.6117860671963642e-05,
+      "loss": 1.2415,
+      "step": 10460
+    },
+    {
+      "epoch": 3.115769094733707,
+      "grad_norm": 0.3337930142879486,
+      "learning_rate": 1.6117097649067517e-05,
+      "loss": 1.2348,
+      "step": 10461
+    },
+    {
+      "epoch": 3.1160669409333757,
+      "grad_norm": 0.23203662037849426,
+      "learning_rate": 1.6116334569258633e-05,
+      "loss": 1.2292,
+      "step": 10462
+    },
+    {
+      "epoch": 3.116364787133044,
+      "grad_norm": 0.2526288628578186,
+      "learning_rate": 1.6115571432544093e-05,
+      "loss": 1.2363,
+      "step": 10463
+    },
+    {
+      "epoch": 3.1166626333327128,
+      "grad_norm": 0.26672297716140747,
+      "learning_rate": 1.611480823893099e-05,
+      "loss": 1.2188,
+      "step": 10464
+    },
+    {
+      "epoch": 3.1169604795323815,
+      "grad_norm": 0.2600806653499603,
+      "learning_rate": 1.611404498842643e-05,
+      "loss": 1.2358,
+      "step": 10465
+    },
+    {
+      "epoch": 3.1172583257320503,
+      "grad_norm": 0.2883581221103668,
+      "learning_rate": 1.611328168103751e-05,
+      "loss": 1.2414,
+      "step": 10466
+    },
+    {
+      "epoch": 3.1175561719317186,
+      "grad_norm": 0.2521454393863678,
+      "learning_rate": 1.611251831677134e-05,
+      "loss": 1.2409,
+      "step": 10467
+    },
+    {
+      "epoch": 3.1178540181313874,
+      "grad_norm": 0.28055715560913086,
+      "learning_rate": 1.611175489563501e-05,
+      "loss": 1.2257,
+      "step": 10468
+    },
+    {
+      "epoch": 3.118151864331056,
+      "grad_norm": 0.22997577488422394,
+      "learning_rate": 1.6110991417635633e-05,
+      "loss": 1.2432,
+      "step": 10469
+    },
+    {
+      "epoch": 3.1184497105307245,
+      "grad_norm": 0.3932369649410248,
+      "learning_rate": 1.6110227882780307e-05,
+      "loss": 1.2493,
+      "step": 10470
+    },
+    {
+      "epoch": 3.1187475567303933,
+      "grad_norm": 0.30058619379997253,
+      "learning_rate": 1.6109464291076137e-05,
+      "loss": 1.2401,
+      "step": 10471
+    },
+    {
+      "epoch": 3.119045402930062,
+      "grad_norm": 0.28633445501327515,
+      "learning_rate": 1.610870064253023e-05,
+      "loss": 1.2464,
+      "step": 10472
+    },
+    {
+      "epoch": 3.119343249129731,
+      "grad_norm": 0.2538171708583832,
+      "learning_rate": 1.6107936937149684e-05,
+      "loss": 1.2413,
+      "step": 10473
+    },
+    {
+      "epoch": 3.119641095329399,
+      "grad_norm": 0.37864917516708374,
+      "learning_rate": 1.6107173174941614e-05,
+      "loss": 1.2419,
+      "step": 10474
+    },
+    {
+      "epoch": 3.119938941529068,
+      "grad_norm": 0.2942824363708496,
+      "learning_rate": 1.6106409355913117e-05,
+      "loss": 1.2283,
+      "step": 10475
+    },
+    {
+      "epoch": 3.1202367877287367,
+      "grad_norm": 0.29793575406074524,
+      "learning_rate": 1.6105645480071305e-05,
+      "loss": 1.2412,
+      "step": 10476
+    },
+    {
+      "epoch": 3.120534633928405,
+      "grad_norm": 0.2526813745498657,
+      "learning_rate": 1.6104881547423286e-05,
+      "loss": 1.2465,
+      "step": 10477
+    },
+    {
+      "epoch": 3.120832480128074,
+      "grad_norm": 0.3530627489089966,
+      "learning_rate": 1.610411755797616e-05,
+      "loss": 1.2215,
+      "step": 10478
+    },
+    {
+      "epoch": 3.1211303263277426,
+      "grad_norm": 0.26530155539512634,
+      "learning_rate": 1.6103353511737046e-05,
+      "loss": 1.2516,
+      "step": 10479
+    },
+    {
+      "epoch": 3.1214281725274113,
+      "grad_norm": 0.2525983154773712,
+      "learning_rate": 1.6102589408713042e-05,
+      "loss": 1.2424,
+      "step": 10480
+    },
+    {
+      "epoch": 3.1217260187270797,
+      "grad_norm": 0.2890133261680603,
+      "learning_rate": 1.6101825248911264e-05,
+      "loss": 1.2417,
+      "step": 10481
+    },
+    {
+      "epoch": 3.1220238649267484,
+      "grad_norm": 0.2439301609992981,
+      "learning_rate": 1.6101061032338817e-05,
+      "loss": 1.2248,
+      "step": 10482
+    },
+    {
+      "epoch": 3.122321711126417,
+      "grad_norm": 0.372954398393631,
+      "learning_rate": 1.6100296759002817e-05,
+      "loss": 1.232,
+      "step": 10483
+    },
+    {
+      "epoch": 3.1226195573260855,
+      "grad_norm": 0.2565677762031555,
+      "learning_rate": 1.6099532428910367e-05,
+      "loss": 1.2246,
+      "step": 10484
+    },
+    {
+      "epoch": 3.1229174035257543,
+      "grad_norm": 0.29265743494033813,
+      "learning_rate": 1.6098768042068587e-05,
+      "loss": 1.2416,
+      "step": 10485
+    },
+    {
+      "epoch": 3.123215249725423,
+      "grad_norm": 0.25104451179504395,
+      "learning_rate": 1.6098003598484582e-05,
+      "loss": 1.2654,
+      "step": 10486
+    },
+    {
+      "epoch": 3.123513095925092,
+      "grad_norm": 0.43743887543678284,
+      "learning_rate": 1.6097239098165466e-05,
+      "loss": 1.2483,
+      "step": 10487
+    },
+    {
+      "epoch": 3.12381094212476,
+      "grad_norm": 0.24702873826026917,
+      "learning_rate": 1.609647454111835e-05,
+      "loss": 1.2509,
+      "step": 10488
+    },
+    {
+      "epoch": 3.124108788324429,
+      "grad_norm": 0.2761531174182892,
+      "learning_rate": 1.6095709927350357e-05,
+      "loss": 1.2474,
+      "step": 10489
+    },
+    {
+      "epoch": 3.1244066345240977,
+      "grad_norm": 0.2544757127761841,
+      "learning_rate": 1.609494525686859e-05,
+      "loss": 1.2211,
+      "step": 10490
+    },
+    {
+      "epoch": 3.124704480723766,
+      "grad_norm": 0.2518884539604187,
+      "learning_rate": 1.6094180529680166e-05,
+      "loss": 1.2381,
+      "step": 10491
+    },
+    {
+      "epoch": 3.125002326923435,
+      "grad_norm": 0.27676719427108765,
+      "learning_rate": 1.60934157457922e-05,
+      "loss": 1.2485,
+      "step": 10492
+    },
+    {
+      "epoch": 3.1253001731231036,
+      "grad_norm": 0.24191485345363617,
+      "learning_rate": 1.609265090521181e-05,
+      "loss": 1.2344,
+      "step": 10493
+    },
+    {
+      "epoch": 3.1255980193227724,
+      "grad_norm": 0.23960517346858978,
+      "learning_rate": 1.6091886007946114e-05,
+      "loss": 1.2341,
+      "step": 10494
+    },
+    {
+      "epoch": 3.1258958655224407,
+      "grad_norm": 0.25541895627975464,
+      "learning_rate": 1.609112105400222e-05,
+      "loss": 1.2313,
+      "step": 10495
+    },
+    {
+      "epoch": 3.1261937117221095,
+      "grad_norm": 0.23986327648162842,
+      "learning_rate": 1.609035604338725e-05,
+      "loss": 1.247,
+      "step": 10496
+    },
+    {
+      "epoch": 3.1264915579217782,
+      "grad_norm": 0.2870851755142212,
+      "learning_rate": 1.6089590976108326e-05,
+      "loss": 1.2471,
+      "step": 10497
+    },
+    {
+      "epoch": 3.126789404121447,
+      "grad_norm": 0.26950156688690186,
+      "learning_rate": 1.6088825852172556e-05,
+      "loss": 1.2406,
+      "step": 10498
+    },
+    {
+      "epoch": 3.1270872503211153,
+      "grad_norm": 0.2400730550289154,
+      "learning_rate": 1.6088060671587067e-05,
+      "loss": 1.2593,
+      "step": 10499
+    },
+    {
+      "epoch": 3.127385096520784,
+      "grad_norm": 0.23325183987617493,
+      "learning_rate": 1.6087295434358977e-05,
+      "loss": 1.2426,
+      "step": 10500
+    },
+    {
+      "epoch": 3.127385096520784,
+      "eval_loss": 1.3344223499298096,
+      "eval_runtime": 21.0599,
+      "eval_samples_per_second": 82.337,
+      "eval_steps_per_second": 5.176,
+      "step": 10500
+    },
+    {
+      "epoch": 3.127682942720453,
+      "grad_norm": 0.24747851490974426,
+      "learning_rate": 1.60865301404954e-05,
+      "loss": 1.2233,
+      "step": 10501
+    },
+    {
+      "epoch": 3.127980788920121,
+      "grad_norm": 0.24357332289218903,
+      "learning_rate": 1.6085764790003465e-05,
+      "loss": 1.2412,
+      "step": 10502
+    },
+    {
+      "epoch": 3.12827863511979,
+      "grad_norm": 0.24626581370830536,
+      "learning_rate": 1.6084999382890287e-05,
+      "loss": 1.2391,
+      "step": 10503
+    },
+    {
+      "epoch": 3.1285764813194588,
+      "grad_norm": 0.23055605590343475,
+      "learning_rate": 1.6084233919162988e-05,
+      "loss": 1.2247,
+      "step": 10504
+    },
+    {
+      "epoch": 3.128874327519127,
+      "grad_norm": 0.2400212287902832,
+      "learning_rate": 1.6083468398828687e-05,
+      "loss": 1.2394,
+      "step": 10505
+    },
+    {
+      "epoch": 3.129172173718796,
+      "grad_norm": 0.24657058715820312,
+      "learning_rate": 1.608270282189451e-05,
+      "loss": 1.2261,
+      "step": 10506
+    },
+    {
+      "epoch": 3.1294700199184646,
+      "grad_norm": 0.23674990236759186,
+      "learning_rate": 1.6081937188367582e-05,
+      "loss": 1.2436,
+      "step": 10507
+    },
+    {
+      "epoch": 3.1297678661181334,
+      "grad_norm": 0.24882350862026215,
+      "learning_rate": 1.6081171498255024e-05,
+      "loss": 1.2608,
+      "step": 10508
+    },
+    {
+      "epoch": 3.1300657123178017,
+      "grad_norm": 0.2526969909667969,
+      "learning_rate": 1.608040575156396e-05,
+      "loss": 1.2457,
+      "step": 10509
+    },
+    {
+      "epoch": 3.1303635585174705,
+      "grad_norm": 0.2874167859554291,
+      "learning_rate": 1.607963994830151e-05,
+      "loss": 1.2234,
+      "step": 10510
+    },
+    {
+      "epoch": 3.1306614047171393,
+      "grad_norm": 0.23955944180488586,
+      "learning_rate": 1.607887408847481e-05,
+      "loss": 1.2525,
+      "step": 10511
+    },
+    {
+      "epoch": 3.130959250916808,
+      "grad_norm": 0.4108958840370178,
+      "learning_rate": 1.607810817209097e-05,
+      "loss": 1.2191,
+      "step": 10512
+    },
+    {
+      "epoch": 3.1312570971164764,
+      "grad_norm": 0.3459058403968811,
+      "learning_rate": 1.6077342199157125e-05,
+      "loss": 1.244,
+      "step": 10513
+    },
+    {
+      "epoch": 3.131554943316145,
+      "grad_norm": 0.3005227744579315,
+      "learning_rate": 1.6076576169680404e-05,
+      "loss": 1.2411,
+      "step": 10514
+    },
+    {
+      "epoch": 3.131852789515814,
+      "grad_norm": 0.40811359882354736,
+      "learning_rate": 1.6075810083667933e-05,
+      "loss": 1.2507,
+      "step": 10515
+    },
+    {
+      "epoch": 3.1321506357154822,
+      "grad_norm": 0.24512659013271332,
+      "learning_rate": 1.607504394112683e-05,
+      "loss": 1.2354,
+      "step": 10516
+    },
+    {
+      "epoch": 3.132448481915151,
+      "grad_norm": 0.26784753799438477,
+      "learning_rate": 1.6074277742064237e-05,
+      "loss": 1.2302,
+      "step": 10517
+    },
+    {
+      "epoch": 3.13274632811482,
+      "grad_norm": 0.25369390845298767,
+      "learning_rate": 1.6073511486487276e-05,
+      "loss": 1.246,
+      "step": 10518
+    },
+    {
+      "epoch": 3.1330441743144886,
+      "grad_norm": 0.27158766984939575,
+      "learning_rate": 1.6072745174403073e-05,
+      "loss": 1.2461,
+      "step": 10519
+    },
+    {
+      "epoch": 3.133342020514157,
+      "grad_norm": 0.2626797556877136,
+      "learning_rate": 1.6071978805818765e-05,
+      "loss": 1.2269,
+      "step": 10520
+    },
+    {
+      "epoch": 3.1336398667138257,
+      "grad_norm": 0.26225483417510986,
+      "learning_rate": 1.6071212380741475e-05,
+      "loss": 1.2436,
+      "step": 10521
+    },
+    {
+      "epoch": 3.1339377129134944,
+      "grad_norm": 0.30332276225090027,
+      "learning_rate": 1.607044589917834e-05,
+      "loss": 1.2383,
+      "step": 10522
+    },
+    {
+      "epoch": 3.1342355591131628,
+      "grad_norm": 0.25240257382392883,
+      "learning_rate": 1.6069679361136484e-05,
+      "loss": 1.2286,
+      "step": 10523
+    },
+    {
+      "epoch": 3.1345334053128315,
+      "grad_norm": 0.2635928690433502,
+      "learning_rate": 1.6068912766623043e-05,
+      "loss": 1.245,
+      "step": 10524
+    },
+    {
+      "epoch": 3.1348312515125003,
+      "grad_norm": 0.25835949182510376,
+      "learning_rate": 1.6068146115645156e-05,
+      "loss": 1.2267,
+      "step": 10525
+    },
+    {
+      "epoch": 3.135129097712169,
+      "grad_norm": 0.23610354959964752,
+      "learning_rate": 1.6067379408209945e-05,
+      "loss": 1.2332,
+      "step": 10526
+    },
+    {
+      "epoch": 3.1354269439118374,
+      "grad_norm": 0.23394012451171875,
+      "learning_rate": 1.6066612644324545e-05,
+      "loss": 1.2418,
+      "step": 10527
+    },
+    {
+      "epoch": 3.135724790111506,
+      "grad_norm": 0.23350240290164948,
+      "learning_rate": 1.6065845823996095e-05,
+      "loss": 1.2325,
+      "step": 10528
+    },
+    {
+      "epoch": 3.136022636311175,
+      "grad_norm": 0.2493225485086441,
+      "learning_rate": 1.6065078947231727e-05,
+      "loss": 1.2402,
+      "step": 10529
+    },
+    {
+      "epoch": 3.1363204825108433,
+      "grad_norm": 0.24471496045589447,
+      "learning_rate": 1.6064312014038576e-05,
+      "loss": 1.2323,
+      "step": 10530
+    },
+    {
+      "epoch": 3.136618328710512,
+      "grad_norm": 0.23390144109725952,
+      "learning_rate": 1.606354502442377e-05,
+      "loss": 1.2367,
+      "step": 10531
+    },
+    {
+      "epoch": 3.136916174910181,
+      "grad_norm": 0.24722252786159515,
+      "learning_rate": 1.606277797839446e-05,
+      "loss": 1.2428,
+      "step": 10532
+    },
+    {
+      "epoch": 3.1372140211098496,
+      "grad_norm": 0.24313843250274658,
+      "learning_rate": 1.6062010875957774e-05,
+      "loss": 1.2283,
+      "step": 10533
+    },
+    {
+      "epoch": 3.137511867309518,
+      "grad_norm": 0.23428331315517426,
+      "learning_rate": 1.606124371712085e-05,
+      "loss": 1.2348,
+      "step": 10534
+    },
+    {
+      "epoch": 3.1378097135091867,
+      "grad_norm": 0.2426571398973465,
+      "learning_rate": 1.6060476501890824e-05,
+      "loss": 1.2467,
+      "step": 10535
+    },
+    {
+      "epoch": 3.1381075597088555,
+      "grad_norm": 0.2308879941701889,
+      "learning_rate": 1.6059709230274837e-05,
+      "loss": 1.2375,
+      "step": 10536
+    },
+    {
+      "epoch": 3.138405405908524,
+      "grad_norm": 0.2395615577697754,
+      "learning_rate": 1.605894190228002e-05,
+      "loss": 1.2537,
+      "step": 10537
+    },
+    {
+      "epoch": 3.1387032521081926,
+      "grad_norm": 0.2675611674785614,
+      "learning_rate": 1.6058174517913525e-05,
+      "loss": 1.2334,
+      "step": 10538
+    },
+    {
+      "epoch": 3.1390010983078613,
+      "grad_norm": 0.3454257547855377,
+      "learning_rate": 1.605740707718248e-05,
+      "loss": 1.257,
+      "step": 10539
+    },
+    {
+      "epoch": 3.13929894450753,
+      "grad_norm": 0.2523891031742096,
+      "learning_rate": 1.6056639580094032e-05,
+      "loss": 1.2475,
+      "step": 10540
+    },
+    {
+      "epoch": 3.1395967907071984,
+      "grad_norm": 0.36959531903266907,
+      "learning_rate": 1.605587202665532e-05,
+      "loss": 1.2261,
+      "step": 10541
+    },
+    {
+      "epoch": 3.139894636906867,
+      "grad_norm": 0.34983065724372864,
+      "learning_rate": 1.6055104416873485e-05,
+      "loss": 1.2399,
+      "step": 10542
+    },
+    {
+      "epoch": 3.140192483106536,
+      "grad_norm": 0.30975499749183655,
+      "learning_rate": 1.6054336750755667e-05,
+      "loss": 1.2525,
+      "step": 10543
+    },
+    {
+      "epoch": 3.1404903293062043,
+      "grad_norm": 0.49515029788017273,
+      "learning_rate": 1.605356902830901e-05,
+      "loss": 1.2196,
+      "step": 10544
+    },
+    {
+      "epoch": 3.140788175505873,
+      "grad_norm": 0.28890347480773926,
+      "learning_rate": 1.6052801249540656e-05,
+      "loss": 1.2392,
+      "step": 10545
+    },
+    {
+      "epoch": 3.141086021705542,
+      "grad_norm": 0.2818622291088104,
+      "learning_rate": 1.6052033414457753e-05,
+      "loss": 1.2316,
+      "step": 10546
+    },
+    {
+      "epoch": 3.1413838679052106,
+      "grad_norm": 0.2801220715045929,
+      "learning_rate": 1.6051265523067437e-05,
+      "loss": 1.2478,
+      "step": 10547
+    },
+    {
+      "epoch": 3.141681714104879,
+      "grad_norm": 0.28101953864097595,
+      "learning_rate": 1.6050497575376857e-05,
+      "loss": 1.238,
+      "step": 10548
+    },
+    {
+      "epoch": 3.1419795603045477,
+      "grad_norm": 0.24674144387245178,
+      "learning_rate": 1.6049729571393155e-05,
+      "loss": 1.2242,
+      "step": 10549
+    },
+    {
+      "epoch": 3.1422774065042165,
+      "grad_norm": 0.2553524672985077,
+      "learning_rate": 1.6048961511123484e-05,
+      "loss": 1.2394,
+      "step": 10550
+    },
+    {
+      "epoch": 3.142575252703885,
+      "grad_norm": 0.2494676113128662,
+      "learning_rate": 1.6048193394574978e-05,
+      "loss": 1.2347,
+      "step": 10551
+    },
+    {
+      "epoch": 3.1428730989035536,
+      "grad_norm": 0.26495182514190674,
+      "learning_rate": 1.6047425221754794e-05,
+      "loss": 1.2294,
+      "step": 10552
+    },
+    {
+      "epoch": 3.1431709451032224,
+      "grad_norm": 0.24896548688411713,
+      "learning_rate": 1.6046656992670074e-05,
+      "loss": 1.2491,
+      "step": 10553
+    },
+    {
+      "epoch": 3.143468791302891,
+      "grad_norm": 0.24919770658016205,
+      "learning_rate": 1.6045888707327967e-05,
+      "loss": 1.2173,
+      "step": 10554
+    },
+    {
+      "epoch": 3.1437666375025595,
+      "grad_norm": 0.24065832793712616,
+      "learning_rate": 1.6045120365735618e-05,
+      "loss": 1.2394,
+      "step": 10555
+    },
+    {
+      "epoch": 3.1440644837022282,
+      "grad_norm": 0.2379603236913681,
+      "learning_rate": 1.6044351967900183e-05,
+      "loss": 1.237,
+      "step": 10556
+    },
+    {
+      "epoch": 3.144362329901897,
+      "grad_norm": 0.2357507199048996,
+      "learning_rate": 1.60435835138288e-05,
+      "loss": 1.2368,
+      "step": 10557
+    },
+    {
+      "epoch": 3.1446601761015653,
+      "grad_norm": 0.23212207853794098,
+      "learning_rate": 1.6042815003528627e-05,
+      "loss": 1.2521,
+      "step": 10558
+    },
+    {
+      "epoch": 3.144958022301234,
+      "grad_norm": 0.24604001641273499,
+      "learning_rate": 1.6042046437006814e-05,
+      "loss": 1.2277,
+      "step": 10559
+    },
+    {
+      "epoch": 3.145255868500903,
+      "grad_norm": 0.23578615486621857,
+      "learning_rate": 1.6041277814270508e-05,
+      "loss": 1.2409,
+      "step": 10560
+    },
+    {
+      "epoch": 3.1455537147005717,
+      "grad_norm": 0.27423205971717834,
+      "learning_rate": 1.604050913532686e-05,
+      "loss": 1.24,
+      "step": 10561
+    },
+    {
+      "epoch": 3.14585156090024,
+      "grad_norm": 0.29923346638679504,
+      "learning_rate": 1.6039740400183024e-05,
+      "loss": 1.2299,
+      "step": 10562
+    },
+    {
+      "epoch": 3.1461494070999088,
+      "grad_norm": 0.24445225298404694,
+      "learning_rate": 1.6038971608846155e-05,
+      "loss": 1.222,
+      "step": 10563
+    },
+    {
+      "epoch": 3.1464472532995775,
+      "grad_norm": 0.46557796001434326,
+      "learning_rate": 1.6038202761323398e-05,
+      "loss": 1.2244,
+      "step": 10564
+    },
+    {
+      "epoch": 3.1467450994992463,
+      "grad_norm": 0.33012205362319946,
+      "learning_rate": 1.6037433857621913e-05,
+      "loss": 1.2332,
+      "step": 10565
+    },
+    {
+      "epoch": 3.1470429456989146,
+      "grad_norm": 0.2876785099506378,
+      "learning_rate": 1.6036664897748852e-05,
+      "loss": 1.2284,
+      "step": 10566
+    },
+    {
+      "epoch": 3.1473407918985834,
+      "grad_norm": 0.24542902410030365,
+      "learning_rate": 1.6035895881711367e-05,
+      "loss": 1.2457,
+      "step": 10567
+    },
+    {
+      "epoch": 3.147638638098252,
+      "grad_norm": 0.32998529076576233,
+      "learning_rate": 1.6035126809516614e-05,
+      "loss": 1.2433,
+      "step": 10568
+    },
+    {
+      "epoch": 3.1479364842979205,
+      "grad_norm": 0.23939268290996552,
+      "learning_rate": 1.603435768117175e-05,
+      "loss": 1.227,
+      "step": 10569
+    },
+    {
+      "epoch": 3.1482343304975893,
+      "grad_norm": 0.24985511600971222,
+      "learning_rate": 1.6033588496683927e-05,
+      "loss": 1.2424,
+      "step": 10570
+    },
+    {
+      "epoch": 3.148532176697258,
+      "grad_norm": 0.26416710019111633,
+      "learning_rate": 1.603281925606031e-05,
+      "loss": 1.2471,
+      "step": 10571
+    },
+    {
+      "epoch": 3.1488300228969264,
+      "grad_norm": 0.24465322494506836,
+      "learning_rate": 1.6032049959308044e-05,
+      "loss": 1.2423,
+      "step": 10572
+    },
+    {
+      "epoch": 3.149127869096595,
+      "grad_norm": 0.28843262791633606,
+      "learning_rate": 1.6031280606434298e-05,
+      "loss": 1.2557,
+      "step": 10573
+    },
+    {
+      "epoch": 3.149425715296264,
+      "grad_norm": 0.2554221451282501,
+      "learning_rate": 1.603051119744622e-05,
+      "loss": 1.2416,
+      "step": 10574
+    },
+    {
+      "epoch": 3.1497235614959327,
+      "grad_norm": 0.2663499414920807,
+      "learning_rate": 1.6029741732350973e-05,
+      "loss": 1.2289,
+      "step": 10575
+    },
+    {
+      "epoch": 3.150021407695601,
+      "grad_norm": 0.24723687767982483,
+      "learning_rate": 1.602897221115572e-05,
+      "loss": 1.2591,
+      "step": 10576
+    },
+    {
+      "epoch": 3.15031925389527,
+      "grad_norm": 0.2523896396160126,
+      "learning_rate": 1.6028202633867615e-05,
+      "loss": 1.2279,
+      "step": 10577
+    },
+    {
+      "epoch": 3.1506171000949386,
+      "grad_norm": 0.23409320414066315,
+      "learning_rate": 1.602743300049382e-05,
+      "loss": 1.2491,
+      "step": 10578
+    },
+    {
+      "epoch": 3.1509149462946073,
+      "grad_norm": 0.2615102231502533,
+      "learning_rate": 1.6026663311041492e-05,
+      "loss": 1.2392,
+      "step": 10579
+    },
+    {
+      "epoch": 3.1512127924942757,
+      "grad_norm": 0.24396833777427673,
+      "learning_rate": 1.60258935655178e-05,
+      "loss": 1.2382,
+      "step": 10580
+    },
+    {
+      "epoch": 3.1515106386939444,
+      "grad_norm": 0.24034400284290314,
+      "learning_rate": 1.6025123763929894e-05,
+      "loss": 1.2151,
+      "step": 10581
+    },
+    {
+      "epoch": 3.151808484893613,
+      "grad_norm": 0.24459712207317352,
+      "learning_rate": 1.602435390628495e-05,
+      "loss": 1.2251,
+      "step": 10582
+    },
+    {
+      "epoch": 3.1521063310932815,
+      "grad_norm": 0.26458051800727844,
+      "learning_rate": 1.6023583992590118e-05,
+      "loss": 1.2436,
+      "step": 10583
+    },
+    {
+      "epoch": 3.1524041772929503,
+      "grad_norm": 0.2689766585826874,
+      "learning_rate": 1.6022814022852573e-05,
+      "loss": 1.2425,
+      "step": 10584
+    },
+    {
+      "epoch": 3.152702023492619,
+      "grad_norm": 0.2262040078639984,
+      "learning_rate": 1.6022043997079468e-05,
+      "loss": 1.2391,
+      "step": 10585
+    },
+    {
+      "epoch": 3.152999869692288,
+      "grad_norm": 0.263418585062027,
+      "learning_rate": 1.6021273915277973e-05,
+      "loss": 1.2237,
+      "step": 10586
+    },
+    {
+      "epoch": 3.153297715891956,
+      "grad_norm": 0.29484131932258606,
+      "learning_rate": 1.6020503777455254e-05,
+      "loss": 1.2376,
+      "step": 10587
+    },
+    {
+      "epoch": 3.153595562091625,
+      "grad_norm": 0.25313621759414673,
+      "learning_rate": 1.601973358361847e-05,
+      "loss": 1.2397,
+      "step": 10588
+    },
+    {
+      "epoch": 3.1538934082912937,
+      "grad_norm": 0.2395484745502472,
+      "learning_rate": 1.6018963333774792e-05,
+      "loss": 1.239,
+      "step": 10589
+    },
+    {
+      "epoch": 3.154191254490962,
+      "grad_norm": 0.2361753135919571,
+      "learning_rate": 1.6018193027931385e-05,
+      "loss": 1.2323,
+      "step": 10590
+    },
+    {
+      "epoch": 3.154489100690631,
+      "grad_norm": 0.2424056977033615,
+      "learning_rate": 1.6017422666095417e-05,
+      "loss": 1.2449,
+      "step": 10591
+    },
+    {
+      "epoch": 3.1547869468902996,
+      "grad_norm": 0.2801514267921448,
+      "learning_rate": 1.6016652248274055e-05,
+      "loss": 1.2446,
+      "step": 10592
+    },
+    {
+      "epoch": 3.1550847930899684,
+      "grad_norm": 0.358261376619339,
+      "learning_rate": 1.6015881774474463e-05,
+      "loss": 1.2503,
+      "step": 10593
+    },
+    {
+      "epoch": 3.1553826392896367,
+      "grad_norm": 0.3260704576969147,
+      "learning_rate": 1.6015111244703812e-05,
+      "loss": 1.2271,
+      "step": 10594
+    },
+    {
+      "epoch": 3.1556804854893055,
+      "grad_norm": 0.25165343284606934,
+      "learning_rate": 1.6014340658969274e-05,
+      "loss": 1.244,
+      "step": 10595
+    },
+    {
+      "epoch": 3.1559783316889742,
+      "grad_norm": 0.41584092378616333,
+      "learning_rate": 1.601357001727802e-05,
+      "loss": 1.2474,
+      "step": 10596
+    },
+    {
+      "epoch": 3.1562761778886426,
+      "grad_norm": 0.26856347918510437,
+      "learning_rate": 1.6012799319637208e-05,
+      "loss": 1.2424,
+      "step": 10597
+    },
+    {
+      "epoch": 3.1565740240883113,
+      "grad_norm": 0.28092923760414124,
+      "learning_rate": 1.6012028566054018e-05,
+      "loss": 1.2372,
+      "step": 10598
+    },
+    {
+      "epoch": 3.15687187028798,
+      "grad_norm": 0.2309153825044632,
+      "learning_rate": 1.6011257756535618e-05,
+      "loss": 1.2288,
+      "step": 10599
+    },
+    {
+      "epoch": 3.157169716487649,
+      "grad_norm": 0.5773800611495972,
+      "learning_rate": 1.6010486891089184e-05,
+      "loss": 1.2306,
+      "step": 10600
+    },
+    {
+      "epoch": 3.157467562687317,
+      "grad_norm": 0.3086642622947693,
+      "learning_rate": 1.6009715969721883e-05,
+      "loss": 1.2397,
+      "step": 10601
+    },
+    {
+      "epoch": 3.157765408886986,
+      "grad_norm": 0.2767390012741089,
+      "learning_rate": 1.600894499244089e-05,
+      "loss": 1.2353,
+      "step": 10602
+    },
+    {
+      "epoch": 3.1580632550866548,
+      "grad_norm": 0.2537829875946045,
+      "learning_rate": 1.6008173959253378e-05,
+      "loss": 1.219,
+      "step": 10603
+    },
+    {
+      "epoch": 3.158361101286323,
+      "grad_norm": 0.23458589613437653,
+      "learning_rate": 1.600740287016652e-05,
+      "loss": 1.2382,
+      "step": 10604
+    },
+    {
+      "epoch": 3.158658947485992,
+      "grad_norm": 0.2574675977230072,
+      "learning_rate": 1.600663172518749e-05,
+      "loss": 1.2451,
+      "step": 10605
+    },
+    {
+      "epoch": 3.1589567936856606,
+      "grad_norm": 0.23827262222766876,
+      "learning_rate": 1.600586052432346e-05,
+      "loss": 1.2456,
+      "step": 10606
+    },
+    {
+      "epoch": 3.1592546398853294,
+      "grad_norm": 0.2524144649505615,
+      "learning_rate": 1.600508926758161e-05,
+      "loss": 1.2392,
+      "step": 10607
+    },
+    {
+      "epoch": 3.1595524860849977,
+      "grad_norm": 0.22839228808879852,
+      "learning_rate": 1.6004317954969114e-05,
+      "loss": 1.2532,
+      "step": 10608
+    },
+    {
+      "epoch": 3.1598503322846665,
+      "grad_norm": 0.23768730461597443,
+      "learning_rate": 1.600354658649315e-05,
+      "loss": 1.2378,
+      "step": 10609
+    },
+    {
+      "epoch": 3.1601481784843353,
+      "grad_norm": 0.2440677136182785,
+      "learning_rate": 1.600277516216089e-05,
+      "loss": 1.2295,
+      "step": 10610
+    },
+    {
+      "epoch": 3.1604460246840036,
+      "grad_norm": 0.24208486080169678,
+      "learning_rate": 1.6002003681979513e-05,
+      "loss": 1.2439,
+      "step": 10611
+    },
+    {
+      "epoch": 3.1607438708836724,
+      "grad_norm": 0.2367459386587143,
+      "learning_rate": 1.60012321459562e-05,
+      "loss": 1.2267,
+      "step": 10612
+    },
+    {
+      "epoch": 3.161041717083341,
+      "grad_norm": 0.22994917631149292,
+      "learning_rate": 1.6000460554098126e-05,
+      "loss": 1.23,
+      "step": 10613
+    },
+    {
+      "epoch": 3.16133956328301,
+      "grad_norm": 0.23039232194423676,
+      "learning_rate": 1.599968890641247e-05,
+      "loss": 1.2238,
+      "step": 10614
+    },
+    {
+      "epoch": 3.1616374094826782,
+      "grad_norm": 0.24741627275943756,
+      "learning_rate": 1.5998917202906414e-05,
+      "loss": 1.2337,
+      "step": 10615
+    },
+    {
+      "epoch": 3.161935255682347,
+      "grad_norm": 0.24553634226322174,
+      "learning_rate": 1.599814544358713e-05,
+      "loss": 1.2307,
+      "step": 10616
+    },
+    {
+      "epoch": 3.162233101882016,
+      "grad_norm": 0.2533511519432068,
+      "learning_rate": 1.599737362846181e-05,
+      "loss": 1.2557,
+      "step": 10617
+    },
+    {
+      "epoch": 3.162530948081684,
+      "grad_norm": 0.2352992445230484,
+      "learning_rate": 1.599660175753763e-05,
+      "loss": 1.2315,
+      "step": 10618
+    },
+    {
+      "epoch": 3.162828794281353,
+      "grad_norm": 0.23641620576381683,
+      "learning_rate": 1.5995829830821766e-05,
+      "loss": 1.2307,
+      "step": 10619
+    },
+    {
+      "epoch": 3.1631266404810217,
+      "grad_norm": 0.23822817206382751,
+      "learning_rate": 1.599505784832141e-05,
+      "loss": 1.2334,
+      "step": 10620
+    },
+    {
+      "epoch": 3.1634244866806904,
+      "grad_norm": 0.25682422518730164,
+      "learning_rate": 1.5994285810043733e-05,
+      "loss": 1.2388,
+      "step": 10621
+    },
+    {
+      "epoch": 3.1637223328803588,
+      "grad_norm": 0.23904050886631012,
+      "learning_rate": 1.5993513715995925e-05,
+      "loss": 1.2381,
+      "step": 10622
+    },
+    {
+      "epoch": 3.1640201790800275,
+      "grad_norm": 0.23546943068504333,
+      "learning_rate": 1.599274156618517e-05,
+      "loss": 1.243,
+      "step": 10623
+    },
+    {
+      "epoch": 3.1643180252796963,
+      "grad_norm": 0.24305890500545502,
+      "learning_rate": 1.5991969360618647e-05,
+      "loss": 1.2377,
+      "step": 10624
+    },
+    {
+      "epoch": 3.1646158714793646,
+      "grad_norm": 0.23653298616409302,
+      "learning_rate": 1.5991197099303546e-05,
+      "loss": 1.2373,
+      "step": 10625
+    },
+    {
+      "epoch": 3.1649137176790334,
+      "grad_norm": 0.2401796281337738,
+      "learning_rate": 1.599042478224705e-05,
+      "loss": 1.2428,
+      "step": 10626
+    },
+    {
+      "epoch": 3.165211563878702,
+      "grad_norm": 0.23065708577632904,
+      "learning_rate": 1.5989652409456346e-05,
+      "loss": 1.239,
+      "step": 10627
+    },
+    {
+      "epoch": 3.165509410078371,
+      "grad_norm": 0.2518618702888489,
+      "learning_rate": 1.5988879980938615e-05,
+      "loss": 1.2256,
+      "step": 10628
+    },
+    {
+      "epoch": 3.1658072562780393,
+      "grad_norm": 0.24840891361236572,
+      "learning_rate": 1.5988107496701045e-05,
+      "loss": 1.2454,
+      "step": 10629
+    },
+    {
+      "epoch": 3.166105102477708,
+      "grad_norm": 0.23902809619903564,
+      "learning_rate": 1.598733495675083e-05,
+      "loss": 1.239,
+      "step": 10630
+    },
+    {
+      "epoch": 3.166402948677377,
+      "grad_norm": 0.2358437478542328,
+      "learning_rate": 1.5986562361095153e-05,
+      "loss": 1.2446,
+      "step": 10631
+    },
+    {
+      "epoch": 3.1667007948770456,
+      "grad_norm": 0.2648789584636688,
+      "learning_rate": 1.5985789709741197e-05,
+      "loss": 1.2413,
+      "step": 10632
+    },
+    {
+      "epoch": 3.166998641076714,
+      "grad_norm": 0.2546963393688202,
+      "learning_rate": 1.598501700269616e-05,
+      "loss": 1.2379,
+      "step": 10633
+    },
+    {
+      "epoch": 3.1672964872763827,
+      "grad_norm": 0.2382189929485321,
+      "learning_rate": 1.5984244239967225e-05,
+      "loss": 1.2242,
+      "step": 10634
+    },
+    {
+      "epoch": 3.1675943334760515,
+      "grad_norm": 0.25194206833839417,
+      "learning_rate": 1.5983471421561584e-05,
+      "loss": 1.2239,
+      "step": 10635
+    },
+    {
+      "epoch": 3.16789217967572,
+      "grad_norm": 0.24583874642848969,
+      "learning_rate": 1.5982698547486423e-05,
+      "loss": 1.24,
+      "step": 10636
+    },
+    {
+      "epoch": 3.1681900258753886,
+      "grad_norm": 0.23640339076519012,
+      "learning_rate": 1.598192561774894e-05,
+      "loss": 1.2345,
+      "step": 10637
+    },
+    {
+      "epoch": 3.1684878720750573,
+      "grad_norm": 0.24777191877365112,
+      "learning_rate": 1.5981152632356324e-05,
+      "loss": 1.2611,
+      "step": 10638
+    },
+    {
+      "epoch": 3.1687857182747257,
+      "grad_norm": 0.24595105648040771,
+      "learning_rate": 1.598037959131576e-05,
+      "loss": 1.2318,
+      "step": 10639
+    },
+    {
+      "epoch": 3.1690835644743944,
+      "grad_norm": 0.23297661542892456,
+      "learning_rate": 1.597960649463445e-05,
+      "loss": 1.2389,
+      "step": 10640
+    },
+    {
+      "epoch": 3.169381410674063,
+      "grad_norm": 0.23024040460586548,
+      "learning_rate": 1.597883334231958e-05,
+      "loss": 1.2273,
+      "step": 10641
+    },
+    {
+      "epoch": 3.169679256873732,
+      "grad_norm": 0.24169017374515533,
+      "learning_rate": 1.5978060134378348e-05,
+      "loss": 1.2303,
+      "step": 10642
+    },
+    {
+      "epoch": 3.1699771030734003,
+      "grad_norm": 0.2444298267364502,
+      "learning_rate": 1.5977286870817943e-05,
+      "loss": 1.2454,
+      "step": 10643
+    },
+    {
+      "epoch": 3.170274949273069,
+      "grad_norm": 0.24222426116466522,
+      "learning_rate": 1.5976513551645563e-05,
+      "loss": 1.2487,
+      "step": 10644
+    },
+    {
+      "epoch": 3.170572795472738,
+      "grad_norm": 0.2733427882194519,
+      "learning_rate": 1.59757401768684e-05,
+      "loss": 1.2317,
+      "step": 10645
+    },
+    {
+      "epoch": 3.1708706416724066,
+      "grad_norm": 0.24904723465442657,
+      "learning_rate": 1.5974966746493656e-05,
+      "loss": 1.2417,
+      "step": 10646
+    },
+    {
+      "epoch": 3.171168487872075,
+      "grad_norm": 0.28826475143432617,
+      "learning_rate": 1.5974193260528518e-05,
+      "loss": 1.2374,
+      "step": 10647
+    },
+    {
+      "epoch": 3.1714663340717437,
+      "grad_norm": 0.28618383407592773,
+      "learning_rate": 1.5973419718980187e-05,
+      "loss": 1.2489,
+      "step": 10648
+    },
+    {
+      "epoch": 3.1717641802714125,
+      "grad_norm": 0.2855173349380493,
+      "learning_rate": 1.597264612185586e-05,
+      "loss": 1.2383,
+      "step": 10649
+    },
+    {
+      "epoch": 3.172062026471081,
+      "grad_norm": 0.27851954102516174,
+      "learning_rate": 1.5971872469162732e-05,
+      "loss": 1.2414,
+      "step": 10650
+    },
+    {
+      "epoch": 3.1723598726707496,
+      "grad_norm": 0.24966329336166382,
+      "learning_rate": 1.5971098760908007e-05,
+      "loss": 1.2286,
+      "step": 10651
+    },
+    {
+      "epoch": 3.1726577188704184,
+      "grad_norm": 0.25896716117858887,
+      "learning_rate": 1.5970324997098875e-05,
+      "loss": 1.2321,
+      "step": 10652
+    },
+    {
+      "epoch": 3.172955565070087,
+      "grad_norm": 0.24297773838043213,
+      "learning_rate": 1.5969551177742542e-05,
+      "loss": 1.2283,
+      "step": 10653
+    },
+    {
+      "epoch": 3.1732534112697555,
+      "grad_norm": 0.2746482193470001,
+      "learning_rate": 1.5968777302846204e-05,
+      "loss": 1.2415,
+      "step": 10654
+    },
+    {
+      "epoch": 3.1735512574694242,
+      "grad_norm": 0.2508457899093628,
+      "learning_rate": 1.596800337241706e-05,
+      "loss": 1.2466,
+      "step": 10655
+    },
+    {
+      "epoch": 3.173849103669093,
+      "grad_norm": 0.259013295173645,
+      "learning_rate": 1.5967229386462314e-05,
+      "loss": 1.235,
+      "step": 10656
+    },
+    {
+      "epoch": 3.1741469498687613,
+      "grad_norm": 0.2628565728664398,
+      "learning_rate": 1.5966455344989168e-05,
+      "loss": 1.2392,
+      "step": 10657
+    },
+    {
+      "epoch": 3.17444479606843,
+      "grad_norm": 0.23000118136405945,
+      "learning_rate": 1.596568124800482e-05,
+      "loss": 1.2404,
+      "step": 10658
+    },
+    {
+      "epoch": 3.174742642268099,
+      "grad_norm": 0.3210986256599426,
+      "learning_rate": 1.596490709551647e-05,
+      "loss": 1.2302,
+      "step": 10659
+    },
+    {
+      "epoch": 3.1750404884677677,
+      "grad_norm": 0.2435050904750824,
+      "learning_rate": 1.5964132887531327e-05,
+      "loss": 1.2289,
+      "step": 10660
+    },
+    {
+      "epoch": 3.175338334667436,
+      "grad_norm": 0.26220378279685974,
+      "learning_rate": 1.596335862405659e-05,
+      "loss": 1.2306,
+      "step": 10661
+    },
+    {
+      "epoch": 3.1756361808671048,
+      "grad_norm": 0.23695498704910278,
+      "learning_rate": 1.5962584305099463e-05,
+      "loss": 1.2269,
+      "step": 10662
+    },
+    {
+      "epoch": 3.1759340270667735,
+      "grad_norm": 0.26109692454338074,
+      "learning_rate": 1.5961809930667152e-05,
+      "loss": 1.2385,
+      "step": 10663
+    },
+    {
+      "epoch": 3.176231873266442,
+      "grad_norm": 0.24443170428276062,
+      "learning_rate": 1.596103550076686e-05,
+      "loss": 1.2492,
+      "step": 10664
+    },
+    {
+      "epoch": 3.1765297194661106,
+      "grad_norm": 0.2502957880496979,
+      "learning_rate": 1.5960261015405795e-05,
+      "loss": 1.2291,
+      "step": 10665
+    },
+    {
+      "epoch": 3.1768275656657794,
+      "grad_norm": 0.2379729002714157,
+      "learning_rate": 1.5959486474591158e-05,
+      "loss": 1.2359,
+      "step": 10666
+    },
+    {
+      "epoch": 3.177125411865448,
+      "grad_norm": 0.276965469121933,
+      "learning_rate": 1.5958711878330158e-05,
+      "loss": 1.2421,
+      "step": 10667
+    },
+    {
+      "epoch": 3.1774232580651165,
+      "grad_norm": 0.24670004844665527,
+      "learning_rate": 1.595793722663e-05,
+      "loss": 1.246,
+      "step": 10668
+    },
+    {
+      "epoch": 3.1777211042647853,
+      "grad_norm": 0.2542455792427063,
+      "learning_rate": 1.5957162519497897e-05,
+      "loss": 1.2483,
+      "step": 10669
+    },
+    {
+      "epoch": 3.178018950464454,
+      "grad_norm": 0.23900531232357025,
+      "learning_rate": 1.595638775694105e-05,
+      "loss": 1.2383,
+      "step": 10670
+    },
+    {
+      "epoch": 3.1783167966641224,
+      "grad_norm": 0.2516971230506897,
+      "learning_rate": 1.5955612938966667e-05,
+      "loss": 1.2575,
+      "step": 10671
+    },
+    {
+      "epoch": 3.178614642863791,
+      "grad_norm": 0.25015169382095337,
+      "learning_rate": 1.5954838065581962e-05,
+      "loss": 1.228,
+      "step": 10672
+    },
+    {
+      "epoch": 3.17891248906346,
+      "grad_norm": 0.23840080201625824,
+      "learning_rate": 1.5954063136794143e-05,
+      "loss": 1.2269,
+      "step": 10673
+    },
+    {
+      "epoch": 3.1792103352631287,
+      "grad_norm": 0.2403010129928589,
+      "learning_rate": 1.5953288152610416e-05,
+      "loss": 1.2285,
+      "step": 10674
+    },
+    {
+      "epoch": 3.179508181462797,
+      "grad_norm": 0.23212282359600067,
+      "learning_rate": 1.5952513113037996e-05,
+      "loss": 1.2315,
+      "step": 10675
+    },
+    {
+      "epoch": 3.179806027662466,
+      "grad_norm": 0.25795066356658936,
+      "learning_rate": 1.595173801808409e-05,
+      "loss": 1.2421,
+      "step": 10676
+    },
+    {
+      "epoch": 3.1801038738621346,
+      "grad_norm": 0.2992171347141266,
+      "learning_rate": 1.5950962867755916e-05,
+      "loss": 1.2389,
+      "step": 10677
+    },
+    {
+      "epoch": 3.180401720061803,
+      "grad_norm": 0.2883983254432678,
+      "learning_rate": 1.595018766206068e-05,
+      "loss": 1.2252,
+      "step": 10678
+    },
+    {
+      "epoch": 3.1806995662614717,
+      "grad_norm": 0.22906909883022308,
+      "learning_rate": 1.5949412401005594e-05,
+      "loss": 1.2426,
+      "step": 10679
+    },
+    {
+      "epoch": 3.1809974124611404,
+      "grad_norm": 0.24934309720993042,
+      "learning_rate": 1.5948637084597873e-05,
+      "loss": 1.2319,
+      "step": 10680
+    },
+    {
+      "epoch": 3.181295258660809,
+      "grad_norm": 0.33420678973197937,
+      "learning_rate": 1.594786171284473e-05,
+      "loss": 1.2409,
+      "step": 10681
+    },
+    {
+      "epoch": 3.1815931048604775,
+      "grad_norm": 0.31714025139808655,
+      "learning_rate": 1.594708628575338e-05,
+      "loss": 1.2292,
+      "step": 10682
+    },
+    {
+      "epoch": 3.1818909510601463,
+      "grad_norm": 0.25144240260124207,
+      "learning_rate": 1.5946310803331035e-05,
+      "loss": 1.2403,
+      "step": 10683
+    },
+    {
+      "epoch": 3.182188797259815,
+      "grad_norm": 0.4745495319366455,
+      "learning_rate": 1.594553526558491e-05,
+      "loss": 1.2337,
+      "step": 10684
+    },
+    {
+      "epoch": 3.182486643459484,
+      "grad_norm": 0.35296693444252014,
+      "learning_rate": 1.5944759672522227e-05,
+      "loss": 1.2524,
+      "step": 10685
+    },
+    {
+      "epoch": 3.182784489659152,
+      "grad_norm": 0.3100326657295227,
+      "learning_rate": 1.5943984024150195e-05,
+      "loss": 1.2409,
+      "step": 10686
+    },
+    {
+      "epoch": 3.183082335858821,
+      "grad_norm": 0.3078671991825104,
+      "learning_rate": 1.5943208320476032e-05,
+      "loss": 1.2203,
+      "step": 10687
+    },
+    {
+      "epoch": 3.1833801820584897,
+      "grad_norm": 0.2713058888912201,
+      "learning_rate": 1.5942432561506956e-05,
+      "loss": 1.2566,
+      "step": 10688
+    },
+    {
+      "epoch": 3.183678028258158,
+      "grad_norm": 0.24255773425102234,
+      "learning_rate": 1.5941656747250186e-05,
+      "loss": 1.2302,
+      "step": 10689
+    },
+    {
+      "epoch": 3.183975874457827,
+      "grad_norm": 0.2739361822605133,
+      "learning_rate": 1.5940880877712935e-05,
+      "loss": 1.2347,
+      "step": 10690
+    },
+    {
+      "epoch": 3.1842737206574956,
+      "grad_norm": 0.24218833446502686,
+      "learning_rate": 1.5940104952902427e-05,
+      "loss": 1.2394,
+      "step": 10691
+    },
+    {
+      "epoch": 3.184571566857164,
+      "grad_norm": 0.295357882976532,
+      "learning_rate": 1.593932897282588e-05,
+      "loss": 1.2416,
+      "step": 10692
+    },
+    {
+      "epoch": 3.1848694130568327,
+      "grad_norm": 0.23636461794376373,
+      "learning_rate": 1.5938552937490512e-05,
+      "loss": 1.2442,
+      "step": 10693
+    },
+    {
+      "epoch": 3.1851672592565015,
+      "grad_norm": 0.25766557455062866,
+      "learning_rate": 1.593777684690354e-05,
+      "loss": 1.2243,
+      "step": 10694
+    },
+    {
+      "epoch": 3.1854651054561702,
+      "grad_norm": 0.23682431876659393,
+      "learning_rate": 1.5937000701072193e-05,
+      "loss": 1.2317,
+      "step": 10695
+    },
+    {
+      "epoch": 3.1857629516558386,
+      "grad_norm": 0.28741541504859924,
+      "learning_rate": 1.593622450000369e-05,
+      "loss": 1.2417,
+      "step": 10696
+    },
+    {
+      "epoch": 3.1860607978555073,
+      "grad_norm": 0.24891297519207,
+      "learning_rate": 1.5935448243705244e-05,
+      "loss": 1.2336,
+      "step": 10697
+    },
+    {
+      "epoch": 3.186358644055176,
+      "grad_norm": 0.27397966384887695,
+      "learning_rate": 1.5934671932184088e-05,
+      "loss": 1.2407,
+      "step": 10698
+    },
+    {
+      "epoch": 3.186656490254845,
+      "grad_norm": 0.24041998386383057,
+      "learning_rate": 1.5933895565447438e-05,
+      "loss": 1.2267,
+      "step": 10699
+    },
+    {
+      "epoch": 3.186954336454513,
+      "grad_norm": 0.44697391986846924,
+      "learning_rate": 1.593311914350252e-05,
+      "loss": 1.2516,
+      "step": 10700
+    },
+    {
+      "epoch": 3.187252182654182,
+      "grad_norm": 0.28662437200546265,
+      "learning_rate": 1.593234266635656e-05,
+      "loss": 1.2548,
+      "step": 10701
+    },
+    {
+      "epoch": 3.1875500288538507,
+      "grad_norm": 0.29262790083885193,
+      "learning_rate": 1.5931566134016776e-05,
+      "loss": 1.2208,
+      "step": 10702
+    },
+    {
+      "epoch": 3.187847875053519,
+      "grad_norm": 0.2651198208332062,
+      "learning_rate": 1.5930789546490397e-05,
+      "loss": 1.2393,
+      "step": 10703
+    },
+    {
+      "epoch": 3.188145721253188,
+      "grad_norm": 0.3279496729373932,
+      "learning_rate": 1.5930012903784647e-05,
+      "loss": 1.2232,
+      "step": 10704
+    },
+    {
+      "epoch": 3.1884435674528566,
+      "grad_norm": 0.32991090416908264,
+      "learning_rate": 1.5929236205906752e-05,
+      "loss": 1.2306,
+      "step": 10705
+    },
+    {
+      "epoch": 3.188741413652525,
+      "grad_norm": 0.2659478783607483,
+      "learning_rate": 1.5928459452863942e-05,
+      "loss": 1.2562,
+      "step": 10706
+    },
+    {
+      "epoch": 3.1890392598521937,
+      "grad_norm": 0.29939010739326477,
+      "learning_rate": 1.5927682644663438e-05,
+      "loss": 1.2342,
+      "step": 10707
+    },
+    {
+      "epoch": 3.1893371060518625,
+      "grad_norm": 0.256277859210968,
+      "learning_rate": 1.592690578131247e-05,
+      "loss": 1.2411,
+      "step": 10708
+    },
+    {
+      "epoch": 3.1896349522515313,
+      "grad_norm": 0.3427721858024597,
+      "learning_rate": 1.5926128862818267e-05,
+      "loss": 1.2419,
+      "step": 10709
+    },
+    {
+      "epoch": 3.1899327984511996,
+      "grad_norm": 0.24358530342578888,
+      "learning_rate": 1.5925351889188053e-05,
+      "loss": 1.2348,
+      "step": 10710
+    },
+    {
+      "epoch": 3.1902306446508684,
+      "grad_norm": 0.27404895424842834,
+      "learning_rate": 1.5924574860429064e-05,
+      "loss": 1.2291,
+      "step": 10711
+    },
+    {
+      "epoch": 3.190528490850537,
+      "grad_norm": 0.24499614536762238,
+      "learning_rate": 1.592379777654852e-05,
+      "loss": 1.2249,
+      "step": 10712
+    },
+    {
+      "epoch": 3.190826337050206,
+      "grad_norm": 0.25218456983566284,
+      "learning_rate": 1.592302063755366e-05,
+      "loss": 1.2261,
+      "step": 10713
+    },
+    {
+      "epoch": 3.1911241832498742,
+      "grad_norm": 0.2580556273460388,
+      "learning_rate": 1.592224344345171e-05,
+      "loss": 1.244,
+      "step": 10714
+    },
+    {
+      "epoch": 3.191422029449543,
+      "grad_norm": 0.25089213252067566,
+      "learning_rate": 1.59214661942499e-05,
+      "loss": 1.2316,
+      "step": 10715
+    },
+    {
+      "epoch": 3.191719875649212,
+      "grad_norm": 0.2475767582654953,
+      "learning_rate": 1.5920688889955463e-05,
+      "loss": 1.2315,
+      "step": 10716
+    },
+    {
+      "epoch": 3.19201772184888,
+      "grad_norm": 0.2405940592288971,
+      "learning_rate": 1.5919911530575634e-05,
+      "loss": 1.2361,
+      "step": 10717
+    },
+    {
+      "epoch": 3.192315568048549,
+      "grad_norm": 0.23215091228485107,
+      "learning_rate": 1.591913411611764e-05,
+      "loss": 1.2113,
+      "step": 10718
+    },
+    {
+      "epoch": 3.1926134142482177,
+      "grad_norm": 0.22682683169841766,
+      "learning_rate": 1.591835664658872e-05,
+      "loss": 1.2321,
+      "step": 10719
+    },
+    {
+      "epoch": 3.1929112604478864,
+      "grad_norm": 0.23340408504009247,
+      "learning_rate": 1.5917579121996096e-05,
+      "loss": 1.235,
+      "step": 10720
+    },
+    {
+      "epoch": 3.1932091066475548,
+      "grad_norm": 0.22769591212272644,
+      "learning_rate": 1.5916801542347013e-05,
+      "loss": 1.224,
+      "step": 10721
+    },
+    {
+      "epoch": 3.1935069528472235,
+      "grad_norm": 0.24305878579616547,
+      "learning_rate": 1.5916023907648703e-05,
+      "loss": 1.2164,
+      "step": 10722
+    },
+    {
+      "epoch": 3.1938047990468923,
+      "grad_norm": 0.24259690940380096,
+      "learning_rate": 1.5915246217908403e-05,
+      "loss": 1.2328,
+      "step": 10723
+    },
+    {
+      "epoch": 3.1941026452465606,
+      "grad_norm": 0.2590729296207428,
+      "learning_rate": 1.5914468473133343e-05,
+      "loss": 1.2271,
+      "step": 10724
+    },
+    {
+      "epoch": 3.1944004914462294,
+      "grad_norm": 0.36325037479400635,
+      "learning_rate": 1.591369067333076e-05,
+      "loss": 1.2415,
+      "step": 10725
+    },
+    {
+      "epoch": 3.194698337645898,
+      "grad_norm": 0.2736909091472626,
+      "learning_rate": 1.5912912818507897e-05,
+      "loss": 1.2337,
+      "step": 10726
+    },
+    {
+      "epoch": 3.194996183845567,
+      "grad_norm": 0.26318758726119995,
+      "learning_rate": 1.5912134908671985e-05,
+      "loss": 1.2378,
+      "step": 10727
+    },
+    {
+      "epoch": 3.1952940300452353,
+      "grad_norm": 0.3223790228366852,
+      "learning_rate": 1.5911356943830264e-05,
+      "loss": 1.2276,
+      "step": 10728
+    },
+    {
+      "epoch": 3.195591876244904,
+      "grad_norm": 0.23630988597869873,
+      "learning_rate": 1.591057892398997e-05,
+      "loss": 1.2438,
+      "step": 10729
+    },
+    {
+      "epoch": 3.195889722444573,
+      "grad_norm": 0.2934418320655823,
+      "learning_rate": 1.590980084915834e-05,
+      "loss": 1.222,
+      "step": 10730
+    },
+    {
+      "epoch": 3.196187568644241,
+      "grad_norm": 0.2269815057516098,
+      "learning_rate": 1.590902271934262e-05,
+      "loss": 1.2147,
+      "step": 10731
+    },
+    {
+      "epoch": 3.19648541484391,
+      "grad_norm": 0.3533363938331604,
+      "learning_rate": 1.590824453455004e-05,
+      "loss": 1.2396,
+      "step": 10732
+    },
+    {
+      "epoch": 3.1967832610435787,
+      "grad_norm": 0.3048786222934723,
+      "learning_rate": 1.5907466294787852e-05,
+      "loss": 1.2195,
+      "step": 10733
+    },
+    {
+      "epoch": 3.1970811072432475,
+      "grad_norm": 0.2923799455165863,
+      "learning_rate": 1.590668800006329e-05,
+      "loss": 1.2354,
+      "step": 10734
+    },
+    {
+      "epoch": 3.197378953442916,
+      "grad_norm": 0.4716499149799347,
+      "learning_rate": 1.590590965038359e-05,
+      "loss": 1.233,
+      "step": 10735
+    },
+    {
+      "epoch": 3.1976767996425846,
+      "grad_norm": 0.308133602142334,
+      "learning_rate": 1.5905131245756004e-05,
+      "loss": 1.2179,
+      "step": 10736
+    },
+    {
+      "epoch": 3.1979746458422533,
+      "grad_norm": 0.29060718417167664,
+      "learning_rate": 1.590435278618777e-05,
+      "loss": 1.2341,
+      "step": 10737
+    },
+    {
+      "epoch": 3.1982724920419217,
+      "grad_norm": 0.3171718120574951,
+      "learning_rate": 1.5903574271686126e-05,
+      "loss": 1.2442,
+      "step": 10738
+    },
+    {
+      "epoch": 3.1985703382415904,
+      "grad_norm": 0.25217702984809875,
+      "learning_rate": 1.590279570225832e-05,
+      "loss": 1.2133,
+      "step": 10739
+    },
+    {
+      "epoch": 3.198868184441259,
+      "grad_norm": 0.28292983770370483,
+      "learning_rate": 1.5902017077911596e-05,
+      "loss": 1.2306,
+      "step": 10740
+    },
+    {
+      "epoch": 3.199166030640928,
+      "grad_norm": 0.26874682307243347,
+      "learning_rate": 1.5901238398653197e-05,
+      "loss": 1.2335,
+      "step": 10741
+    },
+    {
+      "epoch": 3.1994638768405963,
+      "grad_norm": 0.3263053894042969,
+      "learning_rate": 1.590045966449037e-05,
+      "loss": 1.2385,
+      "step": 10742
+    },
+    {
+      "epoch": 3.199761723040265,
+      "grad_norm": 0.23493176698684692,
+      "learning_rate": 1.5899680875430355e-05,
+      "loss": 1.2344,
+      "step": 10743
+    },
+    {
+      "epoch": 3.200059569239934,
+      "grad_norm": 0.25662684440612793,
+      "learning_rate": 1.5898902031480403e-05,
+      "loss": 1.236,
+      "step": 10744
+    },
+    {
+      "epoch": 3.200357415439602,
+      "grad_norm": 0.2345069795846939,
+      "learning_rate": 1.5898123132647757e-05,
+      "loss": 1.2223,
+      "step": 10745
+    },
+    {
+      "epoch": 3.200655261639271,
+      "grad_norm": 0.2831743061542511,
+      "learning_rate": 1.5897344178939666e-05,
+      "loss": 1.2452,
+      "step": 10746
+    },
+    {
+      "epoch": 3.2009531078389397,
+      "grad_norm": 0.24404355883598328,
+      "learning_rate": 1.5896565170363375e-05,
+      "loss": 1.2286,
+      "step": 10747
+    },
+    {
+      "epoch": 3.2012509540386085,
+      "grad_norm": 0.30020880699157715,
+      "learning_rate": 1.5895786106926135e-05,
+      "loss": 1.2309,
+      "step": 10748
+    },
+    {
+      "epoch": 3.201548800238277,
+      "grad_norm": 0.23508435487747192,
+      "learning_rate": 1.5895006988635195e-05,
+      "loss": 1.2301,
+      "step": 10749
+    },
+    {
+      "epoch": 3.2018466464379456,
+      "grad_norm": 0.38590341806411743,
+      "learning_rate": 1.5894227815497797e-05,
+      "loss": 1.2362,
+      "step": 10750
+    },
+    {
+      "epoch": 3.2021444926376144,
+      "grad_norm": 0.3294226825237274,
+      "learning_rate": 1.5893448587521196e-05,
+      "loss": 1.2446,
+      "step": 10751
+    },
+    {
+      "epoch": 3.202442338837283,
+      "grad_norm": 0.29960083961486816,
+      "learning_rate": 1.589266930471264e-05,
+      "loss": 1.2398,
+      "step": 10752
+    },
+    {
+      "epoch": 3.2027401850369515,
+      "grad_norm": 0.3394383490085602,
+      "learning_rate": 1.589188996707938e-05,
+      "loss": 1.2325,
+      "step": 10753
+    },
+    {
+      "epoch": 3.2030380312366202,
+      "grad_norm": 0.23774844408035278,
+      "learning_rate": 1.5891110574628664e-05,
+      "loss": 1.2313,
+      "step": 10754
+    },
+    {
+      "epoch": 3.203335877436289,
+      "grad_norm": 0.2551165223121643,
+      "learning_rate": 1.589033112736775e-05,
+      "loss": 1.2399,
+      "step": 10755
+    },
+    {
+      "epoch": 3.2036337236359573,
+      "grad_norm": 0.24792854487895966,
+      "learning_rate": 1.5889551625303883e-05,
+      "loss": 1.2388,
+      "step": 10756
+    },
+    {
+      "epoch": 3.203931569835626,
+      "grad_norm": 0.3705975413322449,
+      "learning_rate": 1.588877206844432e-05,
+      "loss": 1.227,
+      "step": 10757
+    },
+    {
+      "epoch": 3.204229416035295,
+      "grad_norm": 0.29245322942733765,
+      "learning_rate": 1.5887992456796313e-05,
+      "loss": 1.2415,
+      "step": 10758
+    },
+    {
+      "epoch": 3.204527262234963,
+      "grad_norm": 0.3218289315700531,
+      "learning_rate": 1.5887212790367113e-05,
+      "loss": 1.2421,
+      "step": 10759
+    },
+    {
+      "epoch": 3.204825108434632,
+      "grad_norm": 0.4285733699798584,
+      "learning_rate": 1.5886433069163975e-05,
+      "loss": 1.249,
+      "step": 10760
+    },
+    {
+      "epoch": 3.2051229546343007,
+      "grad_norm": 0.25649911165237427,
+      "learning_rate": 1.5885653293194157e-05,
+      "loss": 1.226,
+      "step": 10761
+    },
+    {
+      "epoch": 3.2054208008339695,
+      "grad_norm": 0.26349279284477234,
+      "learning_rate": 1.588487346246491e-05,
+      "loss": 1.2504,
+      "step": 10762
+    },
+    {
+      "epoch": 3.205718647033638,
+      "grad_norm": 0.23419275879859924,
+      "learning_rate": 1.588409357698349e-05,
+      "loss": 1.2246,
+      "step": 10763
+    },
+    {
+      "epoch": 3.2060164932333066,
+      "grad_norm": 0.26687389612197876,
+      "learning_rate": 1.588331363675715e-05,
+      "loss": 1.2408,
+      "step": 10764
+    },
+    {
+      "epoch": 3.2063143394329754,
+      "grad_norm": 0.24406246840953827,
+      "learning_rate": 1.5882533641793154e-05,
+      "loss": 1.2235,
+      "step": 10765
+    },
+    {
+      "epoch": 3.206612185632644,
+      "grad_norm": 0.28717195987701416,
+      "learning_rate": 1.5881753592098753e-05,
+      "loss": 1.2321,
+      "step": 10766
+    },
+    {
+      "epoch": 3.2069100318323125,
+      "grad_norm": 0.23939520120620728,
+      "learning_rate": 1.5880973487681207e-05,
+      "loss": 1.2357,
+      "step": 10767
+    },
+    {
+      "epoch": 3.2072078780319813,
+      "grad_norm": 0.2434358447790146,
+      "learning_rate": 1.588019332854777e-05,
+      "loss": 1.2345,
+      "step": 10768
+    },
+    {
+      "epoch": 3.20750572423165,
+      "grad_norm": 0.23970021307468414,
+      "learning_rate": 1.587941311470571e-05,
+      "loss": 1.2256,
+      "step": 10769
+    },
+    {
+      "epoch": 3.2078035704313184,
+      "grad_norm": 0.25342997908592224,
+      "learning_rate": 1.5878632846162277e-05,
+      "loss": 1.2514,
+      "step": 10770
+    },
+    {
+      "epoch": 3.208101416630987,
+      "grad_norm": 0.2785789966583252,
+      "learning_rate": 1.5877852522924733e-05,
+      "loss": 1.245,
+      "step": 10771
+    },
+    {
+      "epoch": 3.208399262830656,
+      "grad_norm": 0.22904382646083832,
+      "learning_rate": 1.587707214500034e-05,
+      "loss": 1.2308,
+      "step": 10772
+    },
+    {
+      "epoch": 3.2086971090303242,
+      "grad_norm": 0.25558245182037354,
+      "learning_rate": 1.5876291712396353e-05,
+      "loss": 1.2583,
+      "step": 10773
+    },
+    {
+      "epoch": 3.208994955229993,
+      "grad_norm": 0.2670227587223053,
+      "learning_rate": 1.587551122512004e-05,
+      "loss": 1.221,
+      "step": 10774
+    },
+    {
+      "epoch": 3.209292801429662,
+      "grad_norm": 0.24412156641483307,
+      "learning_rate": 1.587473068317866e-05,
+      "loss": 1.2382,
+      "step": 10775
+    },
+    {
+      "epoch": 3.2095906476293306,
+      "grad_norm": 0.24204950034618378,
+      "learning_rate": 1.5873950086579473e-05,
+      "loss": 1.2446,
+      "step": 10776
+    },
+    {
+      "epoch": 3.209888493828999,
+      "grad_norm": 0.2510155737400055,
+      "learning_rate": 1.5873169435329745e-05,
+      "loss": 1.2272,
+      "step": 10777
+    },
+    {
+      "epoch": 3.2101863400286677,
+      "grad_norm": 0.2400822639465332,
+      "learning_rate": 1.5872388729436735e-05,
+      "loss": 1.2434,
+      "step": 10778
+    },
+    {
+      "epoch": 3.2104841862283364,
+      "grad_norm": 0.2394513189792633,
+      "learning_rate": 1.5871607968907712e-05,
+      "loss": 1.2273,
+      "step": 10779
+    },
+    {
+      "epoch": 3.210782032428005,
+      "grad_norm": 0.2357054054737091,
+      "learning_rate": 1.5870827153749932e-05,
+      "loss": 1.226,
+      "step": 10780
+    },
+    {
+      "epoch": 3.2110798786276735,
+      "grad_norm": 0.23843006789684296,
+      "learning_rate": 1.5870046283970667e-05,
+      "loss": 1.2487,
+      "step": 10781
+    },
+    {
+      "epoch": 3.2113777248273423,
+      "grad_norm": 0.23922370374202728,
+      "learning_rate": 1.5869265359577184e-05,
+      "loss": 1.225,
+      "step": 10782
+    },
+    {
+      "epoch": 3.211675571027011,
+      "grad_norm": 0.23820941150188446,
+      "learning_rate": 1.586848438057674e-05,
+      "loss": 1.2506,
+      "step": 10783
+    },
+    {
+      "epoch": 3.2119734172266794,
+      "grad_norm": 0.23231257498264313,
+      "learning_rate": 1.5867703346976607e-05,
+      "loss": 1.2477,
+      "step": 10784
+    },
+    {
+      "epoch": 3.212271263426348,
+      "grad_norm": 0.2385302484035492,
+      "learning_rate": 1.5866922258784048e-05,
+      "loss": 1.2381,
+      "step": 10785
+    },
+    {
+      "epoch": 3.212569109626017,
+      "grad_norm": 0.28267809748649597,
+      "learning_rate": 1.586614111600633e-05,
+      "loss": 1.2455,
+      "step": 10786
+    },
+    {
+      "epoch": 3.2128669558256857,
+      "grad_norm": 0.30639517307281494,
+      "learning_rate": 1.5865359918650728e-05,
+      "loss": 1.2284,
+      "step": 10787
+    },
+    {
+      "epoch": 3.213164802025354,
+      "grad_norm": 0.2467852681875229,
+      "learning_rate": 1.5864578666724505e-05,
+      "loss": 1.2389,
+      "step": 10788
+    },
+    {
+      "epoch": 3.213462648225023,
+      "grad_norm": 0.2759745121002197,
+      "learning_rate": 1.586379736023493e-05,
+      "loss": 1.2245,
+      "step": 10789
+    },
+    {
+      "epoch": 3.2137604944246916,
+      "grad_norm": 0.2421119511127472,
+      "learning_rate": 1.586301599918927e-05,
+      "loss": 1.2296,
+      "step": 10790
+    },
+    {
+      "epoch": 3.21405834062436,
+      "grad_norm": 0.24279387295246124,
+      "learning_rate": 1.58622345835948e-05,
+      "loss": 1.2397,
+      "step": 10791
+    },
+    {
+      "epoch": 3.2143561868240287,
+      "grad_norm": 0.2437242716550827,
+      "learning_rate": 1.586145311345878e-05,
+      "loss": 1.241,
+      "step": 10792
+    },
+    {
+      "epoch": 3.2146540330236975,
+      "grad_norm": 0.35955995321273804,
+      "learning_rate": 1.586067158878849e-05,
+      "loss": 1.2486,
+      "step": 10793
+    },
+    {
+      "epoch": 3.2149518792233662,
+      "grad_norm": 0.35823380947113037,
+      "learning_rate": 1.5859890009591204e-05,
+      "loss": 1.2346,
+      "step": 10794
+    },
+    {
+      "epoch": 3.2152497254230346,
+      "grad_norm": 0.2452254593372345,
+      "learning_rate": 1.5859108375874184e-05,
+      "loss": 1.2518,
+      "step": 10795
+    },
+    {
+      "epoch": 3.2155475716227033,
+      "grad_norm": 0.533737301826477,
+      "learning_rate": 1.585832668764471e-05,
+      "loss": 1.2364,
+      "step": 10796
+    },
+    {
+      "epoch": 3.215845417822372,
+      "grad_norm": 0.36993083357810974,
+      "learning_rate": 1.585754494491005e-05,
+      "loss": 1.2328,
+      "step": 10797
+    },
+    {
+      "epoch": 3.2161432640220404,
+      "grad_norm": 0.3465012311935425,
+      "learning_rate": 1.5856763147677476e-05,
+      "loss": 1.2261,
+      "step": 10798
+    },
+    {
+      "epoch": 3.216441110221709,
+      "grad_norm": 0.24372775852680206,
+      "learning_rate": 1.5855981295954267e-05,
+      "loss": 1.2389,
+      "step": 10799
+    },
+    {
+      "epoch": 3.216738956421378,
+      "grad_norm": 0.49915915727615356,
+      "learning_rate": 1.5855199389747693e-05,
+      "loss": 1.2295,
+      "step": 10800
+    },
+    {
+      "epoch": 3.2170368026210467,
+      "grad_norm": 0.272409588098526,
+      "learning_rate": 1.5854417429065032e-05,
+      "loss": 1.2399,
+      "step": 10801
+    },
+    {
+      "epoch": 3.217334648820715,
+      "grad_norm": 0.27181148529052734,
+      "learning_rate": 1.585363541391356e-05,
+      "loss": 1.2167,
+      "step": 10802
+    },
+    {
+      "epoch": 3.217632495020384,
+      "grad_norm": 0.2770851254463196,
+      "learning_rate": 1.5852853344300546e-05,
+      "loss": 1.2477,
+      "step": 10803
+    },
+    {
+      "epoch": 3.2179303412200526,
+      "grad_norm": 0.23387804627418518,
+      "learning_rate": 1.585207122023327e-05,
+      "loss": 1.2409,
+      "step": 10804
+    },
+    {
+      "epoch": 3.218228187419721,
+      "grad_norm": 0.37050560116767883,
+      "learning_rate": 1.5851289041719017e-05,
+      "loss": 1.2347,
+      "step": 10805
+    },
+    {
+      "epoch": 3.2185260336193897,
+      "grad_norm": 0.24400877952575684,
+      "learning_rate": 1.585050680876505e-05,
+      "loss": 1.2295,
+      "step": 10806
+    },
+    {
+      "epoch": 3.2188238798190585,
+      "grad_norm": 0.2682911455631256,
+      "learning_rate": 1.5849724521378656e-05,
+      "loss": 1.2426,
+      "step": 10807
+    },
+    {
+      "epoch": 3.2191217260187273,
+      "grad_norm": 0.26314225792884827,
+      "learning_rate": 1.5848942179567114e-05,
+      "loss": 1.2317,
+      "step": 10808
+    },
+    {
+      "epoch": 3.2194195722183956,
+      "grad_norm": 0.24134303629398346,
+      "learning_rate": 1.5848159783337692e-05,
+      "loss": 1.2355,
+      "step": 10809
+    },
+    {
+      "epoch": 3.2197174184180644,
+      "grad_norm": 0.2847636044025421,
+      "learning_rate": 1.5847377332697683e-05,
+      "loss": 1.2257,
+      "step": 10810
+    },
+    {
+      "epoch": 3.220015264617733,
+      "grad_norm": 0.24767592549324036,
+      "learning_rate": 1.584659482765436e-05,
+      "loss": 1.2428,
+      "step": 10811
+    },
+    {
+      "epoch": 3.2203131108174015,
+      "grad_norm": 0.2538882791996002,
+      "learning_rate": 1.5845812268215005e-05,
+      "loss": 1.239,
+      "step": 10812
+    },
+    {
+      "epoch": 3.2206109570170702,
+      "grad_norm": 0.2436237782239914,
+      "learning_rate": 1.5845029654386895e-05,
+      "loss": 1.2261,
+      "step": 10813
+    },
+    {
+      "epoch": 3.220908803216739,
+      "grad_norm": 0.24263125658035278,
+      "learning_rate": 1.5844246986177322e-05,
+      "loss": 1.2439,
+      "step": 10814
+    },
+    {
+      "epoch": 3.2212066494164078,
+      "grad_norm": 0.2770474851131439,
+      "learning_rate": 1.5843464263593553e-05,
+      "loss": 1.2418,
+      "step": 10815
+    },
+    {
+      "epoch": 3.221504495616076,
+      "grad_norm": 0.258004367351532,
+      "learning_rate": 1.584268148664288e-05,
+      "loss": 1.2383,
+      "step": 10816
+    },
+    {
+      "epoch": 3.221802341815745,
+      "grad_norm": 0.23440416157245636,
+      "learning_rate": 1.5841898655332582e-05,
+      "loss": 1.2377,
+      "step": 10817
+    },
+    {
+      "epoch": 3.2221001880154136,
+      "grad_norm": 0.24034483730793,
+      "learning_rate": 1.584111576966995e-05,
+      "loss": 1.2303,
+      "step": 10818
+    },
+    {
+      "epoch": 3.2223980342150824,
+      "grad_norm": 0.24852849543094635,
+      "learning_rate": 1.5840332829662255e-05,
+      "loss": 1.2275,
+      "step": 10819
+    },
+    {
+      "epoch": 3.2226958804147507,
+      "grad_norm": 0.2526701092720032,
+      "learning_rate": 1.583954983531679e-05,
+      "loss": 1.2381,
+      "step": 10820
+    },
+    {
+      "epoch": 3.2229937266144195,
+      "grad_norm": 0.25460922718048096,
+      "learning_rate": 1.5838766786640842e-05,
+      "loss": 1.2287,
+      "step": 10821
+    },
+    {
+      "epoch": 3.2232915728140883,
+      "grad_norm": 0.25999483466148376,
+      "learning_rate": 1.5837983683641688e-05,
+      "loss": 1.223,
+      "step": 10822
+    },
+    {
+      "epoch": 3.2235894190137566,
+      "grad_norm": 0.23224976658821106,
+      "learning_rate": 1.583720052632662e-05,
+      "loss": 1.2314,
+      "step": 10823
+    },
+    {
+      "epoch": 3.2238872652134254,
+      "grad_norm": 0.270042359828949,
+      "learning_rate": 1.583641731470292e-05,
+      "loss": 1.2612,
+      "step": 10824
+    },
+    {
+      "epoch": 3.224185111413094,
+      "grad_norm": 0.23013587296009064,
+      "learning_rate": 1.583563404877788e-05,
+      "loss": 1.2248,
+      "step": 10825
+    },
+    {
+      "epoch": 3.2244829576127625,
+      "grad_norm": 0.26332661509513855,
+      "learning_rate": 1.5834850728558787e-05,
+      "loss": 1.2432,
+      "step": 10826
+    },
+    {
+      "epoch": 3.2247808038124313,
+      "grad_norm": 0.28763964772224426,
+      "learning_rate": 1.5834067354052926e-05,
+      "loss": 1.243,
+      "step": 10827
+    },
+    {
+      "epoch": 3.2250786500121,
+      "grad_norm": 0.23542463779449463,
+      "learning_rate": 1.5833283925267587e-05,
+      "loss": 1.2295,
+      "step": 10828
+    },
+    {
+      "epoch": 3.225376496211769,
+      "grad_norm": 0.3327104151248932,
+      "learning_rate": 1.583250044221006e-05,
+      "loss": 1.2452,
+      "step": 10829
+    },
+    {
+      "epoch": 3.225674342411437,
+      "grad_norm": 0.3312518000602722,
+      "learning_rate": 1.5831716904887625e-05,
+      "loss": 1.2219,
+      "step": 10830
+    },
+    {
+      "epoch": 3.225972188611106,
+      "grad_norm": 0.24583038687705994,
+      "learning_rate": 1.5830933313307585e-05,
+      "loss": 1.2252,
+      "step": 10831
+    },
+    {
+      "epoch": 3.2262700348107747,
+      "grad_norm": 0.37174612283706665,
+      "learning_rate": 1.583014966747723e-05,
+      "loss": 1.2595,
+      "step": 10832
+    },
+    {
+      "epoch": 3.2265678810104435,
+      "grad_norm": 0.2938191592693329,
+      "learning_rate": 1.582936596740384e-05,
+      "loss": 1.2381,
+      "step": 10833
+    },
+    {
+      "epoch": 3.226865727210112,
+      "grad_norm": 0.257517546415329,
+      "learning_rate": 1.5828582213094713e-05,
+      "loss": 1.2322,
+      "step": 10834
+    },
+    {
+      "epoch": 3.2271635734097806,
+      "grad_norm": 0.25996196269989014,
+      "learning_rate": 1.582779840455714e-05,
+      "loss": 1.2467,
+      "step": 10835
+    },
+    {
+      "epoch": 3.2274614196094493,
+      "grad_norm": 0.23953726887702942,
+      "learning_rate": 1.5827014541798415e-05,
+      "loss": 1.2305,
+      "step": 10836
+    },
+    {
+      "epoch": 3.2277592658091177,
+      "grad_norm": 0.23734961450099945,
+      "learning_rate": 1.582623062482583e-05,
+      "loss": 1.2248,
+      "step": 10837
+    },
+    {
+      "epoch": 3.2280571120087864,
+      "grad_norm": 0.26539120078086853,
+      "learning_rate": 1.582544665364668e-05,
+      "loss": 1.2496,
+      "step": 10838
+    },
+    {
+      "epoch": 3.228354958208455,
+      "grad_norm": 0.2751491367816925,
+      "learning_rate": 1.5824662628268258e-05,
+      "loss": 1.247,
+      "step": 10839
+    },
+    {
+      "epoch": 3.2286528044081235,
+      "grad_norm": 0.24858997762203217,
+      "learning_rate": 1.5823878548697856e-05,
+      "loss": 1.2419,
+      "step": 10840
+    },
+    {
+      "epoch": 3.2289506506077923,
+      "grad_norm": 0.28213387727737427,
+      "learning_rate": 1.5823094414942774e-05,
+      "loss": 1.2231,
+      "step": 10841
+    },
+    {
+      "epoch": 3.229248496807461,
+      "grad_norm": 0.23853297531604767,
+      "learning_rate": 1.58223102270103e-05,
+      "loss": 1.2393,
+      "step": 10842
+    },
+    {
+      "epoch": 3.22954634300713,
+      "grad_norm": 0.25614315271377563,
+      "learning_rate": 1.582152598490774e-05,
+      "loss": 1.2393,
+      "step": 10843
+    },
+    {
+      "epoch": 3.229844189206798,
+      "grad_norm": 0.2433617264032364,
+      "learning_rate": 1.582074168864238e-05,
+      "loss": 1.2434,
+      "step": 10844
+    },
+    {
+      "epoch": 3.230142035406467,
+      "grad_norm": 0.2417619228363037,
+      "learning_rate": 1.581995733822152e-05,
+      "loss": 1.2409,
+      "step": 10845
+    },
+    {
+      "epoch": 3.2304398816061357,
+      "grad_norm": 0.2536410689353943,
+      "learning_rate": 1.5819172933652464e-05,
+      "loss": 1.2197,
+      "step": 10846
+    },
+    {
+      "epoch": 3.2307377278058045,
+      "grad_norm": 0.23557448387145996,
+      "learning_rate": 1.58183884749425e-05,
+      "loss": 1.2417,
+      "step": 10847
+    },
+    {
+      "epoch": 3.231035574005473,
+      "grad_norm": 0.2389982044696808,
+      "learning_rate": 1.5817603962098938e-05,
+      "loss": 1.2517,
+      "step": 10848
+    },
+    {
+      "epoch": 3.2313334202051416,
+      "grad_norm": 0.26373356580734253,
+      "learning_rate": 1.5816819395129072e-05,
+      "loss": 1.2488,
+      "step": 10849
+    },
+    {
+      "epoch": 3.2316312664048104,
+      "grad_norm": 0.2483980804681778,
+      "learning_rate": 1.5816034774040193e-05,
+      "loss": 1.2431,
+      "step": 10850
+    },
+    {
+      "epoch": 3.2319291126044787,
+      "grad_norm": 0.237098827958107,
+      "learning_rate": 1.5815250098839615e-05,
+      "loss": 1.2162,
+      "step": 10851
+    },
+    {
+      "epoch": 3.2322269588041475,
+      "grad_norm": 0.2552669048309326,
+      "learning_rate": 1.581446536953463e-05,
+      "loss": 1.2449,
+      "step": 10852
+    },
+    {
+      "epoch": 3.2325248050038162,
+      "grad_norm": 0.24945805966854095,
+      "learning_rate": 1.581368058613254e-05,
+      "loss": 1.2326,
+      "step": 10853
+    },
+    {
+      "epoch": 3.232822651203485,
+      "grad_norm": 0.2533094882965088,
+      "learning_rate": 1.581289574864065e-05,
+      "loss": 1.2341,
+      "step": 10854
+    },
+    {
+      "epoch": 3.2331204974031533,
+      "grad_norm": 0.2475655972957611,
+      "learning_rate": 1.5812110857066257e-05,
+      "loss": 1.241,
+      "step": 10855
+    },
+    {
+      "epoch": 3.233418343602822,
+      "grad_norm": 0.25987479090690613,
+      "learning_rate": 1.5811325911416668e-05,
+      "loss": 1.2436,
+      "step": 10856
+    },
+    {
+      "epoch": 3.233716189802491,
+      "grad_norm": 0.3800262212753296,
+      "learning_rate": 1.5810540911699183e-05,
+      "loss": 1.2387,
+      "step": 10857
+    },
+    {
+      "epoch": 3.234014036002159,
+      "grad_norm": 0.34478265047073364,
+      "learning_rate": 1.5809755857921104e-05,
+      "loss": 1.245,
+      "step": 10858
+    },
+    {
+      "epoch": 3.234311882201828,
+      "grad_norm": 0.2621350884437561,
+      "learning_rate": 1.5808970750089744e-05,
+      "loss": 1.2449,
+      "step": 10859
+    },
+    {
+      "epoch": 3.2346097284014967,
+      "grad_norm": 0.7660012245178223,
+      "learning_rate": 1.5808185588212396e-05,
+      "loss": 1.2498,
+      "step": 10860
+    },
+    {
+      "epoch": 3.2349075746011655,
+      "grad_norm": 0.26017045974731445,
+      "learning_rate": 1.580740037229637e-05,
+      "loss": 1.2325,
+      "step": 10861
+    },
+    {
+      "epoch": 3.235205420800834,
+      "grad_norm": 0.2521427869796753,
+      "learning_rate": 1.5806615102348976e-05,
+      "loss": 1.2429,
+      "step": 10862
+    },
+    {
+      "epoch": 3.2355032670005026,
+      "grad_norm": 0.2565779983997345,
+      "learning_rate": 1.5805829778377518e-05,
+      "loss": 1.2556,
+      "step": 10863
+    },
+    {
+      "epoch": 3.2358011132001714,
+      "grad_norm": 0.23941807448863983,
+      "learning_rate": 1.5805044400389295e-05,
+      "loss": 1.2361,
+      "step": 10864
+    },
+    {
+      "epoch": 3.2360989593998397,
+      "grad_norm": 0.24612638354301453,
+      "learning_rate": 1.5804258968391622e-05,
+      "loss": 1.2244,
+      "step": 10865
+    },
+    {
+      "epoch": 3.2363968055995085,
+      "grad_norm": 0.24015018343925476,
+      "learning_rate": 1.5803473482391804e-05,
+      "loss": 1.2153,
+      "step": 10866
+    },
+    {
+      "epoch": 3.2366946517991773,
+      "grad_norm": 0.2549809515476227,
+      "learning_rate": 1.580268794239715e-05,
+      "loss": 1.2317,
+      "step": 10867
+    },
+    {
+      "epoch": 3.236992497998846,
+      "grad_norm": 0.24323932826519012,
+      "learning_rate": 1.5801902348414966e-05,
+      "loss": 1.2456,
+      "step": 10868
+    },
+    {
+      "epoch": 3.2372903441985144,
+      "grad_norm": 0.23269499838352203,
+      "learning_rate": 1.5801116700452565e-05,
+      "loss": 1.2372,
+      "step": 10869
+    },
+    {
+      "epoch": 3.237588190398183,
+      "grad_norm": 0.24246612191200256,
+      "learning_rate": 1.5800330998517252e-05,
+      "loss": 1.2365,
+      "step": 10870
+    },
+    {
+      "epoch": 3.237886036597852,
+      "grad_norm": 0.24057693779468536,
+      "learning_rate": 1.579954524261634e-05,
+      "loss": 1.234,
+      "step": 10871
+    },
+    {
+      "epoch": 3.2381838827975202,
+      "grad_norm": 0.23094598948955536,
+      "learning_rate": 1.579875943275714e-05,
+      "loss": 1.2459,
+      "step": 10872
+    },
+    {
+      "epoch": 3.238481728997189,
+      "grad_norm": 0.23706576228141785,
+      "learning_rate": 1.5797973568946965e-05,
+      "loss": 1.2446,
+      "step": 10873
+    },
+    {
+      "epoch": 3.2387795751968578,
+      "grad_norm": 0.23647253215312958,
+      "learning_rate": 1.579718765119312e-05,
+      "loss": 1.2426,
+      "step": 10874
+    },
+    {
+      "epoch": 3.2390774213965265,
+      "grad_norm": 0.23313447833061218,
+      "learning_rate": 1.579640167950292e-05,
+      "loss": 1.2452,
+      "step": 10875
+    },
+    {
+      "epoch": 3.239375267596195,
+      "grad_norm": 0.23108598589897156,
+      "learning_rate": 1.579561565388368e-05,
+      "loss": 1.2196,
+      "step": 10876
+    },
+    {
+      "epoch": 3.2396731137958636,
+      "grad_norm": 0.23014722764492035,
+      "learning_rate": 1.5794829574342717e-05,
+      "loss": 1.2129,
+      "step": 10877
+    },
+    {
+      "epoch": 3.2399709599955324,
+      "grad_norm": 0.23379579186439514,
+      "learning_rate": 1.5794043440887333e-05,
+      "loss": 1.2343,
+      "step": 10878
+    },
+    {
+      "epoch": 3.2402688061952007,
+      "grad_norm": 0.24715496599674225,
+      "learning_rate": 1.5793257253524848e-05,
+      "loss": 1.2487,
+      "step": 10879
+    },
+    {
+      "epoch": 3.2405666523948695,
+      "grad_norm": 0.24083739519119263,
+      "learning_rate": 1.579247101226258e-05,
+      "loss": 1.2565,
+      "step": 10880
+    },
+    {
+      "epoch": 3.2408644985945383,
+      "grad_norm": 0.23865579068660736,
+      "learning_rate": 1.579168471710784e-05,
+      "loss": 1.2424,
+      "step": 10881
+    },
+    {
+      "epoch": 3.241162344794207,
+      "grad_norm": 0.24451987445354462,
+      "learning_rate": 1.5790898368067945e-05,
+      "loss": 1.2374,
+      "step": 10882
+    },
+    {
+      "epoch": 3.2414601909938754,
+      "grad_norm": 0.24056999385356903,
+      "learning_rate": 1.5790111965150208e-05,
+      "loss": 1.2217,
+      "step": 10883
+    },
+    {
+      "epoch": 3.241758037193544,
+      "grad_norm": 0.2411208599805832,
+      "learning_rate": 1.578932550836195e-05,
+      "loss": 1.2213,
+      "step": 10884
+    },
+    {
+      "epoch": 3.242055883393213,
+      "grad_norm": 0.24081043899059296,
+      "learning_rate": 1.5788538997710487e-05,
+      "loss": 1.2354,
+      "step": 10885
+    },
+    {
+      "epoch": 3.2423537295928817,
+      "grad_norm": 0.238377645611763,
+      "learning_rate": 1.5787752433203136e-05,
+      "loss": 1.2285,
+      "step": 10886
+    },
+    {
+      "epoch": 3.24265157579255,
+      "grad_norm": 0.23264189064502716,
+      "learning_rate": 1.5786965814847214e-05,
+      "loss": 1.2424,
+      "step": 10887
+    },
+    {
+      "epoch": 3.242949421992219,
+      "grad_norm": 0.23121654987335205,
+      "learning_rate": 1.578617914265004e-05,
+      "loss": 1.2161,
+      "step": 10888
+    },
+    {
+      "epoch": 3.2432472681918876,
+      "grad_norm": 0.2341800332069397,
+      "learning_rate": 1.5785392416618933e-05,
+      "loss": 1.2286,
+      "step": 10889
+    },
+    {
+      "epoch": 3.243545114391556,
+      "grad_norm": 0.2328624576330185,
+      "learning_rate": 1.5784605636761218e-05,
+      "loss": 1.2207,
+      "step": 10890
+    },
+    {
+      "epoch": 3.2438429605912247,
+      "grad_norm": 0.24926938116550446,
+      "learning_rate": 1.5783818803084208e-05,
+      "loss": 1.2162,
+      "step": 10891
+    },
+    {
+      "epoch": 3.2441408067908934,
+      "grad_norm": 0.23768393695354462,
+      "learning_rate": 1.5783031915595222e-05,
+      "loss": 1.2464,
+      "step": 10892
+    },
+    {
+      "epoch": 3.2444386529905618,
+      "grad_norm": 0.2344312220811844,
+      "learning_rate": 1.578224497430159e-05,
+      "loss": 1.2441,
+      "step": 10893
+    },
+    {
+      "epoch": 3.2447364991902305,
+      "grad_norm": 0.2264043241739273,
+      "learning_rate": 1.578145797921063e-05,
+      "loss": 1.2413,
+      "step": 10894
+    },
+    {
+      "epoch": 3.2450343453898993,
+      "grad_norm": 0.23375320434570312,
+      "learning_rate": 1.5780670930329656e-05,
+      "loss": 1.2417,
+      "step": 10895
+    },
+    {
+      "epoch": 3.245332191589568,
+      "grad_norm": 0.23985905945301056,
+      "learning_rate": 1.5779883827666004e-05,
+      "loss": 1.24,
+      "step": 10896
+    },
+    {
+      "epoch": 3.2456300377892364,
+      "grad_norm": 0.23048816621303558,
+      "learning_rate": 1.577909667122699e-05,
+      "loss": 1.23,
+      "step": 10897
+    },
+    {
+      "epoch": 3.245927883988905,
+      "grad_norm": 0.23868009448051453,
+      "learning_rate": 1.5778309461019937e-05,
+      "loss": 1.2265,
+      "step": 10898
+    },
+    {
+      "epoch": 3.246225730188574,
+      "grad_norm": 0.2428135722875595,
+      "learning_rate": 1.5777522197052172e-05,
+      "loss": 1.2438,
+      "step": 10899
+    },
+    {
+      "epoch": 3.2465235763882427,
+      "grad_norm": 0.24055194854736328,
+      "learning_rate": 1.5776734879331015e-05,
+      "loss": 1.2302,
+      "step": 10900
+    },
+    {
+      "epoch": 3.246821422587911,
+      "grad_norm": 0.2537178099155426,
+      "learning_rate": 1.5775947507863795e-05,
+      "loss": 1.2404,
+      "step": 10901
+    },
+    {
+      "epoch": 3.24711926878758,
+      "grad_norm": 0.2449008971452713,
+      "learning_rate": 1.577516008265784e-05,
+      "loss": 1.235,
+      "step": 10902
+    },
+    {
+      "epoch": 3.2474171149872486,
+      "grad_norm": 0.23761901259422302,
+      "learning_rate": 1.577437260372047e-05,
+      "loss": 1.2363,
+      "step": 10903
+    },
+    {
+      "epoch": 3.247714961186917,
+      "grad_norm": 0.24395373463630676,
+      "learning_rate": 1.5773585071059013e-05,
+      "loss": 1.239,
+      "step": 10904
+    },
+    {
+      "epoch": 3.2480128073865857,
+      "grad_norm": 0.24250420928001404,
+      "learning_rate": 1.5772797484680798e-05,
+      "loss": 1.2315,
+      "step": 10905
+    },
+    {
+      "epoch": 3.2483106535862545,
+      "grad_norm": 0.23782804608345032,
+      "learning_rate": 1.5772009844593156e-05,
+      "loss": 1.2471,
+      "step": 10906
+    },
+    {
+      "epoch": 3.248608499785923,
+      "grad_norm": 0.2457427680492401,
+      "learning_rate": 1.5771222150803407e-05,
+      "loss": 1.2249,
+      "step": 10907
+    },
+    {
+      "epoch": 3.2489063459855916,
+      "grad_norm": 0.23378737270832062,
+      "learning_rate": 1.5770434403318885e-05,
+      "loss": 1.2415,
+      "step": 10908
+    },
+    {
+      "epoch": 3.2492041921852604,
+      "grad_norm": 0.23457074165344238,
+      "learning_rate": 1.5769646602146918e-05,
+      "loss": 1.2458,
+      "step": 10909
+    },
+    {
+      "epoch": 3.249502038384929,
+      "grad_norm": 0.24822695553302765,
+      "learning_rate": 1.5768858747294837e-05,
+      "loss": 1.2439,
+      "step": 10910
+    },
+    {
+      "epoch": 3.2497998845845975,
+      "grad_norm": 0.23484498262405396,
+      "learning_rate": 1.5768070838769972e-05,
+      "loss": 1.2398,
+      "step": 10911
+    },
+    {
+      "epoch": 3.2500977307842662,
+      "grad_norm": 0.24210688471794128,
+      "learning_rate": 1.5767282876579647e-05,
+      "loss": 1.2429,
+      "step": 10912
+    },
+    {
+      "epoch": 3.250395576983935,
+      "grad_norm": 0.22929832339286804,
+      "learning_rate": 1.57664948607312e-05,
+      "loss": 1.2198,
+      "step": 10913
+    },
+    {
+      "epoch": 3.2506934231836038,
+      "grad_norm": 0.24054791033267975,
+      "learning_rate": 1.5765706791231965e-05,
+      "loss": 1.2377,
+      "step": 10914
+    },
+    {
+      "epoch": 3.250991269383272,
+      "grad_norm": 0.23274177312850952,
+      "learning_rate": 1.5764918668089266e-05,
+      "loss": 1.2368,
+      "step": 10915
+    },
+    {
+      "epoch": 3.251289115582941,
+      "grad_norm": 0.24070748686790466,
+      "learning_rate": 1.5764130491310442e-05,
+      "loss": 1.2292,
+      "step": 10916
+    },
+    {
+      "epoch": 3.2515869617826096,
+      "grad_norm": 0.23932212591171265,
+      "learning_rate": 1.5763342260902824e-05,
+      "loss": 1.2513,
+      "step": 10917
+    },
+    {
+      "epoch": 3.251884807982278,
+      "grad_norm": 0.24381308257579803,
+      "learning_rate": 1.5762553976873745e-05,
+      "loss": 1.2236,
+      "step": 10918
+    },
+    {
+      "epoch": 3.2521826541819467,
+      "grad_norm": 0.23351305723190308,
+      "learning_rate": 1.5761765639230537e-05,
+      "loss": 1.2491,
+      "step": 10919
+    },
+    {
+      "epoch": 3.2524805003816155,
+      "grad_norm": 0.25579774379730225,
+      "learning_rate": 1.576097724798054e-05,
+      "loss": 1.2563,
+      "step": 10920
+    },
+    {
+      "epoch": 3.252778346581284,
+      "grad_norm": 0.23283495008945465,
+      "learning_rate": 1.5760188803131086e-05,
+      "loss": 1.226,
+      "step": 10921
+    },
+    {
+      "epoch": 3.2530761927809526,
+      "grad_norm": 0.23861253261566162,
+      "learning_rate": 1.575940030468951e-05,
+      "loss": 1.2386,
+      "step": 10922
+    },
+    {
+      "epoch": 3.2533740389806214,
+      "grad_norm": 0.25366294384002686,
+      "learning_rate": 1.575861175266315e-05,
+      "loss": 1.244,
+      "step": 10923
+    },
+    {
+      "epoch": 3.25367188518029,
+      "grad_norm": 0.2527261972427368,
+      "learning_rate": 1.5757823147059343e-05,
+      "loss": 1.2304,
+      "step": 10924
+    },
+    {
+      "epoch": 3.2539697313799585,
+      "grad_norm": 0.2507016360759735,
+      "learning_rate": 1.575703448788542e-05,
+      "loss": 1.2283,
+      "step": 10925
+    },
+    {
+      "epoch": 3.2542675775796273,
+      "grad_norm": 0.2321532815694809,
+      "learning_rate": 1.5756245775148723e-05,
+      "loss": 1.2341,
+      "step": 10926
+    },
+    {
+      "epoch": 3.254565423779296,
+      "grad_norm": 0.24228094518184662,
+      "learning_rate": 1.5755457008856598e-05,
+      "loss": 1.2465,
+      "step": 10927
+    },
+    {
+      "epoch": 3.254863269978965,
+      "grad_norm": 0.24019403755664825,
+      "learning_rate": 1.575466818901637e-05,
+      "loss": 1.248,
+      "step": 10928
+    },
+    {
+      "epoch": 3.255161116178633,
+      "grad_norm": 0.2458336353302002,
+      "learning_rate": 1.5753879315635384e-05,
+      "loss": 1.254,
+      "step": 10929
+    },
+    {
+      "epoch": 3.255458962378302,
+      "grad_norm": 0.2647082507610321,
+      "learning_rate": 1.575309038872098e-05,
+      "loss": 1.2229,
+      "step": 10930
+    },
+    {
+      "epoch": 3.2557568085779707,
+      "grad_norm": 0.24335896968841553,
+      "learning_rate": 1.57523014082805e-05,
+      "loss": 1.2437,
+      "step": 10931
+    },
+    {
+      "epoch": 3.256054654777639,
+      "grad_norm": 0.24166379868984222,
+      "learning_rate": 1.5751512374321277e-05,
+      "loss": 1.2387,
+      "step": 10932
+    },
+    {
+      "epoch": 3.2563525009773078,
+      "grad_norm": 0.27155637741088867,
+      "learning_rate": 1.5750723286850663e-05,
+      "loss": 1.2316,
+      "step": 10933
+    },
+    {
+      "epoch": 3.2566503471769765,
+      "grad_norm": 0.24128098785877228,
+      "learning_rate": 1.574993414587599e-05,
+      "loss": 1.2489,
+      "step": 10934
+    },
+    {
+      "epoch": 3.2569481933766453,
+      "grad_norm": 0.31059321761131287,
+      "learning_rate": 1.5749144951404606e-05,
+      "loss": 1.2562,
+      "step": 10935
+    },
+    {
+      "epoch": 3.2572460395763136,
+      "grad_norm": 0.24159196019172668,
+      "learning_rate": 1.574835570344385e-05,
+      "loss": 1.2447,
+      "step": 10936
+    },
+    {
+      "epoch": 3.2575438857759824,
+      "grad_norm": 0.25864771008491516,
+      "learning_rate": 1.574756640200107e-05,
+      "loss": 1.2353,
+      "step": 10937
+    },
+    {
+      "epoch": 3.257841731975651,
+      "grad_norm": 0.2590962052345276,
+      "learning_rate": 1.5746777047083607e-05,
+      "loss": 1.229,
+      "step": 10938
+    },
+    {
+      "epoch": 3.25813957817532,
+      "grad_norm": 0.23139087855815887,
+      "learning_rate": 1.57459876386988e-05,
+      "loss": 1.234,
+      "step": 10939
+    },
+    {
+      "epoch": 3.2584374243749883,
+      "grad_norm": 0.23297728598117828,
+      "learning_rate": 1.5745198176854e-05,
+      "loss": 1.2444,
+      "step": 10940
+    },
+    {
+      "epoch": 3.258735270574657,
+      "grad_norm": 0.2693626880645752,
+      "learning_rate": 1.5744408661556547e-05,
+      "loss": 1.2328,
+      "step": 10941
+    },
+    {
+      "epoch": 3.259033116774326,
+      "grad_norm": 0.25418147444725037,
+      "learning_rate": 1.5743619092813793e-05,
+      "loss": 1.2418,
+      "step": 10942
+    },
+    {
+      "epoch": 3.259330962973994,
+      "grad_norm": 0.2374105155467987,
+      "learning_rate": 1.5742829470633075e-05,
+      "loss": 1.2263,
+      "step": 10943
+    },
+    {
+      "epoch": 3.259628809173663,
+      "grad_norm": 0.24964316189289093,
+      "learning_rate": 1.5742039795021752e-05,
+      "loss": 1.2382,
+      "step": 10944
+    },
+    {
+      "epoch": 3.2599266553733317,
+      "grad_norm": 0.24822159111499786,
+      "learning_rate": 1.5741250065987158e-05,
+      "loss": 1.2376,
+      "step": 10945
+    },
+    {
+      "epoch": 3.260224501573,
+      "grad_norm": 0.2457820326089859,
+      "learning_rate": 1.5740460283536652e-05,
+      "loss": 1.2223,
+      "step": 10946
+    },
+    {
+      "epoch": 3.260522347772669,
+      "grad_norm": 0.24911081790924072,
+      "learning_rate": 1.5739670447677572e-05,
+      "loss": 1.245,
+      "step": 10947
+    },
+    {
+      "epoch": 3.2608201939723376,
+      "grad_norm": 0.23777316510677338,
+      "learning_rate": 1.5738880558417277e-05,
+      "loss": 1.2512,
+      "step": 10948
+    },
+    {
+      "epoch": 3.2611180401720063,
+      "grad_norm": 0.24039356410503387,
+      "learning_rate": 1.5738090615763107e-05,
+      "loss": 1.2284,
+      "step": 10949
+    },
+    {
+      "epoch": 3.2614158863716747,
+      "grad_norm": 0.2394830584526062,
+      "learning_rate": 1.5737300619722412e-05,
+      "loss": 1.2471,
+      "step": 10950
+    },
+    {
+      "epoch": 3.2617137325713434,
+      "grad_norm": 0.2711692452430725,
+      "learning_rate": 1.573651057030255e-05,
+      "loss": 1.234,
+      "step": 10951
+    },
+    {
+      "epoch": 3.262011578771012,
+      "grad_norm": 0.23467116057872772,
+      "learning_rate": 1.573572046751086e-05,
+      "loss": 1.2339,
+      "step": 10952
+    },
+    {
+      "epoch": 3.262309424970681,
+      "grad_norm": 0.2356289029121399,
+      "learning_rate": 1.5734930311354705e-05,
+      "loss": 1.2448,
+      "step": 10953
+    },
+    {
+      "epoch": 3.2626072711703493,
+      "grad_norm": 0.2496243566274643,
+      "learning_rate": 1.573414010184143e-05,
+      "loss": 1.2604,
+      "step": 10954
+    },
+    {
+      "epoch": 3.262905117370018,
+      "grad_norm": 0.23672722280025482,
+      "learning_rate": 1.573334983897839e-05,
+      "loss": 1.2503,
+      "step": 10955
+    },
+    {
+      "epoch": 3.263202963569687,
+      "grad_norm": 0.2826528251171112,
+      "learning_rate": 1.5732559522772926e-05,
+      "loss": 1.2452,
+      "step": 10956
+    },
+    {
+      "epoch": 3.263500809769355,
+      "grad_norm": 0.23860949277877808,
+      "learning_rate": 1.573176915323241e-05,
+      "loss": 1.2421,
+      "step": 10957
+    },
+    {
+      "epoch": 3.263798655969024,
+      "grad_norm": 0.2497885525226593,
+      "learning_rate": 1.5730978730364183e-05,
+      "loss": 1.2378,
+      "step": 10958
+    },
+    {
+      "epoch": 3.2640965021686927,
+      "grad_norm": 0.24569043517112732,
+      "learning_rate": 1.57301882541756e-05,
+      "loss": 1.2436,
+      "step": 10959
+    },
+    {
+      "epoch": 3.264394348368361,
+      "grad_norm": 0.23629222810268402,
+      "learning_rate": 1.572939772467402e-05,
+      "loss": 1.2269,
+      "step": 10960
+    },
+    {
+      "epoch": 3.26469219456803,
+      "grad_norm": 0.31353241205215454,
+      "learning_rate": 1.5728607141866797e-05,
+      "loss": 1.238,
+      "step": 10961
+    },
+    {
+      "epoch": 3.2649900407676986,
+      "grad_norm": 0.2657424211502075,
+      "learning_rate": 1.572781650576128e-05,
+      "loss": 1.2364,
+      "step": 10962
+    },
+    {
+      "epoch": 3.2652878869673674,
+      "grad_norm": 0.2878069281578064,
+      "learning_rate": 1.5727025816364834e-05,
+      "loss": 1.2491,
+      "step": 10963
+    },
+    {
+      "epoch": 3.2655857331670357,
+      "grad_norm": 0.24171844124794006,
+      "learning_rate": 1.5726235073684807e-05,
+      "loss": 1.2184,
+      "step": 10964
+    },
+    {
+      "epoch": 3.2658835793667045,
+      "grad_norm": 0.28105929493904114,
+      "learning_rate": 1.5725444277728565e-05,
+      "loss": 1.2454,
+      "step": 10965
+    },
+    {
+      "epoch": 3.2661814255663733,
+      "grad_norm": 0.2551528215408325,
+      "learning_rate": 1.572465342850346e-05,
+      "loss": 1.2454,
+      "step": 10966
+    },
+    {
+      "epoch": 3.266479271766042,
+      "grad_norm": 0.24841690063476562,
+      "learning_rate": 1.572386252601685e-05,
+      "loss": 1.2285,
+      "step": 10967
+    },
+    {
+      "epoch": 3.2667771179657104,
+      "grad_norm": 0.269426554441452,
+      "learning_rate": 1.5723071570276095e-05,
+      "loss": 1.2326,
+      "step": 10968
+    },
+    {
+      "epoch": 3.267074964165379,
+      "grad_norm": 0.23246163129806519,
+      "learning_rate": 1.572228056128855e-05,
+      "loss": 1.2284,
+      "step": 10969
+    },
+    {
+      "epoch": 3.267372810365048,
+      "grad_norm": 0.32379814982414246,
+      "learning_rate": 1.5721489499061582e-05,
+      "loss": 1.2327,
+      "step": 10970
+    },
+    {
+      "epoch": 3.2676706565647162,
+      "grad_norm": 0.25725942850112915,
+      "learning_rate": 1.572069838360254e-05,
+      "loss": 1.2391,
+      "step": 10971
+    },
+    {
+      "epoch": 3.267968502764385,
+      "grad_norm": 0.25456273555755615,
+      "learning_rate": 1.5719907214918802e-05,
+      "loss": 1.2305,
+      "step": 10972
+    },
+    {
+      "epoch": 3.2682663489640538,
+      "grad_norm": 0.24083547294139862,
+      "learning_rate": 1.571911599301771e-05,
+      "loss": 1.2487,
+      "step": 10973
+    },
+    {
+      "epoch": 3.268564195163722,
+      "grad_norm": 0.244639053940773,
+      "learning_rate": 1.571832471790663e-05,
+      "loss": 1.2312,
+      "step": 10974
+    },
+    {
+      "epoch": 3.268862041363391,
+      "grad_norm": 0.23552767932415009,
+      "learning_rate": 1.571753338959294e-05,
+      "loss": 1.2385,
+      "step": 10975
+    },
+    {
+      "epoch": 3.2691598875630596,
+      "grad_norm": 0.23945331573486328,
+      "learning_rate": 1.571674200808398e-05,
+      "loss": 1.237,
+      "step": 10976
+    },
+    {
+      "epoch": 3.2694577337627284,
+      "grad_norm": 0.23800155520439148,
+      "learning_rate": 1.5715950573387126e-05,
+      "loss": 1.2353,
+      "step": 10977
+    },
+    {
+      "epoch": 3.2697555799623967,
+      "grad_norm": 0.2597010135650635,
+      "learning_rate": 1.5715159085509734e-05,
+      "loss": 1.2584,
+      "step": 10978
+    },
+    {
+      "epoch": 3.2700534261620655,
+      "grad_norm": 0.24727323651313782,
+      "learning_rate": 1.5714367544459178e-05,
+      "loss": 1.2429,
+      "step": 10979
+    },
+    {
+      "epoch": 3.2703512723617343,
+      "grad_norm": 0.2544100880622864,
+      "learning_rate": 1.5713575950242814e-05,
+      "loss": 1.2546,
+      "step": 10980
+    },
+    {
+      "epoch": 3.270649118561403,
+      "grad_norm": 0.2520626485347748,
+      "learning_rate": 1.571278430286801e-05,
+      "loss": 1.2395,
+      "step": 10981
+    },
+    {
+      "epoch": 3.2709469647610714,
+      "grad_norm": 0.3480736017227173,
+      "learning_rate": 1.571199260234213e-05,
+      "loss": 1.2472,
+      "step": 10982
+    },
+    {
+      "epoch": 3.27124481096074,
+      "grad_norm": 0.266797810792923,
+      "learning_rate": 1.571120084867254e-05,
+      "loss": 1.2414,
+      "step": 10983
+    },
+    {
+      "epoch": 3.271542657160409,
+      "grad_norm": 0.26604586839675903,
+      "learning_rate": 1.571040904186661e-05,
+      "loss": 1.2224,
+      "step": 10984
+    },
+    {
+      "epoch": 3.2718405033600773,
+      "grad_norm": 0.26607516407966614,
+      "learning_rate": 1.57096171819317e-05,
+      "loss": 1.238,
+      "step": 10985
+    },
+    {
+      "epoch": 3.272138349559746,
+      "grad_norm": 0.236188605427742,
+      "learning_rate": 1.5708825268875182e-05,
+      "loss": 1.2227,
+      "step": 10986
+    },
+    {
+      "epoch": 3.272436195759415,
+      "grad_norm": 0.2337832897901535,
+      "learning_rate": 1.5708033302704425e-05,
+      "loss": 1.2269,
+      "step": 10987
+    },
+    {
+      "epoch": 3.272734041959083,
+      "grad_norm": 0.23533278703689575,
+      "learning_rate": 1.5707241283426792e-05,
+      "loss": 1.2442,
+      "step": 10988
+    },
+    {
+      "epoch": 3.273031888158752,
+      "grad_norm": 0.23811085522174835,
+      "learning_rate": 1.570644921104966e-05,
+      "loss": 1.2373,
+      "step": 10989
+    },
+    {
+      "epoch": 3.2733297343584207,
+      "grad_norm": 0.2450307458639145,
+      "learning_rate": 1.570565708558039e-05,
+      "loss": 1.2455,
+      "step": 10990
+    },
+    {
+      "epoch": 3.2736275805580894,
+      "grad_norm": 0.26522406935691833,
+      "learning_rate": 1.5704864907026357e-05,
+      "loss": 1.2318,
+      "step": 10991
+    },
+    {
+      "epoch": 3.2739254267577578,
+      "grad_norm": 0.25072145462036133,
+      "learning_rate": 1.5704072675394932e-05,
+      "loss": 1.2399,
+      "step": 10992
+    },
+    {
+      "epoch": 3.2742232729574265,
+      "grad_norm": 0.25735607743263245,
+      "learning_rate": 1.570328039069348e-05,
+      "loss": 1.2441,
+      "step": 10993
+    },
+    {
+      "epoch": 3.2745211191570953,
+      "grad_norm": 0.30827564001083374,
+      "learning_rate": 1.5702488052929376e-05,
+      "loss": 1.2461,
+      "step": 10994
+    },
+    {
+      "epoch": 3.274818965356764,
+      "grad_norm": 0.2914036214351654,
+      "learning_rate": 1.5701695662109994e-05,
+      "loss": 1.2289,
+      "step": 10995
+    },
+    {
+      "epoch": 3.2751168115564324,
+      "grad_norm": 0.2513253092765808,
+      "learning_rate": 1.5700903218242703e-05,
+      "loss": 1.2206,
+      "step": 10996
+    },
+    {
+      "epoch": 3.275414657756101,
+      "grad_norm": 0.42634081840515137,
+      "learning_rate": 1.5700110721334877e-05,
+      "loss": 1.2496,
+      "step": 10997
+    },
+    {
+      "epoch": 3.27571250395577,
+      "grad_norm": 0.31619492173194885,
+      "learning_rate": 1.569931817139389e-05,
+      "loss": 1.2364,
+      "step": 10998
+    },
+    {
+      "epoch": 3.2760103501554383,
+      "grad_norm": 0.2968463897705078,
+      "learning_rate": 1.5698525568427118e-05,
+      "loss": 1.233,
+      "step": 10999
+    },
+    {
+      "epoch": 3.276308196355107,
+      "grad_norm": 0.24828587472438812,
+      "learning_rate": 1.569773291244193e-05,
+      "loss": 1.2265,
+      "step": 11000
+    },
+    {
+      "epoch": 3.276308196355107,
+      "eval_loss": 1.3360927104949951,
+      "eval_runtime": 20.0927,
+      "eval_samples_per_second": 86.3,
+      "eval_steps_per_second": 5.425,
+      "step": 11000
+    },
+    {
+      "epoch": 3.276606042554776,
+      "grad_norm": 0.3992263674736023,
+      "learning_rate": 1.5696940203445704e-05,
+      "loss": 1.2192,
+      "step": 11001
+    },
+    {
+      "epoch": 3.2769038887544446,
+      "grad_norm": 0.2677016258239746,
+      "learning_rate": 1.5696147441445812e-05,
+      "loss": 1.2429,
+      "step": 11002
+    },
+    {
+      "epoch": 3.277201734954113,
+      "grad_norm": 0.28629764914512634,
+      "learning_rate": 1.5695354626449633e-05,
+      "loss": 1.2413,
+      "step": 11003
+    },
+    {
+      "epoch": 3.2774995811537817,
+      "grad_norm": 0.25016868114471436,
+      "learning_rate": 1.569456175846454e-05,
+      "loss": 1.2173,
+      "step": 11004
+    },
+    {
+      "epoch": 3.2777974273534505,
+      "grad_norm": 0.3337778151035309,
+      "learning_rate": 1.569376883749792e-05,
+      "loss": 1.2294,
+      "step": 11005
+    },
+    {
+      "epoch": 3.2780952735531192,
+      "grad_norm": 0.24379444122314453,
+      "learning_rate": 1.5692975863557136e-05,
+      "loss": 1.2319,
+      "step": 11006
+    },
+    {
+      "epoch": 3.2783931197527876,
+      "grad_norm": 0.24937567114830017,
+      "learning_rate": 1.5692182836649573e-05,
+      "loss": 1.2347,
+      "step": 11007
+    },
+    {
+      "epoch": 3.2786909659524563,
+      "grad_norm": 0.2599264979362488,
+      "learning_rate": 1.5691389756782607e-05,
+      "loss": 1.2317,
+      "step": 11008
+    },
+    {
+      "epoch": 3.278988812152125,
+      "grad_norm": 0.24208100140094757,
+      "learning_rate": 1.569059662396362e-05,
+      "loss": 1.2197,
+      "step": 11009
+    },
+    {
+      "epoch": 3.2792866583517934,
+      "grad_norm": 0.3027574419975281,
+      "learning_rate": 1.568980343819999e-05,
+      "loss": 1.245,
+      "step": 11010
+    },
+    {
+      "epoch": 3.279584504551462,
+      "grad_norm": 0.24216900765895844,
+      "learning_rate": 1.5689010199499094e-05,
+      "loss": 1.2268,
+      "step": 11011
+    },
+    {
+      "epoch": 3.279882350751131,
+      "grad_norm": 0.27850988507270813,
+      "learning_rate": 1.5688216907868318e-05,
+      "loss": 1.2227,
+      "step": 11012
+    },
+    {
+      "epoch": 3.2801801969507993,
+      "grad_norm": 0.24350112676620483,
+      "learning_rate": 1.5687423563315034e-05,
+      "loss": 1.233,
+      "step": 11013
+    },
+    {
+      "epoch": 3.280478043150468,
+      "grad_norm": 0.2829402983188629,
+      "learning_rate": 1.568663016584663e-05,
+      "loss": 1.2286,
+      "step": 11014
+    },
+    {
+      "epoch": 3.280775889350137,
+      "grad_norm": 0.2563793957233429,
+      "learning_rate": 1.5685836715470485e-05,
+      "loss": 1.2421,
+      "step": 11015
+    },
+    {
+      "epoch": 3.2810737355498056,
+      "grad_norm": 0.24953509867191315,
+      "learning_rate": 1.5685043212193985e-05,
+      "loss": 1.2567,
+      "step": 11016
+    },
+    {
+      "epoch": 3.281371581749474,
+      "grad_norm": 0.2540299892425537,
+      "learning_rate": 1.568424965602451e-05,
+      "loss": 1.2401,
+      "step": 11017
+    },
+    {
+      "epoch": 3.2816694279491427,
+      "grad_norm": 0.24344053864479065,
+      "learning_rate": 1.568345604696944e-05,
+      "loss": 1.2303,
+      "step": 11018
+    },
+    {
+      "epoch": 3.2819672741488115,
+      "grad_norm": 0.35500892996788025,
+      "learning_rate": 1.568266238503616e-05,
+      "loss": 1.2503,
+      "step": 11019
+    },
+    {
+      "epoch": 3.2822651203484803,
+      "grad_norm": 0.23837926983833313,
+      "learning_rate": 1.568186867023206e-05,
+      "loss": 1.2318,
+      "step": 11020
+    },
+    {
+      "epoch": 3.2825629665481486,
+      "grad_norm": 0.25181010365486145,
+      "learning_rate": 1.5681074902564516e-05,
+      "loss": 1.2267,
+      "step": 11021
+    },
+    {
+      "epoch": 3.2828608127478174,
+      "grad_norm": 0.25234049558639526,
+      "learning_rate": 1.568028108204092e-05,
+      "loss": 1.2371,
+      "step": 11022
+    },
+    {
+      "epoch": 3.283158658947486,
+      "grad_norm": 0.26462599635124207,
+      "learning_rate": 1.5679487208668653e-05,
+      "loss": 1.2413,
+      "step": 11023
+    },
+    {
+      "epoch": 3.2834565051471545,
+      "grad_norm": 0.286300390958786,
+      "learning_rate": 1.5678693282455103e-05,
+      "loss": 1.2372,
+      "step": 11024
+    },
+    {
+      "epoch": 3.2837543513468233,
+      "grad_norm": 0.282059907913208,
+      "learning_rate": 1.5677899303407657e-05,
+      "loss": 1.241,
+      "step": 11025
+    },
+    {
+      "epoch": 3.284052197546492,
+      "grad_norm": 0.274752140045166,
+      "learning_rate": 1.5677105271533704e-05,
+      "loss": 1.2253,
+      "step": 11026
+    },
+    {
+      "epoch": 3.2843500437461604,
+      "grad_norm": 0.27365416288375854,
+      "learning_rate": 1.5676311186840626e-05,
+      "loss": 1.2475,
+      "step": 11027
+    },
+    {
+      "epoch": 3.284647889945829,
+      "grad_norm": 0.2936675548553467,
+      "learning_rate": 1.567551704933582e-05,
+      "loss": 1.2123,
+      "step": 11028
+    },
+    {
+      "epoch": 3.284945736145498,
+      "grad_norm": 0.28637778759002686,
+      "learning_rate": 1.5674722859026664e-05,
+      "loss": 1.2391,
+      "step": 11029
+    },
+    {
+      "epoch": 3.2852435823451667,
+      "grad_norm": 0.2901567816734314,
+      "learning_rate": 1.5673928615920552e-05,
+      "loss": 1.2343,
+      "step": 11030
+    },
+    {
+      "epoch": 3.285541428544835,
+      "grad_norm": 0.26433366537094116,
+      "learning_rate": 1.5673134320024874e-05,
+      "loss": 1.2494,
+      "step": 11031
+    },
+    {
+      "epoch": 3.2858392747445038,
+      "grad_norm": 0.2561134099960327,
+      "learning_rate": 1.567233997134702e-05,
+      "loss": 1.2368,
+      "step": 11032
+    },
+    {
+      "epoch": 3.2861371209441725,
+      "grad_norm": 0.25221318006515503,
+      "learning_rate": 1.5671545569894382e-05,
+      "loss": 1.2269,
+      "step": 11033
+    },
+    {
+      "epoch": 3.2864349671438413,
+      "grad_norm": 0.2477511763572693,
+      "learning_rate": 1.5670751115674345e-05,
+      "loss": 1.2328,
+      "step": 11034
+    },
+    {
+      "epoch": 3.2867328133435096,
+      "grad_norm": 0.2927154004573822,
+      "learning_rate": 1.566995660869431e-05,
+      "loss": 1.2292,
+      "step": 11035
+    },
+    {
+      "epoch": 3.2870306595431784,
+      "grad_norm": 0.24017727375030518,
+      "learning_rate": 1.5669162048961654e-05,
+      "loss": 1.2336,
+      "step": 11036
+    },
+    {
+      "epoch": 3.287328505742847,
+      "grad_norm": 0.24952299892902374,
+      "learning_rate": 1.566836743648379e-05,
+      "loss": 1.2286,
+      "step": 11037
+    },
+    {
+      "epoch": 3.2876263519425155,
+      "grad_norm": 0.24183036386966705,
+      "learning_rate": 1.5667572771268092e-05,
+      "loss": 1.2458,
+      "step": 11038
+    },
+    {
+      "epoch": 3.2879241981421843,
+      "grad_norm": 0.25494590401649475,
+      "learning_rate": 1.5666778053321964e-05,
+      "loss": 1.2482,
+      "step": 11039
+    },
+    {
+      "epoch": 3.288222044341853,
+      "grad_norm": 0.2713030278682709,
+      "learning_rate": 1.5665983282652803e-05,
+      "loss": 1.2168,
+      "step": 11040
+    },
+    {
+      "epoch": 3.2885198905415214,
+      "grad_norm": 0.24221836030483246,
+      "learning_rate": 1.5665188459267994e-05,
+      "loss": 1.2398,
+      "step": 11041
+    },
+    {
+      "epoch": 3.28881773674119,
+      "grad_norm": 0.27836811542510986,
+      "learning_rate": 1.5664393583174933e-05,
+      "loss": 1.2482,
+      "step": 11042
+    },
+    {
+      "epoch": 3.289115582940859,
+      "grad_norm": 0.2528473436832428,
+      "learning_rate": 1.5663598654381024e-05,
+      "loss": 1.2275,
+      "step": 11043
+    },
+    {
+      "epoch": 3.2894134291405277,
+      "grad_norm": 0.2529313564300537,
+      "learning_rate": 1.5662803672893653e-05,
+      "loss": 1.2234,
+      "step": 11044
+    },
+    {
+      "epoch": 3.289711275340196,
+      "grad_norm": 0.23660457134246826,
+      "learning_rate": 1.566200863872022e-05,
+      "loss": 1.2442,
+      "step": 11045
+    },
+    {
+      "epoch": 3.290009121539865,
+      "grad_norm": 0.3444722890853882,
+      "learning_rate": 1.5661213551868126e-05,
+      "loss": 1.2257,
+      "step": 11046
+    },
+    {
+      "epoch": 3.2903069677395336,
+      "grad_norm": 0.2877964675426483,
+      "learning_rate": 1.5660418412344762e-05,
+      "loss": 1.2298,
+      "step": 11047
+    },
+    {
+      "epoch": 3.2906048139392023,
+      "grad_norm": 0.3301161527633667,
+      "learning_rate": 1.565962322015753e-05,
+      "loss": 1.2434,
+      "step": 11048
+    },
+    {
+      "epoch": 3.2909026601388707,
+      "grad_norm": 0.2551535665988922,
+      "learning_rate": 1.5658827975313828e-05,
+      "loss": 1.2393,
+      "step": 11049
+    },
+    {
+      "epoch": 3.2912005063385394,
+      "grad_norm": 0.426665335893631,
+      "learning_rate": 1.5658032677821052e-05,
+      "loss": 1.2372,
+      "step": 11050
+    },
+    {
+      "epoch": 3.291498352538208,
+      "grad_norm": 0.28886961936950684,
+      "learning_rate": 1.5657237327686606e-05,
+      "loss": 1.233,
+      "step": 11051
+    },
+    {
+      "epoch": 3.2917961987378765,
+      "grad_norm": 0.2779581546783447,
+      "learning_rate": 1.5656441924917888e-05,
+      "loss": 1.2304,
+      "step": 11052
+    },
+    {
+      "epoch": 3.2920940449375453,
+      "grad_norm": 0.24516701698303223,
+      "learning_rate": 1.5655646469522294e-05,
+      "loss": 1.2297,
+      "step": 11053
+    },
+    {
+      "epoch": 3.292391891137214,
+      "grad_norm": 0.2536821663379669,
+      "learning_rate": 1.565485096150723e-05,
+      "loss": 1.2441,
+      "step": 11054
+    },
+    {
+      "epoch": 3.292689737336883,
+      "grad_norm": 0.2568303644657135,
+      "learning_rate": 1.5654055400880097e-05,
+      "loss": 1.227,
+      "step": 11055
+    },
+    {
+      "epoch": 3.292987583536551,
+      "grad_norm": 0.24783992767333984,
+      "learning_rate": 1.5653259787648293e-05,
+      "loss": 1.2229,
+      "step": 11056
+    },
+    {
+      "epoch": 3.29328542973622,
+      "grad_norm": 0.23471763730049133,
+      "learning_rate": 1.5652464121819226e-05,
+      "loss": 1.2214,
+      "step": 11057
+    },
+    {
+      "epoch": 3.2935832759358887,
+      "grad_norm": 0.24588479101657867,
+      "learning_rate": 1.5651668403400292e-05,
+      "loss": 1.2408,
+      "step": 11058
+    },
+    {
+      "epoch": 3.293881122135557,
+      "grad_norm": 0.2398025542497635,
+      "learning_rate": 1.56508726323989e-05,
+      "loss": 1.2487,
+      "step": 11059
+    },
+    {
+      "epoch": 3.294178968335226,
+      "grad_norm": 0.25474634766578674,
+      "learning_rate": 1.5650076808822453e-05,
+      "loss": 1.2292,
+      "step": 11060
+    },
+    {
+      "epoch": 3.2944768145348946,
+      "grad_norm": 0.2357475310564041,
+      "learning_rate": 1.5649280932678354e-05,
+      "loss": 1.242,
+      "step": 11061
+    },
+    {
+      "epoch": 3.2947746607345634,
+      "grad_norm": 0.2470824271440506,
+      "learning_rate": 1.5648485003974004e-05,
+      "loss": 1.2502,
+      "step": 11062
+    },
+    {
+      "epoch": 3.2950725069342317,
+      "grad_norm": 0.25632765889167786,
+      "learning_rate": 1.5647689022716813e-05,
+      "loss": 1.2338,
+      "step": 11063
+    },
+    {
+      "epoch": 3.2953703531339005,
+      "grad_norm": 0.24734733998775482,
+      "learning_rate": 1.5646892988914187e-05,
+      "loss": 1.2301,
+      "step": 11064
+    },
+    {
+      "epoch": 3.2956681993335692,
+      "grad_norm": 0.24102622270584106,
+      "learning_rate": 1.5646096902573533e-05,
+      "loss": 1.2313,
+      "step": 11065
+    },
+    {
+      "epoch": 3.2959660455332376,
+      "grad_norm": 0.23595453798770905,
+      "learning_rate": 1.5645300763702253e-05,
+      "loss": 1.246,
+      "step": 11066
+    },
+    {
+      "epoch": 3.2962638917329063,
+      "grad_norm": 0.24554964900016785,
+      "learning_rate": 1.564450457230776e-05,
+      "loss": 1.2552,
+      "step": 11067
+    },
+    {
+      "epoch": 3.296561737932575,
+      "grad_norm": 0.23637695610523224,
+      "learning_rate": 1.5643708328397455e-05,
+      "loss": 1.253,
+      "step": 11068
+    },
+    {
+      "epoch": 3.296859584132244,
+      "grad_norm": 0.2340025156736374,
+      "learning_rate": 1.5642912031978748e-05,
+      "loss": 1.228,
+      "step": 11069
+    },
+    {
+      "epoch": 3.297157430331912,
+      "grad_norm": 0.2444021850824356,
+      "learning_rate": 1.564211568305905e-05,
+      "loss": 1.2328,
+      "step": 11070
+    },
+    {
+      "epoch": 3.297455276531581,
+      "grad_norm": 0.24834030866622925,
+      "learning_rate": 1.564131928164577e-05,
+      "loss": 1.2504,
+      "step": 11071
+    },
+    {
+      "epoch": 3.2977531227312498,
+      "grad_norm": 0.2617681920528412,
+      "learning_rate": 1.564052282774632e-05,
+      "loss": 1.2386,
+      "step": 11072
+    },
+    {
+      "epoch": 3.2980509689309185,
+      "grad_norm": 0.24876558780670166,
+      "learning_rate": 1.56397263213681e-05,
+      "loss": 1.2429,
+      "step": 11073
+    },
+    {
+      "epoch": 3.298348815130587,
+      "grad_norm": 0.2376701533794403,
+      "learning_rate": 1.5638929762518537e-05,
+      "loss": 1.2425,
+      "step": 11074
+    },
+    {
+      "epoch": 3.2986466613302556,
+      "grad_norm": 0.2451256811618805,
+      "learning_rate": 1.5638133151205026e-05,
+      "loss": 1.2413,
+      "step": 11075
+    },
+    {
+      "epoch": 3.2989445075299244,
+      "grad_norm": 0.3038402497768402,
+      "learning_rate": 1.5637336487434988e-05,
+      "loss": 1.2606,
+      "step": 11076
+    },
+    {
+      "epoch": 3.2992423537295927,
+      "grad_norm": 0.3035128712654114,
+      "learning_rate": 1.563653977121583e-05,
+      "loss": 1.212,
+      "step": 11077
+    },
+    {
+      "epoch": 3.2995401999292615,
+      "grad_norm": 0.243771031498909,
+      "learning_rate": 1.5635743002554968e-05,
+      "loss": 1.2518,
+      "step": 11078
+    },
+    {
+      "epoch": 3.2998380461289303,
+      "grad_norm": 0.3867659568786621,
+      "learning_rate": 1.5634946181459815e-05,
+      "loss": 1.2285,
+      "step": 11079
+    },
+    {
+      "epoch": 3.3001358923285986,
+      "grad_norm": 0.3225020468235016,
+      "learning_rate": 1.5634149307937782e-05,
+      "loss": 1.24,
+      "step": 11080
+    },
+    {
+      "epoch": 3.3004337385282674,
+      "grad_norm": 0.253110408782959,
+      "learning_rate": 1.5633352381996284e-05,
+      "loss": 1.2529,
+      "step": 11081
+    },
+    {
+      "epoch": 3.300731584727936,
+      "grad_norm": 0.3336648941040039,
+      "learning_rate": 1.5632555403642736e-05,
+      "loss": 1.2554,
+      "step": 11082
+    },
+    {
+      "epoch": 3.301029430927605,
+      "grad_norm": 0.2612948715686798,
+      "learning_rate": 1.5631758372884558e-05,
+      "loss": 1.253,
+      "step": 11083
+    },
+    {
+      "epoch": 3.3013272771272733,
+      "grad_norm": 0.26156461238861084,
+      "learning_rate": 1.5630961289729158e-05,
+      "loss": 1.2434,
+      "step": 11084
+    },
+    {
+      "epoch": 3.301625123326942,
+      "grad_norm": 0.27161288261413574,
+      "learning_rate": 1.563016415418395e-05,
+      "loss": 1.2323,
+      "step": 11085
+    },
+    {
+      "epoch": 3.301922969526611,
+      "grad_norm": 0.2873471975326538,
+      "learning_rate": 1.5629366966256362e-05,
+      "loss": 1.2315,
+      "step": 11086
+    },
+    {
+      "epoch": 3.3022208157262796,
+      "grad_norm": 0.2846321165561676,
+      "learning_rate": 1.56285697259538e-05,
+      "loss": 1.224,
+      "step": 11087
+    },
+    {
+      "epoch": 3.302518661925948,
+      "grad_norm": 0.265316367149353,
+      "learning_rate": 1.5627772433283685e-05,
+      "loss": 1.2408,
+      "step": 11088
+    },
+    {
+      "epoch": 3.3028165081256167,
+      "grad_norm": 0.280942440032959,
+      "learning_rate": 1.5626975088253436e-05,
+      "loss": 1.2403,
+      "step": 11089
+    },
+    {
+      "epoch": 3.3031143543252854,
+      "grad_norm": 0.25459396839141846,
+      "learning_rate": 1.562617769087047e-05,
+      "loss": 1.2249,
+      "step": 11090
+    },
+    {
+      "epoch": 3.3034122005249538,
+      "grad_norm": 0.33199477195739746,
+      "learning_rate": 1.5625380241142206e-05,
+      "loss": 1.2198,
+      "step": 11091
+    },
+    {
+      "epoch": 3.3037100467246225,
+      "grad_norm": 0.2421032041311264,
+      "learning_rate": 1.5624582739076067e-05,
+      "loss": 1.2216,
+      "step": 11092
+    },
+    {
+      "epoch": 3.3040078929242913,
+      "grad_norm": 0.5085775852203369,
+      "learning_rate": 1.5623785184679468e-05,
+      "loss": 1.2399,
+      "step": 11093
+    },
+    {
+      "epoch": 3.3043057391239596,
+      "grad_norm": 0.32602718472480774,
+      "learning_rate": 1.5622987577959827e-05,
+      "loss": 1.2397,
+      "step": 11094
+    },
+    {
+      "epoch": 3.3046035853236284,
+      "grad_norm": 0.3089933395385742,
+      "learning_rate": 1.5622189918924575e-05,
+      "loss": 1.2216,
+      "step": 11095
+    },
+    {
+      "epoch": 3.304901431523297,
+      "grad_norm": 0.2592551112174988,
+      "learning_rate": 1.5621392207581125e-05,
+      "loss": 1.2513,
+      "step": 11096
+    },
+    {
+      "epoch": 3.305199277722966,
+      "grad_norm": 0.3399773836135864,
+      "learning_rate": 1.56205944439369e-05,
+      "loss": 1.2415,
+      "step": 11097
+    },
+    {
+      "epoch": 3.3054971239226343,
+      "grad_norm": 0.2785807251930237,
+      "learning_rate": 1.5619796627999326e-05,
+      "loss": 1.2077,
+      "step": 11098
+    },
+    {
+      "epoch": 3.305794970122303,
+      "grad_norm": 0.2429707944393158,
+      "learning_rate": 1.561899875977582e-05,
+      "loss": 1.2334,
+      "step": 11099
+    },
+    {
+      "epoch": 3.306092816321972,
+      "grad_norm": 0.25270265340805054,
+      "learning_rate": 1.5618200839273813e-05,
+      "loss": 1.2291,
+      "step": 11100
+    },
+    {
+      "epoch": 3.3063906625216406,
+      "grad_norm": 0.2738122045993805,
+      "learning_rate": 1.561740286650072e-05,
+      "loss": 1.2364,
+      "step": 11101
+    },
+    {
+      "epoch": 3.306688508721309,
+      "grad_norm": 0.23685142397880554,
+      "learning_rate": 1.5616604841463973e-05,
+      "loss": 1.2413,
+      "step": 11102
+    },
+    {
+      "epoch": 3.3069863549209777,
+      "grad_norm": 0.3383182883262634,
+      "learning_rate": 1.5615806764170987e-05,
+      "loss": 1.2378,
+      "step": 11103
+    },
+    {
+      "epoch": 3.3072842011206465,
+      "grad_norm": 0.26384952664375305,
+      "learning_rate": 1.5615008634629197e-05,
+      "loss": 1.2336,
+      "step": 11104
+    },
+    {
+      "epoch": 3.307582047320315,
+      "grad_norm": 0.2673135995864868,
+      "learning_rate": 1.5614210452846027e-05,
+      "loss": 1.2495,
+      "step": 11105
+    },
+    {
+      "epoch": 3.3078798935199836,
+      "grad_norm": 0.2639603614807129,
+      "learning_rate": 1.56134122188289e-05,
+      "loss": 1.2412,
+      "step": 11106
+    },
+    {
+      "epoch": 3.3081777397196523,
+      "grad_norm": 0.2544959485530853,
+      "learning_rate": 1.5612613932585243e-05,
+      "loss": 1.233,
+      "step": 11107
+    },
+    {
+      "epoch": 3.3084755859193207,
+      "grad_norm": 0.24230916798114777,
+      "learning_rate": 1.5611815594122485e-05,
+      "loss": 1.2295,
+      "step": 11108
+    },
+    {
+      "epoch": 3.3087734321189894,
+      "grad_norm": 0.24680808186531067,
+      "learning_rate": 1.5611017203448054e-05,
+      "loss": 1.2267,
+      "step": 11109
+    },
+    {
+      "epoch": 3.309071278318658,
+      "grad_norm": 0.2686762511730194,
+      "learning_rate": 1.5610218760569377e-05,
+      "loss": 1.2474,
+      "step": 11110
+    },
+    {
+      "epoch": 3.309369124518327,
+      "grad_norm": 0.25730791687965393,
+      "learning_rate": 1.560942026549388e-05,
+      "loss": 1.2473,
+      "step": 11111
+    },
+    {
+      "epoch": 3.3096669707179953,
+      "grad_norm": 0.2545897960662842,
+      "learning_rate": 1.5608621718228996e-05,
+      "loss": 1.2294,
+      "step": 11112
+    },
+    {
+      "epoch": 3.309964816917664,
+      "grad_norm": 0.24847790598869324,
+      "learning_rate": 1.560782311878215e-05,
+      "loss": 1.2383,
+      "step": 11113
+    },
+    {
+      "epoch": 3.310262663117333,
+      "grad_norm": 0.24648483097553253,
+      "learning_rate": 1.5607024467160782e-05,
+      "loss": 1.2471,
+      "step": 11114
+    },
+    {
+      "epoch": 3.3105605093170016,
+      "grad_norm": 0.25031670928001404,
+      "learning_rate": 1.560622576337231e-05,
+      "loss": 1.2207,
+      "step": 11115
+    },
+    {
+      "epoch": 3.31085835551667,
+      "grad_norm": 0.2567838430404663,
+      "learning_rate": 1.5605427007424175e-05,
+      "loss": 1.2409,
+      "step": 11116
+    },
+    {
+      "epoch": 3.3111562017163387,
+      "grad_norm": 0.24459747970104218,
+      "learning_rate": 1.5604628199323803e-05,
+      "loss": 1.2244,
+      "step": 11117
+    },
+    {
+      "epoch": 3.3114540479160075,
+      "grad_norm": 0.260470986366272,
+      "learning_rate": 1.5603829339078626e-05,
+      "loss": 1.2329,
+      "step": 11118
+    },
+    {
+      "epoch": 3.311751894115676,
+      "grad_norm": 0.24614861607551575,
+      "learning_rate": 1.5603030426696078e-05,
+      "loss": 1.2427,
+      "step": 11119
+    },
+    {
+      "epoch": 3.3120497403153446,
+      "grad_norm": 0.24856600165367126,
+      "learning_rate": 1.5602231462183595e-05,
+      "loss": 1.2446,
+      "step": 11120
+    },
+    {
+      "epoch": 3.3123475865150134,
+      "grad_norm": 0.2849280536174774,
+      "learning_rate": 1.5601432445548604e-05,
+      "loss": 1.2428,
+      "step": 11121
+    },
+    {
+      "epoch": 3.312645432714682,
+      "grad_norm": 0.25962498784065247,
+      "learning_rate": 1.5600633376798546e-05,
+      "loss": 1.2337,
+      "step": 11122
+    },
+    {
+      "epoch": 3.3129432789143505,
+      "grad_norm": 0.2747041583061218,
+      "learning_rate": 1.559983425594085e-05,
+      "loss": 1.2329,
+      "step": 11123
+    },
+    {
+      "epoch": 3.3132411251140192,
+      "grad_norm": 0.2400052845478058,
+      "learning_rate": 1.559903508298295e-05,
+      "loss": 1.2384,
+      "step": 11124
+    },
+    {
+      "epoch": 3.313538971313688,
+      "grad_norm": 0.2882014513015747,
+      "learning_rate": 1.5598235857932288e-05,
+      "loss": 1.2385,
+      "step": 11125
+    },
+    {
+      "epoch": 3.3138368175133563,
+      "grad_norm": 0.23737503588199615,
+      "learning_rate": 1.559743658079629e-05,
+      "loss": 1.2276,
+      "step": 11126
+    },
+    {
+      "epoch": 3.314134663713025,
+      "grad_norm": 0.281827837228775,
+      "learning_rate": 1.5596637251582406e-05,
+      "loss": 1.2281,
+      "step": 11127
+    },
+    {
+      "epoch": 3.314432509912694,
+      "grad_norm": 0.23551490902900696,
+      "learning_rate": 1.5595837870298064e-05,
+      "loss": 1.2313,
+      "step": 11128
+    },
+    {
+      "epoch": 3.3147303561123627,
+      "grad_norm": 0.2924799621105194,
+      "learning_rate": 1.5595038436950697e-05,
+      "loss": 1.2305,
+      "step": 11129
+    },
+    {
+      "epoch": 3.315028202312031,
+      "grad_norm": 0.24237075448036194,
+      "learning_rate": 1.5594238951547754e-05,
+      "loss": 1.224,
+      "step": 11130
+    },
+    {
+      "epoch": 3.3153260485116998,
+      "grad_norm": 0.3355448544025421,
+      "learning_rate": 1.5593439414096666e-05,
+      "loss": 1.2228,
+      "step": 11131
+    },
+    {
+      "epoch": 3.3156238947113685,
+      "grad_norm": 0.2854815125465393,
+      "learning_rate": 1.5592639824604874e-05,
+      "loss": 1.2352,
+      "step": 11132
+    },
+    {
+      "epoch": 3.315921740911037,
+      "grad_norm": 0.24154211580753326,
+      "learning_rate": 1.5591840183079817e-05,
+      "loss": 1.2457,
+      "step": 11133
+    },
+    {
+      "epoch": 3.3162195871107056,
+      "grad_norm": 0.24469321966171265,
+      "learning_rate": 1.5591040489528936e-05,
+      "loss": 1.2235,
+      "step": 11134
+    },
+    {
+      "epoch": 3.3165174333103744,
+      "grad_norm": 0.24999083578586578,
+      "learning_rate": 1.5590240743959667e-05,
+      "loss": 1.2596,
+      "step": 11135
+    },
+    {
+      "epoch": 3.316815279510043,
+      "grad_norm": 0.24260610342025757,
+      "learning_rate": 1.5589440946379456e-05,
+      "loss": 1.234,
+      "step": 11136
+    },
+    {
+      "epoch": 3.3171131257097115,
+      "grad_norm": 0.2558267116546631,
+      "learning_rate": 1.558864109679574e-05,
+      "loss": 1.241,
+      "step": 11137
+    },
+    {
+      "epoch": 3.3174109719093803,
+      "grad_norm": 0.27146750688552856,
+      "learning_rate": 1.5587841195215963e-05,
+      "loss": 1.2618,
+      "step": 11138
+    },
+    {
+      "epoch": 3.317708818109049,
+      "grad_norm": 0.2366420477628708,
+      "learning_rate": 1.558704124164757e-05,
+      "loss": 1.2395,
+      "step": 11139
+    },
+    {
+      "epoch": 3.318006664308718,
+      "grad_norm": 0.25245681405067444,
+      "learning_rate": 1.5586241236097995e-05,
+      "loss": 1.2289,
+      "step": 11140
+    },
+    {
+      "epoch": 3.318304510508386,
+      "grad_norm": 0.2500971555709839,
+      "learning_rate": 1.5585441178574688e-05,
+      "loss": 1.2464,
+      "step": 11141
+    },
+    {
+      "epoch": 3.318602356708055,
+      "grad_norm": 0.2692393958568573,
+      "learning_rate": 1.5584641069085097e-05,
+      "loss": 1.2469,
+      "step": 11142
+    },
+    {
+      "epoch": 3.3189002029077237,
+      "grad_norm": 0.41690102219581604,
+      "learning_rate": 1.5583840907636655e-05,
+      "loss": 1.2207,
+      "step": 11143
+    },
+    {
+      "epoch": 3.319198049107392,
+      "grad_norm": 0.2596820592880249,
+      "learning_rate": 1.5583040694236812e-05,
+      "loss": 1.2374,
+      "step": 11144
+    },
+    {
+      "epoch": 3.319495895307061,
+      "grad_norm": 0.2902927100658417,
+      "learning_rate": 1.5582240428893013e-05,
+      "loss": 1.2273,
+      "step": 11145
+    },
+    {
+      "epoch": 3.3197937415067296,
+      "grad_norm": 0.2572629153728485,
+      "learning_rate": 1.5581440111612707e-05,
+      "loss": 1.2404,
+      "step": 11146
+    },
+    {
+      "epoch": 3.320091587706398,
+      "grad_norm": 0.33107370138168335,
+      "learning_rate": 1.5580639742403332e-05,
+      "loss": 1.2392,
+      "step": 11147
+    },
+    {
+      "epoch": 3.3203894339060667,
+      "grad_norm": 0.27607280015945435,
+      "learning_rate": 1.5579839321272342e-05,
+      "loss": 1.2241,
+      "step": 11148
+    },
+    {
+      "epoch": 3.3206872801057354,
+      "grad_norm": 0.28077617287635803,
+      "learning_rate": 1.5579038848227184e-05,
+      "loss": 1.2272,
+      "step": 11149
+    },
+    {
+      "epoch": 3.320985126305404,
+      "grad_norm": 0.2819717824459076,
+      "learning_rate": 1.5578238323275298e-05,
+      "loss": 1.2274,
+      "step": 11150
+    },
+    {
+      "epoch": 3.3212829725050725,
+      "grad_norm": 0.24944089353084564,
+      "learning_rate": 1.5577437746424138e-05,
+      "loss": 1.2516,
+      "step": 11151
+    },
+    {
+      "epoch": 3.3215808187047413,
+      "grad_norm": 0.3945283591747284,
+      "learning_rate": 1.557663711768115e-05,
+      "loss": 1.2347,
+      "step": 11152
+    },
+    {
+      "epoch": 3.32187866490441,
+      "grad_norm": 0.36648494005203247,
+      "learning_rate": 1.5575836437053787e-05,
+      "loss": 1.2292,
+      "step": 11153
+    },
+    {
+      "epoch": 3.322176511104079,
+      "grad_norm": 0.30352574586868286,
+      "learning_rate": 1.5575035704549498e-05,
+      "loss": 1.2408,
+      "step": 11154
+    },
+    {
+      "epoch": 3.322474357303747,
+      "grad_norm": 0.30668723583221436,
+      "learning_rate": 1.5574234920175727e-05,
+      "loss": 1.2316,
+      "step": 11155
+    },
+    {
+      "epoch": 3.322772203503416,
+      "grad_norm": 0.33290109038352966,
+      "learning_rate": 1.5573434083939927e-05,
+      "loss": 1.2292,
+      "step": 11156
+    },
+    {
+      "epoch": 3.3230700497030847,
+      "grad_norm": 0.2717600166797638,
+      "learning_rate": 1.557263319584955e-05,
+      "loss": 1.2307,
+      "step": 11157
+    },
+    {
+      "epoch": 3.323367895902753,
+      "grad_norm": 0.2959630489349365,
+      "learning_rate": 1.5571832255912048e-05,
+      "loss": 1.2367,
+      "step": 11158
+    },
+    {
+      "epoch": 3.323665742102422,
+      "grad_norm": 0.25313127040863037,
+      "learning_rate": 1.5571031264134873e-05,
+      "loss": 1.2327,
+      "step": 11159
+    },
+    {
+      "epoch": 3.3239635883020906,
+      "grad_norm": 0.2804490029811859,
+      "learning_rate": 1.5570230220525476e-05,
+      "loss": 1.2655,
+      "step": 11160
+    },
+    {
+      "epoch": 3.324261434501759,
+      "grad_norm": 0.334187388420105,
+      "learning_rate": 1.556942912509131e-05,
+      "loss": 1.237,
+      "step": 11161
+    },
+    {
+      "epoch": 3.3245592807014277,
+      "grad_norm": 0.24870112538337708,
+      "learning_rate": 1.5568627977839828e-05,
+      "loss": 1.2391,
+      "step": 11162
+    },
+    {
+      "epoch": 3.3248571269010965,
+      "grad_norm": 0.27060747146606445,
+      "learning_rate": 1.5567826778778485e-05,
+      "loss": 1.2543,
+      "step": 11163
+    },
+    {
+      "epoch": 3.3251549731007652,
+      "grad_norm": 0.2730172872543335,
+      "learning_rate": 1.5567025527914735e-05,
+      "loss": 1.2662,
+      "step": 11164
+    },
+    {
+      "epoch": 3.3254528193004336,
+      "grad_norm": 0.2469976395368576,
+      "learning_rate": 1.556622422525603e-05,
+      "loss": 1.242,
+      "step": 11165
+    },
+    {
+      "epoch": 3.3257506655001023,
+      "grad_norm": 0.336348295211792,
+      "learning_rate": 1.556542287080983e-05,
+      "loss": 1.2396,
+      "step": 11166
+    },
+    {
+      "epoch": 3.326048511699771,
+      "grad_norm": 0.24766014516353607,
+      "learning_rate": 1.5564621464583586e-05,
+      "loss": 1.2395,
+      "step": 11167
+    },
+    {
+      "epoch": 3.32634635789944,
+      "grad_norm": 0.26880988478660583,
+      "learning_rate": 1.556382000658476e-05,
+      "loss": 1.2395,
+      "step": 11168
+    },
+    {
+      "epoch": 3.326644204099108,
+      "grad_norm": 0.2785128355026245,
+      "learning_rate": 1.5563018496820805e-05,
+      "loss": 1.2221,
+      "step": 11169
+    },
+    {
+      "epoch": 3.326942050298777,
+      "grad_norm": 0.2513678967952728,
+      "learning_rate": 1.5562216935299176e-05,
+      "loss": 1.2359,
+      "step": 11170
+    },
+    {
+      "epoch": 3.3272398964984458,
+      "grad_norm": 0.39331939816474915,
+      "learning_rate": 1.556141532202733e-05,
+      "loss": 1.2293,
+      "step": 11171
+    },
+    {
+      "epoch": 3.327537742698114,
+      "grad_norm": 0.2812885046005249,
+      "learning_rate": 1.556061365701273e-05,
+      "loss": 1.2153,
+      "step": 11172
+    },
+    {
+      "epoch": 3.327835588897783,
+      "grad_norm": 0.30336180329322815,
+      "learning_rate": 1.5559811940262838e-05,
+      "loss": 1.2361,
+      "step": 11173
+    },
+    {
+      "epoch": 3.3281334350974516,
+      "grad_norm": 0.23909083008766174,
+      "learning_rate": 1.5559010171785104e-05,
+      "loss": 1.2316,
+      "step": 11174
+    },
+    {
+      "epoch": 3.32843128129712,
+      "grad_norm": 0.28223928809165955,
+      "learning_rate": 1.5558208351586986e-05,
+      "loss": 1.2449,
+      "step": 11175
+    },
+    {
+      "epoch": 3.3287291274967887,
+      "grad_norm": 0.24867713451385498,
+      "learning_rate": 1.555740647967596e-05,
+      "loss": 1.238,
+      "step": 11176
+    },
+    {
+      "epoch": 3.3290269736964575,
+      "grad_norm": 0.2665850818157196,
+      "learning_rate": 1.5556604556059465e-05,
+      "loss": 1.2258,
+      "step": 11177
+    },
+    {
+      "epoch": 3.3293248198961263,
+      "grad_norm": 0.28365078568458557,
+      "learning_rate": 1.555580258074498e-05,
+      "loss": 1.2372,
+      "step": 11178
+    },
+    {
+      "epoch": 3.3296226660957946,
+      "grad_norm": 0.37532925605773926,
+      "learning_rate": 1.5555000553739955e-05,
+      "loss": 1.2222,
+      "step": 11179
+    },
+    {
+      "epoch": 3.3299205122954634,
+      "grad_norm": 0.22920817136764526,
+      "learning_rate": 1.5554198475051858e-05,
+      "loss": 1.2338,
+      "step": 11180
+    },
+    {
+      "epoch": 3.330218358495132,
+      "grad_norm": 0.28767210245132446,
+      "learning_rate": 1.555339634468815e-05,
+      "loss": 1.2309,
+      "step": 11181
+    },
+    {
+      "epoch": 3.330516204694801,
+      "grad_norm": 0.24251440167427063,
+      "learning_rate": 1.5552594162656294e-05,
+      "loss": 1.241,
+      "step": 11182
+    },
+    {
+      "epoch": 3.3308140508944692,
+      "grad_norm": 0.35734620690345764,
+      "learning_rate": 1.5551791928963752e-05,
+      "loss": 1.2458,
+      "step": 11183
+    },
+    {
+      "epoch": 3.331111897094138,
+      "grad_norm": 0.2381419837474823,
+      "learning_rate": 1.5550989643617992e-05,
+      "loss": 1.2279,
+      "step": 11184
+    },
+    {
+      "epoch": 3.331409743293807,
+      "grad_norm": 0.27754923701286316,
+      "learning_rate": 1.555018730662647e-05,
+      "loss": 1.2333,
+      "step": 11185
+    },
+    {
+      "epoch": 3.331707589493475,
+      "grad_norm": 0.24203741550445557,
+      "learning_rate": 1.554938491799666e-05,
+      "loss": 1.2378,
+      "step": 11186
+    },
+    {
+      "epoch": 3.332005435693144,
+      "grad_norm": 0.2660702168941498,
+      "learning_rate": 1.554858247773602e-05,
+      "loss": 1.2315,
+      "step": 11187
+    },
+    {
+      "epoch": 3.3323032818928127,
+      "grad_norm": 0.2345641702413559,
+      "learning_rate": 1.554777998585202e-05,
+      "loss": 1.2462,
+      "step": 11188
+    },
+    {
+      "epoch": 3.3326011280924814,
+      "grad_norm": 0.2346842736005783,
+      "learning_rate": 1.554697744235213e-05,
+      "loss": 1.2465,
+      "step": 11189
+    },
+    {
+      "epoch": 3.3328989742921498,
+      "grad_norm": 0.22912979125976562,
+      "learning_rate": 1.554617484724381e-05,
+      "loss": 1.2554,
+      "step": 11190
+    },
+    {
+      "epoch": 3.3331968204918185,
+      "grad_norm": 0.2334700971841812,
+      "learning_rate": 1.554537220053453e-05,
+      "loss": 1.2369,
+      "step": 11191
+    },
+    {
+      "epoch": 3.3334946666914873,
+      "grad_norm": 0.22997841238975525,
+      "learning_rate": 1.5544569502231756e-05,
+      "loss": 1.2362,
+      "step": 11192
+    },
+    {
+      "epoch": 3.333792512891156,
+      "grad_norm": 0.25977134704589844,
+      "learning_rate": 1.5543766752342957e-05,
+      "loss": 1.2335,
+      "step": 11193
+    },
+    {
+      "epoch": 3.3340903590908244,
+      "grad_norm": 0.2689334452152252,
+      "learning_rate": 1.5542963950875604e-05,
+      "loss": 1.2376,
+      "step": 11194
+    },
+    {
+      "epoch": 3.334388205290493,
+      "grad_norm": 0.2830061912536621,
+      "learning_rate": 1.5542161097837162e-05,
+      "loss": 1.2258,
+      "step": 11195
+    },
+    {
+      "epoch": 3.334686051490162,
+      "grad_norm": 0.2689288258552551,
+      "learning_rate": 1.5541358193235105e-05,
+      "loss": 1.2205,
+      "step": 11196
+    },
+    {
+      "epoch": 3.3349838976898303,
+      "grad_norm": 0.23667997121810913,
+      "learning_rate": 1.55405552370769e-05,
+      "loss": 1.2447,
+      "step": 11197
+    },
+    {
+      "epoch": 3.335281743889499,
+      "grad_norm": 0.2667357623577118,
+      "learning_rate": 1.5539752229370022e-05,
+      "loss": 1.2398,
+      "step": 11198
+    },
+    {
+      "epoch": 3.335579590089168,
+      "grad_norm": 0.2455081343650818,
+      "learning_rate": 1.5538949170121938e-05,
+      "loss": 1.2282,
+      "step": 11199
+    },
+    {
+      "epoch": 3.335877436288836,
+      "grad_norm": 0.29290878772735596,
+      "learning_rate": 1.553814605934012e-05,
+      "loss": 1.229,
+      "step": 11200
+    },
+    {
+      "epoch": 3.336175282488505,
+      "grad_norm": 0.2486369013786316,
+      "learning_rate": 1.5537342897032038e-05,
+      "loss": 1.2478,
+      "step": 11201
+    },
+    {
+      "epoch": 3.3364731286881737,
+      "grad_norm": 0.25021225214004517,
+      "learning_rate": 1.553653968320517e-05,
+      "loss": 1.2316,
+      "step": 11202
+    },
+    {
+      "epoch": 3.3367709748878425,
+      "grad_norm": 0.24372710287570953,
+      "learning_rate": 1.5535736417866984e-05,
+      "loss": 1.2361,
+      "step": 11203
+    },
+    {
+      "epoch": 3.337068821087511,
+      "grad_norm": 0.24520167708396912,
+      "learning_rate": 1.5534933101024955e-05,
+      "loss": 1.2297,
+      "step": 11204
+    },
+    {
+      "epoch": 3.3373666672871796,
+      "grad_norm": 0.25759097933769226,
+      "learning_rate": 1.553412973268656e-05,
+      "loss": 1.2516,
+      "step": 11205
+    },
+    {
+      "epoch": 3.3376645134868483,
+      "grad_norm": 0.2549898624420166,
+      "learning_rate": 1.5533326312859266e-05,
+      "loss": 1.244,
+      "step": 11206
+    },
+    {
+      "epoch": 3.337962359686517,
+      "grad_norm": 0.23916058242321014,
+      "learning_rate": 1.5532522841550558e-05,
+      "loss": 1.2476,
+      "step": 11207
+    },
+    {
+      "epoch": 3.3382602058861854,
+      "grad_norm": 0.23708297312259674,
+      "learning_rate": 1.5531719318767905e-05,
+      "loss": 1.2468,
+      "step": 11208
+    },
+    {
+      "epoch": 3.338558052085854,
+      "grad_norm": 0.26817384362220764,
+      "learning_rate": 1.5530915744518784e-05,
+      "loss": 1.2376,
+      "step": 11209
+    },
+    {
+      "epoch": 3.338855898285523,
+      "grad_norm": 0.2532375454902649,
+      "learning_rate": 1.553011211881067e-05,
+      "loss": 1.2511,
+      "step": 11210
+    },
+    {
+      "epoch": 3.3391537444851913,
+      "grad_norm": 0.2590024769306183,
+      "learning_rate": 1.5529308441651045e-05,
+      "loss": 1.2445,
+      "step": 11211
+    },
+    {
+      "epoch": 3.33945159068486,
+      "grad_norm": 0.3769739270210266,
+      "learning_rate": 1.5528504713047378e-05,
+      "loss": 1.2351,
+      "step": 11212
+    },
+    {
+      "epoch": 3.339749436884529,
+      "grad_norm": 0.3174033761024475,
+      "learning_rate": 1.5527700933007154e-05,
+      "loss": 1.221,
+      "step": 11213
+    },
+    {
+      "epoch": 3.340047283084197,
+      "grad_norm": 0.2384985238313675,
+      "learning_rate": 1.552689710153785e-05,
+      "loss": 1.2173,
+      "step": 11214
+    },
+    {
+      "epoch": 3.340345129283866,
+      "grad_norm": 0.29194796085357666,
+      "learning_rate": 1.552609321864694e-05,
+      "loss": 1.2261,
+      "step": 11215
+    },
+    {
+      "epoch": 3.3406429754835347,
+      "grad_norm": 0.2940313220024109,
+      "learning_rate": 1.552528928434191e-05,
+      "loss": 1.2108,
+      "step": 11216
+    },
+    {
+      "epoch": 3.3409408216832035,
+      "grad_norm": 0.30959200859069824,
+      "learning_rate": 1.5524485298630237e-05,
+      "loss": 1.2483,
+      "step": 11217
+    },
+    {
+      "epoch": 3.341238667882872,
+      "grad_norm": 0.28486740589141846,
+      "learning_rate": 1.5523681261519396e-05,
+      "loss": 1.2348,
+      "step": 11218
+    },
+    {
+      "epoch": 3.3415365140825406,
+      "grad_norm": 0.2476719468832016,
+      "learning_rate": 1.5522877173016878e-05,
+      "loss": 1.2333,
+      "step": 11219
+    },
+    {
+      "epoch": 3.3418343602822094,
+      "grad_norm": 0.2547983229160309,
+      "learning_rate": 1.5522073033130153e-05,
+      "loss": 1.2469,
+      "step": 11220
+    },
+    {
+      "epoch": 3.342132206481878,
+      "grad_norm": 0.2380474954843521,
+      "learning_rate": 1.552126884186671e-05,
+      "loss": 1.2356,
+      "step": 11221
+    },
+    {
+      "epoch": 3.3424300526815465,
+      "grad_norm": 0.2959021031856537,
+      "learning_rate": 1.552046459923403e-05,
+      "loss": 1.2423,
+      "step": 11222
+    },
+    {
+      "epoch": 3.3427278988812152,
+      "grad_norm": 0.32568472623825073,
+      "learning_rate": 1.5519660305239595e-05,
+      "loss": 1.2313,
+      "step": 11223
+    },
+    {
+      "epoch": 3.343025745080884,
+      "grad_norm": 0.2493116706609726,
+      "learning_rate": 1.5518855959890887e-05,
+      "loss": 1.2325,
+      "step": 11224
+    },
+    {
+      "epoch": 3.3433235912805523,
+      "grad_norm": 0.2777004837989807,
+      "learning_rate": 1.551805156319539e-05,
+      "loss": 1.24,
+      "step": 11225
+    },
+    {
+      "epoch": 3.343621437480221,
+      "grad_norm": 0.2908431589603424,
+      "learning_rate": 1.551724711516059e-05,
+      "loss": 1.2271,
+      "step": 11226
+    },
+    {
+      "epoch": 3.34391928367989,
+      "grad_norm": 0.23702867329120636,
+      "learning_rate": 1.5516442615793967e-05,
+      "loss": 1.2398,
+      "step": 11227
+    },
+    {
+      "epoch": 3.344217129879558,
+      "grad_norm": 0.2778693735599518,
+      "learning_rate": 1.551563806510301e-05,
+      "loss": 1.2381,
+      "step": 11228
+    },
+    {
+      "epoch": 3.344514976079227,
+      "grad_norm": 0.23637819290161133,
+      "learning_rate": 1.5514833463095206e-05,
+      "loss": 1.2358,
+      "step": 11229
+    },
+    {
+      "epoch": 3.3448128222788958,
+      "grad_norm": 0.2453201860189438,
+      "learning_rate": 1.5514028809778033e-05,
+      "loss": 1.2341,
+      "step": 11230
+    },
+    {
+      "epoch": 3.3451106684785645,
+      "grad_norm": 0.24085794389247894,
+      "learning_rate": 1.551322410515899e-05,
+      "loss": 1.2464,
+      "step": 11231
+    },
+    {
+      "epoch": 3.345408514678233,
+      "grad_norm": 0.2635227143764496,
+      "learning_rate": 1.5512419349245548e-05,
+      "loss": 1.2532,
+      "step": 11232
+    },
+    {
+      "epoch": 3.3457063608779016,
+      "grad_norm": 0.23879170417785645,
+      "learning_rate": 1.5511614542045206e-05,
+      "loss": 1.2441,
+      "step": 11233
+    },
+    {
+      "epoch": 3.3460042070775704,
+      "grad_norm": 0.2861533463001251,
+      "learning_rate": 1.551080968356545e-05,
+      "loss": 1.2367,
+      "step": 11234
+    },
+    {
+      "epoch": 3.346302053277239,
+      "grad_norm": 0.3119814395904541,
+      "learning_rate": 1.5510004773813766e-05,
+      "loss": 1.2341,
+      "step": 11235
+    },
+    {
+      "epoch": 3.3465998994769075,
+      "grad_norm": 0.2288614809513092,
+      "learning_rate": 1.5509199812797645e-05,
+      "loss": 1.2325,
+      "step": 11236
+    },
+    {
+      "epoch": 3.3468977456765763,
+      "grad_norm": 0.3121853470802307,
+      "learning_rate": 1.5508394800524573e-05,
+      "loss": 1.2375,
+      "step": 11237
+    },
+    {
+      "epoch": 3.347195591876245,
+      "grad_norm": 0.2740115821361542,
+      "learning_rate": 1.5507589737002043e-05,
+      "loss": 1.2252,
+      "step": 11238
+    },
+    {
+      "epoch": 3.3474934380759134,
+      "grad_norm": 0.2465236335992813,
+      "learning_rate": 1.5506784622237543e-05,
+      "loss": 1.2334,
+      "step": 11239
+    },
+    {
+      "epoch": 3.347791284275582,
+      "grad_norm": 0.27302634716033936,
+      "learning_rate": 1.5505979456238565e-05,
+      "loss": 1.2426,
+      "step": 11240
+    },
+    {
+      "epoch": 3.348089130475251,
+      "grad_norm": 0.23760247230529785,
+      "learning_rate": 1.55051742390126e-05,
+      "loss": 1.2418,
+      "step": 11241
+    },
+    {
+      "epoch": 3.3483869766749192,
+      "grad_norm": 0.24832670390605927,
+      "learning_rate": 1.5504368970567142e-05,
+      "loss": 1.2388,
+      "step": 11242
+    },
+    {
+      "epoch": 3.348684822874588,
+      "grad_norm": 0.2424217015504837,
+      "learning_rate": 1.5503563650909675e-05,
+      "loss": 1.2448,
+      "step": 11243
+    },
+    {
+      "epoch": 3.348982669074257,
+      "grad_norm": 0.24038386344909668,
+      "learning_rate": 1.5502758280047702e-05,
+      "loss": 1.218,
+      "step": 11244
+    },
+    {
+      "epoch": 3.3492805152739256,
+      "grad_norm": 0.23946547508239746,
+      "learning_rate": 1.550195285798871e-05,
+      "loss": 1.2427,
+      "step": 11245
+    },
+    {
+      "epoch": 3.349578361473594,
+      "grad_norm": 0.26257964968681335,
+      "learning_rate": 1.550114738474019e-05,
+      "loss": 1.2502,
+      "step": 11246
+    },
+    {
+      "epoch": 3.3498762076732627,
+      "grad_norm": 0.26204416155815125,
+      "learning_rate": 1.5500341860309643e-05,
+      "loss": 1.2304,
+      "step": 11247
+    },
+    {
+      "epoch": 3.3501740538729314,
+      "grad_norm": 0.2664135694503784,
+      "learning_rate": 1.5499536284704563e-05,
+      "loss": 1.2185,
+      "step": 11248
+    },
+    {
+      "epoch": 3.3504719000726,
+      "grad_norm": 0.2504350244998932,
+      "learning_rate": 1.5498730657932442e-05,
+      "loss": 1.2452,
+      "step": 11249
+    },
+    {
+      "epoch": 3.3507697462722685,
+      "grad_norm": 0.2880156934261322,
+      "learning_rate": 1.549792498000077e-05,
+      "loss": 1.2469,
+      "step": 11250
+    },
+    {
+      "epoch": 3.3510675924719373,
+      "grad_norm": 0.2322516292333603,
+      "learning_rate": 1.549711925091705e-05,
+      "loss": 1.2407,
+      "step": 11251
+    },
+    {
+      "epoch": 3.351365438671606,
+      "grad_norm": 0.3223528265953064,
+      "learning_rate": 1.5496313470688784e-05,
+      "loss": 1.2483,
+      "step": 11252
+    },
+    {
+      "epoch": 3.3516632848712744,
+      "grad_norm": 0.28237348794937134,
+      "learning_rate": 1.5495507639323453e-05,
+      "loss": 1.2348,
+      "step": 11253
+    },
+    {
+      "epoch": 3.351961131070943,
+      "grad_norm": 0.3122625946998596,
+      "learning_rate": 1.549470175682857e-05,
+      "loss": 1.2409,
+      "step": 11254
+    },
+    {
+      "epoch": 3.352258977270612,
+      "grad_norm": 0.49274566769599915,
+      "learning_rate": 1.5493895823211623e-05,
+      "loss": 1.2217,
+      "step": 11255
+    },
+    {
+      "epoch": 3.3525568234702807,
+      "grad_norm": 0.35787808895111084,
+      "learning_rate": 1.5493089838480116e-05,
+      "loss": 1.2284,
+      "step": 11256
+    },
+    {
+      "epoch": 3.352854669669949,
+      "grad_norm": 0.3012523949146271,
+      "learning_rate": 1.5492283802641544e-05,
+      "loss": 1.2401,
+      "step": 11257
+    },
+    {
+      "epoch": 3.353152515869618,
+      "grad_norm": 0.4172825813293457,
+      "learning_rate": 1.5491477715703405e-05,
+      "loss": 1.2134,
+      "step": 11258
+    },
+    {
+      "epoch": 3.3534503620692866,
+      "grad_norm": 0.2507089376449585,
+      "learning_rate": 1.5490671577673205e-05,
+      "loss": 1.2302,
+      "step": 11259
+    },
+    {
+      "epoch": 3.3537482082689554,
+      "grad_norm": 0.25309303402900696,
+      "learning_rate": 1.5489865388558438e-05,
+      "loss": 1.2361,
+      "step": 11260
+    },
+    {
+      "epoch": 3.3540460544686237,
+      "grad_norm": 0.23591768741607666,
+      "learning_rate": 1.5489059148366608e-05,
+      "loss": 1.2225,
+      "step": 11261
+    },
+    {
+      "epoch": 3.3543439006682925,
+      "grad_norm": 0.3089366555213928,
+      "learning_rate": 1.5488252857105217e-05,
+      "loss": 1.2405,
+      "step": 11262
+    },
+    {
+      "epoch": 3.3546417468679612,
+      "grad_norm": 0.258203387260437,
+      "learning_rate": 1.5487446514781762e-05,
+      "loss": 1.2332,
+      "step": 11263
+    },
+    {
+      "epoch": 3.3549395930676296,
+      "grad_norm": 0.28117161989212036,
+      "learning_rate": 1.548664012140375e-05,
+      "loss": 1.2348,
+      "step": 11264
+    },
+    {
+      "epoch": 3.3552374392672983,
+      "grad_norm": 0.30442148447036743,
+      "learning_rate": 1.5485833676978683e-05,
+      "loss": 1.2227,
+      "step": 11265
+    },
+    {
+      "epoch": 3.355535285466967,
+      "grad_norm": 0.2500152289867401,
+      "learning_rate": 1.548502718151406e-05,
+      "loss": 1.2292,
+      "step": 11266
+    },
+    {
+      "epoch": 3.3558331316666354,
+      "grad_norm": 0.26201489567756653,
+      "learning_rate": 1.548422063501739e-05,
+      "loss": 1.2374,
+      "step": 11267
+    },
+    {
+      "epoch": 3.356130977866304,
+      "grad_norm": 0.2322075515985489,
+      "learning_rate": 1.5483414037496173e-05,
+      "loss": 1.2387,
+      "step": 11268
+    },
+    {
+      "epoch": 3.356428824065973,
+      "grad_norm": 0.2669526934623718,
+      "learning_rate": 1.5482607388957915e-05,
+      "loss": 1.2364,
+      "step": 11269
+    },
+    {
+      "epoch": 3.3567266702656418,
+      "grad_norm": 0.32109588384628296,
+      "learning_rate": 1.548180068941012e-05,
+      "loss": 1.2123,
+      "step": 11270
+    },
+    {
+      "epoch": 3.35702451646531,
+      "grad_norm": 0.2350834608078003,
+      "learning_rate": 1.5480993938860294e-05,
+      "loss": 1.2312,
+      "step": 11271
+    },
+    {
+      "epoch": 3.357322362664979,
+      "grad_norm": 0.25055015087127686,
+      "learning_rate": 1.5480187137315942e-05,
+      "loss": 1.2467,
+      "step": 11272
+    },
+    {
+      "epoch": 3.3576202088646476,
+      "grad_norm": 0.23985609412193298,
+      "learning_rate": 1.5479380284784574e-05,
+      "loss": 1.2331,
+      "step": 11273
+    },
+    {
+      "epoch": 3.3579180550643164,
+      "grad_norm": 0.2938431203365326,
+      "learning_rate": 1.5478573381273694e-05,
+      "loss": 1.2447,
+      "step": 11274
+    },
+    {
+      "epoch": 3.3582159012639847,
+      "grad_norm": 0.30418601632118225,
+      "learning_rate": 1.547776642679081e-05,
+      "loss": 1.2456,
+      "step": 11275
+    },
+    {
+      "epoch": 3.3585137474636535,
+      "grad_norm": 0.2474595159292221,
+      "learning_rate": 1.5476959421343426e-05,
+      "loss": 1.2425,
+      "step": 11276
+    },
+    {
+      "epoch": 3.3588115936633223,
+      "grad_norm": 0.2823903560638428,
+      "learning_rate": 1.5476152364939058e-05,
+      "loss": 1.2244,
+      "step": 11277
+    },
+    {
+      "epoch": 3.3591094398629906,
+      "grad_norm": 0.30574876070022583,
+      "learning_rate": 1.547534525758521e-05,
+      "loss": 1.2133,
+      "step": 11278
+    },
+    {
+      "epoch": 3.3594072860626594,
+      "grad_norm": 0.24360063672065735,
+      "learning_rate": 1.547453809928939e-05,
+      "loss": 1.2337,
+      "step": 11279
+    },
+    {
+      "epoch": 3.359705132262328,
+      "grad_norm": 0.2866424322128296,
+      "learning_rate": 1.547373089005911e-05,
+      "loss": 1.2511,
+      "step": 11280
+    },
+    {
+      "epoch": 3.3600029784619965,
+      "grad_norm": 0.2539839744567871,
+      "learning_rate": 1.547292362990188e-05,
+      "loss": 1.239,
+      "step": 11281
+    },
+    {
+      "epoch": 3.3603008246616652,
+      "grad_norm": 0.2697642743587494,
+      "learning_rate": 1.547211631882521e-05,
+      "loss": 1.2164,
+      "step": 11282
+    },
+    {
+      "epoch": 3.360598670861334,
+      "grad_norm": 0.30866938829421997,
+      "learning_rate": 1.5471308956836614e-05,
+      "loss": 1.2295,
+      "step": 11283
+    },
+    {
+      "epoch": 3.360896517061003,
+      "grad_norm": 0.24037256836891174,
+      "learning_rate": 1.54705015439436e-05,
+      "loss": 1.234,
+      "step": 11284
+    },
+    {
+      "epoch": 3.361194363260671,
+      "grad_norm": 0.27809154987335205,
+      "learning_rate": 1.546969408015368e-05,
+      "loss": 1.2264,
+      "step": 11285
+    },
+    {
+      "epoch": 3.36149220946034,
+      "grad_norm": 0.2547796666622162,
+      "learning_rate": 1.546888656547437e-05,
+      "loss": 1.253,
+      "step": 11286
+    },
+    {
+      "epoch": 3.3617900556600087,
+      "grad_norm": 0.29331886768341064,
+      "learning_rate": 1.5468078999913177e-05,
+      "loss": 1.2242,
+      "step": 11287
+    },
+    {
+      "epoch": 3.3620879018596774,
+      "grad_norm": 0.308010995388031,
+      "learning_rate": 1.5467271383477617e-05,
+      "loss": 1.2261,
+      "step": 11288
+    },
+    {
+      "epoch": 3.3623857480593458,
+      "grad_norm": 0.24176310002803802,
+      "learning_rate": 1.546646371617521e-05,
+      "loss": 1.2268,
+      "step": 11289
+    },
+    {
+      "epoch": 3.3626835942590145,
+      "grad_norm": 0.30735498666763306,
+      "learning_rate": 1.5465655998013463e-05,
+      "loss": 1.247,
+      "step": 11290
+    },
+    {
+      "epoch": 3.3629814404586833,
+      "grad_norm": 0.2666889429092407,
+      "learning_rate": 1.5464848228999893e-05,
+      "loss": 1.2399,
+      "step": 11291
+    },
+    {
+      "epoch": 3.3632792866583516,
+      "grad_norm": 0.3406980037689209,
+      "learning_rate": 1.546404040914202e-05,
+      "loss": 1.2472,
+      "step": 11292
+    },
+    {
+      "epoch": 3.3635771328580204,
+      "grad_norm": 0.3658931255340576,
+      "learning_rate": 1.546323253844735e-05,
+      "loss": 1.2063,
+      "step": 11293
+    },
+    {
+      "epoch": 3.363874979057689,
+      "grad_norm": 0.28469905257225037,
+      "learning_rate": 1.5462424616923408e-05,
+      "loss": 1.2346,
+      "step": 11294
+    },
+    {
+      "epoch": 3.3641728252573575,
+      "grad_norm": 0.3957582712173462,
+      "learning_rate": 1.546161664457771e-05,
+      "loss": 1.2271,
+      "step": 11295
+    },
+    {
+      "epoch": 3.3644706714570263,
+      "grad_norm": 0.24683406949043274,
+      "learning_rate": 1.5460808621417768e-05,
+      "loss": 1.2269,
+      "step": 11296
+    },
+    {
+      "epoch": 3.364768517656695,
+      "grad_norm": 0.2529073655605316,
+      "learning_rate": 1.5460000547451103e-05,
+      "loss": 1.2387,
+      "step": 11297
+    },
+    {
+      "epoch": 3.365066363856364,
+      "grad_norm": 0.2449730634689331,
+      "learning_rate": 1.5459192422685234e-05,
+      "loss": 1.2303,
+      "step": 11298
+    },
+    {
+      "epoch": 3.365364210056032,
+      "grad_norm": 0.3057553768157959,
+      "learning_rate": 1.545838424712768e-05,
+      "loss": 1.2147,
+      "step": 11299
+    },
+    {
+      "epoch": 3.365662056255701,
+      "grad_norm": 0.2699509859085083,
+      "learning_rate": 1.545757602078596e-05,
+      "loss": 1.2329,
+      "step": 11300
+    },
+    {
+      "epoch": 3.3659599024553697,
+      "grad_norm": 0.22986018657684326,
+      "learning_rate": 1.545676774366759e-05,
+      "loss": 1.219,
+      "step": 11301
+    },
+    {
+      "epoch": 3.3662577486550385,
+      "grad_norm": 0.24623237550258636,
+      "learning_rate": 1.545595941578009e-05,
+      "loss": 1.2344,
+      "step": 11302
+    },
+    {
+      "epoch": 3.366555594854707,
+      "grad_norm": 0.2394254505634308,
+      "learning_rate": 1.545515103713099e-05,
+      "loss": 1.2522,
+      "step": 11303
+    },
+    {
+      "epoch": 3.3668534410543756,
+      "grad_norm": 0.24272018671035767,
+      "learning_rate": 1.54543426077278e-05,
+      "loss": 1.2167,
+      "step": 11304
+    },
+    {
+      "epoch": 3.3671512872540443,
+      "grad_norm": 0.23567035794258118,
+      "learning_rate": 1.545353412757805e-05,
+      "loss": 1.2314,
+      "step": 11305
+    },
+    {
+      "epoch": 3.3674491334537127,
+      "grad_norm": 0.26490622758865356,
+      "learning_rate": 1.5452725596689253e-05,
+      "loss": 1.2422,
+      "step": 11306
+    },
+    {
+      "epoch": 3.3677469796533814,
+      "grad_norm": 0.26032236218452454,
+      "learning_rate": 1.545191701506894e-05,
+      "loss": 1.2271,
+      "step": 11307
+    },
+    {
+      "epoch": 3.36804482585305,
+      "grad_norm": 0.2538129687309265,
+      "learning_rate": 1.5451108382724628e-05,
+      "loss": 1.2273,
+      "step": 11308
+    },
+    {
+      "epoch": 3.3683426720527185,
+      "grad_norm": 0.30988457798957825,
+      "learning_rate": 1.5450299699663842e-05,
+      "loss": 1.217,
+      "step": 11309
+    },
+    {
+      "epoch": 3.3686405182523873,
+      "grad_norm": 0.30218836665153503,
+      "learning_rate": 1.544949096589411e-05,
+      "loss": 1.2261,
+      "step": 11310
+    },
+    {
+      "epoch": 3.368938364452056,
+      "grad_norm": 0.2780192792415619,
+      "learning_rate": 1.5448682181422955e-05,
+      "loss": 1.223,
+      "step": 11311
+    },
+    {
+      "epoch": 3.369236210651725,
+      "grad_norm": 0.23283803462982178,
+      "learning_rate": 1.5447873346257895e-05,
+      "loss": 1.2239,
+      "step": 11312
+    },
+    {
+      "epoch": 3.369534056851393,
+      "grad_norm": 0.2457301914691925,
+      "learning_rate": 1.5447064460406464e-05,
+      "loss": 1.2263,
+      "step": 11313
+    },
+    {
+      "epoch": 3.369831903051062,
+      "grad_norm": 0.2556935250759125,
+      "learning_rate": 1.5446255523876178e-05,
+      "loss": 1.2382,
+      "step": 11314
+    },
+    {
+      "epoch": 3.3701297492507307,
+      "grad_norm": 0.24787387251853943,
+      "learning_rate": 1.5445446536674575e-05,
+      "loss": 1.2383,
+      "step": 11315
+    },
+    {
+      "epoch": 3.3704275954503995,
+      "grad_norm": 0.23617060482501984,
+      "learning_rate": 1.5444637498809177e-05,
+      "loss": 1.25,
+      "step": 11316
+    },
+    {
+      "epoch": 3.370725441650068,
+      "grad_norm": 0.32861047983169556,
+      "learning_rate": 1.5443828410287506e-05,
+      "loss": 1.2309,
+      "step": 11317
+    },
+    {
+      "epoch": 3.3710232878497366,
+      "grad_norm": 0.34847843647003174,
+      "learning_rate": 1.5443019271117096e-05,
+      "loss": 1.2357,
+      "step": 11318
+    },
+    {
+      "epoch": 3.3713211340494054,
+      "grad_norm": 0.25416529178619385,
+      "learning_rate": 1.544221008130547e-05,
+      "loss": 1.2434,
+      "step": 11319
+    },
+    {
+      "epoch": 3.3716189802490737,
+      "grad_norm": 0.8670878410339355,
+      "learning_rate": 1.5441400840860165e-05,
+      "loss": 1.249,
+      "step": 11320
+    },
+    {
+      "epoch": 3.3719168264487425,
+      "grad_norm": 0.26365143060684204,
+      "learning_rate": 1.54405915497887e-05,
+      "loss": 1.2437,
+      "step": 11321
+    },
+    {
+      "epoch": 3.3722146726484112,
+      "grad_norm": 0.24683503806591034,
+      "learning_rate": 1.543978220809861e-05,
+      "loss": 1.2421,
+      "step": 11322
+    },
+    {
+      "epoch": 3.37251251884808,
+      "grad_norm": 0.24612995982170105,
+      "learning_rate": 1.5438972815797427e-05,
+      "loss": 1.2395,
+      "step": 11323
+    },
+    {
+      "epoch": 3.3728103650477483,
+      "grad_norm": 0.24689802527427673,
+      "learning_rate": 1.5438163372892675e-05,
+      "loss": 1.2375,
+      "step": 11324
+    },
+    {
+      "epoch": 3.373108211247417,
+      "grad_norm": 0.22813276946544647,
+      "learning_rate": 1.5437353879391893e-05,
+      "loss": 1.2193,
+      "step": 11325
+    },
+    {
+      "epoch": 3.373406057447086,
+      "grad_norm": 0.23651349544525146,
+      "learning_rate": 1.5436544335302604e-05,
+      "loss": 1.2258,
+      "step": 11326
+    },
+    {
+      "epoch": 3.3737039036467547,
+      "grad_norm": 0.246408149600029,
+      "learning_rate": 1.5435734740632343e-05,
+      "loss": 1.2265,
+      "step": 11327
+    },
+    {
+      "epoch": 3.374001749846423,
+      "grad_norm": 0.24524538218975067,
+      "learning_rate": 1.5434925095388648e-05,
+      "loss": 1.2395,
+      "step": 11328
+    },
+    {
+      "epoch": 3.3742995960460918,
+      "grad_norm": 0.23395466804504395,
+      "learning_rate": 1.5434115399579048e-05,
+      "loss": 1.2354,
+      "step": 11329
+    },
+    {
+      "epoch": 3.3745974422457605,
+      "grad_norm": 0.22607681155204773,
+      "learning_rate": 1.543330565321107e-05,
+      "loss": 1.24,
+      "step": 11330
+    },
+    {
+      "epoch": 3.374895288445429,
+      "grad_norm": 0.23405821621418,
+      "learning_rate": 1.5432495856292255e-05,
+      "loss": 1.2485,
+      "step": 11331
+    },
+    {
+      "epoch": 3.3751931346450976,
+      "grad_norm": 0.2404523640871048,
+      "learning_rate": 1.5431686008830137e-05,
+      "loss": 1.2362,
+      "step": 11332
+    },
+    {
+      "epoch": 3.3754909808447664,
+      "grad_norm": 0.23444102704524994,
+      "learning_rate": 1.543087611083225e-05,
+      "loss": 1.243,
+      "step": 11333
+    },
+    {
+      "epoch": 3.3757888270444347,
+      "grad_norm": 0.23104414343833923,
+      "learning_rate": 1.543006616230613e-05,
+      "loss": 1.2444,
+      "step": 11334
+    },
+    {
+      "epoch": 3.3760866732441035,
+      "grad_norm": 0.23779796063899994,
+      "learning_rate": 1.5429256163259307e-05,
+      "loss": 1.2441,
+      "step": 11335
+    },
+    {
+      "epoch": 3.3763845194437723,
+      "grad_norm": 0.24722295999526978,
+      "learning_rate": 1.542844611369932e-05,
+      "loss": 1.2246,
+      "step": 11336
+    },
+    {
+      "epoch": 3.376682365643441,
+      "grad_norm": 0.24286231398582458,
+      "learning_rate": 1.5427636013633717e-05,
+      "loss": 1.222,
+      "step": 11337
+    },
+    {
+      "epoch": 3.3769802118431094,
+      "grad_norm": 0.24265117943286896,
+      "learning_rate": 1.5426825863070013e-05,
+      "loss": 1.2288,
+      "step": 11338
+    },
+    {
+      "epoch": 3.377278058042778,
+      "grad_norm": 0.2378610223531723,
+      "learning_rate": 1.5426015662015763e-05,
+      "loss": 1.2452,
+      "step": 11339
+    },
+    {
+      "epoch": 3.377575904242447,
+      "grad_norm": 0.2299157977104187,
+      "learning_rate": 1.5425205410478498e-05,
+      "loss": 1.2269,
+      "step": 11340
+    },
+    {
+      "epoch": 3.3778737504421157,
+      "grad_norm": 0.23765970766544342,
+      "learning_rate": 1.542439510846576e-05,
+      "loss": 1.2476,
+      "step": 11341
+    },
+    {
+      "epoch": 3.378171596641784,
+      "grad_norm": 0.24288013577461243,
+      "learning_rate": 1.5423584755985086e-05,
+      "loss": 1.2212,
+      "step": 11342
+    },
+    {
+      "epoch": 3.378469442841453,
+      "grad_norm": 0.23006445169448853,
+      "learning_rate": 1.5422774353044013e-05,
+      "loss": 1.2203,
+      "step": 11343
+    },
+    {
+      "epoch": 3.3787672890411216,
+      "grad_norm": 0.23436981439590454,
+      "learning_rate": 1.5421963899650086e-05,
+      "loss": 1.219,
+      "step": 11344
+    },
+    {
+      "epoch": 3.37906513524079,
+      "grad_norm": 0.2244638353586197,
+      "learning_rate": 1.542115339581084e-05,
+      "loss": 1.212,
+      "step": 11345
+    },
+    {
+      "epoch": 3.3793629814404587,
+      "grad_norm": 0.24347656965255737,
+      "learning_rate": 1.5420342841533823e-05,
+      "loss": 1.2491,
+      "step": 11346
+    },
+    {
+      "epoch": 3.3796608276401274,
+      "grad_norm": 0.23737263679504395,
+      "learning_rate": 1.5419532236826568e-05,
+      "loss": 1.2413,
+      "step": 11347
+    },
+    {
+      "epoch": 3.3799586738397958,
+      "grad_norm": 0.2330455631017685,
+      "learning_rate": 1.5418721581696623e-05,
+      "loss": 1.2216,
+      "step": 11348
+    },
+    {
+      "epoch": 3.3802565200394645,
+      "grad_norm": 0.24291853606700897,
+      "learning_rate": 1.5417910876151525e-05,
+      "loss": 1.2412,
+      "step": 11349
+    },
+    {
+      "epoch": 3.3805543662391333,
+      "grad_norm": 0.23848694562911987,
+      "learning_rate": 1.5417100120198822e-05,
+      "loss": 1.2299,
+      "step": 11350
+    },
+    {
+      "epoch": 3.380852212438802,
+      "grad_norm": 0.242288738489151,
+      "learning_rate": 1.5416289313846053e-05,
+      "loss": 1.2331,
+      "step": 11351
+    },
+    {
+      "epoch": 3.3811500586384704,
+      "grad_norm": 0.23414702713489532,
+      "learning_rate": 1.5415478457100766e-05,
+      "loss": 1.2484,
+      "step": 11352
+    },
+    {
+      "epoch": 3.381447904838139,
+      "grad_norm": 0.23552188277244568,
+      "learning_rate": 1.54146675499705e-05,
+      "loss": 1.2364,
+      "step": 11353
+    },
+    {
+      "epoch": 3.381745751037808,
+      "grad_norm": 0.2976562976837158,
+      "learning_rate": 1.5413856592462804e-05,
+      "loss": 1.2362,
+      "step": 11354
+    },
+    {
+      "epoch": 3.3820435972374767,
+      "grad_norm": 0.22300995886325836,
+      "learning_rate": 1.541304558458522e-05,
+      "loss": 1.2343,
+      "step": 11355
+    },
+    {
+      "epoch": 3.382341443437145,
+      "grad_norm": 0.2366066724061966,
+      "learning_rate": 1.5412234526345292e-05,
+      "loss": 1.248,
+      "step": 11356
+    },
+    {
+      "epoch": 3.382639289636814,
+      "grad_norm": 0.2326957881450653,
+      "learning_rate": 1.5411423417750574e-05,
+      "loss": 1.219,
+      "step": 11357
+    },
+    {
+      "epoch": 3.3829371358364826,
+      "grad_norm": 0.23947864770889282,
+      "learning_rate": 1.54106122588086e-05,
+      "loss": 1.2503,
+      "step": 11358
+    },
+    {
+      "epoch": 3.383234982036151,
+      "grad_norm": 0.24725420773029327,
+      "learning_rate": 1.540980104952693e-05,
+      "loss": 1.2324,
+      "step": 11359
+    },
+    {
+      "epoch": 3.3835328282358197,
+      "grad_norm": 0.24381734430789948,
+      "learning_rate": 1.5408989789913102e-05,
+      "loss": 1.2052,
+      "step": 11360
+    },
+    {
+      "epoch": 3.3838306744354885,
+      "grad_norm": 0.24043962359428406,
+      "learning_rate": 1.540817847997467e-05,
+      "loss": 1.2338,
+      "step": 11361
+    },
+    {
+      "epoch": 3.384128520635157,
+      "grad_norm": 0.23623792827129364,
+      "learning_rate": 1.540736711971918e-05,
+      "loss": 1.2289,
+      "step": 11362
+    },
+    {
+      "epoch": 3.3844263668348256,
+      "grad_norm": 0.23731105029582977,
+      "learning_rate": 1.5406555709154177e-05,
+      "loss": 1.2413,
+      "step": 11363
+    },
+    {
+      "epoch": 3.3847242130344943,
+      "grad_norm": 0.23703479766845703,
+      "learning_rate": 1.5405744248287215e-05,
+      "loss": 1.2469,
+      "step": 11364
+    },
+    {
+      "epoch": 3.385022059234163,
+      "grad_norm": 0.23037002980709076,
+      "learning_rate": 1.5404932737125845e-05,
+      "loss": 1.2363,
+      "step": 11365
+    },
+    {
+      "epoch": 3.3853199054338314,
+      "grad_norm": 0.2389373779296875,
+      "learning_rate": 1.5404121175677613e-05,
+      "loss": 1.2546,
+      "step": 11366
+    },
+    {
+      "epoch": 3.3856177516335,
+      "grad_norm": 0.23546260595321655,
+      "learning_rate": 1.5403309563950067e-05,
+      "loss": 1.2158,
+      "step": 11367
+    },
+    {
+      "epoch": 3.385915597833169,
+      "grad_norm": 0.23392999172210693,
+      "learning_rate": 1.5402497901950768e-05,
+      "loss": 1.2238,
+      "step": 11368
+    },
+    {
+      "epoch": 3.3862134440328377,
+      "grad_norm": 0.23209136724472046,
+      "learning_rate": 1.5401686189687262e-05,
+      "loss": 1.2254,
+      "step": 11369
+    },
+    {
+      "epoch": 3.386511290232506,
+      "grad_norm": 0.23876014351844788,
+      "learning_rate": 1.54008744271671e-05,
+      "loss": 1.2698,
+      "step": 11370
+    },
+    {
+      "epoch": 3.386809136432175,
+      "grad_norm": 0.2305627465248108,
+      "learning_rate": 1.5400062614397836e-05,
+      "loss": 1.2351,
+      "step": 11371
+    },
+    {
+      "epoch": 3.3871069826318436,
+      "grad_norm": 0.23279821872711182,
+      "learning_rate": 1.5399250751387024e-05,
+      "loss": 1.2307,
+      "step": 11372
+    },
+    {
+      "epoch": 3.387404828831512,
+      "grad_norm": 0.2321329116821289,
+      "learning_rate": 1.539843883814221e-05,
+      "loss": 1.2479,
+      "step": 11373
+    },
+    {
+      "epoch": 3.3877026750311807,
+      "grad_norm": 0.23694854974746704,
+      "learning_rate": 1.539762687467096e-05,
+      "loss": 1.2331,
+      "step": 11374
+    },
+    {
+      "epoch": 3.3880005212308495,
+      "grad_norm": 0.23521921038627625,
+      "learning_rate": 1.5396814860980818e-05,
+      "loss": 1.2391,
+      "step": 11375
+    },
+    {
+      "epoch": 3.388298367430518,
+      "grad_norm": 0.23892724514007568,
+      "learning_rate": 1.5396002797079347e-05,
+      "loss": 1.2316,
+      "step": 11376
+    },
+    {
+      "epoch": 3.3885962136301866,
+      "grad_norm": 0.22810769081115723,
+      "learning_rate": 1.53951906829741e-05,
+      "loss": 1.2344,
+      "step": 11377
+    },
+    {
+      "epoch": 3.3888940598298554,
+      "grad_norm": 0.22269442677497864,
+      "learning_rate": 1.539437851867263e-05,
+      "loss": 1.2383,
+      "step": 11378
+    },
+    {
+      "epoch": 3.389191906029524,
+      "grad_norm": 0.22351641952991486,
+      "learning_rate": 1.5393566304182496e-05,
+      "loss": 1.2262,
+      "step": 11379
+    },
+    {
+      "epoch": 3.3894897522291925,
+      "grad_norm": 0.2398180514574051,
+      "learning_rate": 1.5392754039511248e-05,
+      "loss": 1.2449,
+      "step": 11380
+    },
+    {
+      "epoch": 3.3897875984288612,
+      "grad_norm": 0.244129478931427,
+      "learning_rate": 1.5391941724666454e-05,
+      "loss": 1.2418,
+      "step": 11381
+    },
+    {
+      "epoch": 3.39008544462853,
+      "grad_norm": 0.2408350110054016,
+      "learning_rate": 1.5391129359655663e-05,
+      "loss": 1.2466,
+      "step": 11382
+    },
+    {
+      "epoch": 3.390383290828199,
+      "grad_norm": 0.24110910296440125,
+      "learning_rate": 1.539031694448644e-05,
+      "loss": 1.2369,
+      "step": 11383
+    },
+    {
+      "epoch": 3.390681137027867,
+      "grad_norm": 0.2331976592540741,
+      "learning_rate": 1.5389504479166338e-05,
+      "loss": 1.2155,
+      "step": 11384
+    },
+    {
+      "epoch": 3.390978983227536,
+      "grad_norm": 0.2415946125984192,
+      "learning_rate": 1.5388691963702922e-05,
+      "loss": 1.2357,
+      "step": 11385
+    },
+    {
+      "epoch": 3.3912768294272047,
+      "grad_norm": 0.22565360367298126,
+      "learning_rate": 1.5387879398103742e-05,
+      "loss": 1.2278,
+      "step": 11386
+    },
+    {
+      "epoch": 3.391574675626873,
+      "grad_norm": 0.23874175548553467,
+      "learning_rate": 1.538706678237637e-05,
+      "loss": 1.2379,
+      "step": 11387
+    },
+    {
+      "epoch": 3.3918725218265418,
+      "grad_norm": 0.22943367063999176,
+      "learning_rate": 1.5386254116528355e-05,
+      "loss": 1.2483,
+      "step": 11388
+    },
+    {
+      "epoch": 3.3921703680262105,
+      "grad_norm": 0.23683691024780273,
+      "learning_rate": 1.5385441400567267e-05,
+      "loss": 1.2391,
+      "step": 11389
+    },
+    {
+      "epoch": 3.3924682142258793,
+      "grad_norm": 0.23681248724460602,
+      "learning_rate": 1.5384628634500663e-05,
+      "loss": 1.2433,
+      "step": 11390
+    },
+    {
+      "epoch": 3.3927660604255476,
+      "grad_norm": 0.2290094941854477,
+      "learning_rate": 1.5383815818336106e-05,
+      "loss": 1.2506,
+      "step": 11391
+    },
+    {
+      "epoch": 3.3930639066252164,
+      "grad_norm": 0.2265474796295166,
+      "learning_rate": 1.5383002952081154e-05,
+      "loss": 1.2464,
+      "step": 11392
+    },
+    {
+      "epoch": 3.393361752824885,
+      "grad_norm": 0.22690005600452423,
+      "learning_rate": 1.5382190035743377e-05,
+      "loss": 1.2203,
+      "step": 11393
+    },
+    {
+      "epoch": 3.393659599024554,
+      "grad_norm": 0.23712964355945587,
+      "learning_rate": 1.5381377069330333e-05,
+      "loss": 1.2277,
+      "step": 11394
+    },
+    {
+      "epoch": 3.3939574452242223,
+      "grad_norm": 0.23558643460273743,
+      "learning_rate": 1.5380564052849592e-05,
+      "loss": 1.2146,
+      "step": 11395
+    },
+    {
+      "epoch": 3.394255291423891,
+      "grad_norm": 0.24280938506126404,
+      "learning_rate": 1.5379750986308716e-05,
+      "loss": 1.2386,
+      "step": 11396
+    },
+    {
+      "epoch": 3.39455313762356,
+      "grad_norm": 0.24029718339443207,
+      "learning_rate": 1.537893786971526e-05,
+      "loss": 1.2279,
+      "step": 11397
+    },
+    {
+      "epoch": 3.394850983823228,
+      "grad_norm": 0.24037472903728485,
+      "learning_rate": 1.53781247030768e-05,
+      "loss": 1.2399,
+      "step": 11398
+    },
+    {
+      "epoch": 3.395148830022897,
+      "grad_norm": 0.2389010637998581,
+      "learning_rate": 1.53773114864009e-05,
+      "loss": 1.2228,
+      "step": 11399
+    },
+    {
+      "epoch": 3.3954466762225657,
+      "grad_norm": 0.25520673394203186,
+      "learning_rate": 1.537649821969512e-05,
+      "loss": 1.2429,
+      "step": 11400
+    },
+    {
+      "epoch": 3.395744522422234,
+      "grad_norm": 0.23565858602523804,
+      "learning_rate": 1.5375684902967038e-05,
+      "loss": 1.2234,
+      "step": 11401
+    },
+    {
+      "epoch": 3.396042368621903,
+      "grad_norm": 0.24352875351905823,
+      "learning_rate": 1.537487153622421e-05,
+      "loss": 1.2457,
+      "step": 11402
+    },
+    {
+      "epoch": 3.3963402148215716,
+      "grad_norm": 0.23773491382598877,
+      "learning_rate": 1.5374058119474208e-05,
+      "loss": 1.2342,
+      "step": 11403
+    },
+    {
+      "epoch": 3.3966380610212403,
+      "grad_norm": 0.23633608222007751,
+      "learning_rate": 1.5373244652724596e-05,
+      "loss": 1.2565,
+      "step": 11404
+    },
+    {
+      "epoch": 3.3969359072209087,
+      "grad_norm": 0.23755548894405365,
+      "learning_rate": 1.537243113598295e-05,
+      "loss": 1.2298,
+      "step": 11405
+    },
+    {
+      "epoch": 3.3972337534205774,
+      "grad_norm": 0.23748286068439484,
+      "learning_rate": 1.5371617569256834e-05,
+      "loss": 1.2288,
+      "step": 11406
+    },
+    {
+      "epoch": 3.397531599620246,
+      "grad_norm": 0.23521433770656586,
+      "learning_rate": 1.537080395255382e-05,
+      "loss": 1.2534,
+      "step": 11407
+    },
+    {
+      "epoch": 3.397829445819915,
+      "grad_norm": 0.24321109056472778,
+      "learning_rate": 1.5369990285881473e-05,
+      "loss": 1.2291,
+      "step": 11408
+    },
+    {
+      "epoch": 3.3981272920195833,
+      "grad_norm": 0.23622368276119232,
+      "learning_rate": 1.5369176569247367e-05,
+      "loss": 1.2367,
+      "step": 11409
+    },
+    {
+      "epoch": 3.398425138219252,
+      "grad_norm": 0.2309383749961853,
+      "learning_rate": 1.536836280265907e-05,
+      "loss": 1.2377,
+      "step": 11410
+    },
+    {
+      "epoch": 3.398722984418921,
+      "grad_norm": 0.24700772762298584,
+      "learning_rate": 1.5367548986124156e-05,
+      "loss": 1.2167,
+      "step": 11411
+    },
+    {
+      "epoch": 3.399020830618589,
+      "grad_norm": 0.2414867877960205,
+      "learning_rate": 1.53667351196502e-05,
+      "loss": 1.2547,
+      "step": 11412
+    },
+    {
+      "epoch": 3.399318676818258,
+      "grad_norm": 0.23084893822669983,
+      "learning_rate": 1.5365921203244765e-05,
+      "loss": 1.2276,
+      "step": 11413
+    },
+    {
+      "epoch": 3.3996165230179267,
+      "grad_norm": 0.23509570956230164,
+      "learning_rate": 1.536510723691543e-05,
+      "loss": 1.2423,
+      "step": 11414
+    },
+    {
+      "epoch": 3.399914369217595,
+      "grad_norm": 0.24819272756576538,
+      "learning_rate": 1.5364293220669764e-05,
+      "loss": 1.2291,
+      "step": 11415
+    },
+    {
+      "epoch": 3.400212215417264,
+      "grad_norm": 0.23980839550495148,
+      "learning_rate": 1.5363479154515342e-05,
+      "loss": 1.2319,
+      "step": 11416
+    },
+    {
+      "epoch": 3.4005100616169326,
+      "grad_norm": 0.2304224967956543,
+      "learning_rate": 1.5362665038459743e-05,
+      "loss": 1.2384,
+      "step": 11417
+    },
+    {
+      "epoch": 3.4008079078166014,
+      "grad_norm": 0.23365645110607147,
+      "learning_rate": 1.536185087251054e-05,
+      "loss": 1.2207,
+      "step": 11418
+    },
+    {
+      "epoch": 3.4011057540162697,
+      "grad_norm": 0.24747350811958313,
+      "learning_rate": 1.53610366566753e-05,
+      "loss": 1.2359,
+      "step": 11419
+    },
+    {
+      "epoch": 3.4014036002159385,
+      "grad_norm": 0.23782464861869812,
+      "learning_rate": 1.5360222390961602e-05,
+      "loss": 1.2469,
+      "step": 11420
+    },
+    {
+      "epoch": 3.4017014464156072,
+      "grad_norm": 0.2449568659067154,
+      "learning_rate": 1.5359408075377028e-05,
+      "loss": 1.2256,
+      "step": 11421
+    },
+    {
+      "epoch": 3.401999292615276,
+      "grad_norm": 0.23566211760044098,
+      "learning_rate": 1.5358593709929148e-05,
+      "loss": 1.229,
+      "step": 11422
+    },
+    {
+      "epoch": 3.4022971388149443,
+      "grad_norm": 0.23816730082035065,
+      "learning_rate": 1.535777929462554e-05,
+      "loss": 1.2198,
+      "step": 11423
+    },
+    {
+      "epoch": 3.402594985014613,
+      "grad_norm": 0.23726990818977356,
+      "learning_rate": 1.5356964829473785e-05,
+      "loss": 1.2452,
+      "step": 11424
+    },
+    {
+      "epoch": 3.402892831214282,
+      "grad_norm": 0.24003499746322632,
+      "learning_rate": 1.535615031448145e-05,
+      "loss": 1.2421,
+      "step": 11425
+    },
+    {
+      "epoch": 3.40319067741395,
+      "grad_norm": 0.24958519637584686,
+      "learning_rate": 1.535533574965613e-05,
+      "loss": 1.235,
+      "step": 11426
+    },
+    {
+      "epoch": 3.403488523613619,
+      "grad_norm": 0.23630942404270172,
+      "learning_rate": 1.5354521135005387e-05,
+      "loss": 1.2159,
+      "step": 11427
+    },
+    {
+      "epoch": 3.4037863698132877,
+      "grad_norm": 0.23265543580055237,
+      "learning_rate": 1.535370647053681e-05,
+      "loss": 1.2638,
+      "step": 11428
+    },
+    {
+      "epoch": 3.404084216012956,
+      "grad_norm": 0.23566044867038727,
+      "learning_rate": 1.5352891756257977e-05,
+      "loss": 1.2366,
+      "step": 11429
+    },
+    {
+      "epoch": 3.404382062212625,
+      "grad_norm": 0.23651911318302155,
+      "learning_rate": 1.5352076992176464e-05,
+      "loss": 1.233,
+      "step": 11430
+    },
+    {
+      "epoch": 3.4046799084122936,
+      "grad_norm": 0.24107149243354797,
+      "learning_rate": 1.5351262178299855e-05,
+      "loss": 1.2396,
+      "step": 11431
+    },
+    {
+      "epoch": 3.4049777546119624,
+      "grad_norm": 0.237289160490036,
+      "learning_rate": 1.535044731463573e-05,
+      "loss": 1.2406,
+      "step": 11432
+    },
+    {
+      "epoch": 3.4052756008116307,
+      "grad_norm": 0.244338721036911,
+      "learning_rate": 1.534963240119167e-05,
+      "loss": 1.2387,
+      "step": 11433
+    },
+    {
+      "epoch": 3.4055734470112995,
+      "grad_norm": 0.2455170452594757,
+      "learning_rate": 1.534881743797526e-05,
+      "loss": 1.2468,
+      "step": 11434
+    },
+    {
+      "epoch": 3.4058712932109683,
+      "grad_norm": 0.23031951487064362,
+      "learning_rate": 1.534800242499408e-05,
+      "loss": 1.2308,
+      "step": 11435
+    },
+    {
+      "epoch": 3.406169139410637,
+      "grad_norm": 0.24803990125656128,
+      "learning_rate": 1.5347187362255712e-05,
+      "loss": 1.2142,
+      "step": 11436
+    },
+    {
+      "epoch": 3.4064669856103054,
+      "grad_norm": 0.24458499252796173,
+      "learning_rate": 1.534637224976774e-05,
+      "loss": 1.242,
+      "step": 11437
+    },
+    {
+      "epoch": 3.406764831809974,
+      "grad_norm": 0.24179518222808838,
+      "learning_rate": 1.5345557087537745e-05,
+      "loss": 1.2345,
+      "step": 11438
+    },
+    {
+      "epoch": 3.407062678009643,
+      "grad_norm": 0.24180927872657776,
+      "learning_rate": 1.5344741875573314e-05,
+      "loss": 1.2373,
+      "step": 11439
+    },
+    {
+      "epoch": 3.4073605242093112,
+      "grad_norm": 0.2570483088493347,
+      "learning_rate": 1.5343926613882035e-05,
+      "loss": 1.2379,
+      "step": 11440
+    },
+    {
+      "epoch": 3.40765837040898,
+      "grad_norm": 0.24013374745845795,
+      "learning_rate": 1.5343111302471487e-05,
+      "loss": 1.252,
+      "step": 11441
+    },
+    {
+      "epoch": 3.407956216608649,
+      "grad_norm": 0.25222188234329224,
+      "learning_rate": 1.5342295941349256e-05,
+      "loss": 1.2317,
+      "step": 11442
+    },
+    {
+      "epoch": 3.408254062808317,
+      "grad_norm": 0.2308976799249649,
+      "learning_rate": 1.5341480530522933e-05,
+      "loss": 1.2043,
+      "step": 11443
+    },
+    {
+      "epoch": 3.408551909007986,
+      "grad_norm": 0.23158913850784302,
+      "learning_rate": 1.5340665070000102e-05,
+      "loss": 1.2322,
+      "step": 11444
+    },
+    {
+      "epoch": 3.4088497552076547,
+      "grad_norm": 0.23615525662899017,
+      "learning_rate": 1.5339849559788346e-05,
+      "loss": 1.2337,
+      "step": 11445
+    },
+    {
+      "epoch": 3.4091476014073234,
+      "grad_norm": 0.23380263149738312,
+      "learning_rate": 1.5339033999895262e-05,
+      "loss": 1.2208,
+      "step": 11446
+    },
+    {
+      "epoch": 3.4094454476069918,
+      "grad_norm": 0.2484705001115799,
+      "learning_rate": 1.5338218390328426e-05,
+      "loss": 1.2289,
+      "step": 11447
+    },
+    {
+      "epoch": 3.4097432938066605,
+      "grad_norm": 0.2381022572517395,
+      "learning_rate": 1.5337402731095433e-05,
+      "loss": 1.2303,
+      "step": 11448
+    },
+    {
+      "epoch": 3.4100411400063293,
+      "grad_norm": 0.2324039340019226,
+      "learning_rate": 1.5336587022203874e-05,
+      "loss": 1.2167,
+      "step": 11449
+    },
+    {
+      "epoch": 3.410338986205998,
+      "grad_norm": 0.23961563408374786,
+      "learning_rate": 1.533577126366133e-05,
+      "loss": 1.2483,
+      "step": 11450
+    },
+    {
+      "epoch": 3.4106368324056664,
+      "grad_norm": 0.2381473183631897,
+      "learning_rate": 1.5334955455475398e-05,
+      "loss": 1.2287,
+      "step": 11451
+    },
+    {
+      "epoch": 3.410934678605335,
+      "grad_norm": 0.24186542630195618,
+      "learning_rate": 1.5334139597653667e-05,
+      "loss": 1.2295,
+      "step": 11452
+    },
+    {
+      "epoch": 3.411232524805004,
+      "grad_norm": 0.23231279850006104,
+      "learning_rate": 1.5333323690203727e-05,
+      "loss": 1.2287,
+      "step": 11453
+    },
+    {
+      "epoch": 3.4115303710046723,
+      "grad_norm": 0.23343810439109802,
+      "learning_rate": 1.5332507733133167e-05,
+      "loss": 1.2377,
+      "step": 11454
+    },
+    {
+      "epoch": 3.411828217204341,
+      "grad_norm": 0.24753369390964508,
+      "learning_rate": 1.5331691726449584e-05,
+      "loss": 1.2308,
+      "step": 11455
+    },
+    {
+      "epoch": 3.41212606340401,
+      "grad_norm": 0.24245429039001465,
+      "learning_rate": 1.5330875670160563e-05,
+      "loss": 1.2388,
+      "step": 11456
+    },
+    {
+      "epoch": 3.4124239096036786,
+      "grad_norm": 0.2326730191707611,
+      "learning_rate": 1.53300595642737e-05,
+      "loss": 1.2193,
+      "step": 11457
+    },
+    {
+      "epoch": 3.412721755803347,
+      "grad_norm": 0.23411613702774048,
+      "learning_rate": 1.532924340879659e-05,
+      "loss": 1.2267,
+      "step": 11458
+    },
+    {
+      "epoch": 3.4130196020030157,
+      "grad_norm": 0.2385409027338028,
+      "learning_rate": 1.5328427203736822e-05,
+      "loss": 1.24,
+      "step": 11459
+    },
+    {
+      "epoch": 3.4133174482026845,
+      "grad_norm": 0.24209468066692352,
+      "learning_rate": 1.5327610949101996e-05,
+      "loss": 1.2404,
+      "step": 11460
+    },
+    {
+      "epoch": 3.4136152944023532,
+      "grad_norm": 0.23912429809570312,
+      "learning_rate": 1.53267946448997e-05,
+      "loss": 1.2348,
+      "step": 11461
+    },
+    {
+      "epoch": 3.4139131406020216,
+      "grad_norm": 0.24100053310394287,
+      "learning_rate": 1.5325978291137528e-05,
+      "loss": 1.2275,
+      "step": 11462
+    },
+    {
+      "epoch": 3.4142109868016903,
+      "grad_norm": 0.2500961124897003,
+      "learning_rate": 1.5325161887823083e-05,
+      "loss": 1.2382,
+      "step": 11463
+    },
+    {
+      "epoch": 3.414508833001359,
+      "grad_norm": 0.2547939717769623,
+      "learning_rate": 1.5324345434963953e-05,
+      "loss": 1.2172,
+      "step": 11464
+    },
+    {
+      "epoch": 3.4148066792010274,
+      "grad_norm": 0.23142468929290771,
+      "learning_rate": 1.532352893256774e-05,
+      "loss": 1.2428,
+      "step": 11465
+    },
+    {
+      "epoch": 3.415104525400696,
+      "grad_norm": 0.234122633934021,
+      "learning_rate": 1.532271238064204e-05,
+      "loss": 1.2307,
+      "step": 11466
+    },
+    {
+      "epoch": 3.415402371600365,
+      "grad_norm": 0.22871531546115875,
+      "learning_rate": 1.5321895779194444e-05,
+      "loss": 1.2294,
+      "step": 11467
+    },
+    {
+      "epoch": 3.4157002178000333,
+      "grad_norm": 0.231284499168396,
+      "learning_rate": 1.5321079128232556e-05,
+      "loss": 1.2294,
+      "step": 11468
+    },
+    {
+      "epoch": 3.415998063999702,
+      "grad_norm": 0.2404448390007019,
+      "learning_rate": 1.5320262427763967e-05,
+      "loss": 1.2443,
+      "step": 11469
+    },
+    {
+      "epoch": 3.416295910199371,
+      "grad_norm": 0.22571872174739838,
+      "learning_rate": 1.5319445677796287e-05,
+      "loss": 1.23,
+      "step": 11470
+    },
+    {
+      "epoch": 3.4165937563990396,
+      "grad_norm": 0.23221392929553986,
+      "learning_rate": 1.5318628878337106e-05,
+      "loss": 1.2288,
+      "step": 11471
+    },
+    {
+      "epoch": 3.416891602598708,
+      "grad_norm": 0.24114064872264862,
+      "learning_rate": 1.5317812029394022e-05,
+      "loss": 1.2246,
+      "step": 11472
+    },
+    {
+      "epoch": 3.4171894487983767,
+      "grad_norm": 0.2522605359554291,
+      "learning_rate": 1.5316995130974647e-05,
+      "loss": 1.2435,
+      "step": 11473
+    },
+    {
+      "epoch": 3.4174872949980455,
+      "grad_norm": 0.23176567256450653,
+      "learning_rate": 1.5316178183086562e-05,
+      "loss": 1.2514,
+      "step": 11474
+    },
+    {
+      "epoch": 3.4177851411977143,
+      "grad_norm": 0.23099017143249512,
+      "learning_rate": 1.5315361185737384e-05,
+      "loss": 1.241,
+      "step": 11475
+    },
+    {
+      "epoch": 3.4180829873973826,
+      "grad_norm": 0.2418859750032425,
+      "learning_rate": 1.531454413893471e-05,
+      "loss": 1.2458,
+      "step": 11476
+    },
+    {
+      "epoch": 3.4183808335970514,
+      "grad_norm": 0.23647300899028778,
+      "learning_rate": 1.531372704268614e-05,
+      "loss": 1.247,
+      "step": 11477
+    },
+    {
+      "epoch": 3.41867867979672,
+      "grad_norm": 0.23838262259960175,
+      "learning_rate": 1.5312909896999277e-05,
+      "loss": 1.2409,
+      "step": 11478
+    },
+    {
+      "epoch": 3.4189765259963885,
+      "grad_norm": 0.23677779734134674,
+      "learning_rate": 1.531209270188172e-05,
+      "loss": 1.2419,
+      "step": 11479
+    },
+    {
+      "epoch": 3.4192743721960572,
+      "grad_norm": 0.23330330848693848,
+      "learning_rate": 1.531127545734108e-05,
+      "loss": 1.2541,
+      "step": 11480
+    },
+    {
+      "epoch": 3.419572218395726,
+      "grad_norm": 0.24141250550746918,
+      "learning_rate": 1.5310458163384955e-05,
+      "loss": 1.2394,
+      "step": 11481
+    },
+    {
+      "epoch": 3.4198700645953943,
+      "grad_norm": 0.23776668310165405,
+      "learning_rate": 1.5309640820020947e-05,
+      "loss": 1.2474,
+      "step": 11482
+    },
+    {
+      "epoch": 3.420167910795063,
+      "grad_norm": 0.2449045479297638,
+      "learning_rate": 1.5308823427256664e-05,
+      "loss": 1.2289,
+      "step": 11483
+    },
+    {
+      "epoch": 3.420465756994732,
+      "grad_norm": 0.24275699257850647,
+      "learning_rate": 1.530800598509971e-05,
+      "loss": 1.2282,
+      "step": 11484
+    },
+    {
+      "epoch": 3.4207636031944006,
+      "grad_norm": 0.24288229644298553,
+      "learning_rate": 1.5307188493557698e-05,
+      "loss": 1.2323,
+      "step": 11485
+    },
+    {
+      "epoch": 3.421061449394069,
+      "grad_norm": 0.23896589875221252,
+      "learning_rate": 1.5306370952638217e-05,
+      "loss": 1.2299,
+      "step": 11486
+    },
+    {
+      "epoch": 3.4213592955937377,
+      "grad_norm": 0.24213965237140656,
+      "learning_rate": 1.5305553362348887e-05,
+      "loss": 1.2364,
+      "step": 11487
+    },
+    {
+      "epoch": 3.4216571417934065,
+      "grad_norm": 0.2553258240222931,
+      "learning_rate": 1.530473572269731e-05,
+      "loss": 1.2463,
+      "step": 11488
+    },
+    {
+      "epoch": 3.4219549879930753,
+      "grad_norm": 0.2358098179101944,
+      "learning_rate": 1.5303918033691095e-05,
+      "loss": 1.2205,
+      "step": 11489
+    },
+    {
+      "epoch": 3.4222528341927436,
+      "grad_norm": 0.24891728162765503,
+      "learning_rate": 1.530310029533785e-05,
+      "loss": 1.2447,
+      "step": 11490
+    },
+    {
+      "epoch": 3.4225506803924124,
+      "grad_norm": 0.25674664974212646,
+      "learning_rate": 1.530228250764518e-05,
+      "loss": 1.2315,
+      "step": 11491
+    },
+    {
+      "epoch": 3.422848526592081,
+      "grad_norm": 0.2444644570350647,
+      "learning_rate": 1.5301464670620695e-05,
+      "loss": 1.2335,
+      "step": 11492
+    },
+    {
+      "epoch": 3.4231463727917495,
+      "grad_norm": 0.24277029931545258,
+      "learning_rate": 1.5300646784272003e-05,
+      "loss": 1.24,
+      "step": 11493
+    },
+    {
+      "epoch": 3.4234442189914183,
+      "grad_norm": 0.23423664271831512,
+      "learning_rate": 1.5299828848606716e-05,
+      "loss": 1.245,
+      "step": 11494
+    },
+    {
+      "epoch": 3.423742065191087,
+      "grad_norm": 0.2517566382884979,
+      "learning_rate": 1.5299010863632443e-05,
+      "loss": 1.2186,
+      "step": 11495
+    },
+    {
+      "epoch": 3.4240399113907554,
+      "grad_norm": 0.24025209248065948,
+      "learning_rate": 1.5298192829356796e-05,
+      "loss": 1.2335,
+      "step": 11496
+    },
+    {
+      "epoch": 3.424337757590424,
+      "grad_norm": 0.2340984046459198,
+      "learning_rate": 1.5297374745787383e-05,
+      "loss": 1.2333,
+      "step": 11497
+    },
+    {
+      "epoch": 3.424635603790093,
+      "grad_norm": 0.25047650933265686,
+      "learning_rate": 1.5296556612931816e-05,
+      "loss": 1.2257,
+      "step": 11498
+    },
+    {
+      "epoch": 3.4249334499897617,
+      "grad_norm": 0.23872359097003937,
+      "learning_rate": 1.5295738430797705e-05,
+      "loss": 1.23,
+      "step": 11499
+    },
+    {
+      "epoch": 3.42523129618943,
+      "grad_norm": 0.23748847842216492,
+      "learning_rate": 1.5294920199392667e-05,
+      "loss": 1.2255,
+      "step": 11500
+    },
+    {
+      "epoch": 3.42523129618943,
+      "eval_loss": 1.3356280326843262,
+      "eval_runtime": 20.2227,
+      "eval_samples_per_second": 85.745,
+      "eval_steps_per_second": 5.39,
+      "step": 11500
+    },
+    {
+      "epoch": 3.425529142389099,
+      "grad_norm": 0.2422969937324524,
+      "learning_rate": 1.5294101918724314e-05,
+      "loss": 1.2451,
+      "step": 11501
+    },
+    {
+      "epoch": 3.4258269885887676,
+      "grad_norm": 0.23358918726444244,
+      "learning_rate": 1.5293283588800257e-05,
+      "loss": 1.2222,
+      "step": 11502
+    },
+    {
+      "epoch": 3.4261248347884363,
+      "grad_norm": 0.22912141680717468,
+      "learning_rate": 1.529246520962811e-05,
+      "loss": 1.2167,
+      "step": 11503
+    },
+    {
+      "epoch": 3.4264226809881047,
+      "grad_norm": 0.22926951944828033,
+      "learning_rate": 1.5291646781215486e-05,
+      "loss": 1.239,
+      "step": 11504
+    },
+    {
+      "epoch": 3.4267205271877734,
+      "grad_norm": 0.23395386338233948,
+      "learning_rate": 1.529082830357e-05,
+      "loss": 1.2256,
+      "step": 11505
+    },
+    {
+      "epoch": 3.427018373387442,
+      "grad_norm": 0.22575154900550842,
+      "learning_rate": 1.529000977669927e-05,
+      "loss": 1.2189,
+      "step": 11506
+    },
+    {
+      "epoch": 3.4273162195871105,
+      "grad_norm": 0.24313803017139435,
+      "learning_rate": 1.5289191200610912e-05,
+      "loss": 1.2381,
+      "step": 11507
+    },
+    {
+      "epoch": 3.4276140657867793,
+      "grad_norm": 0.23815204203128815,
+      "learning_rate": 1.5288372575312534e-05,
+      "loss": 1.2288,
+      "step": 11508
+    },
+    {
+      "epoch": 3.427911911986448,
+      "grad_norm": 0.23456953465938568,
+      "learning_rate": 1.528755390081176e-05,
+      "loss": 1.2363,
+      "step": 11509
+    },
+    {
+      "epoch": 3.4282097581861164,
+      "grad_norm": 0.23735493421554565,
+      "learning_rate": 1.52867351771162e-05,
+      "loss": 1.2338,
+      "step": 11510
+    },
+    {
+      "epoch": 3.428507604385785,
+      "grad_norm": 0.24212393164634705,
+      "learning_rate": 1.5285916404233487e-05,
+      "loss": 1.2308,
+      "step": 11511
+    },
+    {
+      "epoch": 3.428805450585454,
+      "grad_norm": 0.25003373622894287,
+      "learning_rate": 1.528509758217122e-05,
+      "loss": 1.2551,
+      "step": 11512
+    },
+    {
+      "epoch": 3.4291032967851227,
+      "grad_norm": 0.24068664014339447,
+      "learning_rate": 1.5284278710937025e-05,
+      "loss": 1.225,
+      "step": 11513
+    },
+    {
+      "epoch": 3.429401142984791,
+      "grad_norm": 0.24042995274066925,
+      "learning_rate": 1.528345979053852e-05,
+      "loss": 1.2416,
+      "step": 11514
+    },
+    {
+      "epoch": 3.42969898918446,
+      "grad_norm": 0.2419779896736145,
+      "learning_rate": 1.5282640820983328e-05,
+      "loss": 1.2367,
+      "step": 11515
+    },
+    {
+      "epoch": 3.4299968353841286,
+      "grad_norm": 0.23886997997760773,
+      "learning_rate": 1.528182180227906e-05,
+      "loss": 1.2427,
+      "step": 11516
+    },
+    {
+      "epoch": 3.4302946815837974,
+      "grad_norm": 0.23846594989299774,
+      "learning_rate": 1.5281002734433344e-05,
+      "loss": 1.2256,
+      "step": 11517
+    },
+    {
+      "epoch": 3.4305925277834657,
+      "grad_norm": 0.23304830491542816,
+      "learning_rate": 1.5280183617453805e-05,
+      "loss": 1.238,
+      "step": 11518
+    },
+    {
+      "epoch": 3.4308903739831345,
+      "grad_norm": 0.24864642322063446,
+      "learning_rate": 1.5279364451348048e-05,
+      "loss": 1.2303,
+      "step": 11519
+    },
+    {
+      "epoch": 3.4311882201828032,
+      "grad_norm": 0.2348104864358902,
+      "learning_rate": 1.5278545236123705e-05,
+      "loss": 1.2352,
+      "step": 11520
+    },
+    {
+      "epoch": 3.4314860663824716,
+      "grad_norm": 0.24465292692184448,
+      "learning_rate": 1.5277725971788398e-05,
+      "loss": 1.2217,
+      "step": 11521
+    },
+    {
+      "epoch": 3.4317839125821403,
+      "grad_norm": 0.2340582311153412,
+      "learning_rate": 1.5276906658349747e-05,
+      "loss": 1.2267,
+      "step": 11522
+    },
+    {
+      "epoch": 3.432081758781809,
+      "grad_norm": 0.23585832118988037,
+      "learning_rate": 1.5276087295815373e-05,
+      "loss": 1.2317,
+      "step": 11523
+    },
+    {
+      "epoch": 3.432379604981478,
+      "grad_norm": 0.24549613893032074,
+      "learning_rate": 1.5275267884192905e-05,
+      "loss": 1.2412,
+      "step": 11524
+    },
+    {
+      "epoch": 3.432677451181146,
+      "grad_norm": 0.23276914656162262,
+      "learning_rate": 1.527444842348996e-05,
+      "loss": 1.2521,
+      "step": 11525
+    },
+    {
+      "epoch": 3.432975297380815,
+      "grad_norm": 0.2454558163881302,
+      "learning_rate": 1.5273628913714165e-05,
+      "loss": 1.2326,
+      "step": 11526
+    },
+    {
+      "epoch": 3.4332731435804837,
+      "grad_norm": 0.257112979888916,
+      "learning_rate": 1.5272809354873146e-05,
+      "loss": 1.2418,
+      "step": 11527
+    },
+    {
+      "epoch": 3.4335709897801525,
+      "grad_norm": 0.23777510225772858,
+      "learning_rate": 1.527198974697453e-05,
+      "loss": 1.2475,
+      "step": 11528
+    },
+    {
+      "epoch": 3.433868835979821,
+      "grad_norm": 0.23546954989433289,
+      "learning_rate": 1.5271170090025936e-05,
+      "loss": 1.2408,
+      "step": 11529
+    },
+    {
+      "epoch": 3.4341666821794896,
+      "grad_norm": 0.23517552018165588,
+      "learning_rate": 1.5270350384034993e-05,
+      "loss": 1.2193,
+      "step": 11530
+    },
+    {
+      "epoch": 3.4344645283791584,
+      "grad_norm": 0.23490594327449799,
+      "learning_rate": 1.5269530629009332e-05,
+      "loss": 1.2424,
+      "step": 11531
+    },
+    {
+      "epoch": 3.4347623745788267,
+      "grad_norm": 0.24757042527198792,
+      "learning_rate": 1.5268710824956574e-05,
+      "loss": 1.217,
+      "step": 11532
+    },
+    {
+      "epoch": 3.4350602207784955,
+      "grad_norm": 0.23664523661136627,
+      "learning_rate": 1.5267890971884346e-05,
+      "loss": 1.2264,
+      "step": 11533
+    },
+    {
+      "epoch": 3.4353580669781643,
+      "grad_norm": 0.24112482368946075,
+      "learning_rate": 1.526707106980028e-05,
+      "loss": 1.2415,
+      "step": 11534
+    },
+    {
+      "epoch": 3.4356559131778326,
+      "grad_norm": 0.251738578081131,
+      "learning_rate": 1.5266251118712005e-05,
+      "loss": 1.2343,
+      "step": 11535
+    },
+    {
+      "epoch": 3.4359537593775014,
+      "grad_norm": 0.2540231943130493,
+      "learning_rate": 1.5265431118627147e-05,
+      "loss": 1.2307,
+      "step": 11536
+    },
+    {
+      "epoch": 3.43625160557717,
+      "grad_norm": 0.24106860160827637,
+      "learning_rate": 1.526461106955333e-05,
+      "loss": 1.2267,
+      "step": 11537
+    },
+    {
+      "epoch": 3.436549451776839,
+      "grad_norm": 0.24626649916172028,
+      "learning_rate": 1.5263790971498195e-05,
+      "loss": 1.2342,
+      "step": 11538
+    },
+    {
+      "epoch": 3.4368472979765072,
+      "grad_norm": 0.24112309515476227,
+      "learning_rate": 1.5262970824469362e-05,
+      "loss": 1.2251,
+      "step": 11539
+    },
+    {
+      "epoch": 3.437145144176176,
+      "grad_norm": 0.23126092553138733,
+      "learning_rate": 1.5262150628474467e-05,
+      "loss": 1.2328,
+      "step": 11540
+    },
+    {
+      "epoch": 3.4374429903758448,
+      "grad_norm": 0.25916430354118347,
+      "learning_rate": 1.5261330383521138e-05,
+      "loss": 1.235,
+      "step": 11541
+    },
+    {
+      "epoch": 3.4377408365755135,
+      "grad_norm": 0.23983551561832428,
+      "learning_rate": 1.5260510089617012e-05,
+      "loss": 1.2208,
+      "step": 11542
+    },
+    {
+      "epoch": 3.438038682775182,
+      "grad_norm": 0.24710910022258759,
+      "learning_rate": 1.5259689746769714e-05,
+      "loss": 1.2284,
+      "step": 11543
+    },
+    {
+      "epoch": 3.4383365289748506,
+      "grad_norm": 0.2789791524410248,
+      "learning_rate": 1.525886935498688e-05,
+      "loss": 1.2285,
+      "step": 11544
+    },
+    {
+      "epoch": 3.4386343751745194,
+      "grad_norm": 0.25198033452033997,
+      "learning_rate": 1.525804891427614e-05,
+      "loss": 1.2438,
+      "step": 11545
+    },
+    {
+      "epoch": 3.4389322213741877,
+      "grad_norm": 0.24183997511863708,
+      "learning_rate": 1.5257228424645132e-05,
+      "loss": 1.2136,
+      "step": 11546
+    },
+    {
+      "epoch": 3.4392300675738565,
+      "grad_norm": 0.2604411542415619,
+      "learning_rate": 1.5256407886101486e-05,
+      "loss": 1.248,
+      "step": 11547
+    },
+    {
+      "epoch": 3.4395279137735253,
+      "grad_norm": 0.24355940520763397,
+      "learning_rate": 1.5255587298652841e-05,
+      "loss": 1.2382,
+      "step": 11548
+    },
+    {
+      "epoch": 3.4398257599731936,
+      "grad_norm": 0.23050110042095184,
+      "learning_rate": 1.5254766662306825e-05,
+      "loss": 1.2311,
+      "step": 11549
+    },
+    {
+      "epoch": 3.4401236061728624,
+      "grad_norm": 0.2449619323015213,
+      "learning_rate": 1.5253945977071076e-05,
+      "loss": 1.232,
+      "step": 11550
+    },
+    {
+      "epoch": 3.440421452372531,
+      "grad_norm": 0.2661532759666443,
+      "learning_rate": 1.5253125242953228e-05,
+      "loss": 1.2517,
+      "step": 11551
+    },
+    {
+      "epoch": 3.4407192985722,
+      "grad_norm": 0.24256959557533264,
+      "learning_rate": 1.5252304459960922e-05,
+      "loss": 1.2168,
+      "step": 11552
+    },
+    {
+      "epoch": 3.4410171447718683,
+      "grad_norm": 0.2672572433948517,
+      "learning_rate": 1.5251483628101791e-05,
+      "loss": 1.2303,
+      "step": 11553
+    },
+    {
+      "epoch": 3.441314990971537,
+      "grad_norm": 0.27686724066734314,
+      "learning_rate": 1.525066274738347e-05,
+      "loss": 1.2264,
+      "step": 11554
+    },
+    {
+      "epoch": 3.441612837171206,
+      "grad_norm": 0.2409094274044037,
+      "learning_rate": 1.5249841817813602e-05,
+      "loss": 1.228,
+      "step": 11555
+    },
+    {
+      "epoch": 3.4419106833708746,
+      "grad_norm": 0.2512090802192688,
+      "learning_rate": 1.5249020839399819e-05,
+      "loss": 1.2488,
+      "step": 11556
+    },
+    {
+      "epoch": 3.442208529570543,
+      "grad_norm": 0.23591990768909454,
+      "learning_rate": 1.524819981214976e-05,
+      "loss": 1.2239,
+      "step": 11557
+    },
+    {
+      "epoch": 3.4425063757702117,
+      "grad_norm": 0.26415589451789856,
+      "learning_rate": 1.5247378736071068e-05,
+      "loss": 1.2398,
+      "step": 11558
+    },
+    {
+      "epoch": 3.4428042219698805,
+      "grad_norm": 0.27485665678977966,
+      "learning_rate": 1.524655761117138e-05,
+      "loss": 1.2146,
+      "step": 11559
+    },
+    {
+      "epoch": 3.443102068169549,
+      "grad_norm": 0.2404964715242386,
+      "learning_rate": 1.5245736437458333e-05,
+      "loss": 1.2233,
+      "step": 11560
+    },
+    {
+      "epoch": 3.4433999143692176,
+      "grad_norm": 0.36868318915367126,
+      "learning_rate": 1.5244915214939574e-05,
+      "loss": 1.2349,
+      "step": 11561
+    },
+    {
+      "epoch": 3.4436977605688863,
+      "grad_norm": 0.371759831905365,
+      "learning_rate": 1.5244093943622733e-05,
+      "loss": 1.2466,
+      "step": 11562
+    },
+    {
+      "epoch": 3.4439956067685547,
+      "grad_norm": 0.23560090363025665,
+      "learning_rate": 1.5243272623515459e-05,
+      "loss": 1.2324,
+      "step": 11563
+    },
+    {
+      "epoch": 3.4442934529682234,
+      "grad_norm": 0.38808372616767883,
+      "learning_rate": 1.5242451254625393e-05,
+      "loss": 1.2547,
+      "step": 11564
+    },
+    {
+      "epoch": 3.444591299167892,
+      "grad_norm": 0.24690575897693634,
+      "learning_rate": 1.5241629836960173e-05,
+      "loss": 1.2413,
+      "step": 11565
+    },
+    {
+      "epoch": 3.444889145367561,
+      "grad_norm": 0.2622869908809662,
+      "learning_rate": 1.5240808370527444e-05,
+      "loss": 1.2251,
+      "step": 11566
+    },
+    {
+      "epoch": 3.4451869915672293,
+      "grad_norm": 0.2426728904247284,
+      "learning_rate": 1.5239986855334849e-05,
+      "loss": 1.2129,
+      "step": 11567
+    },
+    {
+      "epoch": 3.445484837766898,
+      "grad_norm": 0.23665250837802887,
+      "learning_rate": 1.5239165291390033e-05,
+      "loss": 1.2536,
+      "step": 11568
+    },
+    {
+      "epoch": 3.445782683966567,
+      "grad_norm": 0.2624794840812683,
+      "learning_rate": 1.5238343678700633e-05,
+      "loss": 1.2273,
+      "step": 11569
+    },
+    {
+      "epoch": 3.4460805301662356,
+      "grad_norm": 0.2386084645986557,
+      "learning_rate": 1.52375220172743e-05,
+      "loss": 1.2418,
+      "step": 11570
+    },
+    {
+      "epoch": 3.446378376365904,
+      "grad_norm": 0.23174983263015747,
+      "learning_rate": 1.5236700307118674e-05,
+      "loss": 1.241,
+      "step": 11571
+    },
+    {
+      "epoch": 3.4466762225655727,
+      "grad_norm": 0.2384009212255478,
+      "learning_rate": 1.523587854824141e-05,
+      "loss": 1.23,
+      "step": 11572
+    },
+    {
+      "epoch": 3.4469740687652415,
+      "grad_norm": 0.23641443252563477,
+      "learning_rate": 1.5235056740650138e-05,
+      "loss": 1.2256,
+      "step": 11573
+    },
+    {
+      "epoch": 3.44727191496491,
+      "grad_norm": 0.23755528032779694,
+      "learning_rate": 1.5234234884352513e-05,
+      "loss": 1.2521,
+      "step": 11574
+    },
+    {
+      "epoch": 3.4475697611645786,
+      "grad_norm": 0.23581965267658234,
+      "learning_rate": 1.5233412979356184e-05,
+      "loss": 1.2449,
+      "step": 11575
+    },
+    {
+      "epoch": 3.4478676073642474,
+      "grad_norm": 0.23634174466133118,
+      "learning_rate": 1.5232591025668792e-05,
+      "loss": 1.2538,
+      "step": 11576
+    },
+    {
+      "epoch": 3.4481654535639157,
+      "grad_norm": 0.2442152500152588,
+      "learning_rate": 1.5231769023297989e-05,
+      "loss": 1.2541,
+      "step": 11577
+    },
+    {
+      "epoch": 3.4484632997635845,
+      "grad_norm": 0.23592181503772736,
+      "learning_rate": 1.5230946972251416e-05,
+      "loss": 1.2374,
+      "step": 11578
+    },
+    {
+      "epoch": 3.4487611459632532,
+      "grad_norm": 0.23963795602321625,
+      "learning_rate": 1.523012487253673e-05,
+      "loss": 1.2251,
+      "step": 11579
+    },
+    {
+      "epoch": 3.449058992162922,
+      "grad_norm": 0.26141953468322754,
+      "learning_rate": 1.5229302724161574e-05,
+      "loss": 1.2459,
+      "step": 11580
+    },
+    {
+      "epoch": 3.4493568383625903,
+      "grad_norm": 0.2843151390552521,
+      "learning_rate": 1.5228480527133598e-05,
+      "loss": 1.2247,
+      "step": 11581
+    },
+    {
+      "epoch": 3.449654684562259,
+      "grad_norm": 0.25682297348976135,
+      "learning_rate": 1.5227658281460453e-05,
+      "loss": 1.2454,
+      "step": 11582
+    },
+    {
+      "epoch": 3.449952530761928,
+      "grad_norm": 0.4024375081062317,
+      "learning_rate": 1.5226835987149788e-05,
+      "loss": 1.2345,
+      "step": 11583
+    },
+    {
+      "epoch": 3.4502503769615966,
+      "grad_norm": 0.29868048429489136,
+      "learning_rate": 1.5226013644209255e-05,
+      "loss": 1.2346,
+      "step": 11584
+    },
+    {
+      "epoch": 3.450548223161265,
+      "grad_norm": 0.28260061144828796,
+      "learning_rate": 1.5225191252646503e-05,
+      "loss": 1.244,
+      "step": 11585
+    },
+    {
+      "epoch": 3.4508460693609337,
+      "grad_norm": 0.3465733230113983,
+      "learning_rate": 1.5224368812469185e-05,
+      "loss": 1.2389,
+      "step": 11586
+    },
+    {
+      "epoch": 3.4511439155606025,
+      "grad_norm": 0.2428768426179886,
+      "learning_rate": 1.522354632368495e-05,
+      "loss": 1.2565,
+      "step": 11587
+    },
+    {
+      "epoch": 3.451441761760271,
+      "grad_norm": 0.26560989022254944,
+      "learning_rate": 1.5222723786301454e-05,
+      "loss": 1.2241,
+      "step": 11588
+    },
+    {
+      "epoch": 3.4517396079599396,
+      "grad_norm": 0.2622128129005432,
+      "learning_rate": 1.5221901200326352e-05,
+      "loss": 1.2381,
+      "step": 11589
+    },
+    {
+      "epoch": 3.4520374541596084,
+      "grad_norm": 0.24717475473880768,
+      "learning_rate": 1.5221078565767289e-05,
+      "loss": 1.2509,
+      "step": 11590
+    },
+    {
+      "epoch": 3.452335300359277,
+      "grad_norm": 0.2863736152648926,
+      "learning_rate": 1.5220255882631922e-05,
+      "loss": 1.2513,
+      "step": 11591
+    },
+    {
+      "epoch": 3.4526331465589455,
+      "grad_norm": 0.23726223409175873,
+      "learning_rate": 1.5219433150927909e-05,
+      "loss": 1.2436,
+      "step": 11592
+    },
+    {
+      "epoch": 3.4529309927586143,
+      "grad_norm": 0.2420269399881363,
+      "learning_rate": 1.5218610370662903e-05,
+      "loss": 1.242,
+      "step": 11593
+    },
+    {
+      "epoch": 3.453228838958283,
+      "grad_norm": 0.242299884557724,
+      "learning_rate": 1.5217787541844557e-05,
+      "loss": 1.2291,
+      "step": 11594
+    },
+    {
+      "epoch": 3.453526685157952,
+      "grad_norm": 0.23246005177497864,
+      "learning_rate": 1.5216964664480527e-05,
+      "loss": 1.2306,
+      "step": 11595
+    },
+    {
+      "epoch": 3.45382453135762,
+      "grad_norm": 0.26450425386428833,
+      "learning_rate": 1.5216141738578471e-05,
+      "loss": 1.2305,
+      "step": 11596
+    },
+    {
+      "epoch": 3.454122377557289,
+      "grad_norm": 0.2860598564147949,
+      "learning_rate": 1.5215318764146046e-05,
+      "loss": 1.232,
+      "step": 11597
+    },
+    {
+      "epoch": 3.4544202237569577,
+      "grad_norm": 0.2404812127351761,
+      "learning_rate": 1.5214495741190898e-05,
+      "loss": 1.2405,
+      "step": 11598
+    },
+    {
+      "epoch": 3.454718069956626,
+      "grad_norm": 0.2578551769256592,
+      "learning_rate": 1.5213672669720701e-05,
+      "loss": 1.232,
+      "step": 11599
+    },
+    {
+      "epoch": 3.4550159161562948,
+      "grad_norm": 0.24088731408119202,
+      "learning_rate": 1.5212849549743106e-05,
+      "loss": 1.224,
+      "step": 11600
+    },
+    {
+      "epoch": 3.4553137623559635,
+      "grad_norm": 0.24067500233650208,
+      "learning_rate": 1.5212026381265763e-05,
+      "loss": 1.2374,
+      "step": 11601
+    },
+    {
+      "epoch": 3.455611608555632,
+      "grad_norm": 0.23492807149887085,
+      "learning_rate": 1.5211203164296342e-05,
+      "loss": 1.2335,
+      "step": 11602
+    },
+    {
+      "epoch": 3.4559094547553006,
+      "grad_norm": 0.22992326319217682,
+      "learning_rate": 1.5210379898842499e-05,
+      "loss": 1.2359,
+      "step": 11603
+    },
+    {
+      "epoch": 3.4562073009549694,
+      "grad_norm": 0.25816991925239563,
+      "learning_rate": 1.5209556584911889e-05,
+      "loss": 1.2474,
+      "step": 11604
+    },
+    {
+      "epoch": 3.456505147154638,
+      "grad_norm": 0.2460036426782608,
+      "learning_rate": 1.5208733222512178e-05,
+      "loss": 1.2224,
+      "step": 11605
+    },
+    {
+      "epoch": 3.4568029933543065,
+      "grad_norm": 0.23283728957176208,
+      "learning_rate": 1.5207909811651024e-05,
+      "loss": 1.238,
+      "step": 11606
+    },
+    {
+      "epoch": 3.4571008395539753,
+      "grad_norm": 0.23499785363674164,
+      "learning_rate": 1.5207086352336088e-05,
+      "loss": 1.223,
+      "step": 11607
+    },
+    {
+      "epoch": 3.457398685753644,
+      "grad_norm": 0.24944666028022766,
+      "learning_rate": 1.520626284457503e-05,
+      "loss": 1.2271,
+      "step": 11608
+    },
+    {
+      "epoch": 3.457696531953313,
+      "grad_norm": 0.25068676471710205,
+      "learning_rate": 1.5205439288375511e-05,
+      "loss": 1.2504,
+      "step": 11609
+    },
+    {
+      "epoch": 3.457994378152981,
+      "grad_norm": 0.2367619276046753,
+      "learning_rate": 1.5204615683745198e-05,
+      "loss": 1.2555,
+      "step": 11610
+    },
+    {
+      "epoch": 3.45829222435265,
+      "grad_norm": 0.2698817849159241,
+      "learning_rate": 1.520379203069175e-05,
+      "loss": 1.2342,
+      "step": 11611
+    },
+    {
+      "epoch": 3.4585900705523187,
+      "grad_norm": 0.2815074920654297,
+      "learning_rate": 1.5202968329222832e-05,
+      "loss": 1.2323,
+      "step": 11612
+    },
+    {
+      "epoch": 3.458887916751987,
+      "grad_norm": 0.24128301441669464,
+      "learning_rate": 1.5202144579346108e-05,
+      "loss": 1.261,
+      "step": 11613
+    },
+    {
+      "epoch": 3.459185762951656,
+      "grad_norm": 0.3304024338722229,
+      "learning_rate": 1.520132078106924e-05,
+      "loss": 1.2242,
+      "step": 11614
+    },
+    {
+      "epoch": 3.4594836091513246,
+      "grad_norm": 0.2661862075328827,
+      "learning_rate": 1.5200496934399893e-05,
+      "loss": 1.2535,
+      "step": 11615
+    },
+    {
+      "epoch": 3.459781455350993,
+      "grad_norm": 0.3135344684123993,
+      "learning_rate": 1.5199673039345728e-05,
+      "loss": 1.2326,
+      "step": 11616
+    },
+    {
+      "epoch": 3.4600793015506617,
+      "grad_norm": 0.30401116609573364,
+      "learning_rate": 1.5198849095914421e-05,
+      "loss": 1.2376,
+      "step": 11617
+    },
+    {
+      "epoch": 3.4603771477503305,
+      "grad_norm": 0.25784486532211304,
+      "learning_rate": 1.519802510411363e-05,
+      "loss": 1.2329,
+      "step": 11618
+    },
+    {
+      "epoch": 3.4606749939499992,
+      "grad_norm": 0.28522834181785583,
+      "learning_rate": 1.5197201063951022e-05,
+      "loss": 1.2152,
+      "step": 11619
+    },
+    {
+      "epoch": 3.4609728401496676,
+      "grad_norm": 0.24161286652088165,
+      "learning_rate": 1.5196376975434265e-05,
+      "loss": 1.2241,
+      "step": 11620
+    },
+    {
+      "epoch": 3.4612706863493363,
+      "grad_norm": 0.2395504266023636,
+      "learning_rate": 1.5195552838571026e-05,
+      "loss": 1.2233,
+      "step": 11621
+    },
+    {
+      "epoch": 3.461568532549005,
+      "grad_norm": 0.2447492629289627,
+      "learning_rate": 1.5194728653368973e-05,
+      "loss": 1.2439,
+      "step": 11622
+    },
+    {
+      "epoch": 3.461866378748674,
+      "grad_norm": 0.23938801884651184,
+      "learning_rate": 1.5193904419835775e-05,
+      "loss": 1.2441,
+      "step": 11623
+    },
+    {
+      "epoch": 3.462164224948342,
+      "grad_norm": 0.24809573590755463,
+      "learning_rate": 1.5193080137979098e-05,
+      "loss": 1.2217,
+      "step": 11624
+    },
+    {
+      "epoch": 3.462462071148011,
+      "grad_norm": 0.24161048233509064,
+      "learning_rate": 1.5192255807806611e-05,
+      "loss": 1.2405,
+      "step": 11625
+    },
+    {
+      "epoch": 3.4627599173476797,
+      "grad_norm": 0.23102059960365295,
+      "learning_rate": 1.5191431429325986e-05,
+      "loss": 1.2351,
+      "step": 11626
+    },
+    {
+      "epoch": 3.463057763547348,
+      "grad_norm": 0.2383132129907608,
+      "learning_rate": 1.5190607002544893e-05,
+      "loss": 1.2361,
+      "step": 11627
+    },
+    {
+      "epoch": 3.463355609747017,
+      "grad_norm": 0.23085835576057434,
+      "learning_rate": 1.5189782527471e-05,
+      "loss": 1.2264,
+      "step": 11628
+    },
+    {
+      "epoch": 3.4636534559466856,
+      "grad_norm": 0.23786355555057526,
+      "learning_rate": 1.5188958004111977e-05,
+      "loss": 1.2265,
+      "step": 11629
+    },
+    {
+      "epoch": 3.463951302146354,
+      "grad_norm": 0.24842850863933563,
+      "learning_rate": 1.5188133432475502e-05,
+      "loss": 1.2315,
+      "step": 11630
+    },
+    {
+      "epoch": 3.4642491483460227,
+      "grad_norm": 0.3102658987045288,
+      "learning_rate": 1.518730881256924e-05,
+      "loss": 1.2201,
+      "step": 11631
+    },
+    {
+      "epoch": 3.4645469945456915,
+      "grad_norm": 0.26763206720352173,
+      "learning_rate": 1.5186484144400861e-05,
+      "loss": 1.2232,
+      "step": 11632
+    },
+    {
+      "epoch": 3.4648448407453603,
+      "grad_norm": 0.2530723810195923,
+      "learning_rate": 1.5185659427978046e-05,
+      "loss": 1.2433,
+      "step": 11633
+    },
+    {
+      "epoch": 3.4651426869450286,
+      "grad_norm": 0.3082621097564697,
+      "learning_rate": 1.5184834663308464e-05,
+      "loss": 1.2397,
+      "step": 11634
+    },
+    {
+      "epoch": 3.4654405331446974,
+      "grad_norm": 0.23491385579109192,
+      "learning_rate": 1.5184009850399788e-05,
+      "loss": 1.2241,
+      "step": 11635
+    },
+    {
+      "epoch": 3.465738379344366,
+      "grad_norm": 0.2701856791973114,
+      "learning_rate": 1.518318498925969e-05,
+      "loss": 1.2237,
+      "step": 11636
+    },
+    {
+      "epoch": 3.466036225544035,
+      "grad_norm": 0.3279270529747009,
+      "learning_rate": 1.518236007989585e-05,
+      "loss": 1.2419,
+      "step": 11637
+    },
+    {
+      "epoch": 3.4663340717437032,
+      "grad_norm": 0.2563593089580536,
+      "learning_rate": 1.5181535122315936e-05,
+      "loss": 1.2361,
+      "step": 11638
+    },
+    {
+      "epoch": 3.466631917943372,
+      "grad_norm": 0.25081443786621094,
+      "learning_rate": 1.5180710116527628e-05,
+      "loss": 1.2381,
+      "step": 11639
+    },
+    {
+      "epoch": 3.4669297641430408,
+      "grad_norm": 0.2737971246242523,
+      "learning_rate": 1.51798850625386e-05,
+      "loss": 1.229,
+      "step": 11640
+    },
+    {
+      "epoch": 3.467227610342709,
+      "grad_norm": 0.255681574344635,
+      "learning_rate": 1.5179059960356531e-05,
+      "loss": 1.2343,
+      "step": 11641
+    },
+    {
+      "epoch": 3.467525456542378,
+      "grad_norm": 0.2361997365951538,
+      "learning_rate": 1.5178234809989094e-05,
+      "loss": 1.2458,
+      "step": 11642
+    },
+    {
+      "epoch": 3.4678233027420466,
+      "grad_norm": 0.2407403141260147,
+      "learning_rate": 1.5177409611443968e-05,
+      "loss": 1.2343,
+      "step": 11643
+    },
+    {
+      "epoch": 3.4681211489417154,
+      "grad_norm": 0.2502894997596741,
+      "learning_rate": 1.5176584364728829e-05,
+      "loss": 1.2303,
+      "step": 11644
+    },
+    {
+      "epoch": 3.4684189951413837,
+      "grad_norm": 0.3361647427082062,
+      "learning_rate": 1.5175759069851357e-05,
+      "loss": 1.2341,
+      "step": 11645
+    },
+    {
+      "epoch": 3.4687168413410525,
+      "grad_norm": 0.35799121856689453,
+      "learning_rate": 1.5174933726819229e-05,
+      "loss": 1.226,
+      "step": 11646
+    },
+    {
+      "epoch": 3.4690146875407213,
+      "grad_norm": 0.24811288714408875,
+      "learning_rate": 1.5174108335640127e-05,
+      "loss": 1.242,
+      "step": 11647
+    },
+    {
+      "epoch": 3.4693125337403896,
+      "grad_norm": 0.27803266048431396,
+      "learning_rate": 1.5173282896321727e-05,
+      "loss": 1.2269,
+      "step": 11648
+    },
+    {
+      "epoch": 3.4696103799400584,
+      "grad_norm": 0.29134753346443176,
+      "learning_rate": 1.5172457408871708e-05,
+      "loss": 1.2242,
+      "step": 11649
+    },
+    {
+      "epoch": 3.469908226139727,
+      "grad_norm": 0.24610275030136108,
+      "learning_rate": 1.517163187329775e-05,
+      "loss": 1.2519,
+      "step": 11650
+    },
+    {
+      "epoch": 3.470206072339396,
+      "grad_norm": 0.2515765130519867,
+      "learning_rate": 1.5170806289607538e-05,
+      "loss": 1.2518,
+      "step": 11651
+    },
+    {
+      "epoch": 3.4705039185390643,
+      "grad_norm": 0.2578960359096527,
+      "learning_rate": 1.5169980657808752e-05,
+      "loss": 1.2435,
+      "step": 11652
+    },
+    {
+      "epoch": 3.470801764738733,
+      "grad_norm": 0.2373909205198288,
+      "learning_rate": 1.5169154977909068e-05,
+      "loss": 1.215,
+      "step": 11653
+    },
+    {
+      "epoch": 3.471099610938402,
+      "grad_norm": 0.2524226903915405,
+      "learning_rate": 1.5168329249916176e-05,
+      "loss": 1.2442,
+      "step": 11654
+    },
+    {
+      "epoch": 3.47139745713807,
+      "grad_norm": 0.25795549154281616,
+      "learning_rate": 1.5167503473837754e-05,
+      "loss": 1.2246,
+      "step": 11655
+    },
+    {
+      "epoch": 3.471695303337739,
+      "grad_norm": 0.2714008390903473,
+      "learning_rate": 1.5166677649681484e-05,
+      "loss": 1.2288,
+      "step": 11656
+    },
+    {
+      "epoch": 3.4719931495374077,
+      "grad_norm": 0.3128831088542938,
+      "learning_rate": 1.5165851777455051e-05,
+      "loss": 1.2381,
+      "step": 11657
+    },
+    {
+      "epoch": 3.4722909957370764,
+      "grad_norm": 0.23760241270065308,
+      "learning_rate": 1.5165025857166143e-05,
+      "loss": 1.2522,
+      "step": 11658
+    },
+    {
+      "epoch": 3.4725888419367448,
+      "grad_norm": 0.3532728850841522,
+      "learning_rate": 1.5164199888822438e-05,
+      "loss": 1.2178,
+      "step": 11659
+    },
+    {
+      "epoch": 3.4728866881364135,
+      "grad_norm": 0.2692665457725525,
+      "learning_rate": 1.5163373872431622e-05,
+      "loss": 1.2357,
+      "step": 11660
+    },
+    {
+      "epoch": 3.4731845343360823,
+      "grad_norm": 0.2848125696182251,
+      "learning_rate": 1.516254780800138e-05,
+      "loss": 1.2348,
+      "step": 11661
+    },
+    {
+      "epoch": 3.473482380535751,
+      "grad_norm": 0.27238327264785767,
+      "learning_rate": 1.51617216955394e-05,
+      "loss": 1.2196,
+      "step": 11662
+    },
+    {
+      "epoch": 3.4737802267354194,
+      "grad_norm": 0.25026488304138184,
+      "learning_rate": 1.5160895535053364e-05,
+      "loss": 1.2267,
+      "step": 11663
+    },
+    {
+      "epoch": 3.474078072935088,
+      "grad_norm": 0.2846026122570038,
+      "learning_rate": 1.5160069326550965e-05,
+      "loss": 1.2197,
+      "step": 11664
+    },
+    {
+      "epoch": 3.474375919134757,
+      "grad_norm": 0.23811158537864685,
+      "learning_rate": 1.5159243070039887e-05,
+      "loss": 1.227,
+      "step": 11665
+    },
+    {
+      "epoch": 3.4746737653344253,
+      "grad_norm": 0.29034659266471863,
+      "learning_rate": 1.5158416765527811e-05,
+      "loss": 1.2392,
+      "step": 11666
+    },
+    {
+      "epoch": 3.474971611534094,
+      "grad_norm": 0.24458420276641846,
+      "learning_rate": 1.5157590413022433e-05,
+      "loss": 1.2241,
+      "step": 11667
+    },
+    {
+      "epoch": 3.475269457733763,
+      "grad_norm": 0.2439926713705063,
+      "learning_rate": 1.5156764012531438e-05,
+      "loss": 1.2295,
+      "step": 11668
+    },
+    {
+      "epoch": 3.475567303933431,
+      "grad_norm": 0.25224968791007996,
+      "learning_rate": 1.5155937564062517e-05,
+      "loss": 1.2599,
+      "step": 11669
+    },
+    {
+      "epoch": 3.4758651501331,
+      "grad_norm": 0.23347537219524384,
+      "learning_rate": 1.5155111067623357e-05,
+      "loss": 1.2452,
+      "step": 11670
+    },
+    {
+      "epoch": 3.4761629963327687,
+      "grad_norm": 0.2441583126783371,
+      "learning_rate": 1.5154284523221648e-05,
+      "loss": 1.2431,
+      "step": 11671
+    },
+    {
+      "epoch": 3.4764608425324375,
+      "grad_norm": 0.2398219257593155,
+      "learning_rate": 1.5153457930865081e-05,
+      "loss": 1.233,
+      "step": 11672
+    },
+    {
+      "epoch": 3.476758688732106,
+      "grad_norm": 0.3126453161239624,
+      "learning_rate": 1.5152631290561343e-05,
+      "loss": 1.2401,
+      "step": 11673
+    },
+    {
+      "epoch": 3.4770565349317746,
+      "grad_norm": 0.3580472469329834,
+      "learning_rate": 1.5151804602318133e-05,
+      "loss": 1.2424,
+      "step": 11674
+    },
+    {
+      "epoch": 3.4773543811314434,
+      "grad_norm": 0.23871783912181854,
+      "learning_rate": 1.515097786614313e-05,
+      "loss": 1.2557,
+      "step": 11675
+    },
+    {
+      "epoch": 3.477652227331112,
+      "grad_norm": 0.527107834815979,
+      "learning_rate": 1.5150151082044039e-05,
+      "loss": 1.2302,
+      "step": 11676
+    },
+    {
+      "epoch": 3.4779500735307805,
+      "grad_norm": 0.34208452701568604,
+      "learning_rate": 1.5149324250028544e-05,
+      "loss": 1.2393,
+      "step": 11677
+    },
+    {
+      "epoch": 3.4782479197304492,
+      "grad_norm": 0.311907559633255,
+      "learning_rate": 1.514849737010434e-05,
+      "loss": 1.2422,
+      "step": 11678
+    },
+    {
+      "epoch": 3.478545765930118,
+      "grad_norm": 0.23271065950393677,
+      "learning_rate": 1.5147670442279121e-05,
+      "loss": 1.2326,
+      "step": 11679
+    },
+    {
+      "epoch": 3.4788436121297863,
+      "grad_norm": 0.26043426990509033,
+      "learning_rate": 1.5146843466560577e-05,
+      "loss": 1.2335,
+      "step": 11680
+    },
+    {
+      "epoch": 3.479141458329455,
+      "grad_norm": 0.2789304554462433,
+      "learning_rate": 1.5146016442956409e-05,
+      "loss": 1.2601,
+      "step": 11681
+    },
+    {
+      "epoch": 3.479439304529124,
+      "grad_norm": 0.2576315999031067,
+      "learning_rate": 1.5145189371474302e-05,
+      "loss": 1.2326,
+      "step": 11682
+    },
+    {
+      "epoch": 3.479737150728792,
+      "grad_norm": 0.24909977614879608,
+      "learning_rate": 1.514436225212196e-05,
+      "loss": 1.2432,
+      "step": 11683
+    },
+    {
+      "epoch": 3.480034996928461,
+      "grad_norm": 0.25181618332862854,
+      "learning_rate": 1.5143535084907075e-05,
+      "loss": 1.2398,
+      "step": 11684
+    },
+    {
+      "epoch": 3.4803328431281297,
+      "grad_norm": 0.25857406854629517,
+      "learning_rate": 1.5142707869837342e-05,
+      "loss": 1.2421,
+      "step": 11685
+    },
+    {
+      "epoch": 3.4806306893277985,
+      "grad_norm": 0.2688182592391968,
+      "learning_rate": 1.5141880606920459e-05,
+      "loss": 1.2292,
+      "step": 11686
+    },
+    {
+      "epoch": 3.480928535527467,
+      "grad_norm": 0.23363617062568665,
+      "learning_rate": 1.514105329616412e-05,
+      "loss": 1.2202,
+      "step": 11687
+    },
+    {
+      "epoch": 3.4812263817271356,
+      "grad_norm": 0.40400955080986023,
+      "learning_rate": 1.5140225937576027e-05,
+      "loss": 1.2373,
+      "step": 11688
+    },
+    {
+      "epoch": 3.4815242279268044,
+      "grad_norm": 0.26861774921417236,
+      "learning_rate": 1.5139398531163872e-05,
+      "loss": 1.2375,
+      "step": 11689
+    },
+    {
+      "epoch": 3.481822074126473,
+      "grad_norm": 0.28978976607322693,
+      "learning_rate": 1.5138571076935357e-05,
+      "loss": 1.2426,
+      "step": 11690
+    },
+    {
+      "epoch": 3.4821199203261415,
+      "grad_norm": 0.2498270720243454,
+      "learning_rate": 1.5137743574898178e-05,
+      "loss": 1.2452,
+      "step": 11691
+    },
+    {
+      "epoch": 3.4824177665258103,
+      "grad_norm": 0.23749759793281555,
+      "learning_rate": 1.5136916025060035e-05,
+      "loss": 1.2412,
+      "step": 11692
+    },
+    {
+      "epoch": 3.482715612725479,
+      "grad_norm": 0.30182361602783203,
+      "learning_rate": 1.513608842742863e-05,
+      "loss": 1.2483,
+      "step": 11693
+    },
+    {
+      "epoch": 3.4830134589251474,
+      "grad_norm": 0.25271162390708923,
+      "learning_rate": 1.5135260782011659e-05,
+      "loss": 1.2293,
+      "step": 11694
+    },
+    {
+      "epoch": 3.483311305124816,
+      "grad_norm": 0.24954035878181458,
+      "learning_rate": 1.5134433088816826e-05,
+      "loss": 1.2422,
+      "step": 11695
+    },
+    {
+      "epoch": 3.483609151324485,
+      "grad_norm": 0.2597573697566986,
+      "learning_rate": 1.5133605347851827e-05,
+      "loss": 1.2339,
+      "step": 11696
+    },
+    {
+      "epoch": 3.4839069975241532,
+      "grad_norm": 0.2629152238368988,
+      "learning_rate": 1.5132777559124367e-05,
+      "loss": 1.2402,
+      "step": 11697
+    },
+    {
+      "epoch": 3.484204843723822,
+      "grad_norm": 0.2538357675075531,
+      "learning_rate": 1.5131949722642145e-05,
+      "loss": 1.2282,
+      "step": 11698
+    },
+    {
+      "epoch": 3.4845026899234908,
+      "grad_norm": 0.3156806230545044,
+      "learning_rate": 1.5131121838412868e-05,
+      "loss": 1.2467,
+      "step": 11699
+    },
+    {
+      "epoch": 3.4848005361231595,
+      "grad_norm": 0.26059478521347046,
+      "learning_rate": 1.5130293906444232e-05,
+      "loss": 1.2275,
+      "step": 11700
+    },
+    {
+      "epoch": 3.485098382322828,
+      "grad_norm": 0.26958325505256653,
+      "learning_rate": 1.5129465926743944e-05,
+      "loss": 1.2389,
+      "step": 11701
+    },
+    {
+      "epoch": 3.4853962285224966,
+      "grad_norm": 0.24079011380672455,
+      "learning_rate": 1.5128637899319709e-05,
+      "loss": 1.238,
+      "step": 11702
+    },
+    {
+      "epoch": 3.4856940747221654,
+      "grad_norm": 0.2870723009109497,
+      "learning_rate": 1.5127809824179223e-05,
+      "loss": 1.2369,
+      "step": 11703
+    },
+    {
+      "epoch": 3.485991920921834,
+      "grad_norm": 0.266473650932312,
+      "learning_rate": 1.5126981701330196e-05,
+      "loss": 1.2322,
+      "step": 11704
+    },
+    {
+      "epoch": 3.4862897671215025,
+      "grad_norm": 0.2880406677722931,
+      "learning_rate": 1.512615353078034e-05,
+      "loss": 1.2347,
+      "step": 11705
+    },
+    {
+      "epoch": 3.4865876133211713,
+      "grad_norm": 0.26380014419555664,
+      "learning_rate": 1.5125325312537347e-05,
+      "loss": 1.2561,
+      "step": 11706
+    },
+    {
+      "epoch": 3.48688545952084,
+      "grad_norm": 0.24268145859241486,
+      "learning_rate": 1.5124497046608927e-05,
+      "loss": 1.229,
+      "step": 11707
+    },
+    {
+      "epoch": 3.4871833057205084,
+      "grad_norm": 0.2717461585998535,
+      "learning_rate": 1.512366873300279e-05,
+      "loss": 1.2397,
+      "step": 11708
+    },
+    {
+      "epoch": 3.487481151920177,
+      "grad_norm": 0.2414597123861313,
+      "learning_rate": 1.512284037172664e-05,
+      "loss": 1.2317,
+      "step": 11709
+    },
+    {
+      "epoch": 3.487778998119846,
+      "grad_norm": 0.2472236007452011,
+      "learning_rate": 1.5122011962788184e-05,
+      "loss": 1.2339,
+      "step": 11710
+    },
+    {
+      "epoch": 3.4880768443195147,
+      "grad_norm": 0.24366678297519684,
+      "learning_rate": 1.5121183506195128e-05,
+      "loss": 1.2265,
+      "step": 11711
+    },
+    {
+      "epoch": 3.488374690519183,
+      "grad_norm": 0.24428726732730865,
+      "learning_rate": 1.5120355001955184e-05,
+      "loss": 1.2233,
+      "step": 11712
+    },
+    {
+      "epoch": 3.488672536718852,
+      "grad_norm": 0.24292029440402985,
+      "learning_rate": 1.5119526450076055e-05,
+      "loss": 1.244,
+      "step": 11713
+    },
+    {
+      "epoch": 3.4889703829185206,
+      "grad_norm": 0.23800034821033478,
+      "learning_rate": 1.511869785056545e-05,
+      "loss": 1.2374,
+      "step": 11714
+    },
+    {
+      "epoch": 3.489268229118189,
+      "grad_norm": 0.23138365149497986,
+      "learning_rate": 1.5117869203431083e-05,
+      "loss": 1.2376,
+      "step": 11715
+    },
+    {
+      "epoch": 3.4895660753178577,
+      "grad_norm": 0.25169605016708374,
+      "learning_rate": 1.5117040508680663e-05,
+      "loss": 1.2436,
+      "step": 11716
+    },
+    {
+      "epoch": 3.4898639215175264,
+      "grad_norm": 0.23849761486053467,
+      "learning_rate": 1.5116211766321896e-05,
+      "loss": 1.2522,
+      "step": 11717
+    },
+    {
+      "epoch": 3.490161767717195,
+      "grad_norm": 0.24596084654331207,
+      "learning_rate": 1.5115382976362493e-05,
+      "loss": 1.2316,
+      "step": 11718
+    },
+    {
+      "epoch": 3.4904596139168635,
+      "grad_norm": 0.23545923829078674,
+      "learning_rate": 1.5114554138810174e-05,
+      "loss": 1.2379,
+      "step": 11719
+    },
+    {
+      "epoch": 3.4907574601165323,
+      "grad_norm": 0.24625824391841888,
+      "learning_rate": 1.5113725253672635e-05,
+      "loss": 1.2308,
+      "step": 11720
+    },
+    {
+      "epoch": 3.491055306316201,
+      "grad_norm": 0.2673510015010834,
+      "learning_rate": 1.5112896320957597e-05,
+      "loss": 1.2244,
+      "step": 11721
+    },
+    {
+      "epoch": 3.4913531525158694,
+      "grad_norm": 0.2335682362318039,
+      "learning_rate": 1.5112067340672774e-05,
+      "loss": 1.2224,
+      "step": 11722
+    },
+    {
+      "epoch": 3.491650998715538,
+      "grad_norm": 0.285336434841156,
+      "learning_rate": 1.5111238312825875e-05,
+      "loss": 1.2361,
+      "step": 11723
+    },
+    {
+      "epoch": 3.491948844915207,
+      "grad_norm": 0.2684919834136963,
+      "learning_rate": 1.5110409237424612e-05,
+      "loss": 1.2173,
+      "step": 11724
+    },
+    {
+      "epoch": 3.4922466911148757,
+      "grad_norm": 0.23368461430072784,
+      "learning_rate": 1.5109580114476705e-05,
+      "loss": 1.2332,
+      "step": 11725
+    },
+    {
+      "epoch": 3.492544537314544,
+      "grad_norm": 0.2434931993484497,
+      "learning_rate": 1.5108750943989863e-05,
+      "loss": 1.227,
+      "step": 11726
+    },
+    {
+      "epoch": 3.492842383514213,
+      "grad_norm": 0.252808541059494,
+      "learning_rate": 1.5107921725971797e-05,
+      "loss": 1.218,
+      "step": 11727
+    },
+    {
+      "epoch": 3.4931402297138816,
+      "grad_norm": 0.2509145736694336,
+      "learning_rate": 1.5107092460430228e-05,
+      "loss": 1.2318,
+      "step": 11728
+    },
+    {
+      "epoch": 3.4934380759135504,
+      "grad_norm": 0.30690038204193115,
+      "learning_rate": 1.5106263147372872e-05,
+      "loss": 1.2296,
+      "step": 11729
+    },
+    {
+      "epoch": 3.4937359221132187,
+      "grad_norm": 0.2524191439151764,
+      "learning_rate": 1.5105433786807442e-05,
+      "loss": 1.2347,
+      "step": 11730
+    },
+    {
+      "epoch": 3.4940337683128875,
+      "grad_norm": 0.2589205503463745,
+      "learning_rate": 1.5104604378741653e-05,
+      "loss": 1.2335,
+      "step": 11731
+    },
+    {
+      "epoch": 3.4943316145125562,
+      "grad_norm": 0.2606979012489319,
+      "learning_rate": 1.5103774923183223e-05,
+      "loss": 1.2253,
+      "step": 11732
+    },
+    {
+      "epoch": 3.4946294607122246,
+      "grad_norm": 0.22792330384254456,
+      "learning_rate": 1.5102945420139872e-05,
+      "loss": 1.226,
+      "step": 11733
+    },
+    {
+      "epoch": 3.4949273069118933,
+      "grad_norm": 0.2698785364627838,
+      "learning_rate": 1.5102115869619315e-05,
+      "loss": 1.2297,
+      "step": 11734
+    },
+    {
+      "epoch": 3.495225153111562,
+      "grad_norm": 0.24608469009399414,
+      "learning_rate": 1.5101286271629269e-05,
+      "loss": 1.2346,
+      "step": 11735
+    },
+    {
+      "epoch": 3.4955229993112304,
+      "grad_norm": 0.32868117094039917,
+      "learning_rate": 1.5100456626177455e-05,
+      "loss": 1.2437,
+      "step": 11736
+    },
+    {
+      "epoch": 3.495820845510899,
+      "grad_norm": 0.28755104541778564,
+      "learning_rate": 1.5099626933271589e-05,
+      "loss": 1.2284,
+      "step": 11737
+    },
+    {
+      "epoch": 3.496118691710568,
+      "grad_norm": 0.26792627573013306,
+      "learning_rate": 1.5098797192919393e-05,
+      "loss": 1.2304,
+      "step": 11738
+    },
+    {
+      "epoch": 3.4964165379102368,
+      "grad_norm": 0.3042823374271393,
+      "learning_rate": 1.5097967405128584e-05,
+      "loss": 1.2291,
+      "step": 11739
+    },
+    {
+      "epoch": 3.496714384109905,
+      "grad_norm": 0.2533160448074341,
+      "learning_rate": 1.5097137569906885e-05,
+      "loss": 1.2305,
+      "step": 11740
+    },
+    {
+      "epoch": 3.497012230309574,
+      "grad_norm": 0.25064122676849365,
+      "learning_rate": 1.5096307687262019e-05,
+      "loss": 1.2438,
+      "step": 11741
+    },
+    {
+      "epoch": 3.4973100765092426,
+      "grad_norm": 0.2505095601081848,
+      "learning_rate": 1.50954777572017e-05,
+      "loss": 1.2337,
+      "step": 11742
+    },
+    {
+      "epoch": 3.4976079227089114,
+      "grad_norm": 0.23554089665412903,
+      "learning_rate": 1.5094647779733659e-05,
+      "loss": 1.236,
+      "step": 11743
+    },
+    {
+      "epoch": 3.4979057689085797,
+      "grad_norm": 0.2355387657880783,
+      "learning_rate": 1.5093817754865608e-05,
+      "loss": 1.2295,
+      "step": 11744
+    },
+    {
+      "epoch": 3.4982036151082485,
+      "grad_norm": 0.23906509578227997,
+      "learning_rate": 1.509298768260527e-05,
+      "loss": 1.2422,
+      "step": 11745
+    },
+    {
+      "epoch": 3.4985014613079173,
+      "grad_norm": 0.2412572056055069,
+      "learning_rate": 1.5092157562960377e-05,
+      "loss": 1.2483,
+      "step": 11746
+    },
+    {
+      "epoch": 3.4987993075075856,
+      "grad_norm": 0.2579009234905243,
+      "learning_rate": 1.5091327395938646e-05,
+      "loss": 1.2283,
+      "step": 11747
+    },
+    {
+      "epoch": 3.4990971537072544,
+      "grad_norm": 0.2576175928115845,
+      "learning_rate": 1.5090497181547803e-05,
+      "loss": 1.2408,
+      "step": 11748
+    },
+    {
+      "epoch": 3.499394999906923,
+      "grad_norm": 0.24004359543323517,
+      "learning_rate": 1.5089666919795569e-05,
+      "loss": 1.2273,
+      "step": 11749
+    },
+    {
+      "epoch": 3.4996928461065915,
+      "grad_norm": 0.2498658001422882,
+      "learning_rate": 1.5088836610689673e-05,
+      "loss": 1.2422,
+      "step": 11750
+    },
+    {
+      "epoch": 3.4999906923062603,
+      "grad_norm": 0.24315737187862396,
+      "learning_rate": 1.5088006254237837e-05,
+      "loss": 1.24,
+      "step": 11751
+    },
+    {
+      "epoch": 3.500288538505929,
+      "grad_norm": 0.24262316524982452,
+      "learning_rate": 1.5087175850447788e-05,
+      "loss": 1.2516,
+      "step": 11752
+    },
+    {
+      "epoch": 3.500586384705598,
+      "grad_norm": 0.2583785653114319,
+      "learning_rate": 1.5086345399327252e-05,
+      "loss": 1.2269,
+      "step": 11753
+    },
+    {
+      "epoch": 3.5008842309052666,
+      "grad_norm": 0.2627702057361603,
+      "learning_rate": 1.5085514900883953e-05,
+      "loss": 1.2366,
+      "step": 11754
+    },
+    {
+      "epoch": 3.501182077104935,
+      "grad_norm": 0.251803457736969,
+      "learning_rate": 1.508468435512562e-05,
+      "loss": 1.2325,
+      "step": 11755
+    },
+    {
+      "epoch": 3.5014799233046037,
+      "grad_norm": 0.36371490359306335,
+      "learning_rate": 1.508385376205998e-05,
+      "loss": 1.2297,
+      "step": 11756
+    },
+    {
+      "epoch": 3.5017777695042724,
+      "grad_norm": 0.3003302812576294,
+      "learning_rate": 1.5083023121694762e-05,
+      "loss": 1.2261,
+      "step": 11757
+    },
+    {
+      "epoch": 3.5020756157039408,
+      "grad_norm": 0.2752167880535126,
+      "learning_rate": 1.5082192434037693e-05,
+      "loss": 1.2243,
+      "step": 11758
+    },
+    {
+      "epoch": 3.5023734619036095,
+      "grad_norm": 0.3372878134250641,
+      "learning_rate": 1.50813616990965e-05,
+      "loss": 1.2072,
+      "step": 11759
+    },
+    {
+      "epoch": 3.5026713081032783,
+      "grad_norm": 0.2392565906047821,
+      "learning_rate": 1.5080530916878914e-05,
+      "loss": 1.2414,
+      "step": 11760
+    },
+    {
+      "epoch": 3.5029691543029466,
+      "grad_norm": 0.28664082288742065,
+      "learning_rate": 1.5079700087392666e-05,
+      "loss": 1.2423,
+      "step": 11761
+    },
+    {
+      "epoch": 3.5032670005026154,
+      "grad_norm": 0.2399989664554596,
+      "learning_rate": 1.5078869210645484e-05,
+      "loss": 1.243,
+      "step": 11762
+    },
+    {
+      "epoch": 3.503564846702284,
+      "grad_norm": 0.43447959423065186,
+      "learning_rate": 1.5078038286645097e-05,
+      "loss": 1.2458,
+      "step": 11763
+    },
+    {
+      "epoch": 3.5038626929019525,
+      "grad_norm": 0.35170891880989075,
+      "learning_rate": 1.5077207315399236e-05,
+      "loss": 1.2263,
+      "step": 11764
+    },
+    {
+      "epoch": 3.5041605391016213,
+      "grad_norm": 0.2994493544101715,
+      "learning_rate": 1.5076376296915634e-05,
+      "loss": 1.2373,
+      "step": 11765
+    },
+    {
+      "epoch": 3.50445838530129,
+      "grad_norm": 0.24334172904491425,
+      "learning_rate": 1.5075545231202022e-05,
+      "loss": 1.2362,
+      "step": 11766
+    },
+    {
+      "epoch": 3.504756231500959,
+      "grad_norm": 0.3043341040611267,
+      "learning_rate": 1.5074714118266137e-05,
+      "loss": 1.2485,
+      "step": 11767
+    },
+    {
+      "epoch": 3.5050540777006276,
+      "grad_norm": 0.2556568384170532,
+      "learning_rate": 1.5073882958115701e-05,
+      "loss": 1.2582,
+      "step": 11768
+    },
+    {
+      "epoch": 3.505351923900296,
+      "grad_norm": 0.25257766246795654,
+      "learning_rate": 1.5073051750758456e-05,
+      "loss": 1.2367,
+      "step": 11769
+    },
+    {
+      "epoch": 3.5056497700999647,
+      "grad_norm": 0.23973365128040314,
+      "learning_rate": 1.5072220496202132e-05,
+      "loss": 1.2611,
+      "step": 11770
+    },
+    {
+      "epoch": 3.5059476162996335,
+      "grad_norm": 0.2681906819343567,
+      "learning_rate": 1.5071389194454464e-05,
+      "loss": 1.2361,
+      "step": 11771
+    },
+    {
+      "epoch": 3.506245462499302,
+      "grad_norm": 0.24991819262504578,
+      "learning_rate": 1.5070557845523184e-05,
+      "loss": 1.229,
+      "step": 11772
+    },
+    {
+      "epoch": 3.5065433086989706,
+      "grad_norm": 0.25751763582229614,
+      "learning_rate": 1.5069726449416029e-05,
+      "loss": 1.2138,
+      "step": 11773
+    },
+    {
+      "epoch": 3.5068411548986393,
+      "grad_norm": 0.25750166177749634,
+      "learning_rate": 1.5068895006140733e-05,
+      "loss": 1.2452,
+      "step": 11774
+    },
+    {
+      "epoch": 3.5071390010983077,
+      "grad_norm": 0.24973426759243011,
+      "learning_rate": 1.5068063515705033e-05,
+      "loss": 1.2355,
+      "step": 11775
+    },
+    {
+      "epoch": 3.5074368472979764,
+      "grad_norm": 0.25527223944664,
+      "learning_rate": 1.5067231978116663e-05,
+      "loss": 1.223,
+      "step": 11776
+    },
+    {
+      "epoch": 3.507734693497645,
+      "grad_norm": 0.23963607847690582,
+      "learning_rate": 1.5066400393383367e-05,
+      "loss": 1.2361,
+      "step": 11777
+    },
+    {
+      "epoch": 3.5080325396973135,
+      "grad_norm": 0.2547277510166168,
+      "learning_rate": 1.506556876151287e-05,
+      "loss": 1.2407,
+      "step": 11778
+    },
+    {
+      "epoch": 3.5083303858969823,
+      "grad_norm": 0.266491174697876,
+      "learning_rate": 1.5064737082512916e-05,
+      "loss": 1.2274,
+      "step": 11779
+    },
+    {
+      "epoch": 3.508628232096651,
+      "grad_norm": 0.28425759077072144,
+      "learning_rate": 1.5063905356391242e-05,
+      "loss": 1.2477,
+      "step": 11780
+    },
+    {
+      "epoch": 3.50892607829632,
+      "grad_norm": 0.2597352862358093,
+      "learning_rate": 1.5063073583155587e-05,
+      "loss": 1.2271,
+      "step": 11781
+    },
+    {
+      "epoch": 3.5092239244959886,
+      "grad_norm": 0.38104113936424255,
+      "learning_rate": 1.5062241762813688e-05,
+      "loss": 1.2261,
+      "step": 11782
+    },
+    {
+      "epoch": 3.509521770695657,
+      "grad_norm": 0.3198084235191345,
+      "learning_rate": 1.5061409895373284e-05,
+      "loss": 1.2273,
+      "step": 11783
+    },
+    {
+      "epoch": 3.5098196168953257,
+      "grad_norm": 0.2601906359195709,
+      "learning_rate": 1.5060577980842121e-05,
+      "loss": 1.2441,
+      "step": 11784
+    },
+    {
+      "epoch": 3.5101174630949945,
+      "grad_norm": 0.504921555519104,
+      "learning_rate": 1.5059746019227932e-05,
+      "loss": 1.2329,
+      "step": 11785
+    },
+    {
+      "epoch": 3.510415309294663,
+      "grad_norm": 0.33166366815567017,
+      "learning_rate": 1.5058914010538454e-05,
+      "loss": 1.2349,
+      "step": 11786
+    },
+    {
+      "epoch": 3.5107131554943316,
+      "grad_norm": 0.28050699830055237,
+      "learning_rate": 1.505808195478144e-05,
+      "loss": 1.2389,
+      "step": 11787
+    },
+    {
+      "epoch": 3.5110110016940004,
+      "grad_norm": 0.2675134539604187,
+      "learning_rate": 1.5057249851964623e-05,
+      "loss": 1.2242,
+      "step": 11788
+    },
+    {
+      "epoch": 3.5113088478936687,
+      "grad_norm": 0.31375494599342346,
+      "learning_rate": 1.5056417702095747e-05,
+      "loss": 1.2162,
+      "step": 11789
+    },
+    {
+      "epoch": 3.5116066940933375,
+      "grad_norm": 0.25974899530410767,
+      "learning_rate": 1.5055585505182551e-05,
+      "loss": 1.2269,
+      "step": 11790
+    },
+    {
+      "epoch": 3.5119045402930062,
+      "grad_norm": 0.23940208554267883,
+      "learning_rate": 1.5054753261232782e-05,
+      "loss": 1.2511,
+      "step": 11791
+    },
+    {
+      "epoch": 3.5122023864926746,
+      "grad_norm": 0.26865193247795105,
+      "learning_rate": 1.505392097025418e-05,
+      "loss": 1.2364,
+      "step": 11792
+    },
+    {
+      "epoch": 3.5125002326923433,
+      "grad_norm": 0.2572293281555176,
+      "learning_rate": 1.5053088632254491e-05,
+      "loss": 1.2236,
+      "step": 11793
+    },
+    {
+      "epoch": 3.512798078892012,
+      "grad_norm": 0.28694552183151245,
+      "learning_rate": 1.505225624724146e-05,
+      "loss": 1.2473,
+      "step": 11794
+    },
+    {
+      "epoch": 3.513095925091681,
+      "grad_norm": 0.24849431216716766,
+      "learning_rate": 1.5051423815222826e-05,
+      "loss": 1.2368,
+      "step": 11795
+    },
+    {
+      "epoch": 3.5133937712913497,
+      "grad_norm": 0.24320310354232788,
+      "learning_rate": 1.505059133620634e-05,
+      "loss": 1.2246,
+      "step": 11796
+    },
+    {
+      "epoch": 3.513691617491018,
+      "grad_norm": 0.24401208758354187,
+      "learning_rate": 1.5049758810199741e-05,
+      "loss": 1.2251,
+      "step": 11797
+    },
+    {
+      "epoch": 3.5139894636906868,
+      "grad_norm": 0.24516740441322327,
+      "learning_rate": 1.504892623721078e-05,
+      "loss": 1.2434,
+      "step": 11798
+    },
+    {
+      "epoch": 3.5142873098903555,
+      "grad_norm": 0.23222769796848297,
+      "learning_rate": 1.5048093617247201e-05,
+      "loss": 1.2367,
+      "step": 11799
+    },
+    {
+      "epoch": 3.514585156090024,
+      "grad_norm": 0.23739634454250336,
+      "learning_rate": 1.5047260950316753e-05,
+      "loss": 1.2285,
+      "step": 11800
+    },
+    {
+      "epoch": 3.5148830022896926,
+      "grad_norm": 0.24186591804027557,
+      "learning_rate": 1.5046428236427179e-05,
+      "loss": 1.2326,
+      "step": 11801
+    },
+    {
+      "epoch": 3.5151808484893614,
+      "grad_norm": 0.23322808742523193,
+      "learning_rate": 1.504559547558623e-05,
+      "loss": 1.2325,
+      "step": 11802
+    },
+    {
+      "epoch": 3.5154786946890297,
+      "grad_norm": 0.2473326027393341,
+      "learning_rate": 1.5044762667801651e-05,
+      "loss": 1.2401,
+      "step": 11803
+    },
+    {
+      "epoch": 3.5157765408886985,
+      "grad_norm": 0.25037267804145813,
+      "learning_rate": 1.5043929813081191e-05,
+      "loss": 1.2384,
+      "step": 11804
+    },
+    {
+      "epoch": 3.5160743870883673,
+      "grad_norm": 0.24375185370445251,
+      "learning_rate": 1.5043096911432602e-05,
+      "loss": 1.2349,
+      "step": 11805
+    },
+    {
+      "epoch": 3.516372233288036,
+      "grad_norm": 0.24941161274909973,
+      "learning_rate": 1.5042263962863627e-05,
+      "loss": 1.2385,
+      "step": 11806
+    },
+    {
+      "epoch": 3.5166700794877044,
+      "grad_norm": 0.2311730533838272,
+      "learning_rate": 1.5041430967382021e-05,
+      "loss": 1.2287,
+      "step": 11807
+    },
+    {
+      "epoch": 3.516967925687373,
+      "grad_norm": 0.23631060123443604,
+      "learning_rate": 1.5040597924995535e-05,
+      "loss": 1.2294,
+      "step": 11808
+    },
+    {
+      "epoch": 3.517265771887042,
+      "grad_norm": 0.23170427978038788,
+      "learning_rate": 1.5039764835711914e-05,
+      "loss": 1.2253,
+      "step": 11809
+    },
+    {
+      "epoch": 3.5175636180867107,
+      "grad_norm": 0.26978152990341187,
+      "learning_rate": 1.5038931699538913e-05,
+      "loss": 1.2459,
+      "step": 11810
+    },
+    {
+      "epoch": 3.517861464286379,
+      "grad_norm": 0.23406825959682465,
+      "learning_rate": 1.5038098516484283e-05,
+      "loss": 1.234,
+      "step": 11811
+    },
+    {
+      "epoch": 3.518159310486048,
+      "grad_norm": 0.2873719334602356,
+      "learning_rate": 1.5037265286555776e-05,
+      "loss": 1.2322,
+      "step": 11812
+    },
+    {
+      "epoch": 3.5184571566857166,
+      "grad_norm": 0.25312504172325134,
+      "learning_rate": 1.503643200976114e-05,
+      "loss": 1.2379,
+      "step": 11813
+    },
+    {
+      "epoch": 3.518755002885385,
+      "grad_norm": 0.2473198026418686,
+      "learning_rate": 1.5035598686108132e-05,
+      "loss": 1.2384,
+      "step": 11814
+    },
+    {
+      "epoch": 3.5190528490850537,
+      "grad_norm": 0.27882787585258484,
+      "learning_rate": 1.5034765315604506e-05,
+      "loss": 1.2321,
+      "step": 11815
+    },
+    {
+      "epoch": 3.5193506952847224,
+      "grad_norm": 0.25915205478668213,
+      "learning_rate": 1.5033931898258013e-05,
+      "loss": 1.2215,
+      "step": 11816
+    },
+    {
+      "epoch": 3.5196485414843908,
+      "grad_norm": 0.2492315173149109,
+      "learning_rate": 1.503309843407641e-05,
+      "loss": 1.237,
+      "step": 11817
+    },
+    {
+      "epoch": 3.5199463876840595,
+      "grad_norm": 0.24386049807071686,
+      "learning_rate": 1.5032264923067448e-05,
+      "loss": 1.2538,
+      "step": 11818
+    },
+    {
+      "epoch": 3.5202442338837283,
+      "grad_norm": 0.2439318299293518,
+      "learning_rate": 1.5031431365238884e-05,
+      "loss": 1.2513,
+      "step": 11819
+    },
+    {
+      "epoch": 3.520542080083397,
+      "grad_norm": 0.3076123893260956,
+      "learning_rate": 1.5030597760598471e-05,
+      "loss": 1.2317,
+      "step": 11820
+    },
+    {
+      "epoch": 3.520839926283066,
+      "grad_norm": 0.275299996137619,
+      "learning_rate": 1.5029764109153966e-05,
+      "loss": 1.2382,
+      "step": 11821
+    },
+    {
+      "epoch": 3.521137772482734,
+      "grad_norm": 0.27564939856529236,
+      "learning_rate": 1.5028930410913125e-05,
+      "loss": 1.2636,
+      "step": 11822
+    },
+    {
+      "epoch": 3.521435618682403,
+      "grad_norm": 0.48066186904907227,
+      "learning_rate": 1.502809666588371e-05,
+      "loss": 1.2322,
+      "step": 11823
+    },
+    {
+      "epoch": 3.5217334648820717,
+      "grad_norm": 0.3236466646194458,
+      "learning_rate": 1.5027262874073466e-05,
+      "loss": 1.2269,
+      "step": 11824
+    },
+    {
+      "epoch": 3.52203131108174,
+      "grad_norm": 0.33280837535858154,
+      "learning_rate": 1.5026429035490164e-05,
+      "loss": 1.2329,
+      "step": 11825
+    },
+    {
+      "epoch": 3.522329157281409,
+      "grad_norm": 0.24413232505321503,
+      "learning_rate": 1.5025595150141554e-05,
+      "loss": 1.2316,
+      "step": 11826
+    },
+    {
+      "epoch": 3.5226270034810776,
+      "grad_norm": 0.5738617181777954,
+      "learning_rate": 1.5024761218035394e-05,
+      "loss": 1.2373,
+      "step": 11827
+    },
+    {
+      "epoch": 3.522924849680746,
+      "grad_norm": 0.2744631767272949,
+      "learning_rate": 1.5023927239179447e-05,
+      "loss": 1.2423,
+      "step": 11828
+    },
+    {
+      "epoch": 3.5232226958804147,
+      "grad_norm": 0.25785768032073975,
+      "learning_rate": 1.502309321358147e-05,
+      "loss": 1.2298,
+      "step": 11829
+    },
+    {
+      "epoch": 3.5235205420800835,
+      "grad_norm": 0.24500633776187897,
+      "learning_rate": 1.5022259141249222e-05,
+      "loss": 1.2337,
+      "step": 11830
+    },
+    {
+      "epoch": 3.523818388279752,
+      "grad_norm": 0.23993581533432007,
+      "learning_rate": 1.5021425022190464e-05,
+      "loss": 1.2275,
+      "step": 11831
+    },
+    {
+      "epoch": 3.5241162344794206,
+      "grad_norm": 0.24274177849292755,
+      "learning_rate": 1.5020590856412955e-05,
+      "loss": 1.2303,
+      "step": 11832
+    },
+    {
+      "epoch": 3.5244140806790893,
+      "grad_norm": 0.26262083649635315,
+      "learning_rate": 1.501975664392446e-05,
+      "loss": 1.2352,
+      "step": 11833
+    },
+    {
+      "epoch": 3.524711926878758,
+      "grad_norm": 0.24239331483840942,
+      "learning_rate": 1.5018922384732735e-05,
+      "loss": 1.2191,
+      "step": 11834
+    },
+    {
+      "epoch": 3.525009773078427,
+      "grad_norm": 0.23399677872657776,
+      "learning_rate": 1.501808807884555e-05,
+      "loss": 1.2316,
+      "step": 11835
+    },
+    {
+      "epoch": 3.525307619278095,
+      "grad_norm": 0.23567579686641693,
+      "learning_rate": 1.5017253726270658e-05,
+      "loss": 1.2249,
+      "step": 11836
+    },
+    {
+      "epoch": 3.525605465477764,
+      "grad_norm": 0.24142025411128998,
+      "learning_rate": 1.5016419327015825e-05,
+      "loss": 1.2236,
+      "step": 11837
+    },
+    {
+      "epoch": 3.5259033116774328,
+      "grad_norm": 0.24926820397377014,
+      "learning_rate": 1.5015584881088817e-05,
+      "loss": 1.2257,
+      "step": 11838
+    },
+    {
+      "epoch": 3.526201157877101,
+      "grad_norm": 0.23994338512420654,
+      "learning_rate": 1.5014750388497393e-05,
+      "loss": 1.2411,
+      "step": 11839
+    },
+    {
+      "epoch": 3.52649900407677,
+      "grad_norm": 0.23732413351535797,
+      "learning_rate": 1.501391584924932e-05,
+      "loss": 1.2199,
+      "step": 11840
+    },
+    {
+      "epoch": 3.5267968502764386,
+      "grad_norm": 0.23851914703845978,
+      "learning_rate": 1.5013081263352362e-05,
+      "loss": 1.2279,
+      "step": 11841
+    },
+    {
+      "epoch": 3.527094696476107,
+      "grad_norm": 0.2557980716228485,
+      "learning_rate": 1.5012246630814287e-05,
+      "loss": 1.2335,
+      "step": 11842
+    },
+    {
+      "epoch": 3.5273925426757757,
+      "grad_norm": 0.2455354630947113,
+      "learning_rate": 1.5011411951642853e-05,
+      "loss": 1.2399,
+      "step": 11843
+    },
+    {
+      "epoch": 3.5276903888754445,
+      "grad_norm": 0.23361371457576752,
+      "learning_rate": 1.5010577225845833e-05,
+      "loss": 1.2157,
+      "step": 11844
+    },
+    {
+      "epoch": 3.527988235075113,
+      "grad_norm": 0.23348510265350342,
+      "learning_rate": 1.5009742453430987e-05,
+      "loss": 1.206,
+      "step": 11845
+    },
+    {
+      "epoch": 3.5282860812747816,
+      "grad_norm": 0.24507753551006317,
+      "learning_rate": 1.5008907634406087e-05,
+      "loss": 1.2339,
+      "step": 11846
+    },
+    {
+      "epoch": 3.5285839274744504,
+      "grad_norm": 0.24981550872325897,
+      "learning_rate": 1.5008072768778897e-05,
+      "loss": 1.2443,
+      "step": 11847
+    },
+    {
+      "epoch": 3.528881773674119,
+      "grad_norm": 0.24339215457439423,
+      "learning_rate": 1.5007237856557184e-05,
+      "loss": 1.2148,
+      "step": 11848
+    },
+    {
+      "epoch": 3.529179619873788,
+      "grad_norm": 0.24039603769779205,
+      "learning_rate": 1.500640289774872e-05,
+      "loss": 1.2368,
+      "step": 11849
+    },
+    {
+      "epoch": 3.5294774660734562,
+      "grad_norm": 0.24635085463523865,
+      "learning_rate": 1.5005567892361269e-05,
+      "loss": 1.2332,
+      "step": 11850
+    },
+    {
+      "epoch": 3.529775312273125,
+      "grad_norm": 0.24283139407634735,
+      "learning_rate": 1.5004732840402598e-05,
+      "loss": 1.2405,
+      "step": 11851
+    },
+    {
+      "epoch": 3.530073158472794,
+      "grad_norm": 0.23929741978645325,
+      "learning_rate": 1.5003897741880484e-05,
+      "loss": 1.233,
+      "step": 11852
+    },
+    {
+      "epoch": 3.530371004672462,
+      "grad_norm": 0.23753710091114044,
+      "learning_rate": 1.500306259680269e-05,
+      "loss": 1.2248,
+      "step": 11853
+    },
+    {
+      "epoch": 3.530668850872131,
+      "grad_norm": 0.24215765297412872,
+      "learning_rate": 1.500222740517699e-05,
+      "loss": 1.2295,
+      "step": 11854
+    },
+    {
+      "epoch": 3.5309666970717997,
+      "grad_norm": 0.23550446331501007,
+      "learning_rate": 1.5001392167011153e-05,
+      "loss": 1.2213,
+      "step": 11855
+    },
+    {
+      "epoch": 3.531264543271468,
+      "grad_norm": 0.23802022635936737,
+      "learning_rate": 1.5000556882312948e-05,
+      "loss": 1.2452,
+      "step": 11856
+    },
+    {
+      "epoch": 3.5315623894711368,
+      "grad_norm": 0.2376105934381485,
+      "learning_rate": 1.4999721551090148e-05,
+      "loss": 1.2464,
+      "step": 11857
+    },
+    {
+      "epoch": 3.5318602356708055,
+      "grad_norm": 0.23863351345062256,
+      "learning_rate": 1.4998886173350527e-05,
+      "loss": 1.2199,
+      "step": 11858
+    },
+    {
+      "epoch": 3.532158081870474,
+      "grad_norm": 0.2474067658185959,
+      "learning_rate": 1.4998050749101855e-05,
+      "loss": 1.2257,
+      "step": 11859
+    },
+    {
+      "epoch": 3.5324559280701426,
+      "grad_norm": 0.2507241666316986,
+      "learning_rate": 1.4997215278351905e-05,
+      "loss": 1.2277,
+      "step": 11860
+    },
+    {
+      "epoch": 3.5327537742698114,
+      "grad_norm": 0.24643084406852722,
+      "learning_rate": 1.4996379761108446e-05,
+      "loss": 1.2503,
+      "step": 11861
+    },
+    {
+      "epoch": 3.53305162046948,
+      "grad_norm": 0.24573387205600739,
+      "learning_rate": 1.4995544197379259e-05,
+      "loss": 1.2302,
+      "step": 11862
+    },
+    {
+      "epoch": 3.533349466669149,
+      "grad_norm": 0.24578134715557098,
+      "learning_rate": 1.4994708587172115e-05,
+      "loss": 1.2589,
+      "step": 11863
+    },
+    {
+      "epoch": 3.5336473128688173,
+      "grad_norm": 0.2325790375471115,
+      "learning_rate": 1.4993872930494785e-05,
+      "loss": 1.2398,
+      "step": 11864
+    },
+    {
+      "epoch": 3.533945159068486,
+      "grad_norm": 0.2433117777109146,
+      "learning_rate": 1.4993037227355052e-05,
+      "loss": 1.2145,
+      "step": 11865
+    },
+    {
+      "epoch": 3.534243005268155,
+      "grad_norm": 0.23357227444648743,
+      "learning_rate": 1.4992201477760683e-05,
+      "loss": 1.2572,
+      "step": 11866
+    },
+    {
+      "epoch": 3.534540851467823,
+      "grad_norm": 0.23796075582504272,
+      "learning_rate": 1.499136568171946e-05,
+      "loss": 1.2398,
+      "step": 11867
+    },
+    {
+      "epoch": 3.534838697667492,
+      "grad_norm": 0.23160098493099213,
+      "learning_rate": 1.4990529839239149e-05,
+      "loss": 1.2191,
+      "step": 11868
+    },
+    {
+      "epoch": 3.5351365438671607,
+      "grad_norm": 0.23105956614017487,
+      "learning_rate": 1.498969395032754e-05,
+      "loss": 1.2316,
+      "step": 11869
+    },
+    {
+      "epoch": 3.535434390066829,
+      "grad_norm": 0.2299727499485016,
+      "learning_rate": 1.49888580149924e-05,
+      "loss": 1.2294,
+      "step": 11870
+    },
+    {
+      "epoch": 3.535732236266498,
+      "grad_norm": 0.24049155414104462,
+      "learning_rate": 1.4988022033241511e-05,
+      "loss": 1.2391,
+      "step": 11871
+    },
+    {
+      "epoch": 3.5360300824661666,
+      "grad_norm": 0.24359889328479767,
+      "learning_rate": 1.4987186005082653e-05,
+      "loss": 1.2339,
+      "step": 11872
+    },
+    {
+      "epoch": 3.5363279286658353,
+      "grad_norm": 0.24411973357200623,
+      "learning_rate": 1.4986349930523599e-05,
+      "loss": 1.2423,
+      "step": 11873
+    },
+    {
+      "epoch": 3.5366257748655037,
+      "grad_norm": 0.2380755990743637,
+      "learning_rate": 1.4985513809572127e-05,
+      "loss": 1.2271,
+      "step": 11874
+    },
+    {
+      "epoch": 3.5369236210651724,
+      "grad_norm": 0.24348989129066467,
+      "learning_rate": 1.4984677642236021e-05,
+      "loss": 1.2445,
+      "step": 11875
+    },
+    {
+      "epoch": 3.537221467264841,
+      "grad_norm": 0.23694832623004913,
+      "learning_rate": 1.4983841428523063e-05,
+      "loss": 1.2291,
+      "step": 11876
+    },
+    {
+      "epoch": 3.53751931346451,
+      "grad_norm": 0.25284677743911743,
+      "learning_rate": 1.4983005168441023e-05,
+      "loss": 1.2235,
+      "step": 11877
+    },
+    {
+      "epoch": 3.5378171596641783,
+      "grad_norm": 0.23373016715049744,
+      "learning_rate": 1.498216886199769e-05,
+      "loss": 1.2136,
+      "step": 11878
+    },
+    {
+      "epoch": 3.538115005863847,
+      "grad_norm": 0.2290879487991333,
+      "learning_rate": 1.4981332509200842e-05,
+      "loss": 1.225,
+      "step": 11879
+    },
+    {
+      "epoch": 3.538412852063516,
+      "grad_norm": 0.23518285155296326,
+      "learning_rate": 1.498049611005826e-05,
+      "loss": 1.2389,
+      "step": 11880
+    },
+    {
+      "epoch": 3.538710698263184,
+      "grad_norm": 0.24591416120529175,
+      "learning_rate": 1.4979659664577727e-05,
+      "loss": 1.2266,
+      "step": 11881
+    },
+    {
+      "epoch": 3.539008544462853,
+      "grad_norm": 0.24626922607421875,
+      "learning_rate": 1.497882317276702e-05,
+      "loss": 1.244,
+      "step": 11882
+    },
+    {
+      "epoch": 3.5393063906625217,
+      "grad_norm": 0.24175675213336945,
+      "learning_rate": 1.4977986634633935e-05,
+      "loss": 1.2439,
+      "step": 11883
+    },
+    {
+      "epoch": 3.53960423686219,
+      "grad_norm": 0.24137884378433228,
+      "learning_rate": 1.497715005018624e-05,
+      "loss": 1.2444,
+      "step": 11884
+    },
+    {
+      "epoch": 3.539902083061859,
+      "grad_norm": 0.2463780641555786,
+      "learning_rate": 1.4976313419431725e-05,
+      "loss": 1.2387,
+      "step": 11885
+    },
+    {
+      "epoch": 3.5401999292615276,
+      "grad_norm": 0.24791429936885834,
+      "learning_rate": 1.4975476742378173e-05,
+      "loss": 1.2475,
+      "step": 11886
+    },
+    {
+      "epoch": 3.5404977754611964,
+      "grad_norm": 0.24221408367156982,
+      "learning_rate": 1.497464001903337e-05,
+      "loss": 1.2574,
+      "step": 11887
+    },
+    {
+      "epoch": 3.540795621660865,
+      "grad_norm": 0.24171023070812225,
+      "learning_rate": 1.49738032494051e-05,
+      "loss": 1.2451,
+      "step": 11888
+    },
+    {
+      "epoch": 3.5410934678605335,
+      "grad_norm": 0.2393396496772766,
+      "learning_rate": 1.4972966433501146e-05,
+      "loss": 1.2319,
+      "step": 11889
+    },
+    {
+      "epoch": 3.5413913140602022,
+      "grad_norm": 0.23181261122226715,
+      "learning_rate": 1.49721295713293e-05,
+      "loss": 1.233,
+      "step": 11890
+    },
+    {
+      "epoch": 3.541689160259871,
+      "grad_norm": 0.23957259953022003,
+      "learning_rate": 1.4971292662897339e-05,
+      "loss": 1.2541,
+      "step": 11891
+    },
+    {
+      "epoch": 3.5419870064595393,
+      "grad_norm": 0.2328466922044754,
+      "learning_rate": 1.4970455708213055e-05,
+      "loss": 1.2273,
+      "step": 11892
+    },
+    {
+      "epoch": 3.542284852659208,
+      "grad_norm": 0.2393094003200531,
+      "learning_rate": 1.4969618707284235e-05,
+      "loss": 1.2389,
+      "step": 11893
+    },
+    {
+      "epoch": 3.542582698858877,
+      "grad_norm": 0.2378576546907425,
+      "learning_rate": 1.4968781660118662e-05,
+      "loss": 1.2226,
+      "step": 11894
+    },
+    {
+      "epoch": 3.542880545058545,
+      "grad_norm": 0.2518276870250702,
+      "learning_rate": 1.496794456672413e-05,
+      "loss": 1.2331,
+      "step": 11895
+    },
+    {
+      "epoch": 3.543178391258214,
+      "grad_norm": 0.2509482800960541,
+      "learning_rate": 1.4967107427108427e-05,
+      "loss": 1.2249,
+      "step": 11896
+    },
+    {
+      "epoch": 3.5434762374578828,
+      "grad_norm": 0.252467542886734,
+      "learning_rate": 1.4966270241279333e-05,
+      "loss": 1.2326,
+      "step": 11897
+    },
+    {
+      "epoch": 3.543774083657551,
+      "grad_norm": 0.25453031063079834,
+      "learning_rate": 1.4965433009244646e-05,
+      "loss": 1.2448,
+      "step": 11898
+    },
+    {
+      "epoch": 3.54407192985722,
+      "grad_norm": 0.23521898686885834,
+      "learning_rate": 1.4964595731012153e-05,
+      "loss": 1.2322,
+      "step": 11899
+    },
+    {
+      "epoch": 3.5443697760568886,
+      "grad_norm": 0.25464823842048645,
+      "learning_rate": 1.4963758406589644e-05,
+      "loss": 1.2248,
+      "step": 11900
+    },
+    {
+      "epoch": 3.5446676222565574,
+      "grad_norm": 0.23565281927585602,
+      "learning_rate": 1.4962921035984907e-05,
+      "loss": 1.2396,
+      "step": 11901
+    },
+    {
+      "epoch": 3.544965468456226,
+      "grad_norm": 0.26107919216156006,
+      "learning_rate": 1.4962083619205737e-05,
+      "loss": 1.2437,
+      "step": 11902
+    },
+    {
+      "epoch": 3.5452633146558945,
+      "grad_norm": 0.2406272143125534,
+      "learning_rate": 1.496124615625992e-05,
+      "loss": 1.2454,
+      "step": 11903
+    },
+    {
+      "epoch": 3.5455611608555633,
+      "grad_norm": 0.24669715762138367,
+      "learning_rate": 1.4960408647155254e-05,
+      "loss": 1.2166,
+      "step": 11904
+    },
+    {
+      "epoch": 3.545859007055232,
+      "grad_norm": 0.23928460478782654,
+      "learning_rate": 1.4959571091899525e-05,
+      "loss": 1.2254,
+      "step": 11905
+    },
+    {
+      "epoch": 3.5461568532549004,
+      "grad_norm": 0.2638623118400574,
+      "learning_rate": 1.4958733490500528e-05,
+      "loss": 1.2453,
+      "step": 11906
+    },
+    {
+      "epoch": 3.546454699454569,
+      "grad_norm": 0.2426176816225052,
+      "learning_rate": 1.495789584296606e-05,
+      "loss": 1.2443,
+      "step": 11907
+    },
+    {
+      "epoch": 3.546752545654238,
+      "grad_norm": 0.2569550573825836,
+      "learning_rate": 1.4957058149303905e-05,
+      "loss": 1.2404,
+      "step": 11908
+    },
+    {
+      "epoch": 3.5470503918539062,
+      "grad_norm": 0.2393750548362732,
+      "learning_rate": 1.4956220409521862e-05,
+      "loss": 1.2319,
+      "step": 11909
+    },
+    {
+      "epoch": 3.547348238053575,
+      "grad_norm": 0.3033221960067749,
+      "learning_rate": 1.4955382623627733e-05,
+      "loss": 1.2341,
+      "step": 11910
+    },
+    {
+      "epoch": 3.547646084253244,
+      "grad_norm": 0.26827922463417053,
+      "learning_rate": 1.4954544791629299e-05,
+      "loss": 1.2331,
+      "step": 11911
+    },
+    {
+      "epoch": 3.547943930452912,
+      "grad_norm": 0.3209385871887207,
+      "learning_rate": 1.4953706913534363e-05,
+      "loss": 1.2247,
+      "step": 11912
+    },
+    {
+      "epoch": 3.548241776652581,
+      "grad_norm": 0.32322075963020325,
+      "learning_rate": 1.495286898935072e-05,
+      "loss": 1.212,
+      "step": 11913
+    },
+    {
+      "epoch": 3.5485396228522497,
+      "grad_norm": 0.293900728225708,
+      "learning_rate": 1.4952031019086161e-05,
+      "loss": 1.2294,
+      "step": 11914
+    },
+    {
+      "epoch": 3.5488374690519184,
+      "grad_norm": 0.3369714319705963,
+      "learning_rate": 1.4951193002748487e-05,
+      "loss": 1.2514,
+      "step": 11915
+    },
+    {
+      "epoch": 3.549135315251587,
+      "grad_norm": 0.26007702946662903,
+      "learning_rate": 1.4950354940345494e-05,
+      "loss": 1.252,
+      "step": 11916
+    },
+    {
+      "epoch": 3.5494331614512555,
+      "grad_norm": 0.2527429461479187,
+      "learning_rate": 1.4949516831884983e-05,
+      "loss": 1.22,
+      "step": 11917
+    },
+    {
+      "epoch": 3.5497310076509243,
+      "grad_norm": 0.29641637206077576,
+      "learning_rate": 1.4948678677374746e-05,
+      "loss": 1.2363,
+      "step": 11918
+    },
+    {
+      "epoch": 3.550028853850593,
+      "grad_norm": 0.24928542971611023,
+      "learning_rate": 1.494784047682258e-05,
+      "loss": 1.2495,
+      "step": 11919
+    },
+    {
+      "epoch": 3.5503267000502614,
+      "grad_norm": 0.26066356897354126,
+      "learning_rate": 1.494700223023629e-05,
+      "loss": 1.2314,
+      "step": 11920
+    },
+    {
+      "epoch": 3.55062454624993,
+      "grad_norm": 0.22851091623306274,
+      "learning_rate": 1.4946163937623668e-05,
+      "loss": 1.2382,
+      "step": 11921
+    },
+    {
+      "epoch": 3.550922392449599,
+      "grad_norm": 0.2403339147567749,
+      "learning_rate": 1.4945325598992519e-05,
+      "loss": 1.2143,
+      "step": 11922
+    },
+    {
+      "epoch": 3.5512202386492673,
+      "grad_norm": 0.2572495937347412,
+      "learning_rate": 1.494448721435064e-05,
+      "loss": 1.2267,
+      "step": 11923
+    },
+    {
+      "epoch": 3.551518084848936,
+      "grad_norm": 0.2491593360900879,
+      "learning_rate": 1.4943648783705833e-05,
+      "loss": 1.2413,
+      "step": 11924
+    },
+    {
+      "epoch": 3.551815931048605,
+      "grad_norm": 0.27651259303092957,
+      "learning_rate": 1.4942810307065895e-05,
+      "loss": 1.2252,
+      "step": 11925
+    },
+    {
+      "epoch": 3.552113777248273,
+      "grad_norm": 0.23403340578079224,
+      "learning_rate": 1.4941971784438631e-05,
+      "loss": 1.2177,
+      "step": 11926
+    },
+    {
+      "epoch": 3.552411623447942,
+      "grad_norm": 0.25173115730285645,
+      "learning_rate": 1.4941133215831842e-05,
+      "loss": 1.2338,
+      "step": 11927
+    },
+    {
+      "epoch": 3.5527094696476107,
+      "grad_norm": 0.2646122872829437,
+      "learning_rate": 1.4940294601253327e-05,
+      "loss": 1.2233,
+      "step": 11928
+    },
+    {
+      "epoch": 3.5530073158472795,
+      "grad_norm": 0.23748041689395905,
+      "learning_rate": 1.493945594071089e-05,
+      "loss": 1.2511,
+      "step": 11929
+    },
+    {
+      "epoch": 3.5533051620469482,
+      "grad_norm": 0.2807159423828125,
+      "learning_rate": 1.4938617234212336e-05,
+      "loss": 1.2441,
+      "step": 11930
+    },
+    {
+      "epoch": 3.5536030082466166,
+      "grad_norm": 0.23702220618724823,
+      "learning_rate": 1.4937778481765465e-05,
+      "loss": 1.2379,
+      "step": 11931
+    },
+    {
+      "epoch": 3.5539008544462853,
+      "grad_norm": 0.27692580223083496,
+      "learning_rate": 1.4936939683378085e-05,
+      "loss": 1.2328,
+      "step": 11932
+    },
+    {
+      "epoch": 3.554198700645954,
+      "grad_norm": 0.24006317555904388,
+      "learning_rate": 1.4936100839057992e-05,
+      "loss": 1.2243,
+      "step": 11933
+    },
+    {
+      "epoch": 3.5544965468456224,
+      "grad_norm": 0.2403414100408554,
+      "learning_rate": 1.4935261948813e-05,
+      "loss": 1.2273,
+      "step": 11934
+    },
+    {
+      "epoch": 3.554794393045291,
+      "grad_norm": 0.2287728637456894,
+      "learning_rate": 1.4934423012650906e-05,
+      "loss": 1.2339,
+      "step": 11935
+    },
+    {
+      "epoch": 3.55509223924496,
+      "grad_norm": 0.24130764603614807,
+      "learning_rate": 1.4933584030579523e-05,
+      "loss": 1.2199,
+      "step": 11936
+    },
+    {
+      "epoch": 3.5553900854446283,
+      "grad_norm": 0.2393208146095276,
+      "learning_rate": 1.4932745002606652e-05,
+      "loss": 1.2486,
+      "step": 11937
+    },
+    {
+      "epoch": 3.555687931644297,
+      "grad_norm": 0.24160076677799225,
+      "learning_rate": 1.4931905928740097e-05,
+      "loss": 1.2314,
+      "step": 11938
+    },
+    {
+      "epoch": 3.555985777843966,
+      "grad_norm": 0.2669520378112793,
+      "learning_rate": 1.4931066808987668e-05,
+      "loss": 1.2264,
+      "step": 11939
+    },
+    {
+      "epoch": 3.5562836240436346,
+      "grad_norm": 0.24485118687152863,
+      "learning_rate": 1.4930227643357174e-05,
+      "loss": 1.254,
+      "step": 11940
+    },
+    {
+      "epoch": 3.556581470243303,
+      "grad_norm": 0.2909088134765625,
+      "learning_rate": 1.492938843185642e-05,
+      "loss": 1.237,
+      "step": 11941
+    },
+    {
+      "epoch": 3.5568793164429717,
+      "grad_norm": 0.2594226002693176,
+      "learning_rate": 1.4928549174493214e-05,
+      "loss": 1.2244,
+      "step": 11942
+    },
+    {
+      "epoch": 3.5571771626426405,
+      "grad_norm": 0.26096615195274353,
+      "learning_rate": 1.4927709871275361e-05,
+      "loss": 1.232,
+      "step": 11943
+    },
+    {
+      "epoch": 3.5574750088423093,
+      "grad_norm": 0.24414198100566864,
+      "learning_rate": 1.4926870522210676e-05,
+      "loss": 1.2366,
+      "step": 11944
+    },
+    {
+      "epoch": 3.5577728550419776,
+      "grad_norm": 0.30891233682632446,
+      "learning_rate": 1.4926031127306965e-05,
+      "loss": 1.2288,
+      "step": 11945
+    },
+    {
+      "epoch": 3.5580707012416464,
+      "grad_norm": 0.31807658076286316,
+      "learning_rate": 1.492519168657204e-05,
+      "loss": 1.2247,
+      "step": 11946
+    },
+    {
+      "epoch": 3.558368547441315,
+      "grad_norm": 0.24587668478488922,
+      "learning_rate": 1.4924352200013706e-05,
+      "loss": 1.2351,
+      "step": 11947
+    },
+    {
+      "epoch": 3.5586663936409835,
+      "grad_norm": 0.3405172526836395,
+      "learning_rate": 1.4923512667639778e-05,
+      "loss": 1.2371,
+      "step": 11948
+    },
+    {
+      "epoch": 3.5589642398406522,
+      "grad_norm": 0.280850350856781,
+      "learning_rate": 1.4922673089458066e-05,
+      "loss": 1.238,
+      "step": 11949
+    },
+    {
+      "epoch": 3.559262086040321,
+      "grad_norm": 0.2465774565935135,
+      "learning_rate": 1.492183346547638e-05,
+      "loss": 1.2234,
+      "step": 11950
+    },
+    {
+      "epoch": 3.5595599322399893,
+      "grad_norm": 0.23266535997390747,
+      "learning_rate": 1.4920993795702535e-05,
+      "loss": 1.2268,
+      "step": 11951
+    },
+    {
+      "epoch": 3.559857778439658,
+      "grad_norm": 0.27076929807662964,
+      "learning_rate": 1.4920154080144337e-05,
+      "loss": 1.2398,
+      "step": 11952
+    },
+    {
+      "epoch": 3.560155624639327,
+      "grad_norm": 0.25998640060424805,
+      "learning_rate": 1.4919314318809603e-05,
+      "loss": 1.2302,
+      "step": 11953
+    },
+    {
+      "epoch": 3.5604534708389957,
+      "grad_norm": 0.254976361989975,
+      "learning_rate": 1.491847451170615e-05,
+      "loss": 1.2367,
+      "step": 11954
+    },
+    {
+      "epoch": 3.5607513170386644,
+      "grad_norm": 0.28322747349739075,
+      "learning_rate": 1.4917634658841782e-05,
+      "loss": 1.236,
+      "step": 11955
+    },
+    {
+      "epoch": 3.5610491632383328,
+      "grad_norm": 0.24852986633777618,
+      "learning_rate": 1.4916794760224318e-05,
+      "loss": 1.2285,
+      "step": 11956
+    },
+    {
+      "epoch": 3.5613470094380015,
+      "grad_norm": 0.23009903728961945,
+      "learning_rate": 1.4915954815861572e-05,
+      "loss": 1.2479,
+      "step": 11957
+    },
+    {
+      "epoch": 3.5616448556376703,
+      "grad_norm": 0.2647802233695984,
+      "learning_rate": 1.491511482576136e-05,
+      "loss": 1.2466,
+      "step": 11958
+    },
+    {
+      "epoch": 3.5619427018373386,
+      "grad_norm": 0.23196657001972198,
+      "learning_rate": 1.4914274789931498e-05,
+      "loss": 1.2254,
+      "step": 11959
+    },
+    {
+      "epoch": 3.5622405480370074,
+      "grad_norm": 0.30095914006233215,
+      "learning_rate": 1.4913434708379796e-05,
+      "loss": 1.2454,
+      "step": 11960
+    },
+    {
+      "epoch": 3.562538394236676,
+      "grad_norm": 0.31365150213241577,
+      "learning_rate": 1.4912594581114077e-05,
+      "loss": 1.2291,
+      "step": 11961
+    },
+    {
+      "epoch": 3.5628362404363445,
+      "grad_norm": 0.24199581146240234,
+      "learning_rate": 1.4911754408142152e-05,
+      "loss": 1.2305,
+      "step": 11962
+    },
+    {
+      "epoch": 3.5631340866360133,
+      "grad_norm": 0.3605521023273468,
+      "learning_rate": 1.4910914189471841e-05,
+      "loss": 1.2339,
+      "step": 11963
+    },
+    {
+      "epoch": 3.563431932835682,
+      "grad_norm": 0.31536492705345154,
+      "learning_rate": 1.491007392511096e-05,
+      "loss": 1.2368,
+      "step": 11964
+    },
+    {
+      "epoch": 3.5637297790353504,
+      "grad_norm": 0.2886471450328827,
+      "learning_rate": 1.4909233615067326e-05,
+      "loss": 1.2269,
+      "step": 11965
+    },
+    {
+      "epoch": 3.564027625235019,
+      "grad_norm": 0.4995361268520355,
+      "learning_rate": 1.4908393259348761e-05,
+      "loss": 1.2336,
+      "step": 11966
+    },
+    {
+      "epoch": 3.564325471434688,
+      "grad_norm": 0.30417266488075256,
+      "learning_rate": 1.4907552857963077e-05,
+      "loss": 1.2468,
+      "step": 11967
+    },
+    {
+      "epoch": 3.5646233176343567,
+      "grad_norm": 0.3080073297023773,
+      "learning_rate": 1.49067124109181e-05,
+      "loss": 1.2303,
+      "step": 11968
+    },
+    {
+      "epoch": 3.5649211638340255,
+      "grad_norm": 0.22961090505123138,
+      "learning_rate": 1.4905871918221643e-05,
+      "loss": 1.2319,
+      "step": 11969
+    },
+    {
+      "epoch": 3.565219010033694,
+      "grad_norm": 0.3508792519569397,
+      "learning_rate": 1.490503137988153e-05,
+      "loss": 1.2466,
+      "step": 11970
+    },
+    {
+      "epoch": 3.5655168562333626,
+      "grad_norm": 0.24273687601089478,
+      "learning_rate": 1.4904190795905584e-05,
+      "loss": 1.2238,
+      "step": 11971
+    },
+    {
+      "epoch": 3.5658147024330313,
+      "grad_norm": 0.25304114818573,
+      "learning_rate": 1.4903350166301618e-05,
+      "loss": 1.217,
+      "step": 11972
+    },
+    {
+      "epoch": 3.5661125486326997,
+      "grad_norm": 0.24923963844776154,
+      "learning_rate": 1.4902509491077458e-05,
+      "loss": 1.2345,
+      "step": 11973
+    },
+    {
+      "epoch": 3.5664103948323684,
+      "grad_norm": 0.25437408685684204,
+      "learning_rate": 1.490166877024092e-05,
+      "loss": 1.2366,
+      "step": 11974
+    },
+    {
+      "epoch": 3.566708241032037,
+      "grad_norm": 0.2828586995601654,
+      "learning_rate": 1.4900828003799839e-05,
+      "loss": 1.2372,
+      "step": 11975
+    },
+    {
+      "epoch": 3.5670060872317055,
+      "grad_norm": 0.2456802874803543,
+      "learning_rate": 1.4899987191762022e-05,
+      "loss": 1.2166,
+      "step": 11976
+    },
+    {
+      "epoch": 3.5673039334313743,
+      "grad_norm": 0.27970948815345764,
+      "learning_rate": 1.48991463341353e-05,
+      "loss": 1.2434,
+      "step": 11977
+    },
+    {
+      "epoch": 3.567601779631043,
+      "grad_norm": 0.2370612472295761,
+      "learning_rate": 1.48983054309275e-05,
+      "loss": 1.2381,
+      "step": 11978
+    },
+    {
+      "epoch": 3.5678996258307114,
+      "grad_norm": 0.24851901829242706,
+      "learning_rate": 1.4897464482146435e-05,
+      "loss": 1.2598,
+      "step": 11979
+    },
+    {
+      "epoch": 3.56819747203038,
+      "grad_norm": 0.2595925033092499,
+      "learning_rate": 1.4896623487799937e-05,
+      "loss": 1.2323,
+      "step": 11980
+    },
+    {
+      "epoch": 3.568495318230049,
+      "grad_norm": 0.2781471610069275,
+      "learning_rate": 1.4895782447895828e-05,
+      "loss": 1.2503,
+      "step": 11981
+    },
+    {
+      "epoch": 3.5687931644297177,
+      "grad_norm": 0.2639451026916504,
+      "learning_rate": 1.4894941362441935e-05,
+      "loss": 1.243,
+      "step": 11982
+    },
+    {
+      "epoch": 3.5690910106293865,
+      "grad_norm": 0.2645019292831421,
+      "learning_rate": 1.489410023144608e-05,
+      "loss": 1.2386,
+      "step": 11983
+    },
+    {
+      "epoch": 3.569388856829055,
+      "grad_norm": 0.25453054904937744,
+      "learning_rate": 1.489325905491609e-05,
+      "loss": 1.2409,
+      "step": 11984
+    },
+    {
+      "epoch": 3.5696867030287236,
+      "grad_norm": 0.24270634353160858,
+      "learning_rate": 1.4892417832859792e-05,
+      "loss": 1.2437,
+      "step": 11985
+    },
+    {
+      "epoch": 3.5699845492283924,
+      "grad_norm": 0.26533761620521545,
+      "learning_rate": 1.489157656528501e-05,
+      "loss": 1.2184,
+      "step": 11986
+    },
+    {
+      "epoch": 3.5702823954280607,
+      "grad_norm": 0.254607230424881,
+      "learning_rate": 1.4890735252199578e-05,
+      "loss": 1.2329,
+      "step": 11987
+    },
+    {
+      "epoch": 3.5705802416277295,
+      "grad_norm": 0.27076947689056396,
+      "learning_rate": 1.4889893893611317e-05,
+      "loss": 1.2327,
+      "step": 11988
+    },
+    {
+      "epoch": 3.5708780878273982,
+      "grad_norm": 0.25077369809150696,
+      "learning_rate": 1.4889052489528055e-05,
+      "loss": 1.2387,
+      "step": 11989
+    },
+    {
+      "epoch": 3.5711759340270666,
+      "grad_norm": 0.2612989842891693,
+      "learning_rate": 1.4888211039957623e-05,
+      "loss": 1.2494,
+      "step": 11990
+    },
+    {
+      "epoch": 3.5714737802267353,
+      "grad_norm": 0.2401239573955536,
+      "learning_rate": 1.4887369544907848e-05,
+      "loss": 1.2238,
+      "step": 11991
+    },
+    {
+      "epoch": 3.571771626426404,
+      "grad_norm": 0.24555446207523346,
+      "learning_rate": 1.488652800438656e-05,
+      "loss": 1.2347,
+      "step": 11992
+    },
+    {
+      "epoch": 3.5720694726260724,
+      "grad_norm": 0.2627737522125244,
+      "learning_rate": 1.4885686418401588e-05,
+      "loss": 1.2241,
+      "step": 11993
+    },
+    {
+      "epoch": 3.572367318825741,
+      "grad_norm": 0.2304520308971405,
+      "learning_rate": 1.4884844786960763e-05,
+      "loss": 1.2111,
+      "step": 11994
+    },
+    {
+      "epoch": 3.57266516502541,
+      "grad_norm": 0.23122353851795197,
+      "learning_rate": 1.4884003110071918e-05,
+      "loss": 1.2239,
+      "step": 11995
+    },
+    {
+      "epoch": 3.5729630112250788,
+      "grad_norm": 0.23823879659175873,
+      "learning_rate": 1.4883161387742877e-05,
+      "loss": 1.2433,
+      "step": 11996
+    },
+    {
+      "epoch": 3.5732608574247475,
+      "grad_norm": 0.2689054012298584,
+      "learning_rate": 1.4882319619981473e-05,
+      "loss": 1.2238,
+      "step": 11997
+    },
+    {
+      "epoch": 3.573558703624416,
+      "grad_norm": 0.3108246326446533,
+      "learning_rate": 1.4881477806795543e-05,
+      "loss": 1.2272,
+      "step": 11998
+    },
+    {
+      "epoch": 3.5738565498240846,
+      "grad_norm": 0.2484017014503479,
+      "learning_rate": 1.4880635948192918e-05,
+      "loss": 1.1908,
+      "step": 11999
+    },
+    {
+      "epoch": 3.5741543960237534,
+      "grad_norm": 0.28578975796699524,
+      "learning_rate": 1.4879794044181426e-05,
+      "loss": 1.2269,
+      "step": 12000
+    },
+    {
+      "epoch": 3.5741543960237534,
+      "eval_loss": 1.331367015838623,
+      "eval_runtime": 20.7914,
+      "eval_samples_per_second": 83.4,
+      "eval_steps_per_second": 5.243,
+      "step": 12000
+    },
+    {
+      "epoch": 3.5744522422234217,
+      "grad_norm": 0.2474474161863327,
+      "learning_rate": 1.4878952094768904e-05,
+      "loss": 1.2152,
+      "step": 12001
+    },
+    {
+      "epoch": 3.5747500884230905,
+      "grad_norm": 0.24221831560134888,
+      "learning_rate": 1.4878110099963181e-05,
+      "loss": 1.223,
+      "step": 12002
+    },
+    {
+      "epoch": 3.5750479346227593,
+      "grad_norm": 0.24997448921203613,
+      "learning_rate": 1.4877268059772094e-05,
+      "loss": 1.2321,
+      "step": 12003
+    },
+    {
+      "epoch": 3.5753457808224276,
+      "grad_norm": 0.24379056692123413,
+      "learning_rate": 1.487642597420348e-05,
+      "loss": 1.2337,
+      "step": 12004
+    },
+    {
+      "epoch": 3.5756436270220964,
+      "grad_norm": 0.266418993473053,
+      "learning_rate": 1.4875583843265169e-05,
+      "loss": 1.2307,
+      "step": 12005
+    },
+    {
+      "epoch": 3.575941473221765,
+      "grad_norm": 0.304832398891449,
+      "learning_rate": 1.4874741666964999e-05,
+      "loss": 1.2186,
+      "step": 12006
+    },
+    {
+      "epoch": 3.576239319421434,
+      "grad_norm": 0.24056296050548553,
+      "learning_rate": 1.48738994453108e-05,
+      "loss": 1.2266,
+      "step": 12007
+    },
+    {
+      "epoch": 3.5765371656211022,
+      "grad_norm": 0.2905622720718384,
+      "learning_rate": 1.4873057178310414e-05,
+      "loss": 1.2372,
+      "step": 12008
+    },
+    {
+      "epoch": 3.576835011820771,
+      "grad_norm": 0.40158170461654663,
+      "learning_rate": 1.4872214865971677e-05,
+      "loss": 1.2298,
+      "step": 12009
+    },
+    {
+      "epoch": 3.57713285802044,
+      "grad_norm": 0.3111315071582794,
+      "learning_rate": 1.4871372508302422e-05,
+      "loss": 1.2395,
+      "step": 12010
+    },
+    {
+      "epoch": 3.5774307042201086,
+      "grad_norm": 0.26447662711143494,
+      "learning_rate": 1.487053010531049e-05,
+      "loss": 1.2399,
+      "step": 12011
+    },
+    {
+      "epoch": 3.577728550419777,
+      "grad_norm": 0.4011225700378418,
+      "learning_rate": 1.486968765700372e-05,
+      "loss": 1.2257,
+      "step": 12012
+    },
+    {
+      "epoch": 3.5780263966194457,
+      "grad_norm": 0.30219927430152893,
+      "learning_rate": 1.4868845163389942e-05,
+      "loss": 1.2365,
+      "step": 12013
+    },
+    {
+      "epoch": 3.5783242428191144,
+      "grad_norm": 0.2629011571407318,
+      "learning_rate": 1.4868002624477003e-05,
+      "loss": 1.2261,
+      "step": 12014
+    },
+    {
+      "epoch": 3.5786220890187828,
+      "grad_norm": 0.29616492986679077,
+      "learning_rate": 1.4867160040272732e-05,
+      "loss": 1.2259,
+      "step": 12015
+    },
+    {
+      "epoch": 3.5789199352184515,
+      "grad_norm": 0.2366276979446411,
+      "learning_rate": 1.4866317410784982e-05,
+      "loss": 1.2312,
+      "step": 12016
+    },
+    {
+      "epoch": 3.5792177814181203,
+      "grad_norm": 0.28599026799201965,
+      "learning_rate": 1.4865474736021584e-05,
+      "loss": 1.2182,
+      "step": 12017
+    },
+    {
+      "epoch": 3.5795156276177886,
+      "grad_norm": 0.26458537578582764,
+      "learning_rate": 1.4864632015990377e-05,
+      "loss": 1.2507,
+      "step": 12018
+    },
+    {
+      "epoch": 3.5798134738174574,
+      "grad_norm": 0.2551570534706116,
+      "learning_rate": 1.486378925069921e-05,
+      "loss": 1.2448,
+      "step": 12019
+    },
+    {
+      "epoch": 3.580111320017126,
+      "grad_norm": 0.2608723044395447,
+      "learning_rate": 1.486294644015591e-05,
+      "loss": 1.2223,
+      "step": 12020
+    },
+    {
+      "epoch": 3.580409166216795,
+      "grad_norm": 0.2454732060432434,
+      "learning_rate": 1.486210358436833e-05,
+      "loss": 1.2234,
+      "step": 12021
+    },
+    {
+      "epoch": 3.5807070124164637,
+      "grad_norm": 0.3151560425758362,
+      "learning_rate": 1.486126068334431e-05,
+      "loss": 1.2203,
+      "step": 12022
+    },
+    {
+      "epoch": 3.581004858616132,
+      "grad_norm": 0.25535303354263306,
+      "learning_rate": 1.486041773709169e-05,
+      "loss": 1.24,
+      "step": 12023
+    },
+    {
+      "epoch": 3.581302704815801,
+      "grad_norm": 0.2909095287322998,
+      "learning_rate": 1.4859574745618312e-05,
+      "loss": 1.2474,
+      "step": 12024
+    },
+    {
+      "epoch": 3.5816005510154696,
+      "grad_norm": 0.2343895584344864,
+      "learning_rate": 1.4858731708932022e-05,
+      "loss": 1.2393,
+      "step": 12025
+    },
+    {
+      "epoch": 3.581898397215138,
+      "grad_norm": 0.5344161987304688,
+      "learning_rate": 1.4857888627040662e-05,
+      "loss": 1.2285,
+      "step": 12026
+    },
+    {
+      "epoch": 3.5821962434148067,
+      "grad_norm": 0.31793347001075745,
+      "learning_rate": 1.4857045499952075e-05,
+      "loss": 1.2365,
+      "step": 12027
+    },
+    {
+      "epoch": 3.5824940896144755,
+      "grad_norm": 0.24410374462604523,
+      "learning_rate": 1.4856202327674107e-05,
+      "loss": 1.2378,
+      "step": 12028
+    },
+    {
+      "epoch": 3.582791935814144,
+      "grad_norm": 0.24520458281040192,
+      "learning_rate": 1.4855359110214602e-05,
+      "loss": 1.2227,
+      "step": 12029
+    },
+    {
+      "epoch": 3.5830897820138126,
+      "grad_norm": 0.24458833038806915,
+      "learning_rate": 1.4854515847581405e-05,
+      "loss": 1.245,
+      "step": 12030
+    },
+    {
+      "epoch": 3.5833876282134813,
+      "grad_norm": 0.24848031997680664,
+      "learning_rate": 1.485367253978236e-05,
+      "loss": 1.2436,
+      "step": 12031
+    },
+    {
+      "epoch": 3.5836854744131497,
+      "grad_norm": 0.24862825870513916,
+      "learning_rate": 1.4852829186825318e-05,
+      "loss": 1.2477,
+      "step": 12032
+    },
+    {
+      "epoch": 3.5839833206128184,
+      "grad_norm": 0.22774432599544525,
+      "learning_rate": 1.485198578871812e-05,
+      "loss": 1.227,
+      "step": 12033
+    },
+    {
+      "epoch": 3.584281166812487,
+      "grad_norm": 0.24232453107833862,
+      "learning_rate": 1.4851142345468614e-05,
+      "loss": 1.2433,
+      "step": 12034
+    },
+    {
+      "epoch": 3.584579013012156,
+      "grad_norm": 0.24190890789031982,
+      "learning_rate": 1.485029885708465e-05,
+      "loss": 1.246,
+      "step": 12035
+    },
+    {
+      "epoch": 3.5848768592118248,
+      "grad_norm": 0.2451910376548767,
+      "learning_rate": 1.4849455323574078e-05,
+      "loss": 1.2342,
+      "step": 12036
+    },
+    {
+      "epoch": 3.585174705411493,
+      "grad_norm": 0.243106871843338,
+      "learning_rate": 1.4848611744944739e-05,
+      "loss": 1.2261,
+      "step": 12037
+    },
+    {
+      "epoch": 3.585472551611162,
+      "grad_norm": 0.24494658410549164,
+      "learning_rate": 1.4847768121204482e-05,
+      "loss": 1.246,
+      "step": 12038
+    },
+    {
+      "epoch": 3.5857703978108306,
+      "grad_norm": 0.23604218661785126,
+      "learning_rate": 1.484692445236116e-05,
+      "loss": 1.2077,
+      "step": 12039
+    },
+    {
+      "epoch": 3.586068244010499,
+      "grad_norm": 0.23879358172416687,
+      "learning_rate": 1.4846080738422626e-05,
+      "loss": 1.2264,
+      "step": 12040
+    },
+    {
+      "epoch": 3.5863660902101677,
+      "grad_norm": 0.23756951093673706,
+      "learning_rate": 1.4845236979396722e-05,
+      "loss": 1.2054,
+      "step": 12041
+    },
+    {
+      "epoch": 3.5866639364098365,
+      "grad_norm": 0.25303810834884644,
+      "learning_rate": 1.48443931752913e-05,
+      "loss": 1.2401,
+      "step": 12042
+    },
+    {
+      "epoch": 3.586961782609505,
+      "grad_norm": 0.24577119946479797,
+      "learning_rate": 1.4843549326114217e-05,
+      "loss": 1.2492,
+      "step": 12043
+    },
+    {
+      "epoch": 3.5872596288091736,
+      "grad_norm": 0.24664612114429474,
+      "learning_rate": 1.4842705431873312e-05,
+      "loss": 1.2286,
+      "step": 12044
+    },
+    {
+      "epoch": 3.5875574750088424,
+      "grad_norm": 0.23486971855163574,
+      "learning_rate": 1.4841861492576448e-05,
+      "loss": 1.2246,
+      "step": 12045
+    },
+    {
+      "epoch": 3.5878553212085107,
+      "grad_norm": 0.24063166975975037,
+      "learning_rate": 1.484101750823147e-05,
+      "loss": 1.2258,
+      "step": 12046
+    },
+    {
+      "epoch": 3.5881531674081795,
+      "grad_norm": 0.25894486904144287,
+      "learning_rate": 1.4840173478846236e-05,
+      "loss": 1.2471,
+      "step": 12047
+    },
+    {
+      "epoch": 3.5884510136078482,
+      "grad_norm": 0.22805535793304443,
+      "learning_rate": 1.4839329404428593e-05,
+      "loss": 1.2395,
+      "step": 12048
+    },
+    {
+      "epoch": 3.588748859807517,
+      "grad_norm": 0.2343277782201767,
+      "learning_rate": 1.4838485284986398e-05,
+      "loss": 1.2377,
+      "step": 12049
+    },
+    {
+      "epoch": 3.589046706007186,
+      "grad_norm": 0.24033649265766144,
+      "learning_rate": 1.4837641120527502e-05,
+      "loss": 1.2191,
+      "step": 12050
+    },
+    {
+      "epoch": 3.589344552206854,
+      "grad_norm": 0.23253053426742554,
+      "learning_rate": 1.483679691105976e-05,
+      "loss": 1.2205,
+      "step": 12051
+    },
+    {
+      "epoch": 3.589642398406523,
+      "grad_norm": 0.23812629282474518,
+      "learning_rate": 1.4835952656591028e-05,
+      "loss": 1.2238,
+      "step": 12052
+    },
+    {
+      "epoch": 3.5899402446061917,
+      "grad_norm": 0.23149777948856354,
+      "learning_rate": 1.4835108357129162e-05,
+      "loss": 1.2257,
+      "step": 12053
+    },
+    {
+      "epoch": 3.59023809080586,
+      "grad_norm": 0.2525610327720642,
+      "learning_rate": 1.4834264012682012e-05,
+      "loss": 1.2357,
+      "step": 12054
+    },
+    {
+      "epoch": 3.5905359370055288,
+      "grad_norm": 0.24097470939159393,
+      "learning_rate": 1.4833419623257437e-05,
+      "loss": 1.2198,
+      "step": 12055
+    },
+    {
+      "epoch": 3.5908337832051975,
+      "grad_norm": 0.2267192006111145,
+      "learning_rate": 1.483257518886329e-05,
+      "loss": 1.2163,
+      "step": 12056
+    },
+    {
+      "epoch": 3.591131629404866,
+      "grad_norm": 0.24324989318847656,
+      "learning_rate": 1.4831730709507436e-05,
+      "loss": 1.2298,
+      "step": 12057
+    },
+    {
+      "epoch": 3.5914294756045346,
+      "grad_norm": 0.25552991032600403,
+      "learning_rate": 1.4830886185197719e-05,
+      "loss": 1.2338,
+      "step": 12058
+    },
+    {
+      "epoch": 3.5917273218042034,
+      "grad_norm": 0.24068230390548706,
+      "learning_rate": 1.4830041615942008e-05,
+      "loss": 1.2358,
+      "step": 12059
+    },
+    {
+      "epoch": 3.5920251680038717,
+      "grad_norm": 0.2373005896806717,
+      "learning_rate": 1.4829197001748156e-05,
+      "loss": 1.226,
+      "step": 12060
+    },
+    {
+      "epoch": 3.5923230142035405,
+      "grad_norm": 0.25316908955574036,
+      "learning_rate": 1.4828352342624021e-05,
+      "loss": 1.2327,
+      "step": 12061
+    },
+    {
+      "epoch": 3.5926208604032093,
+      "grad_norm": 0.2392289936542511,
+      "learning_rate": 1.4827507638577459e-05,
+      "loss": 1.2406,
+      "step": 12062
+    },
+    {
+      "epoch": 3.592918706602878,
+      "grad_norm": 0.23246882855892181,
+      "learning_rate": 1.4826662889616335e-05,
+      "loss": 1.2367,
+      "step": 12063
+    },
+    {
+      "epoch": 3.593216552802547,
+      "grad_norm": 0.2436981499195099,
+      "learning_rate": 1.4825818095748505e-05,
+      "loss": 1.2418,
+      "step": 12064
+    },
+    {
+      "epoch": 3.593514399002215,
+      "grad_norm": 0.23481963574886322,
+      "learning_rate": 1.4824973256981831e-05,
+      "loss": 1.2362,
+      "step": 12065
+    },
+    {
+      "epoch": 3.593812245201884,
+      "grad_norm": 0.23828721046447754,
+      "learning_rate": 1.4824128373324168e-05,
+      "loss": 1.2354,
+      "step": 12066
+    },
+    {
+      "epoch": 3.5941100914015527,
+      "grad_norm": 0.23842285573482513,
+      "learning_rate": 1.4823283444783383e-05,
+      "loss": 1.2503,
+      "step": 12067
+    },
+    {
+      "epoch": 3.594407937601221,
+      "grad_norm": 0.23747295141220093,
+      "learning_rate": 1.4822438471367333e-05,
+      "loss": 1.2382,
+      "step": 12068
+    },
+    {
+      "epoch": 3.59470578380089,
+      "grad_norm": 0.24500344693660736,
+      "learning_rate": 1.4821593453083883e-05,
+      "loss": 1.229,
+      "step": 12069
+    },
+    {
+      "epoch": 3.5950036300005586,
+      "grad_norm": 0.2548135817050934,
+      "learning_rate": 1.4820748389940894e-05,
+      "loss": 1.2261,
+      "step": 12070
+    },
+    {
+      "epoch": 3.595301476200227,
+      "grad_norm": 0.2509630024433136,
+      "learning_rate": 1.4819903281946224e-05,
+      "loss": 1.247,
+      "step": 12071
+    },
+    {
+      "epoch": 3.5955993223998957,
+      "grad_norm": 0.23769141733646393,
+      "learning_rate": 1.481905812910774e-05,
+      "loss": 1.2391,
+      "step": 12072
+    },
+    {
+      "epoch": 3.5958971685995644,
+      "grad_norm": 0.23118427395820618,
+      "learning_rate": 1.4818212931433305e-05,
+      "loss": 1.2214,
+      "step": 12073
+    },
+    {
+      "epoch": 3.596195014799233,
+      "grad_norm": 0.2310144454240799,
+      "learning_rate": 1.481736768893078e-05,
+      "loss": 1.2389,
+      "step": 12074
+    },
+    {
+      "epoch": 3.5964928609989015,
+      "grad_norm": 0.24245847761631012,
+      "learning_rate": 1.481652240160803e-05,
+      "loss": 1.2408,
+      "step": 12075
+    },
+    {
+      "epoch": 3.5967907071985703,
+      "grad_norm": 0.2524879574775696,
+      "learning_rate": 1.4815677069472924e-05,
+      "loss": 1.2236,
+      "step": 12076
+    },
+    {
+      "epoch": 3.597088553398239,
+      "grad_norm": 0.23940180242061615,
+      "learning_rate": 1.4814831692533322e-05,
+      "loss": 1.2249,
+      "step": 12077
+    },
+    {
+      "epoch": 3.597386399597908,
+      "grad_norm": 0.24941429495811462,
+      "learning_rate": 1.4813986270797091e-05,
+      "loss": 1.2277,
+      "step": 12078
+    },
+    {
+      "epoch": 3.597684245797576,
+      "grad_norm": 0.24452979862689972,
+      "learning_rate": 1.4813140804272097e-05,
+      "loss": 1.204,
+      "step": 12079
+    },
+    {
+      "epoch": 3.597982091997245,
+      "grad_norm": 0.2458629608154297,
+      "learning_rate": 1.4812295292966201e-05,
+      "loss": 1.2436,
+      "step": 12080
+    },
+    {
+      "epoch": 3.5982799381969137,
+      "grad_norm": 0.2509615421295166,
+      "learning_rate": 1.481144973688728e-05,
+      "loss": 1.2353,
+      "step": 12081
+    },
+    {
+      "epoch": 3.598577784396582,
+      "grad_norm": 0.26614630222320557,
+      "learning_rate": 1.481060413604319e-05,
+      "loss": 1.2352,
+      "step": 12082
+    },
+    {
+      "epoch": 3.598875630596251,
+      "grad_norm": 0.2650357782840729,
+      "learning_rate": 1.4809758490441806e-05,
+      "loss": 1.2298,
+      "step": 12083
+    },
+    {
+      "epoch": 3.5991734767959196,
+      "grad_norm": 0.2656654417514801,
+      "learning_rate": 1.4808912800090994e-05,
+      "loss": 1.2305,
+      "step": 12084
+    },
+    {
+      "epoch": 3.599471322995588,
+      "grad_norm": 0.2687116265296936,
+      "learning_rate": 1.4808067064998618e-05,
+      "loss": 1.2336,
+      "step": 12085
+    },
+    {
+      "epoch": 3.5997691691952567,
+      "grad_norm": 0.24685779213905334,
+      "learning_rate": 1.4807221285172548e-05,
+      "loss": 1.2444,
+      "step": 12086
+    },
+    {
+      "epoch": 3.6000670153949255,
+      "grad_norm": 0.2496700882911682,
+      "learning_rate": 1.4806375460620661e-05,
+      "loss": 1.2561,
+      "step": 12087
+    },
+    {
+      "epoch": 3.6003648615945942,
+      "grad_norm": 0.25268059968948364,
+      "learning_rate": 1.4805529591350816e-05,
+      "loss": 1.232,
+      "step": 12088
+    },
+    {
+      "epoch": 3.600662707794263,
+      "grad_norm": 0.23773519694805145,
+      "learning_rate": 1.480468367737089e-05,
+      "loss": 1.2568,
+      "step": 12089
+    },
+    {
+      "epoch": 3.6009605539939313,
+      "grad_norm": 0.2564716637134552,
+      "learning_rate": 1.4803837718688746e-05,
+      "loss": 1.2215,
+      "step": 12090
+    },
+    {
+      "epoch": 3.6012584001936,
+      "grad_norm": 0.2356421947479248,
+      "learning_rate": 1.4802991715312262e-05,
+      "loss": 1.2314,
+      "step": 12091
+    },
+    {
+      "epoch": 3.601556246393269,
+      "grad_norm": 0.2563536465167999,
+      "learning_rate": 1.4802145667249308e-05,
+      "loss": 1.2069,
+      "step": 12092
+    },
+    {
+      "epoch": 3.601854092592937,
+      "grad_norm": 0.25942927598953247,
+      "learning_rate": 1.4801299574507753e-05,
+      "loss": 1.207,
+      "step": 12093
+    },
+    {
+      "epoch": 3.602151938792606,
+      "grad_norm": 0.28995251655578613,
+      "learning_rate": 1.480045343709547e-05,
+      "loss": 1.2312,
+      "step": 12094
+    },
+    {
+      "epoch": 3.6024497849922748,
+      "grad_norm": 0.2602880299091339,
+      "learning_rate": 1.479960725502033e-05,
+      "loss": 1.2258,
+      "step": 12095
+    },
+    {
+      "epoch": 3.602747631191943,
+      "grad_norm": 0.23588363826274872,
+      "learning_rate": 1.4798761028290207e-05,
+      "loss": 1.2302,
+      "step": 12096
+    },
+    {
+      "epoch": 3.603045477391612,
+      "grad_norm": 0.270133376121521,
+      "learning_rate": 1.4797914756912974e-05,
+      "loss": 1.2342,
+      "step": 12097
+    },
+    {
+      "epoch": 3.6033433235912806,
+      "grad_norm": 0.25792115926742554,
+      "learning_rate": 1.4797068440896506e-05,
+      "loss": 1.2403,
+      "step": 12098
+    },
+    {
+      "epoch": 3.603641169790949,
+      "grad_norm": 0.24684999883174896,
+      "learning_rate": 1.4796222080248675e-05,
+      "loss": 1.2292,
+      "step": 12099
+    },
+    {
+      "epoch": 3.6039390159906177,
+      "grad_norm": 0.2691803276538849,
+      "learning_rate": 1.4795375674977354e-05,
+      "loss": 1.2436,
+      "step": 12100
+    },
+    {
+      "epoch": 3.6042368621902865,
+      "grad_norm": 0.2561197876930237,
+      "learning_rate": 1.4794529225090423e-05,
+      "loss": 1.228,
+      "step": 12101
+    },
+    {
+      "epoch": 3.6045347083899553,
+      "grad_norm": 0.2439146190881729,
+      "learning_rate": 1.4793682730595756e-05,
+      "loss": 1.243,
+      "step": 12102
+    },
+    {
+      "epoch": 3.604832554589624,
+      "grad_norm": 0.26815205812454224,
+      "learning_rate": 1.479283619150122e-05,
+      "loss": 1.2318,
+      "step": 12103
+    },
+    {
+      "epoch": 3.6051304007892924,
+      "grad_norm": 0.2403976321220398,
+      "learning_rate": 1.4791989607814703e-05,
+      "loss": 1.235,
+      "step": 12104
+    },
+    {
+      "epoch": 3.605428246988961,
+      "grad_norm": 0.26826152205467224,
+      "learning_rate": 1.4791142979544077e-05,
+      "loss": 1.2315,
+      "step": 12105
+    },
+    {
+      "epoch": 3.60572609318863,
+      "grad_norm": 0.3150516450405121,
+      "learning_rate": 1.4790296306697219e-05,
+      "loss": 1.2262,
+      "step": 12106
+    },
+    {
+      "epoch": 3.6060239393882982,
+      "grad_norm": 0.23319309949874878,
+      "learning_rate": 1.4789449589282004e-05,
+      "loss": 1.2212,
+      "step": 12107
+    },
+    {
+      "epoch": 3.606321785587967,
+      "grad_norm": 0.4288104176521301,
+      "learning_rate": 1.478860282730631e-05,
+      "loss": 1.2559,
+      "step": 12108
+    },
+    {
+      "epoch": 3.606619631787636,
+      "grad_norm": 0.34519460797309875,
+      "learning_rate": 1.4787756020778022e-05,
+      "loss": 1.2356,
+      "step": 12109
+    },
+    {
+      "epoch": 3.606917477987304,
+      "grad_norm": 0.3091725707054138,
+      "learning_rate": 1.4786909169705008e-05,
+      "loss": 1.221,
+      "step": 12110
+    },
+    {
+      "epoch": 3.607215324186973,
+      "grad_norm": 0.27726104855537415,
+      "learning_rate": 1.4786062274095159e-05,
+      "loss": 1.2286,
+      "step": 12111
+    },
+    {
+      "epoch": 3.6075131703866417,
+      "grad_norm": 0.33248814940452576,
+      "learning_rate": 1.4785215333956342e-05,
+      "loss": 1.2243,
+      "step": 12112
+    },
+    {
+      "epoch": 3.60781101658631,
+      "grad_norm": 0.2328971028327942,
+      "learning_rate": 1.4784368349296446e-05,
+      "loss": 1.2258,
+      "step": 12113
+    },
+    {
+      "epoch": 3.6081088627859788,
+      "grad_norm": 0.2641240358352661,
+      "learning_rate": 1.4783521320123347e-05,
+      "loss": 1.2343,
+      "step": 12114
+    },
+    {
+      "epoch": 3.6084067089856475,
+      "grad_norm": 0.29334887862205505,
+      "learning_rate": 1.4782674246444924e-05,
+      "loss": 1.2187,
+      "step": 12115
+    },
+    {
+      "epoch": 3.6087045551853163,
+      "grad_norm": 0.23718927800655365,
+      "learning_rate": 1.4781827128269062e-05,
+      "loss": 1.2179,
+      "step": 12116
+    },
+    {
+      "epoch": 3.609002401384985,
+      "grad_norm": 0.30184462666511536,
+      "learning_rate": 1.4780979965603642e-05,
+      "loss": 1.2395,
+      "step": 12117
+    },
+    {
+      "epoch": 3.6093002475846534,
+      "grad_norm": 0.25319600105285645,
+      "learning_rate": 1.4780132758456547e-05,
+      "loss": 1.2373,
+      "step": 12118
+    },
+    {
+      "epoch": 3.609598093784322,
+      "grad_norm": 0.25590604543685913,
+      "learning_rate": 1.4779285506835654e-05,
+      "loss": 1.2381,
+      "step": 12119
+    },
+    {
+      "epoch": 3.609895939983991,
+      "grad_norm": 0.27177754044532776,
+      "learning_rate": 1.4778438210748851e-05,
+      "loss": 1.2252,
+      "step": 12120
+    },
+    {
+      "epoch": 3.6101937861836593,
+      "grad_norm": 0.2445678561925888,
+      "learning_rate": 1.4777590870204015e-05,
+      "loss": 1.23,
+      "step": 12121
+    },
+    {
+      "epoch": 3.610491632383328,
+      "grad_norm": 0.3108128309249878,
+      "learning_rate": 1.4776743485209039e-05,
+      "loss": 1.2381,
+      "step": 12122
+    },
+    {
+      "epoch": 3.610789478582997,
+      "grad_norm": 0.24306008219718933,
+      "learning_rate": 1.4775896055771801e-05,
+      "loss": 1.248,
+      "step": 12123
+    },
+    {
+      "epoch": 3.611087324782665,
+      "grad_norm": 0.2657211124897003,
+      "learning_rate": 1.4775048581900184e-05,
+      "loss": 1.2384,
+      "step": 12124
+    },
+    {
+      "epoch": 3.611385170982334,
+      "grad_norm": 0.2527020275592804,
+      "learning_rate": 1.4774201063602079e-05,
+      "loss": 1.2506,
+      "step": 12125
+    },
+    {
+      "epoch": 3.6116830171820027,
+      "grad_norm": 0.2403356432914734,
+      "learning_rate": 1.477335350088536e-05,
+      "loss": 1.2186,
+      "step": 12126
+    },
+    {
+      "epoch": 3.611980863381671,
+      "grad_norm": 0.2830476760864258,
+      "learning_rate": 1.4772505893757924e-05,
+      "loss": 1.2354,
+      "step": 12127
+    },
+    {
+      "epoch": 3.61227870958134,
+      "grad_norm": 0.2860715091228485,
+      "learning_rate": 1.4771658242227655e-05,
+      "loss": 1.24,
+      "step": 12128
+    },
+    {
+      "epoch": 3.6125765557810086,
+      "grad_norm": 0.24847184121608734,
+      "learning_rate": 1.4770810546302436e-05,
+      "loss": 1.2118,
+      "step": 12129
+    },
+    {
+      "epoch": 3.6128744019806773,
+      "grad_norm": 0.2509472966194153,
+      "learning_rate": 1.4769962805990154e-05,
+      "loss": 1.2169,
+      "step": 12130
+    },
+    {
+      "epoch": 3.613172248180346,
+      "grad_norm": 0.27350685000419617,
+      "learning_rate": 1.4769115021298696e-05,
+      "loss": 1.2349,
+      "step": 12131
+    },
+    {
+      "epoch": 3.6134700943800144,
+      "grad_norm": 0.27454113960266113,
+      "learning_rate": 1.4768267192235954e-05,
+      "loss": 1.247,
+      "step": 12132
+    },
+    {
+      "epoch": 3.613767940579683,
+      "grad_norm": 0.2896553575992584,
+      "learning_rate": 1.4767419318809812e-05,
+      "loss": 1.2283,
+      "step": 12133
+    },
+    {
+      "epoch": 3.614065786779352,
+      "grad_norm": 0.2629541754722595,
+      "learning_rate": 1.476657140102816e-05,
+      "loss": 1.2161,
+      "step": 12134
+    },
+    {
+      "epoch": 3.6143636329790203,
+      "grad_norm": 0.2812981903553009,
+      "learning_rate": 1.4765723438898886e-05,
+      "loss": 1.2382,
+      "step": 12135
+    },
+    {
+      "epoch": 3.614661479178689,
+      "grad_norm": 0.25081151723861694,
+      "learning_rate": 1.476487543242988e-05,
+      "loss": 1.2276,
+      "step": 12136
+    },
+    {
+      "epoch": 3.614959325378358,
+      "grad_norm": 0.30545827746391296,
+      "learning_rate": 1.4764027381629034e-05,
+      "loss": 1.2286,
+      "step": 12137
+    },
+    {
+      "epoch": 3.615257171578026,
+      "grad_norm": 0.24036957323551178,
+      "learning_rate": 1.4763179286504234e-05,
+      "loss": 1.2148,
+      "step": 12138
+    },
+    {
+      "epoch": 3.615555017777695,
+      "grad_norm": 0.3674185276031494,
+      "learning_rate": 1.476233114706337e-05,
+      "loss": 1.2077,
+      "step": 12139
+    },
+    {
+      "epoch": 3.6158528639773637,
+      "grad_norm": 0.24986650049686432,
+      "learning_rate": 1.476148296331434e-05,
+      "loss": 1.2393,
+      "step": 12140
+    },
+    {
+      "epoch": 3.6161507101770325,
+      "grad_norm": 0.33543214201927185,
+      "learning_rate": 1.4760634735265029e-05,
+      "loss": 1.2292,
+      "step": 12141
+    },
+    {
+      "epoch": 3.616448556376701,
+      "grad_norm": 0.24175876379013062,
+      "learning_rate": 1.4759786462923332e-05,
+      "loss": 1.2195,
+      "step": 12142
+    },
+    {
+      "epoch": 3.6167464025763696,
+      "grad_norm": 0.34412795305252075,
+      "learning_rate": 1.4758938146297138e-05,
+      "loss": 1.2358,
+      "step": 12143
+    },
+    {
+      "epoch": 3.6170442487760384,
+      "grad_norm": 0.2774752676486969,
+      "learning_rate": 1.4758089785394338e-05,
+      "loss": 1.24,
+      "step": 12144
+    },
+    {
+      "epoch": 3.617342094975707,
+      "grad_norm": 0.2854416072368622,
+      "learning_rate": 1.4757241380222835e-05,
+      "loss": 1.2433,
+      "step": 12145
+    },
+    {
+      "epoch": 3.6176399411753755,
+      "grad_norm": 0.24738280475139618,
+      "learning_rate": 1.4756392930790516e-05,
+      "loss": 1.2334,
+      "step": 12146
+    },
+    {
+      "epoch": 3.6179377873750442,
+      "grad_norm": 0.4207460582256317,
+      "learning_rate": 1.4755544437105269e-05,
+      "loss": 1.2238,
+      "step": 12147
+    },
+    {
+      "epoch": 3.618235633574713,
+      "grad_norm": 0.32039952278137207,
+      "learning_rate": 1.4754695899174997e-05,
+      "loss": 1.2334,
+      "step": 12148
+    },
+    {
+      "epoch": 3.6185334797743813,
+      "grad_norm": 0.31696414947509766,
+      "learning_rate": 1.4753847317007594e-05,
+      "loss": 1.2517,
+      "step": 12149
+    },
+    {
+      "epoch": 3.61883132597405,
+      "grad_norm": 0.26194241642951965,
+      "learning_rate": 1.4752998690610951e-05,
+      "loss": 1.2318,
+      "step": 12150
+    },
+    {
+      "epoch": 3.619129172173719,
+      "grad_norm": 0.4184989035129547,
+      "learning_rate": 1.4752150019992968e-05,
+      "loss": 1.2323,
+      "step": 12151
+    },
+    {
+      "epoch": 3.619427018373387,
+      "grad_norm": 0.32291746139526367,
+      "learning_rate": 1.4751301305161536e-05,
+      "loss": 1.2329,
+      "step": 12152
+    },
+    {
+      "epoch": 3.619724864573056,
+      "grad_norm": 0.32019558548927307,
+      "learning_rate": 1.4750452546124556e-05,
+      "loss": 1.237,
+      "step": 12153
+    },
+    {
+      "epoch": 3.6200227107727247,
+      "grad_norm": 0.24402610957622528,
+      "learning_rate": 1.474960374288992e-05,
+      "loss": 1.2339,
+      "step": 12154
+    },
+    {
+      "epoch": 3.6203205569723935,
+      "grad_norm": 0.3688165247440338,
+      "learning_rate": 1.474875489546553e-05,
+      "loss": 1.2468,
+      "step": 12155
+    },
+    {
+      "epoch": 3.6206184031720623,
+      "grad_norm": 0.2501266896724701,
+      "learning_rate": 1.4747906003859278e-05,
+      "loss": 1.2277,
+      "step": 12156
+    },
+    {
+      "epoch": 3.6209162493717306,
+      "grad_norm": 0.25592708587646484,
+      "learning_rate": 1.4747057068079067e-05,
+      "loss": 1.2313,
+      "step": 12157
+    },
+    {
+      "epoch": 3.6212140955713994,
+      "grad_norm": 0.2680782377719879,
+      "learning_rate": 1.4746208088132794e-05,
+      "loss": 1.2284,
+      "step": 12158
+    },
+    {
+      "epoch": 3.621511941771068,
+      "grad_norm": 0.2572602927684784,
+      "learning_rate": 1.474535906402836e-05,
+      "loss": 1.2353,
+      "step": 12159
+    },
+    {
+      "epoch": 3.6218097879707365,
+      "grad_norm": 0.30644771456718445,
+      "learning_rate": 1.474450999577366e-05,
+      "loss": 1.2305,
+      "step": 12160
+    },
+    {
+      "epoch": 3.6221076341704053,
+      "grad_norm": 0.29997578263282776,
+      "learning_rate": 1.4743660883376593e-05,
+      "loss": 1.237,
+      "step": 12161
+    },
+    {
+      "epoch": 3.622405480370074,
+      "grad_norm": 0.25831934809684753,
+      "learning_rate": 1.4742811726845063e-05,
+      "loss": 1.2229,
+      "step": 12162
+    },
+    {
+      "epoch": 3.6227033265697424,
+      "grad_norm": 0.3088092803955078,
+      "learning_rate": 1.474196252618697e-05,
+      "loss": 1.2221,
+      "step": 12163
+    },
+    {
+      "epoch": 3.623001172769411,
+      "grad_norm": 0.2495061606168747,
+      "learning_rate": 1.4741113281410213e-05,
+      "loss": 1.23,
+      "step": 12164
+    },
+    {
+      "epoch": 3.62329901896908,
+      "grad_norm": 0.37403103709220886,
+      "learning_rate": 1.4740263992522695e-05,
+      "loss": 1.2415,
+      "step": 12165
+    },
+    {
+      "epoch": 3.6235968651687482,
+      "grad_norm": 0.24580949544906616,
+      "learning_rate": 1.4739414659532316e-05,
+      "loss": 1.2355,
+      "step": 12166
+    },
+    {
+      "epoch": 3.623894711368417,
+      "grad_norm": 0.32103511691093445,
+      "learning_rate": 1.4738565282446976e-05,
+      "loss": 1.2178,
+      "step": 12167
+    },
+    {
+      "epoch": 3.624192557568086,
+      "grad_norm": 0.23806986212730408,
+      "learning_rate": 1.4737715861274582e-05,
+      "loss": 1.2229,
+      "step": 12168
+    },
+    {
+      "epoch": 3.6244904037677546,
+      "grad_norm": 0.2906794250011444,
+      "learning_rate": 1.4736866396023038e-05,
+      "loss": 1.2429,
+      "step": 12169
+    },
+    {
+      "epoch": 3.6247882499674233,
+      "grad_norm": 0.26994964480400085,
+      "learning_rate": 1.4736016886700242e-05,
+      "loss": 1.2376,
+      "step": 12170
+    },
+    {
+      "epoch": 3.6250860961670917,
+      "grad_norm": 0.26804840564727783,
+      "learning_rate": 1.47351673333141e-05,
+      "loss": 1.2503,
+      "step": 12171
+    },
+    {
+      "epoch": 3.6253839423667604,
+      "grad_norm": 0.255969375371933,
+      "learning_rate": 1.4734317735872516e-05,
+      "loss": 1.209,
+      "step": 12172
+    },
+    {
+      "epoch": 3.625681788566429,
+      "grad_norm": 0.2911655008792877,
+      "learning_rate": 1.4733468094383397e-05,
+      "loss": 1.2396,
+      "step": 12173
+    },
+    {
+      "epoch": 3.6259796347660975,
+      "grad_norm": 0.26125261187553406,
+      "learning_rate": 1.4732618408854644e-05,
+      "loss": 1.2274,
+      "step": 12174
+    },
+    {
+      "epoch": 3.6262774809657663,
+      "grad_norm": 0.2519410252571106,
+      "learning_rate": 1.4731768679294165e-05,
+      "loss": 1.2434,
+      "step": 12175
+    },
+    {
+      "epoch": 3.626575327165435,
+      "grad_norm": 0.2514265179634094,
+      "learning_rate": 1.4730918905709868e-05,
+      "loss": 1.2303,
+      "step": 12176
+    },
+    {
+      "epoch": 3.6268731733651034,
+      "grad_norm": 0.2466183602809906,
+      "learning_rate": 1.4730069088109653e-05,
+      "loss": 1.2454,
+      "step": 12177
+    },
+    {
+      "epoch": 3.627171019564772,
+      "grad_norm": 0.2416197657585144,
+      "learning_rate": 1.472921922650143e-05,
+      "loss": 1.2298,
+      "step": 12178
+    },
+    {
+      "epoch": 3.627468865764441,
+      "grad_norm": 0.2630484104156494,
+      "learning_rate": 1.4728369320893106e-05,
+      "loss": 1.2205,
+      "step": 12179
+    },
+    {
+      "epoch": 3.6277667119641093,
+      "grad_norm": 0.24044835567474365,
+      "learning_rate": 1.4727519371292589e-05,
+      "loss": 1.2371,
+      "step": 12180
+    },
+    {
+      "epoch": 3.628064558163778,
+      "grad_norm": 0.2447517216205597,
+      "learning_rate": 1.4726669377707783e-05,
+      "loss": 1.2329,
+      "step": 12181
+    },
+    {
+      "epoch": 3.628362404363447,
+      "grad_norm": 0.24271756410598755,
+      "learning_rate": 1.4725819340146603e-05,
+      "loss": 1.2325,
+      "step": 12182
+    },
+    {
+      "epoch": 3.6286602505631156,
+      "grad_norm": 0.24534739553928375,
+      "learning_rate": 1.4724969258616954e-05,
+      "loss": 1.2358,
+      "step": 12183
+    },
+    {
+      "epoch": 3.6289580967627844,
+      "grad_norm": 0.24850770831108093,
+      "learning_rate": 1.4724119133126746e-05,
+      "loss": 1.2289,
+      "step": 12184
+    },
+    {
+      "epoch": 3.6292559429624527,
+      "grad_norm": 0.2543782591819763,
+      "learning_rate": 1.4723268963683883e-05,
+      "loss": 1.2249,
+      "step": 12185
+    },
+    {
+      "epoch": 3.6295537891621215,
+      "grad_norm": 0.25927695631980896,
+      "learning_rate": 1.4722418750296283e-05,
+      "loss": 1.232,
+      "step": 12186
+    },
+    {
+      "epoch": 3.6298516353617902,
+      "grad_norm": 0.266666054725647,
+      "learning_rate": 1.4721568492971851e-05,
+      "loss": 1.2118,
+      "step": 12187
+    },
+    {
+      "epoch": 3.6301494815614586,
+      "grad_norm": 0.23791494965553284,
+      "learning_rate": 1.4720718191718502e-05,
+      "loss": 1.2366,
+      "step": 12188
+    },
+    {
+      "epoch": 3.6304473277611273,
+      "grad_norm": 0.2627164125442505,
+      "learning_rate": 1.4719867846544142e-05,
+      "loss": 1.2314,
+      "step": 12189
+    },
+    {
+      "epoch": 3.630745173960796,
+      "grad_norm": 0.2487691044807434,
+      "learning_rate": 1.4719017457456688e-05,
+      "loss": 1.2216,
+      "step": 12190
+    },
+    {
+      "epoch": 3.6310430201604644,
+      "grad_norm": 0.25168392062187195,
+      "learning_rate": 1.4718167024464045e-05,
+      "loss": 1.2292,
+      "step": 12191
+    },
+    {
+      "epoch": 3.631340866360133,
+      "grad_norm": 0.2399231642484665,
+      "learning_rate": 1.471731654757413e-05,
+      "loss": 1.2234,
+      "step": 12192
+    },
+    {
+      "epoch": 3.631638712559802,
+      "grad_norm": 0.2516423463821411,
+      "learning_rate": 1.4716466026794858e-05,
+      "loss": 1.2278,
+      "step": 12193
+    },
+    {
+      "epoch": 3.6319365587594703,
+      "grad_norm": 0.2878287732601166,
+      "learning_rate": 1.4715615462134138e-05,
+      "loss": 1.2285,
+      "step": 12194
+    },
+    {
+      "epoch": 3.632234404959139,
+      "grad_norm": 0.26969072222709656,
+      "learning_rate": 1.4714764853599884e-05,
+      "loss": 1.2355,
+      "step": 12195
+    },
+    {
+      "epoch": 3.632532251158808,
+      "grad_norm": 0.2461068034172058,
+      "learning_rate": 1.471391420120001e-05,
+      "loss": 1.2396,
+      "step": 12196
+    },
+    {
+      "epoch": 3.6328300973584766,
+      "grad_norm": 0.2353159636259079,
+      "learning_rate": 1.4713063504942434e-05,
+      "loss": 1.2275,
+      "step": 12197
+    },
+    {
+      "epoch": 3.6331279435581454,
+      "grad_norm": 0.2578493356704712,
+      "learning_rate": 1.4712212764835063e-05,
+      "loss": 1.2178,
+      "step": 12198
+    },
+    {
+      "epoch": 3.6334257897578137,
+      "grad_norm": 0.29053571820259094,
+      "learning_rate": 1.4711361980885821e-05,
+      "loss": 1.229,
+      "step": 12199
+    },
+    {
+      "epoch": 3.6337236359574825,
+      "grad_norm": 0.24387332797050476,
+      "learning_rate": 1.4710511153102617e-05,
+      "loss": 1.2324,
+      "step": 12200
+    },
+    {
+      "epoch": 3.6340214821571513,
+      "grad_norm": 0.30657774209976196,
+      "learning_rate": 1.4709660281493371e-05,
+      "loss": 1.2402,
+      "step": 12201
+    },
+    {
+      "epoch": 3.6343193283568196,
+      "grad_norm": 0.32485294342041016,
+      "learning_rate": 1.4708809366066e-05,
+      "loss": 1.2217,
+      "step": 12202
+    },
+    {
+      "epoch": 3.6346171745564884,
+      "grad_norm": 0.2695823013782501,
+      "learning_rate": 1.4707958406828416e-05,
+      "loss": 1.2412,
+      "step": 12203
+    },
+    {
+      "epoch": 3.634915020756157,
+      "grad_norm": 0.25589483976364136,
+      "learning_rate": 1.4707107403788539e-05,
+      "loss": 1.2408,
+      "step": 12204
+    },
+    {
+      "epoch": 3.6352128669558255,
+      "grad_norm": 0.23745296895503998,
+      "learning_rate": 1.4706256356954287e-05,
+      "loss": 1.2102,
+      "step": 12205
+    },
+    {
+      "epoch": 3.6355107131554942,
+      "grad_norm": 0.3855360150337219,
+      "learning_rate": 1.470540526633358e-05,
+      "loss": 1.2274,
+      "step": 12206
+    },
+    {
+      "epoch": 3.635808559355163,
+      "grad_norm": 0.3667902946472168,
+      "learning_rate": 1.4704554131934332e-05,
+      "loss": 1.21,
+      "step": 12207
+    },
+    {
+      "epoch": 3.6361064055548318,
+      "grad_norm": 0.3271882236003876,
+      "learning_rate": 1.4703702953764465e-05,
+      "loss": 1.2383,
+      "step": 12208
+    },
+    {
+      "epoch": 3.6364042517545,
+      "grad_norm": 0.512535572052002,
+      "learning_rate": 1.4702851731831895e-05,
+      "loss": 1.2391,
+      "step": 12209
+    },
+    {
+      "epoch": 3.636702097954169,
+      "grad_norm": 0.2458118051290512,
+      "learning_rate": 1.4702000466144548e-05,
+      "loss": 1.2275,
+      "step": 12210
+    },
+    {
+      "epoch": 3.6369999441538376,
+      "grad_norm": 0.30778971314430237,
+      "learning_rate": 1.4701149156710338e-05,
+      "loss": 1.2326,
+      "step": 12211
+    },
+    {
+      "epoch": 3.6372977903535064,
+      "grad_norm": 0.2693280279636383,
+      "learning_rate": 1.4700297803537184e-05,
+      "loss": 1.2354,
+      "step": 12212
+    },
+    {
+      "epoch": 3.6375956365531747,
+      "grad_norm": 0.26226574182510376,
+      "learning_rate": 1.4699446406633016e-05,
+      "loss": 1.251,
+      "step": 12213
+    },
+    {
+      "epoch": 3.6378934827528435,
+      "grad_norm": 0.3327712416648865,
+      "learning_rate": 1.4698594966005745e-05,
+      "loss": 1.2227,
+      "step": 12214
+    },
+    {
+      "epoch": 3.6381913289525123,
+      "grad_norm": 0.285996675491333,
+      "learning_rate": 1.4697743481663303e-05,
+      "loss": 1.2366,
+      "step": 12215
+    },
+    {
+      "epoch": 3.6384891751521806,
+      "grad_norm": 0.26572054624557495,
+      "learning_rate": 1.46968919536136e-05,
+      "loss": 1.251,
+      "step": 12216
+    },
+    {
+      "epoch": 3.6387870213518494,
+      "grad_norm": 0.2764107584953308,
+      "learning_rate": 1.4696040381864571e-05,
+      "loss": 1.2466,
+      "step": 12217
+    },
+    {
+      "epoch": 3.639084867551518,
+      "grad_norm": 0.2600226104259491,
+      "learning_rate": 1.4695188766424132e-05,
+      "loss": 1.2549,
+      "step": 12218
+    },
+    {
+      "epoch": 3.6393827137511865,
+      "grad_norm": 0.2641436755657196,
+      "learning_rate": 1.4694337107300205e-05,
+      "loss": 1.2156,
+      "step": 12219
+    },
+    {
+      "epoch": 3.6396805599508553,
+      "grad_norm": 0.26132163405418396,
+      "learning_rate": 1.4693485404500716e-05,
+      "loss": 1.2334,
+      "step": 12220
+    },
+    {
+      "epoch": 3.639978406150524,
+      "grad_norm": 0.3215862512588501,
+      "learning_rate": 1.469263365803359e-05,
+      "loss": 1.2395,
+      "step": 12221
+    },
+    {
+      "epoch": 3.640276252350193,
+      "grad_norm": 0.26509419083595276,
+      "learning_rate": 1.469178186790675e-05,
+      "loss": 1.2168,
+      "step": 12222
+    },
+    {
+      "epoch": 3.6405740985498616,
+      "grad_norm": 0.2737056314945221,
+      "learning_rate": 1.4690930034128124e-05,
+      "loss": 1.2266,
+      "step": 12223
+    },
+    {
+      "epoch": 3.64087194474953,
+      "grad_norm": 0.24052157998085022,
+      "learning_rate": 1.4690078156705634e-05,
+      "loss": 1.2235,
+      "step": 12224
+    },
+    {
+      "epoch": 3.6411697909491987,
+      "grad_norm": 0.2925179898738861,
+      "learning_rate": 1.4689226235647205e-05,
+      "loss": 1.2265,
+      "step": 12225
+    },
+    {
+      "epoch": 3.6414676371488675,
+      "grad_norm": 0.2738029956817627,
+      "learning_rate": 1.4688374270960766e-05,
+      "loss": 1.2355,
+      "step": 12226
+    },
+    {
+      "epoch": 3.641765483348536,
+      "grad_norm": 0.30287572741508484,
+      "learning_rate": 1.4687522262654244e-05,
+      "loss": 1.2353,
+      "step": 12227
+    },
+    {
+      "epoch": 3.6420633295482046,
+      "grad_norm": 0.7332232594490051,
+      "learning_rate": 1.4686670210735562e-05,
+      "loss": 1.2331,
+      "step": 12228
+    },
+    {
+      "epoch": 3.6423611757478733,
+      "grad_norm": 0.3383345901966095,
+      "learning_rate": 1.468581811521265e-05,
+      "loss": 1.2258,
+      "step": 12229
+    },
+    {
+      "epoch": 3.6426590219475417,
+      "grad_norm": 0.2796458899974823,
+      "learning_rate": 1.468496597609344e-05,
+      "loss": 1.2537,
+      "step": 12230
+    },
+    {
+      "epoch": 3.6429568681472104,
+      "grad_norm": 0.24633510410785675,
+      "learning_rate": 1.4684113793385852e-05,
+      "loss": 1.2301,
+      "step": 12231
+    },
+    {
+      "epoch": 3.643254714346879,
+      "grad_norm": 0.24334703385829926,
+      "learning_rate": 1.468326156709782e-05,
+      "loss": 1.2377,
+      "step": 12232
+    },
+    {
+      "epoch": 3.6435525605465475,
+      "grad_norm": 0.2508890926837921,
+      "learning_rate": 1.468240929723727e-05,
+      "loss": 1.233,
+      "step": 12233
+    },
+    {
+      "epoch": 3.6438504067462163,
+      "grad_norm": 0.2544920742511749,
+      "learning_rate": 1.4681556983812136e-05,
+      "loss": 1.2488,
+      "step": 12234
+    },
+    {
+      "epoch": 3.644148252945885,
+      "grad_norm": 0.2417229562997818,
+      "learning_rate": 1.4680704626830342e-05,
+      "loss": 1.2223,
+      "step": 12235
+    },
+    {
+      "epoch": 3.644446099145554,
+      "grad_norm": 0.24827317893505096,
+      "learning_rate": 1.4679852226299823e-05,
+      "loss": 1.235,
+      "step": 12236
+    },
+    {
+      "epoch": 3.6447439453452226,
+      "grad_norm": 0.24662494659423828,
+      "learning_rate": 1.4678999782228505e-05,
+      "loss": 1.2244,
+      "step": 12237
+    },
+    {
+      "epoch": 3.645041791544891,
+      "grad_norm": 0.24618802964687347,
+      "learning_rate": 1.4678147294624323e-05,
+      "loss": 1.2447,
+      "step": 12238
+    },
+    {
+      "epoch": 3.6453396377445597,
+      "grad_norm": 0.2501998543739319,
+      "learning_rate": 1.4677294763495207e-05,
+      "loss": 1.2389,
+      "step": 12239
+    },
+    {
+      "epoch": 3.6456374839442285,
+      "grad_norm": 0.2450493425130844,
+      "learning_rate": 1.467644218884909e-05,
+      "loss": 1.2482,
+      "step": 12240
+    },
+    {
+      "epoch": 3.645935330143897,
+      "grad_norm": 0.23952670395374298,
+      "learning_rate": 1.4675589570693905e-05,
+      "loss": 1.2182,
+      "step": 12241
+    },
+    {
+      "epoch": 3.6462331763435656,
+      "grad_norm": 0.2516058087348938,
+      "learning_rate": 1.4674736909037579e-05,
+      "loss": 1.2384,
+      "step": 12242
+    },
+    {
+      "epoch": 3.6465310225432344,
+      "grad_norm": 0.25174760818481445,
+      "learning_rate": 1.4673884203888052e-05,
+      "loss": 1.2423,
+      "step": 12243
+    },
+    {
+      "epoch": 3.6468288687429027,
+      "grad_norm": 0.2346472293138504,
+      "learning_rate": 1.4673031455253253e-05,
+      "loss": 1.223,
+      "step": 12244
+    },
+    {
+      "epoch": 3.6471267149425715,
+      "grad_norm": 0.2519069015979767,
+      "learning_rate": 1.4672178663141117e-05,
+      "loss": 1.2423,
+      "step": 12245
+    },
+    {
+      "epoch": 3.6474245611422402,
+      "grad_norm": 0.23978659510612488,
+      "learning_rate": 1.4671325827559576e-05,
+      "loss": 1.2165,
+      "step": 12246
+    },
+    {
+      "epoch": 3.6477224073419086,
+      "grad_norm": 0.24777527153491974,
+      "learning_rate": 1.4670472948516572e-05,
+      "loss": 1.2421,
+      "step": 12247
+    },
+    {
+      "epoch": 3.6480202535415773,
+      "grad_norm": 0.23103217780590057,
+      "learning_rate": 1.4669620026020035e-05,
+      "loss": 1.2289,
+      "step": 12248
+    },
+    {
+      "epoch": 3.648318099741246,
+      "grad_norm": 0.24028585851192474,
+      "learning_rate": 1.46687670600779e-05,
+      "loss": 1.2273,
+      "step": 12249
+    },
+    {
+      "epoch": 3.648615945940915,
+      "grad_norm": 0.23895616829395294,
+      "learning_rate": 1.4667914050698102e-05,
+      "loss": 1.2342,
+      "step": 12250
+    },
+    {
+      "epoch": 3.6489137921405836,
+      "grad_norm": 0.23453964293003082,
+      "learning_rate": 1.466706099788858e-05,
+      "loss": 1.2413,
+      "step": 12251
+    },
+    {
+      "epoch": 3.649211638340252,
+      "grad_norm": 0.2327313870191574,
+      "learning_rate": 1.4666207901657273e-05,
+      "loss": 1.2379,
+      "step": 12252
+    },
+    {
+      "epoch": 3.6495094845399207,
+      "grad_norm": 0.23636144399642944,
+      "learning_rate": 1.466535476201211e-05,
+      "loss": 1.2336,
+      "step": 12253
+    },
+    {
+      "epoch": 3.6498073307395895,
+      "grad_norm": 0.23853585124015808,
+      "learning_rate": 1.4664501578961034e-05,
+      "loss": 1.2214,
+      "step": 12254
+    },
+    {
+      "epoch": 3.650105176939258,
+      "grad_norm": 0.24279792606830597,
+      "learning_rate": 1.4663648352511986e-05,
+      "loss": 1.2277,
+      "step": 12255
+    },
+    {
+      "epoch": 3.6504030231389266,
+      "grad_norm": 0.24204349517822266,
+      "learning_rate": 1.4662795082672898e-05,
+      "loss": 1.2235,
+      "step": 12256
+    },
+    {
+      "epoch": 3.6507008693385954,
+      "grad_norm": 0.2332702875137329,
+      "learning_rate": 1.466194176945171e-05,
+      "loss": 1.2192,
+      "step": 12257
+    },
+    {
+      "epoch": 3.6509987155382637,
+      "grad_norm": 0.24131035804748535,
+      "learning_rate": 1.4661088412856366e-05,
+      "loss": 1.2364,
+      "step": 12258
+    },
+    {
+      "epoch": 3.6512965617379325,
+      "grad_norm": 0.23367980122566223,
+      "learning_rate": 1.46602350128948e-05,
+      "loss": 1.2304,
+      "step": 12259
+    },
+    {
+      "epoch": 3.6515944079376013,
+      "grad_norm": 0.237742081284523,
+      "learning_rate": 1.4659381569574956e-05,
+      "loss": 1.2367,
+      "step": 12260
+    },
+    {
+      "epoch": 3.65189225413727,
+      "grad_norm": 0.2423309087753296,
+      "learning_rate": 1.4658528082904768e-05,
+      "loss": 1.2133,
+      "step": 12261
+    },
+    {
+      "epoch": 3.6521901003369384,
+      "grad_norm": 0.242317795753479,
+      "learning_rate": 1.4657674552892183e-05,
+      "loss": 1.215,
+      "step": 12262
+    },
+    {
+      "epoch": 3.652487946536607,
+      "grad_norm": 0.24148796498775482,
+      "learning_rate": 1.4656820979545141e-05,
+      "loss": 1.2201,
+      "step": 12263
+    },
+    {
+      "epoch": 3.652785792736276,
+      "grad_norm": 0.2296200841665268,
+      "learning_rate": 1.465596736287158e-05,
+      "loss": 1.2349,
+      "step": 12264
+    },
+    {
+      "epoch": 3.6530836389359447,
+      "grad_norm": 0.23521791398525238,
+      "learning_rate": 1.4655113702879451e-05,
+      "loss": 1.2336,
+      "step": 12265
+    },
+    {
+      "epoch": 3.653381485135613,
+      "grad_norm": 0.23943842947483063,
+      "learning_rate": 1.4654259999576685e-05,
+      "loss": 1.2423,
+      "step": 12266
+    },
+    {
+      "epoch": 3.6536793313352818,
+      "grad_norm": 0.232687309384346,
+      "learning_rate": 1.4653406252971229e-05,
+      "loss": 1.2401,
+      "step": 12267
+    },
+    {
+      "epoch": 3.6539771775349505,
+      "grad_norm": 0.23358887434005737,
+      "learning_rate": 1.4652552463071028e-05,
+      "loss": 1.2362,
+      "step": 12268
+    },
+    {
+      "epoch": 3.654275023734619,
+      "grad_norm": 0.25296834111213684,
+      "learning_rate": 1.4651698629884025e-05,
+      "loss": 1.2351,
+      "step": 12269
+    },
+    {
+      "epoch": 3.6545728699342876,
+      "grad_norm": 0.24187542498111725,
+      "learning_rate": 1.4650844753418164e-05,
+      "loss": 1.2437,
+      "step": 12270
+    },
+    {
+      "epoch": 3.6548707161339564,
+      "grad_norm": 0.2396983951330185,
+      "learning_rate": 1.4649990833681388e-05,
+      "loss": 1.2362,
+      "step": 12271
+    },
+    {
+      "epoch": 3.6551685623336247,
+      "grad_norm": 0.2348756194114685,
+      "learning_rate": 1.4649136870681643e-05,
+      "loss": 1.2469,
+      "step": 12272
+    },
+    {
+      "epoch": 3.6554664085332935,
+      "grad_norm": 0.2409428358078003,
+      "learning_rate": 1.4648282864426873e-05,
+      "loss": 1.2216,
+      "step": 12273
+    },
+    {
+      "epoch": 3.6557642547329623,
+      "grad_norm": 0.23733539879322052,
+      "learning_rate": 1.4647428814925025e-05,
+      "loss": 1.2382,
+      "step": 12274
+    },
+    {
+      "epoch": 3.656062100932631,
+      "grad_norm": 0.23807461559772491,
+      "learning_rate": 1.4646574722184043e-05,
+      "loss": 1.2114,
+      "step": 12275
+    },
+    {
+      "epoch": 3.6563599471322994,
+      "grad_norm": 0.24783183634281158,
+      "learning_rate": 1.4645720586211878e-05,
+      "loss": 1.2137,
+      "step": 12276
+    },
+    {
+      "epoch": 3.656657793331968,
+      "grad_norm": 0.25191429257392883,
+      "learning_rate": 1.464486640701647e-05,
+      "loss": 1.236,
+      "step": 12277
+    },
+    {
+      "epoch": 3.656955639531637,
+      "grad_norm": 0.23169903457164764,
+      "learning_rate": 1.4644012184605771e-05,
+      "loss": 1.2279,
+      "step": 12278
+    },
+    {
+      "epoch": 3.6572534857313057,
+      "grad_norm": 0.2517816424369812,
+      "learning_rate": 1.4643157918987727e-05,
+      "loss": 1.2198,
+      "step": 12279
+    },
+    {
+      "epoch": 3.657551331930974,
+      "grad_norm": 0.2378106415271759,
+      "learning_rate": 1.4642303610170286e-05,
+      "loss": 1.2342,
+      "step": 12280
+    },
+    {
+      "epoch": 3.657849178130643,
+      "grad_norm": 0.24237866699695587,
+      "learning_rate": 1.4641449258161396e-05,
+      "loss": 1.2263,
+      "step": 12281
+    },
+    {
+      "epoch": 3.6581470243303116,
+      "grad_norm": 0.24208959937095642,
+      "learning_rate": 1.4640594862969009e-05,
+      "loss": 1.2322,
+      "step": 12282
+    },
+    {
+      "epoch": 3.65844487052998,
+      "grad_norm": 0.24164338409900665,
+      "learning_rate": 1.463974042460107e-05,
+      "loss": 1.2359,
+      "step": 12283
+    },
+    {
+      "epoch": 3.6587427167296487,
+      "grad_norm": 0.23954281210899353,
+      "learning_rate": 1.4638885943065528e-05,
+      "loss": 1.2104,
+      "step": 12284
+    },
+    {
+      "epoch": 3.6590405629293175,
+      "grad_norm": 0.24737069010734558,
+      "learning_rate": 1.4638031418370338e-05,
+      "loss": 1.2475,
+      "step": 12285
+    },
+    {
+      "epoch": 3.659338409128986,
+      "grad_norm": 0.26112329959869385,
+      "learning_rate": 1.4637176850523447e-05,
+      "loss": 1.2436,
+      "step": 12286
+    },
+    {
+      "epoch": 3.6596362553286546,
+      "grad_norm": 0.236568421125412,
+      "learning_rate": 1.4636322239532806e-05,
+      "loss": 1.2364,
+      "step": 12287
+    },
+    {
+      "epoch": 3.6599341015283233,
+      "grad_norm": 0.2685500681400299,
+      "learning_rate": 1.4635467585406366e-05,
+      "loss": 1.2433,
+      "step": 12288
+    },
+    {
+      "epoch": 3.660231947727992,
+      "grad_norm": 0.2374984622001648,
+      "learning_rate": 1.4634612888152082e-05,
+      "loss": 1.2268,
+      "step": 12289
+    },
+    {
+      "epoch": 3.660529793927661,
+      "grad_norm": 0.2977931797504425,
+      "learning_rate": 1.4633758147777902e-05,
+      "loss": 1.2335,
+      "step": 12290
+    },
+    {
+      "epoch": 3.660827640127329,
+      "grad_norm": 0.2528064250946045,
+      "learning_rate": 1.4632903364291776e-05,
+      "loss": 1.2326,
+      "step": 12291
+    },
+    {
+      "epoch": 3.661125486326998,
+      "grad_norm": 0.24254608154296875,
+      "learning_rate": 1.4632048537701664e-05,
+      "loss": 1.2328,
+      "step": 12292
+    },
+    {
+      "epoch": 3.6614233325266667,
+      "grad_norm": 0.2421228289604187,
+      "learning_rate": 1.4631193668015513e-05,
+      "loss": 1.2288,
+      "step": 12293
+    },
+    {
+      "epoch": 3.661721178726335,
+      "grad_norm": 0.2589697241783142,
+      "learning_rate": 1.4630338755241283e-05,
+      "loss": 1.228,
+      "step": 12294
+    },
+    {
+      "epoch": 3.662019024926004,
+      "grad_norm": 0.2550235986709595,
+      "learning_rate": 1.4629483799386922e-05,
+      "loss": 1.2228,
+      "step": 12295
+    },
+    {
+      "epoch": 3.6623168711256726,
+      "grad_norm": 0.2578994035720825,
+      "learning_rate": 1.4628628800460385e-05,
+      "loss": 1.2402,
+      "step": 12296
+    },
+    {
+      "epoch": 3.662614717325341,
+      "grad_norm": 0.2588058412075043,
+      "learning_rate": 1.462777375846963e-05,
+      "loss": 1.2401,
+      "step": 12297
+    },
+    {
+      "epoch": 3.6629125635250097,
+      "grad_norm": 0.2608630657196045,
+      "learning_rate": 1.462691867342261e-05,
+      "loss": 1.2467,
+      "step": 12298
+    },
+    {
+      "epoch": 3.6632104097246785,
+      "grad_norm": 0.33025142550468445,
+      "learning_rate": 1.4626063545327283e-05,
+      "loss": 1.2279,
+      "step": 12299
+    },
+    {
+      "epoch": 3.663508255924347,
+      "grad_norm": 0.24234481155872345,
+      "learning_rate": 1.4625208374191603e-05,
+      "loss": 1.2388,
+      "step": 12300
+    },
+    {
+      "epoch": 3.6638061021240156,
+      "grad_norm": 0.3066018223762512,
+      "learning_rate": 1.4624353160023526e-05,
+      "loss": 1.2165,
+      "step": 12301
+    },
+    {
+      "epoch": 3.6641039483236844,
+      "grad_norm": 0.24784480035305023,
+      "learning_rate": 1.4623497902831007e-05,
+      "loss": 1.231,
+      "step": 12302
+    },
+    {
+      "epoch": 3.664401794523353,
+      "grad_norm": 0.28738903999328613,
+      "learning_rate": 1.4622642602622008e-05,
+      "loss": 1.2083,
+      "step": 12303
+    },
+    {
+      "epoch": 3.664699640723022,
+      "grad_norm": 0.2508058249950409,
+      "learning_rate": 1.4621787259404484e-05,
+      "loss": 1.2304,
+      "step": 12304
+    },
+    {
+      "epoch": 3.6649974869226902,
+      "grad_norm": 0.28743064403533936,
+      "learning_rate": 1.4620931873186393e-05,
+      "loss": 1.2446,
+      "step": 12305
+    },
+    {
+      "epoch": 3.665295333122359,
+      "grad_norm": 0.2851032316684723,
+      "learning_rate": 1.4620076443975697e-05,
+      "loss": 1.2289,
+      "step": 12306
+    },
+    {
+      "epoch": 3.6655931793220278,
+      "grad_norm": 0.3177313804626465,
+      "learning_rate": 1.4619220971780348e-05,
+      "loss": 1.24,
+      "step": 12307
+    },
+    {
+      "epoch": 3.665891025521696,
+      "grad_norm": 0.26557326316833496,
+      "learning_rate": 1.4618365456608309e-05,
+      "loss": 1.2241,
+      "step": 12308
+    },
+    {
+      "epoch": 3.666188871721365,
+      "grad_norm": 0.3448164463043213,
+      "learning_rate": 1.4617509898467539e-05,
+      "loss": 1.2331,
+      "step": 12309
+    },
+    {
+      "epoch": 3.6664867179210336,
+      "grad_norm": 0.2601182162761688,
+      "learning_rate": 1.4616654297366e-05,
+      "loss": 1.2301,
+      "step": 12310
+    },
+    {
+      "epoch": 3.666784564120702,
+      "grad_norm": 0.24896277487277985,
+      "learning_rate": 1.461579865331165e-05,
+      "loss": 1.2358,
+      "step": 12311
+    },
+    {
+      "epoch": 3.6670824103203707,
+      "grad_norm": 0.25055694580078125,
+      "learning_rate": 1.4614942966312452e-05,
+      "loss": 1.2367,
+      "step": 12312
+    },
+    {
+      "epoch": 3.6673802565200395,
+      "grad_norm": 0.24847956001758575,
+      "learning_rate": 1.4614087236376364e-05,
+      "loss": 1.2206,
+      "step": 12313
+    },
+    {
+      "epoch": 3.667678102719708,
+      "grad_norm": 0.2494431734085083,
+      "learning_rate": 1.4613231463511347e-05,
+      "loss": 1.232,
+      "step": 12314
+    },
+    {
+      "epoch": 3.6679759489193766,
+      "grad_norm": 0.2703046202659607,
+      "learning_rate": 1.461237564772537e-05,
+      "loss": 1.2367,
+      "step": 12315
+    },
+    {
+      "epoch": 3.6682737951190454,
+      "grad_norm": 0.2518532872200012,
+      "learning_rate": 1.4611519789026392e-05,
+      "loss": 1.2474,
+      "step": 12316
+    },
+    {
+      "epoch": 3.668571641318714,
+      "grad_norm": 0.2615206837654114,
+      "learning_rate": 1.461066388742237e-05,
+      "loss": 1.2279,
+      "step": 12317
+    },
+    {
+      "epoch": 3.668869487518383,
+      "grad_norm": 0.27220064401626587,
+      "learning_rate": 1.4609807942921274e-05,
+      "loss": 1.2241,
+      "step": 12318
+    },
+    {
+      "epoch": 3.6691673337180513,
+      "grad_norm": 0.27002599835395813,
+      "learning_rate": 1.4608951955531066e-05,
+      "loss": 1.2359,
+      "step": 12319
+    },
+    {
+      "epoch": 3.66946517991772,
+      "grad_norm": 0.38039320707321167,
+      "learning_rate": 1.4608095925259707e-05,
+      "loss": 1.2285,
+      "step": 12320
+    },
+    {
+      "epoch": 3.669763026117389,
+      "grad_norm": 0.24123649299144745,
+      "learning_rate": 1.4607239852115165e-05,
+      "loss": 1.2248,
+      "step": 12321
+    },
+    {
+      "epoch": 3.670060872317057,
+      "grad_norm": 0.2824949622154236,
+      "learning_rate": 1.4606383736105406e-05,
+      "loss": 1.2427,
+      "step": 12322
+    },
+    {
+      "epoch": 3.670358718516726,
+      "grad_norm": 0.2610337436199188,
+      "learning_rate": 1.4605527577238391e-05,
+      "loss": 1.2311,
+      "step": 12323
+    },
+    {
+      "epoch": 3.6706565647163947,
+      "grad_norm": 0.2990787923336029,
+      "learning_rate": 1.4604671375522088e-05,
+      "loss": 1.2419,
+      "step": 12324
+    },
+    {
+      "epoch": 3.670954410916063,
+      "grad_norm": 0.2511928975582123,
+      "learning_rate": 1.4603815130964463e-05,
+      "loss": 1.2374,
+      "step": 12325
+    },
+    {
+      "epoch": 3.6712522571157318,
+      "grad_norm": 0.2628847360610962,
+      "learning_rate": 1.4602958843573477e-05,
+      "loss": 1.2354,
+      "step": 12326
+    },
+    {
+      "epoch": 3.6715501033154005,
+      "grad_norm": 0.24535098671913147,
+      "learning_rate": 1.4602102513357109e-05,
+      "loss": 1.2267,
+      "step": 12327
+    },
+    {
+      "epoch": 3.6718479495150693,
+      "grad_norm": 0.3978574872016907,
+      "learning_rate": 1.4601246140323316e-05,
+      "loss": 1.2394,
+      "step": 12328
+    },
+    {
+      "epoch": 3.6721457957147376,
+      "grad_norm": 0.27503323554992676,
+      "learning_rate": 1.4600389724480067e-05,
+      "loss": 1.2449,
+      "step": 12329
+    },
+    {
+      "epoch": 3.6724436419144064,
+      "grad_norm": 0.2998397648334503,
+      "learning_rate": 1.4599533265835332e-05,
+      "loss": 1.2265,
+      "step": 12330
+    },
+    {
+      "epoch": 3.672741488114075,
+      "grad_norm": 0.2379540652036667,
+      "learning_rate": 1.459867676439708e-05,
+      "loss": 1.2417,
+      "step": 12331
+    },
+    {
+      "epoch": 3.673039334313744,
+      "grad_norm": 0.447098970413208,
+      "learning_rate": 1.4597820220173278e-05,
+      "loss": 1.2468,
+      "step": 12332
+    },
+    {
+      "epoch": 3.6733371805134123,
+      "grad_norm": 0.349273681640625,
+      "learning_rate": 1.4596963633171897e-05,
+      "loss": 1.2266,
+      "step": 12333
+    },
+    {
+      "epoch": 3.673635026713081,
+      "grad_norm": 0.3068247437477112,
+      "learning_rate": 1.4596107003400903e-05,
+      "loss": 1.2445,
+      "step": 12334
+    },
+    {
+      "epoch": 3.67393287291275,
+      "grad_norm": 0.3136936128139496,
+      "learning_rate": 1.459525033086827e-05,
+      "loss": 1.234,
+      "step": 12335
+    },
+    {
+      "epoch": 3.674230719112418,
+      "grad_norm": 0.28681203722953796,
+      "learning_rate": 1.4594393615581965e-05,
+      "loss": 1.2232,
+      "step": 12336
+    },
+    {
+      "epoch": 3.674528565312087,
+      "grad_norm": 0.2418070137500763,
+      "learning_rate": 1.4593536857549964e-05,
+      "loss": 1.2275,
+      "step": 12337
+    },
+    {
+      "epoch": 3.6748264115117557,
+      "grad_norm": 0.27810901403427124,
+      "learning_rate": 1.4592680056780232e-05,
+      "loss": 1.2253,
+      "step": 12338
+    },
+    {
+      "epoch": 3.675124257711424,
+      "grad_norm": 0.23245923221111298,
+      "learning_rate": 1.4591823213280742e-05,
+      "loss": 1.2371,
+      "step": 12339
+    },
+    {
+      "epoch": 3.675422103911093,
+      "grad_norm": 0.277251660823822,
+      "learning_rate": 1.4590966327059472e-05,
+      "loss": 1.2284,
+      "step": 12340
+    },
+    {
+      "epoch": 3.6757199501107616,
+      "grad_norm": 0.2440660148859024,
+      "learning_rate": 1.4590109398124388e-05,
+      "loss": 1.2366,
+      "step": 12341
+    },
+    {
+      "epoch": 3.6760177963104304,
+      "grad_norm": 0.2404196560382843,
+      "learning_rate": 1.4589252426483462e-05,
+      "loss": 1.2589,
+      "step": 12342
+    },
+    {
+      "epoch": 3.676315642510099,
+      "grad_norm": 0.2652944326400757,
+      "learning_rate": 1.4588395412144672e-05,
+      "loss": 1.2372,
+      "step": 12343
+    },
+    {
+      "epoch": 3.6766134887097675,
+      "grad_norm": 0.25153660774230957,
+      "learning_rate": 1.458753835511599e-05,
+      "loss": 1.2519,
+      "step": 12344
+    },
+    {
+      "epoch": 3.6769113349094362,
+      "grad_norm": 0.28372517228126526,
+      "learning_rate": 1.4586681255405384e-05,
+      "loss": 1.2395,
+      "step": 12345
+    },
+    {
+      "epoch": 3.677209181109105,
+      "grad_norm": 0.24544914066791534,
+      "learning_rate": 1.4585824113020839e-05,
+      "loss": 1.2404,
+      "step": 12346
+    },
+    {
+      "epoch": 3.6775070273087733,
+      "grad_norm": 0.2560138702392578,
+      "learning_rate": 1.4584966927970324e-05,
+      "loss": 1.2235,
+      "step": 12347
+    },
+    {
+      "epoch": 3.677804873508442,
+      "grad_norm": 0.28169959783554077,
+      "learning_rate": 1.458410970026181e-05,
+      "loss": 1.2284,
+      "step": 12348
+    },
+    {
+      "epoch": 3.678102719708111,
+      "grad_norm": 0.23807823657989502,
+      "learning_rate": 1.4583252429903278e-05,
+      "loss": 1.2555,
+      "step": 12349
+    },
+    {
+      "epoch": 3.678400565907779,
+      "grad_norm": 0.2647009789943695,
+      "learning_rate": 1.4582395116902706e-05,
+      "loss": 1.2236,
+      "step": 12350
+    },
+    {
+      "epoch": 3.678698412107448,
+      "grad_norm": 0.26797088980674744,
+      "learning_rate": 1.4581537761268065e-05,
+      "loss": 1.2495,
+      "step": 12351
+    },
+    {
+      "epoch": 3.6789962583071167,
+      "grad_norm": 0.27212825417518616,
+      "learning_rate": 1.4580680363007333e-05,
+      "loss": 1.2262,
+      "step": 12352
+    },
+    {
+      "epoch": 3.679294104506785,
+      "grad_norm": 0.24689751863479614,
+      "learning_rate": 1.457982292212849e-05,
+      "loss": 1.2144,
+      "step": 12353
+    },
+    {
+      "epoch": 3.679591950706454,
+      "grad_norm": 0.26500949263572693,
+      "learning_rate": 1.4578965438639511e-05,
+      "loss": 1.2518,
+      "step": 12354
+    },
+    {
+      "epoch": 3.6798897969061226,
+      "grad_norm": 0.2519420385360718,
+      "learning_rate": 1.4578107912548374e-05,
+      "loss": 1.2275,
+      "step": 12355
+    },
+    {
+      "epoch": 3.6801876431057914,
+      "grad_norm": 0.24441255629062653,
+      "learning_rate": 1.4577250343863059e-05,
+      "loss": 1.224,
+      "step": 12356
+    },
+    {
+      "epoch": 3.68048548930546,
+      "grad_norm": 0.2505742907524109,
+      "learning_rate": 1.4576392732591545e-05,
+      "loss": 1.2195,
+      "step": 12357
+    },
+    {
+      "epoch": 3.6807833355051285,
+      "grad_norm": 0.2475583851337433,
+      "learning_rate": 1.4575535078741804e-05,
+      "loss": 1.2189,
+      "step": 12358
+    },
+    {
+      "epoch": 3.6810811817047973,
+      "grad_norm": 0.2532002329826355,
+      "learning_rate": 1.4574677382321828e-05,
+      "loss": 1.2263,
+      "step": 12359
+    },
+    {
+      "epoch": 3.681379027904466,
+      "grad_norm": 0.2748001515865326,
+      "learning_rate": 1.4573819643339587e-05,
+      "loss": 1.2322,
+      "step": 12360
+    },
+    {
+      "epoch": 3.6816768741041344,
+      "grad_norm": 0.2338627725839615,
+      "learning_rate": 1.4572961861803061e-05,
+      "loss": 1.2068,
+      "step": 12361
+    },
+    {
+      "epoch": 3.681974720303803,
+      "grad_norm": 0.24474157392978668,
+      "learning_rate": 1.4572104037720239e-05,
+      "loss": 1.2205,
+      "step": 12362
+    },
+    {
+      "epoch": 3.682272566503472,
+      "grad_norm": 0.24145713448524475,
+      "learning_rate": 1.4571246171099095e-05,
+      "loss": 1.2293,
+      "step": 12363
+    },
+    {
+      "epoch": 3.6825704127031402,
+      "grad_norm": 0.25295016169548035,
+      "learning_rate": 1.4570388261947615e-05,
+      "loss": 1.2194,
+      "step": 12364
+    },
+    {
+      "epoch": 3.682868258902809,
+      "grad_norm": 0.24577906727790833,
+      "learning_rate": 1.4569530310273776e-05,
+      "loss": 1.2369,
+      "step": 12365
+    },
+    {
+      "epoch": 3.6831661051024778,
+      "grad_norm": 0.2546062767505646,
+      "learning_rate": 1.4568672316085564e-05,
+      "loss": 1.2501,
+      "step": 12366
+    },
+    {
+      "epoch": 3.683463951302146,
+      "grad_norm": 0.2619376480579376,
+      "learning_rate": 1.4567814279390958e-05,
+      "loss": 1.2387,
+      "step": 12367
+    },
+    {
+      "epoch": 3.683761797501815,
+      "grad_norm": 0.2567276358604431,
+      "learning_rate": 1.4566956200197946e-05,
+      "loss": 1.246,
+      "step": 12368
+    },
+    {
+      "epoch": 3.6840596437014836,
+      "grad_norm": 0.27727437019348145,
+      "learning_rate": 1.4566098078514508e-05,
+      "loss": 1.2566,
+      "step": 12369
+    },
+    {
+      "epoch": 3.6843574899011524,
+      "grad_norm": 0.24857331812381744,
+      "learning_rate": 1.456523991434863e-05,
+      "loss": 1.2351,
+      "step": 12370
+    },
+    {
+      "epoch": 3.684655336100821,
+      "grad_norm": 0.3601863980293274,
+      "learning_rate": 1.4564381707708295e-05,
+      "loss": 1.2246,
+      "step": 12371
+    },
+    {
+      "epoch": 3.6849531823004895,
+      "grad_norm": 0.28480979800224304,
+      "learning_rate": 1.456352345860149e-05,
+      "loss": 1.2165,
+      "step": 12372
+    },
+    {
+      "epoch": 3.6852510285001583,
+      "grad_norm": 0.29959580302238464,
+      "learning_rate": 1.4562665167036191e-05,
+      "loss": 1.238,
+      "step": 12373
+    },
+    {
+      "epoch": 3.685548874699827,
+      "grad_norm": 0.27144676446914673,
+      "learning_rate": 1.4561806833020398e-05,
+      "loss": 1.236,
+      "step": 12374
+    },
+    {
+      "epoch": 3.6858467208994954,
+      "grad_norm": 0.3229242265224457,
+      "learning_rate": 1.4560948456562085e-05,
+      "loss": 1.2331,
+      "step": 12375
+    },
+    {
+      "epoch": 3.686144567099164,
+      "grad_norm": 0.285470575094223,
+      "learning_rate": 1.4560090037669243e-05,
+      "loss": 1.2402,
+      "step": 12376
+    },
+    {
+      "epoch": 3.686442413298833,
+      "grad_norm": 0.28538915514945984,
+      "learning_rate": 1.455923157634986e-05,
+      "loss": 1.2298,
+      "step": 12377
+    },
+    {
+      "epoch": 3.6867402594985013,
+      "grad_norm": 0.24156533181667328,
+      "learning_rate": 1.455837307261192e-05,
+      "loss": 1.2424,
+      "step": 12378
+    },
+    {
+      "epoch": 3.68703810569817,
+      "grad_norm": 0.3212227523326874,
+      "learning_rate": 1.4557514526463407e-05,
+      "loss": 1.2251,
+      "step": 12379
+    },
+    {
+      "epoch": 3.687335951897839,
+      "grad_norm": 0.24562905728816986,
+      "learning_rate": 1.4556655937912318e-05,
+      "loss": 1.2378,
+      "step": 12380
+    },
+    {
+      "epoch": 3.687633798097507,
+      "grad_norm": 0.28291693329811096,
+      "learning_rate": 1.455579730696664e-05,
+      "loss": 1.2304,
+      "step": 12381
+    },
+    {
+      "epoch": 3.687931644297176,
+      "grad_norm": 0.2626647353172302,
+      "learning_rate": 1.4554938633634352e-05,
+      "loss": 1.2395,
+      "step": 12382
+    },
+    {
+      "epoch": 3.6882294904968447,
+      "grad_norm": 0.25677576661109924,
+      "learning_rate": 1.455407991792345e-05,
+      "loss": 1.2391,
+      "step": 12383
+    },
+    {
+      "epoch": 3.6885273366965134,
+      "grad_norm": 0.29853981733322144,
+      "learning_rate": 1.4553221159841925e-05,
+      "loss": 1.2333,
+      "step": 12384
+    },
+    {
+      "epoch": 3.688825182896182,
+      "grad_norm": 0.2698603570461273,
+      "learning_rate": 1.4552362359397761e-05,
+      "loss": 1.2282,
+      "step": 12385
+    },
+    {
+      "epoch": 3.6891230290958505,
+      "grad_norm": 0.3009848892688751,
+      "learning_rate": 1.4551503516598953e-05,
+      "loss": 1.2447,
+      "step": 12386
+    },
+    {
+      "epoch": 3.6894208752955193,
+      "grad_norm": 0.2589022219181061,
+      "learning_rate": 1.455064463145349e-05,
+      "loss": 1.2391,
+      "step": 12387
+    },
+    {
+      "epoch": 3.689718721495188,
+      "grad_norm": 0.3754878640174866,
+      "learning_rate": 1.4549785703969365e-05,
+      "loss": 1.2167,
+      "step": 12388
+    },
+    {
+      "epoch": 3.6900165676948564,
+      "grad_norm": 0.34311220049858093,
+      "learning_rate": 1.4548926734154565e-05,
+      "loss": 1.2172,
+      "step": 12389
+    },
+    {
+      "epoch": 3.690314413894525,
+      "grad_norm": 0.37802860140800476,
+      "learning_rate": 1.4548067722017085e-05,
+      "loss": 1.2382,
+      "step": 12390
+    },
+    {
+      "epoch": 3.690612260094194,
+      "grad_norm": 0.3811923861503601,
+      "learning_rate": 1.4547208667564916e-05,
+      "loss": 1.2268,
+      "step": 12391
+    },
+    {
+      "epoch": 3.6909101062938623,
+      "grad_norm": 0.3294679820537567,
+      "learning_rate": 1.4546349570806051e-05,
+      "loss": 1.2384,
+      "step": 12392
+    },
+    {
+      "epoch": 3.691207952493531,
+      "grad_norm": 0.3174379765987396,
+      "learning_rate": 1.4545490431748481e-05,
+      "loss": 1.2378,
+      "step": 12393
+    },
+    {
+      "epoch": 3.6915057986932,
+      "grad_norm": 0.31269073486328125,
+      "learning_rate": 1.4544631250400203e-05,
+      "loss": 1.2109,
+      "step": 12394
+    },
+    {
+      "epoch": 3.6918036448928686,
+      "grad_norm": 0.23892486095428467,
+      "learning_rate": 1.4543772026769209e-05,
+      "loss": 1.2331,
+      "step": 12395
+    },
+    {
+      "epoch": 3.692101491092537,
+      "grad_norm": 0.3780063986778259,
+      "learning_rate": 1.4542912760863493e-05,
+      "loss": 1.2436,
+      "step": 12396
+    },
+    {
+      "epoch": 3.6923993372922057,
+      "grad_norm": 0.25369495153427124,
+      "learning_rate": 1.4542053452691045e-05,
+      "loss": 1.2426,
+      "step": 12397
+    },
+    {
+      "epoch": 3.6926971834918745,
+      "grad_norm": 0.26020002365112305,
+      "learning_rate": 1.454119410225987e-05,
+      "loss": 1.225,
+      "step": 12398
+    },
+    {
+      "epoch": 3.6929950296915433,
+      "grad_norm": 0.2710517346858978,
+      "learning_rate": 1.4540334709577955e-05,
+      "loss": 1.226,
+      "step": 12399
+    },
+    {
+      "epoch": 3.6932928758912116,
+      "grad_norm": 0.2550024390220642,
+      "learning_rate": 1.4539475274653298e-05,
+      "loss": 1.2211,
+      "step": 12400
+    },
+    {
+      "epoch": 3.6935907220908804,
+      "grad_norm": 0.2555781900882721,
+      "learning_rate": 1.4538615797493898e-05,
+      "loss": 1.2244,
+      "step": 12401
+    },
+    {
+      "epoch": 3.693888568290549,
+      "grad_norm": 0.29365408420562744,
+      "learning_rate": 1.4537756278107743e-05,
+      "loss": 1.224,
+      "step": 12402
+    },
+    {
+      "epoch": 3.6941864144902175,
+      "grad_norm": 0.25374558568000793,
+      "learning_rate": 1.4536896716502841e-05,
+      "loss": 1.2223,
+      "step": 12403
+    },
+    {
+      "epoch": 3.6944842606898862,
+      "grad_norm": 0.3000558018684387,
+      "learning_rate": 1.4536037112687182e-05,
+      "loss": 1.2434,
+      "step": 12404
+    },
+    {
+      "epoch": 3.694782106889555,
+      "grad_norm": 0.2646952271461487,
+      "learning_rate": 1.4535177466668768e-05,
+      "loss": 1.2552,
+      "step": 12405
+    },
+    {
+      "epoch": 3.6950799530892233,
+      "grad_norm": 0.29860109090805054,
+      "learning_rate": 1.4534317778455593e-05,
+      "loss": 1.2244,
+      "step": 12406
+    },
+    {
+      "epoch": 3.695377799288892,
+      "grad_norm": 0.24162277579307556,
+      "learning_rate": 1.4533458048055658e-05,
+      "loss": 1.2348,
+      "step": 12407
+    },
+    {
+      "epoch": 3.695675645488561,
+      "grad_norm": 0.2900954782962799,
+      "learning_rate": 1.453259827547696e-05,
+      "loss": 1.215,
+      "step": 12408
+    },
+    {
+      "epoch": 3.6959734916882296,
+      "grad_norm": 0.24424606561660767,
+      "learning_rate": 1.4531738460727497e-05,
+      "loss": 1.2519,
+      "step": 12409
+    },
+    {
+      "epoch": 3.6962713378878984,
+      "grad_norm": 0.2941872179508209,
+      "learning_rate": 1.4530878603815273e-05,
+      "loss": 1.2308,
+      "step": 12410
+    },
+    {
+      "epoch": 3.6965691840875667,
+      "grad_norm": 0.2427120804786682,
+      "learning_rate": 1.4530018704748286e-05,
+      "loss": 1.2309,
+      "step": 12411
+    },
+    {
+      "epoch": 3.6968670302872355,
+      "grad_norm": 0.25930750370025635,
+      "learning_rate": 1.4529158763534536e-05,
+      "loss": 1.2231,
+      "step": 12412
+    },
+    {
+      "epoch": 3.6971648764869043,
+      "grad_norm": 0.24975840747356415,
+      "learning_rate": 1.4528298780182025e-05,
+      "loss": 1.2436,
+      "step": 12413
+    },
+    {
+      "epoch": 3.6974627226865726,
+      "grad_norm": 0.24957533180713654,
+      "learning_rate": 1.4527438754698751e-05,
+      "loss": 1.2301,
+      "step": 12414
+    },
+    {
+      "epoch": 3.6977605688862414,
+      "grad_norm": 0.2980298399925232,
+      "learning_rate": 1.4526578687092719e-05,
+      "loss": 1.2324,
+      "step": 12415
+    },
+    {
+      "epoch": 3.69805841508591,
+      "grad_norm": 0.26207733154296875,
+      "learning_rate": 1.4525718577371928e-05,
+      "loss": 1.2235,
+      "step": 12416
+    },
+    {
+      "epoch": 3.6983562612855785,
+      "grad_norm": 0.26013311743736267,
+      "learning_rate": 1.4524858425544383e-05,
+      "loss": 1.2224,
+      "step": 12417
+    },
+    {
+      "epoch": 3.6986541074852473,
+      "grad_norm": 0.2547445595264435,
+      "learning_rate": 1.4523998231618088e-05,
+      "loss": 1.2296,
+      "step": 12418
+    },
+    {
+      "epoch": 3.698951953684916,
+      "grad_norm": 0.3200279474258423,
+      "learning_rate": 1.4523137995601042e-05,
+      "loss": 1.2445,
+      "step": 12419
+    },
+    {
+      "epoch": 3.6992497998845844,
+      "grad_norm": 0.272141695022583,
+      "learning_rate": 1.4522277717501249e-05,
+      "loss": 1.2268,
+      "step": 12420
+    },
+    {
+      "epoch": 3.699547646084253,
+      "grad_norm": 0.31334221363067627,
+      "learning_rate": 1.4521417397326717e-05,
+      "loss": 1.2357,
+      "step": 12421
+    },
+    {
+      "epoch": 3.699845492283922,
+      "grad_norm": 0.29066202044487,
+      "learning_rate": 1.452055703508545e-05,
+      "loss": 1.2365,
+      "step": 12422
+    },
+    {
+      "epoch": 3.7001433384835907,
+      "grad_norm": 0.3803086578845978,
+      "learning_rate": 1.4519696630785448e-05,
+      "loss": 1.2171,
+      "step": 12423
+    },
+    {
+      "epoch": 3.7004411846832594,
+      "grad_norm": 0.3314111828804016,
+      "learning_rate": 1.4518836184434715e-05,
+      "loss": 1.2319,
+      "step": 12424
+    },
+    {
+      "epoch": 3.7007390308829278,
+      "grad_norm": 0.3040827810764313,
+      "learning_rate": 1.4517975696041263e-05,
+      "loss": 1.2384,
+      "step": 12425
+    },
+    {
+      "epoch": 3.7010368770825965,
+      "grad_norm": 0.268032044172287,
+      "learning_rate": 1.4517115165613094e-05,
+      "loss": 1.2363,
+      "step": 12426
+    },
+    {
+      "epoch": 3.7013347232822653,
+      "grad_norm": 0.3218487501144409,
+      "learning_rate": 1.4516254593158216e-05,
+      "loss": 1.2402,
+      "step": 12427
+    },
+    {
+      "epoch": 3.7016325694819336,
+      "grad_norm": 0.26561835408210754,
+      "learning_rate": 1.4515393978684635e-05,
+      "loss": 1.2289,
+      "step": 12428
+    },
+    {
+      "epoch": 3.7019304156816024,
+      "grad_norm": 0.30710723996162415,
+      "learning_rate": 1.4514533322200359e-05,
+      "loss": 1.2352,
+      "step": 12429
+    },
+    {
+      "epoch": 3.702228261881271,
+      "grad_norm": 0.2447279989719391,
+      "learning_rate": 1.4513672623713395e-05,
+      "loss": 1.2141,
+      "step": 12430
+    },
+    {
+      "epoch": 3.7025261080809395,
+      "grad_norm": 0.4446869194507599,
+      "learning_rate": 1.4512811883231748e-05,
+      "loss": 1.2366,
+      "step": 12431
+    },
+    {
+      "epoch": 3.7028239542806083,
+      "grad_norm": 0.3563823103904724,
+      "learning_rate": 1.4511951100763428e-05,
+      "loss": 1.2334,
+      "step": 12432
+    },
+    {
+      "epoch": 3.703121800480277,
+      "grad_norm": 0.3404117226600647,
+      "learning_rate": 1.4511090276316444e-05,
+      "loss": 1.2464,
+      "step": 12433
+    },
+    {
+      "epoch": 3.7034196466799454,
+      "grad_norm": 0.2750464379787445,
+      "learning_rate": 1.4510229409898806e-05,
+      "loss": 1.2399,
+      "step": 12434
+    },
+    {
+      "epoch": 3.703717492879614,
+      "grad_norm": 0.4659253656864166,
+      "learning_rate": 1.4509368501518526e-05,
+      "loss": 1.2372,
+      "step": 12435
+    },
+    {
+      "epoch": 3.704015339079283,
+      "grad_norm": 0.2898559868335724,
+      "learning_rate": 1.4508507551183606e-05,
+      "loss": 1.2187,
+      "step": 12436
+    },
+    {
+      "epoch": 3.7043131852789517,
+      "grad_norm": 0.3510069251060486,
+      "learning_rate": 1.4507646558902062e-05,
+      "loss": 1.2468,
+      "step": 12437
+    },
+    {
+      "epoch": 3.7046110314786205,
+      "grad_norm": 0.26242899894714355,
+      "learning_rate": 1.4506785524681898e-05,
+      "loss": 1.2136,
+      "step": 12438
+    },
+    {
+      "epoch": 3.704908877678289,
+      "grad_norm": 0.35440772771835327,
+      "learning_rate": 1.4505924448531137e-05,
+      "loss": 1.2418,
+      "step": 12439
+    },
+    {
+      "epoch": 3.7052067238779576,
+      "grad_norm": 0.25245949625968933,
+      "learning_rate": 1.450506333045778e-05,
+      "loss": 1.2328,
+      "step": 12440
+    },
+    {
+      "epoch": 3.7055045700776263,
+      "grad_norm": 0.27578699588775635,
+      "learning_rate": 1.4504202170469842e-05,
+      "loss": 1.2221,
+      "step": 12441
+    },
+    {
+      "epoch": 3.7058024162772947,
+      "grad_norm": 0.31687596440315247,
+      "learning_rate": 1.450334096857534e-05,
+      "loss": 1.2126,
+      "step": 12442
+    },
+    {
+      "epoch": 3.7061002624769634,
+      "grad_norm": 0.26394516229629517,
+      "learning_rate": 1.4502479724782272e-05,
+      "loss": 1.2167,
+      "step": 12443
+    },
+    {
+      "epoch": 3.706398108676632,
+      "grad_norm": 0.3684418201446533,
+      "learning_rate": 1.4501618439098666e-05,
+      "loss": 1.2383,
+      "step": 12444
+    },
+    {
+      "epoch": 3.7066959548763005,
+      "grad_norm": 0.2711924612522125,
+      "learning_rate": 1.450075711153253e-05,
+      "loss": 1.2403,
+      "step": 12445
+    },
+    {
+      "epoch": 3.7069938010759693,
+      "grad_norm": 0.3082464039325714,
+      "learning_rate": 1.449989574209188e-05,
+      "loss": 1.2235,
+      "step": 12446
+    },
+    {
+      "epoch": 3.707291647275638,
+      "grad_norm": 0.25182807445526123,
+      "learning_rate": 1.4499034330784725e-05,
+      "loss": 1.2322,
+      "step": 12447
+    },
+    {
+      "epoch": 3.7075894934753064,
+      "grad_norm": 0.24612084031105042,
+      "learning_rate": 1.4498172877619083e-05,
+      "loss": 1.2261,
+      "step": 12448
+    },
+    {
+      "epoch": 3.707887339674975,
+      "grad_norm": 0.44000059366226196,
+      "learning_rate": 1.4497311382602967e-05,
+      "loss": 1.25,
+      "step": 12449
+    },
+    {
+      "epoch": 3.708185185874644,
+      "grad_norm": 0.2966899275779724,
+      "learning_rate": 1.4496449845744393e-05,
+      "loss": 1.2317,
+      "step": 12450
+    },
+    {
+      "epoch": 3.7084830320743127,
+      "grad_norm": 0.3248160481452942,
+      "learning_rate": 1.449558826705138e-05,
+      "loss": 1.2416,
+      "step": 12451
+    },
+    {
+      "epoch": 3.7087808782739815,
+      "grad_norm": 0.2693547010421753,
+      "learning_rate": 1.4494726646531936e-05,
+      "loss": 1.2145,
+      "step": 12452
+    },
+    {
+      "epoch": 3.70907872447365,
+      "grad_norm": 0.6153912544250488,
+      "learning_rate": 1.4493864984194089e-05,
+      "loss": 1.2287,
+      "step": 12453
+    },
+    {
+      "epoch": 3.7093765706733186,
+      "grad_norm": 0.3109544813632965,
+      "learning_rate": 1.4493003280045843e-05,
+      "loss": 1.2349,
+      "step": 12454
+    },
+    {
+      "epoch": 3.7096744168729874,
+      "grad_norm": 0.26281970739364624,
+      "learning_rate": 1.4492141534095222e-05,
+      "loss": 1.2342,
+      "step": 12455
+    },
+    {
+      "epoch": 3.7099722630726557,
+      "grad_norm": 0.26653775572776794,
+      "learning_rate": 1.4491279746350246e-05,
+      "loss": 1.2257,
+      "step": 12456
+    },
+    {
+      "epoch": 3.7102701092723245,
+      "grad_norm": 0.23921839892864227,
+      "learning_rate": 1.4490417916818929e-05,
+      "loss": 1.2122,
+      "step": 12457
+    },
+    {
+      "epoch": 3.7105679554719933,
+      "grad_norm": 0.24738293886184692,
+      "learning_rate": 1.4489556045509287e-05,
+      "loss": 1.2429,
+      "step": 12458
+    },
+    {
+      "epoch": 3.7108658016716616,
+      "grad_norm": 0.24981005489826202,
+      "learning_rate": 1.4488694132429348e-05,
+      "loss": 1.2227,
+      "step": 12459
+    },
+    {
+      "epoch": 3.7111636478713304,
+      "grad_norm": 0.2284761369228363,
+      "learning_rate": 1.4487832177587121e-05,
+      "loss": 1.2197,
+      "step": 12460
+    },
+    {
+      "epoch": 3.711461494070999,
+      "grad_norm": 0.24517232179641724,
+      "learning_rate": 1.4486970180990629e-05,
+      "loss": 1.2362,
+      "step": 12461
+    },
+    {
+      "epoch": 3.711759340270668,
+      "grad_norm": 0.2507041096687317,
+      "learning_rate": 1.4486108142647894e-05,
+      "loss": 1.2249,
+      "step": 12462
+    },
+    {
+      "epoch": 3.7120571864703362,
+      "grad_norm": 0.2416991889476776,
+      "learning_rate": 1.4485246062566938e-05,
+      "loss": 1.231,
+      "step": 12463
+    },
+    {
+      "epoch": 3.712355032670005,
+      "grad_norm": 0.246464803814888,
+      "learning_rate": 1.4484383940755776e-05,
+      "loss": 1.2286,
+      "step": 12464
+    },
+    {
+      "epoch": 3.7126528788696738,
+      "grad_norm": 0.23346826434135437,
+      "learning_rate": 1.4483521777222428e-05,
+      "loss": 1.2312,
+      "step": 12465
+    },
+    {
+      "epoch": 3.7129507250693425,
+      "grad_norm": 0.23480015993118286,
+      "learning_rate": 1.4482659571974924e-05,
+      "loss": 1.2303,
+      "step": 12466
+    },
+    {
+      "epoch": 3.713248571269011,
+      "grad_norm": 0.23757559061050415,
+      "learning_rate": 1.4481797325021281e-05,
+      "loss": 1.219,
+      "step": 12467
+    },
+    {
+      "epoch": 3.7135464174686796,
+      "grad_norm": 0.25187939405441284,
+      "learning_rate": 1.4480935036369519e-05,
+      "loss": 1.2272,
+      "step": 12468
+    },
+    {
+      "epoch": 3.7138442636683484,
+      "grad_norm": 0.2528476417064667,
+      "learning_rate": 1.4480072706027661e-05,
+      "loss": 1.2181,
+      "step": 12469
+    },
+    {
+      "epoch": 3.7141421098680167,
+      "grad_norm": 0.25194936990737915,
+      "learning_rate": 1.4479210334003737e-05,
+      "loss": 1.2198,
+      "step": 12470
+    },
+    {
+      "epoch": 3.7144399560676855,
+      "grad_norm": 0.23710715770721436,
+      "learning_rate": 1.4478347920305761e-05,
+      "loss": 1.2315,
+      "step": 12471
+    },
+    {
+      "epoch": 3.7147378022673543,
+      "grad_norm": 0.2685161828994751,
+      "learning_rate": 1.4477485464941766e-05,
+      "loss": 1.2192,
+      "step": 12472
+    },
+    {
+      "epoch": 3.7150356484670226,
+      "grad_norm": 0.23555238544940948,
+      "learning_rate": 1.4476622967919766e-05,
+      "loss": 1.226,
+      "step": 12473
+    },
+    {
+      "epoch": 3.7153334946666914,
+      "grad_norm": 0.24198657274246216,
+      "learning_rate": 1.4475760429247793e-05,
+      "loss": 1.2354,
+      "step": 12474
+    },
+    {
+      "epoch": 3.71563134086636,
+      "grad_norm": 0.2961115539073944,
+      "learning_rate": 1.4474897848933872e-05,
+      "loss": 1.2279,
+      "step": 12475
+    },
+    {
+      "epoch": 3.715929187066029,
+      "grad_norm": 0.33702465891838074,
+      "learning_rate": 1.4474035226986025e-05,
+      "loss": 1.2342,
+      "step": 12476
+    },
+    {
+      "epoch": 3.7162270332656977,
+      "grad_norm": 0.23954392969608307,
+      "learning_rate": 1.4473172563412277e-05,
+      "loss": 1.2345,
+      "step": 12477
+    },
+    {
+      "epoch": 3.716524879465366,
+      "grad_norm": 0.28280097246170044,
+      "learning_rate": 1.4472309858220657e-05,
+      "loss": 1.2304,
+      "step": 12478
+    },
+    {
+      "epoch": 3.716822725665035,
+      "grad_norm": 0.24391360580921173,
+      "learning_rate": 1.4471447111419189e-05,
+      "loss": 1.2194,
+      "step": 12479
+    },
+    {
+      "epoch": 3.7171205718647036,
+      "grad_norm": 0.28991103172302246,
+      "learning_rate": 1.4470584323015904e-05,
+      "loss": 1.2343,
+      "step": 12480
+    },
+    {
+      "epoch": 3.717418418064372,
+      "grad_norm": 0.26414933800697327,
+      "learning_rate": 1.4469721493018827e-05,
+      "loss": 1.2309,
+      "step": 12481
+    },
+    {
+      "epoch": 3.7177162642640407,
+      "grad_norm": 0.33833932876586914,
+      "learning_rate": 1.4468858621435984e-05,
+      "loss": 1.2396,
+      "step": 12482
+    },
+    {
+      "epoch": 3.7180141104637094,
+      "grad_norm": 0.2547779381275177,
+      "learning_rate": 1.4467995708275404e-05,
+      "loss": 1.221,
+      "step": 12483
+    },
+    {
+      "epoch": 3.7183119566633778,
+      "grad_norm": 0.28853312134742737,
+      "learning_rate": 1.4467132753545114e-05,
+      "loss": 1.2413,
+      "step": 12484
+    },
+    {
+      "epoch": 3.7186098028630465,
+      "grad_norm": 0.2745019793510437,
+      "learning_rate": 1.4466269757253148e-05,
+      "loss": 1.2235,
+      "step": 12485
+    },
+    {
+      "epoch": 3.7189076490627153,
+      "grad_norm": 0.24493719637393951,
+      "learning_rate": 1.446540671940753e-05,
+      "loss": 1.2381,
+      "step": 12486
+    },
+    {
+      "epoch": 3.7192054952623836,
+      "grad_norm": 0.29772064089775085,
+      "learning_rate": 1.4464543640016295e-05,
+      "loss": 1.2106,
+      "step": 12487
+    },
+    {
+      "epoch": 3.7195033414620524,
+      "grad_norm": 0.2681344747543335,
+      "learning_rate": 1.4463680519087466e-05,
+      "loss": 1.2276,
+      "step": 12488
+    },
+    {
+      "epoch": 3.719801187661721,
+      "grad_norm": 0.3461523652076721,
+      "learning_rate": 1.446281735662908e-05,
+      "loss": 1.2286,
+      "step": 12489
+    },
+    {
+      "epoch": 3.72009903386139,
+      "grad_norm": 0.24688516557216644,
+      "learning_rate": 1.446195415264916e-05,
+      "loss": 1.2279,
+      "step": 12490
+    },
+    {
+      "epoch": 3.7203968800610587,
+      "grad_norm": 0.2979736626148224,
+      "learning_rate": 1.4461090907155746e-05,
+      "loss": 1.2172,
+      "step": 12491
+    },
+    {
+      "epoch": 3.720694726260727,
+      "grad_norm": 0.25735822319984436,
+      "learning_rate": 1.4460227620156864e-05,
+      "loss": 1.2184,
+      "step": 12492
+    },
+    {
+      "epoch": 3.720992572460396,
+      "grad_norm": 0.31744399666786194,
+      "learning_rate": 1.4459364291660548e-05,
+      "loss": 1.219,
+      "step": 12493
+    },
+    {
+      "epoch": 3.7212904186600646,
+      "grad_norm": 0.2509385943412781,
+      "learning_rate": 1.4458500921674828e-05,
+      "loss": 1.2401,
+      "step": 12494
+    },
+    {
+      "epoch": 3.721588264859733,
+      "grad_norm": 0.26265573501586914,
+      "learning_rate": 1.4457637510207738e-05,
+      "loss": 1.2403,
+      "step": 12495
+    },
+    {
+      "epoch": 3.7218861110594017,
+      "grad_norm": 0.2772224247455597,
+      "learning_rate": 1.445677405726731e-05,
+      "loss": 1.2316,
+      "step": 12496
+    },
+    {
+      "epoch": 3.7221839572590705,
+      "grad_norm": 0.26284000277519226,
+      "learning_rate": 1.4455910562861583e-05,
+      "loss": 1.2316,
+      "step": 12497
+    },
+    {
+      "epoch": 3.722481803458739,
+      "grad_norm": 0.25751689076423645,
+      "learning_rate": 1.4455047026998584e-05,
+      "loss": 1.2318,
+      "step": 12498
+    },
+    {
+      "epoch": 3.7227796496584076,
+      "grad_norm": 0.29437172412872314,
+      "learning_rate": 1.4454183449686349e-05,
+      "loss": 1.2412,
+      "step": 12499
+    },
+    {
+      "epoch": 3.7230774958580763,
+      "grad_norm": 0.2750532627105713,
+      "learning_rate": 1.4453319830932917e-05,
+      "loss": 1.2396,
+      "step": 12500
+    },
+    {
+      "epoch": 3.7230774958580763,
+      "eval_loss": 1.3298418521881104,
+      "eval_runtime": 23.7313,
+      "eval_samples_per_second": 73.068,
+      "eval_steps_per_second": 4.593,
+      "step": 12500
+    },
+    {
+      "epoch": 3.7233753420577447,
+      "grad_norm": 0.25021812319755554,
+      "learning_rate": 1.4452456170746318e-05,
+      "loss": 1.2211,
+      "step": 12501
+    },
+    {
+      "epoch": 3.7236731882574134,
+      "grad_norm": 0.25232037901878357,
+      "learning_rate": 1.4451592469134585e-05,
+      "loss": 1.2192,
+      "step": 12502
+    },
+    {
+      "epoch": 3.723971034457082,
+      "grad_norm": 0.25040093064308167,
+      "learning_rate": 1.4450728726105762e-05,
+      "loss": 1.2305,
+      "step": 12503
+    },
+    {
+      "epoch": 3.724268880656751,
+      "grad_norm": 0.2766180634498596,
+      "learning_rate": 1.4449864941667881e-05,
+      "loss": 1.2185,
+      "step": 12504
+    },
+    {
+      "epoch": 3.7245667268564198,
+      "grad_norm": 0.2391878068447113,
+      "learning_rate": 1.4449001115828978e-05,
+      "loss": 1.2395,
+      "step": 12505
+    },
+    {
+      "epoch": 3.724864573056088,
+      "grad_norm": 0.24679675698280334,
+      "learning_rate": 1.444813724859709e-05,
+      "loss": 1.2331,
+      "step": 12506
+    },
+    {
+      "epoch": 3.725162419255757,
+      "grad_norm": 0.2730211317539215,
+      "learning_rate": 1.4447273339980254e-05,
+      "loss": 1.2278,
+      "step": 12507
+    },
+    {
+      "epoch": 3.7254602654554256,
+      "grad_norm": 0.2508825957775116,
+      "learning_rate": 1.4446409389986506e-05,
+      "loss": 1.2191,
+      "step": 12508
+    },
+    {
+      "epoch": 3.725758111655094,
+      "grad_norm": 0.39348164200782776,
+      "learning_rate": 1.444554539862389e-05,
+      "loss": 1.2394,
+      "step": 12509
+    },
+    {
+      "epoch": 3.7260559578547627,
+      "grad_norm": 0.35554832220077515,
+      "learning_rate": 1.444468136590044e-05,
+      "loss": 1.2251,
+      "step": 12510
+    },
+    {
+      "epoch": 3.7263538040544315,
+      "grad_norm": 0.2719554305076599,
+      "learning_rate": 1.4443817291824198e-05,
+      "loss": 1.2342,
+      "step": 12511
+    },
+    {
+      "epoch": 3.7266516502541,
+      "grad_norm": 0.28637775778770447,
+      "learning_rate": 1.4442953176403199e-05,
+      "loss": 1.2306,
+      "step": 12512
+    },
+    {
+      "epoch": 3.7269494964537686,
+      "grad_norm": 0.2555995583534241,
+      "learning_rate": 1.4442089019645484e-05,
+      "loss": 1.2222,
+      "step": 12513
+    },
+    {
+      "epoch": 3.7272473426534374,
+      "grad_norm": 0.24985826015472412,
+      "learning_rate": 1.4441224821559093e-05,
+      "loss": 1.2251,
+      "step": 12514
+    },
+    {
+      "epoch": 3.7275451888531057,
+      "grad_norm": 0.26199600100517273,
+      "learning_rate": 1.4440360582152069e-05,
+      "loss": 1.223,
+      "step": 12515
+    },
+    {
+      "epoch": 3.7278430350527745,
+      "grad_norm": 0.24520473182201385,
+      "learning_rate": 1.443949630143245e-05,
+      "loss": 1.2128,
+      "step": 12516
+    },
+    {
+      "epoch": 3.7281408812524433,
+      "grad_norm": 0.28552722930908203,
+      "learning_rate": 1.443863197940828e-05,
+      "loss": 1.2402,
+      "step": 12517
+    },
+    {
+      "epoch": 3.728438727452112,
+      "grad_norm": 0.2536368668079376,
+      "learning_rate": 1.4437767616087595e-05,
+      "loss": 1.2406,
+      "step": 12518
+    },
+    {
+      "epoch": 3.728736573651781,
+      "grad_norm": 0.2644293010234833,
+      "learning_rate": 1.4436903211478442e-05,
+      "loss": 1.2252,
+      "step": 12519
+    },
+    {
+      "epoch": 3.729034419851449,
+      "grad_norm": 0.24547292292118073,
+      "learning_rate": 1.443603876558886e-05,
+      "loss": 1.2244,
+      "step": 12520
+    },
+    {
+      "epoch": 3.729332266051118,
+      "grad_norm": 0.27538245916366577,
+      "learning_rate": 1.4435174278426898e-05,
+      "loss": 1.2258,
+      "step": 12521
+    },
+    {
+      "epoch": 3.7296301122507867,
+      "grad_norm": 0.34969258308410645,
+      "learning_rate": 1.4434309750000593e-05,
+      "loss": 1.2248,
+      "step": 12522
+    },
+    {
+      "epoch": 3.729927958450455,
+      "grad_norm": 0.3113882839679718,
+      "learning_rate": 1.4433445180317986e-05,
+      "loss": 1.2179,
+      "step": 12523
+    },
+    {
+      "epoch": 3.7302258046501238,
+      "grad_norm": 0.26758047938346863,
+      "learning_rate": 1.4432580569387131e-05,
+      "loss": 1.2318,
+      "step": 12524
+    },
+    {
+      "epoch": 3.7305236508497925,
+      "grad_norm": 0.285544753074646,
+      "learning_rate": 1.4431715917216063e-05,
+      "loss": 1.2255,
+      "step": 12525
+    },
+    {
+      "epoch": 3.730821497049461,
+      "grad_norm": 0.32492971420288086,
+      "learning_rate": 1.4430851223812827e-05,
+      "loss": 1.2467,
+      "step": 12526
+    },
+    {
+      "epoch": 3.7311193432491296,
+      "grad_norm": 0.24724063277244568,
+      "learning_rate": 1.4429986489185475e-05,
+      "loss": 1.2159,
+      "step": 12527
+    },
+    {
+      "epoch": 3.7314171894487984,
+      "grad_norm": 0.2818030118942261,
+      "learning_rate": 1.4429121713342049e-05,
+      "loss": 1.2311,
+      "step": 12528
+    },
+    {
+      "epoch": 3.731715035648467,
+      "grad_norm": 0.24205012619495392,
+      "learning_rate": 1.4428256896290592e-05,
+      "loss": 1.21,
+      "step": 12529
+    },
+    {
+      "epoch": 3.7320128818481355,
+      "grad_norm": 0.3191501498222351,
+      "learning_rate": 1.4427392038039152e-05,
+      "loss": 1.2321,
+      "step": 12530
+    },
+    {
+      "epoch": 3.7323107280478043,
+      "grad_norm": 0.2558881342411041,
+      "learning_rate": 1.4426527138595773e-05,
+      "loss": 1.2289,
+      "step": 12531
+    },
+    {
+      "epoch": 3.732608574247473,
+      "grad_norm": 0.25629472732543945,
+      "learning_rate": 1.4425662197968509e-05,
+      "loss": 1.2254,
+      "step": 12532
+    },
+    {
+      "epoch": 3.732906420447142,
+      "grad_norm": 0.26400554180145264,
+      "learning_rate": 1.44247972161654e-05,
+      "loss": 1.2387,
+      "step": 12533
+    },
+    {
+      "epoch": 3.73320426664681,
+      "grad_norm": 0.2637544572353363,
+      "learning_rate": 1.44239321931945e-05,
+      "loss": 1.2402,
+      "step": 12534
+    },
+    {
+      "epoch": 3.733502112846479,
+      "grad_norm": 0.2510688602924347,
+      "learning_rate": 1.4423067129063852e-05,
+      "loss": 1.2342,
+      "step": 12535
+    },
+    {
+      "epoch": 3.7337999590461477,
+      "grad_norm": 0.2486250400543213,
+      "learning_rate": 1.4422202023781506e-05,
+      "loss": 1.2252,
+      "step": 12536
+    },
+    {
+      "epoch": 3.734097805245816,
+      "grad_norm": 0.2711244225502014,
+      "learning_rate": 1.442133687735551e-05,
+      "loss": 1.2361,
+      "step": 12537
+    },
+    {
+      "epoch": 3.734395651445485,
+      "grad_norm": 0.25015541911125183,
+      "learning_rate": 1.4420471689793914e-05,
+      "loss": 1.2135,
+      "step": 12538
+    },
+    {
+      "epoch": 3.7346934976451536,
+      "grad_norm": 0.2576945722103119,
+      "learning_rate": 1.4419606461104767e-05,
+      "loss": 1.2207,
+      "step": 12539
+    },
+    {
+      "epoch": 3.734991343844822,
+      "grad_norm": 0.27408546209335327,
+      "learning_rate": 1.4418741191296122e-05,
+      "loss": 1.2217,
+      "step": 12540
+    },
+    {
+      "epoch": 3.7352891900444907,
+      "grad_norm": 0.32182052731513977,
+      "learning_rate": 1.441787588037603e-05,
+      "loss": 1.2415,
+      "step": 12541
+    },
+    {
+      "epoch": 3.7355870362441594,
+      "grad_norm": 0.24851801991462708,
+      "learning_rate": 1.4417010528352534e-05,
+      "loss": 1.2456,
+      "step": 12542
+    },
+    {
+      "epoch": 3.735884882443828,
+      "grad_norm": 0.33332735300064087,
+      "learning_rate": 1.4416145135233688e-05,
+      "loss": 1.2236,
+      "step": 12543
+    },
+    {
+      "epoch": 3.736182728643497,
+      "grad_norm": 0.28403955698013306,
+      "learning_rate": 1.4415279701027549e-05,
+      "loss": 1.2269,
+      "step": 12544
+    },
+    {
+      "epoch": 3.7364805748431653,
+      "grad_norm": 0.2707551121711731,
+      "learning_rate": 1.4414414225742167e-05,
+      "loss": 1.2546,
+      "step": 12545
+    },
+    {
+      "epoch": 3.736778421042834,
+      "grad_norm": 0.29916614294052124,
+      "learning_rate": 1.441354870938559e-05,
+      "loss": 1.218,
+      "step": 12546
+    },
+    {
+      "epoch": 3.737076267242503,
+      "grad_norm": 0.24943292140960693,
+      "learning_rate": 1.4412683151965875e-05,
+      "loss": 1.2347,
+      "step": 12547
+    },
+    {
+      "epoch": 3.737374113442171,
+      "grad_norm": 0.35270532965660095,
+      "learning_rate": 1.4411817553491074e-05,
+      "loss": 1.2319,
+      "step": 12548
+    },
+    {
+      "epoch": 3.73767195964184,
+      "grad_norm": 0.26501792669296265,
+      "learning_rate": 1.4410951913969235e-05,
+      "loss": 1.2242,
+      "step": 12549
+    },
+    {
+      "epoch": 3.7379698058415087,
+      "grad_norm": 0.3242575526237488,
+      "learning_rate": 1.4410086233408422e-05,
+      "loss": 1.2172,
+      "step": 12550
+    },
+    {
+      "epoch": 3.738267652041177,
+      "grad_norm": 0.3066577911376953,
+      "learning_rate": 1.4409220511816684e-05,
+      "loss": 1.2276,
+      "step": 12551
+    },
+    {
+      "epoch": 3.738565498240846,
+      "grad_norm": 0.26140496134757996,
+      "learning_rate": 1.4408354749202072e-05,
+      "loss": 1.2383,
+      "step": 12552
+    },
+    {
+      "epoch": 3.7388633444405146,
+      "grad_norm": 0.23789289593696594,
+      "learning_rate": 1.4407488945572645e-05,
+      "loss": 1.2288,
+      "step": 12553
+    },
+    {
+      "epoch": 3.739161190640183,
+      "grad_norm": 0.2502937614917755,
+      "learning_rate": 1.4406623100936459e-05,
+      "loss": 1.2389,
+      "step": 12554
+    },
+    {
+      "epoch": 3.7394590368398517,
+      "grad_norm": 0.24868594110012054,
+      "learning_rate": 1.4405757215301568e-05,
+      "loss": 1.2307,
+      "step": 12555
+    },
+    {
+      "epoch": 3.7397568830395205,
+      "grad_norm": 0.2607230246067047,
+      "learning_rate": 1.4404891288676029e-05,
+      "loss": 1.222,
+      "step": 12556
+    },
+    {
+      "epoch": 3.7400547292391892,
+      "grad_norm": 0.30206650495529175,
+      "learning_rate": 1.4404025321067896e-05,
+      "loss": 1.2189,
+      "step": 12557
+    },
+    {
+      "epoch": 3.740352575438858,
+      "grad_norm": 0.2802787125110626,
+      "learning_rate": 1.440315931248523e-05,
+      "loss": 1.2539,
+      "step": 12558
+    },
+    {
+      "epoch": 3.7406504216385263,
+      "grad_norm": 0.26320210099220276,
+      "learning_rate": 1.4402293262936086e-05,
+      "loss": 1.2384,
+      "step": 12559
+    },
+    {
+      "epoch": 3.740948267838195,
+      "grad_norm": 0.24549047648906708,
+      "learning_rate": 1.4401427172428521e-05,
+      "loss": 1.225,
+      "step": 12560
+    },
+    {
+      "epoch": 3.741246114037864,
+      "grad_norm": 0.2524031698703766,
+      "learning_rate": 1.4400561040970591e-05,
+      "loss": 1.2515,
+      "step": 12561
+    },
+    {
+      "epoch": 3.741543960237532,
+      "grad_norm": 0.23625604808330536,
+      "learning_rate": 1.4399694868570361e-05,
+      "loss": 1.2227,
+      "step": 12562
+    },
+    {
+      "epoch": 3.741841806437201,
+      "grad_norm": 0.2702176570892334,
+      "learning_rate": 1.4398828655235886e-05,
+      "loss": 1.2344,
+      "step": 12563
+    },
+    {
+      "epoch": 3.7421396526368698,
+      "grad_norm": 0.27187982201576233,
+      "learning_rate": 1.4397962400975222e-05,
+      "loss": 1.237,
+      "step": 12564
+    },
+    {
+      "epoch": 3.742437498836538,
+      "grad_norm": 0.338758647441864,
+      "learning_rate": 1.4397096105796435e-05,
+      "loss": 1.2255,
+      "step": 12565
+    },
+    {
+      "epoch": 3.742735345036207,
+      "grad_norm": 0.29826152324676514,
+      "learning_rate": 1.4396229769707581e-05,
+      "loss": 1.227,
+      "step": 12566
+    },
+    {
+      "epoch": 3.7430331912358756,
+      "grad_norm": 0.29730749130249023,
+      "learning_rate": 1.4395363392716717e-05,
+      "loss": 1.222,
+      "step": 12567
+    },
+    {
+      "epoch": 3.743331037435544,
+      "grad_norm": 0.27890071272850037,
+      "learning_rate": 1.4394496974831911e-05,
+      "loss": 1.2301,
+      "step": 12568
+    },
+    {
+      "epoch": 3.7436288836352127,
+      "grad_norm": 0.2715962827205658,
+      "learning_rate": 1.439363051606122e-05,
+      "loss": 1.2369,
+      "step": 12569
+    },
+    {
+      "epoch": 3.7439267298348815,
+      "grad_norm": 0.3789243996143341,
+      "learning_rate": 1.4392764016412705e-05,
+      "loss": 1.2358,
+      "step": 12570
+    },
+    {
+      "epoch": 3.7442245760345503,
+      "grad_norm": 0.3870760500431061,
+      "learning_rate": 1.439189747589443e-05,
+      "loss": 1.2183,
+      "step": 12571
+    },
+    {
+      "epoch": 3.744522422234219,
+      "grad_norm": 0.31367406249046326,
+      "learning_rate": 1.4391030894514453e-05,
+      "loss": 1.2339,
+      "step": 12572
+    },
+    {
+      "epoch": 3.7448202684338874,
+      "grad_norm": 0.8676227927207947,
+      "learning_rate": 1.4390164272280841e-05,
+      "loss": 1.2247,
+      "step": 12573
+    },
+    {
+      "epoch": 3.745118114633556,
+      "grad_norm": 0.29327961802482605,
+      "learning_rate": 1.4389297609201655e-05,
+      "loss": 1.2265,
+      "step": 12574
+    },
+    {
+      "epoch": 3.745415960833225,
+      "grad_norm": 0.2783328890800476,
+      "learning_rate": 1.4388430905284963e-05,
+      "loss": 1.2395,
+      "step": 12575
+    },
+    {
+      "epoch": 3.7457138070328932,
+      "grad_norm": 0.2528507709503174,
+      "learning_rate": 1.4387564160538821e-05,
+      "loss": 1.2494,
+      "step": 12576
+    },
+    {
+      "epoch": 3.746011653232562,
+      "grad_norm": 0.24488899111747742,
+      "learning_rate": 1.4386697374971297e-05,
+      "loss": 1.2313,
+      "step": 12577
+    },
+    {
+      "epoch": 3.746309499432231,
+      "grad_norm": 0.24234485626220703,
+      "learning_rate": 1.4385830548590454e-05,
+      "loss": 1.2361,
+      "step": 12578
+    },
+    {
+      "epoch": 3.746607345631899,
+      "grad_norm": 0.24857281148433685,
+      "learning_rate": 1.4384963681404358e-05,
+      "loss": 1.2244,
+      "step": 12579
+    },
+    {
+      "epoch": 3.746905191831568,
+      "grad_norm": 0.2506444454193115,
+      "learning_rate": 1.4384096773421074e-05,
+      "loss": 1.222,
+      "step": 12580
+    },
+    {
+      "epoch": 3.7472030380312367,
+      "grad_norm": 0.24715283513069153,
+      "learning_rate": 1.4383229824648668e-05,
+      "loss": 1.2336,
+      "step": 12581
+    },
+    {
+      "epoch": 3.747500884230905,
+      "grad_norm": 0.24358782172203064,
+      "learning_rate": 1.4382362835095208e-05,
+      "loss": 1.215,
+      "step": 12582
+    },
+    {
+      "epoch": 3.7477987304305738,
+      "grad_norm": 0.24742436408996582,
+      "learning_rate": 1.4381495804768757e-05,
+      "loss": 1.2207,
+      "step": 12583
+    },
+    {
+      "epoch": 3.7480965766302425,
+      "grad_norm": 0.2504050135612488,
+      "learning_rate": 1.4380628733677382e-05,
+      "loss": 1.241,
+      "step": 12584
+    },
+    {
+      "epoch": 3.7483944228299113,
+      "grad_norm": 0.24546143412590027,
+      "learning_rate": 1.4379761621829147e-05,
+      "loss": 1.2237,
+      "step": 12585
+    },
+    {
+      "epoch": 3.74869226902958,
+      "grad_norm": 0.23761746287345886,
+      "learning_rate": 1.437889446923213e-05,
+      "loss": 1.2434,
+      "step": 12586
+    },
+    {
+      "epoch": 3.7489901152292484,
+      "grad_norm": 0.2457745224237442,
+      "learning_rate": 1.437802727589439e-05,
+      "loss": 1.2294,
+      "step": 12587
+    },
+    {
+      "epoch": 3.749287961428917,
+      "grad_norm": 0.23757010698318481,
+      "learning_rate": 1.4377160041823996e-05,
+      "loss": 1.2546,
+      "step": 12588
+    },
+    {
+      "epoch": 3.749585807628586,
+      "grad_norm": 0.2490760087966919,
+      "learning_rate": 1.4376292767029023e-05,
+      "loss": 1.2185,
+      "step": 12589
+    },
+    {
+      "epoch": 3.7498836538282543,
+      "grad_norm": 0.25601309537887573,
+      "learning_rate": 1.437542545151753e-05,
+      "loss": 1.2462,
+      "step": 12590
+    },
+    {
+      "epoch": 3.750181500027923,
+      "grad_norm": 0.23233304917812347,
+      "learning_rate": 1.4374558095297593e-05,
+      "loss": 1.2206,
+      "step": 12591
+    },
+    {
+      "epoch": 3.750479346227592,
+      "grad_norm": 0.24676714837551117,
+      "learning_rate": 1.4373690698377283e-05,
+      "loss": 1.2526,
+      "step": 12592
+    },
+    {
+      "epoch": 3.75077719242726,
+      "grad_norm": 0.2371000498533249,
+      "learning_rate": 1.4372823260764665e-05,
+      "loss": 1.2373,
+      "step": 12593
+    },
+    {
+      "epoch": 3.751075038626929,
+      "grad_norm": 0.24489223957061768,
+      "learning_rate": 1.4371955782467813e-05,
+      "loss": 1.2283,
+      "step": 12594
+    },
+    {
+      "epoch": 3.7513728848265977,
+      "grad_norm": 0.23973029851913452,
+      "learning_rate": 1.4371088263494797e-05,
+      "loss": 1.2308,
+      "step": 12595
+    },
+    {
+      "epoch": 3.7516707310262665,
+      "grad_norm": 0.24719129502773285,
+      "learning_rate": 1.4370220703853688e-05,
+      "loss": 1.2271,
+      "step": 12596
+    },
+    {
+      "epoch": 3.751968577225935,
+      "grad_norm": 0.23591454327106476,
+      "learning_rate": 1.436935310355256e-05,
+      "loss": 1.2325,
+      "step": 12597
+    },
+    {
+      "epoch": 3.7522664234256036,
+      "grad_norm": 0.23700574040412903,
+      "learning_rate": 1.4368485462599479e-05,
+      "loss": 1.2377,
+      "step": 12598
+    },
+    {
+      "epoch": 3.7525642696252723,
+      "grad_norm": 0.2341172993183136,
+      "learning_rate": 1.4367617781002525e-05,
+      "loss": 1.242,
+      "step": 12599
+    },
+    {
+      "epoch": 3.752862115824941,
+      "grad_norm": 0.24162684381008148,
+      "learning_rate": 1.4366750058769768e-05,
+      "loss": 1.2362,
+      "step": 12600
+    },
+    {
+      "epoch": 3.7531599620246094,
+      "grad_norm": 0.23593008518218994,
+      "learning_rate": 1.4365882295909278e-05,
+      "loss": 1.2418,
+      "step": 12601
+    },
+    {
+      "epoch": 3.753457808224278,
+      "grad_norm": 0.24879764020442963,
+      "learning_rate": 1.4365014492429132e-05,
+      "loss": 1.2363,
+      "step": 12602
+    },
+    {
+      "epoch": 3.753755654423947,
+      "grad_norm": 0.24039660394191742,
+      "learning_rate": 1.4364146648337403e-05,
+      "loss": 1.2264,
+      "step": 12603
+    },
+    {
+      "epoch": 3.7540535006236153,
+      "grad_norm": 0.24104157090187073,
+      "learning_rate": 1.4363278763642164e-05,
+      "loss": 1.2338,
+      "step": 12604
+    },
+    {
+      "epoch": 3.754351346823284,
+      "grad_norm": 0.251393586397171,
+      "learning_rate": 1.4362410838351492e-05,
+      "loss": 1.247,
+      "step": 12605
+    },
+    {
+      "epoch": 3.754649193022953,
+      "grad_norm": 0.23401515185832977,
+      "learning_rate": 1.4361542872473464e-05,
+      "loss": 1.2235,
+      "step": 12606
+    },
+    {
+      "epoch": 3.754947039222621,
+      "grad_norm": 0.23661254346370697,
+      "learning_rate": 1.4360674866016152e-05,
+      "loss": 1.236,
+      "step": 12607
+    },
+    {
+      "epoch": 3.75524488542229,
+      "grad_norm": 0.22960497438907623,
+      "learning_rate": 1.4359806818987628e-05,
+      "loss": 1.2149,
+      "step": 12608
+    },
+    {
+      "epoch": 3.7555427316219587,
+      "grad_norm": 0.23821663856506348,
+      "learning_rate": 1.4358938731395975e-05,
+      "loss": 1.2205,
+      "step": 12609
+    },
+    {
+      "epoch": 3.7558405778216275,
+      "grad_norm": 0.23379720747470856,
+      "learning_rate": 1.4358070603249267e-05,
+      "loss": 1.2346,
+      "step": 12610
+    },
+    {
+      "epoch": 3.7561384240212963,
+      "grad_norm": 0.23535868525505066,
+      "learning_rate": 1.4357202434555582e-05,
+      "loss": 1.22,
+      "step": 12611
+    },
+    {
+      "epoch": 3.7564362702209646,
+      "grad_norm": 0.2433944195508957,
+      "learning_rate": 1.4356334225322997e-05,
+      "loss": 1.2182,
+      "step": 12612
+    },
+    {
+      "epoch": 3.7567341164206334,
+      "grad_norm": 0.2404908686876297,
+      "learning_rate": 1.4355465975559586e-05,
+      "loss": 1.2302,
+      "step": 12613
+    },
+    {
+      "epoch": 3.757031962620302,
+      "grad_norm": 0.24126465618610382,
+      "learning_rate": 1.4354597685273432e-05,
+      "loss": 1.2345,
+      "step": 12614
+    },
+    {
+      "epoch": 3.7573298088199705,
+      "grad_norm": 0.23302330076694489,
+      "learning_rate": 1.4353729354472611e-05,
+      "loss": 1.2318,
+      "step": 12615
+    },
+    {
+      "epoch": 3.7576276550196392,
+      "grad_norm": 0.24231773614883423,
+      "learning_rate": 1.435286098316521e-05,
+      "loss": 1.2303,
+      "step": 12616
+    },
+    {
+      "epoch": 3.757925501219308,
+      "grad_norm": 0.2433927059173584,
+      "learning_rate": 1.4351992571359292e-05,
+      "loss": 1.2218,
+      "step": 12617
+    },
+    {
+      "epoch": 3.7582233474189763,
+      "grad_norm": 0.24965760111808777,
+      "learning_rate": 1.4351124119062949e-05,
+      "loss": 1.223,
+      "step": 12618
+    },
+    {
+      "epoch": 3.758521193618645,
+      "grad_norm": 0.23461966216564178,
+      "learning_rate": 1.4350255626284254e-05,
+      "loss": 1.2291,
+      "step": 12619
+    },
+    {
+      "epoch": 3.758819039818314,
+      "grad_norm": 0.23923666775226593,
+      "learning_rate": 1.4349387093031295e-05,
+      "loss": 1.2447,
+      "step": 12620
+    },
+    {
+      "epoch": 3.759116886017982,
+      "grad_norm": 0.24339085817337036,
+      "learning_rate": 1.4348518519312147e-05,
+      "loss": 1.2252,
+      "step": 12621
+    },
+    {
+      "epoch": 3.759414732217651,
+      "grad_norm": 0.2397315949201584,
+      "learning_rate": 1.4347649905134893e-05,
+      "loss": 1.2248,
+      "step": 12622
+    },
+    {
+      "epoch": 3.7597125784173198,
+      "grad_norm": 0.23497259616851807,
+      "learning_rate": 1.4346781250507615e-05,
+      "loss": 1.242,
+      "step": 12623
+    },
+    {
+      "epoch": 3.7600104246169885,
+      "grad_norm": 0.24975162744522095,
+      "learning_rate": 1.4345912555438393e-05,
+      "loss": 1.2323,
+      "step": 12624
+    },
+    {
+      "epoch": 3.7603082708166573,
+      "grad_norm": 0.23598866164684296,
+      "learning_rate": 1.434504381993531e-05,
+      "loss": 1.2245,
+      "step": 12625
+    },
+    {
+      "epoch": 3.7606061170163256,
+      "grad_norm": 0.23897448182106018,
+      "learning_rate": 1.4344175044006445e-05,
+      "loss": 1.2249,
+      "step": 12626
+    },
+    {
+      "epoch": 3.7609039632159944,
+      "grad_norm": 0.23851969838142395,
+      "learning_rate": 1.434330622765989e-05,
+      "loss": 1.2364,
+      "step": 12627
+    },
+    {
+      "epoch": 3.761201809415663,
+      "grad_norm": 0.23931705951690674,
+      "learning_rate": 1.4342437370903723e-05,
+      "loss": 1.2207,
+      "step": 12628
+    },
+    {
+      "epoch": 3.7614996556153315,
+      "grad_norm": 0.24956797063350677,
+      "learning_rate": 1.4341568473746026e-05,
+      "loss": 1.2324,
+      "step": 12629
+    },
+    {
+      "epoch": 3.7617975018150003,
+      "grad_norm": 0.2446548491716385,
+      "learning_rate": 1.4340699536194887e-05,
+      "loss": 1.2255,
+      "step": 12630
+    },
+    {
+      "epoch": 3.762095348014669,
+      "grad_norm": 0.23512233793735504,
+      "learning_rate": 1.4339830558258385e-05,
+      "loss": 1.2323,
+      "step": 12631
+    },
+    {
+      "epoch": 3.7623931942143374,
+      "grad_norm": 0.2424010932445526,
+      "learning_rate": 1.4338961539944611e-05,
+      "loss": 1.2293,
+      "step": 12632
+    },
+    {
+      "epoch": 3.762691040414006,
+      "grad_norm": 0.2611819803714752,
+      "learning_rate": 1.4338092481261648e-05,
+      "loss": 1.2458,
+      "step": 12633
+    },
+    {
+      "epoch": 3.762988886613675,
+      "grad_norm": 0.23570644855499268,
+      "learning_rate": 1.4337223382217582e-05,
+      "loss": 1.2046,
+      "step": 12634
+    },
+    {
+      "epoch": 3.7632867328133432,
+      "grad_norm": 0.24657092988491058,
+      "learning_rate": 1.4336354242820497e-05,
+      "loss": 1.2216,
+      "step": 12635
+    },
+    {
+      "epoch": 3.763584579013012,
+      "grad_norm": 0.2414436936378479,
+      "learning_rate": 1.4335485063078478e-05,
+      "loss": 1.2171,
+      "step": 12636
+    },
+    {
+      "epoch": 3.763882425212681,
+      "grad_norm": 0.26084816455841064,
+      "learning_rate": 1.4334615842999618e-05,
+      "loss": 1.2376,
+      "step": 12637
+    },
+    {
+      "epoch": 3.7641802714123496,
+      "grad_norm": 0.25345945358276367,
+      "learning_rate": 1.4333746582592e-05,
+      "loss": 1.2395,
+      "step": 12638
+    },
+    {
+      "epoch": 3.7644781176120183,
+      "grad_norm": 0.24163250625133514,
+      "learning_rate": 1.4332877281863708e-05,
+      "loss": 1.2292,
+      "step": 12639
+    },
+    {
+      "epoch": 3.7647759638116867,
+      "grad_norm": 0.24772830307483673,
+      "learning_rate": 1.433200794082284e-05,
+      "loss": 1.22,
+      "step": 12640
+    },
+    {
+      "epoch": 3.7650738100113554,
+      "grad_norm": 0.24569171667099,
+      "learning_rate": 1.4331138559477476e-05,
+      "loss": 1.2263,
+      "step": 12641
+    },
+    {
+      "epoch": 3.765371656211024,
+      "grad_norm": 0.25932878255844116,
+      "learning_rate": 1.4330269137835706e-05,
+      "loss": 1.2397,
+      "step": 12642
+    },
+    {
+      "epoch": 3.7656695024106925,
+      "grad_norm": 0.26829370856285095,
+      "learning_rate": 1.4329399675905618e-05,
+      "loss": 1.22,
+      "step": 12643
+    },
+    {
+      "epoch": 3.7659673486103613,
+      "grad_norm": 0.23489348590373993,
+      "learning_rate": 1.4328530173695306e-05,
+      "loss": 1.2226,
+      "step": 12644
+    },
+    {
+      "epoch": 3.76626519481003,
+      "grad_norm": 0.24736730754375458,
+      "learning_rate": 1.4327660631212856e-05,
+      "loss": 1.2418,
+      "step": 12645
+    },
+    {
+      "epoch": 3.7665630410096984,
+      "grad_norm": 0.23377391695976257,
+      "learning_rate": 1.4326791048466358e-05,
+      "loss": 1.2251,
+      "step": 12646
+    },
+    {
+      "epoch": 3.766860887209367,
+      "grad_norm": 0.2361942082643509,
+      "learning_rate": 1.4325921425463904e-05,
+      "loss": 1.221,
+      "step": 12647
+    },
+    {
+      "epoch": 3.767158733409036,
+      "grad_norm": 0.24728500843048096,
+      "learning_rate": 1.4325051762213586e-05,
+      "loss": 1.2502,
+      "step": 12648
+    },
+    {
+      "epoch": 3.7674565796087043,
+      "grad_norm": 0.25355592370033264,
+      "learning_rate": 1.432418205872349e-05,
+      "loss": 1.2395,
+      "step": 12649
+    },
+    {
+      "epoch": 3.767754425808373,
+      "grad_norm": 0.2558923363685608,
+      "learning_rate": 1.4323312315001714e-05,
+      "loss": 1.2358,
+      "step": 12650
+    },
+    {
+      "epoch": 3.768052272008042,
+      "grad_norm": 0.3136868178844452,
+      "learning_rate": 1.4322442531056346e-05,
+      "loss": 1.2226,
+      "step": 12651
+    },
+    {
+      "epoch": 3.7683501182077106,
+      "grad_norm": 0.26222771406173706,
+      "learning_rate": 1.4321572706895482e-05,
+      "loss": 1.2319,
+      "step": 12652
+    },
+    {
+      "epoch": 3.7686479644073794,
+      "grad_norm": 0.2818720042705536,
+      "learning_rate": 1.432070284252721e-05,
+      "loss": 1.2479,
+      "step": 12653
+    },
+    {
+      "epoch": 3.7689458106070477,
+      "grad_norm": 0.27556848526000977,
+      "learning_rate": 1.4319832937959626e-05,
+      "loss": 1.2295,
+      "step": 12654
+    },
+    {
+      "epoch": 3.7692436568067165,
+      "grad_norm": 0.26749783754348755,
+      "learning_rate": 1.4318962993200821e-05,
+      "loss": 1.2296,
+      "step": 12655
+    },
+    {
+      "epoch": 3.7695415030063852,
+      "grad_norm": 0.2664186656475067,
+      "learning_rate": 1.4318093008258892e-05,
+      "loss": 1.2293,
+      "step": 12656
+    },
+    {
+      "epoch": 3.7698393492060536,
+      "grad_norm": 0.2746717035770416,
+      "learning_rate": 1.4317222983141934e-05,
+      "loss": 1.2295,
+      "step": 12657
+    },
+    {
+      "epoch": 3.7701371954057223,
+      "grad_norm": 0.2837357521057129,
+      "learning_rate": 1.4316352917858038e-05,
+      "loss": 1.2262,
+      "step": 12658
+    },
+    {
+      "epoch": 3.770435041605391,
+      "grad_norm": 0.27733665704727173,
+      "learning_rate": 1.43154828124153e-05,
+      "loss": 1.2141,
+      "step": 12659
+    },
+    {
+      "epoch": 3.7707328878050594,
+      "grad_norm": 0.2695692777633667,
+      "learning_rate": 1.4314612666821817e-05,
+      "loss": 1.2299,
+      "step": 12660
+    },
+    {
+      "epoch": 3.771030734004728,
+      "grad_norm": 0.2996913492679596,
+      "learning_rate": 1.4313742481085684e-05,
+      "loss": 1.2332,
+      "step": 12661
+    },
+    {
+      "epoch": 3.771328580204397,
+      "grad_norm": 0.31992167234420776,
+      "learning_rate": 1.4312872255214996e-05,
+      "loss": 1.2174,
+      "step": 12662
+    },
+    {
+      "epoch": 3.7716264264040658,
+      "grad_norm": 0.2649223208427429,
+      "learning_rate": 1.431200198921785e-05,
+      "loss": 1.2314,
+      "step": 12663
+    },
+    {
+      "epoch": 3.771924272603734,
+      "grad_norm": 0.3016444146633148,
+      "learning_rate": 1.4311131683102347e-05,
+      "loss": 1.2264,
+      "step": 12664
+    },
+    {
+      "epoch": 3.772222118803403,
+      "grad_norm": 0.3113537132740021,
+      "learning_rate": 1.4310261336876576e-05,
+      "loss": 1.2258,
+      "step": 12665
+    },
+    {
+      "epoch": 3.7725199650030716,
+      "grad_norm": 0.3229823708534241,
+      "learning_rate": 1.4309390950548639e-05,
+      "loss": 1.2267,
+      "step": 12666
+    },
+    {
+      "epoch": 3.7728178112027404,
+      "grad_norm": 0.2772013247013092,
+      "learning_rate": 1.4308520524126634e-05,
+      "loss": 1.2367,
+      "step": 12667
+    },
+    {
+      "epoch": 3.7731156574024087,
+      "grad_norm": 0.2575990855693817,
+      "learning_rate": 1.430765005761866e-05,
+      "loss": 1.2111,
+      "step": 12668
+    },
+    {
+      "epoch": 3.7734135036020775,
+      "grad_norm": 0.2997469902038574,
+      "learning_rate": 1.4306779551032817e-05,
+      "loss": 1.2358,
+      "step": 12669
+    },
+    {
+      "epoch": 3.7737113498017463,
+      "grad_norm": 0.28576475381851196,
+      "learning_rate": 1.4305909004377198e-05,
+      "loss": 1.2455,
+      "step": 12670
+    },
+    {
+      "epoch": 3.7740091960014146,
+      "grad_norm": 0.2684483528137207,
+      "learning_rate": 1.4305038417659912e-05,
+      "loss": 1.2355,
+      "step": 12671
+    },
+    {
+      "epoch": 3.7743070422010834,
+      "grad_norm": 0.23956318199634552,
+      "learning_rate": 1.4304167790889048e-05,
+      "loss": 1.2363,
+      "step": 12672
+    },
+    {
+      "epoch": 3.774604888400752,
+      "grad_norm": 0.2986161708831787,
+      "learning_rate": 1.4303297124072713e-05,
+      "loss": 1.227,
+      "step": 12673
+    },
+    {
+      "epoch": 3.7749027346004205,
+      "grad_norm": 0.2462140917778015,
+      "learning_rate": 1.4302426417219009e-05,
+      "loss": 1.2394,
+      "step": 12674
+    },
+    {
+      "epoch": 3.7752005808000892,
+      "grad_norm": 0.2997017204761505,
+      "learning_rate": 1.430155567033603e-05,
+      "loss": 1.2514,
+      "step": 12675
+    },
+    {
+      "epoch": 3.775498426999758,
+      "grad_norm": 0.251280277967453,
+      "learning_rate": 1.4300684883431886e-05,
+      "loss": 1.2448,
+      "step": 12676
+    },
+    {
+      "epoch": 3.775796273199427,
+      "grad_norm": 0.27205878496170044,
+      "learning_rate": 1.4299814056514672e-05,
+      "loss": 1.2221,
+      "step": 12677
+    },
+    {
+      "epoch": 3.7760941193990956,
+      "grad_norm": 0.29926252365112305,
+      "learning_rate": 1.4298943189592491e-05,
+      "loss": 1.2315,
+      "step": 12678
+    },
+    {
+      "epoch": 3.776391965598764,
+      "grad_norm": 0.2541559636592865,
+      "learning_rate": 1.4298072282673448e-05,
+      "loss": 1.2283,
+      "step": 12679
+    },
+    {
+      "epoch": 3.7766898117984327,
+      "grad_norm": 0.28829267621040344,
+      "learning_rate": 1.4297201335765643e-05,
+      "loss": 1.2127,
+      "step": 12680
+    },
+    {
+      "epoch": 3.7769876579981014,
+      "grad_norm": 0.2551625967025757,
+      "learning_rate": 1.4296330348877183e-05,
+      "loss": 1.233,
+      "step": 12681
+    },
+    {
+      "epoch": 3.7772855041977698,
+      "grad_norm": 0.2720828652381897,
+      "learning_rate": 1.429545932201617e-05,
+      "loss": 1.2149,
+      "step": 12682
+    },
+    {
+      "epoch": 3.7775833503974385,
+      "grad_norm": 0.30832982063293457,
+      "learning_rate": 1.4294588255190704e-05,
+      "loss": 1.2323,
+      "step": 12683
+    },
+    {
+      "epoch": 3.7778811965971073,
+      "grad_norm": 0.26237520575523376,
+      "learning_rate": 1.4293717148408895e-05,
+      "loss": 1.2282,
+      "step": 12684
+    },
+    {
+      "epoch": 3.7781790427967756,
+      "grad_norm": 0.30137020349502563,
+      "learning_rate": 1.4292846001678842e-05,
+      "loss": 1.251,
+      "step": 12685
+    },
+    {
+      "epoch": 3.7784768889964444,
+      "grad_norm": 0.2443857342004776,
+      "learning_rate": 1.4291974815008656e-05,
+      "loss": 1.2236,
+      "step": 12686
+    },
+    {
+      "epoch": 3.778774735196113,
+      "grad_norm": 0.278854638338089,
+      "learning_rate": 1.4291103588406439e-05,
+      "loss": 1.2435,
+      "step": 12687
+    },
+    {
+      "epoch": 3.7790725813957815,
+      "grad_norm": 0.27049946784973145,
+      "learning_rate": 1.4290232321880297e-05,
+      "loss": 1.2415,
+      "step": 12688
+    },
+    {
+      "epoch": 3.7793704275954503,
+      "grad_norm": 0.28129956126213074,
+      "learning_rate": 1.4289361015438337e-05,
+      "loss": 1.235,
+      "step": 12689
+    },
+    {
+      "epoch": 3.779668273795119,
+      "grad_norm": 0.30038005113601685,
+      "learning_rate": 1.4288489669088663e-05,
+      "loss": 1.2378,
+      "step": 12690
+    },
+    {
+      "epoch": 3.779966119994788,
+      "grad_norm": 0.2376733124256134,
+      "learning_rate": 1.4287618282839388e-05,
+      "loss": 1.232,
+      "step": 12691
+    },
+    {
+      "epoch": 3.7802639661944566,
+      "grad_norm": 0.31067323684692383,
+      "learning_rate": 1.4286746856698614e-05,
+      "loss": 1.2307,
+      "step": 12692
+    },
+    {
+      "epoch": 3.780561812394125,
+      "grad_norm": 0.24436017870903015,
+      "learning_rate": 1.4285875390674448e-05,
+      "loss": 1.2438,
+      "step": 12693
+    },
+    {
+      "epoch": 3.7808596585937937,
+      "grad_norm": 0.2674926519393921,
+      "learning_rate": 1.4285003884775002e-05,
+      "loss": 1.2166,
+      "step": 12694
+    },
+    {
+      "epoch": 3.7811575047934625,
+      "grad_norm": 0.25261390209198,
+      "learning_rate": 1.4284132339008383e-05,
+      "loss": 1.2287,
+      "step": 12695
+    },
+    {
+      "epoch": 3.781455350993131,
+      "grad_norm": 0.2543044686317444,
+      "learning_rate": 1.4283260753382696e-05,
+      "loss": 1.2535,
+      "step": 12696
+    },
+    {
+      "epoch": 3.7817531971927996,
+      "grad_norm": 0.2796723246574402,
+      "learning_rate": 1.4282389127906053e-05,
+      "loss": 1.2226,
+      "step": 12697
+    },
+    {
+      "epoch": 3.7820510433924683,
+      "grad_norm": 0.2589174807071686,
+      "learning_rate": 1.4281517462586567e-05,
+      "loss": 1.2269,
+      "step": 12698
+    },
+    {
+      "epoch": 3.7823488895921367,
+      "grad_norm": 0.2836647033691406,
+      "learning_rate": 1.4280645757432343e-05,
+      "loss": 1.2506,
+      "step": 12699
+    },
+    {
+      "epoch": 3.7826467357918054,
+      "grad_norm": 0.26077181100845337,
+      "learning_rate": 1.4279774012451493e-05,
+      "loss": 1.2353,
+      "step": 12700
+    },
+    {
+      "epoch": 3.782944581991474,
+      "grad_norm": 0.2713318467140198,
+      "learning_rate": 1.4278902227652128e-05,
+      "loss": 1.2497,
+      "step": 12701
+    },
+    {
+      "epoch": 3.7832424281911425,
+      "grad_norm": 0.24418582022190094,
+      "learning_rate": 1.4278030403042357e-05,
+      "loss": 1.2176,
+      "step": 12702
+    },
+    {
+      "epoch": 3.7835402743908113,
+      "grad_norm": 0.28171828389167786,
+      "learning_rate": 1.4277158538630294e-05,
+      "loss": 1.2286,
+      "step": 12703
+    },
+    {
+      "epoch": 3.78383812059048,
+      "grad_norm": 0.26205557584762573,
+      "learning_rate": 1.4276286634424048e-05,
+      "loss": 1.2259,
+      "step": 12704
+    },
+    {
+      "epoch": 3.784135966790149,
+      "grad_norm": 0.26702257990837097,
+      "learning_rate": 1.4275414690431735e-05,
+      "loss": 1.2135,
+      "step": 12705
+    },
+    {
+      "epoch": 3.7844338129898176,
+      "grad_norm": 0.2754550874233246,
+      "learning_rate": 1.4274542706661465e-05,
+      "loss": 1.2265,
+      "step": 12706
+    },
+    {
+      "epoch": 3.784731659189486,
+      "grad_norm": 0.29837870597839355,
+      "learning_rate": 1.427367068312135e-05,
+      "loss": 1.2318,
+      "step": 12707
+    },
+    {
+      "epoch": 3.7850295053891547,
+      "grad_norm": 0.26493605971336365,
+      "learning_rate": 1.4272798619819503e-05,
+      "loss": 1.2214,
+      "step": 12708
+    },
+    {
+      "epoch": 3.7853273515888235,
+      "grad_norm": 0.3191721439361572,
+      "learning_rate": 1.4271926516764038e-05,
+      "loss": 1.2354,
+      "step": 12709
+    },
+    {
+      "epoch": 3.785625197788492,
+      "grad_norm": 0.2518579363822937,
+      "learning_rate": 1.4271054373963073e-05,
+      "loss": 1.2078,
+      "step": 12710
+    },
+    {
+      "epoch": 3.7859230439881606,
+      "grad_norm": 0.3005197048187256,
+      "learning_rate": 1.4270182191424718e-05,
+      "loss": 1.2429,
+      "step": 12711
+    },
+    {
+      "epoch": 3.7862208901878294,
+      "grad_norm": 0.25633421540260315,
+      "learning_rate": 1.4269309969157087e-05,
+      "loss": 1.2191,
+      "step": 12712
+    },
+    {
+      "epoch": 3.7865187363874977,
+      "grad_norm": 0.3384515941143036,
+      "learning_rate": 1.4268437707168299e-05,
+      "loss": 1.2168,
+      "step": 12713
+    },
+    {
+      "epoch": 3.7868165825871665,
+      "grad_norm": 0.2397773265838623,
+      "learning_rate": 1.4267565405466464e-05,
+      "loss": 1.2267,
+      "step": 12714
+    },
+    {
+      "epoch": 3.7871144287868352,
+      "grad_norm": 0.30711597204208374,
+      "learning_rate": 1.4266693064059705e-05,
+      "loss": 1.2221,
+      "step": 12715
+    },
+    {
+      "epoch": 3.7874122749865036,
+      "grad_norm": 0.25729888677597046,
+      "learning_rate": 1.4265820682956131e-05,
+      "loss": 1.2428,
+      "step": 12716
+    },
+    {
+      "epoch": 3.7877101211861723,
+      "grad_norm": 0.24500930309295654,
+      "learning_rate": 1.426494826216386e-05,
+      "loss": 1.2185,
+      "step": 12717
+    },
+    {
+      "epoch": 3.788007967385841,
+      "grad_norm": 0.279811829328537,
+      "learning_rate": 1.4264075801691014e-05,
+      "loss": 1.2491,
+      "step": 12718
+    },
+    {
+      "epoch": 3.78830581358551,
+      "grad_norm": 0.2677135467529297,
+      "learning_rate": 1.4263203301545705e-05,
+      "loss": 1.237,
+      "step": 12719
+    },
+    {
+      "epoch": 3.7886036597851787,
+      "grad_norm": 0.29217711091041565,
+      "learning_rate": 1.4262330761736051e-05,
+      "loss": 1.2313,
+      "step": 12720
+    },
+    {
+      "epoch": 3.788901505984847,
+      "grad_norm": 0.26018255949020386,
+      "learning_rate": 1.4261458182270173e-05,
+      "loss": 1.2316,
+      "step": 12721
+    },
+    {
+      "epoch": 3.7891993521845158,
+      "grad_norm": 0.349682480096817,
+      "learning_rate": 1.426058556315619e-05,
+      "loss": 1.2238,
+      "step": 12722
+    },
+    {
+      "epoch": 3.7894971983841845,
+      "grad_norm": 0.24746723473072052,
+      "learning_rate": 1.4259712904402219e-05,
+      "loss": 1.2287,
+      "step": 12723
+    },
+    {
+      "epoch": 3.789795044583853,
+      "grad_norm": 0.313815176486969,
+      "learning_rate": 1.4258840206016376e-05,
+      "loss": 1.2183,
+      "step": 12724
+    },
+    {
+      "epoch": 3.7900928907835216,
+      "grad_norm": 0.24808746576309204,
+      "learning_rate": 1.4257967468006782e-05,
+      "loss": 1.2433,
+      "step": 12725
+    },
+    {
+      "epoch": 3.7903907369831904,
+      "grad_norm": 0.2969103753566742,
+      "learning_rate": 1.4257094690381559e-05,
+      "loss": 1.2373,
+      "step": 12726
+    },
+    {
+      "epoch": 3.7906885831828587,
+      "grad_norm": 0.26070764660835266,
+      "learning_rate": 1.4256221873148826e-05,
+      "loss": 1.2149,
+      "step": 12727
+    },
+    {
+      "epoch": 3.7909864293825275,
+      "grad_norm": 0.3144305944442749,
+      "learning_rate": 1.4255349016316707e-05,
+      "loss": 1.2255,
+      "step": 12728
+    },
+    {
+      "epoch": 3.7912842755821963,
+      "grad_norm": 0.2931560277938843,
+      "learning_rate": 1.4254476119893317e-05,
+      "loss": 1.2357,
+      "step": 12729
+    },
+    {
+      "epoch": 3.791582121781865,
+      "grad_norm": 0.3370493948459625,
+      "learning_rate": 1.4253603183886779e-05,
+      "loss": 1.2322,
+      "step": 12730
+    },
+    {
+      "epoch": 3.7918799679815334,
+      "grad_norm": 0.23886103928089142,
+      "learning_rate": 1.425273020830522e-05,
+      "loss": 1.2387,
+      "step": 12731
+    },
+    {
+      "epoch": 3.792177814181202,
+      "grad_norm": 0.25827065110206604,
+      "learning_rate": 1.4251857193156754e-05,
+      "loss": 1.2214,
+      "step": 12732
+    },
+    {
+      "epoch": 3.792475660380871,
+      "grad_norm": 0.24766288697719574,
+      "learning_rate": 1.4250984138449506e-05,
+      "loss": 1.2268,
+      "step": 12733
+    },
+    {
+      "epoch": 3.7927735065805397,
+      "grad_norm": 0.23920349776744843,
+      "learning_rate": 1.4250111044191604e-05,
+      "loss": 1.2229,
+      "step": 12734
+    },
+    {
+      "epoch": 3.793071352780208,
+      "grad_norm": 0.26184290647506714,
+      "learning_rate": 1.4249237910391164e-05,
+      "loss": 1.2299,
+      "step": 12735
+    },
+    {
+      "epoch": 3.793369198979877,
+      "grad_norm": 0.24239376187324524,
+      "learning_rate": 1.4248364737056318e-05,
+      "loss": 1.224,
+      "step": 12736
+    },
+    {
+      "epoch": 3.7936670451795456,
+      "grad_norm": 0.24595192074775696,
+      "learning_rate": 1.4247491524195176e-05,
+      "loss": 1.246,
+      "step": 12737
+    },
+    {
+      "epoch": 3.793964891379214,
+      "grad_norm": 0.2419978678226471,
+      "learning_rate": 1.4246618271815877e-05,
+      "loss": 1.223,
+      "step": 12738
+    },
+    {
+      "epoch": 3.7942627375788827,
+      "grad_norm": 0.2508220970630646,
+      "learning_rate": 1.4245744979926538e-05,
+      "loss": 1.25,
+      "step": 12739
+    },
+    {
+      "epoch": 3.7945605837785514,
+      "grad_norm": 0.24817495048046112,
+      "learning_rate": 1.4244871648535288e-05,
+      "loss": 1.2404,
+      "step": 12740
+    },
+    {
+      "epoch": 3.7948584299782198,
+      "grad_norm": 0.2514076828956604,
+      "learning_rate": 1.4243998277650248e-05,
+      "loss": 1.2483,
+      "step": 12741
+    },
+    {
+      "epoch": 3.7951562761778885,
+      "grad_norm": 0.2461961805820465,
+      "learning_rate": 1.4243124867279545e-05,
+      "loss": 1.2093,
+      "step": 12742
+    },
+    {
+      "epoch": 3.7954541223775573,
+      "grad_norm": 0.2558443248271942,
+      "learning_rate": 1.4242251417431306e-05,
+      "loss": 1.2331,
+      "step": 12743
+    },
+    {
+      "epoch": 3.795751968577226,
+      "grad_norm": 0.28598901629447937,
+      "learning_rate": 1.4241377928113658e-05,
+      "loss": 1.2371,
+      "step": 12744
+    },
+    {
+      "epoch": 3.796049814776895,
+      "grad_norm": 0.2537623941898346,
+      "learning_rate": 1.4240504399334728e-05,
+      "loss": 1.2321,
+      "step": 12745
+    },
+    {
+      "epoch": 3.796347660976563,
+      "grad_norm": 0.2908998131752014,
+      "learning_rate": 1.4239630831102641e-05,
+      "loss": 1.2273,
+      "step": 12746
+    },
+    {
+      "epoch": 3.796645507176232,
+      "grad_norm": 0.3052311837673187,
+      "learning_rate": 1.4238757223425528e-05,
+      "loss": 1.2196,
+      "step": 12747
+    },
+    {
+      "epoch": 3.7969433533759007,
+      "grad_norm": 0.3534977436065674,
+      "learning_rate": 1.423788357631151e-05,
+      "loss": 1.2208,
+      "step": 12748
+    },
+    {
+      "epoch": 3.797241199575569,
+      "grad_norm": 0.27182501554489136,
+      "learning_rate": 1.4237009889768725e-05,
+      "loss": 1.2239,
+      "step": 12749
+    },
+    {
+      "epoch": 3.797539045775238,
+      "grad_norm": 0.33824798464775085,
+      "learning_rate": 1.4236136163805294e-05,
+      "loss": 1.2348,
+      "step": 12750
+    },
+    {
+      "epoch": 3.7978368919749066,
+      "grad_norm": 0.3123975694179535,
+      "learning_rate": 1.423526239842935e-05,
+      "loss": 1.2235,
+      "step": 12751
+    },
+    {
+      "epoch": 3.798134738174575,
+      "grad_norm": 0.2852601408958435,
+      "learning_rate": 1.423438859364902e-05,
+      "loss": 1.2294,
+      "step": 12752
+    },
+    {
+      "epoch": 3.7984325843742437,
+      "grad_norm": 0.33295968174934387,
+      "learning_rate": 1.423351474947244e-05,
+      "loss": 1.2377,
+      "step": 12753
+    },
+    {
+      "epoch": 3.7987304305739125,
+      "grad_norm": 0.2448887676000595,
+      "learning_rate": 1.4232640865907729e-05,
+      "loss": 1.2299,
+      "step": 12754
+    },
+    {
+      "epoch": 3.799028276773581,
+      "grad_norm": 0.299250990152359,
+      "learning_rate": 1.4231766942963025e-05,
+      "loss": 1.2408,
+      "step": 12755
+    },
+    {
+      "epoch": 3.7993261229732496,
+      "grad_norm": 0.25415459275245667,
+      "learning_rate": 1.423089298064646e-05,
+      "loss": 1.2254,
+      "step": 12756
+    },
+    {
+      "epoch": 3.7996239691729183,
+      "grad_norm": 0.2801014482975006,
+      "learning_rate": 1.4230018978966162e-05,
+      "loss": 1.2234,
+      "step": 12757
+    },
+    {
+      "epoch": 3.799921815372587,
+      "grad_norm": 0.2553093135356903,
+      "learning_rate": 1.4229144937930263e-05,
+      "loss": 1.2236,
+      "step": 12758
+    },
+    {
+      "epoch": 3.800219661572256,
+      "grad_norm": 0.2585800290107727,
+      "learning_rate": 1.4228270857546895e-05,
+      "loss": 1.2099,
+      "step": 12759
+    },
+    {
+      "epoch": 3.800517507771924,
+      "grad_norm": 0.29664096236228943,
+      "learning_rate": 1.4227396737824193e-05,
+      "loss": 1.2389,
+      "step": 12760
+    },
+    {
+      "epoch": 3.800815353971593,
+      "grad_norm": 0.2602430284023285,
+      "learning_rate": 1.4226522578770285e-05,
+      "loss": 1.2383,
+      "step": 12761
+    },
+    {
+      "epoch": 3.8011132001712618,
+      "grad_norm": 0.27732184529304504,
+      "learning_rate": 1.4225648380393306e-05,
+      "loss": 1.2235,
+      "step": 12762
+    },
+    {
+      "epoch": 3.80141104637093,
+      "grad_norm": 0.2764049470424652,
+      "learning_rate": 1.4224774142701394e-05,
+      "loss": 1.2356,
+      "step": 12763
+    },
+    {
+      "epoch": 3.801708892570599,
+      "grad_norm": 0.24653466045856476,
+      "learning_rate": 1.4223899865702677e-05,
+      "loss": 1.2279,
+      "step": 12764
+    },
+    {
+      "epoch": 3.8020067387702676,
+      "grad_norm": 0.25066083669662476,
+      "learning_rate": 1.422302554940529e-05,
+      "loss": 1.2325,
+      "step": 12765
+    },
+    {
+      "epoch": 3.802304584969936,
+      "grad_norm": 0.3771968483924866,
+      "learning_rate": 1.4222151193817368e-05,
+      "loss": 1.2464,
+      "step": 12766
+    },
+    {
+      "epoch": 3.8026024311696047,
+      "grad_norm": 0.3234902620315552,
+      "learning_rate": 1.4221276798947048e-05,
+      "loss": 1.2205,
+      "step": 12767
+    },
+    {
+      "epoch": 3.8029002773692735,
+      "grad_norm": 0.33073753118515015,
+      "learning_rate": 1.4220402364802461e-05,
+      "loss": 1.2168,
+      "step": 12768
+    },
+    {
+      "epoch": 3.803198123568942,
+      "grad_norm": 0.4305053651332855,
+      "learning_rate": 1.4219527891391746e-05,
+      "loss": 1.2184,
+      "step": 12769
+    },
+    {
+      "epoch": 3.8034959697686106,
+      "grad_norm": 0.25483497977256775,
+      "learning_rate": 1.4218653378723042e-05,
+      "loss": 1.2169,
+      "step": 12770
+    },
+    {
+      "epoch": 3.8037938159682794,
+      "grad_norm": 0.32836589217185974,
+      "learning_rate": 1.421777882680448e-05,
+      "loss": 1.2201,
+      "step": 12771
+    },
+    {
+      "epoch": 3.804091662167948,
+      "grad_norm": 0.2492336630821228,
+      "learning_rate": 1.4216904235644195e-05,
+      "loss": 1.2349,
+      "step": 12772
+    },
+    {
+      "epoch": 3.804389508367617,
+      "grad_norm": 0.3971332609653473,
+      "learning_rate": 1.421602960525033e-05,
+      "loss": 1.2135,
+      "step": 12773
+    },
+    {
+      "epoch": 3.8046873545672852,
+      "grad_norm": 0.32474571466445923,
+      "learning_rate": 1.4215154935631021e-05,
+      "loss": 1.2447,
+      "step": 12774
+    },
+    {
+      "epoch": 3.804985200766954,
+      "grad_norm": 0.310362309217453,
+      "learning_rate": 1.4214280226794404e-05,
+      "loss": 1.2294,
+      "step": 12775
+    },
+    {
+      "epoch": 3.805283046966623,
+      "grad_norm": 0.26335400342941284,
+      "learning_rate": 1.4213405478748616e-05,
+      "loss": 1.2481,
+      "step": 12776
+    },
+    {
+      "epoch": 3.805580893166291,
+      "grad_norm": 0.33689048886299133,
+      "learning_rate": 1.42125306915018e-05,
+      "loss": 1.2269,
+      "step": 12777
+    },
+    {
+      "epoch": 3.80587873936596,
+      "grad_norm": 0.2633482813835144,
+      "learning_rate": 1.4211655865062091e-05,
+      "loss": 1.2301,
+      "step": 12778
+    },
+    {
+      "epoch": 3.8061765855656287,
+      "grad_norm": 0.3629227876663208,
+      "learning_rate": 1.421078099943763e-05,
+      "loss": 1.2232,
+      "step": 12779
+    },
+    {
+      "epoch": 3.806474431765297,
+      "grad_norm": 0.24028271436691284,
+      "learning_rate": 1.420990609463656e-05,
+      "loss": 1.2363,
+      "step": 12780
+    },
+    {
+      "epoch": 3.8067722779649658,
+      "grad_norm": 0.4227234423160553,
+      "learning_rate": 1.4209031150667013e-05,
+      "loss": 1.2418,
+      "step": 12781
+    },
+    {
+      "epoch": 3.8070701241646345,
+      "grad_norm": 0.2809666097164154,
+      "learning_rate": 1.4208156167537132e-05,
+      "loss": 1.2268,
+      "step": 12782
+    },
+    {
+      "epoch": 3.807367970364303,
+      "grad_norm": 0.3538129925727844,
+      "learning_rate": 1.4207281145255063e-05,
+      "loss": 1.2254,
+      "step": 12783
+    },
+    {
+      "epoch": 3.8076658165639716,
+      "grad_norm": 0.24617306888103485,
+      "learning_rate": 1.4206406083828943e-05,
+      "loss": 1.2284,
+      "step": 12784
+    },
+    {
+      "epoch": 3.8079636627636404,
+      "grad_norm": 0.4199250638484955,
+      "learning_rate": 1.4205530983266913e-05,
+      "loss": 1.2411,
+      "step": 12785
+    },
+    {
+      "epoch": 3.808261508963309,
+      "grad_norm": 0.24131809175014496,
+      "learning_rate": 1.4204655843577117e-05,
+      "loss": 1.2143,
+      "step": 12786
+    },
+    {
+      "epoch": 3.808559355162978,
+      "grad_norm": 0.30456212162971497,
+      "learning_rate": 1.42037806647677e-05,
+      "loss": 1.2339,
+      "step": 12787
+    },
+    {
+      "epoch": 3.8088572013626463,
+      "grad_norm": 0.25974634289741516,
+      "learning_rate": 1.4202905446846793e-05,
+      "loss": 1.2316,
+      "step": 12788
+    },
+    {
+      "epoch": 3.809155047562315,
+      "grad_norm": 0.318865567445755,
+      "learning_rate": 1.4202030189822551e-05,
+      "loss": 1.2177,
+      "step": 12789
+    },
+    {
+      "epoch": 3.809452893761984,
+      "grad_norm": 0.2840079963207245,
+      "learning_rate": 1.420115489370311e-05,
+      "loss": 1.2415,
+      "step": 12790
+    },
+    {
+      "epoch": 3.809750739961652,
+      "grad_norm": 0.26356443762779236,
+      "learning_rate": 1.420027955849662e-05,
+      "loss": 1.2234,
+      "step": 12791
+    },
+    {
+      "epoch": 3.810048586161321,
+      "grad_norm": 0.27328574657440186,
+      "learning_rate": 1.419940418421122e-05,
+      "loss": 1.2234,
+      "step": 12792
+    },
+    {
+      "epoch": 3.8103464323609897,
+      "grad_norm": 0.25236785411834717,
+      "learning_rate": 1.4198528770855056e-05,
+      "loss": 1.2198,
+      "step": 12793
+    },
+    {
+      "epoch": 3.810644278560658,
+      "grad_norm": 0.2905680537223816,
+      "learning_rate": 1.4197653318436273e-05,
+      "loss": 1.2455,
+      "step": 12794
+    },
+    {
+      "epoch": 3.810942124760327,
+      "grad_norm": 0.25465255975723267,
+      "learning_rate": 1.4196777826963018e-05,
+      "loss": 1.2265,
+      "step": 12795
+    },
+    {
+      "epoch": 3.8112399709599956,
+      "grad_norm": 0.27620112895965576,
+      "learning_rate": 1.4195902296443427e-05,
+      "loss": 1.2478,
+      "step": 12796
+    },
+    {
+      "epoch": 3.8115378171596643,
+      "grad_norm": 0.2501170337200165,
+      "learning_rate": 1.419502672688566e-05,
+      "loss": 1.21,
+      "step": 12797
+    },
+    {
+      "epoch": 3.8118356633593327,
+      "grad_norm": 0.24600648880004883,
+      "learning_rate": 1.4194151118297854e-05,
+      "loss": 1.2288,
+      "step": 12798
+    },
+    {
+      "epoch": 3.8121335095590014,
+      "grad_norm": 0.28037095069885254,
+      "learning_rate": 1.4193275470688157e-05,
+      "loss": 1.2301,
+      "step": 12799
+    },
+    {
+      "epoch": 3.81243135575867,
+      "grad_norm": 0.2571197748184204,
+      "learning_rate": 1.4192399784064718e-05,
+      "loss": 1.2219,
+      "step": 12800
+    },
+    {
+      "epoch": 3.812729201958339,
+      "grad_norm": 0.29590463638305664,
+      "learning_rate": 1.4191524058435682e-05,
+      "loss": 1.2236,
+      "step": 12801
+    },
+    {
+      "epoch": 3.8130270481580073,
+      "grad_norm": 0.2541712522506714,
+      "learning_rate": 1.4190648293809198e-05,
+      "loss": 1.2225,
+      "step": 12802
+    },
+    {
+      "epoch": 3.813324894357676,
+      "grad_norm": 0.30674511194229126,
+      "learning_rate": 1.4189772490193414e-05,
+      "loss": 1.2229,
+      "step": 12803
+    },
+    {
+      "epoch": 3.813622740557345,
+      "grad_norm": 0.24881549179553986,
+      "learning_rate": 1.418889664759648e-05,
+      "loss": 1.2191,
+      "step": 12804
+    },
+    {
+      "epoch": 3.813920586757013,
+      "grad_norm": 0.2782246768474579,
+      "learning_rate": 1.418802076602654e-05,
+      "loss": 1.224,
+      "step": 12805
+    },
+    {
+      "epoch": 3.814218432956682,
+      "grad_norm": 0.2547534704208374,
+      "learning_rate": 1.4187144845491748e-05,
+      "loss": 1.215,
+      "step": 12806
+    },
+    {
+      "epoch": 3.8145162791563507,
+      "grad_norm": 0.2677958309650421,
+      "learning_rate": 1.418626888600025e-05,
+      "loss": 1.22,
+      "step": 12807
+    },
+    {
+      "epoch": 3.814814125356019,
+      "grad_norm": 0.25236955285072327,
+      "learning_rate": 1.4185392887560197e-05,
+      "loss": 1.2383,
+      "step": 12808
+    },
+    {
+      "epoch": 3.815111971555688,
+      "grad_norm": 0.24296407401561737,
+      "learning_rate": 1.4184516850179739e-05,
+      "loss": 1.2217,
+      "step": 12809
+    },
+    {
+      "epoch": 3.8154098177553566,
+      "grad_norm": 0.27396103739738464,
+      "learning_rate": 1.4183640773867026e-05,
+      "loss": 1.2237,
+      "step": 12810
+    },
+    {
+      "epoch": 3.8157076639550254,
+      "grad_norm": 0.2571660876274109,
+      "learning_rate": 1.4182764658630215e-05,
+      "loss": 1.2088,
+      "step": 12811
+    },
+    {
+      "epoch": 3.816005510154694,
+      "grad_norm": 0.26393911242485046,
+      "learning_rate": 1.4181888504477447e-05,
+      "loss": 1.2457,
+      "step": 12812
+    },
+    {
+      "epoch": 3.8163033563543625,
+      "grad_norm": 0.2524780035018921,
+      "learning_rate": 1.4181012311416882e-05,
+      "loss": 1.2366,
+      "step": 12813
+    },
+    {
+      "epoch": 3.8166012025540312,
+      "grad_norm": 0.3149135708808899,
+      "learning_rate": 1.4180136079456666e-05,
+      "loss": 1.2309,
+      "step": 12814
+    },
+    {
+      "epoch": 3.8168990487537,
+      "grad_norm": 0.26127392053604126,
+      "learning_rate": 1.4179259808604954e-05,
+      "loss": 1.2289,
+      "step": 12815
+    },
+    {
+      "epoch": 3.8171968949533683,
+      "grad_norm": 0.29379215836524963,
+      "learning_rate": 1.4178383498869902e-05,
+      "loss": 1.2355,
+      "step": 12816
+    },
+    {
+      "epoch": 3.817494741153037,
+      "grad_norm": 0.3243806064128876,
+      "learning_rate": 1.4177507150259656e-05,
+      "loss": 1.2401,
+      "step": 12817
+    },
+    {
+      "epoch": 3.817792587352706,
+      "grad_norm": 0.26709645986557007,
+      "learning_rate": 1.4176630762782378e-05,
+      "loss": 1.2387,
+      "step": 12818
+    },
+    {
+      "epoch": 3.818090433552374,
+      "grad_norm": 0.274420827627182,
+      "learning_rate": 1.417575433644621e-05,
+      "loss": 1.235,
+      "step": 12819
+    },
+    {
+      "epoch": 3.818388279752043,
+      "grad_norm": 0.3666256368160248,
+      "learning_rate": 1.4174877871259319e-05,
+      "loss": 1.2343,
+      "step": 12820
+    },
+    {
+      "epoch": 3.8186861259517118,
+      "grad_norm": 0.3476208448410034,
+      "learning_rate": 1.4174001367229853e-05,
+      "loss": 1.2284,
+      "step": 12821
+    },
+    {
+      "epoch": 3.81898397215138,
+      "grad_norm": 0.28282949328422546,
+      "learning_rate": 1.4173124824365968e-05,
+      "loss": 1.2367,
+      "step": 12822
+    },
+    {
+      "epoch": 3.819281818351049,
+      "grad_norm": 0.26556313037872314,
+      "learning_rate": 1.417224824267582e-05,
+      "loss": 1.2416,
+      "step": 12823
+    },
+    {
+      "epoch": 3.8195796645507176,
+      "grad_norm": 0.3180636167526245,
+      "learning_rate": 1.4171371622167562e-05,
+      "loss": 1.2339,
+      "step": 12824
+    },
+    {
+      "epoch": 3.8198775107503864,
+      "grad_norm": 0.24711021780967712,
+      "learning_rate": 1.4170494962849349e-05,
+      "loss": 1.2254,
+      "step": 12825
+    },
+    {
+      "epoch": 3.820175356950055,
+      "grad_norm": 0.2862757444381714,
+      "learning_rate": 1.4169618264729343e-05,
+      "loss": 1.2259,
+      "step": 12826
+    },
+    {
+      "epoch": 3.8204732031497235,
+      "grad_norm": 0.2634437382221222,
+      "learning_rate": 1.4168741527815697e-05,
+      "loss": 1.2319,
+      "step": 12827
+    },
+    {
+      "epoch": 3.8207710493493923,
+      "grad_norm": 0.31689709424972534,
+      "learning_rate": 1.416786475211657e-05,
+      "loss": 1.2281,
+      "step": 12828
+    },
+    {
+      "epoch": 3.821068895549061,
+      "grad_norm": 0.2715291380882263,
+      "learning_rate": 1.4166987937640117e-05,
+      "loss": 1.2323,
+      "step": 12829
+    },
+    {
+      "epoch": 3.8213667417487294,
+      "grad_norm": 0.3118676245212555,
+      "learning_rate": 1.4166111084394495e-05,
+      "loss": 1.2391,
+      "step": 12830
+    },
+    {
+      "epoch": 3.821664587948398,
+      "grad_norm": 0.2390519380569458,
+      "learning_rate": 1.4165234192387866e-05,
+      "loss": 1.206,
+      "step": 12831
+    },
+    {
+      "epoch": 3.821962434148067,
+      "grad_norm": 0.3161649703979492,
+      "learning_rate": 1.4164357261628388e-05,
+      "loss": 1.2205,
+      "step": 12832
+    },
+    {
+      "epoch": 3.8222602803477352,
+      "grad_norm": 0.23863878846168518,
+      "learning_rate": 1.4163480292124214e-05,
+      "loss": 1.2189,
+      "step": 12833
+    },
+    {
+      "epoch": 3.822558126547404,
+      "grad_norm": 0.2643231451511383,
+      "learning_rate": 1.4162603283883511e-05,
+      "loss": 1.2417,
+      "step": 12834
+    },
+    {
+      "epoch": 3.822855972747073,
+      "grad_norm": 0.23881596326828003,
+      "learning_rate": 1.4161726236914434e-05,
+      "loss": 1.2371,
+      "step": 12835
+    },
+    {
+      "epoch": 3.823153818946741,
+      "grad_norm": 0.28563517332077026,
+      "learning_rate": 1.4160849151225147e-05,
+      "loss": 1.2442,
+      "step": 12836
+    },
+    {
+      "epoch": 3.82345166514641,
+      "grad_norm": 0.24477483332157135,
+      "learning_rate": 1.4159972026823802e-05,
+      "loss": 1.2296,
+      "step": 12837
+    },
+    {
+      "epoch": 3.8237495113460787,
+      "grad_norm": 0.25879228115081787,
+      "learning_rate": 1.415909486371857e-05,
+      "loss": 1.2247,
+      "step": 12838
+    },
+    {
+      "epoch": 3.8240473575457474,
+      "grad_norm": 0.26841700077056885,
+      "learning_rate": 1.4158217661917604e-05,
+      "loss": 1.2219,
+      "step": 12839
+    },
+    {
+      "epoch": 3.824345203745416,
+      "grad_norm": 0.29669052362442017,
+      "learning_rate": 1.4157340421429071e-05,
+      "loss": 1.2453,
+      "step": 12840
+    },
+    {
+      "epoch": 3.8246430499450845,
+      "grad_norm": 0.24732880294322968,
+      "learning_rate": 1.415646314226113e-05,
+      "loss": 1.2406,
+      "step": 12841
+    },
+    {
+      "epoch": 3.8249408961447533,
+      "grad_norm": 0.2771657109260559,
+      "learning_rate": 1.4155585824421941e-05,
+      "loss": 1.2316,
+      "step": 12842
+    },
+    {
+      "epoch": 3.825238742344422,
+      "grad_norm": 0.2514537572860718,
+      "learning_rate": 1.4154708467919669e-05,
+      "loss": 1.233,
+      "step": 12843
+    },
+    {
+      "epoch": 3.8255365885440904,
+      "grad_norm": 0.2608799338340759,
+      "learning_rate": 1.4153831072762476e-05,
+      "loss": 1.2366,
+      "step": 12844
+    },
+    {
+      "epoch": 3.825834434743759,
+      "grad_norm": 0.23932795226573944,
+      "learning_rate": 1.4152953638958531e-05,
+      "loss": 1.2475,
+      "step": 12845
+    },
+    {
+      "epoch": 3.826132280943428,
+      "grad_norm": 0.24809974431991577,
+      "learning_rate": 1.4152076166515987e-05,
+      "loss": 1.2333,
+      "step": 12846
+    },
+    {
+      "epoch": 3.8264301271430963,
+      "grad_norm": 0.24367476999759674,
+      "learning_rate": 1.4151198655443014e-05,
+      "loss": 1.2292,
+      "step": 12847
+    },
+    {
+      "epoch": 3.826727973342765,
+      "grad_norm": 0.2372283935546875,
+      "learning_rate": 1.4150321105747777e-05,
+      "loss": 1.2335,
+      "step": 12848
+    },
+    {
+      "epoch": 3.827025819542434,
+      "grad_norm": 0.2502457797527313,
+      "learning_rate": 1.414944351743844e-05,
+      "loss": 1.2319,
+      "step": 12849
+    },
+    {
+      "epoch": 3.8273236657421026,
+      "grad_norm": 0.25848546624183655,
+      "learning_rate": 1.4148565890523162e-05,
+      "loss": 1.224,
+      "step": 12850
+    },
+    {
+      "epoch": 3.827621511941771,
+      "grad_norm": 0.24064145982265472,
+      "learning_rate": 1.4147688225010119e-05,
+      "loss": 1.2133,
+      "step": 12851
+    },
+    {
+      "epoch": 3.8279193581414397,
+      "grad_norm": 0.26705843210220337,
+      "learning_rate": 1.414681052090747e-05,
+      "loss": 1.2402,
+      "step": 12852
+    },
+    {
+      "epoch": 3.8282172043411085,
+      "grad_norm": 0.24247168004512787,
+      "learning_rate": 1.4145932778223381e-05,
+      "loss": 1.2302,
+      "step": 12853
+    },
+    {
+      "epoch": 3.8285150505407772,
+      "grad_norm": 0.26049691438674927,
+      "learning_rate": 1.4145054996966021e-05,
+      "loss": 1.2326,
+      "step": 12854
+    },
+    {
+      "epoch": 3.8288128967404456,
+      "grad_norm": 0.30729058384895325,
+      "learning_rate": 1.4144177177143554e-05,
+      "loss": 1.2334,
+      "step": 12855
+    },
+    {
+      "epoch": 3.8291107429401143,
+      "grad_norm": 0.2650429904460907,
+      "learning_rate": 1.4143299318764149e-05,
+      "loss": 1.2382,
+      "step": 12856
+    },
+    {
+      "epoch": 3.829408589139783,
+      "grad_norm": 0.2934802770614624,
+      "learning_rate": 1.4142421421835972e-05,
+      "loss": 1.2304,
+      "step": 12857
+    },
+    {
+      "epoch": 3.8297064353394514,
+      "grad_norm": 0.253642737865448,
+      "learning_rate": 1.4141543486367193e-05,
+      "loss": 1.2304,
+      "step": 12858
+    },
+    {
+      "epoch": 3.83000428153912,
+      "grad_norm": 0.3072591722011566,
+      "learning_rate": 1.414066551236598e-05,
+      "loss": 1.237,
+      "step": 12859
+    },
+    {
+      "epoch": 3.830302127738789,
+      "grad_norm": 0.3484978675842285,
+      "learning_rate": 1.41397874998405e-05,
+      "loss": 1.2316,
+      "step": 12860
+    },
+    {
+      "epoch": 3.8305999739384573,
+      "grad_norm": 0.3204314112663269,
+      "learning_rate": 1.413890944879892e-05,
+      "loss": 1.2345,
+      "step": 12861
+    },
+    {
+      "epoch": 3.830897820138126,
+      "grad_norm": 0.3025658130645752,
+      "learning_rate": 1.4138031359249416e-05,
+      "loss": 1.219,
+      "step": 12862
+    },
+    {
+      "epoch": 3.831195666337795,
+      "grad_norm": 0.45898616313934326,
+      "learning_rate": 1.413715323120015e-05,
+      "loss": 1.2281,
+      "step": 12863
+    },
+    {
+      "epoch": 3.8314935125374636,
+      "grad_norm": 0.2997315526008606,
+      "learning_rate": 1.4136275064659297e-05,
+      "loss": 1.2262,
+      "step": 12864
+    },
+    {
+      "epoch": 3.831791358737132,
+      "grad_norm": 0.2999708354473114,
+      "learning_rate": 1.4135396859635028e-05,
+      "loss": 1.2194,
+      "step": 12865
+    },
+    {
+      "epoch": 3.8320892049368007,
+      "grad_norm": 0.30110031366348267,
+      "learning_rate": 1.4134518616135507e-05,
+      "loss": 1.2303,
+      "step": 12866
+    },
+    {
+      "epoch": 3.8323870511364695,
+      "grad_norm": 0.27862995862960815,
+      "learning_rate": 1.4133640334168912e-05,
+      "loss": 1.2235,
+      "step": 12867
+    },
+    {
+      "epoch": 3.8326848973361383,
+      "grad_norm": 0.3227183222770691,
+      "learning_rate": 1.413276201374341e-05,
+      "loss": 1.2088,
+      "step": 12868
+    },
+    {
+      "epoch": 3.8329827435358066,
+      "grad_norm": 0.27088144421577454,
+      "learning_rate": 1.413188365486718e-05,
+      "loss": 1.2288,
+      "step": 12869
+    },
+    {
+      "epoch": 3.8332805897354754,
+      "grad_norm": 0.30756035447120667,
+      "learning_rate": 1.4131005257548387e-05,
+      "loss": 1.2166,
+      "step": 12870
+    },
+    {
+      "epoch": 3.833578435935144,
+      "grad_norm": 0.26481255888938904,
+      "learning_rate": 1.4130126821795202e-05,
+      "loss": 1.2493,
+      "step": 12871
+    },
+    {
+      "epoch": 3.8338762821348125,
+      "grad_norm": 0.32878783345222473,
+      "learning_rate": 1.4129248347615804e-05,
+      "loss": 1.2195,
+      "step": 12872
+    },
+    {
+      "epoch": 3.8341741283344812,
+      "grad_norm": 0.2628609538078308,
+      "learning_rate": 1.4128369835018365e-05,
+      "loss": 1.2375,
+      "step": 12873
+    },
+    {
+      "epoch": 3.83447197453415,
+      "grad_norm": 0.27789103984832764,
+      "learning_rate": 1.4127491284011054e-05,
+      "loss": 1.2126,
+      "step": 12874
+    },
+    {
+      "epoch": 3.8347698207338183,
+      "grad_norm": 0.26154825091362,
+      "learning_rate": 1.4126612694602049e-05,
+      "loss": 1.2341,
+      "step": 12875
+    },
+    {
+      "epoch": 3.835067666933487,
+      "grad_norm": 0.2882075905799866,
+      "learning_rate": 1.4125734066799526e-05,
+      "loss": 1.2393,
+      "step": 12876
+    },
+    {
+      "epoch": 3.835365513133156,
+      "grad_norm": 0.2781543731689453,
+      "learning_rate": 1.4124855400611655e-05,
+      "loss": 1.216,
+      "step": 12877
+    },
+    {
+      "epoch": 3.8356633593328247,
+      "grad_norm": 0.28504717350006104,
+      "learning_rate": 1.412397669604661e-05,
+      "loss": 1.2342,
+      "step": 12878
+    },
+    {
+      "epoch": 3.8359612055324934,
+      "grad_norm": 0.32166755199432373,
+      "learning_rate": 1.4123097953112574e-05,
+      "loss": 1.2228,
+      "step": 12879
+    },
+    {
+      "epoch": 3.8362590517321618,
+      "grad_norm": 0.27417391538619995,
+      "learning_rate": 1.4122219171817717e-05,
+      "loss": 1.2111,
+      "step": 12880
+    },
+    {
+      "epoch": 3.8365568979318305,
+      "grad_norm": 0.48461154103279114,
+      "learning_rate": 1.4121340352170217e-05,
+      "loss": 1.2248,
+      "step": 12881
+    },
+    {
+      "epoch": 3.8368547441314993,
+      "grad_norm": 0.3839823603630066,
+      "learning_rate": 1.412046149417825e-05,
+      "loss": 1.2247,
+      "step": 12882
+    },
+    {
+      "epoch": 3.8371525903311676,
+      "grad_norm": 0.29947030544281006,
+      "learning_rate": 1.4119582597849993e-05,
+      "loss": 1.2255,
+      "step": 12883
+    },
+    {
+      "epoch": 3.8374504365308364,
+      "grad_norm": 0.35313907265663147,
+      "learning_rate": 1.4118703663193615e-05,
+      "loss": 1.2265,
+      "step": 12884
+    },
+    {
+      "epoch": 3.837748282730505,
+      "grad_norm": 0.27523180842399597,
+      "learning_rate": 1.4117824690217307e-05,
+      "loss": 1.2319,
+      "step": 12885
+    },
+    {
+      "epoch": 3.8380461289301735,
+      "grad_norm": 0.31127822399139404,
+      "learning_rate": 1.4116945678929244e-05,
+      "loss": 1.2195,
+      "step": 12886
+    },
+    {
+      "epoch": 3.8383439751298423,
+      "grad_norm": 0.2907017767429352,
+      "learning_rate": 1.4116066629337596e-05,
+      "loss": 1.2471,
+      "step": 12887
+    },
+    {
+      "epoch": 3.838641821329511,
+      "grad_norm": 0.2989345192909241,
+      "learning_rate": 1.411518754145055e-05,
+      "loss": 1.2197,
+      "step": 12888
+    },
+    {
+      "epoch": 3.8389396675291794,
+      "grad_norm": 0.2512325942516327,
+      "learning_rate": 1.411430841527628e-05,
+      "loss": 1.2167,
+      "step": 12889
+    },
+    {
+      "epoch": 3.839237513728848,
+      "grad_norm": 0.30058085918426514,
+      "learning_rate": 1.4113429250822965e-05,
+      "loss": 1.2366,
+      "step": 12890
+    },
+    {
+      "epoch": 3.839535359928517,
+      "grad_norm": 0.2330739051103592,
+      "learning_rate": 1.411255004809879e-05,
+      "loss": 1.2098,
+      "step": 12891
+    },
+    {
+      "epoch": 3.8398332061281857,
+      "grad_norm": 0.2903881072998047,
+      "learning_rate": 1.411167080711193e-05,
+      "loss": 1.2274,
+      "step": 12892
+    },
+    {
+      "epoch": 3.8401310523278545,
+      "grad_norm": 0.246946781873703,
+      "learning_rate": 1.411079152787057e-05,
+      "loss": 1.2264,
+      "step": 12893
+    },
+    {
+      "epoch": 3.840428898527523,
+      "grad_norm": 0.2761788070201874,
+      "learning_rate": 1.4109912210382884e-05,
+      "loss": 1.2443,
+      "step": 12894
+    },
+    {
+      "epoch": 3.8407267447271916,
+      "grad_norm": 0.256935179233551,
+      "learning_rate": 1.410903285465706e-05,
+      "loss": 1.2195,
+      "step": 12895
+    },
+    {
+      "epoch": 3.8410245909268603,
+      "grad_norm": 0.2901683449745178,
+      "learning_rate": 1.4108153460701272e-05,
+      "loss": 1.2362,
+      "step": 12896
+    },
+    {
+      "epoch": 3.8413224371265287,
+      "grad_norm": 0.287685751914978,
+      "learning_rate": 1.4107274028523708e-05,
+      "loss": 1.2208,
+      "step": 12897
+    },
+    {
+      "epoch": 3.8416202833261974,
+      "grad_norm": 0.26763716340065,
+      "learning_rate": 1.4106394558132548e-05,
+      "loss": 1.2564,
+      "step": 12898
+    },
+    {
+      "epoch": 3.841918129525866,
+      "grad_norm": 0.2797291874885559,
+      "learning_rate": 1.4105515049535974e-05,
+      "loss": 1.2247,
+      "step": 12899
+    },
+    {
+      "epoch": 3.8422159757255345,
+      "grad_norm": 0.25272098183631897,
+      "learning_rate": 1.4104635502742172e-05,
+      "loss": 1.2265,
+      "step": 12900
+    },
+    {
+      "epoch": 3.8425138219252033,
+      "grad_norm": 0.2657968997955322,
+      "learning_rate": 1.4103755917759321e-05,
+      "loss": 1.2335,
+      "step": 12901
+    },
+    {
+      "epoch": 3.842811668124872,
+      "grad_norm": 0.3597632944583893,
+      "learning_rate": 1.4102876294595602e-05,
+      "loss": 1.2321,
+      "step": 12902
+    },
+    {
+      "epoch": 3.8431095143245404,
+      "grad_norm": 0.45975279808044434,
+      "learning_rate": 1.410199663325921e-05,
+      "loss": 1.2072,
+      "step": 12903
+    },
+    {
+      "epoch": 3.843407360524209,
+      "grad_norm": 0.26953503489494324,
+      "learning_rate": 1.4101116933758318e-05,
+      "loss": 1.239,
+      "step": 12904
+    },
+    {
+      "epoch": 3.843705206723878,
+      "grad_norm": 0.44539040327072144,
+      "learning_rate": 1.4100237196101116e-05,
+      "loss": 1.2255,
+      "step": 12905
+    },
+    {
+      "epoch": 3.8440030529235467,
+      "grad_norm": 0.4395925998687744,
+      "learning_rate": 1.4099357420295792e-05,
+      "loss": 1.2385,
+      "step": 12906
+    },
+    {
+      "epoch": 3.8443008991232155,
+      "grad_norm": 0.32635074853897095,
+      "learning_rate": 1.409847760635052e-05,
+      "loss": 1.2247,
+      "step": 12907
+    },
+    {
+      "epoch": 3.844598745322884,
+      "grad_norm": 1.0792405605316162,
+      "learning_rate": 1.4097597754273497e-05,
+      "loss": 1.2356,
+      "step": 12908
+    },
+    {
+      "epoch": 3.8448965915225526,
+      "grad_norm": 0.3065727651119232,
+      "learning_rate": 1.4096717864072904e-05,
+      "loss": 1.2288,
+      "step": 12909
+    },
+    {
+      "epoch": 3.8451944377222214,
+      "grad_norm": 0.26505017280578613,
+      "learning_rate": 1.409583793575693e-05,
+      "loss": 1.2308,
+      "step": 12910
+    },
+    {
+      "epoch": 3.8454922839218897,
+      "grad_norm": 0.2600894272327423,
+      "learning_rate": 1.409495796933376e-05,
+      "loss": 1.2391,
+      "step": 12911
+    },
+    {
+      "epoch": 3.8457901301215585,
+      "grad_norm": 0.2440338134765625,
+      "learning_rate": 1.4094077964811579e-05,
+      "loss": 1.2293,
+      "step": 12912
+    },
+    {
+      "epoch": 3.8460879763212272,
+      "grad_norm": 0.23576608300209045,
+      "learning_rate": 1.4093197922198577e-05,
+      "loss": 1.2277,
+      "step": 12913
+    },
+    {
+      "epoch": 3.8463858225208956,
+      "grad_norm": 0.24084974825382233,
+      "learning_rate": 1.4092317841502942e-05,
+      "loss": 1.2146,
+      "step": 12914
+    },
+    {
+      "epoch": 3.8466836687205643,
+      "grad_norm": 0.25695639848709106,
+      "learning_rate": 1.4091437722732863e-05,
+      "loss": 1.2404,
+      "step": 12915
+    },
+    {
+      "epoch": 3.846981514920233,
+      "grad_norm": 0.25280672311782837,
+      "learning_rate": 1.4090557565896526e-05,
+      "loss": 1.2367,
+      "step": 12916
+    },
+    {
+      "epoch": 3.847279361119902,
+      "grad_norm": 0.23778603971004486,
+      "learning_rate": 1.4089677371002124e-05,
+      "loss": 1.226,
+      "step": 12917
+    },
+    {
+      "epoch": 3.84757720731957,
+      "grad_norm": 0.2415882796049118,
+      "learning_rate": 1.4088797138057839e-05,
+      "loss": 1.2302,
+      "step": 12918
+    },
+    {
+      "epoch": 3.847875053519239,
+      "grad_norm": 0.24139143526554108,
+      "learning_rate": 1.4087916867071866e-05,
+      "loss": 1.2223,
+      "step": 12919
+    },
+    {
+      "epoch": 3.8481728997189077,
+      "grad_norm": 0.2485382854938507,
+      "learning_rate": 1.4087036558052396e-05,
+      "loss": 1.2245,
+      "step": 12920
+    },
+    {
+      "epoch": 3.8484707459185765,
+      "grad_norm": 0.25132110714912415,
+      "learning_rate": 1.4086156211007615e-05,
+      "loss": 1.2221,
+      "step": 12921
+    },
+    {
+      "epoch": 3.848768592118245,
+      "grad_norm": 0.24649682641029358,
+      "learning_rate": 1.4085275825945717e-05,
+      "loss": 1.2268,
+      "step": 12922
+    },
+    {
+      "epoch": 3.8490664383179136,
+      "grad_norm": 0.24931305646896362,
+      "learning_rate": 1.4084395402874894e-05,
+      "loss": 1.2265,
+      "step": 12923
+    },
+    {
+      "epoch": 3.8493642845175824,
+      "grad_norm": 0.25036677718162537,
+      "learning_rate": 1.4083514941803332e-05,
+      "loss": 1.2321,
+      "step": 12924
+    },
+    {
+      "epoch": 3.8496621307172507,
+      "grad_norm": 0.2317926436662674,
+      "learning_rate": 1.4082634442739223e-05,
+      "loss": 1.2157,
+      "step": 12925
+    },
+    {
+      "epoch": 3.8499599769169195,
+      "grad_norm": 0.24006804823875427,
+      "learning_rate": 1.4081753905690764e-05,
+      "loss": 1.2377,
+      "step": 12926
+    },
+    {
+      "epoch": 3.8502578231165883,
+      "grad_norm": 0.242327019572258,
+      "learning_rate": 1.4080873330666149e-05,
+      "loss": 1.2353,
+      "step": 12927
+    },
+    {
+      "epoch": 3.8505556693162566,
+      "grad_norm": 0.2397931069135666,
+      "learning_rate": 1.4079992717673563e-05,
+      "loss": 1.2315,
+      "step": 12928
+    },
+    {
+      "epoch": 3.8508535155159254,
+      "grad_norm": 0.24000605940818787,
+      "learning_rate": 1.4079112066721205e-05,
+      "loss": 1.2461,
+      "step": 12929
+    },
+    {
+      "epoch": 3.851151361715594,
+      "grad_norm": 0.2388916164636612,
+      "learning_rate": 1.4078231377817266e-05,
+      "loss": 1.2346,
+      "step": 12930
+    },
+    {
+      "epoch": 3.851449207915263,
+      "grad_norm": 0.22943438589572906,
+      "learning_rate": 1.4077350650969941e-05,
+      "loss": 1.2248,
+      "step": 12931
+    },
+    {
+      "epoch": 3.8517470541149317,
+      "grad_norm": 0.24493323266506195,
+      "learning_rate": 1.4076469886187423e-05,
+      "loss": 1.2306,
+      "step": 12932
+    },
+    {
+      "epoch": 3.8520449003146,
+      "grad_norm": 0.24133175611495972,
+      "learning_rate": 1.4075589083477907e-05,
+      "loss": 1.2031,
+      "step": 12933
+    },
+    {
+      "epoch": 3.852342746514269,
+      "grad_norm": 0.24110007286071777,
+      "learning_rate": 1.407470824284959e-05,
+      "loss": 1.2223,
+      "step": 12934
+    },
+    {
+      "epoch": 3.8526405927139376,
+      "grad_norm": 0.22775600850582123,
+      "learning_rate": 1.4073827364310666e-05,
+      "loss": 1.2221,
+      "step": 12935
+    },
+    {
+      "epoch": 3.852938438913606,
+      "grad_norm": 0.23863746225833893,
+      "learning_rate": 1.4072946447869326e-05,
+      "loss": 1.2306,
+      "step": 12936
+    },
+    {
+      "epoch": 3.8532362851132747,
+      "grad_norm": 0.2448456883430481,
+      "learning_rate": 1.4072065493533773e-05,
+      "loss": 1.2125,
+      "step": 12937
+    },
+    {
+      "epoch": 3.8535341313129434,
+      "grad_norm": 0.23308877646923065,
+      "learning_rate": 1.4071184501312199e-05,
+      "loss": 1.2172,
+      "step": 12938
+    },
+    {
+      "epoch": 3.8538319775126118,
+      "grad_norm": 0.23921458423137665,
+      "learning_rate": 1.40703034712128e-05,
+      "loss": 1.232,
+      "step": 12939
+    },
+    {
+      "epoch": 3.8541298237122805,
+      "grad_norm": 0.2406570017337799,
+      "learning_rate": 1.406942240324378e-05,
+      "loss": 1.2184,
+      "step": 12940
+    },
+    {
+      "epoch": 3.8544276699119493,
+      "grad_norm": 0.24633492529392242,
+      "learning_rate": 1.4068541297413327e-05,
+      "loss": 1.2451,
+      "step": 12941
+    },
+    {
+      "epoch": 3.8547255161116176,
+      "grad_norm": 0.24022212624549866,
+      "learning_rate": 1.4067660153729646e-05,
+      "loss": 1.2349,
+      "step": 12942
+    },
+    {
+      "epoch": 3.8550233623112864,
+      "grad_norm": 0.24970600008964539,
+      "learning_rate": 1.4066778972200926e-05,
+      "loss": 1.2585,
+      "step": 12943
+    },
+    {
+      "epoch": 3.855321208510955,
+      "grad_norm": 0.23601877689361572,
+      "learning_rate": 1.4065897752835378e-05,
+      "loss": 1.24,
+      "step": 12944
+    },
+    {
+      "epoch": 3.855619054710624,
+      "grad_norm": 0.23589526116847992,
+      "learning_rate": 1.406501649564119e-05,
+      "loss": 1.2319,
+      "step": 12945
+    },
+    {
+      "epoch": 3.8559169009102927,
+      "grad_norm": 0.24604082107543945,
+      "learning_rate": 1.4064135200626566e-05,
+      "loss": 1.2163,
+      "step": 12946
+    },
+    {
+      "epoch": 3.856214747109961,
+      "grad_norm": 0.24139080941677094,
+      "learning_rate": 1.4063253867799706e-05,
+      "loss": 1.225,
+      "step": 12947
+    },
+    {
+      "epoch": 3.85651259330963,
+      "grad_norm": 0.23471637070178986,
+      "learning_rate": 1.4062372497168805e-05,
+      "loss": 1.2327,
+      "step": 12948
+    },
+    {
+      "epoch": 3.8568104395092986,
+      "grad_norm": 0.23509523272514343,
+      "learning_rate": 1.406149108874207e-05,
+      "loss": 1.2252,
+      "step": 12949
+    },
+    {
+      "epoch": 3.857108285708967,
+      "grad_norm": 0.2365317940711975,
+      "learning_rate": 1.4060609642527696e-05,
+      "loss": 1.2307,
+      "step": 12950
+    },
+    {
+      "epoch": 3.8574061319086357,
+      "grad_norm": 0.2595860958099365,
+      "learning_rate": 1.405972815853389e-05,
+      "loss": 1.239,
+      "step": 12951
+    },
+    {
+      "epoch": 3.8577039781083045,
+      "grad_norm": 0.24657686054706573,
+      "learning_rate": 1.4058846636768845e-05,
+      "loss": 1.2149,
+      "step": 12952
+    },
+    {
+      "epoch": 3.858001824307973,
+      "grad_norm": 0.2447076141834259,
+      "learning_rate": 1.405796507724077e-05,
+      "loss": 1.2235,
+      "step": 12953
+    },
+    {
+      "epoch": 3.8582996705076416,
+      "grad_norm": 0.24253875017166138,
+      "learning_rate": 1.4057083479957863e-05,
+      "loss": 1.223,
+      "step": 12954
+    },
+    {
+      "epoch": 3.8585975167073103,
+      "grad_norm": 0.23274843394756317,
+      "learning_rate": 1.4056201844928325e-05,
+      "loss": 1.2222,
+      "step": 12955
+    },
+    {
+      "epoch": 3.8588953629069787,
+      "grad_norm": 0.23749485611915588,
+      "learning_rate": 1.4055320172160363e-05,
+      "loss": 1.2392,
+      "step": 12956
+    },
+    {
+      "epoch": 3.8591932091066474,
+      "grad_norm": 0.23494069278240204,
+      "learning_rate": 1.4054438461662177e-05,
+      "loss": 1.2264,
+      "step": 12957
+    },
+    {
+      "epoch": 3.859491055306316,
+      "grad_norm": 0.24517206847667694,
+      "learning_rate": 1.4053556713441972e-05,
+      "loss": 1.2362,
+      "step": 12958
+    },
+    {
+      "epoch": 3.859788901505985,
+      "grad_norm": 0.23095130920410156,
+      "learning_rate": 1.4052674927507947e-05,
+      "loss": 1.2294,
+      "step": 12959
+    },
+    {
+      "epoch": 3.8600867477056537,
+      "grad_norm": 0.23468315601348877,
+      "learning_rate": 1.4051793103868314e-05,
+      "loss": 1.2399,
+      "step": 12960
+    },
+    {
+      "epoch": 3.860384593905322,
+      "grad_norm": 0.2437102496623993,
+      "learning_rate": 1.405091124253127e-05,
+      "loss": 1.2366,
+      "step": 12961
+    },
+    {
+      "epoch": 3.860682440104991,
+      "grad_norm": 0.23301923274993896,
+      "learning_rate": 1.4050029343505025e-05,
+      "loss": 1.2254,
+      "step": 12962
+    },
+    {
+      "epoch": 3.8609802863046596,
+      "grad_norm": 0.2372865527868271,
+      "learning_rate": 1.404914740679778e-05,
+      "loss": 1.2249,
+      "step": 12963
+    },
+    {
+      "epoch": 3.861278132504328,
+      "grad_norm": 0.22793932259082794,
+      "learning_rate": 1.4048265432417745e-05,
+      "loss": 1.2417,
+      "step": 12964
+    },
+    {
+      "epoch": 3.8615759787039967,
+      "grad_norm": 0.23911087214946747,
+      "learning_rate": 1.4047383420373121e-05,
+      "loss": 1.2382,
+      "step": 12965
+    },
+    {
+      "epoch": 3.8618738249036655,
+      "grad_norm": 0.2349393218755722,
+      "learning_rate": 1.4046501370672114e-05,
+      "loss": 1.2265,
+      "step": 12966
+    },
+    {
+      "epoch": 3.862171671103334,
+      "grad_norm": 0.2519095540046692,
+      "learning_rate": 1.4045619283322936e-05,
+      "loss": 1.238,
+      "step": 12967
+    },
+    {
+      "epoch": 3.8624695173030026,
+      "grad_norm": 0.24281921982765198,
+      "learning_rate": 1.4044737158333793e-05,
+      "loss": 1.2064,
+      "step": 12968
+    },
+    {
+      "epoch": 3.8627673635026714,
+      "grad_norm": 0.24120020866394043,
+      "learning_rate": 1.4043854995712886e-05,
+      "loss": 1.2156,
+      "step": 12969
+    },
+    {
+      "epoch": 3.8630652097023397,
+      "grad_norm": 0.23576250672340393,
+      "learning_rate": 1.4042972795468428e-05,
+      "loss": 1.2127,
+      "step": 12970
+    },
+    {
+      "epoch": 3.8633630559020085,
+      "grad_norm": 0.24687890708446503,
+      "learning_rate": 1.4042090557608623e-05,
+      "loss": 1.2336,
+      "step": 12971
+    },
+    {
+      "epoch": 3.8636609021016772,
+      "grad_norm": 0.2488422989845276,
+      "learning_rate": 1.4041208282141683e-05,
+      "loss": 1.2291,
+      "step": 12972
+    },
+    {
+      "epoch": 3.863958748301346,
+      "grad_norm": 0.24812117218971252,
+      "learning_rate": 1.4040325969075814e-05,
+      "loss": 1.2138,
+      "step": 12973
+    },
+    {
+      "epoch": 3.8642565945010148,
+      "grad_norm": 0.3074995279312134,
+      "learning_rate": 1.4039443618419228e-05,
+      "loss": 1.2457,
+      "step": 12974
+    },
+    {
+      "epoch": 3.864554440700683,
+      "grad_norm": 0.2558381259441376,
+      "learning_rate": 1.4038561230180132e-05,
+      "loss": 1.2468,
+      "step": 12975
+    },
+    {
+      "epoch": 3.864852286900352,
+      "grad_norm": 0.26688438653945923,
+      "learning_rate": 1.4037678804366735e-05,
+      "loss": 1.2287,
+      "step": 12976
+    },
+    {
+      "epoch": 3.8651501331000206,
+      "grad_norm": 0.24483263492584229,
+      "learning_rate": 1.4036796340987248e-05,
+      "loss": 1.2433,
+      "step": 12977
+    },
+    {
+      "epoch": 3.865447979299689,
+      "grad_norm": 0.2557902932167053,
+      "learning_rate": 1.4035913840049882e-05,
+      "loss": 1.2298,
+      "step": 12978
+    },
+    {
+      "epoch": 3.8657458254993577,
+      "grad_norm": 0.22995924949645996,
+      "learning_rate": 1.4035031301562845e-05,
+      "loss": 1.2227,
+      "step": 12979
+    },
+    {
+      "epoch": 3.8660436716990265,
+      "grad_norm": 0.25961512327194214,
+      "learning_rate": 1.4034148725534351e-05,
+      "loss": 1.2325,
+      "step": 12980
+    },
+    {
+      "epoch": 3.866341517898695,
+      "grad_norm": 0.24411143362522125,
+      "learning_rate": 1.4033266111972613e-05,
+      "loss": 1.2315,
+      "step": 12981
+    },
+    {
+      "epoch": 3.8666393640983636,
+      "grad_norm": 0.2525519132614136,
+      "learning_rate": 1.4032383460885837e-05,
+      "loss": 1.2345,
+      "step": 12982
+    },
+    {
+      "epoch": 3.8669372102980324,
+      "grad_norm": 0.24101418256759644,
+      "learning_rate": 1.4031500772282238e-05,
+      "loss": 1.2236,
+      "step": 12983
+    },
+    {
+      "epoch": 3.867235056497701,
+      "grad_norm": 0.26651257276535034,
+      "learning_rate": 1.4030618046170026e-05,
+      "loss": 1.2273,
+      "step": 12984
+    },
+    {
+      "epoch": 3.8675329026973695,
+      "grad_norm": 0.2586762011051178,
+      "learning_rate": 1.4029735282557423e-05,
+      "loss": 1.2247,
+      "step": 12985
+    },
+    {
+      "epoch": 3.8678307488970383,
+      "grad_norm": 0.27988675236701965,
+      "learning_rate": 1.402885248145263e-05,
+      "loss": 1.2244,
+      "step": 12986
+    },
+    {
+      "epoch": 3.868128595096707,
+      "grad_norm": 0.2713130712509155,
+      "learning_rate": 1.4027969642863869e-05,
+      "loss": 1.2288,
+      "step": 12987
+    },
+    {
+      "epoch": 3.868426441296376,
+      "grad_norm": 0.3202548623085022,
+      "learning_rate": 1.4027086766799352e-05,
+      "loss": 1.2312,
+      "step": 12988
+    },
+    {
+      "epoch": 3.868724287496044,
+      "grad_norm": 0.2576482892036438,
+      "learning_rate": 1.4026203853267285e-05,
+      "loss": 1.2434,
+      "step": 12989
+    },
+    {
+      "epoch": 3.869022133695713,
+      "grad_norm": 0.287153035402298,
+      "learning_rate": 1.4025320902275895e-05,
+      "loss": 1.2261,
+      "step": 12990
+    },
+    {
+      "epoch": 3.8693199798953817,
+      "grad_norm": 0.299532413482666,
+      "learning_rate": 1.4024437913833391e-05,
+      "loss": 1.2214,
+      "step": 12991
+    },
+    {
+      "epoch": 3.86961782609505,
+      "grad_norm": 0.26357489824295044,
+      "learning_rate": 1.402355488794799e-05,
+      "loss": 1.229,
+      "step": 12992
+    },
+    {
+      "epoch": 3.869915672294719,
+      "grad_norm": 0.2971954047679901,
+      "learning_rate": 1.4022671824627902e-05,
+      "loss": 1.2239,
+      "step": 12993
+    },
+    {
+      "epoch": 3.8702135184943876,
+      "grad_norm": 0.2457713931798935,
+      "learning_rate": 1.402178872388135e-05,
+      "loss": 1.2296,
+      "step": 12994
+    },
+    {
+      "epoch": 3.870511364694056,
+      "grad_norm": 0.26199328899383545,
+      "learning_rate": 1.4020905585716546e-05,
+      "loss": 1.2322,
+      "step": 12995
+    },
+    {
+      "epoch": 3.8708092108937247,
+      "grad_norm": 0.24583016335964203,
+      "learning_rate": 1.402002241014171e-05,
+      "loss": 1.2309,
+      "step": 12996
+    },
+    {
+      "epoch": 3.8711070570933934,
+      "grad_norm": 0.25787654519081116,
+      "learning_rate": 1.4019139197165054e-05,
+      "loss": 1.2374,
+      "step": 12997
+    },
+    {
+      "epoch": 3.871404903293062,
+      "grad_norm": 0.26302674412727356,
+      "learning_rate": 1.4018255946794802e-05,
+      "loss": 1.2407,
+      "step": 12998
+    },
+    {
+      "epoch": 3.871702749492731,
+      "grad_norm": 0.2593098282814026,
+      "learning_rate": 1.4017372659039166e-05,
+      "loss": 1.2435,
+      "step": 12999
+    },
+    {
+      "epoch": 3.8720005956923993,
+      "grad_norm": 0.2577357888221741,
+      "learning_rate": 1.4016489333906365e-05,
+      "loss": 1.2303,
+      "step": 13000
+    },
+    {
+      "epoch": 3.8720005956923993,
+      "eval_loss": 1.3259975910186768,
+      "eval_runtime": 22.2707,
+      "eval_samples_per_second": 77.86,
+      "eval_steps_per_second": 4.894,
+      "step": 13000
+    },
+    {
+      "epoch": 3.872298441892068,
+      "grad_norm": 0.25295189023017883,
+      "learning_rate": 1.4015605971404618e-05,
+      "loss": 1.231,
+      "step": 13001
+    },
+    {
+      "epoch": 3.872596288091737,
+      "grad_norm": 0.2653793692588806,
+      "learning_rate": 1.4014722571542146e-05,
+      "loss": 1.2351,
+      "step": 13002
+    },
+    {
+      "epoch": 3.872894134291405,
+      "grad_norm": 0.2781165838241577,
+      "learning_rate": 1.4013839134327163e-05,
+      "loss": 1.2451,
+      "step": 13003
+    },
+    {
+      "epoch": 3.873191980491074,
+      "grad_norm": 0.24404959380626678,
+      "learning_rate": 1.4012955659767893e-05,
+      "loss": 1.2195,
+      "step": 13004
+    },
+    {
+      "epoch": 3.8734898266907427,
+      "grad_norm": 0.2575218081474304,
+      "learning_rate": 1.4012072147872555e-05,
+      "loss": 1.2222,
+      "step": 13005
+    },
+    {
+      "epoch": 3.873787672890411,
+      "grad_norm": 0.2504289746284485,
+      "learning_rate": 1.4011188598649368e-05,
+      "loss": 1.2299,
+      "step": 13006
+    },
+    {
+      "epoch": 3.87408551909008,
+      "grad_norm": 0.23770669102668762,
+      "learning_rate": 1.401030501210655e-05,
+      "loss": 1.2146,
+      "step": 13007
+    },
+    {
+      "epoch": 3.8743833652897486,
+      "grad_norm": 0.2796214818954468,
+      "learning_rate": 1.4009421388252326e-05,
+      "loss": 1.2219,
+      "step": 13008
+    },
+    {
+      "epoch": 3.874681211489417,
+      "grad_norm": 0.2567894756793976,
+      "learning_rate": 1.4008537727094918e-05,
+      "loss": 1.2271,
+      "step": 13009
+    },
+    {
+      "epoch": 3.8749790576890857,
+      "grad_norm": 0.29812344908714294,
+      "learning_rate": 1.4007654028642543e-05,
+      "loss": 1.2158,
+      "step": 13010
+    },
+    {
+      "epoch": 3.8752769038887545,
+      "grad_norm": 0.2508329451084137,
+      "learning_rate": 1.4006770292903425e-05,
+      "loss": 1.2244,
+      "step": 13011
+    },
+    {
+      "epoch": 3.8755747500884232,
+      "grad_norm": 0.32301008701324463,
+      "learning_rate": 1.4005886519885788e-05,
+      "loss": 1.2287,
+      "step": 13012
+    },
+    {
+      "epoch": 3.875872596288092,
+      "grad_norm": 0.25789791345596313,
+      "learning_rate": 1.4005002709597848e-05,
+      "loss": 1.2348,
+      "step": 13013
+    },
+    {
+      "epoch": 3.8761704424877603,
+      "grad_norm": 0.3174765706062317,
+      "learning_rate": 1.4004118862047836e-05,
+      "loss": 1.2159,
+      "step": 13014
+    },
+    {
+      "epoch": 3.876468288687429,
+      "grad_norm": 0.24706552922725677,
+      "learning_rate": 1.400323497724397e-05,
+      "loss": 1.2357,
+      "step": 13015
+    },
+    {
+      "epoch": 3.876766134887098,
+      "grad_norm": 0.2730309069156647,
+      "learning_rate": 1.4002351055194477e-05,
+      "loss": 1.2325,
+      "step": 13016
+    },
+    {
+      "epoch": 3.877063981086766,
+      "grad_norm": 0.24229326844215393,
+      "learning_rate": 1.4001467095907577e-05,
+      "loss": 1.2452,
+      "step": 13017
+    },
+    {
+      "epoch": 3.877361827286435,
+      "grad_norm": 0.24087953567504883,
+      "learning_rate": 1.4000583099391498e-05,
+      "loss": 1.2372,
+      "step": 13018
+    },
+    {
+      "epoch": 3.8776596734861037,
+      "grad_norm": 0.2412424385547638,
+      "learning_rate": 1.3999699065654462e-05,
+      "loss": 1.2286,
+      "step": 13019
+    },
+    {
+      "epoch": 3.877957519685772,
+      "grad_norm": 0.23994415998458862,
+      "learning_rate": 1.3998814994704696e-05,
+      "loss": 1.2291,
+      "step": 13020
+    },
+    {
+      "epoch": 3.878255365885441,
+      "grad_norm": 0.2591041922569275,
+      "learning_rate": 1.3997930886550421e-05,
+      "loss": 1.2072,
+      "step": 13021
+    },
+    {
+      "epoch": 3.8785532120851096,
+      "grad_norm": 0.2399747222661972,
+      "learning_rate": 1.3997046741199871e-05,
+      "loss": 1.2435,
+      "step": 13022
+    },
+    {
+      "epoch": 3.878851058284778,
+      "grad_norm": 0.23505285382270813,
+      "learning_rate": 1.3996162558661264e-05,
+      "loss": 1.2195,
+      "step": 13023
+    },
+    {
+      "epoch": 3.8791489044844467,
+      "grad_norm": 0.2627851963043213,
+      "learning_rate": 1.399527833894283e-05,
+      "loss": 1.2335,
+      "step": 13024
+    },
+    {
+      "epoch": 3.8794467506841155,
+      "grad_norm": 0.28813469409942627,
+      "learning_rate": 1.3994394082052791e-05,
+      "loss": 1.239,
+      "step": 13025
+    },
+    {
+      "epoch": 3.8797445968837843,
+      "grad_norm": 0.24302732944488525,
+      "learning_rate": 1.3993509787999383e-05,
+      "loss": 1.2214,
+      "step": 13026
+    },
+    {
+      "epoch": 3.880042443083453,
+      "grad_norm": 0.2919987440109253,
+      "learning_rate": 1.3992625456790827e-05,
+      "loss": 1.2259,
+      "step": 13027
+    },
+    {
+      "epoch": 3.8803402892831214,
+      "grad_norm": 0.25420111417770386,
+      "learning_rate": 1.3991741088435351e-05,
+      "loss": 1.2392,
+      "step": 13028
+    },
+    {
+      "epoch": 3.88063813548279,
+      "grad_norm": 0.31524187326431274,
+      "learning_rate": 1.3990856682941184e-05,
+      "loss": 1.2354,
+      "step": 13029
+    },
+    {
+      "epoch": 3.880935981682459,
+      "grad_norm": 0.33104392886161804,
+      "learning_rate": 1.3989972240316556e-05,
+      "loss": 1.2406,
+      "step": 13030
+    },
+    {
+      "epoch": 3.8812338278821272,
+      "grad_norm": 0.24215851724147797,
+      "learning_rate": 1.398908776056969e-05,
+      "loss": 1.2299,
+      "step": 13031
+    },
+    {
+      "epoch": 3.881531674081796,
+      "grad_norm": 0.32851579785346985,
+      "learning_rate": 1.3988203243708822e-05,
+      "loss": 1.2293,
+      "step": 13032
+    },
+    {
+      "epoch": 3.8818295202814648,
+      "grad_norm": 0.27357521653175354,
+      "learning_rate": 1.398731868974218e-05,
+      "loss": 1.218,
+      "step": 13033
+    },
+    {
+      "epoch": 3.882127366481133,
+      "grad_norm": 0.2925247251987457,
+      "learning_rate": 1.3986434098677992e-05,
+      "loss": 1.223,
+      "step": 13034
+    },
+    {
+      "epoch": 3.882425212680802,
+      "grad_norm": 0.31523144245147705,
+      "learning_rate": 1.3985549470524487e-05,
+      "loss": 1.2375,
+      "step": 13035
+    },
+    {
+      "epoch": 3.8827230588804706,
+      "grad_norm": 0.25969579815864563,
+      "learning_rate": 1.3984664805289898e-05,
+      "loss": 1.2343,
+      "step": 13036
+    },
+    {
+      "epoch": 3.883020905080139,
+      "grad_norm": 0.31095975637435913,
+      "learning_rate": 1.3983780102982454e-05,
+      "loss": 1.2279,
+      "step": 13037
+    },
+    {
+      "epoch": 3.8833187512798077,
+      "grad_norm": 0.28102242946624756,
+      "learning_rate": 1.398289536361039e-05,
+      "loss": 1.2278,
+      "step": 13038
+    },
+    {
+      "epoch": 3.8836165974794765,
+      "grad_norm": 0.2894362807273865,
+      "learning_rate": 1.3982010587181933e-05,
+      "loss": 1.2371,
+      "step": 13039
+    },
+    {
+      "epoch": 3.8839144436791453,
+      "grad_norm": 0.2896195948123932,
+      "learning_rate": 1.3981125773705316e-05,
+      "loss": 1.2161,
+      "step": 13040
+    },
+    {
+      "epoch": 3.884212289878814,
+      "grad_norm": 0.2916172444820404,
+      "learning_rate": 1.398024092318877e-05,
+      "loss": 1.2349,
+      "step": 13041
+    },
+    {
+      "epoch": 3.8845101360784824,
+      "grad_norm": 0.2779673635959625,
+      "learning_rate": 1.3979356035640532e-05,
+      "loss": 1.211,
+      "step": 13042
+    },
+    {
+      "epoch": 3.884807982278151,
+      "grad_norm": 0.29934269189834595,
+      "learning_rate": 1.3978471111068829e-05,
+      "loss": 1.2235,
+      "step": 13043
+    },
+    {
+      "epoch": 3.88510582847782,
+      "grad_norm": 0.26979440450668335,
+      "learning_rate": 1.3977586149481901e-05,
+      "loss": 1.2242,
+      "step": 13044
+    },
+    {
+      "epoch": 3.8854036746774883,
+      "grad_norm": 0.30681008100509644,
+      "learning_rate": 1.3976701150887975e-05,
+      "loss": 1.2336,
+      "step": 13045
+    },
+    {
+      "epoch": 3.885701520877157,
+      "grad_norm": 0.24776335060596466,
+      "learning_rate": 1.397581611529529e-05,
+      "loss": 1.2464,
+      "step": 13046
+    },
+    {
+      "epoch": 3.885999367076826,
+      "grad_norm": 0.2861195206642151,
+      "learning_rate": 1.3974931042712079e-05,
+      "loss": 1.2284,
+      "step": 13047
+    },
+    {
+      "epoch": 3.886297213276494,
+      "grad_norm": 0.28940054774284363,
+      "learning_rate": 1.3974045933146574e-05,
+      "loss": 1.2224,
+      "step": 13048
+    },
+    {
+      "epoch": 3.886595059476163,
+      "grad_norm": 0.2539926767349243,
+      "learning_rate": 1.3973160786607007e-05,
+      "loss": 1.2316,
+      "step": 13049
+    },
+    {
+      "epoch": 3.8868929056758317,
+      "grad_norm": 0.2622884213924408,
+      "learning_rate": 1.3972275603101624e-05,
+      "loss": 1.2289,
+      "step": 13050
+    },
+    {
+      "epoch": 3.8871907518755004,
+      "grad_norm": 0.2613528370857239,
+      "learning_rate": 1.3971390382638654e-05,
+      "loss": 1.2188,
+      "step": 13051
+    },
+    {
+      "epoch": 3.8874885980751688,
+      "grad_norm": 0.2652732729911804,
+      "learning_rate": 1.3970505125226332e-05,
+      "loss": 1.2392,
+      "step": 13052
+    },
+    {
+      "epoch": 3.8877864442748375,
+      "grad_norm": 0.26048338413238525,
+      "learning_rate": 1.3969619830872898e-05,
+      "loss": 1.2253,
+      "step": 13053
+    },
+    {
+      "epoch": 3.8880842904745063,
+      "grad_norm": 0.25450706481933594,
+      "learning_rate": 1.3968734499586582e-05,
+      "loss": 1.2321,
+      "step": 13054
+    },
+    {
+      "epoch": 3.888382136674175,
+      "grad_norm": 0.26873451471328735,
+      "learning_rate": 1.3967849131375631e-05,
+      "loss": 1.2354,
+      "step": 13055
+    },
+    {
+      "epoch": 3.8886799828738434,
+      "grad_norm": 0.24118025600910187,
+      "learning_rate": 1.3966963726248276e-05,
+      "loss": 1.2447,
+      "step": 13056
+    },
+    {
+      "epoch": 3.888977829073512,
+      "grad_norm": 0.32833707332611084,
+      "learning_rate": 1.3966078284212754e-05,
+      "loss": 1.2256,
+      "step": 13057
+    },
+    {
+      "epoch": 3.889275675273181,
+      "grad_norm": 0.242631733417511,
+      "learning_rate": 1.3965192805277306e-05,
+      "loss": 1.2471,
+      "step": 13058
+    },
+    {
+      "epoch": 3.8895735214728493,
+      "grad_norm": 0.2761871814727783,
+      "learning_rate": 1.3964307289450166e-05,
+      "loss": 1.2259,
+      "step": 13059
+    },
+    {
+      "epoch": 3.889871367672518,
+      "grad_norm": 0.250262975692749,
+      "learning_rate": 1.3963421736739578e-05,
+      "loss": 1.2243,
+      "step": 13060
+    },
+    {
+      "epoch": 3.890169213872187,
+      "grad_norm": 0.28379562497138977,
+      "learning_rate": 1.396253614715378e-05,
+      "loss": 1.2481,
+      "step": 13061
+    },
+    {
+      "epoch": 3.890467060071855,
+      "grad_norm": 0.23868994414806366,
+      "learning_rate": 1.396165052070101e-05,
+      "loss": 1.2245,
+      "step": 13062
+    },
+    {
+      "epoch": 3.890764906271524,
+      "grad_norm": 0.3253426253795624,
+      "learning_rate": 1.3960764857389509e-05,
+      "loss": 1.2375,
+      "step": 13063
+    },
+    {
+      "epoch": 3.8910627524711927,
+      "grad_norm": 0.2643393278121948,
+      "learning_rate": 1.3959879157227514e-05,
+      "loss": 1.2149,
+      "step": 13064
+    },
+    {
+      "epoch": 3.8913605986708615,
+      "grad_norm": 0.34511491656303406,
+      "learning_rate": 1.3958993420223268e-05,
+      "loss": 1.2409,
+      "step": 13065
+    },
+    {
+      "epoch": 3.8916584448705303,
+      "grad_norm": 0.25883370637893677,
+      "learning_rate": 1.3958107646385011e-05,
+      "loss": 1.2357,
+      "step": 13066
+    },
+    {
+      "epoch": 3.8919562910701986,
+      "grad_norm": 0.351248174905777,
+      "learning_rate": 1.3957221835720986e-05,
+      "loss": 1.2441,
+      "step": 13067
+    },
+    {
+      "epoch": 3.8922541372698674,
+      "grad_norm": 0.25470685958862305,
+      "learning_rate": 1.3956335988239431e-05,
+      "loss": 1.2149,
+      "step": 13068
+    },
+    {
+      "epoch": 3.892551983469536,
+      "grad_norm": 0.43083131313323975,
+      "learning_rate": 1.3955450103948592e-05,
+      "loss": 1.2292,
+      "step": 13069
+    },
+    {
+      "epoch": 3.8928498296692045,
+      "grad_norm": 0.31342896819114685,
+      "learning_rate": 1.3954564182856709e-05,
+      "loss": 1.2309,
+      "step": 13070
+    },
+    {
+      "epoch": 3.8931476758688732,
+      "grad_norm": 0.29841113090515137,
+      "learning_rate": 1.3953678224972025e-05,
+      "loss": 1.2335,
+      "step": 13071
+    },
+    {
+      "epoch": 3.893445522068542,
+      "grad_norm": 0.24150791764259338,
+      "learning_rate": 1.395279223030278e-05,
+      "loss": 1.2348,
+      "step": 13072
+    },
+    {
+      "epoch": 3.8937433682682103,
+      "grad_norm": 0.3425508439540863,
+      "learning_rate": 1.3951906198857221e-05,
+      "loss": 1.2453,
+      "step": 13073
+    },
+    {
+      "epoch": 3.894041214467879,
+      "grad_norm": 0.24360494315624237,
+      "learning_rate": 1.395102013064359e-05,
+      "loss": 1.2332,
+      "step": 13074
+    },
+    {
+      "epoch": 3.894339060667548,
+      "grad_norm": 0.27031195163726807,
+      "learning_rate": 1.3950134025670132e-05,
+      "loss": 1.219,
+      "step": 13075
+    },
+    {
+      "epoch": 3.894636906867216,
+      "grad_norm": 0.2692050635814667,
+      "learning_rate": 1.394924788394509e-05,
+      "loss": 1.2112,
+      "step": 13076
+    },
+    {
+      "epoch": 3.894934753066885,
+      "grad_norm": 0.2483391910791397,
+      "learning_rate": 1.394836170547671e-05,
+      "loss": 1.2255,
+      "step": 13077
+    },
+    {
+      "epoch": 3.8952325992665537,
+      "grad_norm": 0.256445050239563,
+      "learning_rate": 1.3947475490273232e-05,
+      "loss": 1.2399,
+      "step": 13078
+    },
+    {
+      "epoch": 3.8955304454662225,
+      "grad_norm": 0.2907178997993469,
+      "learning_rate": 1.3946589238342907e-05,
+      "loss": 1.2274,
+      "step": 13079
+    },
+    {
+      "epoch": 3.8958282916658913,
+      "grad_norm": 0.29144421219825745,
+      "learning_rate": 1.394570294969398e-05,
+      "loss": 1.2228,
+      "step": 13080
+    },
+    {
+      "epoch": 3.8961261378655596,
+      "grad_norm": 0.2566499710083008,
+      "learning_rate": 1.3944816624334693e-05,
+      "loss": 1.2242,
+      "step": 13081
+    },
+    {
+      "epoch": 3.8964239840652284,
+      "grad_norm": 0.252852201461792,
+      "learning_rate": 1.3943930262273297e-05,
+      "loss": 1.2238,
+      "step": 13082
+    },
+    {
+      "epoch": 3.896721830264897,
+      "grad_norm": 0.28006088733673096,
+      "learning_rate": 1.3943043863518036e-05,
+      "loss": 1.2393,
+      "step": 13083
+    },
+    {
+      "epoch": 3.8970196764645655,
+      "grad_norm": 0.2647339701652527,
+      "learning_rate": 1.3942157428077154e-05,
+      "loss": 1.2377,
+      "step": 13084
+    },
+    {
+      "epoch": 3.8973175226642343,
+      "grad_norm": 0.2689646780490875,
+      "learning_rate": 1.3941270955958905e-05,
+      "loss": 1.2193,
+      "step": 13085
+    },
+    {
+      "epoch": 3.897615368863903,
+      "grad_norm": 0.2609025835990906,
+      "learning_rate": 1.3940384447171531e-05,
+      "loss": 1.2239,
+      "step": 13086
+    },
+    {
+      "epoch": 3.8979132150635714,
+      "grad_norm": 0.2561178505420685,
+      "learning_rate": 1.3939497901723287e-05,
+      "loss": 1.2291,
+      "step": 13087
+    },
+    {
+      "epoch": 3.89821106126324,
+      "grad_norm": 0.2868281602859497,
+      "learning_rate": 1.393861131962241e-05,
+      "loss": 1.2249,
+      "step": 13088
+    },
+    {
+      "epoch": 3.898508907462909,
+      "grad_norm": 0.2537521421909332,
+      "learning_rate": 1.3937724700877157e-05,
+      "loss": 1.2163,
+      "step": 13089
+    },
+    {
+      "epoch": 3.8988067536625772,
+      "grad_norm": 0.3083294928073883,
+      "learning_rate": 1.3936838045495775e-05,
+      "loss": 1.2244,
+      "step": 13090
+    },
+    {
+      "epoch": 3.899104599862246,
+      "grad_norm": 0.26004940271377563,
+      "learning_rate": 1.3935951353486516e-05,
+      "loss": 1.2341,
+      "step": 13091
+    },
+    {
+      "epoch": 3.8994024460619148,
+      "grad_norm": 0.28579092025756836,
+      "learning_rate": 1.3935064624857626e-05,
+      "loss": 1.2276,
+      "step": 13092
+    },
+    {
+      "epoch": 3.8997002922615835,
+      "grad_norm": 0.28353142738342285,
+      "learning_rate": 1.3934177859617356e-05,
+      "loss": 1.2194,
+      "step": 13093
+    },
+    {
+      "epoch": 3.8999981384612523,
+      "grad_norm": 0.3470597565174103,
+      "learning_rate": 1.3933291057773959e-05,
+      "loss": 1.2221,
+      "step": 13094
+    },
+    {
+      "epoch": 3.9002959846609206,
+      "grad_norm": 0.27343669533729553,
+      "learning_rate": 1.3932404219335678e-05,
+      "loss": 1.2356,
+      "step": 13095
+    },
+    {
+      "epoch": 3.9005938308605894,
+      "grad_norm": 0.31600189208984375,
+      "learning_rate": 1.3931517344310772e-05,
+      "loss": 1.2453,
+      "step": 13096
+    },
+    {
+      "epoch": 3.900891677060258,
+      "grad_norm": 0.24470661580562592,
+      "learning_rate": 1.393063043270749e-05,
+      "loss": 1.2442,
+      "step": 13097
+    },
+    {
+      "epoch": 3.9011895232599265,
+      "grad_norm": 0.380693644285202,
+      "learning_rate": 1.3929743484534083e-05,
+      "loss": 1.2367,
+      "step": 13098
+    },
+    {
+      "epoch": 3.9014873694595953,
+      "grad_norm": 0.27079856395721436,
+      "learning_rate": 1.3928856499798803e-05,
+      "loss": 1.2318,
+      "step": 13099
+    },
+    {
+      "epoch": 3.901785215659264,
+      "grad_norm": 0.31574124097824097,
+      "learning_rate": 1.3927969478509904e-05,
+      "loss": 1.2325,
+      "step": 13100
+    },
+    {
+      "epoch": 3.9020830618589324,
+      "grad_norm": 0.28129833936691284,
+      "learning_rate": 1.3927082420675637e-05,
+      "loss": 1.2394,
+      "step": 13101
+    },
+    {
+      "epoch": 3.902380908058601,
+      "grad_norm": 0.2591829299926758,
+      "learning_rate": 1.3926195326304254e-05,
+      "loss": 1.229,
+      "step": 13102
+    },
+    {
+      "epoch": 3.90267875425827,
+      "grad_norm": 0.4169105291366577,
+      "learning_rate": 1.3925308195404013e-05,
+      "loss": 1.2144,
+      "step": 13103
+    },
+    {
+      "epoch": 3.9029766004579383,
+      "grad_norm": 0.32777151465415955,
+      "learning_rate": 1.3924421027983166e-05,
+      "loss": 1.2326,
+      "step": 13104
+    },
+    {
+      "epoch": 3.903274446657607,
+      "grad_norm": 0.3248552680015564,
+      "learning_rate": 1.3923533824049962e-05,
+      "loss": 1.2232,
+      "step": 13105
+    },
+    {
+      "epoch": 3.903572292857276,
+      "grad_norm": 0.371523916721344,
+      "learning_rate": 1.392264658361266e-05,
+      "loss": 1.2324,
+      "step": 13106
+    },
+    {
+      "epoch": 3.9038701390569446,
+      "grad_norm": 0.29270094633102417,
+      "learning_rate": 1.3921759306679516e-05,
+      "loss": 1.2272,
+      "step": 13107
+    },
+    {
+      "epoch": 3.9041679852566133,
+      "grad_norm": 0.31862056255340576,
+      "learning_rate": 1.3920871993258782e-05,
+      "loss": 1.2088,
+      "step": 13108
+    },
+    {
+      "epoch": 3.9044658314562817,
+      "grad_norm": 0.24687409400939941,
+      "learning_rate": 1.3919984643358715e-05,
+      "loss": 1.2067,
+      "step": 13109
+    },
+    {
+      "epoch": 3.9047636776559504,
+      "grad_norm": 0.2599547803401947,
+      "learning_rate": 1.391909725698757e-05,
+      "loss": 1.2238,
+      "step": 13110
+    },
+    {
+      "epoch": 3.905061523855619,
+      "grad_norm": 0.26793843507766724,
+      "learning_rate": 1.3918209834153606e-05,
+      "loss": 1.2377,
+      "step": 13111
+    },
+    {
+      "epoch": 3.9053593700552875,
+      "grad_norm": 0.23883236944675446,
+      "learning_rate": 1.3917322374865076e-05,
+      "loss": 1.2203,
+      "step": 13112
+    },
+    {
+      "epoch": 3.9056572162549563,
+      "grad_norm": 0.23982957005500793,
+      "learning_rate": 1.3916434879130233e-05,
+      "loss": 1.2224,
+      "step": 13113
+    },
+    {
+      "epoch": 3.905955062454625,
+      "grad_norm": 0.2505717873573303,
+      "learning_rate": 1.3915547346957348e-05,
+      "loss": 1.2332,
+      "step": 13114
+    },
+    {
+      "epoch": 3.9062529086542934,
+      "grad_norm": 0.2481008768081665,
+      "learning_rate": 1.3914659778354664e-05,
+      "loss": 1.226,
+      "step": 13115
+    },
+    {
+      "epoch": 3.906550754853962,
+      "grad_norm": 0.23589645326137543,
+      "learning_rate": 1.3913772173330445e-05,
+      "loss": 1.2554,
+      "step": 13116
+    },
+    {
+      "epoch": 3.906848601053631,
+      "grad_norm": 0.2520972192287445,
+      "learning_rate": 1.391288453189295e-05,
+      "loss": 1.2257,
+      "step": 13117
+    },
+    {
+      "epoch": 3.9071464472532997,
+      "grad_norm": 0.24034655094146729,
+      "learning_rate": 1.3911996854050436e-05,
+      "loss": 1.2379,
+      "step": 13118
+    },
+    {
+      "epoch": 3.907444293452968,
+      "grad_norm": 0.26680758595466614,
+      "learning_rate": 1.3911109139811161e-05,
+      "loss": 1.2263,
+      "step": 13119
+    },
+    {
+      "epoch": 3.907742139652637,
+      "grad_norm": 0.2632834315299988,
+      "learning_rate": 1.3910221389183384e-05,
+      "loss": 1.2191,
+      "step": 13120
+    },
+    {
+      "epoch": 3.9080399858523056,
+      "grad_norm": 0.26333409547805786,
+      "learning_rate": 1.390933360217537e-05,
+      "loss": 1.2396,
+      "step": 13121
+    },
+    {
+      "epoch": 3.9083378320519744,
+      "grad_norm": 0.24903489649295807,
+      "learning_rate": 1.3908445778795372e-05,
+      "loss": 1.2389,
+      "step": 13122
+    },
+    {
+      "epoch": 3.9086356782516427,
+      "grad_norm": 0.3399023115634918,
+      "learning_rate": 1.3907557919051654e-05,
+      "loss": 1.2339,
+      "step": 13123
+    },
+    {
+      "epoch": 3.9089335244513115,
+      "grad_norm": 0.37201112508773804,
+      "learning_rate": 1.3906670022952473e-05,
+      "loss": 1.2178,
+      "step": 13124
+    },
+    {
+      "epoch": 3.9092313706509803,
+      "grad_norm": 0.2407924383878708,
+      "learning_rate": 1.3905782090506095e-05,
+      "loss": 1.2169,
+      "step": 13125
+    },
+    {
+      "epoch": 3.9095292168506486,
+      "grad_norm": 0.37440383434295654,
+      "learning_rate": 1.3904894121720776e-05,
+      "loss": 1.2331,
+      "step": 13126
+    },
+    {
+      "epoch": 3.9098270630503174,
+      "grad_norm": 0.27032122015953064,
+      "learning_rate": 1.390400611660478e-05,
+      "loss": 1.2259,
+      "step": 13127
+    },
+    {
+      "epoch": 3.910124909249986,
+      "grad_norm": 0.3098152279853821,
+      "learning_rate": 1.3903118075166371e-05,
+      "loss": 1.2328,
+      "step": 13128
+    },
+    {
+      "epoch": 3.9104227554496545,
+      "grad_norm": 0.24604958295822144,
+      "learning_rate": 1.390222999741381e-05,
+      "loss": 1.2314,
+      "step": 13129
+    },
+    {
+      "epoch": 3.9107206016493232,
+      "grad_norm": 0.2745722830295563,
+      "learning_rate": 1.3901341883355356e-05,
+      "loss": 1.2192,
+      "step": 13130
+    },
+    {
+      "epoch": 3.911018447848992,
+      "grad_norm": 0.300998717546463,
+      "learning_rate": 1.3900453732999273e-05,
+      "loss": 1.2137,
+      "step": 13131
+    },
+    {
+      "epoch": 3.9113162940486608,
+      "grad_norm": 0.4329034686088562,
+      "learning_rate": 1.3899565546353828e-05,
+      "loss": 1.2376,
+      "step": 13132
+    },
+    {
+      "epoch": 3.9116141402483295,
+      "grad_norm": 0.29281479120254517,
+      "learning_rate": 1.3898677323427283e-05,
+      "loss": 1.2332,
+      "step": 13133
+    },
+    {
+      "epoch": 3.911911986447998,
+      "grad_norm": 0.27857616543769836,
+      "learning_rate": 1.38977890642279e-05,
+      "loss": 1.2366,
+      "step": 13134
+    },
+    {
+      "epoch": 3.9122098326476666,
+      "grad_norm": 0.3135628402233124,
+      "learning_rate": 1.3896900768763948e-05,
+      "loss": 1.2315,
+      "step": 13135
+    },
+    {
+      "epoch": 3.9125076788473354,
+      "grad_norm": 0.2370682656764984,
+      "learning_rate": 1.3896012437043685e-05,
+      "loss": 1.234,
+      "step": 13136
+    },
+    {
+      "epoch": 3.9128055250470037,
+      "grad_norm": 0.29846489429473877,
+      "learning_rate": 1.3895124069075378e-05,
+      "loss": 1.2391,
+      "step": 13137
+    },
+    {
+      "epoch": 3.9131033712466725,
+      "grad_norm": 0.2559567987918854,
+      "learning_rate": 1.3894235664867298e-05,
+      "loss": 1.2308,
+      "step": 13138
+    },
+    {
+      "epoch": 3.9134012174463413,
+      "grad_norm": 0.27251166105270386,
+      "learning_rate": 1.3893347224427703e-05,
+      "loss": 1.2277,
+      "step": 13139
+    },
+    {
+      "epoch": 3.9136990636460096,
+      "grad_norm": 0.24662406742572784,
+      "learning_rate": 1.3892458747764863e-05,
+      "loss": 1.2231,
+      "step": 13140
+    },
+    {
+      "epoch": 3.9139969098456784,
+      "grad_norm": 0.257978230714798,
+      "learning_rate": 1.3891570234887041e-05,
+      "loss": 1.222,
+      "step": 13141
+    },
+    {
+      "epoch": 3.914294756045347,
+      "grad_norm": 0.242611363530159,
+      "learning_rate": 1.3890681685802508e-05,
+      "loss": 1.2354,
+      "step": 13142
+    },
+    {
+      "epoch": 3.9145926022450155,
+      "grad_norm": 0.274141401052475,
+      "learning_rate": 1.3889793100519529e-05,
+      "loss": 1.2174,
+      "step": 13143
+    },
+    {
+      "epoch": 3.9148904484446843,
+      "grad_norm": 0.27475303411483765,
+      "learning_rate": 1.388890447904637e-05,
+      "loss": 1.2136,
+      "step": 13144
+    },
+    {
+      "epoch": 3.915188294644353,
+      "grad_norm": 0.2634553611278534,
+      "learning_rate": 1.38880158213913e-05,
+      "loss": 1.2218,
+      "step": 13145
+    },
+    {
+      "epoch": 3.915486140844022,
+      "grad_norm": 0.36685436964035034,
+      "learning_rate": 1.388712712756259e-05,
+      "loss": 1.2461,
+      "step": 13146
+    },
+    {
+      "epoch": 3.9157839870436906,
+      "grad_norm": 0.3333728611469269,
+      "learning_rate": 1.3886238397568498e-05,
+      "loss": 1.2325,
+      "step": 13147
+    },
+    {
+      "epoch": 3.916081833243359,
+      "grad_norm": 0.33060261607170105,
+      "learning_rate": 1.3885349631417307e-05,
+      "loss": 1.2172,
+      "step": 13148
+    },
+    {
+      "epoch": 3.9163796794430277,
+      "grad_norm": 0.2988325357437134,
+      "learning_rate": 1.3884460829117275e-05,
+      "loss": 1.2336,
+      "step": 13149
+    },
+    {
+      "epoch": 3.9166775256426964,
+      "grad_norm": 0.3582686185836792,
+      "learning_rate": 1.3883571990676675e-05,
+      "loss": 1.2411,
+      "step": 13150
+    },
+    {
+      "epoch": 3.9169753718423648,
+      "grad_norm": 0.298128604888916,
+      "learning_rate": 1.3882683116103777e-05,
+      "loss": 1.2524,
+      "step": 13151
+    },
+    {
+      "epoch": 3.9172732180420335,
+      "grad_norm": 0.3053963780403137,
+      "learning_rate": 1.3881794205406852e-05,
+      "loss": 1.2129,
+      "step": 13152
+    },
+    {
+      "epoch": 3.9175710642417023,
+      "grad_norm": 0.28138604760169983,
+      "learning_rate": 1.3880905258594166e-05,
+      "loss": 1.2205,
+      "step": 13153
+    },
+    {
+      "epoch": 3.9178689104413706,
+      "grad_norm": 0.33124756813049316,
+      "learning_rate": 1.388001627567399e-05,
+      "loss": 1.2279,
+      "step": 13154
+    },
+    {
+      "epoch": 3.9181667566410394,
+      "grad_norm": 0.3027435839176178,
+      "learning_rate": 1.3879127256654606e-05,
+      "loss": 1.2409,
+      "step": 13155
+    },
+    {
+      "epoch": 3.918464602840708,
+      "grad_norm": 0.27342790365219116,
+      "learning_rate": 1.3878238201544272e-05,
+      "loss": 1.2489,
+      "step": 13156
+    },
+    {
+      "epoch": 3.9187624490403765,
+      "grad_norm": 0.35694262385368347,
+      "learning_rate": 1.3877349110351263e-05,
+      "loss": 1.2568,
+      "step": 13157
+    },
+    {
+      "epoch": 3.9190602952400453,
+      "grad_norm": 0.28090721368789673,
+      "learning_rate": 1.3876459983083857e-05,
+      "loss": 1.2317,
+      "step": 13158
+    },
+    {
+      "epoch": 3.919358141439714,
+      "grad_norm": 0.3718603849411011,
+      "learning_rate": 1.3875570819750319e-05,
+      "loss": 1.2171,
+      "step": 13159
+    },
+    {
+      "epoch": 3.919655987639383,
+      "grad_norm": 0.33166900277137756,
+      "learning_rate": 1.3874681620358924e-05,
+      "loss": 1.2233,
+      "step": 13160
+    },
+    {
+      "epoch": 3.9199538338390516,
+      "grad_norm": 0.26730549335479736,
+      "learning_rate": 1.3873792384917945e-05,
+      "loss": 1.2252,
+      "step": 13161
+    },
+    {
+      "epoch": 3.92025168003872,
+      "grad_norm": 0.2688398063182831,
+      "learning_rate": 1.387290311343566e-05,
+      "loss": 1.2129,
+      "step": 13162
+    },
+    {
+      "epoch": 3.9205495262383887,
+      "grad_norm": 0.26750171184539795,
+      "learning_rate": 1.3872013805920337e-05,
+      "loss": 1.2331,
+      "step": 13163
+    },
+    {
+      "epoch": 3.9208473724380575,
+      "grad_norm": 0.32285237312316895,
+      "learning_rate": 1.387112446238025e-05,
+      "loss": 1.232,
+      "step": 13164
+    },
+    {
+      "epoch": 3.921145218637726,
+      "grad_norm": 0.2518673241138458,
+      "learning_rate": 1.3870235082823675e-05,
+      "loss": 1.2255,
+      "step": 13165
+    },
+    {
+      "epoch": 3.9214430648373946,
+      "grad_norm": 0.30436524748802185,
+      "learning_rate": 1.3869345667258887e-05,
+      "loss": 1.2371,
+      "step": 13166
+    },
+    {
+      "epoch": 3.9217409110370633,
+      "grad_norm": 0.2510192096233368,
+      "learning_rate": 1.386845621569416e-05,
+      "loss": 1.2338,
+      "step": 13167
+    },
+    {
+      "epoch": 3.9220387572367317,
+      "grad_norm": 0.3274816572666168,
+      "learning_rate": 1.3867566728137771e-05,
+      "loss": 1.2375,
+      "step": 13168
+    },
+    {
+      "epoch": 3.9223366034364004,
+      "grad_norm": 0.2782514989376068,
+      "learning_rate": 1.3866677204597997e-05,
+      "loss": 1.2405,
+      "step": 13169
+    },
+    {
+      "epoch": 3.922634449636069,
+      "grad_norm": 0.2858296036720276,
+      "learning_rate": 1.3865787645083111e-05,
+      "loss": 1.2219,
+      "step": 13170
+    },
+    {
+      "epoch": 3.9229322958357375,
+      "grad_norm": 0.25521355867385864,
+      "learning_rate": 1.3864898049601387e-05,
+      "loss": 1.2246,
+      "step": 13171
+    },
+    {
+      "epoch": 3.9232301420354063,
+      "grad_norm": 0.26153141260147095,
+      "learning_rate": 1.3864008418161106e-05,
+      "loss": 1.2382,
+      "step": 13172
+    },
+    {
+      "epoch": 3.923527988235075,
+      "grad_norm": 0.26130759716033936,
+      "learning_rate": 1.3863118750770543e-05,
+      "loss": 1.2202,
+      "step": 13173
+    },
+    {
+      "epoch": 3.923825834434744,
+      "grad_norm": 0.2539772093296051,
+      "learning_rate": 1.3862229047437979e-05,
+      "loss": 1.2287,
+      "step": 13174
+    },
+    {
+      "epoch": 3.9241236806344126,
+      "grad_norm": 0.27328330278396606,
+      "learning_rate": 1.3861339308171686e-05,
+      "loss": 1.2357,
+      "step": 13175
+    },
+    {
+      "epoch": 3.924421526834081,
+      "grad_norm": 0.2556736469268799,
+      "learning_rate": 1.3860449532979947e-05,
+      "loss": 1.2191,
+      "step": 13176
+    },
+    {
+      "epoch": 3.9247193730337497,
+      "grad_norm": 0.27171239256858826,
+      "learning_rate": 1.3859559721871037e-05,
+      "loss": 1.2467,
+      "step": 13177
+    },
+    {
+      "epoch": 3.9250172192334185,
+      "grad_norm": 0.24272269010543823,
+      "learning_rate": 1.3858669874853235e-05,
+      "loss": 1.2175,
+      "step": 13178
+    },
+    {
+      "epoch": 3.925315065433087,
+      "grad_norm": 0.26099082827568054,
+      "learning_rate": 1.3857779991934823e-05,
+      "loss": 1.2362,
+      "step": 13179
+    },
+    {
+      "epoch": 3.9256129116327556,
+      "grad_norm": 0.25095367431640625,
+      "learning_rate": 1.3856890073124077e-05,
+      "loss": 1.2364,
+      "step": 13180
+    },
+    {
+      "epoch": 3.9259107578324244,
+      "grad_norm": 0.29382559657096863,
+      "learning_rate": 1.3856000118429278e-05,
+      "loss": 1.2343,
+      "step": 13181
+    },
+    {
+      "epoch": 3.9262086040320927,
+      "grad_norm": 0.3270135819911957,
+      "learning_rate": 1.3855110127858706e-05,
+      "loss": 1.2265,
+      "step": 13182
+    },
+    {
+      "epoch": 3.9265064502317615,
+      "grad_norm": 0.2749212086200714,
+      "learning_rate": 1.3854220101420644e-05,
+      "loss": 1.2376,
+      "step": 13183
+    },
+    {
+      "epoch": 3.9268042964314303,
+      "grad_norm": 0.3886204957962036,
+      "learning_rate": 1.3853330039123365e-05,
+      "loss": 1.2241,
+      "step": 13184
+    },
+    {
+      "epoch": 3.927102142631099,
+      "grad_norm": 0.2546490430831909,
+      "learning_rate": 1.385243994097516e-05,
+      "loss": 1.227,
+      "step": 13185
+    },
+    {
+      "epoch": 3.9273999888307674,
+      "grad_norm": 0.4590868651866913,
+      "learning_rate": 1.3851549806984306e-05,
+      "loss": 1.2189,
+      "step": 13186
+    },
+    {
+      "epoch": 3.927697835030436,
+      "grad_norm": 0.3852839469909668,
+      "learning_rate": 1.3850659637159081e-05,
+      "loss": 1.2176,
+      "step": 13187
+    },
+    {
+      "epoch": 3.927995681230105,
+      "grad_norm": 0.4147535562515259,
+      "learning_rate": 1.3849769431507771e-05,
+      "loss": 1.2238,
+      "step": 13188
+    },
+    {
+      "epoch": 3.9282935274297737,
+      "grad_norm": 0.40568336844444275,
+      "learning_rate": 1.3848879190038658e-05,
+      "loss": 1.2503,
+      "step": 13189
+    },
+    {
+      "epoch": 3.928591373629442,
+      "grad_norm": 0.34892594814300537,
+      "learning_rate": 1.3847988912760025e-05,
+      "loss": 1.2395,
+      "step": 13190
+    },
+    {
+      "epoch": 3.9288892198291108,
+      "grad_norm": 0.31116774678230286,
+      "learning_rate": 1.3847098599680153e-05,
+      "loss": 1.2224,
+      "step": 13191
+    },
+    {
+      "epoch": 3.9291870660287795,
+      "grad_norm": 0.360795795917511,
+      "learning_rate": 1.3846208250807326e-05,
+      "loss": 1.2294,
+      "step": 13192
+    },
+    {
+      "epoch": 3.929484912228448,
+      "grad_norm": 0.2690966725349426,
+      "learning_rate": 1.3845317866149833e-05,
+      "loss": 1.2195,
+      "step": 13193
+    },
+    {
+      "epoch": 3.9297827584281166,
+      "grad_norm": 0.4607526957988739,
+      "learning_rate": 1.3844427445715952e-05,
+      "loss": 1.2321,
+      "step": 13194
+    },
+    {
+      "epoch": 3.9300806046277854,
+      "grad_norm": 0.2560616135597229,
+      "learning_rate": 1.3843536989513964e-05,
+      "loss": 1.2309,
+      "step": 13195
+    },
+    {
+      "epoch": 3.9303784508274537,
+      "grad_norm": 0.29613804817199707,
+      "learning_rate": 1.3842646497552164e-05,
+      "loss": 1.2468,
+      "step": 13196
+    },
+    {
+      "epoch": 3.9306762970271225,
+      "grad_norm": 0.28417542576789856,
+      "learning_rate": 1.3841755969838829e-05,
+      "loss": 1.2209,
+      "step": 13197
+    },
+    {
+      "epoch": 3.9309741432267913,
+      "grad_norm": 0.34782496094703674,
+      "learning_rate": 1.3840865406382246e-05,
+      "loss": 1.2255,
+      "step": 13198
+    },
+    {
+      "epoch": 3.93127198942646,
+      "grad_norm": 0.2893727123737335,
+      "learning_rate": 1.3839974807190703e-05,
+      "loss": 1.2479,
+      "step": 13199
+    },
+    {
+      "epoch": 3.931569835626129,
+      "grad_norm": 0.2869235873222351,
+      "learning_rate": 1.3839084172272487e-05,
+      "loss": 1.2209,
+      "step": 13200
+    },
+    {
+      "epoch": 3.931867681825797,
+      "grad_norm": 0.25480109453201294,
+      "learning_rate": 1.3838193501635878e-05,
+      "loss": 1.2301,
+      "step": 13201
+    },
+    {
+      "epoch": 3.932165528025466,
+      "grad_norm": 0.2833738625049591,
+      "learning_rate": 1.3837302795289169e-05,
+      "loss": 1.226,
+      "step": 13202
+    },
+    {
+      "epoch": 3.9324633742251347,
+      "grad_norm": 0.3162032961845398,
+      "learning_rate": 1.3836412053240644e-05,
+      "loss": 1.2398,
+      "step": 13203
+    },
+    {
+      "epoch": 3.932761220424803,
+      "grad_norm": 0.3235669434070587,
+      "learning_rate": 1.3835521275498593e-05,
+      "loss": 1.2317,
+      "step": 13204
+    },
+    {
+      "epoch": 3.933059066624472,
+      "grad_norm": 0.24424074590206146,
+      "learning_rate": 1.3834630462071301e-05,
+      "loss": 1.23,
+      "step": 13205
+    },
+    {
+      "epoch": 3.9333569128241406,
+      "grad_norm": 0.47108832001686096,
+      "learning_rate": 1.3833739612967054e-05,
+      "loss": 1.2338,
+      "step": 13206
+    },
+    {
+      "epoch": 3.933654759023809,
+      "grad_norm": 0.29592519998550415,
+      "learning_rate": 1.3832848728194146e-05,
+      "loss": 1.231,
+      "step": 13207
+    },
+    {
+      "epoch": 3.9339526052234777,
+      "grad_norm": 0.3220840394496918,
+      "learning_rate": 1.3831957807760862e-05,
+      "loss": 1.2255,
+      "step": 13208
+    },
+    {
+      "epoch": 3.9342504514231464,
+      "grad_norm": 0.26471439003944397,
+      "learning_rate": 1.3831066851675492e-05,
+      "loss": 1.2397,
+      "step": 13209
+    },
+    {
+      "epoch": 3.9345482976228148,
+      "grad_norm": 0.47105714678764343,
+      "learning_rate": 1.3830175859946327e-05,
+      "loss": 1.2334,
+      "step": 13210
+    },
+    {
+      "epoch": 3.9348461438224835,
+      "grad_norm": 0.23992817103862762,
+      "learning_rate": 1.3829284832581653e-05,
+      "loss": 1.2232,
+      "step": 13211
+    },
+    {
+      "epoch": 3.9351439900221523,
+      "grad_norm": 0.32074904441833496,
+      "learning_rate": 1.3828393769589764e-05,
+      "loss": 1.2217,
+      "step": 13212
+    },
+    {
+      "epoch": 3.935441836221821,
+      "grad_norm": 0.2720768451690674,
+      "learning_rate": 1.3827502670978945e-05,
+      "loss": 1.236,
+      "step": 13213
+    },
+    {
+      "epoch": 3.93573968242149,
+      "grad_norm": 0.31859278678894043,
+      "learning_rate": 1.3826611536757493e-05,
+      "loss": 1.2269,
+      "step": 13214
+    },
+    {
+      "epoch": 3.936037528621158,
+      "grad_norm": 0.2529468238353729,
+      "learning_rate": 1.3825720366933695e-05,
+      "loss": 1.2435,
+      "step": 13215
+    },
+    {
+      "epoch": 3.936335374820827,
+      "grad_norm": 0.28112754225730896,
+      "learning_rate": 1.382482916151584e-05,
+      "loss": 1.2279,
+      "step": 13216
+    },
+    {
+      "epoch": 3.9366332210204957,
+      "grad_norm": 0.28580331802368164,
+      "learning_rate": 1.382393792051223e-05,
+      "loss": 1.2195,
+      "step": 13217
+    },
+    {
+      "epoch": 3.936931067220164,
+      "grad_norm": 0.23452556133270264,
+      "learning_rate": 1.3823046643931144e-05,
+      "loss": 1.2286,
+      "step": 13218
+    },
+    {
+      "epoch": 3.937228913419833,
+      "grad_norm": 0.270723432302475,
+      "learning_rate": 1.3822155331780882e-05,
+      "loss": 1.2187,
+      "step": 13219
+    },
+    {
+      "epoch": 3.9375267596195016,
+      "grad_norm": 0.25173231959342957,
+      "learning_rate": 1.3821263984069737e-05,
+      "loss": 1.2416,
+      "step": 13220
+    },
+    {
+      "epoch": 3.93782460581917,
+      "grad_norm": 0.2495669424533844,
+      "learning_rate": 1.3820372600805998e-05,
+      "loss": 1.2041,
+      "step": 13221
+    },
+    {
+      "epoch": 3.9381224520188387,
+      "grad_norm": 0.2559252083301544,
+      "learning_rate": 1.381948118199796e-05,
+      "loss": 1.227,
+      "step": 13222
+    },
+    {
+      "epoch": 3.9384202982185075,
+      "grad_norm": 0.29392632842063904,
+      "learning_rate": 1.3818589727653918e-05,
+      "loss": 1.243,
+      "step": 13223
+    },
+    {
+      "epoch": 3.938718144418176,
+      "grad_norm": 0.2594864070415497,
+      "learning_rate": 1.3817698237782165e-05,
+      "loss": 1.225,
+      "step": 13224
+    },
+    {
+      "epoch": 3.9390159906178446,
+      "grad_norm": 0.25113070011138916,
+      "learning_rate": 1.3816806712390993e-05,
+      "loss": 1.2268,
+      "step": 13225
+    },
+    {
+      "epoch": 3.9393138368175133,
+      "grad_norm": 0.26626530289649963,
+      "learning_rate": 1.3815915151488702e-05,
+      "loss": 1.2248,
+      "step": 13226
+    },
+    {
+      "epoch": 3.939611683017182,
+      "grad_norm": 0.24988804757595062,
+      "learning_rate": 1.3815023555083584e-05,
+      "loss": 1.2278,
+      "step": 13227
+    },
+    {
+      "epoch": 3.939909529216851,
+      "grad_norm": 0.25075680017471313,
+      "learning_rate": 1.3814131923183934e-05,
+      "loss": 1.2287,
+      "step": 13228
+    },
+    {
+      "epoch": 3.940207375416519,
+      "grad_norm": 0.2675560712814331,
+      "learning_rate": 1.3813240255798046e-05,
+      "loss": 1.2194,
+      "step": 13229
+    },
+    {
+      "epoch": 3.940505221616188,
+      "grad_norm": 0.2381962090730667,
+      "learning_rate": 1.3812348552934219e-05,
+      "loss": 1.2323,
+      "step": 13230
+    },
+    {
+      "epoch": 3.9408030678158568,
+      "grad_norm": 0.24896834790706635,
+      "learning_rate": 1.3811456814600748e-05,
+      "loss": 1.2319,
+      "step": 13231
+    },
+    {
+      "epoch": 3.941100914015525,
+      "grad_norm": 0.25786885619163513,
+      "learning_rate": 1.3810565040805928e-05,
+      "loss": 1.227,
+      "step": 13232
+    },
+    {
+      "epoch": 3.941398760215194,
+      "grad_norm": 0.2563535273075104,
+      "learning_rate": 1.3809673231558058e-05,
+      "loss": 1.2305,
+      "step": 13233
+    },
+    {
+      "epoch": 3.9416966064148626,
+      "grad_norm": 0.2621895968914032,
+      "learning_rate": 1.380878138686544e-05,
+      "loss": 1.238,
+      "step": 13234
+    },
+    {
+      "epoch": 3.941994452614531,
+      "grad_norm": 0.30734968185424805,
+      "learning_rate": 1.3807889506736363e-05,
+      "loss": 1.2295,
+      "step": 13235
+    },
+    {
+      "epoch": 3.9422922988141997,
+      "grad_norm": 0.24150706827640533,
+      "learning_rate": 1.3806997591179128e-05,
+      "loss": 1.2265,
+      "step": 13236
+    },
+    {
+      "epoch": 3.9425901450138685,
+      "grad_norm": 0.35120949149131775,
+      "learning_rate": 1.3806105640202035e-05,
+      "loss": 1.2247,
+      "step": 13237
+    },
+    {
+      "epoch": 3.942887991213537,
+      "grad_norm": 0.315340131521225,
+      "learning_rate": 1.3805213653813378e-05,
+      "loss": 1.2356,
+      "step": 13238
+    },
+    {
+      "epoch": 3.9431858374132056,
+      "grad_norm": 0.28169921040534973,
+      "learning_rate": 1.3804321632021462e-05,
+      "loss": 1.2115,
+      "step": 13239
+    },
+    {
+      "epoch": 3.9434836836128744,
+      "grad_norm": 0.4050716161727905,
+      "learning_rate": 1.3803429574834583e-05,
+      "loss": 1.2306,
+      "step": 13240
+    },
+    {
+      "epoch": 3.943781529812543,
+      "grad_norm": 0.2576994001865387,
+      "learning_rate": 1.3802537482261044e-05,
+      "loss": 1.2318,
+      "step": 13241
+    },
+    {
+      "epoch": 3.944079376012212,
+      "grad_norm": 0.4222757816314697,
+      "learning_rate": 1.3801645354309138e-05,
+      "loss": 1.2308,
+      "step": 13242
+    },
+    {
+      "epoch": 3.9443772222118803,
+      "grad_norm": 0.4433141052722931,
+      "learning_rate": 1.3800753190987173e-05,
+      "loss": 1.2196,
+      "step": 13243
+    },
+    {
+      "epoch": 3.944675068411549,
+      "grad_norm": 0.259381502866745,
+      "learning_rate": 1.3799860992303447e-05,
+      "loss": 1.2299,
+      "step": 13244
+    },
+    {
+      "epoch": 3.944972914611218,
+      "grad_norm": 0.4008481204509735,
+      "learning_rate": 1.3798968758266256e-05,
+      "loss": 1.2271,
+      "step": 13245
+    },
+    {
+      "epoch": 3.945270760810886,
+      "grad_norm": 0.25758200883865356,
+      "learning_rate": 1.3798076488883907e-05,
+      "loss": 1.2356,
+      "step": 13246
+    },
+    {
+      "epoch": 3.945568607010555,
+      "grad_norm": 0.3300653100013733,
+      "learning_rate": 1.3797184184164699e-05,
+      "loss": 1.236,
+      "step": 13247
+    },
+    {
+      "epoch": 3.9458664532102237,
+      "grad_norm": 0.2681613564491272,
+      "learning_rate": 1.3796291844116935e-05,
+      "loss": 1.2247,
+      "step": 13248
+    },
+    {
+      "epoch": 3.946164299409892,
+      "grad_norm": 0.32309770584106445,
+      "learning_rate": 1.3795399468748916e-05,
+      "loss": 1.2465,
+      "step": 13249
+    },
+    {
+      "epoch": 3.9464621456095608,
+      "grad_norm": 0.3046136200428009,
+      "learning_rate": 1.3794507058068947e-05,
+      "loss": 1.225,
+      "step": 13250
+    },
+    {
+      "epoch": 3.9467599918092295,
+      "grad_norm": 0.3005814254283905,
+      "learning_rate": 1.3793614612085331e-05,
+      "loss": 1.2279,
+      "step": 13251
+    },
+    {
+      "epoch": 3.9470578380088983,
+      "grad_norm": 0.3176072835922241,
+      "learning_rate": 1.3792722130806366e-05,
+      "loss": 1.2109,
+      "step": 13252
+    },
+    {
+      "epoch": 3.9473556842085666,
+      "grad_norm": 0.30952659249305725,
+      "learning_rate": 1.379182961424036e-05,
+      "loss": 1.2341,
+      "step": 13253
+    },
+    {
+      "epoch": 3.9476535304082354,
+      "grad_norm": 0.34675028920173645,
+      "learning_rate": 1.3790937062395615e-05,
+      "loss": 1.2284,
+      "step": 13254
+    },
+    {
+      "epoch": 3.947951376607904,
+      "grad_norm": 0.29791009426116943,
+      "learning_rate": 1.3790044475280438e-05,
+      "loss": 1.2338,
+      "step": 13255
+    },
+    {
+      "epoch": 3.948249222807573,
+      "grad_norm": 0.37231138348579407,
+      "learning_rate": 1.378915185290313e-05,
+      "loss": 1.2312,
+      "step": 13256
+    },
+    {
+      "epoch": 3.9485470690072413,
+      "grad_norm": 0.28895992040634155,
+      "learning_rate": 1.3788259195271998e-05,
+      "loss": 1.2508,
+      "step": 13257
+    },
+    {
+      "epoch": 3.94884491520691,
+      "grad_norm": 0.2745595872402191,
+      "learning_rate": 1.378736650239535e-05,
+      "loss": 1.2536,
+      "step": 13258
+    },
+    {
+      "epoch": 3.949142761406579,
+      "grad_norm": 0.24945619702339172,
+      "learning_rate": 1.3786473774281484e-05,
+      "loss": 1.2237,
+      "step": 13259
+    },
+    {
+      "epoch": 3.949440607606247,
+      "grad_norm": 0.34441810846328735,
+      "learning_rate": 1.3785581010938709e-05,
+      "loss": 1.2449,
+      "step": 13260
+    },
+    {
+      "epoch": 3.949738453805916,
+      "grad_norm": 0.28372707962989807,
+      "learning_rate": 1.3784688212375337e-05,
+      "loss": 1.2267,
+      "step": 13261
+    },
+    {
+      "epoch": 3.9500363000055847,
+      "grad_norm": 0.2903372049331665,
+      "learning_rate": 1.3783795378599666e-05,
+      "loss": 1.253,
+      "step": 13262
+    },
+    {
+      "epoch": 3.950334146205253,
+      "grad_norm": 0.24565307796001434,
+      "learning_rate": 1.3782902509620009e-05,
+      "loss": 1.2213,
+      "step": 13263
+    },
+    {
+      "epoch": 3.950631992404922,
+      "grad_norm": 0.3678787052631378,
+      "learning_rate": 1.3782009605444669e-05,
+      "loss": 1.2338,
+      "step": 13264
+    },
+    {
+      "epoch": 3.9509298386045906,
+      "grad_norm": 0.24600066244602203,
+      "learning_rate": 1.3781116666081956e-05,
+      "loss": 1.2318,
+      "step": 13265
+    },
+    {
+      "epoch": 3.9512276848042593,
+      "grad_norm": 0.2908230721950531,
+      "learning_rate": 1.3780223691540174e-05,
+      "loss": 1.2265,
+      "step": 13266
+    },
+    {
+      "epoch": 3.951525531003928,
+      "grad_norm": 0.2514212429523468,
+      "learning_rate": 1.3779330681827637e-05,
+      "loss": 1.2078,
+      "step": 13267
+    },
+    {
+      "epoch": 3.9518233772035964,
+      "grad_norm": 0.25792211294174194,
+      "learning_rate": 1.3778437636952654e-05,
+      "loss": 1.2411,
+      "step": 13268
+    },
+    {
+      "epoch": 3.952121223403265,
+      "grad_norm": 0.284408837556839,
+      "learning_rate": 1.3777544556923523e-05,
+      "loss": 1.2243,
+      "step": 13269
+    },
+    {
+      "epoch": 3.952419069602934,
+      "grad_norm": 0.35277897119522095,
+      "learning_rate": 1.3776651441748565e-05,
+      "loss": 1.2177,
+      "step": 13270
+    },
+    {
+      "epoch": 3.9527169158026023,
+      "grad_norm": 0.32351380586624146,
+      "learning_rate": 1.3775758291436083e-05,
+      "loss": 1.2358,
+      "step": 13271
+    },
+    {
+      "epoch": 3.953014762002271,
+      "grad_norm": 0.3098355233669281,
+      "learning_rate": 1.3774865105994388e-05,
+      "loss": 1.2275,
+      "step": 13272
+    },
+    {
+      "epoch": 3.95331260820194,
+      "grad_norm": 0.28767481446266174,
+      "learning_rate": 1.3773971885431791e-05,
+      "loss": 1.2379,
+      "step": 13273
+    },
+    {
+      "epoch": 3.953610454401608,
+      "grad_norm": 0.3367336690425873,
+      "learning_rate": 1.3773078629756604e-05,
+      "loss": 1.2158,
+      "step": 13274
+    },
+    {
+      "epoch": 3.953908300601277,
+      "grad_norm": 0.32177621126174927,
+      "learning_rate": 1.3772185338977138e-05,
+      "loss": 1.2046,
+      "step": 13275
+    },
+    {
+      "epoch": 3.9542061468009457,
+      "grad_norm": 0.3031023442745209,
+      "learning_rate": 1.3771292013101698e-05,
+      "loss": 1.2189,
+      "step": 13276
+    },
+    {
+      "epoch": 3.954503993000614,
+      "grad_norm": 0.2863255739212036,
+      "learning_rate": 1.3770398652138598e-05,
+      "loss": 1.219,
+      "step": 13277
+    },
+    {
+      "epoch": 3.954801839200283,
+      "grad_norm": 0.2768959701061249,
+      "learning_rate": 1.3769505256096154e-05,
+      "loss": 1.2212,
+      "step": 13278
+    },
+    {
+      "epoch": 3.9550996853999516,
+      "grad_norm": 0.25252997875213623,
+      "learning_rate": 1.3768611824982675e-05,
+      "loss": 1.2127,
+      "step": 13279
+    },
+    {
+      "epoch": 3.9553975315996204,
+      "grad_norm": 0.3021676540374756,
+      "learning_rate": 1.3767718358806473e-05,
+      "loss": 1.2216,
+      "step": 13280
+    },
+    {
+      "epoch": 3.955695377799289,
+      "grad_norm": 0.2823593020439148,
+      "learning_rate": 1.376682485757586e-05,
+      "loss": 1.2118,
+      "step": 13281
+    },
+    {
+      "epoch": 3.9559932239989575,
+      "grad_norm": 0.2506415545940399,
+      "learning_rate": 1.3765931321299153e-05,
+      "loss": 1.2306,
+      "step": 13282
+    },
+    {
+      "epoch": 3.9562910701986262,
+      "grad_norm": 0.2492976188659668,
+      "learning_rate": 1.376503774998466e-05,
+      "loss": 1.2232,
+      "step": 13283
+    },
+    {
+      "epoch": 3.956588916398295,
+      "grad_norm": 0.24417439103126526,
+      "learning_rate": 1.3764144143640699e-05,
+      "loss": 1.2353,
+      "step": 13284
+    },
+    {
+      "epoch": 3.9568867625979633,
+      "grad_norm": 0.2732827067375183,
+      "learning_rate": 1.3763250502275583e-05,
+      "loss": 1.2343,
+      "step": 13285
+    },
+    {
+      "epoch": 3.957184608797632,
+      "grad_norm": 0.2529347836971283,
+      "learning_rate": 1.3762356825897622e-05,
+      "loss": 1.2083,
+      "step": 13286
+    },
+    {
+      "epoch": 3.957482454997301,
+      "grad_norm": 0.2552180290222168,
+      "learning_rate": 1.3761463114515137e-05,
+      "loss": 1.2236,
+      "step": 13287
+    },
+    {
+      "epoch": 3.957780301196969,
+      "grad_norm": 0.3384588956832886,
+      "learning_rate": 1.3760569368136443e-05,
+      "loss": 1.2244,
+      "step": 13288
+    },
+    {
+      "epoch": 3.958078147396638,
+      "grad_norm": 0.28780779242515564,
+      "learning_rate": 1.3759675586769844e-05,
+      "loss": 1.2139,
+      "step": 13289
+    },
+    {
+      "epoch": 3.9583759935963068,
+      "grad_norm": 0.5732924342155457,
+      "learning_rate": 1.375878177042367e-05,
+      "loss": 1.2133,
+      "step": 13290
+    },
+    {
+      "epoch": 3.958673839795975,
+      "grad_norm": 0.4588649570941925,
+      "learning_rate": 1.3757887919106232e-05,
+      "loss": 1.2275,
+      "step": 13291
+    },
+    {
+      "epoch": 3.958971685995644,
+      "grad_norm": 0.34352895617485046,
+      "learning_rate": 1.3756994032825846e-05,
+      "loss": 1.2292,
+      "step": 13292
+    },
+    {
+      "epoch": 3.9592695321953126,
+      "grad_norm": 0.29472851753234863,
+      "learning_rate": 1.3756100111590826e-05,
+      "loss": 1.2355,
+      "step": 13293
+    },
+    {
+      "epoch": 3.9595673783949814,
+      "grad_norm": 0.6480907201766968,
+      "learning_rate": 1.375520615540949e-05,
+      "loss": 1.2303,
+      "step": 13294
+    },
+    {
+      "epoch": 3.95986522459465,
+      "grad_norm": 0.33491411805152893,
+      "learning_rate": 1.3754312164290157e-05,
+      "loss": 1.2287,
+      "step": 13295
+    },
+    {
+      "epoch": 3.9601630707943185,
+      "grad_norm": 0.3167470395565033,
+      "learning_rate": 1.3753418138241146e-05,
+      "loss": 1.2268,
+      "step": 13296
+    },
+    {
+      "epoch": 3.9604609169939873,
+      "grad_norm": 0.28013840317726135,
+      "learning_rate": 1.375252407727077e-05,
+      "loss": 1.2193,
+      "step": 13297
+    },
+    {
+      "epoch": 3.960758763193656,
+      "grad_norm": 0.27401334047317505,
+      "learning_rate": 1.3751629981387352e-05,
+      "loss": 1.2147,
+      "step": 13298
+    },
+    {
+      "epoch": 3.9610566093933244,
+      "grad_norm": 0.26001015305519104,
+      "learning_rate": 1.3750735850599211e-05,
+      "loss": 1.2221,
+      "step": 13299
+    },
+    {
+      "epoch": 3.961354455592993,
+      "grad_norm": 0.3323241174221039,
+      "learning_rate": 1.3749841684914658e-05,
+      "loss": 1.2213,
+      "step": 13300
+    },
+    {
+      "epoch": 3.961652301792662,
+      "grad_norm": 0.25518015027046204,
+      "learning_rate": 1.374894748434202e-05,
+      "loss": 1.2397,
+      "step": 13301
+    },
+    {
+      "epoch": 3.9619501479923303,
+      "grad_norm": 0.2652130424976349,
+      "learning_rate": 1.3748053248889615e-05,
+      "loss": 1.2185,
+      "step": 13302
+    },
+    {
+      "epoch": 3.962247994191999,
+      "grad_norm": 0.2644560635089874,
+      "learning_rate": 1.374715897856576e-05,
+      "loss": 1.2348,
+      "step": 13303
+    },
+    {
+      "epoch": 3.962545840391668,
+      "grad_norm": 0.24957582354545593,
+      "learning_rate": 1.374626467337878e-05,
+      "loss": 1.2228,
+      "step": 13304
+    },
+    {
+      "epoch": 3.962843686591336,
+      "grad_norm": 0.25798946619033813,
+      "learning_rate": 1.374537033333699e-05,
+      "loss": 1.2235,
+      "step": 13305
+    },
+    {
+      "epoch": 3.963141532791005,
+      "grad_norm": 0.24982014298439026,
+      "learning_rate": 1.3744475958448715e-05,
+      "loss": 1.2253,
+      "step": 13306
+    },
+    {
+      "epoch": 3.9634393789906737,
+      "grad_norm": 0.2523110806941986,
+      "learning_rate": 1.3743581548722276e-05,
+      "loss": 1.2176,
+      "step": 13307
+    },
+    {
+      "epoch": 3.9637372251903424,
+      "grad_norm": 0.25925248861312866,
+      "learning_rate": 1.374268710416599e-05,
+      "loss": 1.2309,
+      "step": 13308
+    },
+    {
+      "epoch": 3.964035071390011,
+      "grad_norm": 0.25103744864463806,
+      "learning_rate": 1.3741792624788186e-05,
+      "loss": 1.2435,
+      "step": 13309
+    },
+    {
+      "epoch": 3.9643329175896795,
+      "grad_norm": 0.25214672088623047,
+      "learning_rate": 1.374089811059718e-05,
+      "loss": 1.2048,
+      "step": 13310
+    },
+    {
+      "epoch": 3.9646307637893483,
+      "grad_norm": 0.2590175271034241,
+      "learning_rate": 1.3740003561601298e-05,
+      "loss": 1.2388,
+      "step": 13311
+    },
+    {
+      "epoch": 3.964928609989017,
+      "grad_norm": 0.25053536891937256,
+      "learning_rate": 1.3739108977808862e-05,
+      "loss": 1.2362,
+      "step": 13312
+    },
+    {
+      "epoch": 3.9652264561886854,
+      "grad_norm": 0.26403069496154785,
+      "learning_rate": 1.3738214359228192e-05,
+      "loss": 1.241,
+      "step": 13313
+    },
+    {
+      "epoch": 3.965524302388354,
+      "grad_norm": 0.2543472349643707,
+      "learning_rate": 1.3737319705867615e-05,
+      "loss": 1.2288,
+      "step": 13314
+    },
+    {
+      "epoch": 3.965822148588023,
+      "grad_norm": 0.2844364047050476,
+      "learning_rate": 1.3736425017735453e-05,
+      "loss": 1.2332,
+      "step": 13315
+    },
+    {
+      "epoch": 3.9661199947876913,
+      "grad_norm": 0.292111873626709,
+      "learning_rate": 1.3735530294840034e-05,
+      "loss": 1.2458,
+      "step": 13316
+    },
+    {
+      "epoch": 3.96641784098736,
+      "grad_norm": 0.26022544503211975,
+      "learning_rate": 1.3734635537189675e-05,
+      "loss": 1.2287,
+      "step": 13317
+    },
+    {
+      "epoch": 3.966715687187029,
+      "grad_norm": 0.30310890078544617,
+      "learning_rate": 1.3733740744792708e-05,
+      "loss": 1.2266,
+      "step": 13318
+    },
+    {
+      "epoch": 3.9670135333866976,
+      "grad_norm": 0.26686811447143555,
+      "learning_rate": 1.3732845917657453e-05,
+      "loss": 1.2174,
+      "step": 13319
+    },
+    {
+      "epoch": 3.967311379586366,
+      "grad_norm": 0.2606055736541748,
+      "learning_rate": 1.3731951055792237e-05,
+      "loss": 1.221,
+      "step": 13320
+    },
+    {
+      "epoch": 3.9676092257860347,
+      "grad_norm": 0.2605314254760742,
+      "learning_rate": 1.3731056159205386e-05,
+      "loss": 1.2218,
+      "step": 13321
+    },
+    {
+      "epoch": 3.9679070719857035,
+      "grad_norm": 0.2701477110385895,
+      "learning_rate": 1.3730161227905227e-05,
+      "loss": 1.2232,
+      "step": 13322
+    },
+    {
+      "epoch": 3.9682049181853722,
+      "grad_norm": 0.2692610025405884,
+      "learning_rate": 1.3729266261900086e-05,
+      "loss": 1.2375,
+      "step": 13323
+    },
+    {
+      "epoch": 3.9685027643850406,
+      "grad_norm": 0.3172907829284668,
+      "learning_rate": 1.3728371261198287e-05,
+      "loss": 1.2231,
+      "step": 13324
+    },
+    {
+      "epoch": 3.9688006105847093,
+      "grad_norm": 0.2733261287212372,
+      "learning_rate": 1.372747622580816e-05,
+      "loss": 1.2124,
+      "step": 13325
+    },
+    {
+      "epoch": 3.969098456784378,
+      "grad_norm": 0.31666746735572815,
+      "learning_rate": 1.3726581155738035e-05,
+      "loss": 1.2273,
+      "step": 13326
+    },
+    {
+      "epoch": 3.9693963029840464,
+      "grad_norm": 0.30270305275917053,
+      "learning_rate": 1.3725686050996232e-05,
+      "loss": 1.2254,
+      "step": 13327
+    },
+    {
+      "epoch": 3.969694149183715,
+      "grad_norm": 0.2606399655342102,
+      "learning_rate": 1.3724790911591082e-05,
+      "loss": 1.2336,
+      "step": 13328
+    },
+    {
+      "epoch": 3.969991995383384,
+      "grad_norm": 0.35708358883857727,
+      "learning_rate": 1.3723895737530919e-05,
+      "loss": 1.2307,
+      "step": 13329
+    },
+    {
+      "epoch": 3.9702898415830523,
+      "grad_norm": 0.2547812759876251,
+      "learning_rate": 1.372300052882406e-05,
+      "loss": 1.2354,
+      "step": 13330
+    },
+    {
+      "epoch": 3.970587687782721,
+      "grad_norm": 0.2860596179962158,
+      "learning_rate": 1.3722105285478844e-05,
+      "loss": 1.2268,
+      "step": 13331
+    },
+    {
+      "epoch": 3.97088553398239,
+      "grad_norm": 0.260704904794693,
+      "learning_rate": 1.3721210007503596e-05,
+      "loss": 1.2144,
+      "step": 13332
+    },
+    {
+      "epoch": 3.9711833801820586,
+      "grad_norm": 0.2592894732952118,
+      "learning_rate": 1.372031469490665e-05,
+      "loss": 1.2393,
+      "step": 13333
+    },
+    {
+      "epoch": 3.9714812263817274,
+      "grad_norm": 0.3154374957084656,
+      "learning_rate": 1.371941934769633e-05,
+      "loss": 1.2124,
+      "step": 13334
+    },
+    {
+      "epoch": 3.9717790725813957,
+      "grad_norm": 0.27829208970069885,
+      "learning_rate": 1.3718523965880967e-05,
+      "loss": 1.2154,
+      "step": 13335
+    },
+    {
+      "epoch": 3.9720769187810645,
+      "grad_norm": 0.3362678289413452,
+      "learning_rate": 1.3717628549468893e-05,
+      "loss": 1.2308,
+      "step": 13336
+    },
+    {
+      "epoch": 3.9723747649807333,
+      "grad_norm": 0.25007420778274536,
+      "learning_rate": 1.3716733098468441e-05,
+      "loss": 1.2377,
+      "step": 13337
+    },
+    {
+      "epoch": 3.9726726111804016,
+      "grad_norm": 0.27721577882766724,
+      "learning_rate": 1.371583761288794e-05,
+      "loss": 1.2244,
+      "step": 13338
+    },
+    {
+      "epoch": 3.9729704573800704,
+      "grad_norm": 0.3188413381576538,
+      "learning_rate": 1.371494209273572e-05,
+      "loss": 1.2397,
+      "step": 13339
+    },
+    {
+      "epoch": 3.973268303579739,
+      "grad_norm": 0.2549150884151459,
+      "learning_rate": 1.3714046538020116e-05,
+      "loss": 1.2191,
+      "step": 13340
+    },
+    {
+      "epoch": 3.9735661497794075,
+      "grad_norm": 0.3306371569633484,
+      "learning_rate": 1.3713150948749459e-05,
+      "loss": 1.2211,
+      "step": 13341
+    },
+    {
+      "epoch": 3.9738639959790762,
+      "grad_norm": 0.2630874812602997,
+      "learning_rate": 1.3712255324932079e-05,
+      "loss": 1.2226,
+      "step": 13342
+    },
+    {
+      "epoch": 3.974161842178745,
+      "grad_norm": 0.2721898853778839,
+      "learning_rate": 1.3711359666576312e-05,
+      "loss": 1.2326,
+      "step": 13343
+    },
+    {
+      "epoch": 3.9744596883784133,
+      "grad_norm": 0.43239787220954895,
+      "learning_rate": 1.371046397369049e-05,
+      "loss": 1.2438,
+      "step": 13344
+    },
+    {
+      "epoch": 3.974757534578082,
+      "grad_norm": 0.2552736699581146,
+      "learning_rate": 1.3709568246282945e-05,
+      "loss": 1.2214,
+      "step": 13345
+    },
+    {
+      "epoch": 3.975055380777751,
+      "grad_norm": 0.34517979621887207,
+      "learning_rate": 1.3708672484362013e-05,
+      "loss": 1.2266,
+      "step": 13346
+    },
+    {
+      "epoch": 3.9753532269774197,
+      "grad_norm": 0.27155017852783203,
+      "learning_rate": 1.3707776687936028e-05,
+      "loss": 1.2294,
+      "step": 13347
+    },
+    {
+      "epoch": 3.9756510731770884,
+      "grad_norm": 0.271278977394104,
+      "learning_rate": 1.370688085701332e-05,
+      "loss": 1.2185,
+      "step": 13348
+    },
+    {
+      "epoch": 3.9759489193767568,
+      "grad_norm": 0.38098785281181335,
+      "learning_rate": 1.3705984991602229e-05,
+      "loss": 1.2276,
+      "step": 13349
+    },
+    {
+      "epoch": 3.9762467655764255,
+      "grad_norm": 0.30669933557510376,
+      "learning_rate": 1.370508909171109e-05,
+      "loss": 1.2249,
+      "step": 13350
+    },
+    {
+      "epoch": 3.9765446117760943,
+      "grad_norm": 0.3008941113948822,
+      "learning_rate": 1.3704193157348236e-05,
+      "loss": 1.2295,
+      "step": 13351
+    },
+    {
+      "epoch": 3.9768424579757626,
+      "grad_norm": 0.3231416344642639,
+      "learning_rate": 1.3703297188522002e-05,
+      "loss": 1.2201,
+      "step": 13352
+    },
+    {
+      "epoch": 3.9771403041754314,
+      "grad_norm": 0.3122359812259674,
+      "learning_rate": 1.3702401185240726e-05,
+      "loss": 1.2365,
+      "step": 13353
+    },
+    {
+      "epoch": 3.9774381503751,
+      "grad_norm": 0.28316250443458557,
+      "learning_rate": 1.3701505147512744e-05,
+      "loss": 1.2172,
+      "step": 13354
+    },
+    {
+      "epoch": 3.9777359965747685,
+      "grad_norm": 0.31386739015579224,
+      "learning_rate": 1.3700609075346391e-05,
+      "loss": 1.2197,
+      "step": 13355
+    },
+    {
+      "epoch": 3.9780338427744373,
+      "grad_norm": 0.2508314549922943,
+      "learning_rate": 1.3699712968750004e-05,
+      "loss": 1.2242,
+      "step": 13356
+    },
+    {
+      "epoch": 3.978331688974106,
+      "grad_norm": 0.40898066759109497,
+      "learning_rate": 1.3698816827731926e-05,
+      "loss": 1.2277,
+      "step": 13357
+    },
+    {
+      "epoch": 3.9786295351737744,
+      "grad_norm": 0.3118723928928375,
+      "learning_rate": 1.3697920652300487e-05,
+      "loss": 1.2267,
+      "step": 13358
+    },
+    {
+      "epoch": 3.978927381373443,
+      "grad_norm": 0.36608466506004333,
+      "learning_rate": 1.3697024442464027e-05,
+      "loss": 1.2314,
+      "step": 13359
+    },
+    {
+      "epoch": 3.979225227573112,
+      "grad_norm": 0.24628345668315887,
+      "learning_rate": 1.3696128198230888e-05,
+      "loss": 1.2358,
+      "step": 13360
+    },
+    {
+      "epoch": 3.9795230737727807,
+      "grad_norm": 0.5022084712982178,
+      "learning_rate": 1.3695231919609402e-05,
+      "loss": 1.2333,
+      "step": 13361
+    },
+    {
+      "epoch": 3.9798209199724495,
+      "grad_norm": 0.30987975001335144,
+      "learning_rate": 1.3694335606607913e-05,
+      "loss": 1.2212,
+      "step": 13362
+    },
+    {
+      "epoch": 3.980118766172118,
+      "grad_norm": 0.37688446044921875,
+      "learning_rate": 1.369343925923476e-05,
+      "loss": 1.2416,
+      "step": 13363
+    },
+    {
+      "epoch": 3.9804166123717866,
+      "grad_norm": 0.2744654417037964,
+      "learning_rate": 1.3692542877498281e-05,
+      "loss": 1.2261,
+      "step": 13364
+    },
+    {
+      "epoch": 3.9807144585714553,
+      "grad_norm": 0.5666722655296326,
+      "learning_rate": 1.3691646461406816e-05,
+      "loss": 1.2173,
+      "step": 13365
+    },
+    {
+      "epoch": 3.9810123047711237,
+      "grad_norm": 0.30332040786743164,
+      "learning_rate": 1.3690750010968703e-05,
+      "loss": 1.221,
+      "step": 13366
+    },
+    {
+      "epoch": 3.9813101509707924,
+      "grad_norm": 0.35051602125167847,
+      "learning_rate": 1.3689853526192287e-05,
+      "loss": 1.2212,
+      "step": 13367
+    },
+    {
+      "epoch": 3.981607997170461,
+      "grad_norm": 0.2537488341331482,
+      "learning_rate": 1.3688957007085906e-05,
+      "loss": 1.2155,
+      "step": 13368
+    },
+    {
+      "epoch": 3.9819058433701295,
+      "grad_norm": 0.308860182762146,
+      "learning_rate": 1.3688060453657901e-05,
+      "loss": 1.2237,
+      "step": 13369
+    },
+    {
+      "epoch": 3.9822036895697983,
+      "grad_norm": 0.32965436577796936,
+      "learning_rate": 1.3687163865916616e-05,
+      "loss": 1.2222,
+      "step": 13370
+    },
+    {
+      "epoch": 3.982501535769467,
+      "grad_norm": 0.252133846282959,
+      "learning_rate": 1.3686267243870385e-05,
+      "loss": 1.2289,
+      "step": 13371
+    },
+    {
+      "epoch": 3.9827993819691354,
+      "grad_norm": 0.33121633529663086,
+      "learning_rate": 1.3685370587527562e-05,
+      "loss": 1.2278,
+      "step": 13372
+    },
+    {
+      "epoch": 3.983097228168804,
+      "grad_norm": 0.25625285506248474,
+      "learning_rate": 1.368447389689648e-05,
+      "loss": 1.2375,
+      "step": 13373
+    },
+    {
+      "epoch": 3.983395074368473,
+      "grad_norm": 0.3637160658836365,
+      "learning_rate": 1.3683577171985487e-05,
+      "loss": 1.2124,
+      "step": 13374
+    },
+    {
+      "epoch": 3.9836929205681417,
+      "grad_norm": 0.28041210770606995,
+      "learning_rate": 1.3682680412802924e-05,
+      "loss": 1.2287,
+      "step": 13375
+    },
+    {
+      "epoch": 3.9839907667678105,
+      "grad_norm": 0.25311151146888733,
+      "learning_rate": 1.3681783619357134e-05,
+      "loss": 1.2147,
+      "step": 13376
+    },
+    {
+      "epoch": 3.984288612967479,
+      "grad_norm": 0.2525341510772705,
+      "learning_rate": 1.368088679165646e-05,
+      "loss": 1.2312,
+      "step": 13377
+    },
+    {
+      "epoch": 3.9845864591671476,
+      "grad_norm": 0.24177545309066772,
+      "learning_rate": 1.3679989929709247e-05,
+      "loss": 1.2156,
+      "step": 13378
+    },
+    {
+      "epoch": 3.9848843053668164,
+      "grad_norm": 0.2735190689563751,
+      "learning_rate": 1.3679093033523838e-05,
+      "loss": 1.2163,
+      "step": 13379
+    },
+    {
+      "epoch": 3.9851821515664847,
+      "grad_norm": 0.2353980392217636,
+      "learning_rate": 1.367819610310858e-05,
+      "loss": 1.2245,
+      "step": 13380
+    },
+    {
+      "epoch": 3.9854799977661535,
+      "grad_norm": 0.27483224868774414,
+      "learning_rate": 1.367729913847182e-05,
+      "loss": 1.2108,
+      "step": 13381
+    },
+    {
+      "epoch": 3.9857778439658222,
+      "grad_norm": 0.2524372935295105,
+      "learning_rate": 1.3676402139621896e-05,
+      "loss": 1.2127,
+      "step": 13382
+    },
+    {
+      "epoch": 3.9860756901654906,
+      "grad_norm": 0.2566528916358948,
+      "learning_rate": 1.367550510656716e-05,
+      "loss": 1.225,
+      "step": 13383
+    },
+    {
+      "epoch": 3.9863735363651593,
+      "grad_norm": 0.23759350180625916,
+      "learning_rate": 1.3674608039315954e-05,
+      "loss": 1.2175,
+      "step": 13384
+    },
+    {
+      "epoch": 3.986671382564828,
+      "grad_norm": 0.26291152834892273,
+      "learning_rate": 1.3673710937876626e-05,
+      "loss": 1.2137,
+      "step": 13385
+    },
+    {
+      "epoch": 3.986969228764497,
+      "grad_norm": 0.2782786786556244,
+      "learning_rate": 1.3672813802257521e-05,
+      "loss": 1.2349,
+      "step": 13386
+    },
+    {
+      "epoch": 3.987267074964165,
+      "grad_norm": 0.27542656660079956,
+      "learning_rate": 1.367191663246699e-05,
+      "loss": 1.2218,
+      "step": 13387
+    },
+    {
+      "epoch": 3.987564921163834,
+      "grad_norm": 0.26309019327163696,
+      "learning_rate": 1.3671019428513374e-05,
+      "loss": 1.2179,
+      "step": 13388
+    },
+    {
+      "epoch": 3.9878627673635028,
+      "grad_norm": 0.2406158298254013,
+      "learning_rate": 1.3670122190405026e-05,
+      "loss": 1.2357,
+      "step": 13389
+    },
+    {
+      "epoch": 3.9881606135631715,
+      "grad_norm": 0.26158133149147034,
+      "learning_rate": 1.366922491815029e-05,
+      "loss": 1.2268,
+      "step": 13390
+    },
+    {
+      "epoch": 3.98845845976284,
+      "grad_norm": 0.25136712193489075,
+      "learning_rate": 1.3668327611757516e-05,
+      "loss": 1.2362,
+      "step": 13391
+    },
+    {
+      "epoch": 3.9887563059625086,
+      "grad_norm": 0.3350224196910858,
+      "learning_rate": 1.3667430271235053e-05,
+      "loss": 1.2249,
+      "step": 13392
+    },
+    {
+      "epoch": 3.9890541521621774,
+      "grad_norm": 0.25642406940460205,
+      "learning_rate": 1.3666532896591249e-05,
+      "loss": 1.229,
+      "step": 13393
+    },
+    {
+      "epoch": 3.9893519983618457,
+      "grad_norm": 0.27974164485931396,
+      "learning_rate": 1.3665635487834453e-05,
+      "loss": 1.2324,
+      "step": 13394
+    },
+    {
+      "epoch": 3.9896498445615145,
+      "grad_norm": 0.3308431804180145,
+      "learning_rate": 1.3664738044973011e-05,
+      "loss": 1.2481,
+      "step": 13395
+    },
+    {
+      "epoch": 3.9899476907611833,
+      "grad_norm": 0.3376076817512512,
+      "learning_rate": 1.366384056801528e-05,
+      "loss": 1.2224,
+      "step": 13396
+    },
+    {
+      "epoch": 3.9902455369608516,
+      "grad_norm": 0.2756621837615967,
+      "learning_rate": 1.3662943056969605e-05,
+      "loss": 1.2265,
+      "step": 13397
+    },
+    {
+      "epoch": 3.9905433831605204,
+      "grad_norm": 0.250488817691803,
+      "learning_rate": 1.3662045511844338e-05,
+      "loss": 1.2201,
+      "step": 13398
+    },
+    {
+      "epoch": 3.990841229360189,
+      "grad_norm": 0.3583226799964905,
+      "learning_rate": 1.3661147932647826e-05,
+      "loss": 1.2415,
+      "step": 13399
+    },
+    {
+      "epoch": 3.991139075559858,
+      "grad_norm": 0.2988361120223999,
+      "learning_rate": 1.3660250319388427e-05,
+      "loss": 1.2195,
+      "step": 13400
+    },
+    {
+      "epoch": 3.9914369217595267,
+      "grad_norm": 0.2791658043861389,
+      "learning_rate": 1.3659352672074484e-05,
+      "loss": 1.23,
+      "step": 13401
+    },
+    {
+      "epoch": 3.991734767959195,
+      "grad_norm": 0.2548013925552368,
+      "learning_rate": 1.3658454990714356e-05,
+      "loss": 1.215,
+      "step": 13402
+    },
+    {
+      "epoch": 3.992032614158864,
+      "grad_norm": 0.25278958678245544,
+      "learning_rate": 1.365755727531639e-05,
+      "loss": 1.231,
+      "step": 13403
+    },
+    {
+      "epoch": 3.9923304603585326,
+      "grad_norm": 0.27782562375068665,
+      "learning_rate": 1.3656659525888942e-05,
+      "loss": 1.2275,
+      "step": 13404
+    },
+    {
+      "epoch": 3.992628306558201,
+      "grad_norm": 0.26534757018089294,
+      "learning_rate": 1.365576174244036e-05,
+      "loss": 1.2259,
+      "step": 13405
+    },
+    {
+      "epoch": 3.9929261527578697,
+      "grad_norm": 0.3131057322025299,
+      "learning_rate": 1.3654863924979002e-05,
+      "loss": 1.2205,
+      "step": 13406
+    },
+    {
+      "epoch": 3.9932239989575384,
+      "grad_norm": 0.2801111936569214,
+      "learning_rate": 1.3653966073513214e-05,
+      "loss": 1.238,
+      "step": 13407
+    },
+    {
+      "epoch": 3.9935218451572068,
+      "grad_norm": 0.26753294467926025,
+      "learning_rate": 1.3653068188051359e-05,
+      "loss": 1.235,
+      "step": 13408
+    },
+    {
+      "epoch": 3.9938196913568755,
+      "grad_norm": 0.2762524485588074,
+      "learning_rate": 1.3652170268601785e-05,
+      "loss": 1.2376,
+      "step": 13409
+    },
+    {
+      "epoch": 3.9941175375565443,
+      "grad_norm": 0.3896852731704712,
+      "learning_rate": 1.3651272315172846e-05,
+      "loss": 1.2169,
+      "step": 13410
+    },
+    {
+      "epoch": 3.9944153837562126,
+      "grad_norm": 0.36620697379112244,
+      "learning_rate": 1.36503743277729e-05,
+      "loss": 1.2215,
+      "step": 13411
+    },
+    {
+      "epoch": 3.9947132299558814,
+      "grad_norm": 0.35110583901405334,
+      "learning_rate": 1.3649476306410296e-05,
+      "loss": 1.2262,
+      "step": 13412
+    },
+    {
+      "epoch": 3.99501107615555,
+      "grad_norm": 0.46130087971687317,
+      "learning_rate": 1.3648578251093395e-05,
+      "loss": 1.222,
+      "step": 13413
+    },
+    {
+      "epoch": 3.995308922355219,
+      "grad_norm": 0.26714006066322327,
+      "learning_rate": 1.3647680161830546e-05,
+      "loss": 1.2269,
+      "step": 13414
+    },
+    {
+      "epoch": 3.9956067685548877,
+      "grad_norm": 0.346652626991272,
+      "learning_rate": 1.3646782038630114e-05,
+      "loss": 1.2301,
+      "step": 13415
+    },
+    {
+      "epoch": 3.995904614754556,
+      "grad_norm": 0.3244880735874176,
+      "learning_rate": 1.3645883881500445e-05,
+      "loss": 1.2105,
+      "step": 13416
+    },
+    {
+      "epoch": 3.996202460954225,
+      "grad_norm": 0.2955103814601898,
+      "learning_rate": 1.3644985690449901e-05,
+      "loss": 1.2225,
+      "step": 13417
+    },
+    {
+      "epoch": 3.9965003071538936,
+      "grad_norm": 0.3054068088531494,
+      "learning_rate": 1.3644087465486839e-05,
+      "loss": 1.2387,
+      "step": 13418
+    },
+    {
+      "epoch": 3.996798153353562,
+      "grad_norm": 0.29540181159973145,
+      "learning_rate": 1.3643189206619613e-05,
+      "loss": 1.2321,
+      "step": 13419
+    },
+    {
+      "epoch": 3.9970959995532307,
+      "grad_norm": 0.27125608921051025,
+      "learning_rate": 1.3642290913856582e-05,
+      "loss": 1.2144,
+      "step": 13420
+    },
+    {
+      "epoch": 3.9973938457528995,
+      "grad_norm": 0.25907444953918457,
+      "learning_rate": 1.3641392587206103e-05,
+      "loss": 1.2368,
+      "step": 13421
+    },
+    {
+      "epoch": 3.997691691952568,
+      "grad_norm": 0.266828328371048,
+      "learning_rate": 1.364049422667654e-05,
+      "loss": 1.2354,
+      "step": 13422
+    },
+    {
+      "epoch": 3.9979895381522366,
+      "grad_norm": 0.24839074909687042,
+      "learning_rate": 1.363959583227624e-05,
+      "loss": 1.2263,
+      "step": 13423
+    },
+    {
+      "epoch": 3.9982873843519053,
+      "grad_norm": 0.25622907280921936,
+      "learning_rate": 1.3638697404013566e-05,
+      "loss": 1.2206,
+      "step": 13424
+    },
+    {
+      "epoch": 3.9985852305515737,
+      "grad_norm": 0.27672067284584045,
+      "learning_rate": 1.363779894189688e-05,
+      "loss": 1.2309,
+      "step": 13425
+    },
+    {
+      "epoch": 3.9988830767512424,
+      "grad_norm": 0.29166603088378906,
+      "learning_rate": 1.363690044593454e-05,
+      "loss": 1.2258,
+      "step": 13426
+    },
+    {
+      "epoch": 3.999180922950911,
+      "grad_norm": 0.2589173913002014,
+      "learning_rate": 1.3636001916134904e-05,
+      "loss": 1.2542,
+      "step": 13427
+    },
+    {
+      "epoch": 3.99947876915058,
+      "grad_norm": 0.26252371072769165,
+      "learning_rate": 1.3635103352506333e-05,
+      "loss": 1.2101,
+      "step": 13428
+    },
+    {
+      "epoch": 3.9997766153502488,
+      "grad_norm": 0.2667730152606964,
+      "learning_rate": 1.3634204755057187e-05,
+      "loss": 1.2485,
+      "step": 13429
+    },
+    {
+      "epoch": 4.000074461549917,
+      "grad_norm": 0.24984438717365265,
+      "learning_rate": 1.3633306123795824e-05,
+      "loss": 1.2281,
+      "step": 13430
+    },
+    {
+      "epoch": 4.000372307749585,
+      "grad_norm": 0.2710225284099579,
+      "learning_rate": 1.3632407458730607e-05,
+      "loss": 1.2259,
+      "step": 13431
+    },
+    {
+      "epoch": 4.000670153949255,
+      "grad_norm": 0.24073953926563263,
+      "learning_rate": 1.3631508759869903e-05,
+      "loss": 1.2012,
+      "step": 13432
+    },
+    {
+      "epoch": 4.000968000148923,
+      "grad_norm": 0.2353154420852661,
+      "learning_rate": 1.3630610027222062e-05,
+      "loss": 1.241,
+      "step": 13433
+    },
+    {
+      "epoch": 4.001265846348592,
+      "grad_norm": 0.23412029445171356,
+      "learning_rate": 1.362971126079545e-05,
+      "loss": 1.2255,
+      "step": 13434
+    },
+    {
+      "epoch": 4.0015636925482605,
+      "grad_norm": 0.2648339867591858,
+      "learning_rate": 1.3628812460598431e-05,
+      "loss": 1.2337,
+      "step": 13435
+    },
+    {
+      "epoch": 4.001861538747929,
+      "grad_norm": 0.2483452707529068,
+      "learning_rate": 1.3627913626639368e-05,
+      "loss": 1.2289,
+      "step": 13436
+    },
+    {
+      "epoch": 4.002159384947598,
+      "grad_norm": 0.27604132890701294,
+      "learning_rate": 1.3627014758926622e-05,
+      "loss": 1.2204,
+      "step": 13437
+    },
+    {
+      "epoch": 4.002457231147266,
+      "grad_norm": 0.23962776362895966,
+      "learning_rate": 1.3626115857468553e-05,
+      "loss": 1.2272,
+      "step": 13438
+    },
+    {
+      "epoch": 4.002755077346935,
+      "grad_norm": 0.3925142288208008,
+      "learning_rate": 1.3625216922273532e-05,
+      "loss": 1.2256,
+      "step": 13439
+    },
+    {
+      "epoch": 4.003052923546604,
+      "grad_norm": 0.47054609656333923,
+      "learning_rate": 1.3624317953349916e-05,
+      "loss": 1.2337,
+      "step": 13440
+    },
+    {
+      "epoch": 4.003350769746272,
+      "grad_norm": 0.2619442045688629,
+      "learning_rate": 1.3623418950706068e-05,
+      "loss": 1.2356,
+      "step": 13441
+    },
+    {
+      "epoch": 4.003648615945941,
+      "grad_norm": 0.2708479166030884,
+      "learning_rate": 1.3622519914350358e-05,
+      "loss": 1.2059,
+      "step": 13442
+    },
+    {
+      "epoch": 4.00394646214561,
+      "grad_norm": 0.2544673979282379,
+      "learning_rate": 1.3621620844291147e-05,
+      "loss": 1.2081,
+      "step": 13443
+    },
+    {
+      "epoch": 4.004244308345278,
+      "grad_norm": 0.2590193748474121,
+      "learning_rate": 1.36207217405368e-05,
+      "loss": 1.2295,
+      "step": 13444
+    },
+    {
+      "epoch": 4.004542154544946,
+      "grad_norm": 0.24963033199310303,
+      "learning_rate": 1.3619822603095685e-05,
+      "loss": 1.2054,
+      "step": 13445
+    },
+    {
+      "epoch": 4.004840000744616,
+      "grad_norm": 0.2631826102733612,
+      "learning_rate": 1.3618923431976163e-05,
+      "loss": 1.2303,
+      "step": 13446
+    },
+    {
+      "epoch": 4.005137846944284,
+      "grad_norm": 0.31257209181785583,
+      "learning_rate": 1.3618024227186601e-05,
+      "loss": 1.2159,
+      "step": 13447
+    },
+    {
+      "epoch": 4.005435693143953,
+      "grad_norm": 0.27918773889541626,
+      "learning_rate": 1.3617124988735362e-05,
+      "loss": 1.2262,
+      "step": 13448
+    },
+    {
+      "epoch": 4.0057335393436215,
+      "grad_norm": 0.2980075180530548,
+      "learning_rate": 1.3616225716630824e-05,
+      "loss": 1.2444,
+      "step": 13449
+    },
+    {
+      "epoch": 4.00603138554329,
+      "grad_norm": 0.4892701208591461,
+      "learning_rate": 1.3615326410881342e-05,
+      "loss": 1.2293,
+      "step": 13450
+    },
+    {
+      "epoch": 4.006329231742959,
+      "grad_norm": 0.5278096795082092,
+      "learning_rate": 1.3614427071495287e-05,
+      "loss": 1.2284,
+      "step": 13451
+    },
+    {
+      "epoch": 4.006627077942627,
+      "grad_norm": 0.3616490662097931,
+      "learning_rate": 1.3613527698481029e-05,
+      "loss": 1.2318,
+      "step": 13452
+    },
+    {
+      "epoch": 4.006924924142296,
+      "grad_norm": 0.33913710713386536,
+      "learning_rate": 1.3612628291846927e-05,
+      "loss": 1.2125,
+      "step": 13453
+    },
+    {
+      "epoch": 4.007222770341965,
+      "grad_norm": 0.5846142768859863,
+      "learning_rate": 1.361172885160136e-05,
+      "loss": 1.217,
+      "step": 13454
+    },
+    {
+      "epoch": 4.007520616541633,
+      "grad_norm": 0.39744895696640015,
+      "learning_rate": 1.361082937775269e-05,
+      "loss": 1.2231,
+      "step": 13455
+    },
+    {
+      "epoch": 4.007818462741302,
+      "grad_norm": 0.38165080547332764,
+      "learning_rate": 1.3609929870309288e-05,
+      "loss": 1.2344,
+      "step": 13456
+    },
+    {
+      "epoch": 4.008116308940971,
+      "grad_norm": 0.28365325927734375,
+      "learning_rate": 1.3609030329279522e-05,
+      "loss": 1.2136,
+      "step": 13457
+    },
+    {
+      "epoch": 4.008414155140639,
+      "grad_norm": 0.5792515873908997,
+      "learning_rate": 1.360813075467176e-05,
+      "loss": 1.2273,
+      "step": 13458
+    },
+    {
+      "epoch": 4.0087120013403075,
+      "grad_norm": 0.3754171133041382,
+      "learning_rate": 1.360723114649437e-05,
+      "loss": 1.2409,
+      "step": 13459
+    },
+    {
+      "epoch": 4.009009847539977,
+      "grad_norm": 0.36889129877090454,
+      "learning_rate": 1.3606331504755727e-05,
+      "loss": 1.2193,
+      "step": 13460
+    },
+    {
+      "epoch": 4.009307693739645,
+      "grad_norm": 0.33019784092903137,
+      "learning_rate": 1.36054318294642e-05,
+      "loss": 1.2184,
+      "step": 13461
+    },
+    {
+      "epoch": 4.009605539939314,
+      "grad_norm": 0.3890586495399475,
+      "learning_rate": 1.3604532120628158e-05,
+      "loss": 1.2195,
+      "step": 13462
+    },
+    {
+      "epoch": 4.009903386138983,
+      "grad_norm": 0.4135071337223053,
+      "learning_rate": 1.3603632378255972e-05,
+      "loss": 1.2122,
+      "step": 13463
+    },
+    {
+      "epoch": 4.010201232338651,
+      "grad_norm": 0.2886429727077484,
+      "learning_rate": 1.360273260235601e-05,
+      "loss": 1.2232,
+      "step": 13464
+    },
+    {
+      "epoch": 4.01049907853832,
+      "grad_norm": 0.34025245904922485,
+      "learning_rate": 1.3601832792936646e-05,
+      "loss": 1.2191,
+      "step": 13465
+    },
+    {
+      "epoch": 4.010796924737988,
+      "grad_norm": 0.28943249583244324,
+      "learning_rate": 1.3600932950006254e-05,
+      "loss": 1.2253,
+      "step": 13466
+    },
+    {
+      "epoch": 4.011094770937657,
+      "grad_norm": 0.3403421938419342,
+      "learning_rate": 1.3600033073573204e-05,
+      "loss": 1.217,
+      "step": 13467
+    },
+    {
+      "epoch": 4.011392617137326,
+      "grad_norm": 0.3473210036754608,
+      "learning_rate": 1.3599133163645868e-05,
+      "loss": 1.2377,
+      "step": 13468
+    },
+    {
+      "epoch": 4.011690463336994,
+      "grad_norm": 0.33960193395614624,
+      "learning_rate": 1.3598233220232622e-05,
+      "loss": 1.2284,
+      "step": 13469
+    },
+    {
+      "epoch": 4.011988309536663,
+      "grad_norm": 0.31858521699905396,
+      "learning_rate": 1.3597333243341832e-05,
+      "loss": 1.2299,
+      "step": 13470
+    },
+    {
+      "epoch": 4.012286155736332,
+      "grad_norm": 0.2420596480369568,
+      "learning_rate": 1.3596433232981877e-05,
+      "loss": 1.2345,
+      "step": 13471
+    },
+    {
+      "epoch": 4.012584001936,
+      "grad_norm": 0.46303659677505493,
+      "learning_rate": 1.3595533189161128e-05,
+      "loss": 1.2074,
+      "step": 13472
+    },
+    {
+      "epoch": 4.0128818481356685,
+      "grad_norm": 0.26272690296173096,
+      "learning_rate": 1.359463311188796e-05,
+      "loss": 1.2163,
+      "step": 13473
+    },
+    {
+      "epoch": 4.013179694335338,
+      "grad_norm": 0.3758026957511902,
+      "learning_rate": 1.3593733001170749e-05,
+      "loss": 1.2184,
+      "step": 13474
+    },
+    {
+      "epoch": 4.013477540535006,
+      "grad_norm": 0.2465454787015915,
+      "learning_rate": 1.3592832857017865e-05,
+      "loss": 1.2257,
+      "step": 13475
+    },
+    {
+      "epoch": 4.013775386734675,
+      "grad_norm": 0.3642311692237854,
+      "learning_rate": 1.3591932679437689e-05,
+      "loss": 1.256,
+      "step": 13476
+    },
+    {
+      "epoch": 4.014073232934344,
+      "grad_norm": 0.28112563490867615,
+      "learning_rate": 1.3591032468438588e-05,
+      "loss": 1.2303,
+      "step": 13477
+    },
+    {
+      "epoch": 4.014371079134012,
+      "grad_norm": 0.2791341245174408,
+      "learning_rate": 1.3590132224028945e-05,
+      "loss": 1.2212,
+      "step": 13478
+    },
+    {
+      "epoch": 4.014668925333681,
+      "grad_norm": 0.35364946722984314,
+      "learning_rate": 1.358923194621713e-05,
+      "loss": 1.2257,
+      "step": 13479
+    },
+    {
+      "epoch": 4.0149667715333495,
+      "grad_norm": 0.25044015049934387,
+      "learning_rate": 1.3588331635011527e-05,
+      "loss": 1.2357,
+      "step": 13480
+    },
+    {
+      "epoch": 4.015264617733018,
+      "grad_norm": 0.397842675447464,
+      "learning_rate": 1.3587431290420502e-05,
+      "loss": 1.2275,
+      "step": 13481
+    },
+    {
+      "epoch": 4.015562463932687,
+      "grad_norm": 0.24611815810203552,
+      "learning_rate": 1.358653091245244e-05,
+      "loss": 1.2335,
+      "step": 13482
+    },
+    {
+      "epoch": 4.015860310132355,
+      "grad_norm": 0.35895636677742004,
+      "learning_rate": 1.3585630501115714e-05,
+      "loss": 1.2076,
+      "step": 13483
+    },
+    {
+      "epoch": 4.016158156332024,
+      "grad_norm": 0.2622363567352295,
+      "learning_rate": 1.3584730056418702e-05,
+      "loss": 1.2295,
+      "step": 13484
+    },
+    {
+      "epoch": 4.016456002531693,
+      "grad_norm": 0.3240194022655487,
+      "learning_rate": 1.3583829578369783e-05,
+      "loss": 1.2347,
+      "step": 13485
+    },
+    {
+      "epoch": 4.016753848731361,
+      "grad_norm": 0.2415049523115158,
+      "learning_rate": 1.3582929066977336e-05,
+      "loss": 1.2374,
+      "step": 13486
+    },
+    {
+      "epoch": 4.01705169493103,
+      "grad_norm": 0.262705534696579,
+      "learning_rate": 1.3582028522249732e-05,
+      "loss": 1.2085,
+      "step": 13487
+    },
+    {
+      "epoch": 4.017349541130699,
+      "grad_norm": 0.2660171687602997,
+      "learning_rate": 1.3581127944195356e-05,
+      "loss": 1.2117,
+      "step": 13488
+    },
+    {
+      "epoch": 4.017647387330367,
+      "grad_norm": 0.2507553696632385,
+      "learning_rate": 1.3580227332822584e-05,
+      "loss": 1.2341,
+      "step": 13489
+    },
+    {
+      "epoch": 4.017945233530036,
+      "grad_norm": 0.25532859563827515,
+      "learning_rate": 1.3579326688139802e-05,
+      "loss": 1.2244,
+      "step": 13490
+    },
+    {
+      "epoch": 4.018243079729705,
+      "grad_norm": 0.2624969184398651,
+      "learning_rate": 1.3578426010155381e-05,
+      "loss": 1.2357,
+      "step": 13491
+    },
+    {
+      "epoch": 4.018540925929373,
+      "grad_norm": 0.3329092860221863,
+      "learning_rate": 1.3577525298877705e-05,
+      "loss": 1.2153,
+      "step": 13492
+    },
+    {
+      "epoch": 4.018838772129042,
+      "grad_norm": 0.28040000796318054,
+      "learning_rate": 1.3576624554315154e-05,
+      "loss": 1.2216,
+      "step": 13493
+    },
+    {
+      "epoch": 4.0191366183287105,
+      "grad_norm": 0.2757415473461151,
+      "learning_rate": 1.3575723776476106e-05,
+      "loss": 1.2297,
+      "step": 13494
+    },
+    {
+      "epoch": 4.019434464528379,
+      "grad_norm": 0.30063891410827637,
+      "learning_rate": 1.3574822965368942e-05,
+      "loss": 1.2313,
+      "step": 13495
+    },
+    {
+      "epoch": 4.019732310728048,
+      "grad_norm": 0.26259714365005493,
+      "learning_rate": 1.3573922121002045e-05,
+      "loss": 1.2345,
+      "step": 13496
+    },
+    {
+      "epoch": 4.020030156927716,
+      "grad_norm": 0.2762293815612793,
+      "learning_rate": 1.3573021243383797e-05,
+      "loss": 1.2207,
+      "step": 13497
+    },
+    {
+      "epoch": 4.020328003127385,
+      "grad_norm": 0.2598060667514801,
+      "learning_rate": 1.3572120332522578e-05,
+      "loss": 1.2201,
+      "step": 13498
+    },
+    {
+      "epoch": 4.020625849327054,
+      "grad_norm": 0.2517746388912201,
+      "learning_rate": 1.357121938842677e-05,
+      "loss": 1.2226,
+      "step": 13499
+    },
+    {
+      "epoch": 4.020923695526722,
+      "grad_norm": 0.24112702906131744,
+      "learning_rate": 1.3570318411104756e-05,
+      "loss": 1.2254,
+      "step": 13500
+    },
+    {
+      "epoch": 4.020923695526722,
+      "eval_loss": 1.3276550769805908,
+      "eval_runtime": 21.9183,
+      "eval_samples_per_second": 79.112,
+      "eval_steps_per_second": 4.973,
+      "step": 13500
+    },
+    {
+      "epoch": 4.0212215417263915,
+      "grad_norm": 0.2654041647911072,
+      "learning_rate": 1.3569417400564917e-05,
+      "loss": 1.225,
+      "step": 13501
+    },
+    {
+      "epoch": 4.02151938792606,
+      "grad_norm": 0.2819170653820038,
+      "learning_rate": 1.3568516356815637e-05,
+      "loss": 1.2155,
+      "step": 13502
+    },
+    {
+      "epoch": 4.021817234125728,
+      "grad_norm": 0.3072175979614258,
+      "learning_rate": 1.3567615279865303e-05,
+      "loss": 1.2233,
+      "step": 13503
+    },
+    {
+      "epoch": 4.022115080325397,
+      "grad_norm": 0.24807359278202057,
+      "learning_rate": 1.3566714169722292e-05,
+      "loss": 1.2314,
+      "step": 13504
+    },
+    {
+      "epoch": 4.022412926525066,
+      "grad_norm": 0.2827318012714386,
+      "learning_rate": 1.3565813026394992e-05,
+      "loss": 1.222,
+      "step": 13505
+    },
+    {
+      "epoch": 4.022710772724734,
+      "grad_norm": 0.31187954545021057,
+      "learning_rate": 1.3564911849891785e-05,
+      "loss": 1.2238,
+      "step": 13506
+    },
+    {
+      "epoch": 4.023008618924403,
+      "grad_norm": 0.24782270193099976,
+      "learning_rate": 1.3564010640221052e-05,
+      "loss": 1.2349,
+      "step": 13507
+    },
+    {
+      "epoch": 4.0233064651240715,
+      "grad_norm": 0.29361018538475037,
+      "learning_rate": 1.3563109397391188e-05,
+      "loss": 1.222,
+      "step": 13508
+    },
+    {
+      "epoch": 4.02360431132374,
+      "grad_norm": 0.3015013635158539,
+      "learning_rate": 1.3562208121410568e-05,
+      "loss": 1.2186,
+      "step": 13509
+    },
+    {
+      "epoch": 4.023902157523409,
+      "grad_norm": 0.39766520261764526,
+      "learning_rate": 1.3561306812287584e-05,
+      "loss": 1.2016,
+      "step": 13510
+    },
+    {
+      "epoch": 4.024200003723077,
+      "grad_norm": 0.24687308073043823,
+      "learning_rate": 1.3560405470030617e-05,
+      "loss": 1.2216,
+      "step": 13511
+    },
+    {
+      "epoch": 4.024497849922746,
+      "grad_norm": 0.40833809971809387,
+      "learning_rate": 1.3559504094648055e-05,
+      "loss": 1.2143,
+      "step": 13512
+    },
+    {
+      "epoch": 4.024795696122415,
+      "grad_norm": 0.44821810722351074,
+      "learning_rate": 1.3558602686148285e-05,
+      "loss": 1.2134,
+      "step": 13513
+    },
+    {
+      "epoch": 4.025093542322083,
+      "grad_norm": 0.48145267367362976,
+      "learning_rate": 1.3557701244539696e-05,
+      "loss": 1.2478,
+      "step": 13514
+    },
+    {
+      "epoch": 4.0253913885217525,
+      "grad_norm": 0.2988905906677246,
+      "learning_rate": 1.3556799769830669e-05,
+      "loss": 1.2212,
+      "step": 13515
+    },
+    {
+      "epoch": 4.025689234721421,
+      "grad_norm": 0.3648199439048767,
+      "learning_rate": 1.3555898262029593e-05,
+      "loss": 1.2107,
+      "step": 13516
+    },
+    {
+      "epoch": 4.025987080921089,
+      "grad_norm": 0.2863132655620575,
+      "learning_rate": 1.355499672114486e-05,
+      "loss": 1.2067,
+      "step": 13517
+    },
+    {
+      "epoch": 4.026284927120758,
+      "grad_norm": 0.46540048718452454,
+      "learning_rate": 1.3554095147184849e-05,
+      "loss": 1.2273,
+      "step": 13518
+    },
+    {
+      "epoch": 4.026582773320427,
+      "grad_norm": 0.2618623673915863,
+      "learning_rate": 1.3553193540157956e-05,
+      "loss": 1.2197,
+      "step": 13519
+    },
+    {
+      "epoch": 4.026880619520095,
+      "grad_norm": 0.7541860342025757,
+      "learning_rate": 1.355229190007257e-05,
+      "loss": 1.2172,
+      "step": 13520
+    },
+    {
+      "epoch": 4.027178465719764,
+      "grad_norm": 0.46875596046447754,
+      "learning_rate": 1.3551390226937074e-05,
+      "loss": 1.2315,
+      "step": 13521
+    },
+    {
+      "epoch": 4.027476311919433,
+      "grad_norm": 0.30588921904563904,
+      "learning_rate": 1.355048852075986e-05,
+      "loss": 1.2422,
+      "step": 13522
+    },
+    {
+      "epoch": 4.027774158119101,
+      "grad_norm": 0.28768113255500793,
+      "learning_rate": 1.3549586781549318e-05,
+      "loss": 1.2218,
+      "step": 13523
+    },
+    {
+      "epoch": 4.02807200431877,
+      "grad_norm": 0.284957617521286,
+      "learning_rate": 1.3548685009313834e-05,
+      "loss": 1.2366,
+      "step": 13524
+    },
+    {
+      "epoch": 4.028369850518438,
+      "grad_norm": 0.2643536925315857,
+      "learning_rate": 1.3547783204061804e-05,
+      "loss": 1.2182,
+      "step": 13525
+    },
+    {
+      "epoch": 4.028667696718107,
+      "grad_norm": 0.29222121834754944,
+      "learning_rate": 1.3546881365801612e-05,
+      "loss": 1.2312,
+      "step": 13526
+    },
+    {
+      "epoch": 4.028965542917776,
+      "grad_norm": 0.3241350054740906,
+      "learning_rate": 1.3545979494541656e-05,
+      "loss": 1.2423,
+      "step": 13527
+    },
+    {
+      "epoch": 4.029263389117444,
+      "grad_norm": 0.25367748737335205,
+      "learning_rate": 1.3545077590290321e-05,
+      "loss": 1.2229,
+      "step": 13528
+    },
+    {
+      "epoch": 4.0295612353171135,
+      "grad_norm": 0.2630714178085327,
+      "learning_rate": 1.3544175653055997e-05,
+      "loss": 1.2149,
+      "step": 13529
+    },
+    {
+      "epoch": 4.029859081516782,
+      "grad_norm": 0.2765938937664032,
+      "learning_rate": 1.3543273682847078e-05,
+      "loss": 1.2138,
+      "step": 13530
+    },
+    {
+      "epoch": 4.03015692771645,
+      "grad_norm": 0.24845919013023376,
+      "learning_rate": 1.3542371679671961e-05,
+      "loss": 1.2226,
+      "step": 13531
+    },
+    {
+      "epoch": 4.030454773916119,
+      "grad_norm": 0.3170214295387268,
+      "learning_rate": 1.354146964353903e-05,
+      "loss": 1.22,
+      "step": 13532
+    },
+    {
+      "epoch": 4.030752620115788,
+      "grad_norm": 0.25234171748161316,
+      "learning_rate": 1.3540567574456683e-05,
+      "loss": 1.2161,
+      "step": 13533
+    },
+    {
+      "epoch": 4.031050466315456,
+      "grad_norm": 0.2870865762233734,
+      "learning_rate": 1.353966547243331e-05,
+      "loss": 1.2327,
+      "step": 13534
+    },
+    {
+      "epoch": 4.031348312515125,
+      "grad_norm": 0.30945733189582825,
+      "learning_rate": 1.3538763337477303e-05,
+      "loss": 1.2288,
+      "step": 13535
+    },
+    {
+      "epoch": 4.031646158714794,
+      "grad_norm": 0.2529684007167816,
+      "learning_rate": 1.3537861169597055e-05,
+      "loss": 1.2302,
+      "step": 13536
+    },
+    {
+      "epoch": 4.031944004914462,
+      "grad_norm": 0.29196882247924805,
+      "learning_rate": 1.3536958968800963e-05,
+      "loss": 1.2065,
+      "step": 13537
+    },
+    {
+      "epoch": 4.032241851114131,
+      "grad_norm": 0.264177143573761,
+      "learning_rate": 1.3536056735097423e-05,
+      "loss": 1.227,
+      "step": 13538
+    },
+    {
+      "epoch": 4.0325396973137995,
+      "grad_norm": 0.2778324484825134,
+      "learning_rate": 1.3535154468494822e-05,
+      "loss": 1.2007,
+      "step": 13539
+    },
+    {
+      "epoch": 4.032837543513468,
+      "grad_norm": 0.2707468271255493,
+      "learning_rate": 1.3534252169001561e-05,
+      "loss": 1.2514,
+      "step": 13540
+    },
+    {
+      "epoch": 4.033135389713137,
+      "grad_norm": 0.2863061726093292,
+      "learning_rate": 1.3533349836626031e-05,
+      "loss": 1.2478,
+      "step": 13541
+    },
+    {
+      "epoch": 4.033433235912805,
+      "grad_norm": 0.2589258849620819,
+      "learning_rate": 1.3532447471376628e-05,
+      "loss": 1.2259,
+      "step": 13542
+    },
+    {
+      "epoch": 4.0337310821124746,
+      "grad_norm": 0.27595287561416626,
+      "learning_rate": 1.3531545073261749e-05,
+      "loss": 1.238,
+      "step": 13543
+    },
+    {
+      "epoch": 4.034028928312143,
+      "grad_norm": 0.2699430286884308,
+      "learning_rate": 1.3530642642289789e-05,
+      "loss": 1.2228,
+      "step": 13544
+    },
+    {
+      "epoch": 4.034326774511811,
+      "grad_norm": 0.2584626078605652,
+      "learning_rate": 1.3529740178469144e-05,
+      "loss": 1.2238,
+      "step": 13545
+    },
+    {
+      "epoch": 4.03462462071148,
+      "grad_norm": 0.2900390326976776,
+      "learning_rate": 1.3528837681808206e-05,
+      "loss": 1.2167,
+      "step": 13546
+    },
+    {
+      "epoch": 4.034922466911149,
+      "grad_norm": 0.25129029154777527,
+      "learning_rate": 1.3527935152315381e-05,
+      "loss": 1.2191,
+      "step": 13547
+    },
+    {
+      "epoch": 4.035220313110817,
+      "grad_norm": 0.2600948214530945,
+      "learning_rate": 1.3527032589999058e-05,
+      "loss": 1.2234,
+      "step": 13548
+    },
+    {
+      "epoch": 4.035518159310486,
+      "grad_norm": 0.26066386699676514,
+      "learning_rate": 1.3526129994867639e-05,
+      "loss": 1.2198,
+      "step": 13549
+    },
+    {
+      "epoch": 4.035816005510155,
+      "grad_norm": 0.25908273458480835,
+      "learning_rate": 1.352522736692952e-05,
+      "loss": 1.2397,
+      "step": 13550
+    },
+    {
+      "epoch": 4.036113851709823,
+      "grad_norm": 0.2511611580848694,
+      "learning_rate": 1.3524324706193102e-05,
+      "loss": 1.2204,
+      "step": 13551
+    },
+    {
+      "epoch": 4.036411697909492,
+      "grad_norm": 0.2425713688135147,
+      "learning_rate": 1.3523422012666776e-05,
+      "loss": 1.2196,
+      "step": 13552
+    },
+    {
+      "epoch": 4.0367095441091605,
+      "grad_norm": 0.2602206766605377,
+      "learning_rate": 1.3522519286358944e-05,
+      "loss": 1.2331,
+      "step": 13553
+    },
+    {
+      "epoch": 4.03700739030883,
+      "grad_norm": 0.24712972342967987,
+      "learning_rate": 1.3521616527278006e-05,
+      "loss": 1.2283,
+      "step": 13554
+    },
+    {
+      "epoch": 4.037305236508498,
+      "grad_norm": 0.2583823502063751,
+      "learning_rate": 1.3520713735432365e-05,
+      "loss": 1.2206,
+      "step": 13555
+    },
+    {
+      "epoch": 4.037603082708166,
+      "grad_norm": 0.2572380304336548,
+      "learning_rate": 1.3519810910830411e-05,
+      "loss": 1.2191,
+      "step": 13556
+    },
+    {
+      "epoch": 4.037900928907836,
+      "grad_norm": 0.25522580742836,
+      "learning_rate": 1.3518908053480553e-05,
+      "loss": 1.2156,
+      "step": 13557
+    },
+    {
+      "epoch": 4.038198775107504,
+      "grad_norm": 0.261445015668869,
+      "learning_rate": 1.3518005163391185e-05,
+      "loss": 1.2348,
+      "step": 13558
+    },
+    {
+      "epoch": 4.038496621307172,
+      "grad_norm": 0.25178179144859314,
+      "learning_rate": 1.351710224057071e-05,
+      "loss": 1.2256,
+      "step": 13559
+    },
+    {
+      "epoch": 4.0387944675068415,
+      "grad_norm": 0.2590835988521576,
+      "learning_rate": 1.3516199285027527e-05,
+      "loss": 1.2259,
+      "step": 13560
+    },
+    {
+      "epoch": 4.03909231370651,
+      "grad_norm": 0.24784936010837555,
+      "learning_rate": 1.3515296296770041e-05,
+      "loss": 1.2336,
+      "step": 13561
+    },
+    {
+      "epoch": 4.039390159906178,
+      "grad_norm": 0.2646029591560364,
+      "learning_rate": 1.351439327580665e-05,
+      "loss": 1.2354,
+      "step": 13562
+    },
+    {
+      "epoch": 4.039688006105847,
+      "grad_norm": 0.25064483284950256,
+      "learning_rate": 1.3513490222145756e-05,
+      "loss": 1.2173,
+      "step": 13563
+    },
+    {
+      "epoch": 4.039985852305516,
+      "grad_norm": 0.24869340658187866,
+      "learning_rate": 1.3512587135795759e-05,
+      "loss": 1.2298,
+      "step": 13564
+    },
+    {
+      "epoch": 4.040283698505184,
+      "grad_norm": 0.27413302659988403,
+      "learning_rate": 1.3511684016765063e-05,
+      "loss": 1.2127,
+      "step": 13565
+    },
+    {
+      "epoch": 4.040581544704853,
+      "grad_norm": 0.25885817408561707,
+      "learning_rate": 1.3510780865062072e-05,
+      "loss": 1.2192,
+      "step": 13566
+    },
+    {
+      "epoch": 4.0408793909045215,
+      "grad_norm": 0.3105272948741913,
+      "learning_rate": 1.3509877680695187e-05,
+      "loss": 1.2232,
+      "step": 13567
+    },
+    {
+      "epoch": 4.041177237104191,
+      "grad_norm": 0.34326842427253723,
+      "learning_rate": 1.3508974463672814e-05,
+      "loss": 1.2114,
+      "step": 13568
+    },
+    {
+      "epoch": 4.041475083303859,
+      "grad_norm": 0.33438393473625183,
+      "learning_rate": 1.3508071214003353e-05,
+      "loss": 1.2284,
+      "step": 13569
+    },
+    {
+      "epoch": 4.041772929503527,
+      "grad_norm": 0.8982435464859009,
+      "learning_rate": 1.3507167931695206e-05,
+      "loss": 1.2093,
+      "step": 13570
+    },
+    {
+      "epoch": 4.042070775703197,
+      "grad_norm": 0.3824581205844879,
+      "learning_rate": 1.3506264616756784e-05,
+      "loss": 1.2331,
+      "step": 13571
+    },
+    {
+      "epoch": 4.042368621902865,
+      "grad_norm": 0.2815983295440674,
+      "learning_rate": 1.3505361269196482e-05,
+      "loss": 1.2305,
+      "step": 13572
+    },
+    {
+      "epoch": 4.042666468102533,
+      "grad_norm": 0.24957147240638733,
+      "learning_rate": 1.3504457889022713e-05,
+      "loss": 1.2327,
+      "step": 13573
+    },
+    {
+      "epoch": 4.0429643143022025,
+      "grad_norm": 0.2587170898914337,
+      "learning_rate": 1.3503554476243878e-05,
+      "loss": 1.227,
+      "step": 13574
+    },
+    {
+      "epoch": 4.043262160501871,
+      "grad_norm": 0.2537778913974762,
+      "learning_rate": 1.3502651030868386e-05,
+      "loss": 1.2342,
+      "step": 13575
+    },
+    {
+      "epoch": 4.043560006701539,
+      "grad_norm": 0.24664580821990967,
+      "learning_rate": 1.3501747552904636e-05,
+      "loss": 1.2229,
+      "step": 13576
+    },
+    {
+      "epoch": 4.043857852901208,
+      "grad_norm": 0.25332629680633545,
+      "learning_rate": 1.3500844042361036e-05,
+      "loss": 1.2416,
+      "step": 13577
+    },
+    {
+      "epoch": 4.044155699100877,
+      "grad_norm": 0.24326634407043457,
+      "learning_rate": 1.3499940499245998e-05,
+      "loss": 1.2323,
+      "step": 13578
+    },
+    {
+      "epoch": 4.044453545300545,
+      "grad_norm": 0.239749014377594,
+      "learning_rate": 1.3499036923567923e-05,
+      "loss": 1.2184,
+      "step": 13579
+    },
+    {
+      "epoch": 4.044751391500214,
+      "grad_norm": 0.24345549941062927,
+      "learning_rate": 1.3498133315335219e-05,
+      "loss": 1.2173,
+      "step": 13580
+    },
+    {
+      "epoch": 4.045049237699883,
+      "grad_norm": 0.24426348507404327,
+      "learning_rate": 1.349722967455629e-05,
+      "loss": 1.2177,
+      "step": 13581
+    },
+    {
+      "epoch": 4.045347083899552,
+      "grad_norm": 0.24000655114650726,
+      "learning_rate": 1.3496326001239547e-05,
+      "loss": 1.2185,
+      "step": 13582
+    },
+    {
+      "epoch": 4.04564493009922,
+      "grad_norm": 0.24266929924488068,
+      "learning_rate": 1.3495422295393399e-05,
+      "loss": 1.2074,
+      "step": 13583
+    },
+    {
+      "epoch": 4.045942776298888,
+      "grad_norm": 0.25049179792404175,
+      "learning_rate": 1.349451855702625e-05,
+      "loss": 1.2434,
+      "step": 13584
+    },
+    {
+      "epoch": 4.046240622498558,
+      "grad_norm": 0.24727383255958557,
+      "learning_rate": 1.3493614786146512e-05,
+      "loss": 1.2248,
+      "step": 13585
+    },
+    {
+      "epoch": 4.046538468698226,
+      "grad_norm": 0.24171684682369232,
+      "learning_rate": 1.3492710982762592e-05,
+      "loss": 1.2278,
+      "step": 13586
+    },
+    {
+      "epoch": 4.046836314897894,
+      "grad_norm": 0.24876807630062103,
+      "learning_rate": 1.3491807146882897e-05,
+      "loss": 1.2247,
+      "step": 13587
+    },
+    {
+      "epoch": 4.0471341610975635,
+      "grad_norm": 0.24070468544960022,
+      "learning_rate": 1.3490903278515837e-05,
+      "loss": 1.2244,
+      "step": 13588
+    },
+    {
+      "epoch": 4.047432007297232,
+      "grad_norm": 0.24079173803329468,
+      "learning_rate": 1.3489999377669823e-05,
+      "loss": 1.2276,
+      "step": 13589
+    },
+    {
+      "epoch": 4.0477298534969,
+      "grad_norm": 0.24558314681053162,
+      "learning_rate": 1.3489095444353261e-05,
+      "loss": 1.2237,
+      "step": 13590
+    },
+    {
+      "epoch": 4.048027699696569,
+      "grad_norm": 0.24840916693210602,
+      "learning_rate": 1.3488191478574568e-05,
+      "loss": 1.2273,
+      "step": 13591
+    },
+    {
+      "epoch": 4.048325545896238,
+      "grad_norm": 0.26182103157043457,
+      "learning_rate": 1.3487287480342152e-05,
+      "loss": 1.2173,
+      "step": 13592
+    },
+    {
+      "epoch": 4.048623392095906,
+      "grad_norm": 0.24094253778457642,
+      "learning_rate": 1.348638344966442e-05,
+      "loss": 1.2288,
+      "step": 13593
+    },
+    {
+      "epoch": 4.048921238295575,
+      "grad_norm": 0.24000322818756104,
+      "learning_rate": 1.3485479386549785e-05,
+      "loss": 1.2288,
+      "step": 13594
+    },
+    {
+      "epoch": 4.049219084495244,
+      "grad_norm": 0.2488178163766861,
+      "learning_rate": 1.3484575291006656e-05,
+      "loss": 1.2378,
+      "step": 13595
+    },
+    {
+      "epoch": 4.049516930694913,
+      "grad_norm": 0.24873749911785126,
+      "learning_rate": 1.3483671163043453e-05,
+      "loss": 1.2274,
+      "step": 13596
+    },
+    {
+      "epoch": 4.049814776894581,
+      "grad_norm": 0.2439805418252945,
+      "learning_rate": 1.3482767002668578e-05,
+      "loss": 1.2433,
+      "step": 13597
+    },
+    {
+      "epoch": 4.0501126230942495,
+      "grad_norm": 0.24247656762599945,
+      "learning_rate": 1.3481862809890447e-05,
+      "loss": 1.2142,
+      "step": 13598
+    },
+    {
+      "epoch": 4.050410469293919,
+      "grad_norm": 0.25325271487236023,
+      "learning_rate": 1.3480958584717476e-05,
+      "loss": 1.2266,
+      "step": 13599
+    },
+    {
+      "epoch": 4.050708315493587,
+      "grad_norm": 0.2725006341934204,
+      "learning_rate": 1.3480054327158069e-05,
+      "loss": 1.2292,
+      "step": 13600
+    },
+    {
+      "epoch": 4.051006161693255,
+      "grad_norm": 0.24800099432468414,
+      "learning_rate": 1.347915003722065e-05,
+      "loss": 1.2427,
+      "step": 13601
+    },
+    {
+      "epoch": 4.0513040078929246,
+      "grad_norm": 0.2671442925930023,
+      "learning_rate": 1.3478245714913626e-05,
+      "loss": 1.2367,
+      "step": 13602
+    },
+    {
+      "epoch": 4.051601854092593,
+      "grad_norm": 0.2499389946460724,
+      "learning_rate": 1.347734136024541e-05,
+      "loss": 1.2211,
+      "step": 13603
+    },
+    {
+      "epoch": 4.051899700292261,
+      "grad_norm": 0.2426474392414093,
+      "learning_rate": 1.3476436973224418e-05,
+      "loss": 1.2198,
+      "step": 13604
+    },
+    {
+      "epoch": 4.05219754649193,
+      "grad_norm": 0.2303323596715927,
+      "learning_rate": 1.3475532553859065e-05,
+      "loss": 1.2242,
+      "step": 13605
+    },
+    {
+      "epoch": 4.052495392691599,
+      "grad_norm": 0.27949002385139465,
+      "learning_rate": 1.3474628102157765e-05,
+      "loss": 1.2382,
+      "step": 13606
+    },
+    {
+      "epoch": 4.052793238891267,
+      "grad_norm": 0.3251260817050934,
+      "learning_rate": 1.3473723618128931e-05,
+      "loss": 1.2418,
+      "step": 13607
+    },
+    {
+      "epoch": 4.053091085090936,
+      "grad_norm": 0.2503196597099304,
+      "learning_rate": 1.3472819101780981e-05,
+      "loss": 1.2272,
+      "step": 13608
+    },
+    {
+      "epoch": 4.053388931290605,
+      "grad_norm": 0.28937655687332153,
+      "learning_rate": 1.3471914553122329e-05,
+      "loss": 1.2353,
+      "step": 13609
+    },
+    {
+      "epoch": 4.053686777490274,
+      "grad_norm": 0.2629067003726959,
+      "learning_rate": 1.3471009972161392e-05,
+      "loss": 1.2341,
+      "step": 13610
+    },
+    {
+      "epoch": 4.053984623689942,
+      "grad_norm": 0.2914303243160248,
+      "learning_rate": 1.3470105358906585e-05,
+      "loss": 1.2251,
+      "step": 13611
+    },
+    {
+      "epoch": 4.0542824698896105,
+      "grad_norm": 0.28820618987083435,
+      "learning_rate": 1.3469200713366323e-05,
+      "loss": 1.2296,
+      "step": 13612
+    },
+    {
+      "epoch": 4.05458031608928,
+      "grad_norm": 0.27909815311431885,
+      "learning_rate": 1.3468296035549026e-05,
+      "loss": 1.2254,
+      "step": 13613
+    },
+    {
+      "epoch": 4.054878162288948,
+      "grad_norm": 0.278202086687088,
+      "learning_rate": 1.3467391325463109e-05,
+      "loss": 1.2136,
+      "step": 13614
+    },
+    {
+      "epoch": 4.055176008488616,
+      "grad_norm": 0.2600470185279846,
+      "learning_rate": 1.3466486583116989e-05,
+      "loss": 1.225,
+      "step": 13615
+    },
+    {
+      "epoch": 4.055473854688286,
+      "grad_norm": 0.23804350197315216,
+      "learning_rate": 1.3465581808519086e-05,
+      "loss": 1.2346,
+      "step": 13616
+    },
+    {
+      "epoch": 4.055771700887954,
+      "grad_norm": 0.2773174047470093,
+      "learning_rate": 1.3464677001677815e-05,
+      "loss": 1.2341,
+      "step": 13617
+    },
+    {
+      "epoch": 4.056069547087622,
+      "grad_norm": 0.29110240936279297,
+      "learning_rate": 1.3463772162601594e-05,
+      "loss": 1.2143,
+      "step": 13618
+    },
+    {
+      "epoch": 4.0563673932872915,
+      "grad_norm": 0.2538909614086151,
+      "learning_rate": 1.3462867291298846e-05,
+      "loss": 1.2311,
+      "step": 13619
+    },
+    {
+      "epoch": 4.05666523948696,
+      "grad_norm": 0.3023252487182617,
+      "learning_rate": 1.3461962387777985e-05,
+      "loss": 1.2374,
+      "step": 13620
+    },
+    {
+      "epoch": 4.056963085686629,
+      "grad_norm": 0.23743636906147003,
+      "learning_rate": 1.3461057452047433e-05,
+      "loss": 1.2103,
+      "step": 13621
+    },
+    {
+      "epoch": 4.057260931886297,
+      "grad_norm": 0.26855871081352234,
+      "learning_rate": 1.3460152484115607e-05,
+      "loss": 1.2317,
+      "step": 13622
+    },
+    {
+      "epoch": 4.057558778085966,
+      "grad_norm": 0.2674756646156311,
+      "learning_rate": 1.3459247483990926e-05,
+      "loss": 1.2232,
+      "step": 13623
+    },
+    {
+      "epoch": 4.057856624285635,
+      "grad_norm": 0.25979241728782654,
+      "learning_rate": 1.3458342451681816e-05,
+      "loss": 1.2366,
+      "step": 13624
+    },
+    {
+      "epoch": 4.058154470485303,
+      "grad_norm": 0.29046401381492615,
+      "learning_rate": 1.3457437387196692e-05,
+      "loss": 1.227,
+      "step": 13625
+    },
+    {
+      "epoch": 4.0584523166849715,
+      "grad_norm": 0.27793610095977783,
+      "learning_rate": 1.3456532290543978e-05,
+      "loss": 1.2254,
+      "step": 13626
+    },
+    {
+      "epoch": 4.058750162884641,
+      "grad_norm": 0.3121613562107086,
+      "learning_rate": 1.3455627161732092e-05,
+      "loss": 1.2294,
+      "step": 13627
+    },
+    {
+      "epoch": 4.059048009084309,
+      "grad_norm": 0.25026342272758484,
+      "learning_rate": 1.3454722000769453e-05,
+      "loss": 1.2257,
+      "step": 13628
+    },
+    {
+      "epoch": 4.059345855283977,
+      "grad_norm": 0.28906697034835815,
+      "learning_rate": 1.3453816807664488e-05,
+      "loss": 1.2368,
+      "step": 13629
+    },
+    {
+      "epoch": 4.059643701483647,
+      "grad_norm": 0.29712942242622375,
+      "learning_rate": 1.3452911582425616e-05,
+      "loss": 1.2152,
+      "step": 13630
+    },
+    {
+      "epoch": 4.059941547683315,
+      "grad_norm": 0.28302890062332153,
+      "learning_rate": 1.345200632506126e-05,
+      "loss": 1.2133,
+      "step": 13631
+    },
+    {
+      "epoch": 4.060239393882983,
+      "grad_norm": 0.26594823598861694,
+      "learning_rate": 1.3451101035579841e-05,
+      "loss": 1.2086,
+      "step": 13632
+    },
+    {
+      "epoch": 4.0605372400826525,
+      "grad_norm": 0.29638671875,
+      "learning_rate": 1.3450195713989787e-05,
+      "loss": 1.2129,
+      "step": 13633
+    },
+    {
+      "epoch": 4.060835086282321,
+      "grad_norm": 0.2815476953983307,
+      "learning_rate": 1.3449290360299512e-05,
+      "loss": 1.2259,
+      "step": 13634
+    },
+    {
+      "epoch": 4.06113293248199,
+      "grad_norm": 0.31807461380958557,
+      "learning_rate": 1.3448384974517446e-05,
+      "loss": 1.2243,
+      "step": 13635
+    },
+    {
+      "epoch": 4.061430778681658,
+      "grad_norm": 0.26353856921195984,
+      "learning_rate": 1.3447479556652008e-05,
+      "loss": 1.232,
+      "step": 13636
+    },
+    {
+      "epoch": 4.061728624881327,
+      "grad_norm": 0.3384415805339813,
+      "learning_rate": 1.3446574106711625e-05,
+      "loss": 1.2311,
+      "step": 13637
+    },
+    {
+      "epoch": 4.062026471080996,
+      "grad_norm": 0.2682347595691681,
+      "learning_rate": 1.3445668624704722e-05,
+      "loss": 1.2031,
+      "step": 13638
+    },
+    {
+      "epoch": 4.062324317280664,
+      "grad_norm": 0.25412505865097046,
+      "learning_rate": 1.3444763110639722e-05,
+      "loss": 1.2228,
+      "step": 13639
+    },
+    {
+      "epoch": 4.062622163480333,
+      "grad_norm": 0.2534717917442322,
+      "learning_rate": 1.3443857564525051e-05,
+      "loss": 1.2201,
+      "step": 13640
+    },
+    {
+      "epoch": 4.062920009680002,
+      "grad_norm": 0.2565198540687561,
+      "learning_rate": 1.3442951986369131e-05,
+      "loss": 1.2268,
+      "step": 13641
+    },
+    {
+      "epoch": 4.06321785587967,
+      "grad_norm": 0.28886285424232483,
+      "learning_rate": 1.3442046376180388e-05,
+      "loss": 1.2391,
+      "step": 13642
+    },
+    {
+      "epoch": 4.063515702079338,
+      "grad_norm": 0.25802603363990784,
+      "learning_rate": 1.3441140733967254e-05,
+      "loss": 1.218,
+      "step": 13643
+    },
+    {
+      "epoch": 4.063813548279008,
+      "grad_norm": 0.256026029586792,
+      "learning_rate": 1.3440235059738147e-05,
+      "loss": 1.2096,
+      "step": 13644
+    },
+    {
+      "epoch": 4.064111394478676,
+      "grad_norm": 0.23858126997947693,
+      "learning_rate": 1.3439329353501497e-05,
+      "loss": 1.2446,
+      "step": 13645
+    },
+    {
+      "epoch": 4.064409240678344,
+      "grad_norm": 0.23307913541793823,
+      "learning_rate": 1.343842361526573e-05,
+      "loss": 1.2249,
+      "step": 13646
+    },
+    {
+      "epoch": 4.0647070868780135,
+      "grad_norm": 0.2645309269428253,
+      "learning_rate": 1.3437517845039273e-05,
+      "loss": 1.2106,
+      "step": 13647
+    },
+    {
+      "epoch": 4.065004933077682,
+      "grad_norm": 0.2464878261089325,
+      "learning_rate": 1.3436612042830552e-05,
+      "loss": 1.2319,
+      "step": 13648
+    },
+    {
+      "epoch": 4.065302779277351,
+      "grad_norm": 0.2564888894557953,
+      "learning_rate": 1.3435706208647998e-05,
+      "loss": 1.2243,
+      "step": 13649
+    },
+    {
+      "epoch": 4.065600625477019,
+      "grad_norm": 0.2656373977661133,
+      "learning_rate": 1.3434800342500036e-05,
+      "loss": 1.2244,
+      "step": 13650
+    },
+    {
+      "epoch": 4.065898471676688,
+      "grad_norm": 0.27228906750679016,
+      "learning_rate": 1.3433894444395093e-05,
+      "loss": 1.2307,
+      "step": 13651
+    },
+    {
+      "epoch": 4.066196317876357,
+      "grad_norm": 0.29931968450546265,
+      "learning_rate": 1.3432988514341598e-05,
+      "loss": 1.2191,
+      "step": 13652
+    },
+    {
+      "epoch": 4.066494164076025,
+      "grad_norm": 0.27375850081443787,
+      "learning_rate": 1.3432082552347983e-05,
+      "loss": 1.2256,
+      "step": 13653
+    },
+    {
+      "epoch": 4.066792010275694,
+      "grad_norm": 0.3032185733318329,
+      "learning_rate": 1.3431176558422671e-05,
+      "loss": 1.2123,
+      "step": 13654
+    },
+    {
+      "epoch": 4.067089856475363,
+      "grad_norm": 0.25765061378479004,
+      "learning_rate": 1.3430270532574097e-05,
+      "loss": 1.2333,
+      "step": 13655
+    },
+    {
+      "epoch": 4.067387702675031,
+      "grad_norm": 0.2828814387321472,
+      "learning_rate": 1.3429364474810689e-05,
+      "loss": 1.2352,
+      "step": 13656
+    },
+    {
+      "epoch": 4.0676855488746995,
+      "grad_norm": 0.2466113418340683,
+      "learning_rate": 1.3428458385140877e-05,
+      "loss": 1.2229,
+      "step": 13657
+    },
+    {
+      "epoch": 4.067983395074369,
+      "grad_norm": 0.298318088054657,
+      "learning_rate": 1.3427552263573087e-05,
+      "loss": 1.2168,
+      "step": 13658
+    },
+    {
+      "epoch": 4.068281241274037,
+      "grad_norm": 0.2558857798576355,
+      "learning_rate": 1.342664611011575e-05,
+      "loss": 1.2198,
+      "step": 13659
+    },
+    {
+      "epoch": 4.068579087473705,
+      "grad_norm": 0.28958582878112793,
+      "learning_rate": 1.3425739924777307e-05,
+      "loss": 1.2361,
+      "step": 13660
+    },
+    {
+      "epoch": 4.0688769336733746,
+      "grad_norm": 0.27416858077049255,
+      "learning_rate": 1.3424833707566176e-05,
+      "loss": 1.2117,
+      "step": 13661
+    },
+    {
+      "epoch": 4.069174779873043,
+      "grad_norm": 0.2728113532066345,
+      "learning_rate": 1.3423927458490795e-05,
+      "loss": 1.2275,
+      "step": 13662
+    },
+    {
+      "epoch": 4.069472626072712,
+      "grad_norm": 0.2720509171485901,
+      "learning_rate": 1.3423021177559596e-05,
+      "loss": 1.217,
+      "step": 13663
+    },
+    {
+      "epoch": 4.06977047227238,
+      "grad_norm": 0.27941185235977173,
+      "learning_rate": 1.3422114864781008e-05,
+      "loss": 1.2243,
+      "step": 13664
+    },
+    {
+      "epoch": 4.070068318472049,
+      "grad_norm": 0.24686238169670105,
+      "learning_rate": 1.3421208520163465e-05,
+      "loss": 1.2179,
+      "step": 13665
+    },
+    {
+      "epoch": 4.070366164671718,
+      "grad_norm": 0.2613919675350189,
+      "learning_rate": 1.3420302143715397e-05,
+      "loss": 1.2332,
+      "step": 13666
+    },
+    {
+      "epoch": 4.070664010871386,
+      "grad_norm": 0.2512933313846588,
+      "learning_rate": 1.3419395735445244e-05,
+      "loss": 1.2263,
+      "step": 13667
+    },
+    {
+      "epoch": 4.070961857071055,
+      "grad_norm": 0.2590857148170471,
+      "learning_rate": 1.3418489295361429e-05,
+      "loss": 1.225,
+      "step": 13668
+    },
+    {
+      "epoch": 4.071259703270724,
+      "grad_norm": 0.2707737982273102,
+      "learning_rate": 1.3417582823472395e-05,
+      "loss": 1.2137,
+      "step": 13669
+    },
+    {
+      "epoch": 4.071557549470392,
+      "grad_norm": 0.2573646605014801,
+      "learning_rate": 1.3416676319786568e-05,
+      "loss": 1.2313,
+      "step": 13670
+    },
+    {
+      "epoch": 4.0718553956700605,
+      "grad_norm": 0.27899056673049927,
+      "learning_rate": 1.3415769784312385e-05,
+      "loss": 1.2485,
+      "step": 13671
+    },
+    {
+      "epoch": 4.07215324186973,
+      "grad_norm": 0.2648579180240631,
+      "learning_rate": 1.3414863217058281e-05,
+      "loss": 1.2279,
+      "step": 13672
+    },
+    {
+      "epoch": 4.072451088069398,
+      "grad_norm": 0.2523336112499237,
+      "learning_rate": 1.3413956618032691e-05,
+      "loss": 1.2337,
+      "step": 13673
+    },
+    {
+      "epoch": 4.072748934269066,
+      "grad_norm": 0.24383379518985748,
+      "learning_rate": 1.3413049987244048e-05,
+      "loss": 1.2249,
+      "step": 13674
+    },
+    {
+      "epoch": 4.073046780468736,
+      "grad_norm": 0.2558092474937439,
+      "learning_rate": 1.3412143324700791e-05,
+      "loss": 1.229,
+      "step": 13675
+    },
+    {
+      "epoch": 4.073344626668404,
+      "grad_norm": 0.31439778208732605,
+      "learning_rate": 1.3411236630411349e-05,
+      "loss": 1.2237,
+      "step": 13676
+    },
+    {
+      "epoch": 4.073642472868073,
+      "grad_norm": 0.29358455538749695,
+      "learning_rate": 1.3410329904384161e-05,
+      "loss": 1.2266,
+      "step": 13677
+    },
+    {
+      "epoch": 4.0739403190677415,
+      "grad_norm": 0.2612122893333435,
+      "learning_rate": 1.3409423146627665e-05,
+      "loss": 1.2365,
+      "step": 13678
+    },
+    {
+      "epoch": 4.07423816526741,
+      "grad_norm": 0.3495548367500305,
+      "learning_rate": 1.3408516357150296e-05,
+      "loss": 1.2245,
+      "step": 13679
+    },
+    {
+      "epoch": 4.074536011467079,
+      "grad_norm": 0.2837928533554077,
+      "learning_rate": 1.340760953596049e-05,
+      "loss": 1.2136,
+      "step": 13680
+    },
+    {
+      "epoch": 4.074833857666747,
+      "grad_norm": 0.2951454222202301,
+      "learning_rate": 1.3406702683066688e-05,
+      "loss": 1.2296,
+      "step": 13681
+    },
+    {
+      "epoch": 4.075131703866416,
+      "grad_norm": 0.3578106164932251,
+      "learning_rate": 1.340579579847732e-05,
+      "loss": 1.2283,
+      "step": 13682
+    },
+    {
+      "epoch": 4.075429550066085,
+      "grad_norm": 0.30266961455345154,
+      "learning_rate": 1.3404888882200827e-05,
+      "loss": 1.2353,
+      "step": 13683
+    },
+    {
+      "epoch": 4.075727396265753,
+      "grad_norm": 0.29476091265678406,
+      "learning_rate": 1.3403981934245649e-05,
+      "loss": 1.2171,
+      "step": 13684
+    },
+    {
+      "epoch": 4.0760252424654215,
+      "grad_norm": 0.30868008732795715,
+      "learning_rate": 1.3403074954620219e-05,
+      "loss": 1.2048,
+      "step": 13685
+    },
+    {
+      "epoch": 4.076323088665091,
+      "grad_norm": 0.4029812216758728,
+      "learning_rate": 1.3402167943332982e-05,
+      "loss": 1.2165,
+      "step": 13686
+    },
+    {
+      "epoch": 4.076620934864759,
+      "grad_norm": 0.3996765613555908,
+      "learning_rate": 1.3401260900392373e-05,
+      "loss": 1.2177,
+      "step": 13687
+    },
+    {
+      "epoch": 4.076918781064428,
+      "grad_norm": 0.3624470829963684,
+      "learning_rate": 1.340035382580683e-05,
+      "loss": 1.2348,
+      "step": 13688
+    },
+    {
+      "epoch": 4.077216627264097,
+      "grad_norm": 0.9039879441261292,
+      "learning_rate": 1.3399446719584792e-05,
+      "loss": 1.22,
+      "step": 13689
+    },
+    {
+      "epoch": 4.077514473463765,
+      "grad_norm": 0.4560149908065796,
+      "learning_rate": 1.3398539581734704e-05,
+      "loss": 1.2212,
+      "step": 13690
+    },
+    {
+      "epoch": 4.077812319663434,
+      "grad_norm": 0.35248881578445435,
+      "learning_rate": 1.3397632412265002e-05,
+      "loss": 1.2291,
+      "step": 13691
+    },
+    {
+      "epoch": 4.0781101658631025,
+      "grad_norm": 0.3275471329689026,
+      "learning_rate": 1.3396725211184128e-05,
+      "loss": 1.2441,
+      "step": 13692
+    },
+    {
+      "epoch": 4.078408012062771,
+      "grad_norm": 0.3053240180015564,
+      "learning_rate": 1.3395817978500515e-05,
+      "loss": 1.2276,
+      "step": 13693
+    },
+    {
+      "epoch": 4.07870585826244,
+      "grad_norm": 0.6420515179634094,
+      "learning_rate": 1.3394910714222615e-05,
+      "loss": 1.2334,
+      "step": 13694
+    },
+    {
+      "epoch": 4.079003704462108,
+      "grad_norm": 0.3115173280239105,
+      "learning_rate": 1.339400341835886e-05,
+      "loss": 1.2163,
+      "step": 13695
+    },
+    {
+      "epoch": 4.079301550661777,
+      "grad_norm": 0.2744782865047455,
+      "learning_rate": 1.3393096090917699e-05,
+      "loss": 1.2232,
+      "step": 13696
+    },
+    {
+      "epoch": 4.079599396861446,
+      "grad_norm": 0.2513817548751831,
+      "learning_rate": 1.3392188731907567e-05,
+      "loss": 1.2228,
+      "step": 13697
+    },
+    {
+      "epoch": 4.079897243061114,
+      "grad_norm": 0.25459542870521545,
+      "learning_rate": 1.3391281341336913e-05,
+      "loss": 1.229,
+      "step": 13698
+    },
+    {
+      "epoch": 4.080195089260783,
+      "grad_norm": 0.258196622133255,
+      "learning_rate": 1.339037391921417e-05,
+      "loss": 1.2279,
+      "step": 13699
+    },
+    {
+      "epoch": 4.080492935460452,
+      "grad_norm": 0.24485677480697632,
+      "learning_rate": 1.338946646554779e-05,
+      "loss": 1.218,
+      "step": 13700
+    },
+    {
+      "epoch": 4.08079078166012,
+      "grad_norm": 0.24852995574474335,
+      "learning_rate": 1.3388558980346207e-05,
+      "loss": 1.2279,
+      "step": 13701
+    },
+    {
+      "epoch": 4.081088627859789,
+      "grad_norm": 0.25261256098747253,
+      "learning_rate": 1.3387651463617873e-05,
+      "loss": 1.2307,
+      "step": 13702
+    },
+    {
+      "epoch": 4.081386474059458,
+      "grad_norm": 0.27149641513824463,
+      "learning_rate": 1.3386743915371223e-05,
+      "loss": 1.2225,
+      "step": 13703
+    },
+    {
+      "epoch": 4.081684320259126,
+      "grad_norm": 0.2802477478981018,
+      "learning_rate": 1.3385836335614706e-05,
+      "loss": 1.2299,
+      "step": 13704
+    },
+    {
+      "epoch": 4.081982166458795,
+      "grad_norm": 0.24667353928089142,
+      "learning_rate": 1.3384928724356767e-05,
+      "loss": 1.2318,
+      "step": 13705
+    },
+    {
+      "epoch": 4.0822800126584635,
+      "grad_norm": 0.25782522559165955,
+      "learning_rate": 1.3384021081605844e-05,
+      "loss": 1.2312,
+      "step": 13706
+    },
+    {
+      "epoch": 4.082577858858132,
+      "grad_norm": 0.26943254470825195,
+      "learning_rate": 1.3383113407370387e-05,
+      "loss": 1.2036,
+      "step": 13707
+    },
+    {
+      "epoch": 4.082875705057801,
+      "grad_norm": 0.25699976086616516,
+      "learning_rate": 1.3382205701658843e-05,
+      "loss": 1.2087,
+      "step": 13708
+    },
+    {
+      "epoch": 4.083173551257469,
+      "grad_norm": 0.25810468196868896,
+      "learning_rate": 1.3381297964479654e-05,
+      "loss": 1.2139,
+      "step": 13709
+    },
+    {
+      "epoch": 4.083471397457138,
+      "grad_norm": 0.2752602994441986,
+      "learning_rate": 1.3380390195841262e-05,
+      "loss": 1.228,
+      "step": 13710
+    },
+    {
+      "epoch": 4.083769243656807,
+      "grad_norm": 0.26506638526916504,
+      "learning_rate": 1.3379482395752115e-05,
+      "loss": 1.2203,
+      "step": 13711
+    },
+    {
+      "epoch": 4.084067089856475,
+      "grad_norm": 0.28648409247398376,
+      "learning_rate": 1.337857456422066e-05,
+      "loss": 1.2204,
+      "step": 13712
+    },
+    {
+      "epoch": 4.084364936056144,
+      "grad_norm": 0.25765904784202576,
+      "learning_rate": 1.3377666701255347e-05,
+      "loss": 1.2178,
+      "step": 13713
+    },
+    {
+      "epoch": 4.084662782255813,
+      "grad_norm": 0.3073035478591919,
+      "learning_rate": 1.3376758806864618e-05,
+      "loss": 1.2279,
+      "step": 13714
+    },
+    {
+      "epoch": 4.084960628455481,
+      "grad_norm": 0.23774142563343048,
+      "learning_rate": 1.3375850881056922e-05,
+      "loss": 1.2182,
+      "step": 13715
+    },
+    {
+      "epoch": 4.08525847465515,
+      "grad_norm": 0.33706215023994446,
+      "learning_rate": 1.3374942923840703e-05,
+      "loss": 1.2248,
+      "step": 13716
+    },
+    {
+      "epoch": 4.085556320854819,
+      "grad_norm": 0.2777893841266632,
+      "learning_rate": 1.337403493522441e-05,
+      "loss": 1.2372,
+      "step": 13717
+    },
+    {
+      "epoch": 4.085854167054487,
+      "grad_norm": 0.25480255484580994,
+      "learning_rate": 1.3373126915216494e-05,
+      "loss": 1.2383,
+      "step": 13718
+    },
+    {
+      "epoch": 4.086152013254156,
+      "grad_norm": 0.24534185230731964,
+      "learning_rate": 1.3372218863825399e-05,
+      "loss": 1.2254,
+      "step": 13719
+    },
+    {
+      "epoch": 4.0864498594538246,
+      "grad_norm": 0.25387948751449585,
+      "learning_rate": 1.3371310781059576e-05,
+      "loss": 1.2358,
+      "step": 13720
+    },
+    {
+      "epoch": 4.086747705653493,
+      "grad_norm": 0.25739654898643494,
+      "learning_rate": 1.3370402666927473e-05,
+      "loss": 1.2351,
+      "step": 13721
+    },
+    {
+      "epoch": 4.087045551853162,
+      "grad_norm": 0.2902533710002899,
+      "learning_rate": 1.3369494521437541e-05,
+      "loss": 1.2252,
+      "step": 13722
+    },
+    {
+      "epoch": 4.08734339805283,
+      "grad_norm": 0.2753237783908844,
+      "learning_rate": 1.3368586344598225e-05,
+      "loss": 1.2322,
+      "step": 13723
+    },
+    {
+      "epoch": 4.087641244252499,
+      "grad_norm": 0.23811596632003784,
+      "learning_rate": 1.3367678136417974e-05,
+      "loss": 1.2352,
+      "step": 13724
+    },
+    {
+      "epoch": 4.087939090452168,
+      "grad_norm": 0.26392996311187744,
+      "learning_rate": 1.3366769896905245e-05,
+      "loss": 1.2156,
+      "step": 13725
+    },
+    {
+      "epoch": 4.088236936651836,
+      "grad_norm": 0.27758848667144775,
+      "learning_rate": 1.336586162606848e-05,
+      "loss": 1.2388,
+      "step": 13726
+    },
+    {
+      "epoch": 4.088534782851505,
+      "grad_norm": 0.2551907002925873,
+      "learning_rate": 1.3364953323916134e-05,
+      "loss": 1.2271,
+      "step": 13727
+    },
+    {
+      "epoch": 4.088832629051174,
+      "grad_norm": 0.26844868063926697,
+      "learning_rate": 1.3364044990456659e-05,
+      "loss": 1.2307,
+      "step": 13728
+    },
+    {
+      "epoch": 4.089130475250842,
+      "grad_norm": 0.29414692521095276,
+      "learning_rate": 1.3363136625698503e-05,
+      "loss": 1.2266,
+      "step": 13729
+    },
+    {
+      "epoch": 4.089428321450511,
+      "grad_norm": 0.42714792490005493,
+      "learning_rate": 1.3362228229650116e-05,
+      "loss": 1.2107,
+      "step": 13730
+    },
+    {
+      "epoch": 4.08972616765018,
+      "grad_norm": 0.3364658057689667,
+      "learning_rate": 1.3361319802319954e-05,
+      "loss": 1.2176,
+      "step": 13731
+    },
+    {
+      "epoch": 4.090024013849848,
+      "grad_norm": 0.315278023481369,
+      "learning_rate": 1.3360411343716468e-05,
+      "loss": 1.2365,
+      "step": 13732
+    },
+    {
+      "epoch": 4.090321860049517,
+      "grad_norm": 0.29315799474716187,
+      "learning_rate": 1.3359502853848107e-05,
+      "loss": 1.2126,
+      "step": 13733
+    },
+    {
+      "epoch": 4.090619706249186,
+      "grad_norm": 0.3561355471611023,
+      "learning_rate": 1.3358594332723325e-05,
+      "loss": 1.2337,
+      "step": 13734
+    },
+    {
+      "epoch": 4.090917552448854,
+      "grad_norm": 0.4308493137359619,
+      "learning_rate": 1.3357685780350575e-05,
+      "loss": 1.2385,
+      "step": 13735
+    },
+    {
+      "epoch": 4.091215398648523,
+      "grad_norm": 0.28329983353614807,
+      "learning_rate": 1.3356777196738312e-05,
+      "loss": 1.1968,
+      "step": 13736
+    },
+    {
+      "epoch": 4.0915132448481915,
+      "grad_norm": 0.2651686370372772,
+      "learning_rate": 1.3355868581894987e-05,
+      "loss": 1.2327,
+      "step": 13737
+    },
+    {
+      "epoch": 4.09181109104786,
+      "grad_norm": 0.3283056914806366,
+      "learning_rate": 1.3354959935829052e-05,
+      "loss": 1.223,
+      "step": 13738
+    },
+    {
+      "epoch": 4.092108937247529,
+      "grad_norm": 0.25197744369506836,
+      "learning_rate": 1.3354051258548968e-05,
+      "loss": 1.2141,
+      "step": 13739
+    },
+    {
+      "epoch": 4.092406783447197,
+      "grad_norm": 0.2821015417575836,
+      "learning_rate": 1.335314255006318e-05,
+      "loss": 1.2397,
+      "step": 13740
+    },
+    {
+      "epoch": 4.092704629646866,
+      "grad_norm": 0.24738141894340515,
+      "learning_rate": 1.3352233810380149e-05,
+      "loss": 1.2313,
+      "step": 13741
+    },
+    {
+      "epoch": 4.093002475846535,
+      "grad_norm": 0.2650309205055237,
+      "learning_rate": 1.3351325039508328e-05,
+      "loss": 1.218,
+      "step": 13742
+    },
+    {
+      "epoch": 4.093300322046203,
+      "grad_norm": 0.3236358165740967,
+      "learning_rate": 1.335041623745617e-05,
+      "loss": 1.2216,
+      "step": 13743
+    },
+    {
+      "epoch": 4.093598168245872,
+      "grad_norm": 0.30074071884155273,
+      "learning_rate": 1.3349507404232131e-05,
+      "loss": 1.2025,
+      "step": 13744
+    },
+    {
+      "epoch": 4.093896014445541,
+      "grad_norm": 0.2564895749092102,
+      "learning_rate": 1.3348598539844671e-05,
+      "loss": 1.2137,
+      "step": 13745
+    },
+    {
+      "epoch": 4.094193860645209,
+      "grad_norm": 0.24864192306995392,
+      "learning_rate": 1.3347689644302244e-05,
+      "loss": 1.2224,
+      "step": 13746
+    },
+    {
+      "epoch": 4.094491706844878,
+      "grad_norm": 0.25647157430648804,
+      "learning_rate": 1.3346780717613302e-05,
+      "loss": 1.2349,
+      "step": 13747
+    },
+    {
+      "epoch": 4.094789553044547,
+      "grad_norm": 0.28633326292037964,
+      "learning_rate": 1.3345871759786303e-05,
+      "loss": 1.2402,
+      "step": 13748
+    },
+    {
+      "epoch": 4.095087399244215,
+      "grad_norm": 0.25307002663612366,
+      "learning_rate": 1.3344962770829712e-05,
+      "loss": 1.2242,
+      "step": 13749
+    },
+    {
+      "epoch": 4.095385245443884,
+      "grad_norm": 0.28082963824272156,
+      "learning_rate": 1.3344053750751976e-05,
+      "loss": 1.2064,
+      "step": 13750
+    },
+    {
+      "epoch": 4.0956830916435525,
+      "grad_norm": 0.24947533011436462,
+      "learning_rate": 1.3343144699561555e-05,
+      "loss": 1.2471,
+      "step": 13751
+    },
+    {
+      "epoch": 4.095980937843221,
+      "grad_norm": 0.30670779943466187,
+      "learning_rate": 1.3342235617266908e-05,
+      "loss": 1.2178,
+      "step": 13752
+    },
+    {
+      "epoch": 4.09627878404289,
+      "grad_norm": 0.27580228447914124,
+      "learning_rate": 1.3341326503876495e-05,
+      "loss": 1.2266,
+      "step": 13753
+    },
+    {
+      "epoch": 4.096576630242558,
+      "grad_norm": 0.2716881334781647,
+      "learning_rate": 1.334041735939877e-05,
+      "loss": 1.212,
+      "step": 13754
+    },
+    {
+      "epoch": 4.096874476442228,
+      "grad_norm": 0.2548467516899109,
+      "learning_rate": 1.3339508183842194e-05,
+      "loss": 1.2271,
+      "step": 13755
+    },
+    {
+      "epoch": 4.097172322641896,
+      "grad_norm": 0.29218921065330505,
+      "learning_rate": 1.3338598977215224e-05,
+      "loss": 1.2217,
+      "step": 13756
+    },
+    {
+      "epoch": 4.097470168841564,
+      "grad_norm": 0.2565087676048279,
+      "learning_rate": 1.3337689739526325e-05,
+      "loss": 1.2173,
+      "step": 13757
+    },
+    {
+      "epoch": 4.0977680150412334,
+      "grad_norm": 0.39434826374053955,
+      "learning_rate": 1.3336780470783947e-05,
+      "loss": 1.2382,
+      "step": 13758
+    },
+    {
+      "epoch": 4.098065861240902,
+      "grad_norm": 0.3490411341190338,
+      "learning_rate": 1.3335871170996558e-05,
+      "loss": 1.2271,
+      "step": 13759
+    },
+    {
+      "epoch": 4.09836370744057,
+      "grad_norm": 0.4308874309062958,
+      "learning_rate": 1.3334961840172612e-05,
+      "loss": 1.2153,
+      "step": 13760
+    },
+    {
+      "epoch": 4.098661553640239,
+      "grad_norm": 0.39875128865242004,
+      "learning_rate": 1.3334052478320576e-05,
+      "loss": 1.2196,
+      "step": 13761
+    },
+    {
+      "epoch": 4.098959399839908,
+      "grad_norm": 0.3732142746448517,
+      "learning_rate": 1.3333143085448903e-05,
+      "loss": 1.2354,
+      "step": 13762
+    },
+    {
+      "epoch": 4.099257246039576,
+      "grad_norm": 0.2714923024177551,
+      "learning_rate": 1.333223366156606e-05,
+      "loss": 1.219,
+      "step": 13763
+    },
+    {
+      "epoch": 4.099555092239245,
+      "grad_norm": 0.6516803503036499,
+      "learning_rate": 1.3331324206680508e-05,
+      "loss": 1.2223,
+      "step": 13764
+    },
+    {
+      "epoch": 4.0998529384389135,
+      "grad_norm": 0.4559103846549988,
+      "learning_rate": 1.33304147208007e-05,
+      "loss": 1.2185,
+      "step": 13765
+    },
+    {
+      "epoch": 4.100150784638582,
+      "grad_norm": 0.339886873960495,
+      "learning_rate": 1.3329505203935109e-05,
+      "loss": 1.2091,
+      "step": 13766
+    },
+    {
+      "epoch": 4.100448630838251,
+      "grad_norm": 0.3002610504627228,
+      "learning_rate": 1.332859565609219e-05,
+      "loss": 1.2272,
+      "step": 13767
+    },
+    {
+      "epoch": 4.100746477037919,
+      "grad_norm": 0.4801383316516876,
+      "learning_rate": 1.3327686077280406e-05,
+      "loss": 1.2335,
+      "step": 13768
+    },
+    {
+      "epoch": 4.101044323237589,
+      "grad_norm": 0.34596481919288635,
+      "learning_rate": 1.3326776467508223e-05,
+      "loss": 1.2301,
+      "step": 13769
+    },
+    {
+      "epoch": 4.101342169437257,
+      "grad_norm": 0.34558749198913574,
+      "learning_rate": 1.33258668267841e-05,
+      "loss": 1.2378,
+      "step": 13770
+    },
+    {
+      "epoch": 4.101640015636925,
+      "grad_norm": 0.33433011174201965,
+      "learning_rate": 1.3324957155116503e-05,
+      "loss": 1.2129,
+      "step": 13771
+    },
+    {
+      "epoch": 4.1019378618365945,
+      "grad_norm": 0.3223732113838196,
+      "learning_rate": 1.3324047452513894e-05,
+      "loss": 1.2243,
+      "step": 13772
+    },
+    {
+      "epoch": 4.102235708036263,
+      "grad_norm": 0.539328932762146,
+      "learning_rate": 1.3323137718984743e-05,
+      "loss": 1.2165,
+      "step": 13773
+    },
+    {
+      "epoch": 4.102533554235931,
+      "grad_norm": 0.40519529581069946,
+      "learning_rate": 1.3322227954537503e-05,
+      "loss": 1.2218,
+      "step": 13774
+    },
+    {
+      "epoch": 4.1028314004356,
+      "grad_norm": 0.4319937825202942,
+      "learning_rate": 1.3321318159180643e-05,
+      "loss": 1.2247,
+      "step": 13775
+    },
+    {
+      "epoch": 4.103129246635269,
+      "grad_norm": 0.27791622281074524,
+      "learning_rate": 1.332040833292263e-05,
+      "loss": 1.2223,
+      "step": 13776
+    },
+    {
+      "epoch": 4.103427092834937,
+      "grad_norm": 0.5481389760971069,
+      "learning_rate": 1.3319498475771926e-05,
+      "loss": 1.2423,
+      "step": 13777
+    },
+    {
+      "epoch": 4.103724939034606,
+      "grad_norm": 0.2930184304714203,
+      "learning_rate": 1.3318588587736997e-05,
+      "loss": 1.2218,
+      "step": 13778
+    },
+    {
+      "epoch": 4.1040227852342746,
+      "grad_norm": 0.3152657151222229,
+      "learning_rate": 1.331767866882631e-05,
+      "loss": 1.2216,
+      "step": 13779
+    },
+    {
+      "epoch": 4.104320631433943,
+      "grad_norm": 0.35558372735977173,
+      "learning_rate": 1.3316768719048332e-05,
+      "loss": 1.2266,
+      "step": 13780
+    },
+    {
+      "epoch": 4.104618477633612,
+      "grad_norm": 0.2518128752708435,
+      "learning_rate": 1.3315858738411525e-05,
+      "loss": 1.24,
+      "step": 13781
+    },
+    {
+      "epoch": 4.10491632383328,
+      "grad_norm": 0.4876645803451538,
+      "learning_rate": 1.3314948726924358e-05,
+      "loss": 1.223,
+      "step": 13782
+    },
+    {
+      "epoch": 4.10521417003295,
+      "grad_norm": 0.24637188017368317,
+      "learning_rate": 1.3314038684595295e-05,
+      "loss": 1.2364,
+      "step": 13783
+    },
+    {
+      "epoch": 4.105512016232618,
+      "grad_norm": 0.3102695047855377,
+      "learning_rate": 1.3313128611432804e-05,
+      "loss": 1.2281,
+      "step": 13784
+    },
+    {
+      "epoch": 4.105809862432286,
+      "grad_norm": 0.32695600390434265,
+      "learning_rate": 1.3312218507445355e-05,
+      "loss": 1.2261,
+      "step": 13785
+    },
+    {
+      "epoch": 4.1061077086319555,
+      "grad_norm": 0.26559188961982727,
+      "learning_rate": 1.331130837264141e-05,
+      "loss": 1.2301,
+      "step": 13786
+    },
+    {
+      "epoch": 4.106405554831624,
+      "grad_norm": 0.3279210925102234,
+      "learning_rate": 1.3310398207029447e-05,
+      "loss": 1.224,
+      "step": 13787
+    },
+    {
+      "epoch": 4.106703401031292,
+      "grad_norm": 0.2661599814891815,
+      "learning_rate": 1.3309488010617921e-05,
+      "loss": 1.2074,
+      "step": 13788
+    },
+    {
+      "epoch": 4.107001247230961,
+      "grad_norm": 0.25574296712875366,
+      "learning_rate": 1.3308577783415308e-05,
+      "loss": 1.2262,
+      "step": 13789
+    },
+    {
+      "epoch": 4.10729909343063,
+      "grad_norm": 0.3278314173221588,
+      "learning_rate": 1.330766752543008e-05,
+      "loss": 1.2244,
+      "step": 13790
+    },
+    {
+      "epoch": 4.107596939630298,
+      "grad_norm": 0.2441791296005249,
+      "learning_rate": 1.3306757236670696e-05,
+      "loss": 1.2199,
+      "step": 13791
+    },
+    {
+      "epoch": 4.107894785829967,
+      "grad_norm": 0.3597651720046997,
+      "learning_rate": 1.330584691714563e-05,
+      "loss": 1.2252,
+      "step": 13792
+    },
+    {
+      "epoch": 4.108192632029636,
+      "grad_norm": 0.25514233112335205,
+      "learning_rate": 1.3304936566863358e-05,
+      "loss": 1.2293,
+      "step": 13793
+    },
+    {
+      "epoch": 4.108490478229304,
+      "grad_norm": 0.2969241142272949,
+      "learning_rate": 1.3304026185832335e-05,
+      "loss": 1.231,
+      "step": 13794
+    },
+    {
+      "epoch": 4.108788324428973,
+      "grad_norm": 0.27977922558784485,
+      "learning_rate": 1.3303115774061044e-05,
+      "loss": 1.2138,
+      "step": 13795
+    },
+    {
+      "epoch": 4.1090861706286415,
+      "grad_norm": 0.38240185379981995,
+      "learning_rate": 1.3302205331557952e-05,
+      "loss": 1.2334,
+      "step": 13796
+    },
+    {
+      "epoch": 4.109384016828311,
+      "grad_norm": 0.25447720289230347,
+      "learning_rate": 1.3301294858331531e-05,
+      "loss": 1.241,
+      "step": 13797
+    },
+    {
+      "epoch": 4.109681863027979,
+      "grad_norm": 0.3108261525630951,
+      "learning_rate": 1.3300384354390245e-05,
+      "loss": 1.2187,
+      "step": 13798
+    },
+    {
+      "epoch": 4.109979709227647,
+      "grad_norm": 0.2546389102935791,
+      "learning_rate": 1.3299473819742572e-05,
+      "loss": 1.2207,
+      "step": 13799
+    },
+    {
+      "epoch": 4.1102775554273165,
+      "grad_norm": 0.3126170039176941,
+      "learning_rate": 1.3298563254396983e-05,
+      "loss": 1.2232,
+      "step": 13800
+    },
+    {
+      "epoch": 4.110575401626985,
+      "grad_norm": 0.2660098969936371,
+      "learning_rate": 1.3297652658361945e-05,
+      "loss": 1.2191,
+      "step": 13801
+    },
+    {
+      "epoch": 4.110873247826653,
+      "grad_norm": 0.3079351782798767,
+      "learning_rate": 1.3296742031645934e-05,
+      "loss": 1.2434,
+      "step": 13802
+    },
+    {
+      "epoch": 4.111171094026322,
+      "grad_norm": 0.35410577058792114,
+      "learning_rate": 1.3295831374257424e-05,
+      "loss": 1.2086,
+      "step": 13803
+    },
+    {
+      "epoch": 4.111468940225991,
+      "grad_norm": 0.2747192978858948,
+      "learning_rate": 1.3294920686204886e-05,
+      "loss": 1.2276,
+      "step": 13804
+    },
+    {
+      "epoch": 4.111766786425659,
+      "grad_norm": 0.3622715473175049,
+      "learning_rate": 1.329400996749679e-05,
+      "loss": 1.2238,
+      "step": 13805
+    },
+    {
+      "epoch": 4.112064632625328,
+      "grad_norm": 0.26115700602531433,
+      "learning_rate": 1.329309921814161e-05,
+      "loss": 1.2171,
+      "step": 13806
+    },
+    {
+      "epoch": 4.112362478824997,
+      "grad_norm": 0.3849085569381714,
+      "learning_rate": 1.3292188438147826e-05,
+      "loss": 1.2181,
+      "step": 13807
+    },
+    {
+      "epoch": 4.112660325024665,
+      "grad_norm": 0.2930947244167328,
+      "learning_rate": 1.3291277627523905e-05,
+      "loss": 1.2191,
+      "step": 13808
+    },
+    {
+      "epoch": 4.112958171224334,
+      "grad_norm": 0.4109828472137451,
+      "learning_rate": 1.3290366786278321e-05,
+      "loss": 1.2389,
+      "step": 13809
+    },
+    {
+      "epoch": 4.1132560174240025,
+      "grad_norm": 0.41322556138038635,
+      "learning_rate": 1.3289455914419552e-05,
+      "loss": 1.2278,
+      "step": 13810
+    },
+    {
+      "epoch": 4.113553863623672,
+      "grad_norm": 0.3003167510032654,
+      "learning_rate": 1.3288545011956071e-05,
+      "loss": 1.2425,
+      "step": 13811
+    },
+    {
+      "epoch": 4.11385170982334,
+      "grad_norm": 0.25727447867393494,
+      "learning_rate": 1.328763407889635e-05,
+      "loss": 1.2172,
+      "step": 13812
+    },
+    {
+      "epoch": 4.114149556023008,
+      "grad_norm": 0.4414829909801483,
+      "learning_rate": 1.3286723115248867e-05,
+      "loss": 1.2267,
+      "step": 13813
+    },
+    {
+      "epoch": 4.114447402222678,
+      "grad_norm": 0.3486790955066681,
+      "learning_rate": 1.3285812121022101e-05,
+      "loss": 1.2093,
+      "step": 13814
+    },
+    {
+      "epoch": 4.114745248422346,
+      "grad_norm": 0.36375582218170166,
+      "learning_rate": 1.3284901096224525e-05,
+      "loss": 1.2105,
+      "step": 13815
+    },
+    {
+      "epoch": 4.115043094622014,
+      "grad_norm": 0.2826632559299469,
+      "learning_rate": 1.3283990040864611e-05,
+      "loss": 1.2295,
+      "step": 13816
+    },
+    {
+      "epoch": 4.1153409408216834,
+      "grad_norm": 0.47464892268180847,
+      "learning_rate": 1.3283078954950842e-05,
+      "loss": 1.2225,
+      "step": 13817
+    },
+    {
+      "epoch": 4.115638787021352,
+      "grad_norm": 0.34501388669013977,
+      "learning_rate": 1.3282167838491687e-05,
+      "loss": 1.2306,
+      "step": 13818
+    },
+    {
+      "epoch": 4.11593663322102,
+      "grad_norm": 0.34228000044822693,
+      "learning_rate": 1.328125669149563e-05,
+      "loss": 1.2193,
+      "step": 13819
+    },
+    {
+      "epoch": 4.116234479420689,
+      "grad_norm": 0.3054259121417999,
+      "learning_rate": 1.3280345513971144e-05,
+      "loss": 1.235,
+      "step": 13820
+    },
+    {
+      "epoch": 4.116532325620358,
+      "grad_norm": 0.39247167110443115,
+      "learning_rate": 1.3279434305926713e-05,
+      "loss": 1.1979,
+      "step": 13821
+    },
+    {
+      "epoch": 4.116830171820027,
+      "grad_norm": 0.27253589034080505,
+      "learning_rate": 1.3278523067370805e-05,
+      "loss": 1.2,
+      "step": 13822
+    },
+    {
+      "epoch": 4.117128018019695,
+      "grad_norm": 0.3247166574001312,
+      "learning_rate": 1.3277611798311902e-05,
+      "loss": 1.225,
+      "step": 13823
+    },
+    {
+      "epoch": 4.1174258642193635,
+      "grad_norm": 0.27334272861480713,
+      "learning_rate": 1.3276700498758486e-05,
+      "loss": 1.2293,
+      "step": 13824
+    },
+    {
+      "epoch": 4.117723710419033,
+      "grad_norm": 0.2963360846042633,
+      "learning_rate": 1.3275789168719033e-05,
+      "loss": 1.2196,
+      "step": 13825
+    },
+    {
+      "epoch": 4.118021556618701,
+      "grad_norm": 0.36786139011383057,
+      "learning_rate": 1.327487780820202e-05,
+      "loss": 1.2256,
+      "step": 13826
+    },
+    {
+      "epoch": 4.118319402818369,
+      "grad_norm": 0.32970741391181946,
+      "learning_rate": 1.3273966417215926e-05,
+      "loss": 1.2125,
+      "step": 13827
+    },
+    {
+      "epoch": 4.118617249018039,
+      "grad_norm": 0.33740895986557007,
+      "learning_rate": 1.3273054995769238e-05,
+      "loss": 1.2051,
+      "step": 13828
+    },
+    {
+      "epoch": 4.118915095217707,
+      "grad_norm": 0.26221126317977905,
+      "learning_rate": 1.3272143543870427e-05,
+      "loss": 1.2054,
+      "step": 13829
+    },
+    {
+      "epoch": 4.119212941417375,
+      "grad_norm": 0.37126147747039795,
+      "learning_rate": 1.3271232061527974e-05,
+      "loss": 1.2165,
+      "step": 13830
+    },
+    {
+      "epoch": 4.1195107876170445,
+      "grad_norm": 0.24958691000938416,
+      "learning_rate": 1.3270320548750366e-05,
+      "loss": 1.2261,
+      "step": 13831
+    },
+    {
+      "epoch": 4.119808633816713,
+      "grad_norm": 0.31862881779670715,
+      "learning_rate": 1.3269409005546077e-05,
+      "loss": 1.2204,
+      "step": 13832
+    },
+    {
+      "epoch": 4.120106480016381,
+      "grad_norm": 0.25110116600990295,
+      "learning_rate": 1.3268497431923591e-05,
+      "loss": 1.2428,
+      "step": 13833
+    },
+    {
+      "epoch": 4.12040432621605,
+      "grad_norm": 0.4147375822067261,
+      "learning_rate": 1.3267585827891387e-05,
+      "loss": 1.2206,
+      "step": 13834
+    },
+    {
+      "epoch": 4.120702172415719,
+      "grad_norm": 0.3040507733821869,
+      "learning_rate": 1.3266674193457944e-05,
+      "loss": 1.2347,
+      "step": 13835
+    },
+    {
+      "epoch": 4.121000018615388,
+      "grad_norm": 0.2682487964630127,
+      "learning_rate": 1.3265762528631752e-05,
+      "loss": 1.2152,
+      "step": 13836
+    },
+    {
+      "epoch": 4.121297864815056,
+      "grad_norm": 0.26606062054634094,
+      "learning_rate": 1.3264850833421288e-05,
+      "loss": 1.2188,
+      "step": 13837
+    },
+    {
+      "epoch": 4.1215957110147246,
+      "grad_norm": 0.2641187310218811,
+      "learning_rate": 1.3263939107835036e-05,
+      "loss": 1.2058,
+      "step": 13838
+    },
+    {
+      "epoch": 4.121893557214394,
+      "grad_norm": 0.3513612449169159,
+      "learning_rate": 1.3263027351881475e-05,
+      "loss": 1.2338,
+      "step": 13839
+    },
+    {
+      "epoch": 4.122191403414062,
+      "grad_norm": 0.31655916571617126,
+      "learning_rate": 1.3262115565569088e-05,
+      "loss": 1.2186,
+      "step": 13840
+    },
+    {
+      "epoch": 4.12248924961373,
+      "grad_norm": 0.340635746717453,
+      "learning_rate": 1.3261203748906363e-05,
+      "loss": 1.2047,
+      "step": 13841
+    },
+    {
+      "epoch": 4.1227870958134,
+      "grad_norm": 0.2886393964290619,
+      "learning_rate": 1.3260291901901783e-05,
+      "loss": 1.2451,
+      "step": 13842
+    },
+    {
+      "epoch": 4.123084942013068,
+      "grad_norm": 0.3992542624473572,
+      "learning_rate": 1.3259380024563826e-05,
+      "loss": 1.2129,
+      "step": 13843
+    },
+    {
+      "epoch": 4.123382788212736,
+      "grad_norm": 0.28295430541038513,
+      "learning_rate": 1.325846811690098e-05,
+      "loss": 1.2276,
+      "step": 13844
+    },
+    {
+      "epoch": 4.1236806344124055,
+      "grad_norm": 0.33247432112693787,
+      "learning_rate": 1.3257556178921732e-05,
+      "loss": 1.2315,
+      "step": 13845
+    },
+    {
+      "epoch": 4.123978480612074,
+      "grad_norm": 0.3000031113624573,
+      "learning_rate": 1.325664421063456e-05,
+      "loss": 1.2202,
+      "step": 13846
+    },
+    {
+      "epoch": 4.124276326811742,
+      "grad_norm": 0.5144345164299011,
+      "learning_rate": 1.325573221204795e-05,
+      "loss": 1.2314,
+      "step": 13847
+    },
+    {
+      "epoch": 4.124574173011411,
+      "grad_norm": 0.35543328523635864,
+      "learning_rate": 1.3254820183170394e-05,
+      "loss": 1.2247,
+      "step": 13848
+    },
+    {
+      "epoch": 4.12487201921108,
+      "grad_norm": 0.29800620675086975,
+      "learning_rate": 1.325390812401037e-05,
+      "loss": 1.2249,
+      "step": 13849
+    },
+    {
+      "epoch": 4.125169865410749,
+      "grad_norm": 0.2537350058555603,
+      "learning_rate": 1.3252996034576368e-05,
+      "loss": 1.214,
+      "step": 13850
+    },
+    {
+      "epoch": 4.125467711610417,
+      "grad_norm": 0.37921464443206787,
+      "learning_rate": 1.3252083914876873e-05,
+      "loss": 1.2276,
+      "step": 13851
+    },
+    {
+      "epoch": 4.125765557810086,
+      "grad_norm": 0.26001298427581787,
+      "learning_rate": 1.3251171764920369e-05,
+      "loss": 1.2152,
+      "step": 13852
+    },
+    {
+      "epoch": 4.126063404009755,
+      "grad_norm": 0.3361720144748688,
+      "learning_rate": 1.3250259584715341e-05,
+      "loss": 1.2226,
+      "step": 13853
+    },
+    {
+      "epoch": 4.126361250209423,
+      "grad_norm": 0.24085834622383118,
+      "learning_rate": 1.3249347374270282e-05,
+      "loss": 1.2331,
+      "step": 13854
+    },
+    {
+      "epoch": 4.1266590964090915,
+      "grad_norm": 0.2936878502368927,
+      "learning_rate": 1.324843513359368e-05,
+      "loss": 1.2185,
+      "step": 13855
+    },
+    {
+      "epoch": 4.126956942608761,
+      "grad_norm": 0.2679438889026642,
+      "learning_rate": 1.3247522862694014e-05,
+      "loss": 1.2318,
+      "step": 13856
+    },
+    {
+      "epoch": 4.127254788808429,
+      "grad_norm": 0.26150068640708923,
+      "learning_rate": 1.3246610561579776e-05,
+      "loss": 1.2457,
+      "step": 13857
+    },
+    {
+      "epoch": 4.127552635008097,
+      "grad_norm": 0.3115221858024597,
+      "learning_rate": 1.3245698230259456e-05,
+      "loss": 1.2204,
+      "step": 13858
+    },
+    {
+      "epoch": 4.1278504812077665,
+      "grad_norm": 0.2776271104812622,
+      "learning_rate": 1.3244785868741539e-05,
+      "loss": 1.2215,
+      "step": 13859
+    },
+    {
+      "epoch": 4.128148327407435,
+      "grad_norm": 0.37744003534317017,
+      "learning_rate": 1.3243873477034514e-05,
+      "loss": 1.2316,
+      "step": 13860
+    },
+    {
+      "epoch": 4.128446173607104,
+      "grad_norm": 0.28370046615600586,
+      "learning_rate": 1.3242961055146873e-05,
+      "loss": 1.233,
+      "step": 13861
+    },
+    {
+      "epoch": 4.128744019806772,
+      "grad_norm": 0.3110189139842987,
+      "learning_rate": 1.32420486030871e-05,
+      "loss": 1.2228,
+      "step": 13862
+    },
+    {
+      "epoch": 4.129041866006441,
+      "grad_norm": 0.30852046608924866,
+      "learning_rate": 1.324113612086369e-05,
+      "loss": 1.2175,
+      "step": 13863
+    },
+    {
+      "epoch": 4.12933971220611,
+      "grad_norm": 0.28926947712898254,
+      "learning_rate": 1.3240223608485127e-05,
+      "loss": 1.2121,
+      "step": 13864
+    },
+    {
+      "epoch": 4.129637558405778,
+      "grad_norm": 0.3092958331108093,
+      "learning_rate": 1.3239311065959903e-05,
+      "loss": 1.2142,
+      "step": 13865
+    },
+    {
+      "epoch": 4.129935404605447,
+      "grad_norm": 0.2516164779663086,
+      "learning_rate": 1.3238398493296511e-05,
+      "loss": 1.2047,
+      "step": 13866
+    },
+    {
+      "epoch": 4.130233250805116,
+      "grad_norm": 0.30716443061828613,
+      "learning_rate": 1.323748589050344e-05,
+      "loss": 1.2194,
+      "step": 13867
+    },
+    {
+      "epoch": 4.130531097004784,
+      "grad_norm": 0.2708042562007904,
+      "learning_rate": 1.3236573257589178e-05,
+      "loss": 1.22,
+      "step": 13868
+    },
+    {
+      "epoch": 4.1308289432044525,
+      "grad_norm": 0.38280943036079407,
+      "learning_rate": 1.3235660594562219e-05,
+      "loss": 1.2159,
+      "step": 13869
+    },
+    {
+      "epoch": 4.131126789404122,
+      "grad_norm": 0.36915719509124756,
+      "learning_rate": 1.323474790143105e-05,
+      "loss": 1.2203,
+      "step": 13870
+    },
+    {
+      "epoch": 4.13142463560379,
+      "grad_norm": 0.25969138741493225,
+      "learning_rate": 1.3233835178204166e-05,
+      "loss": 1.221,
+      "step": 13871
+    },
+    {
+      "epoch": 4.131722481803458,
+      "grad_norm": 0.36319831013679504,
+      "learning_rate": 1.3232922424890063e-05,
+      "loss": 1.2302,
+      "step": 13872
+    },
+    {
+      "epoch": 4.132020328003128,
+      "grad_norm": 0.24696652591228485,
+      "learning_rate": 1.3232009641497227e-05,
+      "loss": 1.2209,
+      "step": 13873
+    },
+    {
+      "epoch": 4.132318174202796,
+      "grad_norm": 0.395910382270813,
+      "learning_rate": 1.3231096828034151e-05,
+      "loss": 1.2239,
+      "step": 13874
+    },
+    {
+      "epoch": 4.132616020402464,
+      "grad_norm": 0.24994641542434692,
+      "learning_rate": 1.3230183984509333e-05,
+      "loss": 1.2199,
+      "step": 13875
+    },
+    {
+      "epoch": 4.1329138666021334,
+      "grad_norm": 0.8485873937606812,
+      "learning_rate": 1.3229271110931254e-05,
+      "loss": 1.2243,
+      "step": 13876
+    },
+    {
+      "epoch": 4.133211712801802,
+      "grad_norm": 0.51860511302948,
+      "learning_rate": 1.322835820730842e-05,
+      "loss": 1.2158,
+      "step": 13877
+    },
+    {
+      "epoch": 4.133509559001471,
+      "grad_norm": 0.43362873792648315,
+      "learning_rate": 1.3227445273649323e-05,
+      "loss": 1.2246,
+      "step": 13878
+    },
+    {
+      "epoch": 4.133807405201139,
+      "grad_norm": 0.3828974664211273,
+      "learning_rate": 1.3226532309962453e-05,
+      "loss": 1.2237,
+      "step": 13879
+    },
+    {
+      "epoch": 4.134105251400808,
+      "grad_norm": 0.6636733412742615,
+      "learning_rate": 1.32256193162563e-05,
+      "loss": 1.2219,
+      "step": 13880
+    },
+    {
+      "epoch": 4.134403097600477,
+      "grad_norm": 0.3177591860294342,
+      "learning_rate": 1.3224706292539366e-05,
+      "loss": 1.2144,
+      "step": 13881
+    },
+    {
+      "epoch": 4.134700943800145,
+      "grad_norm": 0.33369359374046326,
+      "learning_rate": 1.3223793238820141e-05,
+      "loss": 1.2169,
+      "step": 13882
+    },
+    {
+      "epoch": 4.1349987899998135,
+      "grad_norm": 0.30640286207199097,
+      "learning_rate": 1.3222880155107124e-05,
+      "loss": 1.233,
+      "step": 13883
+    },
+    {
+      "epoch": 4.135296636199483,
+      "grad_norm": 0.24687960743904114,
+      "learning_rate": 1.3221967041408808e-05,
+      "loss": 1.2352,
+      "step": 13884
+    },
+    {
+      "epoch": 4.135594482399151,
+      "grad_norm": 0.32527896761894226,
+      "learning_rate": 1.3221053897733686e-05,
+      "loss": 1.2094,
+      "step": 13885
+    },
+    {
+      "epoch": 4.135892328598819,
+      "grad_norm": 0.33888906240463257,
+      "learning_rate": 1.322014072409026e-05,
+      "loss": 1.2253,
+      "step": 13886
+    },
+    {
+      "epoch": 4.136190174798489,
+      "grad_norm": 0.25949883460998535,
+      "learning_rate": 1.3219227520487019e-05,
+      "loss": 1.2213,
+      "step": 13887
+    },
+    {
+      "epoch": 4.136488020998157,
+      "grad_norm": 0.29973429441452026,
+      "learning_rate": 1.3218314286932465e-05,
+      "loss": 1.2214,
+      "step": 13888
+    },
+    {
+      "epoch": 4.136785867197826,
+      "grad_norm": 0.2880532443523407,
+      "learning_rate": 1.321740102343509e-05,
+      "loss": 1.2469,
+      "step": 13889
+    },
+    {
+      "epoch": 4.1370837133974945,
+      "grad_norm": 0.26244160532951355,
+      "learning_rate": 1.3216487730003396e-05,
+      "loss": 1.2477,
+      "step": 13890
+    },
+    {
+      "epoch": 4.137381559597163,
+      "grad_norm": 0.29476916790008545,
+      "learning_rate": 1.3215574406645874e-05,
+      "loss": 1.2189,
+      "step": 13891
+    },
+    {
+      "epoch": 4.137679405796832,
+      "grad_norm": 0.27913185954093933,
+      "learning_rate": 1.3214661053371027e-05,
+      "loss": 1.2226,
+      "step": 13892
+    },
+    {
+      "epoch": 4.1379772519965,
+      "grad_norm": 0.27448925375938416,
+      "learning_rate": 1.321374767018735e-05,
+      "loss": 1.2203,
+      "step": 13893
+    },
+    {
+      "epoch": 4.138275098196169,
+      "grad_norm": 0.29136985540390015,
+      "learning_rate": 1.3212834257103339e-05,
+      "loss": 1.2114,
+      "step": 13894
+    },
+    {
+      "epoch": 4.138572944395838,
+      "grad_norm": 0.2683270275592804,
+      "learning_rate": 1.3211920814127499e-05,
+      "loss": 1.236,
+      "step": 13895
+    },
+    {
+      "epoch": 4.138870790595506,
+      "grad_norm": 0.3383072316646576,
+      "learning_rate": 1.3211007341268324e-05,
+      "loss": 1.2139,
+      "step": 13896
+    },
+    {
+      "epoch": 4.1391686367951745,
+      "grad_norm": 0.2853613793849945,
+      "learning_rate": 1.3210093838534313e-05,
+      "loss": 1.2348,
+      "step": 13897
+    },
+    {
+      "epoch": 4.139466482994844,
+      "grad_norm": 0.2859134376049042,
+      "learning_rate": 1.3209180305933961e-05,
+      "loss": 1.2372,
+      "step": 13898
+    },
+    {
+      "epoch": 4.139764329194512,
+      "grad_norm": 0.3109267055988312,
+      "learning_rate": 1.3208266743475777e-05,
+      "loss": 1.2296,
+      "step": 13899
+    },
+    {
+      "epoch": 4.14006217539418,
+      "grad_norm": 0.26448291540145874,
+      "learning_rate": 1.3207353151168254e-05,
+      "loss": 1.2289,
+      "step": 13900
+    },
+    {
+      "epoch": 4.14036002159385,
+      "grad_norm": 0.3694174587726593,
+      "learning_rate": 1.3206439529019892e-05,
+      "loss": 1.2336,
+      "step": 13901
+    },
+    {
+      "epoch": 4.140657867793518,
+      "grad_norm": 0.2503821551799774,
+      "learning_rate": 1.3205525877039194e-05,
+      "loss": 1.2256,
+      "step": 13902
+    },
+    {
+      "epoch": 4.140955713993187,
+      "grad_norm": 0.2735968828201294,
+      "learning_rate": 1.320461219523466e-05,
+      "loss": 1.2217,
+      "step": 13903
+    },
+    {
+      "epoch": 4.1412535601928555,
+      "grad_norm": 0.2927398383617401,
+      "learning_rate": 1.320369848361479e-05,
+      "loss": 1.2367,
+      "step": 13904
+    },
+    {
+      "epoch": 4.141551406392524,
+      "grad_norm": 0.2513747215270996,
+      "learning_rate": 1.3202784742188081e-05,
+      "loss": 1.2328,
+      "step": 13905
+    },
+    {
+      "epoch": 4.141849252592193,
+      "grad_norm": 0.29553186893463135,
+      "learning_rate": 1.3201870970963042e-05,
+      "loss": 1.2373,
+      "step": 13906
+    },
+    {
+      "epoch": 4.142147098791861,
+      "grad_norm": 0.2649666368961334,
+      "learning_rate": 1.3200957169948169e-05,
+      "loss": 1.2308,
+      "step": 13907
+    },
+    {
+      "epoch": 4.14244494499153,
+      "grad_norm": 0.29517480731010437,
+      "learning_rate": 1.3200043339151967e-05,
+      "loss": 1.2306,
+      "step": 13908
+    },
+    {
+      "epoch": 4.142742791191199,
+      "grad_norm": 0.282366544008255,
+      "learning_rate": 1.3199129478582937e-05,
+      "loss": 1.226,
+      "step": 13909
+    },
+    {
+      "epoch": 4.143040637390867,
+      "grad_norm": 0.28966495394706726,
+      "learning_rate": 1.319821558824958e-05,
+      "loss": 1.2118,
+      "step": 13910
+    },
+    {
+      "epoch": 4.143338483590536,
+      "grad_norm": 0.35091632604599,
+      "learning_rate": 1.3197301668160405e-05,
+      "loss": 1.2323,
+      "step": 13911
+    },
+    {
+      "epoch": 4.143636329790205,
+      "grad_norm": 0.3068065643310547,
+      "learning_rate": 1.3196387718323905e-05,
+      "loss": 1.2225,
+      "step": 13912
+    },
+    {
+      "epoch": 4.143934175989873,
+      "grad_norm": 0.33353498578071594,
+      "learning_rate": 1.319547373874859e-05,
+      "loss": 1.2139,
+      "step": 13913
+    },
+    {
+      "epoch": 4.1442320221895415,
+      "grad_norm": 0.28323015570640564,
+      "learning_rate": 1.3194559729442962e-05,
+      "loss": 1.2158,
+      "step": 13914
+    },
+    {
+      "epoch": 4.144529868389211,
+      "grad_norm": 0.44431978464126587,
+      "learning_rate": 1.3193645690415524e-05,
+      "loss": 1.223,
+      "step": 13915
+    },
+    {
+      "epoch": 4.144827714588879,
+      "grad_norm": 0.32332706451416016,
+      "learning_rate": 1.3192731621674786e-05,
+      "loss": 1.2252,
+      "step": 13916
+    },
+    {
+      "epoch": 4.145125560788548,
+      "grad_norm": 0.403382807970047,
+      "learning_rate": 1.319181752322924e-05,
+      "loss": 1.2375,
+      "step": 13917
+    },
+    {
+      "epoch": 4.1454234069882165,
+      "grad_norm": 0.2784106731414795,
+      "learning_rate": 1.3190903395087403e-05,
+      "loss": 1.2145,
+      "step": 13918
+    },
+    {
+      "epoch": 4.145721253187885,
+      "grad_norm": 0.5025516748428345,
+      "learning_rate": 1.3189989237257771e-05,
+      "loss": 1.2113,
+      "step": 13919
+    },
+    {
+      "epoch": 4.146019099387554,
+      "grad_norm": 0.3577045798301697,
+      "learning_rate": 1.3189075049748858e-05,
+      "loss": 1.2258,
+      "step": 13920
+    },
+    {
+      "epoch": 4.146316945587222,
+      "grad_norm": 0.3309796452522278,
+      "learning_rate": 1.3188160832569164e-05,
+      "loss": 1.2167,
+      "step": 13921
+    },
+    {
+      "epoch": 4.146614791786891,
+      "grad_norm": 0.270114004611969,
+      "learning_rate": 1.3187246585727192e-05,
+      "loss": 1.232,
+      "step": 13922
+    },
+    {
+      "epoch": 4.14691263798656,
+      "grad_norm": 0.4047696888446808,
+      "learning_rate": 1.3186332309231453e-05,
+      "loss": 1.222,
+      "step": 13923
+    },
+    {
+      "epoch": 4.147210484186228,
+      "grad_norm": 0.25433439016342163,
+      "learning_rate": 1.3185418003090454e-05,
+      "loss": 1.224,
+      "step": 13924
+    },
+    {
+      "epoch": 4.147508330385897,
+      "grad_norm": 0.3170766532421112,
+      "learning_rate": 1.3184503667312695e-05,
+      "loss": 1.2381,
+      "step": 13925
+    },
+    {
+      "epoch": 4.147806176585566,
+      "grad_norm": 0.2565918266773224,
+      "learning_rate": 1.3183589301906695e-05,
+      "loss": 1.219,
+      "step": 13926
+    },
+    {
+      "epoch": 4.148104022785234,
+      "grad_norm": 0.2843881845474243,
+      "learning_rate": 1.3182674906880948e-05,
+      "loss": 1.219,
+      "step": 13927
+    },
+    {
+      "epoch": 4.148401868984903,
+      "grad_norm": 0.329664945602417,
+      "learning_rate": 1.3181760482243967e-05,
+      "loss": 1.2375,
+      "step": 13928
+    },
+    {
+      "epoch": 4.148699715184572,
+      "grad_norm": 0.2986266314983368,
+      "learning_rate": 1.318084602800426e-05,
+      "loss": 1.2276,
+      "step": 13929
+    },
+    {
+      "epoch": 4.14899756138424,
+      "grad_norm": 0.3061686158180237,
+      "learning_rate": 1.3179931544170332e-05,
+      "loss": 1.2247,
+      "step": 13930
+    },
+    {
+      "epoch": 4.149295407583909,
+      "grad_norm": 0.26146790385246277,
+      "learning_rate": 1.3179017030750698e-05,
+      "loss": 1.2186,
+      "step": 13931
+    },
+    {
+      "epoch": 4.149593253783578,
+      "grad_norm": 0.4060761332511902,
+      "learning_rate": 1.3178102487753859e-05,
+      "loss": 1.2242,
+      "step": 13932
+    },
+    {
+      "epoch": 4.149891099983246,
+      "grad_norm": 0.2841872274875641,
+      "learning_rate": 1.3177187915188331e-05,
+      "loss": 1.2341,
+      "step": 13933
+    },
+    {
+      "epoch": 4.150188946182915,
+      "grad_norm": 0.3375382423400879,
+      "learning_rate": 1.3176273313062617e-05,
+      "loss": 1.2207,
+      "step": 13934
+    },
+    {
+      "epoch": 4.1504867923825834,
+      "grad_norm": 0.2719001770019531,
+      "learning_rate": 1.3175358681385227e-05,
+      "loss": 1.2392,
+      "step": 13935
+    },
+    {
+      "epoch": 4.150784638582252,
+      "grad_norm": 0.35442888736724854,
+      "learning_rate": 1.3174444020164674e-05,
+      "loss": 1.2207,
+      "step": 13936
+    },
+    {
+      "epoch": 4.151082484781921,
+      "grad_norm": 0.3728295862674713,
+      "learning_rate": 1.3173529329409466e-05,
+      "loss": 1.2188,
+      "step": 13937
+    },
+    {
+      "epoch": 4.151380330981589,
+      "grad_norm": 0.25157758593559265,
+      "learning_rate": 1.3172614609128114e-05,
+      "loss": 1.2388,
+      "step": 13938
+    },
+    {
+      "epoch": 4.151678177181258,
+      "grad_norm": 0.2839163541793823,
+      "learning_rate": 1.3171699859329125e-05,
+      "loss": 1.2331,
+      "step": 13939
+    },
+    {
+      "epoch": 4.151976023380927,
+      "grad_norm": 0.24345000088214874,
+      "learning_rate": 1.3170785080021019e-05,
+      "loss": 1.2087,
+      "step": 13940
+    },
+    {
+      "epoch": 4.152273869580595,
+      "grad_norm": 0.2459232360124588,
+      "learning_rate": 1.3169870271212293e-05,
+      "loss": 1.2345,
+      "step": 13941
+    },
+    {
+      "epoch": 4.1525717157802635,
+      "grad_norm": 0.29808467626571655,
+      "learning_rate": 1.3168955432911467e-05,
+      "loss": 1.2244,
+      "step": 13942
+    },
+    {
+      "epoch": 4.152869561979933,
+      "grad_norm": 0.2867465913295746,
+      "learning_rate": 1.3168040565127055e-05,
+      "loss": 1.1921,
+      "step": 13943
+    },
+    {
+      "epoch": 4.153167408179601,
+      "grad_norm": 0.25989869236946106,
+      "learning_rate": 1.3167125667867562e-05,
+      "loss": 1.2328,
+      "step": 13944
+    },
+    {
+      "epoch": 4.15346525437927,
+      "grad_norm": 0.2782016694545746,
+      "learning_rate": 1.3166210741141505e-05,
+      "loss": 1.225,
+      "step": 13945
+    },
+    {
+      "epoch": 4.153763100578939,
+      "grad_norm": 0.2776489555835724,
+      "learning_rate": 1.3165295784957393e-05,
+      "loss": 1.2262,
+      "step": 13946
+    },
+    {
+      "epoch": 4.154060946778607,
+      "grad_norm": 0.2627328336238861,
+      "learning_rate": 1.316438079932374e-05,
+      "loss": 1.2092,
+      "step": 13947
+    },
+    {
+      "epoch": 4.154358792978276,
+      "grad_norm": 0.2466094046831131,
+      "learning_rate": 1.316346578424906e-05,
+      "loss": 1.2425,
+      "step": 13948
+    },
+    {
+      "epoch": 4.1546566391779445,
+      "grad_norm": 0.26793643832206726,
+      "learning_rate": 1.3162550739741864e-05,
+      "loss": 1.22,
+      "step": 13949
+    },
+    {
+      "epoch": 4.154954485377613,
+      "grad_norm": 0.28842565417289734,
+      "learning_rate": 1.316163566581067e-05,
+      "loss": 1.2268,
+      "step": 13950
+    },
+    {
+      "epoch": 4.155252331577282,
+      "grad_norm": 0.3220886290073395,
+      "learning_rate": 1.3160720562463986e-05,
+      "loss": 1.2127,
+      "step": 13951
+    },
+    {
+      "epoch": 4.15555017777695,
+      "grad_norm": 0.36773040890693665,
+      "learning_rate": 1.315980542971033e-05,
+      "loss": 1.2324,
+      "step": 13952
+    },
+    {
+      "epoch": 4.155848023976619,
+      "grad_norm": 0.36914122104644775,
+      "learning_rate": 1.315889026755821e-05,
+      "loss": 1.1924,
+      "step": 13953
+    },
+    {
+      "epoch": 4.156145870176288,
+      "grad_norm": 0.24720020592212677,
+      "learning_rate": 1.3157975076016154e-05,
+      "loss": 1.2391,
+      "step": 13954
+    },
+    {
+      "epoch": 4.156443716375956,
+      "grad_norm": 0.26182740926742554,
+      "learning_rate": 1.3157059855092662e-05,
+      "loss": 1.223,
+      "step": 13955
+    },
+    {
+      "epoch": 4.156741562575625,
+      "grad_norm": 0.30646032094955444,
+      "learning_rate": 1.3156144604796257e-05,
+      "loss": 1.2277,
+      "step": 13956
+    },
+    {
+      "epoch": 4.157039408775294,
+      "grad_norm": 0.27570775151252747,
+      "learning_rate": 1.3155229325135455e-05,
+      "loss": 1.2372,
+      "step": 13957
+    },
+    {
+      "epoch": 4.157337254974962,
+      "grad_norm": 0.47832658886909485,
+      "learning_rate": 1.3154314016118763e-05,
+      "loss": 1.207,
+      "step": 13958
+    },
+    {
+      "epoch": 4.157635101174631,
+      "grad_norm": 0.3838043510913849,
+      "learning_rate": 1.3153398677754707e-05,
+      "loss": 1.2133,
+      "step": 13959
+    },
+    {
+      "epoch": 4.1579329473743,
+      "grad_norm": 0.3545500338077545,
+      "learning_rate": 1.31524833100518e-05,
+      "loss": 1.2345,
+      "step": 13960
+    },
+    {
+      "epoch": 4.158230793573968,
+      "grad_norm": 0.2836247682571411,
+      "learning_rate": 1.315156791301856e-05,
+      "loss": 1.2229,
+      "step": 13961
+    },
+    {
+      "epoch": 4.158528639773637,
+      "grad_norm": 0.26212188601493835,
+      "learning_rate": 1.3150652486663498e-05,
+      "loss": 1.233,
+      "step": 13962
+    },
+    {
+      "epoch": 4.1588264859733055,
+      "grad_norm": 0.3060859441757202,
+      "learning_rate": 1.3149737030995136e-05,
+      "loss": 1.2049,
+      "step": 13963
+    },
+    {
+      "epoch": 4.159124332172974,
+      "grad_norm": 0.2617625594139099,
+      "learning_rate": 1.3148821546021991e-05,
+      "loss": 1.2229,
+      "step": 13964
+    },
+    {
+      "epoch": 4.159422178372643,
+      "grad_norm": 0.32073497772216797,
+      "learning_rate": 1.3147906031752578e-05,
+      "loss": 1.2253,
+      "step": 13965
+    },
+    {
+      "epoch": 4.159720024572311,
+      "grad_norm": 0.44537511467933655,
+      "learning_rate": 1.3146990488195415e-05,
+      "loss": 1.2287,
+      "step": 13966
+    },
+    {
+      "epoch": 4.16001787077198,
+      "grad_norm": 0.3504146933555603,
+      "learning_rate": 1.3146074915359026e-05,
+      "loss": 1.2299,
+      "step": 13967
+    },
+    {
+      "epoch": 4.160315716971649,
+      "grad_norm": 0.26046764850616455,
+      "learning_rate": 1.3145159313251922e-05,
+      "loss": 1.217,
+      "step": 13968
+    },
+    {
+      "epoch": 4.160613563171317,
+      "grad_norm": 0.3015144467353821,
+      "learning_rate": 1.3144243681882625e-05,
+      "loss": 1.217,
+      "step": 13969
+    },
+    {
+      "epoch": 4.1609114093709865,
+      "grad_norm": 0.38506749272346497,
+      "learning_rate": 1.3143328021259654e-05,
+      "loss": 1.2119,
+      "step": 13970
+    },
+    {
+      "epoch": 4.161209255570655,
+      "grad_norm": 0.3009447753429413,
+      "learning_rate": 1.3142412331391528e-05,
+      "loss": 1.2172,
+      "step": 13971
+    },
+    {
+      "epoch": 4.161507101770323,
+      "grad_norm": 0.25323185324668884,
+      "learning_rate": 1.3141496612286763e-05,
+      "loss": 1.2244,
+      "step": 13972
+    },
+    {
+      "epoch": 4.161804947969992,
+      "grad_norm": 0.34163016080856323,
+      "learning_rate": 1.3140580863953885e-05,
+      "loss": 1.2385,
+      "step": 13973
+    },
+    {
+      "epoch": 4.162102794169661,
+      "grad_norm": 0.25774526596069336,
+      "learning_rate": 1.3139665086401413e-05,
+      "loss": 1.2332,
+      "step": 13974
+    },
+    {
+      "epoch": 4.162400640369329,
+      "grad_norm": 0.40288153290748596,
+      "learning_rate": 1.313874927963786e-05,
+      "loss": 1.2274,
+      "step": 13975
+    },
+    {
+      "epoch": 4.162698486568998,
+      "grad_norm": 0.30704954266548157,
+      "learning_rate": 1.3137833443671753e-05,
+      "loss": 1.2231,
+      "step": 13976
+    },
+    {
+      "epoch": 4.1629963327686665,
+      "grad_norm": 0.30630987882614136,
+      "learning_rate": 1.3136917578511612e-05,
+      "loss": 1.2277,
+      "step": 13977
+    },
+    {
+      "epoch": 4.163294178968335,
+      "grad_norm": 0.2474551796913147,
+      "learning_rate": 1.313600168416596e-05,
+      "loss": 1.2126,
+      "step": 13978
+    },
+    {
+      "epoch": 4.163592025168004,
+      "grad_norm": 0.30916136503219604,
+      "learning_rate": 1.3135085760643316e-05,
+      "loss": 1.2065,
+      "step": 13979
+    },
+    {
+      "epoch": 4.163889871367672,
+      "grad_norm": 0.2527836263179779,
+      "learning_rate": 1.31341698079522e-05,
+      "loss": 1.227,
+      "step": 13980
+    },
+    {
+      "epoch": 4.164187717567341,
+      "grad_norm": 0.2940084636211395,
+      "learning_rate": 1.3133253826101138e-05,
+      "loss": 1.2185,
+      "step": 13981
+    },
+    {
+      "epoch": 4.16448556376701,
+      "grad_norm": 0.2573065757751465,
+      "learning_rate": 1.3132337815098646e-05,
+      "loss": 1.2043,
+      "step": 13982
+    },
+    {
+      "epoch": 4.164783409966678,
+      "grad_norm": 0.28639015555381775,
+      "learning_rate": 1.313142177495325e-05,
+      "loss": 1.2074,
+      "step": 13983
+    },
+    {
+      "epoch": 4.1650812561663475,
+      "grad_norm": 0.3267950713634491,
+      "learning_rate": 1.3130505705673478e-05,
+      "loss": 1.2213,
+      "step": 13984
+    },
+    {
+      "epoch": 4.165379102366016,
+      "grad_norm": 0.25070884823799133,
+      "learning_rate": 1.3129589607267846e-05,
+      "loss": 1.2164,
+      "step": 13985
+    },
+    {
+      "epoch": 4.165676948565684,
+      "grad_norm": 0.3283660411834717,
+      "learning_rate": 1.3128673479744878e-05,
+      "loss": 1.2177,
+      "step": 13986
+    },
+    {
+      "epoch": 4.165974794765353,
+      "grad_norm": 0.4489118754863739,
+      "learning_rate": 1.3127757323113097e-05,
+      "loss": 1.2288,
+      "step": 13987
+    },
+    {
+      "epoch": 4.166272640965022,
+      "grad_norm": 0.4153156876564026,
+      "learning_rate": 1.3126841137381033e-05,
+      "loss": 1.2365,
+      "step": 13988
+    },
+    {
+      "epoch": 4.16657048716469,
+      "grad_norm": 0.2731744647026062,
+      "learning_rate": 1.3125924922557203e-05,
+      "loss": 1.2207,
+      "step": 13989
+    },
+    {
+      "epoch": 4.166868333364359,
+      "grad_norm": 0.37405744194984436,
+      "learning_rate": 1.3125008678650133e-05,
+      "loss": 1.2232,
+      "step": 13990
+    },
+    {
+      "epoch": 4.167166179564028,
+      "grad_norm": 0.35321325063705444,
+      "learning_rate": 1.3124092405668351e-05,
+      "loss": 1.2007,
+      "step": 13991
+    },
+    {
+      "epoch": 4.167464025763696,
+      "grad_norm": 0.2919888198375702,
+      "learning_rate": 1.312317610362038e-05,
+      "loss": 1.2098,
+      "step": 13992
+    },
+    {
+      "epoch": 4.167761871963365,
+      "grad_norm": 0.489874929189682,
+      "learning_rate": 1.3122259772514744e-05,
+      "loss": 1.2241,
+      "step": 13993
+    },
+    {
+      "epoch": 4.1680597181630334,
+      "grad_norm": 0.3767636716365814,
+      "learning_rate": 1.3121343412359966e-05,
+      "loss": 1.2304,
+      "step": 13994
+    },
+    {
+      "epoch": 4.168357564362703,
+      "grad_norm": 0.24852719902992249,
+      "learning_rate": 1.3120427023164579e-05,
+      "loss": 1.2294,
+      "step": 13995
+    },
+    {
+      "epoch": 4.168655410562371,
+      "grad_norm": 0.30303964018821716,
+      "learning_rate": 1.3119510604937105e-05,
+      "loss": 1.2189,
+      "step": 13996
+    },
+    {
+      "epoch": 4.168953256762039,
+      "grad_norm": 0.25402772426605225,
+      "learning_rate": 1.311859415768607e-05,
+      "loss": 1.2216,
+      "step": 13997
+    },
+    {
+      "epoch": 4.1692511029617085,
+      "grad_norm": 0.323548823595047,
+      "learning_rate": 1.311767768142e-05,
+      "loss": 1.2204,
+      "step": 13998
+    },
+    {
+      "epoch": 4.169548949161377,
+      "grad_norm": 0.5445820689201355,
+      "learning_rate": 1.3116761176147421e-05,
+      "loss": 1.2239,
+      "step": 13999
+    },
+    {
+      "epoch": 4.169846795361045,
+      "grad_norm": 0.4276760220527649,
+      "learning_rate": 1.311584464187686e-05,
+      "loss": 1.2277,
+      "step": 14000
+    },
+    {
+      "epoch": 4.169846795361045,
+      "eval_loss": 1.3272372484207153,
+      "eval_runtime": 20.3261,
+      "eval_samples_per_second": 85.309,
+      "eval_steps_per_second": 5.363,
+      "step": 14000
+    },
+    {
+      "epoch": 4.170144641560714,
+      "grad_norm": 0.3908666968345642,
+      "learning_rate": 1.3114928078616848e-05,
+      "loss": 1.2366,
+      "step": 14001
+    },
+    {
+      "epoch": 4.170442487760383,
+      "grad_norm": 0.811020016670227,
+      "learning_rate": 1.3114011486375912e-05,
+      "loss": 1.2227,
+      "step": 14002
+    },
+    {
+      "epoch": 4.170740333960051,
+      "grad_norm": 0.5054917335510254,
+      "learning_rate": 1.311309486516258e-05,
+      "loss": 1.2273,
+      "step": 14003
+    },
+    {
+      "epoch": 4.17103818015972,
+      "grad_norm": 0.5227484107017517,
+      "learning_rate": 1.3112178214985374e-05,
+      "loss": 1.215,
+      "step": 14004
+    },
+    {
+      "epoch": 4.171336026359389,
+      "grad_norm": 0.581238329410553,
+      "learning_rate": 1.3111261535852828e-05,
+      "loss": 1.228,
+      "step": 14005
+    },
+    {
+      "epoch": 4.171633872559057,
+      "grad_norm": 0.33035385608673096,
+      "learning_rate": 1.3110344827773469e-05,
+      "loss": 1.2347,
+      "step": 14006
+    },
+    {
+      "epoch": 4.171931718758726,
+      "grad_norm": 0.4523831009864807,
+      "learning_rate": 1.310942809075583e-05,
+      "loss": 1.2375,
+      "step": 14007
+    },
+    {
+      "epoch": 4.1722295649583945,
+      "grad_norm": 0.4137898087501526,
+      "learning_rate": 1.3108511324808433e-05,
+      "loss": 1.2254,
+      "step": 14008
+    },
+    {
+      "epoch": 4.172527411158063,
+      "grad_norm": 0.34187790751457214,
+      "learning_rate": 1.3107594529939814e-05,
+      "loss": 1.2237,
+      "step": 14009
+    },
+    {
+      "epoch": 4.172825257357732,
+      "grad_norm": 0.36907291412353516,
+      "learning_rate": 1.3106677706158496e-05,
+      "loss": 1.2112,
+      "step": 14010
+    },
+    {
+      "epoch": 4.1731231035574,
+      "grad_norm": 0.2730240821838379,
+      "learning_rate": 1.3105760853473015e-05,
+      "loss": 1.2328,
+      "step": 14011
+    },
+    {
+      "epoch": 4.17342094975707,
+      "grad_norm": 0.30101391673088074,
+      "learning_rate": 1.3104843971891898e-05,
+      "loss": 1.2301,
+      "step": 14012
+    },
+    {
+      "epoch": 4.173718795956738,
+      "grad_norm": 0.3022208511829376,
+      "learning_rate": 1.310392706142368e-05,
+      "loss": 1.2206,
+      "step": 14013
+    },
+    {
+      "epoch": 4.174016642156406,
+      "grad_norm": 0.2642434537410736,
+      "learning_rate": 1.3103010122076888e-05,
+      "loss": 1.213,
+      "step": 14014
+    },
+    {
+      "epoch": 4.174314488356075,
+      "grad_norm": 0.42281395196914673,
+      "learning_rate": 1.3102093153860052e-05,
+      "loss": 1.2185,
+      "step": 14015
+    },
+    {
+      "epoch": 4.174612334555744,
+      "grad_norm": 0.26686713099479675,
+      "learning_rate": 1.3101176156781706e-05,
+      "loss": 1.2045,
+      "step": 14016
+    },
+    {
+      "epoch": 4.174910180755412,
+      "grad_norm": 0.3635387420654297,
+      "learning_rate": 1.3100259130850378e-05,
+      "loss": 1.2232,
+      "step": 14017
+    },
+    {
+      "epoch": 4.175208026955081,
+      "grad_norm": 0.2564242482185364,
+      "learning_rate": 1.3099342076074604e-05,
+      "loss": 1.2125,
+      "step": 14018
+    },
+    {
+      "epoch": 4.17550587315475,
+      "grad_norm": 0.4493139684200287,
+      "learning_rate": 1.3098424992462918e-05,
+      "loss": 1.2257,
+      "step": 14019
+    },
+    {
+      "epoch": 4.175803719354418,
+      "grad_norm": 0.27888286113739014,
+      "learning_rate": 1.3097507880023846e-05,
+      "loss": 1.2272,
+      "step": 14020
+    },
+    {
+      "epoch": 4.176101565554087,
+      "grad_norm": 0.28345227241516113,
+      "learning_rate": 1.3096590738765925e-05,
+      "loss": 1.2192,
+      "step": 14021
+    },
+    {
+      "epoch": 4.1763994117537555,
+      "grad_norm": 0.30897077918052673,
+      "learning_rate": 1.3095673568697687e-05,
+      "loss": 1.2022,
+      "step": 14022
+    },
+    {
+      "epoch": 4.176697257953425,
+      "grad_norm": 0.34538790583610535,
+      "learning_rate": 1.3094756369827661e-05,
+      "loss": 1.2117,
+      "step": 14023
+    },
+    {
+      "epoch": 4.176995104153093,
+      "grad_norm": 0.29366397857666016,
+      "learning_rate": 1.309383914216439e-05,
+      "loss": 1.2301,
+      "step": 14024
+    },
+    {
+      "epoch": 4.177292950352761,
+      "grad_norm": 0.34857288002967834,
+      "learning_rate": 1.3092921885716404e-05,
+      "loss": 1.201,
+      "step": 14025
+    },
+    {
+      "epoch": 4.177590796552431,
+      "grad_norm": 0.2962677478790283,
+      "learning_rate": 1.309200460049223e-05,
+      "loss": 1.223,
+      "step": 14026
+    },
+    {
+      "epoch": 4.177888642752099,
+      "grad_norm": 0.2779518663883209,
+      "learning_rate": 1.309108728650041e-05,
+      "loss": 1.2353,
+      "step": 14027
+    },
+    {
+      "epoch": 4.178186488951767,
+      "grad_norm": 0.2660236358642578,
+      "learning_rate": 1.3090169943749475e-05,
+      "loss": 1.2174,
+      "step": 14028
+    },
+    {
+      "epoch": 4.1784843351514365,
+      "grad_norm": 0.2925933003425598,
+      "learning_rate": 1.3089252572247963e-05,
+      "loss": 1.2096,
+      "step": 14029
+    },
+    {
+      "epoch": 4.178782181351105,
+      "grad_norm": 0.29860958456993103,
+      "learning_rate": 1.3088335172004408e-05,
+      "loss": 1.2192,
+      "step": 14030
+    },
+    {
+      "epoch": 4.179080027550773,
+      "grad_norm": 0.35349053144454956,
+      "learning_rate": 1.3087417743027341e-05,
+      "loss": 1.2231,
+      "step": 14031
+    },
+    {
+      "epoch": 4.179377873750442,
+      "grad_norm": 0.28386175632476807,
+      "learning_rate": 1.3086500285325307e-05,
+      "loss": 1.2453,
+      "step": 14032
+    },
+    {
+      "epoch": 4.179675719950111,
+      "grad_norm": 0.36909663677215576,
+      "learning_rate": 1.3085582798906834e-05,
+      "loss": 1.2282,
+      "step": 14033
+    },
+    {
+      "epoch": 4.179973566149779,
+      "grad_norm": 0.2573685050010681,
+      "learning_rate": 1.3084665283780458e-05,
+      "loss": 1.2265,
+      "step": 14034
+    },
+    {
+      "epoch": 4.180271412349448,
+      "grad_norm": 0.4504440724849701,
+      "learning_rate": 1.308374773995472e-05,
+      "loss": 1.2124,
+      "step": 14035
+    },
+    {
+      "epoch": 4.1805692585491165,
+      "grad_norm": 0.32981064915657043,
+      "learning_rate": 1.3082830167438154e-05,
+      "loss": 1.2332,
+      "step": 14036
+    },
+    {
+      "epoch": 4.180867104748786,
+      "grad_norm": 0.4069383442401886,
+      "learning_rate": 1.3081912566239296e-05,
+      "loss": 1.2135,
+      "step": 14037
+    },
+    {
+      "epoch": 4.181164950948454,
+      "grad_norm": 0.35591837763786316,
+      "learning_rate": 1.3080994936366689e-05,
+      "loss": 1.2217,
+      "step": 14038
+    },
+    {
+      "epoch": 4.181462797148122,
+      "grad_norm": 0.3362163007259369,
+      "learning_rate": 1.3080077277828864e-05,
+      "loss": 1.2325,
+      "step": 14039
+    },
+    {
+      "epoch": 4.181760643347792,
+      "grad_norm": 0.3613108992576599,
+      "learning_rate": 1.3079159590634363e-05,
+      "loss": 1.2328,
+      "step": 14040
+    },
+    {
+      "epoch": 4.18205848954746,
+      "grad_norm": 0.33352869749069214,
+      "learning_rate": 1.3078241874791718e-05,
+      "loss": 1.2261,
+      "step": 14041
+    },
+    {
+      "epoch": 4.182356335747128,
+      "grad_norm": 0.5207704305648804,
+      "learning_rate": 1.3077324130309475e-05,
+      "loss": 1.2294,
+      "step": 14042
+    },
+    {
+      "epoch": 4.1826541819467975,
+      "grad_norm": 0.25804591178894043,
+      "learning_rate": 1.3076406357196168e-05,
+      "loss": 1.2166,
+      "step": 14043
+    },
+    {
+      "epoch": 4.182952028146466,
+      "grad_norm": 0.4659302532672882,
+      "learning_rate": 1.3075488555460338e-05,
+      "loss": 1.2197,
+      "step": 14044
+    },
+    {
+      "epoch": 4.183249874346134,
+      "grad_norm": 0.3011718690395355,
+      "learning_rate": 1.3074570725110523e-05,
+      "loss": 1.2216,
+      "step": 14045
+    },
+    {
+      "epoch": 4.183547720545803,
+      "grad_norm": 0.4368714988231659,
+      "learning_rate": 1.307365286615526e-05,
+      "loss": 1.2253,
+      "step": 14046
+    },
+    {
+      "epoch": 4.183845566745472,
+      "grad_norm": 0.3222927153110504,
+      "learning_rate": 1.3072734978603094e-05,
+      "loss": 1.2158,
+      "step": 14047
+    },
+    {
+      "epoch": 4.18414341294514,
+      "grad_norm": 0.3827953040599823,
+      "learning_rate": 1.3071817062462562e-05,
+      "loss": 1.2255,
+      "step": 14048
+    },
+    {
+      "epoch": 4.184441259144809,
+      "grad_norm": 0.3645618259906769,
+      "learning_rate": 1.3070899117742204e-05,
+      "loss": 1.1938,
+      "step": 14049
+    },
+    {
+      "epoch": 4.184739105344478,
+      "grad_norm": 0.2756417393684387,
+      "learning_rate": 1.3069981144450561e-05,
+      "loss": 1.2309,
+      "step": 14050
+    },
+    {
+      "epoch": 4.185036951544147,
+      "grad_norm": 0.25370144844055176,
+      "learning_rate": 1.3069063142596173e-05,
+      "loss": 1.2215,
+      "step": 14051
+    },
+    {
+      "epoch": 4.185334797743815,
+      "grad_norm": 0.2705208957195282,
+      "learning_rate": 1.306814511218758e-05,
+      "loss": 1.2258,
+      "step": 14052
+    },
+    {
+      "epoch": 4.1856326439434834,
+      "grad_norm": 0.2705756425857544,
+      "learning_rate": 1.3067227053233325e-05,
+      "loss": 1.217,
+      "step": 14053
+    },
+    {
+      "epoch": 4.185930490143153,
+      "grad_norm": 0.24070847034454346,
+      "learning_rate": 1.306630896574195e-05,
+      "loss": 1.2357,
+      "step": 14054
+    },
+    {
+      "epoch": 4.186228336342821,
+      "grad_norm": 0.2530656158924103,
+      "learning_rate": 1.3065390849721995e-05,
+      "loss": 1.2222,
+      "step": 14055
+    },
+    {
+      "epoch": 4.186526182542489,
+      "grad_norm": 0.3035649359226227,
+      "learning_rate": 1.3064472705182008e-05,
+      "loss": 1.2152,
+      "step": 14056
+    },
+    {
+      "epoch": 4.1868240287421585,
+      "grad_norm": 0.2673301100730896,
+      "learning_rate": 1.306355453213052e-05,
+      "loss": 1.2228,
+      "step": 14057
+    },
+    {
+      "epoch": 4.187121874941827,
+      "grad_norm": 0.27571043372154236,
+      "learning_rate": 1.3062636330576081e-05,
+      "loss": 1.1945,
+      "step": 14058
+    },
+    {
+      "epoch": 4.187419721141495,
+      "grad_norm": 0.25011956691741943,
+      "learning_rate": 1.3061718100527232e-05,
+      "loss": 1.1996,
+      "step": 14059
+    },
+    {
+      "epoch": 4.187717567341164,
+      "grad_norm": 0.2861412465572357,
+      "learning_rate": 1.3060799841992521e-05,
+      "loss": 1.2173,
+      "step": 14060
+    },
+    {
+      "epoch": 4.188015413540833,
+      "grad_norm": 0.25167977809906006,
+      "learning_rate": 1.3059881554980485e-05,
+      "loss": 1.2421,
+      "step": 14061
+    },
+    {
+      "epoch": 4.188313259740502,
+      "grad_norm": 0.2569390535354614,
+      "learning_rate": 1.3058963239499669e-05,
+      "loss": 1.2221,
+      "step": 14062
+    },
+    {
+      "epoch": 4.18861110594017,
+      "grad_norm": 0.26285067200660706,
+      "learning_rate": 1.3058044895558621e-05,
+      "loss": 1.2129,
+      "step": 14063
+    },
+    {
+      "epoch": 4.188908952139839,
+      "grad_norm": 0.26100948452949524,
+      "learning_rate": 1.3057126523165877e-05,
+      "loss": 1.2097,
+      "step": 14064
+    },
+    {
+      "epoch": 4.189206798339508,
+      "grad_norm": 0.278222918510437,
+      "learning_rate": 1.3056208122329988e-05,
+      "loss": 1.215,
+      "step": 14065
+    },
+    {
+      "epoch": 4.189504644539176,
+      "grad_norm": 0.2587638199329376,
+      "learning_rate": 1.3055289693059501e-05,
+      "loss": 1.2135,
+      "step": 14066
+    },
+    {
+      "epoch": 4.1898024907388445,
+      "grad_norm": 0.2603953778743744,
+      "learning_rate": 1.3054371235362952e-05,
+      "loss": 1.2125,
+      "step": 14067
+    },
+    {
+      "epoch": 4.190100336938514,
+      "grad_norm": 0.27730056643486023,
+      "learning_rate": 1.3053452749248892e-05,
+      "loss": 1.2363,
+      "step": 14068
+    },
+    {
+      "epoch": 4.190398183138182,
+      "grad_norm": 0.2562923729419708,
+      "learning_rate": 1.3052534234725866e-05,
+      "loss": 1.2342,
+      "step": 14069
+    },
+    {
+      "epoch": 4.19069602933785,
+      "grad_norm": 0.25303590297698975,
+      "learning_rate": 1.3051615691802421e-05,
+      "loss": 1.2091,
+      "step": 14070
+    },
+    {
+      "epoch": 4.19099387553752,
+      "grad_norm": 0.2474832534790039,
+      "learning_rate": 1.30506971204871e-05,
+      "loss": 1.2249,
+      "step": 14071
+    },
+    {
+      "epoch": 4.191291721737188,
+      "grad_norm": 0.2717093527317047,
+      "learning_rate": 1.304977852078845e-05,
+      "loss": 1.2165,
+      "step": 14072
+    },
+    {
+      "epoch": 4.191589567936856,
+      "grad_norm": 0.2634011209011078,
+      "learning_rate": 1.3048859892715022e-05,
+      "loss": 1.231,
+      "step": 14073
+    },
+    {
+      "epoch": 4.191887414136525,
+      "grad_norm": 0.38878726959228516,
+      "learning_rate": 1.3047941236275356e-05,
+      "loss": 1.2132,
+      "step": 14074
+    },
+    {
+      "epoch": 4.192185260336194,
+      "grad_norm": 0.47264716029167175,
+      "learning_rate": 1.3047022551478004e-05,
+      "loss": 1.2169,
+      "step": 14075
+    },
+    {
+      "epoch": 4.192483106535862,
+      "grad_norm": 0.2845783829689026,
+      "learning_rate": 1.304610383833151e-05,
+      "loss": 1.2115,
+      "step": 14076
+    },
+    {
+      "epoch": 4.192780952735531,
+      "grad_norm": 0.33200255036354065,
+      "learning_rate": 1.3045185096844422e-05,
+      "loss": 1.238,
+      "step": 14077
+    },
+    {
+      "epoch": 4.1930787989352,
+      "grad_norm": 0.2838309705257416,
+      "learning_rate": 1.304426632702529e-05,
+      "loss": 1.2281,
+      "step": 14078
+    },
+    {
+      "epoch": 4.193376645134869,
+      "grad_norm": 0.30562594532966614,
+      "learning_rate": 1.3043347528882662e-05,
+      "loss": 1.2167,
+      "step": 14079
+    },
+    {
+      "epoch": 4.193674491334537,
+      "grad_norm": 0.3289188742637634,
+      "learning_rate": 1.3042428702425084e-05,
+      "loss": 1.2449,
+      "step": 14080
+    },
+    {
+      "epoch": 4.1939723375342055,
+      "grad_norm": 0.3240574598312378,
+      "learning_rate": 1.3041509847661109e-05,
+      "loss": 1.219,
+      "step": 14081
+    },
+    {
+      "epoch": 4.194270183733875,
+      "grad_norm": 0.2809533178806305,
+      "learning_rate": 1.3040590964599278e-05,
+      "loss": 1.2265,
+      "step": 14082
+    },
+    {
+      "epoch": 4.194568029933543,
+      "grad_norm": 0.24093203246593475,
+      "learning_rate": 1.3039672053248148e-05,
+      "loss": 1.229,
+      "step": 14083
+    },
+    {
+      "epoch": 4.194865876133211,
+      "grad_norm": 0.26057231426239014,
+      "learning_rate": 1.3038753113616267e-05,
+      "loss": 1.2378,
+      "step": 14084
+    },
+    {
+      "epoch": 4.195163722332881,
+      "grad_norm": 0.26788297295570374,
+      "learning_rate": 1.3037834145712183e-05,
+      "loss": 1.2179,
+      "step": 14085
+    },
+    {
+      "epoch": 4.195461568532549,
+      "grad_norm": 0.24841520190238953,
+      "learning_rate": 1.3036915149544444e-05,
+      "loss": 1.2367,
+      "step": 14086
+    },
+    {
+      "epoch": 4.195759414732217,
+      "grad_norm": 0.33649685978889465,
+      "learning_rate": 1.3035996125121604e-05,
+      "loss": 1.2086,
+      "step": 14087
+    },
+    {
+      "epoch": 4.1960572609318865,
+      "grad_norm": 0.3129236400127411,
+      "learning_rate": 1.3035077072452214e-05,
+      "loss": 1.2353,
+      "step": 14088
+    },
+    {
+      "epoch": 4.196355107131555,
+      "grad_norm": 0.2614390552043915,
+      "learning_rate": 1.303415799154482e-05,
+      "loss": 1.2247,
+      "step": 14089
+    },
+    {
+      "epoch": 4.196652953331224,
+      "grad_norm": 0.46155256032943726,
+      "learning_rate": 1.3033238882407977e-05,
+      "loss": 1.2074,
+      "step": 14090
+    },
+    {
+      "epoch": 4.196950799530892,
+      "grad_norm": 0.3769415318965912,
+      "learning_rate": 1.3032319745050237e-05,
+      "loss": 1.2206,
+      "step": 14091
+    },
+    {
+      "epoch": 4.197248645730561,
+      "grad_norm": 0.3116456866264343,
+      "learning_rate": 1.3031400579480147e-05,
+      "loss": 1.2176,
+      "step": 14092
+    },
+    {
+      "epoch": 4.19754649193023,
+      "grad_norm": 0.5263674855232239,
+      "learning_rate": 1.3030481385706263e-05,
+      "loss": 1.2134,
+      "step": 14093
+    },
+    {
+      "epoch": 4.197844338129898,
+      "grad_norm": 0.34529250860214233,
+      "learning_rate": 1.3029562163737133e-05,
+      "loss": 1.2373,
+      "step": 14094
+    },
+    {
+      "epoch": 4.1981421843295665,
+      "grad_norm": 0.3057539463043213,
+      "learning_rate": 1.3028642913581313e-05,
+      "loss": 1.2365,
+      "step": 14095
+    },
+    {
+      "epoch": 4.198440030529236,
+      "grad_norm": 0.2712446451187134,
+      "learning_rate": 1.3027723635247355e-05,
+      "loss": 1.218,
+      "step": 14096
+    },
+    {
+      "epoch": 4.198737876728904,
+      "grad_norm": 0.27539825439453125,
+      "learning_rate": 1.3026804328743813e-05,
+      "loss": 1.24,
+      "step": 14097
+    },
+    {
+      "epoch": 4.199035722928572,
+      "grad_norm": 0.27623793482780457,
+      "learning_rate": 1.3025884994079237e-05,
+      "loss": 1.2323,
+      "step": 14098
+    },
+    {
+      "epoch": 4.199333569128242,
+      "grad_norm": 0.2889955937862396,
+      "learning_rate": 1.302496563126218e-05,
+      "loss": 1.2234,
+      "step": 14099
+    },
+    {
+      "epoch": 4.19963141532791,
+      "grad_norm": 0.2603602707386017,
+      "learning_rate": 1.3024046240301201e-05,
+      "loss": 1.238,
+      "step": 14100
+    },
+    {
+      "epoch": 4.199929261527578,
+      "grad_norm": 0.24106217920780182,
+      "learning_rate": 1.3023126821204848e-05,
+      "loss": 1.2285,
+      "step": 14101
+    },
+    {
+      "epoch": 4.2002271077272475,
+      "grad_norm": 0.24685721099376678,
+      "learning_rate": 1.3022207373981676e-05,
+      "loss": 1.2341,
+      "step": 14102
+    },
+    {
+      "epoch": 4.200524953926916,
+      "grad_norm": 0.2619490325450897,
+      "learning_rate": 1.3021287898640245e-05,
+      "loss": 1.2277,
+      "step": 14103
+    },
+    {
+      "epoch": 4.200822800126585,
+      "grad_norm": 0.2629368305206299,
+      "learning_rate": 1.3020368395189107e-05,
+      "loss": 1.2363,
+      "step": 14104
+    },
+    {
+      "epoch": 4.201120646326253,
+      "grad_norm": 0.3153458833694458,
+      "learning_rate": 1.301944886363681e-05,
+      "loss": 1.226,
+      "step": 14105
+    },
+    {
+      "epoch": 4.201418492525922,
+      "grad_norm": 0.5970566868782043,
+      "learning_rate": 1.3018529303991915e-05,
+      "loss": 1.2054,
+      "step": 14106
+    },
+    {
+      "epoch": 4.201716338725591,
+      "grad_norm": 0.5265555381774902,
+      "learning_rate": 1.3017609716262981e-05,
+      "loss": 1.2322,
+      "step": 14107
+    },
+    {
+      "epoch": 4.202014184925259,
+      "grad_norm": 0.3880898058414459,
+      "learning_rate": 1.301669010045856e-05,
+      "loss": 1.2163,
+      "step": 14108
+    },
+    {
+      "epoch": 4.202312031124928,
+      "grad_norm": 0.8552187085151672,
+      "learning_rate": 1.3015770456587206e-05,
+      "loss": 1.2292,
+      "step": 14109
+    },
+    {
+      "epoch": 4.202609877324597,
+      "grad_norm": 0.503619372844696,
+      "learning_rate": 1.3014850784657478e-05,
+      "loss": 1.2387,
+      "step": 14110
+    },
+    {
+      "epoch": 4.202907723524265,
+      "grad_norm": 0.4142906963825226,
+      "learning_rate": 1.3013931084677934e-05,
+      "loss": 1.2342,
+      "step": 14111
+    },
+    {
+      "epoch": 4.203205569723933,
+      "grad_norm": 0.41472697257995605,
+      "learning_rate": 1.3013011356657126e-05,
+      "loss": 1.2136,
+      "step": 14112
+    },
+    {
+      "epoch": 4.203503415923603,
+      "grad_norm": 0.35401034355163574,
+      "learning_rate": 1.3012091600603613e-05,
+      "loss": 1.2189,
+      "step": 14113
+    },
+    {
+      "epoch": 4.203801262123271,
+      "grad_norm": 0.30135732889175415,
+      "learning_rate": 1.3011171816525955e-05,
+      "loss": 1.2154,
+      "step": 14114
+    },
+    {
+      "epoch": 4.204099108322939,
+      "grad_norm": 0.3800581991672516,
+      "learning_rate": 1.3010252004432707e-05,
+      "loss": 1.2442,
+      "step": 14115
+    },
+    {
+      "epoch": 4.2043969545226085,
+      "grad_norm": 0.27238842844963074,
+      "learning_rate": 1.3009332164332427e-05,
+      "loss": 1.2241,
+      "step": 14116
+    },
+    {
+      "epoch": 4.204694800722277,
+      "grad_norm": 0.44803619384765625,
+      "learning_rate": 1.3008412296233673e-05,
+      "loss": 1.2229,
+      "step": 14117
+    },
+    {
+      "epoch": 4.204992646921946,
+      "grad_norm": 0.267049640417099,
+      "learning_rate": 1.3007492400145005e-05,
+      "loss": 1.2225,
+      "step": 14118
+    },
+    {
+      "epoch": 4.205290493121614,
+      "grad_norm": 0.41336846351623535,
+      "learning_rate": 1.3006572476074978e-05,
+      "loss": 1.2422,
+      "step": 14119
+    },
+    {
+      "epoch": 4.205588339321283,
+      "grad_norm": 0.2532871663570404,
+      "learning_rate": 1.3005652524032156e-05,
+      "loss": 1.2167,
+      "step": 14120
+    },
+    {
+      "epoch": 4.205886185520952,
+      "grad_norm": 0.2909505367279053,
+      "learning_rate": 1.3004732544025096e-05,
+      "loss": 1.2452,
+      "step": 14121
+    },
+    {
+      "epoch": 4.20618403172062,
+      "grad_norm": 0.3960720896720886,
+      "learning_rate": 1.3003812536062355e-05,
+      "loss": 1.2214,
+      "step": 14122
+    },
+    {
+      "epoch": 4.206481877920289,
+      "grad_norm": 0.24674756824970245,
+      "learning_rate": 1.3002892500152493e-05,
+      "loss": 1.2286,
+      "step": 14123
+    },
+    {
+      "epoch": 4.206779724119958,
+      "grad_norm": 0.37536731362342834,
+      "learning_rate": 1.3001972436304073e-05,
+      "loss": 1.2241,
+      "step": 14124
+    },
+    {
+      "epoch": 4.207077570319626,
+      "grad_norm": 0.27816709876060486,
+      "learning_rate": 1.3001052344525652e-05,
+      "loss": 1.243,
+      "step": 14125
+    },
+    {
+      "epoch": 4.2073754165192945,
+      "grad_norm": 0.2934020459651947,
+      "learning_rate": 1.3000132224825794e-05,
+      "loss": 1.2319,
+      "step": 14126
+    },
+    {
+      "epoch": 4.207673262718964,
+      "grad_norm": 0.35045763850212097,
+      "learning_rate": 1.2999212077213057e-05,
+      "loss": 1.2158,
+      "step": 14127
+    },
+    {
+      "epoch": 4.207971108918632,
+      "grad_norm": 0.31835460662841797,
+      "learning_rate": 1.2998291901696006e-05,
+      "loss": 1.2182,
+      "step": 14128
+    },
+    {
+      "epoch": 4.208268955118301,
+      "grad_norm": 0.4084266424179077,
+      "learning_rate": 1.2997371698283192e-05,
+      "loss": 1.2191,
+      "step": 14129
+    },
+    {
+      "epoch": 4.20856680131797,
+      "grad_norm": 0.2961149215698242,
+      "learning_rate": 1.2996451466983185e-05,
+      "loss": 1.2226,
+      "step": 14130
+    },
+    {
+      "epoch": 4.208864647517638,
+      "grad_norm": 0.5896714329719543,
+      "learning_rate": 1.2995531207804549e-05,
+      "loss": 1.2208,
+      "step": 14131
+    },
+    {
+      "epoch": 4.209162493717307,
+      "grad_norm": 0.33247706294059753,
+      "learning_rate": 1.2994610920755839e-05,
+      "loss": 1.2405,
+      "step": 14132
+    },
+    {
+      "epoch": 4.209460339916975,
+      "grad_norm": 0.317874550819397,
+      "learning_rate": 1.299369060584562e-05,
+      "loss": 1.2235,
+      "step": 14133
+    },
+    {
+      "epoch": 4.209758186116644,
+      "grad_norm": 0.30994951725006104,
+      "learning_rate": 1.2992770263082455e-05,
+      "loss": 1.2207,
+      "step": 14134
+    },
+    {
+      "epoch": 4.210056032316313,
+      "grad_norm": 0.2707478106021881,
+      "learning_rate": 1.2991849892474905e-05,
+      "loss": 1.2281,
+      "step": 14135
+    },
+    {
+      "epoch": 4.210353878515981,
+      "grad_norm": 0.4367784261703491,
+      "learning_rate": 1.2990929494031537e-05,
+      "loss": 1.2324,
+      "step": 14136
+    },
+    {
+      "epoch": 4.21065172471565,
+      "grad_norm": 0.39060741662979126,
+      "learning_rate": 1.2990009067760908e-05,
+      "loss": 1.2371,
+      "step": 14137
+    },
+    {
+      "epoch": 4.210949570915319,
+      "grad_norm": 0.2724064588546753,
+      "learning_rate": 1.298908861367159e-05,
+      "loss": 1.2203,
+      "step": 14138
+    },
+    {
+      "epoch": 4.211247417114987,
+      "grad_norm": 0.3767302930355072,
+      "learning_rate": 1.2988168131772141e-05,
+      "loss": 1.2293,
+      "step": 14139
+    },
+    {
+      "epoch": 4.2115452633146555,
+      "grad_norm": 0.32680049538612366,
+      "learning_rate": 1.2987247622071124e-05,
+      "loss": 1.2237,
+      "step": 14140
+    },
+    {
+      "epoch": 4.211843109514325,
+      "grad_norm": 0.33390113711357117,
+      "learning_rate": 1.2986327084577106e-05,
+      "loss": 1.2128,
+      "step": 14141
+    },
+    {
+      "epoch": 4.212140955713993,
+      "grad_norm": 0.4874330461025238,
+      "learning_rate": 1.2985406519298652e-05,
+      "loss": 1.2256,
+      "step": 14142
+    },
+    {
+      "epoch": 4.212438801913661,
+      "grad_norm": 0.2610390782356262,
+      "learning_rate": 1.2984485926244326e-05,
+      "loss": 1.2243,
+      "step": 14143
+    },
+    {
+      "epoch": 4.212736648113331,
+      "grad_norm": 0.28563764691352844,
+      "learning_rate": 1.298356530542269e-05,
+      "loss": 1.2334,
+      "step": 14144
+    },
+    {
+      "epoch": 4.213034494312999,
+      "grad_norm": 0.32336580753326416,
+      "learning_rate": 1.2982644656842318e-05,
+      "loss": 1.223,
+      "step": 14145
+    },
+    {
+      "epoch": 4.213332340512668,
+      "grad_norm": 0.270393431186676,
+      "learning_rate": 1.2981723980511764e-05,
+      "loss": 1.2202,
+      "step": 14146
+    },
+    {
+      "epoch": 4.2136301867123365,
+      "grad_norm": 0.2720387578010559,
+      "learning_rate": 1.2980803276439602e-05,
+      "loss": 1.2232,
+      "step": 14147
+    },
+    {
+      "epoch": 4.213928032912005,
+      "grad_norm": 0.284346342086792,
+      "learning_rate": 1.2979882544634397e-05,
+      "loss": 1.2377,
+      "step": 14148
+    },
+    {
+      "epoch": 4.214225879111674,
+      "grad_norm": 0.2852690815925598,
+      "learning_rate": 1.2978961785104714e-05,
+      "loss": 1.2122,
+      "step": 14149
+    },
+    {
+      "epoch": 4.214523725311342,
+      "grad_norm": 0.25768882036209106,
+      "learning_rate": 1.2978040997859118e-05,
+      "loss": 1.2211,
+      "step": 14150
+    },
+    {
+      "epoch": 4.214821571511011,
+      "grad_norm": 0.2937699854373932,
+      "learning_rate": 1.2977120182906178e-05,
+      "loss": 1.2263,
+      "step": 14151
+    },
+    {
+      "epoch": 4.21511941771068,
+      "grad_norm": 0.4234558045864105,
+      "learning_rate": 1.297619934025446e-05,
+      "loss": 1.2104,
+      "step": 14152
+    },
+    {
+      "epoch": 4.215417263910348,
+      "grad_norm": 0.46062833070755005,
+      "learning_rate": 1.2975278469912536e-05,
+      "loss": 1.2197,
+      "step": 14153
+    },
+    {
+      "epoch": 4.2157151101100165,
+      "grad_norm": 0.3027644455432892,
+      "learning_rate": 1.2974357571888966e-05,
+      "loss": 1.2188,
+      "step": 14154
+    },
+    {
+      "epoch": 4.216012956309686,
+      "grad_norm": 0.32012224197387695,
+      "learning_rate": 1.2973436646192328e-05,
+      "loss": 1.2381,
+      "step": 14155
+    },
+    {
+      "epoch": 4.216310802509354,
+      "grad_norm": 0.3370289206504822,
+      "learning_rate": 1.2972515692831178e-05,
+      "loss": 1.2266,
+      "step": 14156
+    },
+    {
+      "epoch": 4.216608648709023,
+      "grad_norm": 0.3698771595954895,
+      "learning_rate": 1.2971594711814093e-05,
+      "loss": 1.2333,
+      "step": 14157
+    },
+    {
+      "epoch": 4.216906494908692,
+      "grad_norm": 0.3698229193687439,
+      "learning_rate": 1.297067370314964e-05,
+      "loss": 1.2148,
+      "step": 14158
+    },
+    {
+      "epoch": 4.21720434110836,
+      "grad_norm": 0.4046650230884552,
+      "learning_rate": 1.2969752666846384e-05,
+      "loss": 1.2057,
+      "step": 14159
+    },
+    {
+      "epoch": 4.217502187308029,
+      "grad_norm": 0.3872756063938141,
+      "learning_rate": 1.2968831602912902e-05,
+      "loss": 1.2098,
+      "step": 14160
+    },
+    {
+      "epoch": 4.2178000335076975,
+      "grad_norm": 0.3703349232673645,
+      "learning_rate": 1.2967910511357755e-05,
+      "loss": 1.2177,
+      "step": 14161
+    },
+    {
+      "epoch": 4.218097879707366,
+      "grad_norm": 0.28257542848587036,
+      "learning_rate": 1.296698939218952e-05,
+      "loss": 1.2281,
+      "step": 14162
+    },
+    {
+      "epoch": 4.218395725907035,
+      "grad_norm": 0.3109702467918396,
+      "learning_rate": 1.2966068245416762e-05,
+      "loss": 1.2281,
+      "step": 14163
+    },
+    {
+      "epoch": 4.218693572106703,
+      "grad_norm": 0.28986650705337524,
+      "learning_rate": 1.296514707104805e-05,
+      "loss": 1.2254,
+      "step": 14164
+    },
+    {
+      "epoch": 4.218991418306372,
+      "grad_norm": 0.2609320878982544,
+      "learning_rate": 1.2964225869091962e-05,
+      "loss": 1.226,
+      "step": 14165
+    },
+    {
+      "epoch": 4.219289264506041,
+      "grad_norm": 0.32675209641456604,
+      "learning_rate": 1.2963304639557061e-05,
+      "loss": 1.2322,
+      "step": 14166
+    },
+    {
+      "epoch": 4.219587110705709,
+      "grad_norm": 0.2727464437484741,
+      "learning_rate": 1.2962383382451922e-05,
+      "loss": 1.2296,
+      "step": 14167
+    },
+    {
+      "epoch": 4.219884956905378,
+      "grad_norm": 0.29681476950645447,
+      "learning_rate": 1.2961462097785116e-05,
+      "loss": 1.2254,
+      "step": 14168
+    },
+    {
+      "epoch": 4.220182803105047,
+      "grad_norm": 0.26645466685295105,
+      "learning_rate": 1.2960540785565216e-05,
+      "loss": 1.2223,
+      "step": 14169
+    },
+    {
+      "epoch": 4.220480649304715,
+      "grad_norm": 0.28149473667144775,
+      "learning_rate": 1.2959619445800786e-05,
+      "loss": 1.245,
+      "step": 14170
+    },
+    {
+      "epoch": 4.220778495504384,
+      "grad_norm": 0.2772013247013092,
+      "learning_rate": 1.295869807850041e-05,
+      "loss": 1.2414,
+      "step": 14171
+    },
+    {
+      "epoch": 4.221076341704053,
+      "grad_norm": 0.32597294449806213,
+      "learning_rate": 1.2957776683672651e-05,
+      "loss": 1.2328,
+      "step": 14172
+    },
+    {
+      "epoch": 4.221374187903721,
+      "grad_norm": 0.2925127148628235,
+      "learning_rate": 1.2956855261326085e-05,
+      "loss": 1.2263,
+      "step": 14173
+    },
+    {
+      "epoch": 4.22167203410339,
+      "grad_norm": 0.4555399715900421,
+      "learning_rate": 1.2955933811469284e-05,
+      "loss": 1.2173,
+      "step": 14174
+    },
+    {
+      "epoch": 4.2219698803030585,
+      "grad_norm": 0.42685988545417786,
+      "learning_rate": 1.295501233411082e-05,
+      "loss": 1.2259,
+      "step": 14175
+    },
+    {
+      "epoch": 4.222267726502727,
+      "grad_norm": 0.29122740030288696,
+      "learning_rate": 1.295409082925927e-05,
+      "loss": 1.24,
+      "step": 14176
+    },
+    {
+      "epoch": 4.222565572702396,
+      "grad_norm": 0.35038653016090393,
+      "learning_rate": 1.2953169296923202e-05,
+      "loss": 1.2337,
+      "step": 14177
+    },
+    {
+      "epoch": 4.222863418902064,
+      "grad_norm": 0.2838687300682068,
+      "learning_rate": 1.2952247737111196e-05,
+      "loss": 1.2201,
+      "step": 14178
+    },
+    {
+      "epoch": 4.223161265101733,
+      "grad_norm": 0.3801766037940979,
+      "learning_rate": 1.2951326149831826e-05,
+      "loss": 1.2299,
+      "step": 14179
+    },
+    {
+      "epoch": 4.223459111301402,
+      "grad_norm": 0.2637985050678253,
+      "learning_rate": 1.2950404535093659e-05,
+      "loss": 1.2275,
+      "step": 14180
+    },
+    {
+      "epoch": 4.22375695750107,
+      "grad_norm": 0.6842769980430603,
+      "learning_rate": 1.2949482892905276e-05,
+      "loss": 1.2197,
+      "step": 14181
+    },
+    {
+      "epoch": 4.224054803700739,
+      "grad_norm": 0.5419729948043823,
+      "learning_rate": 1.294856122327525e-05,
+      "loss": 1.2285,
+      "step": 14182
+    },
+    {
+      "epoch": 4.224352649900408,
+      "grad_norm": 0.4426734149456024,
+      "learning_rate": 1.2947639526212157e-05,
+      "loss": 1.2243,
+      "step": 14183
+    },
+    {
+      "epoch": 4.224650496100076,
+      "grad_norm": 0.5549633502960205,
+      "learning_rate": 1.2946717801724571e-05,
+      "loss": 1.214,
+      "step": 14184
+    },
+    {
+      "epoch": 4.224948342299745,
+      "grad_norm": 0.29709017276763916,
+      "learning_rate": 1.2945796049821066e-05,
+      "loss": 1.2121,
+      "step": 14185
+    },
+    {
+      "epoch": 4.225246188499414,
+      "grad_norm": 0.4249708652496338,
+      "learning_rate": 1.2944874270510223e-05,
+      "loss": 1.2439,
+      "step": 14186
+    },
+    {
+      "epoch": 4.225544034699082,
+      "grad_norm": 0.29149335622787476,
+      "learning_rate": 1.2943952463800616e-05,
+      "loss": 1.2213,
+      "step": 14187
+    },
+    {
+      "epoch": 4.225841880898751,
+      "grad_norm": 0.3362438976764679,
+      "learning_rate": 1.2943030629700815e-05,
+      "loss": 1.2235,
+      "step": 14188
+    },
+    {
+      "epoch": 4.22613972709842,
+      "grad_norm": 0.26623889803886414,
+      "learning_rate": 1.2942108768219406e-05,
+      "loss": 1.2314,
+      "step": 14189
+    },
+    {
+      "epoch": 4.226437573298088,
+      "grad_norm": 0.31887322664260864,
+      "learning_rate": 1.2941186879364961e-05,
+      "loss": 1.215,
+      "step": 14190
+    },
+    {
+      "epoch": 4.226735419497757,
+      "grad_norm": 0.2840903103351593,
+      "learning_rate": 1.2940264963146059e-05,
+      "loss": 1.208,
+      "step": 14191
+    },
+    {
+      "epoch": 4.227033265697425,
+      "grad_norm": 0.33410122990608215,
+      "learning_rate": 1.2939343019571275e-05,
+      "loss": 1.2239,
+      "step": 14192
+    },
+    {
+      "epoch": 4.227331111897094,
+      "grad_norm": 0.28891879320144653,
+      "learning_rate": 1.293842104864919e-05,
+      "loss": 1.2237,
+      "step": 14193
+    },
+    {
+      "epoch": 4.227628958096763,
+      "grad_norm": 0.3174760341644287,
+      "learning_rate": 1.2937499050388377e-05,
+      "loss": 1.2228,
+      "step": 14194
+    },
+    {
+      "epoch": 4.227926804296431,
+      "grad_norm": 0.2664237916469574,
+      "learning_rate": 1.2936577024797421e-05,
+      "loss": 1.2337,
+      "step": 14195
+    },
+    {
+      "epoch": 4.2282246504961005,
+      "grad_norm": 0.3116903007030487,
+      "learning_rate": 1.2935654971884897e-05,
+      "loss": 1.2027,
+      "step": 14196
+    },
+    {
+      "epoch": 4.228522496695769,
+      "grad_norm": 0.36390095949172974,
+      "learning_rate": 1.2934732891659382e-05,
+      "loss": 1.2338,
+      "step": 14197
+    },
+    {
+      "epoch": 4.228820342895437,
+      "grad_norm": 0.2807815968990326,
+      "learning_rate": 1.2933810784129457e-05,
+      "loss": 1.2329,
+      "step": 14198
+    },
+    {
+      "epoch": 4.229118189095106,
+      "grad_norm": 0.36470362544059753,
+      "learning_rate": 1.2932888649303699e-05,
+      "loss": 1.2241,
+      "step": 14199
+    },
+    {
+      "epoch": 4.229416035294775,
+      "grad_norm": 0.25736430287361145,
+      "learning_rate": 1.2931966487190691e-05,
+      "loss": 1.2186,
+      "step": 14200
+    },
+    {
+      "epoch": 4.229713881494443,
+      "grad_norm": 0.39754676818847656,
+      "learning_rate": 1.2931044297799007e-05,
+      "loss": 1.2139,
+      "step": 14201
+    },
+    {
+      "epoch": 4.230011727694112,
+      "grad_norm": 0.3175043761730194,
+      "learning_rate": 1.2930122081137234e-05,
+      "loss": 1.2213,
+      "step": 14202
+    },
+    {
+      "epoch": 4.230309573893781,
+      "grad_norm": 0.43965598940849304,
+      "learning_rate": 1.2929199837213949e-05,
+      "loss": 1.2295,
+      "step": 14203
+    },
+    {
+      "epoch": 4.230607420093449,
+      "grad_norm": 0.29722118377685547,
+      "learning_rate": 1.292827756603773e-05,
+      "loss": 1.2271,
+      "step": 14204
+    },
+    {
+      "epoch": 4.230905266293118,
+      "grad_norm": 0.28060266375541687,
+      "learning_rate": 1.292735526761716e-05,
+      "loss": 1.2311,
+      "step": 14205
+    },
+    {
+      "epoch": 4.2312031124927865,
+      "grad_norm": 0.2804664373397827,
+      "learning_rate": 1.2926432941960822e-05,
+      "loss": 1.2219,
+      "step": 14206
+    },
+    {
+      "epoch": 4.231500958692455,
+      "grad_norm": 0.27232399582862854,
+      "learning_rate": 1.2925510589077292e-05,
+      "loss": 1.2217,
+      "step": 14207
+    },
+    {
+      "epoch": 4.231798804892124,
+      "grad_norm": 0.2631955146789551,
+      "learning_rate": 1.2924588208975158e-05,
+      "loss": 1.2178,
+      "step": 14208
+    },
+    {
+      "epoch": 4.232096651091792,
+      "grad_norm": 0.29186931252479553,
+      "learning_rate": 1.2923665801662995e-05,
+      "loss": 1.2332,
+      "step": 14209
+    },
+    {
+      "epoch": 4.232394497291461,
+      "grad_norm": 0.3281896412372589,
+      "learning_rate": 1.292274336714939e-05,
+      "loss": 1.2254,
+      "step": 14210
+    },
+    {
+      "epoch": 4.23269234349113,
+      "grad_norm": 0.25704681873321533,
+      "learning_rate": 1.2921820905442923e-05,
+      "loss": 1.2138,
+      "step": 14211
+    },
+    {
+      "epoch": 4.232990189690798,
+      "grad_norm": 0.2990695536136627,
+      "learning_rate": 1.2920898416552177e-05,
+      "loss": 1.2292,
+      "step": 14212
+    },
+    {
+      "epoch": 4.233288035890467,
+      "grad_norm": 0.2677648067474365,
+      "learning_rate": 1.2919975900485735e-05,
+      "loss": 1.2259,
+      "step": 14213
+    },
+    {
+      "epoch": 4.233585882090136,
+      "grad_norm": 0.25805628299713135,
+      "learning_rate": 1.2919053357252181e-05,
+      "loss": 1.223,
+      "step": 14214
+    },
+    {
+      "epoch": 4.233883728289804,
+      "grad_norm": 0.25021156668663025,
+      "learning_rate": 1.2918130786860094e-05,
+      "loss": 1.2151,
+      "step": 14215
+    },
+    {
+      "epoch": 4.234181574489473,
+      "grad_norm": 0.34445720911026,
+      "learning_rate": 1.2917208189318063e-05,
+      "loss": 1.2344,
+      "step": 14216
+    },
+    {
+      "epoch": 4.234479420689142,
+      "grad_norm": 0.26035237312316895,
+      "learning_rate": 1.2916285564634667e-05,
+      "loss": 1.2167,
+      "step": 14217
+    },
+    {
+      "epoch": 4.23477726688881,
+      "grad_norm": 0.31001225113868713,
+      "learning_rate": 1.2915362912818492e-05,
+      "loss": 1.2054,
+      "step": 14218
+    },
+    {
+      "epoch": 4.235075113088479,
+      "grad_norm": 0.26624149084091187,
+      "learning_rate": 1.2914440233878123e-05,
+      "loss": 1.2323,
+      "step": 14219
+    },
+    {
+      "epoch": 4.2353729592881475,
+      "grad_norm": 0.28126007318496704,
+      "learning_rate": 1.2913517527822146e-05,
+      "loss": 1.2271,
+      "step": 14220
+    },
+    {
+      "epoch": 4.235670805487816,
+      "grad_norm": 0.28897514939308167,
+      "learning_rate": 1.2912594794659141e-05,
+      "loss": 1.2294,
+      "step": 14221
+    },
+    {
+      "epoch": 4.235968651687485,
+      "grad_norm": 0.27257728576660156,
+      "learning_rate": 1.2911672034397695e-05,
+      "loss": 1.2132,
+      "step": 14222
+    },
+    {
+      "epoch": 4.236266497887153,
+      "grad_norm": 0.42830389738082886,
+      "learning_rate": 1.2910749247046397e-05,
+      "loss": 1.2183,
+      "step": 14223
+    },
+    {
+      "epoch": 4.236564344086823,
+      "grad_norm": 0.25782597064971924,
+      "learning_rate": 1.2909826432613825e-05,
+      "loss": 1.2186,
+      "step": 14224
+    },
+    {
+      "epoch": 4.236862190286491,
+      "grad_norm": 0.2812288701534271,
+      "learning_rate": 1.2908903591108572e-05,
+      "loss": 1.2252,
+      "step": 14225
+    },
+    {
+      "epoch": 4.237160036486159,
+      "grad_norm": 0.30920568108558655,
+      "learning_rate": 1.2907980722539219e-05,
+      "loss": 1.2352,
+      "step": 14226
+    },
+    {
+      "epoch": 4.2374578826858285,
+      "grad_norm": 0.3106936812400818,
+      "learning_rate": 1.2907057826914357e-05,
+      "loss": 1.2217,
+      "step": 14227
+    },
+    {
+      "epoch": 4.237755728885497,
+      "grad_norm": 0.3300728499889374,
+      "learning_rate": 1.290613490424257e-05,
+      "loss": 1.2418,
+      "step": 14228
+    },
+    {
+      "epoch": 4.238053575085165,
+      "grad_norm": 0.39398500323295593,
+      "learning_rate": 1.2905211954532441e-05,
+      "loss": 1.2237,
+      "step": 14229
+    },
+    {
+      "epoch": 4.238351421284834,
+      "grad_norm": 0.3569934666156769,
+      "learning_rate": 1.2904288977792566e-05,
+      "loss": 1.2324,
+      "step": 14230
+    },
+    {
+      "epoch": 4.238649267484503,
+      "grad_norm": 0.6860139966011047,
+      "learning_rate": 1.2903365974031523e-05,
+      "loss": 1.2127,
+      "step": 14231
+    },
+    {
+      "epoch": 4.238947113684171,
+      "grad_norm": 0.4754354655742645,
+      "learning_rate": 1.2902442943257905e-05,
+      "loss": 1.232,
+      "step": 14232
+    },
+    {
+      "epoch": 4.23924495988384,
+      "grad_norm": 0.5190975069999695,
+      "learning_rate": 1.2901519885480297e-05,
+      "loss": 1.2271,
+      "step": 14233
+    },
+    {
+      "epoch": 4.2395428060835085,
+      "grad_norm": 0.47939419746398926,
+      "learning_rate": 1.2900596800707288e-05,
+      "loss": 1.2143,
+      "step": 14234
+    },
+    {
+      "epoch": 4.239840652283177,
+      "grad_norm": 0.4061165452003479,
+      "learning_rate": 1.2899673688947467e-05,
+      "loss": 1.226,
+      "step": 14235
+    },
+    {
+      "epoch": 4.240138498482846,
+      "grad_norm": 0.3673345446586609,
+      "learning_rate": 1.2898750550209422e-05,
+      "loss": 1.2187,
+      "step": 14236
+    },
+    {
+      "epoch": 4.240436344682514,
+      "grad_norm": 0.4002215564250946,
+      "learning_rate": 1.2897827384501744e-05,
+      "loss": 1.2104,
+      "step": 14237
+    },
+    {
+      "epoch": 4.240734190882184,
+      "grad_norm": 0.266471266746521,
+      "learning_rate": 1.2896904191833018e-05,
+      "loss": 1.2061,
+      "step": 14238
+    },
+    {
+      "epoch": 4.241032037081852,
+      "grad_norm": 0.3146986663341522,
+      "learning_rate": 1.2895980972211835e-05,
+      "loss": 1.2267,
+      "step": 14239
+    },
+    {
+      "epoch": 4.24132988328152,
+      "grad_norm": 0.25907179713249207,
+      "learning_rate": 1.2895057725646785e-05,
+      "loss": 1.2282,
+      "step": 14240
+    },
+    {
+      "epoch": 4.2416277294811895,
+      "grad_norm": 0.2718636989593506,
+      "learning_rate": 1.2894134452146457e-05,
+      "loss": 1.2281,
+      "step": 14241
+    },
+    {
+      "epoch": 4.241925575680858,
+      "grad_norm": 0.27919113636016846,
+      "learning_rate": 1.2893211151719441e-05,
+      "loss": 1.2328,
+      "step": 14242
+    },
+    {
+      "epoch": 4.242223421880526,
+      "grad_norm": 0.2516349256038666,
+      "learning_rate": 1.2892287824374328e-05,
+      "loss": 1.2097,
+      "step": 14243
+    },
+    {
+      "epoch": 4.242521268080195,
+      "grad_norm": 0.3680274784564972,
+      "learning_rate": 1.2891364470119711e-05,
+      "loss": 1.2298,
+      "step": 14244
+    },
+    {
+      "epoch": 4.242819114279864,
+      "grad_norm": 0.26119786500930786,
+      "learning_rate": 1.2890441088964174e-05,
+      "loss": 1.2286,
+      "step": 14245
+    },
+    {
+      "epoch": 4.243116960479532,
+      "grad_norm": 0.307192862033844,
+      "learning_rate": 1.2889517680916314e-05,
+      "loss": 1.2067,
+      "step": 14246
+    },
+    {
+      "epoch": 4.243414806679201,
+      "grad_norm": 0.3036113977432251,
+      "learning_rate": 1.288859424598472e-05,
+      "loss": 1.2199,
+      "step": 14247
+    },
+    {
+      "epoch": 4.24371265287887,
+      "grad_norm": 0.34055301547050476,
+      "learning_rate": 1.2887670784177983e-05,
+      "loss": 1.2278,
+      "step": 14248
+    },
+    {
+      "epoch": 4.244010499078538,
+      "grad_norm": 0.27632489800453186,
+      "learning_rate": 1.2886747295504698e-05,
+      "loss": 1.2235,
+      "step": 14249
+    },
+    {
+      "epoch": 4.244308345278207,
+      "grad_norm": 0.27771714329719543,
+      "learning_rate": 1.2885823779973451e-05,
+      "loss": 1.2332,
+      "step": 14250
+    },
+    {
+      "epoch": 4.244606191477875,
+      "grad_norm": 0.2673502266407013,
+      "learning_rate": 1.2884900237592843e-05,
+      "loss": 1.2194,
+      "step": 14251
+    },
+    {
+      "epoch": 4.244904037677545,
+      "grad_norm": 0.25433048605918884,
+      "learning_rate": 1.2883976668371456e-05,
+      "loss": 1.2304,
+      "step": 14252
+    },
+    {
+      "epoch": 4.245201883877213,
+      "grad_norm": 0.2676333487033844,
+      "learning_rate": 1.2883053072317891e-05,
+      "loss": 1.2256,
+      "step": 14253
+    },
+    {
+      "epoch": 4.245499730076881,
+      "grad_norm": 0.2577076554298401,
+      "learning_rate": 1.288212944944074e-05,
+      "loss": 1.2295,
+      "step": 14254
+    },
+    {
+      "epoch": 4.2457975762765505,
+      "grad_norm": 0.31689655780792236,
+      "learning_rate": 1.2881205799748593e-05,
+      "loss": 1.2179,
+      "step": 14255
+    },
+    {
+      "epoch": 4.246095422476219,
+      "grad_norm": 0.280807226896286,
+      "learning_rate": 1.2880282123250045e-05,
+      "loss": 1.2518,
+      "step": 14256
+    },
+    {
+      "epoch": 4.246393268675887,
+      "grad_norm": 0.30824899673461914,
+      "learning_rate": 1.2879358419953691e-05,
+      "loss": 1.2263,
+      "step": 14257
+    },
+    {
+      "epoch": 4.246691114875556,
+      "grad_norm": 0.2893029451370239,
+      "learning_rate": 1.287843468986812e-05,
+      "loss": 1.2277,
+      "step": 14258
+    },
+    {
+      "epoch": 4.246988961075225,
+      "grad_norm": 0.3122074007987976,
+      "learning_rate": 1.2877510933001933e-05,
+      "loss": 1.2029,
+      "step": 14259
+    },
+    {
+      "epoch": 4.247286807274893,
+      "grad_norm": 0.36463871598243713,
+      "learning_rate": 1.2876587149363722e-05,
+      "loss": 1.2354,
+      "step": 14260
+    },
+    {
+      "epoch": 4.247584653474562,
+      "grad_norm": 0.29337945580482483,
+      "learning_rate": 1.287566333896208e-05,
+      "loss": 1.2265,
+      "step": 14261
+    },
+    {
+      "epoch": 4.247882499674231,
+      "grad_norm": 0.270013689994812,
+      "learning_rate": 1.2874739501805607e-05,
+      "loss": 1.2264,
+      "step": 14262
+    },
+    {
+      "epoch": 4.2481803458739,
+      "grad_norm": 0.28883761167526245,
+      "learning_rate": 1.287381563790289e-05,
+      "loss": 1.2119,
+      "step": 14263
+    },
+    {
+      "epoch": 4.248478192073568,
+      "grad_norm": 0.5028244853019714,
+      "learning_rate": 1.2872891747262534e-05,
+      "loss": 1.2346,
+      "step": 14264
+    },
+    {
+      "epoch": 4.2487760382732365,
+      "grad_norm": 0.267386794090271,
+      "learning_rate": 1.2871967829893128e-05,
+      "loss": 1.2188,
+      "step": 14265
+    },
+    {
+      "epoch": 4.249073884472906,
+      "grad_norm": 0.4257965683937073,
+      "learning_rate": 1.287104388580327e-05,
+      "loss": 1.2298,
+      "step": 14266
+    },
+    {
+      "epoch": 4.249371730672574,
+      "grad_norm": 0.3177397549152374,
+      "learning_rate": 1.2870119915001555e-05,
+      "loss": 1.2432,
+      "step": 14267
+    },
+    {
+      "epoch": 4.249669576872242,
+      "grad_norm": 0.3956317603588104,
+      "learning_rate": 1.2869195917496585e-05,
+      "loss": 1.2344,
+      "step": 14268
+    },
+    {
+      "epoch": 4.2499674230719116,
+      "grad_norm": 0.35344603657722473,
+      "learning_rate": 1.2868271893296949e-05,
+      "loss": 1.206,
+      "step": 14269
+    },
+    {
+      "epoch": 4.25026526927158,
+      "grad_norm": 0.3135831356048584,
+      "learning_rate": 1.2867347842411246e-05,
+      "loss": 1.2191,
+      "step": 14270
+    },
+    {
+      "epoch": 4.250563115471248,
+      "grad_norm": 0.3514217734336853,
+      "learning_rate": 1.2866423764848079e-05,
+      "loss": 1.2314,
+      "step": 14271
+    },
+    {
+      "epoch": 4.250860961670917,
+      "grad_norm": 0.2604618966579437,
+      "learning_rate": 1.2865499660616039e-05,
+      "loss": 1.2224,
+      "step": 14272
+    },
+    {
+      "epoch": 4.251158807870586,
+      "grad_norm": 0.31919756531715393,
+      "learning_rate": 1.2864575529723726e-05,
+      "loss": 1.2254,
+      "step": 14273
+    },
+    {
+      "epoch": 4.251456654070254,
+      "grad_norm": 0.24949854612350464,
+      "learning_rate": 1.2863651372179742e-05,
+      "loss": 1.2261,
+      "step": 14274
+    },
+    {
+      "epoch": 4.251754500269923,
+      "grad_norm": 0.254134863615036,
+      "learning_rate": 1.2862727187992676e-05,
+      "loss": 1.2409,
+      "step": 14275
+    },
+    {
+      "epoch": 4.252052346469592,
+      "grad_norm": 0.2743396461009979,
+      "learning_rate": 1.2861802977171133e-05,
+      "loss": 1.2387,
+      "step": 14276
+    },
+    {
+      "epoch": 4.25235019266926,
+      "grad_norm": 0.44552743434906006,
+      "learning_rate": 1.2860878739723713e-05,
+      "loss": 1.2083,
+      "step": 14277
+    },
+    {
+      "epoch": 4.252648038868929,
+      "grad_norm": 0.3872476816177368,
+      "learning_rate": 1.2859954475659013e-05,
+      "loss": 1.2043,
+      "step": 14278
+    },
+    {
+      "epoch": 4.2529458850685975,
+      "grad_norm": 0.3023822009563446,
+      "learning_rate": 1.285903018498563e-05,
+      "loss": 1.2316,
+      "step": 14279
+    },
+    {
+      "epoch": 4.253243731268267,
+      "grad_norm": 0.453902930021286,
+      "learning_rate": 1.2858105867712167e-05,
+      "loss": 1.2175,
+      "step": 14280
+    },
+    {
+      "epoch": 4.253541577467935,
+      "grad_norm": 0.25171342492103577,
+      "learning_rate": 1.2857181523847222e-05,
+      "loss": 1.2347,
+      "step": 14281
+    },
+    {
+      "epoch": 4.253839423667603,
+      "grad_norm": 0.47940343618392944,
+      "learning_rate": 1.2856257153399395e-05,
+      "loss": 1.2295,
+      "step": 14282
+    },
+    {
+      "epoch": 4.254137269867273,
+      "grad_norm": 0.2452671080827713,
+      "learning_rate": 1.2855332756377284e-05,
+      "loss": 1.2132,
+      "step": 14283
+    },
+    {
+      "epoch": 4.254435116066941,
+      "grad_norm": 0.5154544115066528,
+      "learning_rate": 1.2854408332789494e-05,
+      "loss": 1.2238,
+      "step": 14284
+    },
+    {
+      "epoch": 4.254732962266609,
+      "grad_norm": 0.31857696175575256,
+      "learning_rate": 1.2853483882644625e-05,
+      "loss": 1.2058,
+      "step": 14285
+    },
+    {
+      "epoch": 4.2550308084662785,
+      "grad_norm": 0.3479495942592621,
+      "learning_rate": 1.2852559405951274e-05,
+      "loss": 1.2229,
+      "step": 14286
+    },
+    {
+      "epoch": 4.255328654665947,
+      "grad_norm": 0.26344847679138184,
+      "learning_rate": 1.2851634902718047e-05,
+      "loss": 1.2437,
+      "step": 14287
+    },
+    {
+      "epoch": 4.255626500865615,
+      "grad_norm": 0.3922542929649353,
+      "learning_rate": 1.2850710372953541e-05,
+      "loss": 1.2248,
+      "step": 14288
+    },
+    {
+      "epoch": 4.255924347065284,
+      "grad_norm": 0.27182137966156006,
+      "learning_rate": 1.284978581666636e-05,
+      "loss": 1.2076,
+      "step": 14289
+    },
+    {
+      "epoch": 4.256222193264953,
+      "grad_norm": 0.3713935613632202,
+      "learning_rate": 1.2848861233865107e-05,
+      "loss": 1.2165,
+      "step": 14290
+    },
+    {
+      "epoch": 4.256520039464622,
+      "grad_norm": 0.306208074092865,
+      "learning_rate": 1.2847936624558383e-05,
+      "loss": 1.234,
+      "step": 14291
+    },
+    {
+      "epoch": 4.25681788566429,
+      "grad_norm": 0.3006187379360199,
+      "learning_rate": 1.2847011988754794e-05,
+      "loss": 1.2088,
+      "step": 14292
+    },
+    {
+      "epoch": 4.2571157318639585,
+      "grad_norm": 0.2920163869857788,
+      "learning_rate": 1.2846087326462932e-05,
+      "loss": 1.2279,
+      "step": 14293
+    },
+    {
+      "epoch": 4.257413578063628,
+      "grad_norm": 0.3001825213432312,
+      "learning_rate": 1.2845162637691414e-05,
+      "loss": 1.2356,
+      "step": 14294
+    },
+    {
+      "epoch": 4.257711424263296,
+      "grad_norm": 0.290507972240448,
+      "learning_rate": 1.2844237922448835e-05,
+      "loss": 1.2277,
+      "step": 14295
+    },
+    {
+      "epoch": 4.258009270462964,
+      "grad_norm": 0.3379744589328766,
+      "learning_rate": 1.2843313180743797e-05,
+      "loss": 1.2146,
+      "step": 14296
+    },
+    {
+      "epoch": 4.258307116662634,
+      "grad_norm": 0.26328563690185547,
+      "learning_rate": 1.2842388412584907e-05,
+      "loss": 1.2225,
+      "step": 14297
+    },
+    {
+      "epoch": 4.258604962862302,
+      "grad_norm": 0.32128599286079407,
+      "learning_rate": 1.2841463617980772e-05,
+      "loss": 1.2375,
+      "step": 14298
+    },
+    {
+      "epoch": 4.25890280906197,
+      "grad_norm": 0.2736668884754181,
+      "learning_rate": 1.2840538796939987e-05,
+      "loss": 1.216,
+      "step": 14299
+    },
+    {
+      "epoch": 4.2592006552616395,
+      "grad_norm": 0.26555588841438293,
+      "learning_rate": 1.2839613949471168e-05,
+      "loss": 1.2213,
+      "step": 14300
+    },
+    {
+      "epoch": 4.259498501461308,
+      "grad_norm": 0.2700282037258148,
+      "learning_rate": 1.2838689075582911e-05,
+      "loss": 1.2363,
+      "step": 14301
+    },
+    {
+      "epoch": 4.259796347660977,
+      "grad_norm": 0.2413858026266098,
+      "learning_rate": 1.2837764175283827e-05,
+      "loss": 1.2367,
+      "step": 14302
+    },
+    {
+      "epoch": 4.260094193860645,
+      "grad_norm": 0.2933841347694397,
+      "learning_rate": 1.2836839248582514e-05,
+      "loss": 1.2148,
+      "step": 14303
+    },
+    {
+      "epoch": 4.260392040060314,
+      "grad_norm": 0.24752715229988098,
+      "learning_rate": 1.2835914295487581e-05,
+      "loss": 1.2238,
+      "step": 14304
+    },
+    {
+      "epoch": 4.260689886259983,
+      "grad_norm": 0.24317148327827454,
+      "learning_rate": 1.2834989316007635e-05,
+      "loss": 1.2135,
+      "step": 14305
+    },
+    {
+      "epoch": 4.260987732459651,
+      "grad_norm": 0.2943892180919647,
+      "learning_rate": 1.2834064310151283e-05,
+      "loss": 1.228,
+      "step": 14306
+    },
+    {
+      "epoch": 4.26128557865932,
+      "grad_norm": 0.2483043521642685,
+      "learning_rate": 1.2833139277927125e-05,
+      "loss": 1.2301,
+      "step": 14307
+    },
+    {
+      "epoch": 4.261583424858989,
+      "grad_norm": 0.28642261028289795,
+      "learning_rate": 1.2832214219343773e-05,
+      "loss": 1.2229,
+      "step": 14308
+    },
+    {
+      "epoch": 4.261881271058657,
+      "grad_norm": 0.2563004195690155,
+      "learning_rate": 1.2831289134409834e-05,
+      "loss": 1.2426,
+      "step": 14309
+    },
+    {
+      "epoch": 4.262179117258325,
+      "grad_norm": 0.30432990193367004,
+      "learning_rate": 1.2830364023133913e-05,
+      "loss": 1.2275,
+      "step": 14310
+    },
+    {
+      "epoch": 4.262476963457995,
+      "grad_norm": 0.29737430810928345,
+      "learning_rate": 1.2829438885524611e-05,
+      "loss": 1.2241,
+      "step": 14311
+    },
+    {
+      "epoch": 4.262774809657663,
+      "grad_norm": 0.2994697690010071,
+      "learning_rate": 1.2828513721590547e-05,
+      "loss": 1.2146,
+      "step": 14312
+    },
+    {
+      "epoch": 4.263072655857331,
+      "grad_norm": 0.30888044834136963,
+      "learning_rate": 1.2827588531340323e-05,
+      "loss": 1.2396,
+      "step": 14313
+    },
+    {
+      "epoch": 4.2633705020570005,
+      "grad_norm": 0.42900556325912476,
+      "learning_rate": 1.2826663314782547e-05,
+      "loss": 1.2519,
+      "step": 14314
+    },
+    {
+      "epoch": 4.263668348256669,
+      "grad_norm": 0.29265686869621277,
+      "learning_rate": 1.2825738071925827e-05,
+      "loss": 1.2235,
+      "step": 14315
+    },
+    {
+      "epoch": 4.263966194456337,
+      "grad_norm": 0.31383705139160156,
+      "learning_rate": 1.282481280277877e-05,
+      "loss": 1.2239,
+      "step": 14316
+    },
+    {
+      "epoch": 4.264264040656006,
+      "grad_norm": 0.298958957195282,
+      "learning_rate": 1.2823887507349983e-05,
+      "loss": 1.2237,
+      "step": 14317
+    },
+    {
+      "epoch": 4.264561886855675,
+      "grad_norm": 0.33606821298599243,
+      "learning_rate": 1.282296218564808e-05,
+      "loss": 1.2116,
+      "step": 14318
+    },
+    {
+      "epoch": 4.264859733055344,
+      "grad_norm": 0.3485826551914215,
+      "learning_rate": 1.282203683768167e-05,
+      "loss": 1.2226,
+      "step": 14319
+    },
+    {
+      "epoch": 4.265157579255012,
+      "grad_norm": 0.3396190106868744,
+      "learning_rate": 1.282111146345936e-05,
+      "loss": 1.2279,
+      "step": 14320
+    },
+    {
+      "epoch": 4.265455425454681,
+      "grad_norm": 0.24842680990695953,
+      "learning_rate": 1.2820186062989759e-05,
+      "loss": 1.2215,
+      "step": 14321
+    },
+    {
+      "epoch": 4.26575327165435,
+      "grad_norm": 0.2768348157405853,
+      "learning_rate": 1.2819260636281477e-05,
+      "loss": 1.2108,
+      "step": 14322
+    },
+    {
+      "epoch": 4.266051117854018,
+      "grad_norm": 0.30374816060066223,
+      "learning_rate": 1.2818335183343125e-05,
+      "loss": 1.2133,
+      "step": 14323
+    },
+    {
+      "epoch": 4.2663489640536865,
+      "grad_norm": 0.6033021807670593,
+      "learning_rate": 1.2817409704183312e-05,
+      "loss": 1.2129,
+      "step": 14324
+    },
+    {
+      "epoch": 4.266646810253356,
+      "grad_norm": 0.5600675344467163,
+      "learning_rate": 1.281648419881065e-05,
+      "loss": 1.2161,
+      "step": 14325
+    },
+    {
+      "epoch": 4.266944656453024,
+      "grad_norm": 0.27175745368003845,
+      "learning_rate": 1.2815558667233751e-05,
+      "loss": 1.2339,
+      "step": 14326
+    },
+    {
+      "epoch": 4.267242502652692,
+      "grad_norm": 0.5855613350868225,
+      "learning_rate": 1.2814633109461224e-05,
+      "loss": 1.2074,
+      "step": 14327
+    },
+    {
+      "epoch": 4.2675403488523616,
+      "grad_norm": 0.29754626750946045,
+      "learning_rate": 1.281370752550168e-05,
+      "loss": 1.2185,
+      "step": 14328
+    },
+    {
+      "epoch": 4.26783819505203,
+      "grad_norm": 0.520555853843689,
+      "learning_rate": 1.281278191536373e-05,
+      "loss": 1.219,
+      "step": 14329
+    },
+    {
+      "epoch": 4.268136041251699,
+      "grad_norm": 0.35054296255111694,
+      "learning_rate": 1.2811856279055985e-05,
+      "loss": 1.2157,
+      "step": 14330
+    },
+    {
+      "epoch": 4.268433887451367,
+      "grad_norm": 0.36541903018951416,
+      "learning_rate": 1.2810930616587063e-05,
+      "loss": 1.2146,
+      "step": 14331
+    },
+    {
+      "epoch": 4.268731733651036,
+      "grad_norm": 0.37231627106666565,
+      "learning_rate": 1.2810004927965568e-05,
+      "loss": 1.2109,
+      "step": 14332
+    },
+    {
+      "epoch": 4.269029579850705,
+      "grad_norm": 0.30162325501441956,
+      "learning_rate": 1.2809079213200124e-05,
+      "loss": 1.2299,
+      "step": 14333
+    },
+    {
+      "epoch": 4.269327426050373,
+      "grad_norm": 0.2992917001247406,
+      "learning_rate": 1.2808153472299329e-05,
+      "loss": 1.2135,
+      "step": 14334
+    },
+    {
+      "epoch": 4.269625272250042,
+      "grad_norm": 0.34873780608177185,
+      "learning_rate": 1.2807227705271806e-05,
+      "loss": 1.2145,
+      "step": 14335
+    },
+    {
+      "epoch": 4.269923118449711,
+      "grad_norm": 0.2616593837738037,
+      "learning_rate": 1.2806301912126166e-05,
+      "loss": 1.2382,
+      "step": 14336
+    },
+    {
+      "epoch": 4.270220964649379,
+      "grad_norm": 0.536194920539856,
+      "learning_rate": 1.2805376092871022e-05,
+      "loss": 1.2171,
+      "step": 14337
+    },
+    {
+      "epoch": 4.2705188108490475,
+      "grad_norm": 0.3619884252548218,
+      "learning_rate": 1.2804450247514988e-05,
+      "loss": 1.216,
+      "step": 14338
+    },
+    {
+      "epoch": 4.270816657048717,
+      "grad_norm": 0.42572298645973206,
+      "learning_rate": 1.280352437606668e-05,
+      "loss": 1.2324,
+      "step": 14339
+    },
+    {
+      "epoch": 4.271114503248385,
+      "grad_norm": 0.2787296175956726,
+      "learning_rate": 1.2802598478534705e-05,
+      "loss": 1.2221,
+      "step": 14340
+    },
+    {
+      "epoch": 4.271412349448053,
+      "grad_norm": 0.4477073550224304,
+      "learning_rate": 1.2801672554927684e-05,
+      "loss": 1.2267,
+      "step": 14341
+    },
+    {
+      "epoch": 4.271710195647723,
+      "grad_norm": 0.24937401711940765,
+      "learning_rate": 1.280074660525423e-05,
+      "loss": 1.2149,
+      "step": 14342
+    },
+    {
+      "epoch": 4.272008041847391,
+      "grad_norm": 0.40457332134246826,
+      "learning_rate": 1.279982062952296e-05,
+      "loss": 1.2414,
+      "step": 14343
+    },
+    {
+      "epoch": 4.272305888047059,
+      "grad_norm": 0.37612777948379517,
+      "learning_rate": 1.2798894627742486e-05,
+      "loss": 1.2288,
+      "step": 14344
+    },
+    {
+      "epoch": 4.2726037342467285,
+      "grad_norm": 0.4070606231689453,
+      "learning_rate": 1.2797968599921426e-05,
+      "loss": 1.2226,
+      "step": 14345
+    },
+    {
+      "epoch": 4.272901580446397,
+      "grad_norm": 0.380602091550827,
+      "learning_rate": 1.2797042546068392e-05,
+      "loss": 1.2367,
+      "step": 14346
+    },
+    {
+      "epoch": 4.273199426646066,
+      "grad_norm": 0.3362421691417694,
+      "learning_rate": 1.2796116466192004e-05,
+      "loss": 1.2326,
+      "step": 14347
+    },
+    {
+      "epoch": 4.273497272845734,
+      "grad_norm": 0.37402573227882385,
+      "learning_rate": 1.2795190360300875e-05,
+      "loss": 1.2382,
+      "step": 14348
+    },
+    {
+      "epoch": 4.273795119045403,
+      "grad_norm": 0.2479506880044937,
+      "learning_rate": 1.2794264228403624e-05,
+      "loss": 1.22,
+      "step": 14349
+    },
+    {
+      "epoch": 4.274092965245072,
+      "grad_norm": 0.7761954069137573,
+      "learning_rate": 1.2793338070508865e-05,
+      "loss": 1.2152,
+      "step": 14350
+    },
+    {
+      "epoch": 4.27439081144474,
+      "grad_norm": 0.4211745262145996,
+      "learning_rate": 1.2792411886625215e-05,
+      "loss": 1.2271,
+      "step": 14351
+    },
+    {
+      "epoch": 4.2746886576444085,
+      "grad_norm": 0.45816418528556824,
+      "learning_rate": 1.2791485676761295e-05,
+      "loss": 1.2294,
+      "step": 14352
+    },
+    {
+      "epoch": 4.274986503844078,
+      "grad_norm": 0.4153323173522949,
+      "learning_rate": 1.2790559440925718e-05,
+      "loss": 1.2453,
+      "step": 14353
+    },
+    {
+      "epoch": 4.275284350043746,
+      "grad_norm": 0.40850386023521423,
+      "learning_rate": 1.2789633179127103e-05,
+      "loss": 1.2236,
+      "step": 14354
+    },
+    {
+      "epoch": 4.275582196243414,
+      "grad_norm": 0.6133487224578857,
+      "learning_rate": 1.2788706891374068e-05,
+      "loss": 1.2135,
+      "step": 14355
+    },
+    {
+      "epoch": 4.275880042443084,
+      "grad_norm": 0.30651339888572693,
+      "learning_rate": 1.2787780577675235e-05,
+      "loss": 1.2315,
+      "step": 14356
+    },
+    {
+      "epoch": 4.276177888642752,
+      "grad_norm": 0.2998017370700836,
+      "learning_rate": 1.2786854238039215e-05,
+      "loss": 1.233,
+      "step": 14357
+    },
+    {
+      "epoch": 4.276475734842421,
+      "grad_norm": 0.3250484764575958,
+      "learning_rate": 1.2785927872474627e-05,
+      "loss": 1.2161,
+      "step": 14358
+    },
+    {
+      "epoch": 4.2767735810420895,
+      "grad_norm": 0.28351834416389465,
+      "learning_rate": 1.2785001480990095e-05,
+      "loss": 1.2064,
+      "step": 14359
+    },
+    {
+      "epoch": 4.277071427241758,
+      "grad_norm": 0.25644004344940186,
+      "learning_rate": 1.278407506359424e-05,
+      "loss": 1.2167,
+      "step": 14360
+    },
+    {
+      "epoch": 4.277369273441427,
+      "grad_norm": 0.30562421679496765,
+      "learning_rate": 1.2783148620295674e-05,
+      "loss": 1.2369,
+      "step": 14361
+    },
+    {
+      "epoch": 4.277667119641095,
+      "grad_norm": 0.3682887852191925,
+      "learning_rate": 1.2782222151103017e-05,
+      "loss": 1.2195,
+      "step": 14362
+    },
+    {
+      "epoch": 4.277964965840764,
+      "grad_norm": 0.25823503732681274,
+      "learning_rate": 1.2781295656024895e-05,
+      "loss": 1.2285,
+      "step": 14363
+    },
+    {
+      "epoch": 4.278262812040433,
+      "grad_norm": 0.30589163303375244,
+      "learning_rate": 1.2780369135069921e-05,
+      "loss": 1.224,
+      "step": 14364
+    },
+    {
+      "epoch": 4.278560658240101,
+      "grad_norm": 0.28790926933288574,
+      "learning_rate": 1.2779442588246723e-05,
+      "loss": 1.2241,
+      "step": 14365
+    },
+    {
+      "epoch": 4.27885850443977,
+      "grad_norm": 0.24648842215538025,
+      "learning_rate": 1.2778516015563914e-05,
+      "loss": 1.2176,
+      "step": 14366
+    },
+    {
+      "epoch": 4.279156350639439,
+      "grad_norm": 0.3285800516605377,
+      "learning_rate": 1.277758941703012e-05,
+      "loss": 1.2218,
+      "step": 14367
+    },
+    {
+      "epoch": 4.279454196839107,
+      "grad_norm": 0.2547835409641266,
+      "learning_rate": 1.2776662792653957e-05,
+      "loss": 1.2142,
+      "step": 14368
+    },
+    {
+      "epoch": 4.279752043038776,
+      "grad_norm": 0.2792496085166931,
+      "learning_rate": 1.277573614244405e-05,
+      "loss": 1.2032,
+      "step": 14369
+    },
+    {
+      "epoch": 4.280049889238445,
+      "grad_norm": 0.25271403789520264,
+      "learning_rate": 1.2774809466409019e-05,
+      "loss": 1.222,
+      "step": 14370
+    },
+    {
+      "epoch": 4.280347735438113,
+      "grad_norm": 0.2696061134338379,
+      "learning_rate": 1.2773882764557489e-05,
+      "loss": 1.24,
+      "step": 14371
+    },
+    {
+      "epoch": 4.280645581637782,
+      "grad_norm": 0.24025243520736694,
+      "learning_rate": 1.2772956036898076e-05,
+      "loss": 1.2281,
+      "step": 14372
+    },
+    {
+      "epoch": 4.2809434278374505,
+      "grad_norm": 0.26664793491363525,
+      "learning_rate": 1.277202928343941e-05,
+      "loss": 1.2175,
+      "step": 14373
+    },
+    {
+      "epoch": 4.281241274037119,
+      "grad_norm": 0.2511109411716461,
+      "learning_rate": 1.2771102504190103e-05,
+      "loss": 1.2258,
+      "step": 14374
+    },
+    {
+      "epoch": 4.281539120236788,
+      "grad_norm": 0.2659510374069214,
+      "learning_rate": 1.2770175699158784e-05,
+      "loss": 1.2186,
+      "step": 14375
+    },
+    {
+      "epoch": 4.281836966436456,
+      "grad_norm": 0.2575090229511261,
+      "learning_rate": 1.2769248868354074e-05,
+      "loss": 1.2288,
+      "step": 14376
+    },
+    {
+      "epoch": 4.282134812636125,
+      "grad_norm": 0.2587834298610687,
+      "learning_rate": 1.2768322011784601e-05,
+      "loss": 1.2122,
+      "step": 14377
+    },
+    {
+      "epoch": 4.282432658835794,
+      "grad_norm": 0.2907363176345825,
+      "learning_rate": 1.2767395129458983e-05,
+      "loss": 1.2136,
+      "step": 14378
+    },
+    {
+      "epoch": 4.282730505035462,
+      "grad_norm": 0.2576514184474945,
+      "learning_rate": 1.2766468221385843e-05,
+      "loss": 1.2219,
+      "step": 14379
+    },
+    {
+      "epoch": 4.283028351235131,
+      "grad_norm": 0.3286265730857849,
+      "learning_rate": 1.2765541287573814e-05,
+      "loss": 1.228,
+      "step": 14380
+    },
+    {
+      "epoch": 4.2833261974348,
+      "grad_norm": 0.3233201801776886,
+      "learning_rate": 1.2764614328031506e-05,
+      "loss": 1.2254,
+      "step": 14381
+    },
+    {
+      "epoch": 4.283624043634468,
+      "grad_norm": 0.3771904408931732,
+      "learning_rate": 1.2763687342767553e-05,
+      "loss": 1.2163,
+      "step": 14382
+    },
+    {
+      "epoch": 4.2839218898341365,
+      "grad_norm": 0.26839783787727356,
+      "learning_rate": 1.2762760331790576e-05,
+      "loss": 1.2104,
+      "step": 14383
+    },
+    {
+      "epoch": 4.284219736033806,
+      "grad_norm": 0.3020113408565521,
+      "learning_rate": 1.2761833295109205e-05,
+      "loss": 1.239,
+      "step": 14384
+    },
+    {
+      "epoch": 4.284517582233474,
+      "grad_norm": 0.2633955478668213,
+      "learning_rate": 1.2760906232732055e-05,
+      "loss": 1.228,
+      "step": 14385
+    },
+    {
+      "epoch": 4.284815428433143,
+      "grad_norm": 0.28546205163002014,
+      "learning_rate": 1.275997914466776e-05,
+      "loss": 1.2173,
+      "step": 14386
+    },
+    {
+      "epoch": 4.2851132746328116,
+      "grad_norm": 0.3386612832546234,
+      "learning_rate": 1.2759052030924944e-05,
+      "loss": 1.2262,
+      "step": 14387
+    },
+    {
+      "epoch": 4.28541112083248,
+      "grad_norm": 0.3652389645576477,
+      "learning_rate": 1.275812489151223e-05,
+      "loss": 1.2142,
+      "step": 14388
+    },
+    {
+      "epoch": 4.285708967032149,
+      "grad_norm": 0.3611365854740143,
+      "learning_rate": 1.2757197726438245e-05,
+      "loss": 1.2137,
+      "step": 14389
+    },
+    {
+      "epoch": 4.286006813231817,
+      "grad_norm": 0.28039783239364624,
+      "learning_rate": 1.2756270535711615e-05,
+      "loss": 1.2216,
+      "step": 14390
+    },
+    {
+      "epoch": 4.286304659431486,
+      "grad_norm": 0.3334992825984955,
+      "learning_rate": 1.2755343319340971e-05,
+      "loss": 1.233,
+      "step": 14391
+    },
+    {
+      "epoch": 4.286602505631155,
+      "grad_norm": 0.3214553892612457,
+      "learning_rate": 1.2754416077334933e-05,
+      "loss": 1.2095,
+      "step": 14392
+    },
+    {
+      "epoch": 4.286900351830823,
+      "grad_norm": 0.3099585771560669,
+      "learning_rate": 1.275348880970213e-05,
+      "loss": 1.2207,
+      "step": 14393
+    },
+    {
+      "epoch": 4.287198198030492,
+      "grad_norm": 0.43240270018577576,
+      "learning_rate": 1.2752561516451191e-05,
+      "loss": 1.2227,
+      "step": 14394
+    },
+    {
+      "epoch": 4.287496044230161,
+      "grad_norm": 0.5841981172561646,
+      "learning_rate": 1.2751634197590743e-05,
+      "loss": 1.217,
+      "step": 14395
+    },
+    {
+      "epoch": 4.287793890429829,
+      "grad_norm": 0.2586600184440613,
+      "learning_rate": 1.2750706853129414e-05,
+      "loss": 1.2301,
+      "step": 14396
+    },
+    {
+      "epoch": 4.288091736629498,
+      "grad_norm": 0.4778662621974945,
+      "learning_rate": 1.2749779483075831e-05,
+      "loss": 1.218,
+      "step": 14397
+    },
+    {
+      "epoch": 4.288389582829167,
+      "grad_norm": 0.35863474011421204,
+      "learning_rate": 1.274885208743862e-05,
+      "loss": 1.2102,
+      "step": 14398
+    },
+    {
+      "epoch": 4.288687429028835,
+      "grad_norm": 0.566791832447052,
+      "learning_rate": 1.274792466622641e-05,
+      "loss": 1.2299,
+      "step": 14399
+    },
+    {
+      "epoch": 4.288985275228504,
+      "grad_norm": 0.36866599321365356,
+      "learning_rate": 1.2746997219447833e-05,
+      "loss": 1.2211,
+      "step": 14400
+    },
+    {
+      "epoch": 4.289283121428173,
+      "grad_norm": 0.9903460741043091,
+      "learning_rate": 1.2746069747111518e-05,
+      "loss": 1.235,
+      "step": 14401
+    },
+    {
+      "epoch": 4.289580967627841,
+      "grad_norm": 0.47457778453826904,
+      "learning_rate": 1.274514224922609e-05,
+      "loss": 1.2186,
+      "step": 14402
+    },
+    {
+      "epoch": 4.28987881382751,
+      "grad_norm": 0.5852064490318298,
+      "learning_rate": 1.2744214725800182e-05,
+      "loss": 1.2257,
+      "step": 14403
+    },
+    {
+      "epoch": 4.2901766600271785,
+      "grad_norm": 0.26925256848335266,
+      "learning_rate": 1.274328717684242e-05,
+      "loss": 1.2183,
+      "step": 14404
+    },
+    {
+      "epoch": 4.290474506226847,
+      "grad_norm": 0.554728090763092,
+      "learning_rate": 1.2742359602361436e-05,
+      "loss": 1.2098,
+      "step": 14405
+    },
+    {
+      "epoch": 4.290772352426516,
+      "grad_norm": 0.35576191544532776,
+      "learning_rate": 1.2741432002365862e-05,
+      "loss": 1.2225,
+      "step": 14406
+    },
+    {
+      "epoch": 4.291070198626184,
+      "grad_norm": 0.2810397744178772,
+      "learning_rate": 1.2740504376864322e-05,
+      "loss": 1.2048,
+      "step": 14407
+    },
+    {
+      "epoch": 4.291368044825853,
+      "grad_norm": 0.3317042589187622,
+      "learning_rate": 1.2739576725865457e-05,
+      "loss": 1.1954,
+      "step": 14408
+    },
+    {
+      "epoch": 4.291665891025522,
+      "grad_norm": 0.2716878354549408,
+      "learning_rate": 1.2738649049377887e-05,
+      "loss": 1.2193,
+      "step": 14409
+    },
+    {
+      "epoch": 4.29196373722519,
+      "grad_norm": 0.24953965842723846,
+      "learning_rate": 1.2737721347410247e-05,
+      "loss": 1.2269,
+      "step": 14410
+    },
+    {
+      "epoch": 4.2922615834248585,
+      "grad_norm": 0.26282334327697754,
+      "learning_rate": 1.273679361997117e-05,
+      "loss": 1.2088,
+      "step": 14411
+    },
+    {
+      "epoch": 4.292559429624528,
+      "grad_norm": 0.2759837806224823,
+      "learning_rate": 1.2735865867069285e-05,
+      "loss": 1.222,
+      "step": 14412
+    },
+    {
+      "epoch": 4.292857275824196,
+      "grad_norm": 0.25941190123558044,
+      "learning_rate": 1.2734938088713226e-05,
+      "loss": 1.2109,
+      "step": 14413
+    },
+    {
+      "epoch": 4.293155122023865,
+      "grad_norm": 0.24825970828533173,
+      "learning_rate": 1.2734010284911627e-05,
+      "loss": 1.2357,
+      "step": 14414
+    },
+    {
+      "epoch": 4.293452968223534,
+      "grad_norm": 0.2763080298900604,
+      "learning_rate": 1.2733082455673111e-05,
+      "loss": 1.2293,
+      "step": 14415
+    },
+    {
+      "epoch": 4.293750814423202,
+      "grad_norm": 0.2807149291038513,
+      "learning_rate": 1.273215460100632e-05,
+      "loss": 1.2109,
+      "step": 14416
+    },
+    {
+      "epoch": 4.294048660622871,
+      "grad_norm": 0.25246360898017883,
+      "learning_rate": 1.2731226720919877e-05,
+      "loss": 1.2116,
+      "step": 14417
+    },
+    {
+      "epoch": 4.2943465068225395,
+      "grad_norm": 0.2973587214946747,
+      "learning_rate": 1.2730298815422428e-05,
+      "loss": 1.2133,
+      "step": 14418
+    },
+    {
+      "epoch": 4.294644353022208,
+      "grad_norm": 0.27922913432121277,
+      "learning_rate": 1.2729370884522597e-05,
+      "loss": 1.2135,
+      "step": 14419
+    },
+    {
+      "epoch": 4.294942199221877,
+      "grad_norm": 0.29587066173553467,
+      "learning_rate": 1.2728442928229019e-05,
+      "loss": 1.2293,
+      "step": 14420
+    },
+    {
+      "epoch": 4.295240045421545,
+      "grad_norm": 0.28535765409469604,
+      "learning_rate": 1.272751494655033e-05,
+      "loss": 1.2109,
+      "step": 14421
+    },
+    {
+      "epoch": 4.295537891621214,
+      "grad_norm": 0.25837650895118713,
+      "learning_rate": 1.2726586939495156e-05,
+      "loss": 1.2152,
+      "step": 14422
+    },
+    {
+      "epoch": 4.295835737820883,
+      "grad_norm": 0.3583243191242218,
+      "learning_rate": 1.2725658907072141e-05,
+      "loss": 1.2325,
+      "step": 14423
+    },
+    {
+      "epoch": 4.296133584020551,
+      "grad_norm": 0.28593847155570984,
+      "learning_rate": 1.2724730849289913e-05,
+      "loss": 1.2143,
+      "step": 14424
+    },
+    {
+      "epoch": 4.2964314302202204,
+      "grad_norm": 0.29528507590293884,
+      "learning_rate": 1.2723802766157114e-05,
+      "loss": 1.2114,
+      "step": 14425
+    },
+    {
+      "epoch": 4.296729276419889,
+      "grad_norm": 0.3226224184036255,
+      "learning_rate": 1.272287465768237e-05,
+      "loss": 1.2178,
+      "step": 14426
+    },
+    {
+      "epoch": 4.297027122619557,
+      "grad_norm": 0.27137264609336853,
+      "learning_rate": 1.2721946523874318e-05,
+      "loss": 1.2291,
+      "step": 14427
+    },
+    {
+      "epoch": 4.297324968819226,
+      "grad_norm": 0.6712373495101929,
+      "learning_rate": 1.2721018364741596e-05,
+      "loss": 1.2111,
+      "step": 14428
+    },
+    {
+      "epoch": 4.297622815018895,
+      "grad_norm": 0.3394869863986969,
+      "learning_rate": 1.2720090180292836e-05,
+      "loss": 1.2155,
+      "step": 14429
+    },
+    {
+      "epoch": 4.297920661218563,
+      "grad_norm": 0.45824187994003296,
+      "learning_rate": 1.2719161970536677e-05,
+      "loss": 1.2143,
+      "step": 14430
+    },
+    {
+      "epoch": 4.298218507418232,
+      "grad_norm": 0.3214802145957947,
+      "learning_rate": 1.2718233735481759e-05,
+      "loss": 1.2471,
+      "step": 14431
+    },
+    {
+      "epoch": 4.2985163536179005,
+      "grad_norm": 0.5555426478385925,
+      "learning_rate": 1.2717305475136708e-05,
+      "loss": 1.2186,
+      "step": 14432
+    },
+    {
+      "epoch": 4.298814199817569,
+      "grad_norm": 0.34570813179016113,
+      "learning_rate": 1.2716377189510167e-05,
+      "loss": 1.2216,
+      "step": 14433
+    },
+    {
+      "epoch": 4.299112046017238,
+      "grad_norm": 0.3341878056526184,
+      "learning_rate": 1.2715448878610769e-05,
+      "loss": 1.226,
+      "step": 14434
+    },
+    {
+      "epoch": 4.299409892216906,
+      "grad_norm": 0.4007425904273987,
+      "learning_rate": 1.2714520542447155e-05,
+      "loss": 1.2323,
+      "step": 14435
+    },
+    {
+      "epoch": 4.299707738416576,
+      "grad_norm": 0.27162936329841614,
+      "learning_rate": 1.271359218102796e-05,
+      "loss": 1.2418,
+      "step": 14436
+    },
+    {
+      "epoch": 4.300005584616244,
+      "grad_norm": 0.4114162027835846,
+      "learning_rate": 1.2712663794361821e-05,
+      "loss": 1.2138,
+      "step": 14437
+    },
+    {
+      "epoch": 4.300303430815912,
+      "grad_norm": 0.26284918189048767,
+      "learning_rate": 1.271173538245738e-05,
+      "loss": 1.2077,
+      "step": 14438
+    },
+    {
+      "epoch": 4.3006012770155815,
+      "grad_norm": 0.2583646774291992,
+      "learning_rate": 1.2710806945323269e-05,
+      "loss": 1.2364,
+      "step": 14439
+    },
+    {
+      "epoch": 4.30089912321525,
+      "grad_norm": 0.3204265236854553,
+      "learning_rate": 1.2709878482968124e-05,
+      "loss": 1.2261,
+      "step": 14440
+    },
+    {
+      "epoch": 4.301196969414918,
+      "grad_norm": 0.26713070273399353,
+      "learning_rate": 1.2708949995400589e-05,
+      "loss": 1.2366,
+      "step": 14441
+    },
+    {
+      "epoch": 4.301494815614587,
+      "grad_norm": 0.26088231801986694,
+      "learning_rate": 1.2708021482629302e-05,
+      "loss": 1.2177,
+      "step": 14442
+    },
+    {
+      "epoch": 4.301792661814256,
+      "grad_norm": 0.4549257457256317,
+      "learning_rate": 1.2707092944662902e-05,
+      "loss": 1.2052,
+      "step": 14443
+    },
+    {
+      "epoch": 4.302090508013924,
+      "grad_norm": 0.33362963795661926,
+      "learning_rate": 1.2706164381510026e-05,
+      "loss": 1.2259,
+      "step": 14444
+    },
+    {
+      "epoch": 4.302388354213593,
+      "grad_norm": 0.34627485275268555,
+      "learning_rate": 1.2705235793179313e-05,
+      "loss": 1.2352,
+      "step": 14445
+    },
+    {
+      "epoch": 4.3026862004132616,
+      "grad_norm": 0.27429014444351196,
+      "learning_rate": 1.2704307179679402e-05,
+      "loss": 1.222,
+      "step": 14446
+    },
+    {
+      "epoch": 4.30298404661293,
+      "grad_norm": 0.34523606300354004,
+      "learning_rate": 1.2703378541018936e-05,
+      "loss": 1.2322,
+      "step": 14447
+    },
+    {
+      "epoch": 4.303281892812599,
+      "grad_norm": 0.2928785979747772,
+      "learning_rate": 1.2702449877206552e-05,
+      "loss": 1.2133,
+      "step": 14448
+    },
+    {
+      "epoch": 4.303579739012267,
+      "grad_norm": 0.3015083968639374,
+      "learning_rate": 1.2701521188250897e-05,
+      "loss": 1.2218,
+      "step": 14449
+    },
+    {
+      "epoch": 4.303877585211936,
+      "grad_norm": 0.34831950068473816,
+      "learning_rate": 1.27005924741606e-05,
+      "loss": 1.2263,
+      "step": 14450
+    },
+    {
+      "epoch": 4.304175431411605,
+      "grad_norm": 0.2671651244163513,
+      "learning_rate": 1.2699663734944307e-05,
+      "loss": 1.2203,
+      "step": 14451
+    },
+    {
+      "epoch": 4.304473277611273,
+      "grad_norm": 0.5656589269638062,
+      "learning_rate": 1.269873497061066e-05,
+      "loss": 1.2161,
+      "step": 14452
+    },
+    {
+      "epoch": 4.3047711238109425,
+      "grad_norm": 0.2613632380962372,
+      "learning_rate": 1.26978061811683e-05,
+      "loss": 1.2227,
+      "step": 14453
+    },
+    {
+      "epoch": 4.305068970010611,
+      "grad_norm": 0.4541975259780884,
+      "learning_rate": 1.2696877366625869e-05,
+      "loss": 1.2298,
+      "step": 14454
+    },
+    {
+      "epoch": 4.305366816210279,
+      "grad_norm": 0.2899562418460846,
+      "learning_rate": 1.2695948526992005e-05,
+      "loss": 1.2363,
+      "step": 14455
+    },
+    {
+      "epoch": 4.305664662409948,
+      "grad_norm": 0.3821897804737091,
+      "learning_rate": 1.2695019662275354e-05,
+      "loss": 1.206,
+      "step": 14456
+    },
+    {
+      "epoch": 4.305962508609617,
+      "grad_norm": 0.2865409255027771,
+      "learning_rate": 1.2694090772484553e-05,
+      "loss": 1.2306,
+      "step": 14457
+    },
+    {
+      "epoch": 4.306260354809285,
+      "grad_norm": 0.29775720834732056,
+      "learning_rate": 1.2693161857628246e-05,
+      "loss": 1.2178,
+      "step": 14458
+    },
+    {
+      "epoch": 4.306558201008954,
+      "grad_norm": 0.34338074922561646,
+      "learning_rate": 1.2692232917715081e-05,
+      "loss": 1.2248,
+      "step": 14459
+    },
+    {
+      "epoch": 4.306856047208623,
+      "grad_norm": 0.27675661444664,
+      "learning_rate": 1.2691303952753697e-05,
+      "loss": 1.234,
+      "step": 14460
+    },
+    {
+      "epoch": 4.307153893408291,
+      "grad_norm": 0.31029143929481506,
+      "learning_rate": 1.2690374962752734e-05,
+      "loss": 1.2366,
+      "step": 14461
+    },
+    {
+      "epoch": 4.30745173960796,
+      "grad_norm": 0.29586637020111084,
+      "learning_rate": 1.2689445947720842e-05,
+      "loss": 1.22,
+      "step": 14462
+    },
+    {
+      "epoch": 4.3077495858076285,
+      "grad_norm": 0.2669788599014282,
+      "learning_rate": 1.2688516907666657e-05,
+      "loss": 1.21,
+      "step": 14463
+    },
+    {
+      "epoch": 4.308047432007298,
+      "grad_norm": 0.3429713547229767,
+      "learning_rate": 1.2687587842598826e-05,
+      "loss": 1.2196,
+      "step": 14464
+    },
+    {
+      "epoch": 4.308345278206966,
+      "grad_norm": 0.26067858934402466,
+      "learning_rate": 1.2686658752525992e-05,
+      "loss": 1.2266,
+      "step": 14465
+    },
+    {
+      "epoch": 4.308643124406634,
+      "grad_norm": 0.4082125127315521,
+      "learning_rate": 1.2685729637456803e-05,
+      "loss": 1.2159,
+      "step": 14466
+    },
+    {
+      "epoch": 4.3089409706063035,
+      "grad_norm": 0.2630990445613861,
+      "learning_rate": 1.26848004973999e-05,
+      "loss": 1.2253,
+      "step": 14467
+    },
+    {
+      "epoch": 4.309238816805972,
+      "grad_norm": 0.3698793351650238,
+      "learning_rate": 1.2683871332363924e-05,
+      "loss": 1.2233,
+      "step": 14468
+    },
+    {
+      "epoch": 4.30953666300564,
+      "grad_norm": 0.2409800887107849,
+      "learning_rate": 1.2682942142357526e-05,
+      "loss": 1.217,
+      "step": 14469
+    },
+    {
+      "epoch": 4.309834509205309,
+      "grad_norm": 0.29655179381370544,
+      "learning_rate": 1.268201292738935e-05,
+      "loss": 1.2208,
+      "step": 14470
+    },
+    {
+      "epoch": 4.310132355404978,
+      "grad_norm": 0.2768140733242035,
+      "learning_rate": 1.2681083687468038e-05,
+      "loss": 1.2265,
+      "step": 14471
+    },
+    {
+      "epoch": 4.310430201604646,
+      "grad_norm": 0.3115537464618683,
+      "learning_rate": 1.2680154422602242e-05,
+      "loss": 1.2583,
+      "step": 14472
+    },
+    {
+      "epoch": 4.310728047804315,
+      "grad_norm": 0.2554987370967865,
+      "learning_rate": 1.2679225132800601e-05,
+      "loss": 1.2266,
+      "step": 14473
+    },
+    {
+      "epoch": 4.311025894003984,
+      "grad_norm": 0.31973329186439514,
+      "learning_rate": 1.2678295818071764e-05,
+      "loss": 1.2199,
+      "step": 14474
+    },
+    {
+      "epoch": 4.311323740203652,
+      "grad_norm": 0.27614399790763855,
+      "learning_rate": 1.2677366478424375e-05,
+      "loss": 1.2281,
+      "step": 14475
+    },
+    {
+      "epoch": 4.311621586403321,
+      "grad_norm": 0.3766910135746002,
+      "learning_rate": 1.2676437113867084e-05,
+      "loss": 1.2227,
+      "step": 14476
+    },
+    {
+      "epoch": 4.3119194326029895,
+      "grad_norm": 0.24778923392295837,
+      "learning_rate": 1.2675507724408536e-05,
+      "loss": 1.2343,
+      "step": 14477
+    },
+    {
+      "epoch": 4.312217278802658,
+      "grad_norm": 0.4000803232192993,
+      "learning_rate": 1.2674578310057375e-05,
+      "loss": 1.2177,
+      "step": 14478
+    },
+    {
+      "epoch": 4.312515125002327,
+      "grad_norm": 0.2522578835487366,
+      "learning_rate": 1.2673648870822257e-05,
+      "loss": 1.2127,
+      "step": 14479
+    },
+    {
+      "epoch": 4.312812971201995,
+      "grad_norm": 0.3849125802516937,
+      "learning_rate": 1.267271940671182e-05,
+      "loss": 1.2254,
+      "step": 14480
+    },
+    {
+      "epoch": 4.313110817401665,
+      "grad_norm": 0.2478676736354828,
+      "learning_rate": 1.2671789917734714e-05,
+      "loss": 1.2318,
+      "step": 14481
+    },
+    {
+      "epoch": 4.313408663601333,
+      "grad_norm": 0.3485409617424011,
+      "learning_rate": 1.2670860403899585e-05,
+      "loss": 1.2119,
+      "step": 14482
+    },
+    {
+      "epoch": 4.313706509801001,
+      "grad_norm": 0.2599025368690491,
+      "learning_rate": 1.266993086521509e-05,
+      "loss": 1.2133,
+      "step": 14483
+    },
+    {
+      "epoch": 4.3140043560006704,
+      "grad_norm": 0.3301621973514557,
+      "learning_rate": 1.2669001301689869e-05,
+      "loss": 1.2207,
+      "step": 14484
+    },
+    {
+      "epoch": 4.314302202200339,
+      "grad_norm": 0.2623264491558075,
+      "learning_rate": 1.2668071713332573e-05,
+      "loss": 1.2236,
+      "step": 14485
+    },
+    {
+      "epoch": 4.314600048400007,
+      "grad_norm": 0.2623007893562317,
+      "learning_rate": 1.2667142100151852e-05,
+      "loss": 1.2153,
+      "step": 14486
+    },
+    {
+      "epoch": 4.314897894599676,
+      "grad_norm": 0.25490888953208923,
+      "learning_rate": 1.2666212462156352e-05,
+      "loss": 1.2198,
+      "step": 14487
+    },
+    {
+      "epoch": 4.315195740799345,
+      "grad_norm": 0.27106112241744995,
+      "learning_rate": 1.2665282799354723e-05,
+      "loss": 1.2259,
+      "step": 14488
+    },
+    {
+      "epoch": 4.315493586999013,
+      "grad_norm": 0.2589944303035736,
+      "learning_rate": 1.2664353111755618e-05,
+      "loss": 1.2164,
+      "step": 14489
+    },
+    {
+      "epoch": 4.315791433198682,
+      "grad_norm": 0.3240913450717926,
+      "learning_rate": 1.2663423399367682e-05,
+      "loss": 1.2363,
+      "step": 14490
+    },
+    {
+      "epoch": 4.3160892793983505,
+      "grad_norm": 0.4749835729598999,
+      "learning_rate": 1.2662493662199569e-05,
+      "loss": 1.2277,
+      "step": 14491
+    },
+    {
+      "epoch": 4.31638712559802,
+      "grad_norm": 0.3653053045272827,
+      "learning_rate": 1.2661563900259925e-05,
+      "loss": 1.2445,
+      "step": 14492
+    },
+    {
+      "epoch": 4.316684971797688,
+      "grad_norm": 0.294147789478302,
+      "learning_rate": 1.2660634113557401e-05,
+      "loss": 1.2202,
+      "step": 14493
+    },
+    {
+      "epoch": 4.316982817997356,
+      "grad_norm": 0.32274118065834045,
+      "learning_rate": 1.2659704302100653e-05,
+      "loss": 1.2303,
+      "step": 14494
+    },
+    {
+      "epoch": 4.317280664197026,
+      "grad_norm": 0.3582480549812317,
+      "learning_rate": 1.2658774465898327e-05,
+      "loss": 1.2286,
+      "step": 14495
+    },
+    {
+      "epoch": 4.317578510396694,
+      "grad_norm": 0.4758828580379486,
+      "learning_rate": 1.2657844604959077e-05,
+      "loss": 1.2373,
+      "step": 14496
+    },
+    {
+      "epoch": 4.317876356596362,
+      "grad_norm": 0.2943171560764313,
+      "learning_rate": 1.2656914719291548e-05,
+      "loss": 1.1998,
+      "step": 14497
+    },
+    {
+      "epoch": 4.3181742027960315,
+      "grad_norm": 0.4365615248680115,
+      "learning_rate": 1.26559848089044e-05,
+      "loss": 1.2392,
+      "step": 14498
+    },
+    {
+      "epoch": 4.3184720489957,
+      "grad_norm": 0.34083935618400574,
+      "learning_rate": 1.2655054873806276e-05,
+      "loss": 1.2236,
+      "step": 14499
+    },
+    {
+      "epoch": 4.318769895195368,
+      "grad_norm": 0.3708080053329468,
+      "learning_rate": 1.2654124914005839e-05,
+      "loss": 1.2295,
+      "step": 14500
+    },
+    {
+      "epoch": 4.318769895195368,
+      "eval_loss": 1.3240220546722412,
+      "eval_runtime": 20.9016,
+      "eval_samples_per_second": 82.96,
+      "eval_steps_per_second": 5.215,
+      "step": 14500
+    },
+    {
+      "epoch": 4.319067741395037,
+      "grad_norm": 0.35728931427001953,
+      "learning_rate": 1.2653194929511732e-05,
+      "loss": 1.2367,
+      "step": 14501
+    },
+    {
+      "epoch": 4.319365587594706,
+      "grad_norm": 0.3800946772098541,
+      "learning_rate": 1.2652264920332611e-05,
+      "loss": 1.2061,
+      "step": 14502
+    },
+    {
+      "epoch": 4.319663433794375,
+      "grad_norm": 0.3083878457546234,
+      "learning_rate": 1.2651334886477129e-05,
+      "loss": 1.227,
+      "step": 14503
+    },
+    {
+      "epoch": 4.319961279994043,
+      "grad_norm": 0.36207953095436096,
+      "learning_rate": 1.2650404827953938e-05,
+      "loss": 1.23,
+      "step": 14504
+    },
+    {
+      "epoch": 4.3202591261937116,
+      "grad_norm": 0.3269515931606293,
+      "learning_rate": 1.2649474744771686e-05,
+      "loss": 1.2238,
+      "step": 14505
+    },
+    {
+      "epoch": 4.320556972393381,
+      "grad_norm": 0.3152298331260681,
+      "learning_rate": 1.2648544636939035e-05,
+      "loss": 1.2121,
+      "step": 14506
+    },
+    {
+      "epoch": 4.320854818593049,
+      "grad_norm": 0.264396607875824,
+      "learning_rate": 1.2647614504464638e-05,
+      "loss": 1.2223,
+      "step": 14507
+    },
+    {
+      "epoch": 4.321152664792717,
+      "grad_norm": 0.2580949366092682,
+      "learning_rate": 1.2646684347357146e-05,
+      "loss": 1.2268,
+      "step": 14508
+    },
+    {
+      "epoch": 4.321450510992387,
+      "grad_norm": 0.29828542470932007,
+      "learning_rate": 1.264575416562521e-05,
+      "loss": 1.2439,
+      "step": 14509
+    },
+    {
+      "epoch": 4.321748357192055,
+      "grad_norm": 0.29618167877197266,
+      "learning_rate": 1.2644823959277489e-05,
+      "loss": 1.2107,
+      "step": 14510
+    },
+    {
+      "epoch": 4.322046203391723,
+      "grad_norm": 0.28344979882240295,
+      "learning_rate": 1.2643893728322635e-05,
+      "loss": 1.2285,
+      "step": 14511
+    },
+    {
+      "epoch": 4.3223440495913925,
+      "grad_norm": 0.3486150801181793,
+      "learning_rate": 1.2642963472769305e-05,
+      "loss": 1.229,
+      "step": 14512
+    },
+    {
+      "epoch": 4.322641895791061,
+      "grad_norm": 0.28179824352264404,
+      "learning_rate": 1.2642033192626153e-05,
+      "loss": 1.2207,
+      "step": 14513
+    },
+    {
+      "epoch": 4.322939741990729,
+      "grad_norm": 0.36442992091178894,
+      "learning_rate": 1.2641102887901835e-05,
+      "loss": 1.2305,
+      "step": 14514
+    },
+    {
+      "epoch": 4.323237588190398,
+      "grad_norm": 0.2730322480201721,
+      "learning_rate": 1.2640172558605005e-05,
+      "loss": 1.237,
+      "step": 14515
+    },
+    {
+      "epoch": 4.323535434390067,
+      "grad_norm": 0.31957578659057617,
+      "learning_rate": 1.2639242204744315e-05,
+      "loss": 1.2193,
+      "step": 14516
+    },
+    {
+      "epoch": 4.323833280589735,
+      "grad_norm": 0.2447746843099594,
+      "learning_rate": 1.2638311826328429e-05,
+      "loss": 1.2309,
+      "step": 14517
+    },
+    {
+      "epoch": 4.324131126789404,
+      "grad_norm": 0.3349570333957672,
+      "learning_rate": 1.2637381423365998e-05,
+      "loss": 1.2134,
+      "step": 14518
+    },
+    {
+      "epoch": 4.324428972989073,
+      "grad_norm": 0.26600414514541626,
+      "learning_rate": 1.2636450995865679e-05,
+      "loss": 1.2064,
+      "step": 14519
+    },
+    {
+      "epoch": 4.324726819188742,
+      "grad_norm": 0.30910712480545044,
+      "learning_rate": 1.2635520543836133e-05,
+      "loss": 1.2337,
+      "step": 14520
+    },
+    {
+      "epoch": 4.32502466538841,
+      "grad_norm": 0.31716904044151306,
+      "learning_rate": 1.2634590067286007e-05,
+      "loss": 1.2266,
+      "step": 14521
+    },
+    {
+      "epoch": 4.3253225115880785,
+      "grad_norm": 0.24567840993404388,
+      "learning_rate": 1.2633659566223968e-05,
+      "loss": 1.2174,
+      "step": 14522
+    },
+    {
+      "epoch": 4.325620357787748,
+      "grad_norm": 0.3010712265968323,
+      "learning_rate": 1.2632729040658665e-05,
+      "loss": 1.1963,
+      "step": 14523
+    },
+    {
+      "epoch": 4.325918203987416,
+      "grad_norm": 0.29390281438827515,
+      "learning_rate": 1.2631798490598765e-05,
+      "loss": 1.2116,
+      "step": 14524
+    },
+    {
+      "epoch": 4.326216050187084,
+      "grad_norm": 0.2399107664823532,
+      "learning_rate": 1.2630867916052918e-05,
+      "loss": 1.2192,
+      "step": 14525
+    },
+    {
+      "epoch": 4.3265138963867535,
+      "grad_norm": 0.28184759616851807,
+      "learning_rate": 1.2629937317029786e-05,
+      "loss": 1.2272,
+      "step": 14526
+    },
+    {
+      "epoch": 4.326811742586422,
+      "grad_norm": 0.253844290971756,
+      "learning_rate": 1.2629006693538024e-05,
+      "loss": 1.2086,
+      "step": 14527
+    },
+    {
+      "epoch": 4.32710958878609,
+      "grad_norm": 0.30625760555267334,
+      "learning_rate": 1.2628076045586291e-05,
+      "loss": 1.2377,
+      "step": 14528
+    },
+    {
+      "epoch": 4.327407434985759,
+      "grad_norm": 0.29708221554756165,
+      "learning_rate": 1.2627145373183248e-05,
+      "loss": 1.2166,
+      "step": 14529
+    },
+    {
+      "epoch": 4.327705281185428,
+      "grad_norm": 0.3452737331390381,
+      "learning_rate": 1.2626214676337554e-05,
+      "loss": 1.2224,
+      "step": 14530
+    },
+    {
+      "epoch": 4.328003127385097,
+      "grad_norm": 0.3978636562824249,
+      "learning_rate": 1.2625283955057865e-05,
+      "loss": 1.2122,
+      "step": 14531
+    },
+    {
+      "epoch": 4.328300973584765,
+      "grad_norm": 0.27863913774490356,
+      "learning_rate": 1.2624353209352842e-05,
+      "loss": 1.2273,
+      "step": 14532
+    },
+    {
+      "epoch": 4.328598819784434,
+      "grad_norm": 0.391391396522522,
+      "learning_rate": 1.2623422439231142e-05,
+      "loss": 1.2359,
+      "step": 14533
+    },
+    {
+      "epoch": 4.328896665984103,
+      "grad_norm": 0.31735673546791077,
+      "learning_rate": 1.2622491644701432e-05,
+      "loss": 1.2185,
+      "step": 14534
+    },
+    {
+      "epoch": 4.329194512183771,
+      "grad_norm": 0.2565832734107971,
+      "learning_rate": 1.2621560825772363e-05,
+      "loss": 1.2176,
+      "step": 14535
+    },
+    {
+      "epoch": 4.3294923583834395,
+      "grad_norm": 0.26544708013534546,
+      "learning_rate": 1.26206299824526e-05,
+      "loss": 1.2096,
+      "step": 14536
+    },
+    {
+      "epoch": 4.329790204583109,
+      "grad_norm": 0.27407172322273254,
+      "learning_rate": 1.2619699114750807e-05,
+      "loss": 1.2315,
+      "step": 14537
+    },
+    {
+      "epoch": 4.330088050782777,
+      "grad_norm": 0.2865266799926758,
+      "learning_rate": 1.2618768222675639e-05,
+      "loss": 1.2255,
+      "step": 14538
+    },
+    {
+      "epoch": 4.330385896982445,
+      "grad_norm": 0.28279930353164673,
+      "learning_rate": 1.2617837306235756e-05,
+      "loss": 1.2155,
+      "step": 14539
+    },
+    {
+      "epoch": 4.330683743182115,
+      "grad_norm": 0.32242903113365173,
+      "learning_rate": 1.2616906365439823e-05,
+      "loss": 1.2194,
+      "step": 14540
+    },
+    {
+      "epoch": 4.330981589381783,
+      "grad_norm": 0.30280429124832153,
+      "learning_rate": 1.2615975400296501e-05,
+      "loss": 1.2324,
+      "step": 14541
+    },
+    {
+      "epoch": 4.331279435581451,
+      "grad_norm": 0.24647094309329987,
+      "learning_rate": 1.261504441081445e-05,
+      "loss": 1.2266,
+      "step": 14542
+    },
+    {
+      "epoch": 4.3315772817811204,
+      "grad_norm": 0.2495497465133667,
+      "learning_rate": 1.2614113397002332e-05,
+      "loss": 1.2317,
+      "step": 14543
+    },
+    {
+      "epoch": 4.331875127980789,
+      "grad_norm": 0.24952080845832825,
+      "learning_rate": 1.2613182358868812e-05,
+      "loss": 1.2297,
+      "step": 14544
+    },
+    {
+      "epoch": 4.332172974180457,
+      "grad_norm": 0.256031334400177,
+      "learning_rate": 1.2612251296422546e-05,
+      "loss": 1.229,
+      "step": 14545
+    },
+    {
+      "epoch": 4.332470820380126,
+      "grad_norm": 0.2596443295478821,
+      "learning_rate": 1.26113202096722e-05,
+      "loss": 1.2321,
+      "step": 14546
+    },
+    {
+      "epoch": 4.332768666579795,
+      "grad_norm": 0.2813296318054199,
+      "learning_rate": 1.2610389098626441e-05,
+      "loss": 1.2191,
+      "step": 14547
+    },
+    {
+      "epoch": 4.333066512779464,
+      "grad_norm": 0.3075757622718811,
+      "learning_rate": 1.2609457963293927e-05,
+      "loss": 1.2109,
+      "step": 14548
+    },
+    {
+      "epoch": 4.333364358979132,
+      "grad_norm": 0.27286309003829956,
+      "learning_rate": 1.2608526803683318e-05,
+      "loss": 1.2178,
+      "step": 14549
+    },
+    {
+      "epoch": 4.3336622051788005,
+      "grad_norm": 0.2939545810222626,
+      "learning_rate": 1.2607595619803285e-05,
+      "loss": 1.2312,
+      "step": 14550
+    },
+    {
+      "epoch": 4.33396005137847,
+      "grad_norm": 0.30843645334243774,
+      "learning_rate": 1.2606664411662489e-05,
+      "loss": 1.2324,
+      "step": 14551
+    },
+    {
+      "epoch": 4.334257897578138,
+      "grad_norm": 0.3237903416156769,
+      "learning_rate": 1.260573317926959e-05,
+      "loss": 1.2329,
+      "step": 14552
+    },
+    {
+      "epoch": 4.334555743777806,
+      "grad_norm": 0.5066404938697815,
+      "learning_rate": 1.2604801922633256e-05,
+      "loss": 1.2204,
+      "step": 14553
+    },
+    {
+      "epoch": 4.334853589977476,
+      "grad_norm": 0.37350624799728394,
+      "learning_rate": 1.2603870641762155e-05,
+      "loss": 1.2224,
+      "step": 14554
+    },
+    {
+      "epoch": 4.335151436177144,
+      "grad_norm": 0.3123527467250824,
+      "learning_rate": 1.2602939336664943e-05,
+      "loss": 1.2187,
+      "step": 14555
+    },
+    {
+      "epoch": 4.335449282376812,
+      "grad_norm": 0.27443909645080566,
+      "learning_rate": 1.2602008007350289e-05,
+      "loss": 1.211,
+      "step": 14556
+    },
+    {
+      "epoch": 4.3357471285764815,
+      "grad_norm": 0.32020115852355957,
+      "learning_rate": 1.2601076653826856e-05,
+      "loss": 1.2229,
+      "step": 14557
+    },
+    {
+      "epoch": 4.33604497477615,
+      "grad_norm": 0.4458685517311096,
+      "learning_rate": 1.2600145276103311e-05,
+      "loss": 1.2174,
+      "step": 14558
+    },
+    {
+      "epoch": 4.336342820975819,
+      "grad_norm": 0.39707452058792114,
+      "learning_rate": 1.259921387418832e-05,
+      "loss": 1.2136,
+      "step": 14559
+    },
+    {
+      "epoch": 4.336640667175487,
+      "grad_norm": 0.27815672755241394,
+      "learning_rate": 1.2598282448090548e-05,
+      "loss": 1.2096,
+      "step": 14560
+    },
+    {
+      "epoch": 4.336938513375156,
+      "grad_norm": 0.372768759727478,
+      "learning_rate": 1.2597350997818663e-05,
+      "loss": 1.2405,
+      "step": 14561
+    },
+    {
+      "epoch": 4.337236359574825,
+      "grad_norm": 0.31767967343330383,
+      "learning_rate": 1.2596419523381327e-05,
+      "loss": 1.2335,
+      "step": 14562
+    },
+    {
+      "epoch": 4.337534205774493,
+      "grad_norm": 0.274199903011322,
+      "learning_rate": 1.2595488024787208e-05,
+      "loss": 1.2161,
+      "step": 14563
+    },
+    {
+      "epoch": 4.3378320519741616,
+      "grad_norm": 0.3076978623867035,
+      "learning_rate": 1.259455650204497e-05,
+      "loss": 1.2185,
+      "step": 14564
+    },
+    {
+      "epoch": 4.338129898173831,
+      "grad_norm": 0.34883975982666016,
+      "learning_rate": 1.2593624955163288e-05,
+      "loss": 1.2095,
+      "step": 14565
+    },
+    {
+      "epoch": 4.338427744373499,
+      "grad_norm": 0.6107051968574524,
+      "learning_rate": 1.259269338415082e-05,
+      "loss": 1.2316,
+      "step": 14566
+    },
+    {
+      "epoch": 4.338725590573167,
+      "grad_norm": 0.35214030742645264,
+      "learning_rate": 1.2591761789016239e-05,
+      "loss": 1.2213,
+      "step": 14567
+    },
+    {
+      "epoch": 4.339023436772837,
+      "grad_norm": 0.3620079755783081,
+      "learning_rate": 1.2590830169768208e-05,
+      "loss": 1.2292,
+      "step": 14568
+    },
+    {
+      "epoch": 4.339321282972505,
+      "grad_norm": 0.33429720997810364,
+      "learning_rate": 1.2589898526415399e-05,
+      "loss": 1.2295,
+      "step": 14569
+    },
+    {
+      "epoch": 4.339619129172174,
+      "grad_norm": 0.3748376667499542,
+      "learning_rate": 1.2588966858966476e-05,
+      "loss": 1.2166,
+      "step": 14570
+    },
+    {
+      "epoch": 4.3399169753718425,
+      "grad_norm": 0.5470907688140869,
+      "learning_rate": 1.258803516743011e-05,
+      "loss": 1.2227,
+      "step": 14571
+    },
+    {
+      "epoch": 4.340214821571511,
+      "grad_norm": 0.2732674479484558,
+      "learning_rate": 1.2587103451814969e-05,
+      "loss": 1.2258,
+      "step": 14572
+    },
+    {
+      "epoch": 4.34051266777118,
+      "grad_norm": 0.5472095012664795,
+      "learning_rate": 1.258617171212972e-05,
+      "loss": 1.2192,
+      "step": 14573
+    },
+    {
+      "epoch": 4.340810513970848,
+      "grad_norm": 0.3168555796146393,
+      "learning_rate": 1.2585239948383032e-05,
+      "loss": 1.2207,
+      "step": 14574
+    },
+    {
+      "epoch": 4.341108360170517,
+      "grad_norm": 0.37085288763046265,
+      "learning_rate": 1.2584308160583573e-05,
+      "loss": 1.2261,
+      "step": 14575
+    },
+    {
+      "epoch": 4.341406206370186,
+      "grad_norm": 0.25340375304222107,
+      "learning_rate": 1.2583376348740017e-05,
+      "loss": 1.2153,
+      "step": 14576
+    },
+    {
+      "epoch": 4.341704052569854,
+      "grad_norm": 0.3801701068878174,
+      "learning_rate": 1.258244451286103e-05,
+      "loss": 1.2231,
+      "step": 14577
+    },
+    {
+      "epoch": 4.342001898769523,
+      "grad_norm": 0.2782164514064789,
+      "learning_rate": 1.2581512652955284e-05,
+      "loss": 1.2226,
+      "step": 14578
+    },
+    {
+      "epoch": 4.342299744969192,
+      "grad_norm": 0.37056881189346313,
+      "learning_rate": 1.2580580769031443e-05,
+      "loss": 1.222,
+      "step": 14579
+    },
+    {
+      "epoch": 4.34259759116886,
+      "grad_norm": 0.2865006625652313,
+      "learning_rate": 1.2579648861098184e-05,
+      "loss": 1.2277,
+      "step": 14580
+    },
+    {
+      "epoch": 4.3428954373685285,
+      "grad_norm": 0.3121490776538849,
+      "learning_rate": 1.2578716929164171e-05,
+      "loss": 1.2316,
+      "step": 14581
+    },
+    {
+      "epoch": 4.343193283568198,
+      "grad_norm": 0.28218358755111694,
+      "learning_rate": 1.2577784973238081e-05,
+      "loss": 1.2252,
+      "step": 14582
+    },
+    {
+      "epoch": 4.343491129767866,
+      "grad_norm": 0.24253541231155396,
+      "learning_rate": 1.2576852993328582e-05,
+      "loss": 1.2256,
+      "step": 14583
+    },
+    {
+      "epoch": 4.343788975967534,
+      "grad_norm": 0.25248849391937256,
+      "learning_rate": 1.2575920989444343e-05,
+      "loss": 1.2127,
+      "step": 14584
+    },
+    {
+      "epoch": 4.3440868221672035,
+      "grad_norm": 0.2888668477535248,
+      "learning_rate": 1.2574988961594041e-05,
+      "loss": 1.2166,
+      "step": 14585
+    },
+    {
+      "epoch": 4.344384668366872,
+      "grad_norm": 0.25354546308517456,
+      "learning_rate": 1.257405690978634e-05,
+      "loss": 1.2393,
+      "step": 14586
+    },
+    {
+      "epoch": 4.344682514566541,
+      "grad_norm": 0.3220248818397522,
+      "learning_rate": 1.2573124834029915e-05,
+      "loss": 1.2179,
+      "step": 14587
+    },
+    {
+      "epoch": 4.344980360766209,
+      "grad_norm": 0.3816487193107605,
+      "learning_rate": 1.2572192734333441e-05,
+      "loss": 1.214,
+      "step": 14588
+    },
+    {
+      "epoch": 4.345278206965878,
+      "grad_norm": 0.31159496307373047,
+      "learning_rate": 1.2571260610705585e-05,
+      "loss": 1.2192,
+      "step": 14589
+    },
+    {
+      "epoch": 4.345576053165547,
+      "grad_norm": 0.3061455190181732,
+      "learning_rate": 1.2570328463155024e-05,
+      "loss": 1.2293,
+      "step": 14590
+    },
+    {
+      "epoch": 4.345873899365215,
+      "grad_norm": 0.30936703085899353,
+      "learning_rate": 1.2569396291690428e-05,
+      "loss": 1.2183,
+      "step": 14591
+    },
+    {
+      "epoch": 4.346171745564884,
+      "grad_norm": 0.25135019421577454,
+      "learning_rate": 1.2568464096320467e-05,
+      "loss": 1.2224,
+      "step": 14592
+    },
+    {
+      "epoch": 4.346469591764553,
+      "grad_norm": 0.2868601679801941,
+      "learning_rate": 1.256753187705382e-05,
+      "loss": 1.2156,
+      "step": 14593
+    },
+    {
+      "epoch": 4.346767437964221,
+      "grad_norm": 0.2719976305961609,
+      "learning_rate": 1.2566599633899158e-05,
+      "loss": 1.2332,
+      "step": 14594
+    },
+    {
+      "epoch": 4.3470652841638895,
+      "grad_norm": 0.2508276700973511,
+      "learning_rate": 1.2565667366865155e-05,
+      "loss": 1.2245,
+      "step": 14595
+    },
+    {
+      "epoch": 4.347363130363559,
+      "grad_norm": 0.3190496861934662,
+      "learning_rate": 1.256473507596048e-05,
+      "loss": 1.2302,
+      "step": 14596
+    },
+    {
+      "epoch": 4.347660976563227,
+      "grad_norm": 0.25456708669662476,
+      "learning_rate": 1.2563802761193812e-05,
+      "loss": 1.2182,
+      "step": 14597
+    },
+    {
+      "epoch": 4.347958822762896,
+      "grad_norm": 0.28232961893081665,
+      "learning_rate": 1.2562870422573825e-05,
+      "loss": 1.2129,
+      "step": 14598
+    },
+    {
+      "epoch": 4.348256668962565,
+      "grad_norm": 0.2526226341724396,
+      "learning_rate": 1.2561938060109191e-05,
+      "loss": 1.22,
+      "step": 14599
+    },
+    {
+      "epoch": 4.348554515162233,
+      "grad_norm": 0.24340102076530457,
+      "learning_rate": 1.2561005673808586e-05,
+      "loss": 1.2165,
+      "step": 14600
+    },
+    {
+      "epoch": 4.348852361361902,
+      "grad_norm": 0.27539387345314026,
+      "learning_rate": 1.2560073263680685e-05,
+      "loss": 1.2056,
+      "step": 14601
+    },
+    {
+      "epoch": 4.3491502075615704,
+      "grad_norm": 0.25885745882987976,
+      "learning_rate": 1.2559140829734164e-05,
+      "loss": 1.2287,
+      "step": 14602
+    },
+    {
+      "epoch": 4.349448053761239,
+      "grad_norm": 0.25479578971862793,
+      "learning_rate": 1.2558208371977693e-05,
+      "loss": 1.2182,
+      "step": 14603
+    },
+    {
+      "epoch": 4.349745899960908,
+      "grad_norm": 0.2609451413154602,
+      "learning_rate": 1.2557275890419956e-05,
+      "loss": 1.2159,
+      "step": 14604
+    },
+    {
+      "epoch": 4.350043746160576,
+      "grad_norm": 0.3177453875541687,
+      "learning_rate": 1.255634338506962e-05,
+      "loss": 1.2213,
+      "step": 14605
+    },
+    {
+      "epoch": 4.350341592360245,
+      "grad_norm": 0.3020949363708496,
+      "learning_rate": 1.2555410855935366e-05,
+      "loss": 1.214,
+      "step": 14606
+    },
+    {
+      "epoch": 4.350639438559914,
+      "grad_norm": 0.25208285450935364,
+      "learning_rate": 1.255447830302587e-05,
+      "loss": 1.238,
+      "step": 14607
+    },
+    {
+      "epoch": 4.350937284759582,
+      "grad_norm": 0.25857990980148315,
+      "learning_rate": 1.2553545726349805e-05,
+      "loss": 1.2154,
+      "step": 14608
+    },
+    {
+      "epoch": 4.3512351309592505,
+      "grad_norm": 0.296636700630188,
+      "learning_rate": 1.2552613125915853e-05,
+      "loss": 1.2176,
+      "step": 14609
+    },
+    {
+      "epoch": 4.35153297715892,
+      "grad_norm": 0.3673078417778015,
+      "learning_rate": 1.2551680501732686e-05,
+      "loss": 1.2135,
+      "step": 14610
+    },
+    {
+      "epoch": 4.351830823358588,
+      "grad_norm": 0.25487521290779114,
+      "learning_rate": 1.2550747853808982e-05,
+      "loss": 1.2153,
+      "step": 14611
+    },
+    {
+      "epoch": 4.352128669558256,
+      "grad_norm": 0.5622789263725281,
+      "learning_rate": 1.2549815182153421e-05,
+      "loss": 1.2221,
+      "step": 14612
+    },
+    {
+      "epoch": 4.352426515757926,
+      "grad_norm": 0.8438968062400818,
+      "learning_rate": 1.2548882486774678e-05,
+      "loss": 1.2127,
+      "step": 14613
+    },
+    {
+      "epoch": 4.352724361957594,
+      "grad_norm": 0.6250828504562378,
+      "learning_rate": 1.2547949767681433e-05,
+      "loss": 1.2239,
+      "step": 14614
+    },
+    {
+      "epoch": 4.353022208157263,
+      "grad_norm": 0.35660964250564575,
+      "learning_rate": 1.254701702488236e-05,
+      "loss": 1.2245,
+      "step": 14615
+    },
+    {
+      "epoch": 4.3533200543569315,
+      "grad_norm": 0.47316092252731323,
+      "learning_rate": 1.254608425838614e-05,
+      "loss": 1.2436,
+      "step": 14616
+    },
+    {
+      "epoch": 4.3536179005566,
+      "grad_norm": 0.3825356066226959,
+      "learning_rate": 1.2545151468201448e-05,
+      "loss": 1.2214,
+      "step": 14617
+    },
+    {
+      "epoch": 4.353915746756269,
+      "grad_norm": 0.49703580141067505,
+      "learning_rate": 1.2544218654336969e-05,
+      "loss": 1.198,
+      "step": 14618
+    },
+    {
+      "epoch": 4.354213592955937,
+      "grad_norm": 0.3626794219017029,
+      "learning_rate": 1.2543285816801379e-05,
+      "loss": 1.2271,
+      "step": 14619
+    },
+    {
+      "epoch": 4.354511439155606,
+      "grad_norm": 0.40533241629600525,
+      "learning_rate": 1.2542352955603353e-05,
+      "loss": 1.2355,
+      "step": 14620
+    },
+    {
+      "epoch": 4.354809285355275,
+      "grad_norm": 0.2636505365371704,
+      "learning_rate": 1.2541420070751572e-05,
+      "loss": 1.2303,
+      "step": 14621
+    },
+    {
+      "epoch": 4.355107131554943,
+      "grad_norm": 0.3172827959060669,
+      "learning_rate": 1.254048716225472e-05,
+      "loss": 1.2101,
+      "step": 14622
+    },
+    {
+      "epoch": 4.3554049777546116,
+      "grad_norm": 0.2429002970457077,
+      "learning_rate": 1.253955423012147e-05,
+      "loss": 1.2391,
+      "step": 14623
+    },
+    {
+      "epoch": 4.355702823954281,
+      "grad_norm": 0.2845412492752075,
+      "learning_rate": 1.2538621274360507e-05,
+      "loss": 1.2211,
+      "step": 14624
+    },
+    {
+      "epoch": 4.356000670153949,
+      "grad_norm": 0.26535719633102417,
+      "learning_rate": 1.2537688294980507e-05,
+      "loss": 1.2361,
+      "step": 14625
+    },
+    {
+      "epoch": 4.356298516353618,
+      "grad_norm": 0.2541870176792145,
+      "learning_rate": 1.2536755291990158e-05,
+      "loss": 1.2195,
+      "step": 14626
+    },
+    {
+      "epoch": 4.356596362553287,
+      "grad_norm": 0.31307801604270935,
+      "learning_rate": 1.2535822265398134e-05,
+      "loss": 1.2348,
+      "step": 14627
+    },
+    {
+      "epoch": 4.356894208752955,
+      "grad_norm": 0.3025127947330475,
+      "learning_rate": 1.2534889215213112e-05,
+      "loss": 1.219,
+      "step": 14628
+    },
+    {
+      "epoch": 4.357192054952624,
+      "grad_norm": 0.2949710190296173,
+      "learning_rate": 1.2533956141443784e-05,
+      "loss": 1.2225,
+      "step": 14629
+    },
+    {
+      "epoch": 4.3574899011522925,
+      "grad_norm": 0.3623819053173065,
+      "learning_rate": 1.2533023044098822e-05,
+      "loss": 1.238,
+      "step": 14630
+    },
+    {
+      "epoch": 4.357787747351961,
+      "grad_norm": 0.27650731801986694,
+      "learning_rate": 1.253208992318691e-05,
+      "loss": 1.2272,
+      "step": 14631
+    },
+    {
+      "epoch": 4.35808559355163,
+      "grad_norm": 0.39150604605674744,
+      "learning_rate": 1.253115677871673e-05,
+      "loss": 1.2322,
+      "step": 14632
+    },
+    {
+      "epoch": 4.358383439751298,
+      "grad_norm": 0.26151758432388306,
+      "learning_rate": 1.253022361069697e-05,
+      "loss": 1.2142,
+      "step": 14633
+    },
+    {
+      "epoch": 4.358681285950967,
+      "grad_norm": 0.4499976336956024,
+      "learning_rate": 1.2529290419136297e-05,
+      "loss": 1.2102,
+      "step": 14634
+    },
+    {
+      "epoch": 4.358979132150636,
+      "grad_norm": 0.2854762077331543,
+      "learning_rate": 1.2528357204043409e-05,
+      "loss": 1.2182,
+      "step": 14635
+    },
+    {
+      "epoch": 4.359276978350304,
+      "grad_norm": 0.6315831542015076,
+      "learning_rate": 1.2527423965426982e-05,
+      "loss": 1.2133,
+      "step": 14636
+    },
+    {
+      "epoch": 4.3595748245499735,
+      "grad_norm": 0.44361525774002075,
+      "learning_rate": 1.2526490703295697e-05,
+      "loss": 1.2365,
+      "step": 14637
+    },
+    {
+      "epoch": 4.359872670749642,
+      "grad_norm": 0.48205363750457764,
+      "learning_rate": 1.2525557417658238e-05,
+      "loss": 1.2322,
+      "step": 14638
+    },
+    {
+      "epoch": 4.36017051694931,
+      "grad_norm": 0.49180200695991516,
+      "learning_rate": 1.252462410852329e-05,
+      "loss": 1.1915,
+      "step": 14639
+    },
+    {
+      "epoch": 4.360468363148979,
+      "grad_norm": 0.4336889088153839,
+      "learning_rate": 1.2523690775899535e-05,
+      "loss": 1.2137,
+      "step": 14640
+    },
+    {
+      "epoch": 4.360766209348648,
+      "grad_norm": 0.47530874609947205,
+      "learning_rate": 1.2522757419795657e-05,
+      "loss": 1.1999,
+      "step": 14641
+    },
+    {
+      "epoch": 4.361064055548316,
+      "grad_norm": 0.37315914034843445,
+      "learning_rate": 1.2521824040220341e-05,
+      "loss": 1.2209,
+      "step": 14642
+    },
+    {
+      "epoch": 4.361361901747985,
+      "grad_norm": 0.4032912254333496,
+      "learning_rate": 1.2520890637182271e-05,
+      "loss": 1.2333,
+      "step": 14643
+    },
+    {
+      "epoch": 4.3616597479476535,
+      "grad_norm": 0.45708635449409485,
+      "learning_rate": 1.2519957210690126e-05,
+      "loss": 1.2334,
+      "step": 14644
+    },
+    {
+      "epoch": 4.361957594147322,
+      "grad_norm": 0.33763477206230164,
+      "learning_rate": 1.2519023760752597e-05,
+      "loss": 1.2052,
+      "step": 14645
+    },
+    {
+      "epoch": 4.362255440346991,
+      "grad_norm": 0.4702033996582031,
+      "learning_rate": 1.2518090287378366e-05,
+      "loss": 1.239,
+      "step": 14646
+    },
+    {
+      "epoch": 4.362553286546659,
+      "grad_norm": 0.34722065925598145,
+      "learning_rate": 1.2517156790576117e-05,
+      "loss": 1.2212,
+      "step": 14647
+    },
+    {
+      "epoch": 4.362851132746328,
+      "grad_norm": 0.6574146747589111,
+      "learning_rate": 1.2516223270354538e-05,
+      "loss": 1.2235,
+      "step": 14648
+    },
+    {
+      "epoch": 4.363148978945997,
+      "grad_norm": 0.28901952505111694,
+      "learning_rate": 1.2515289726722312e-05,
+      "loss": 1.2374,
+      "step": 14649
+    },
+    {
+      "epoch": 4.363446825145665,
+      "grad_norm": 0.5301523208618164,
+      "learning_rate": 1.2514356159688128e-05,
+      "loss": 1.2225,
+      "step": 14650
+    },
+    {
+      "epoch": 4.363744671345334,
+      "grad_norm": 0.2746599018573761,
+      "learning_rate": 1.2513422569260665e-05,
+      "loss": 1.2323,
+      "step": 14651
+    },
+    {
+      "epoch": 4.364042517545003,
+      "grad_norm": 0.4509832262992859,
+      "learning_rate": 1.2512488955448614e-05,
+      "loss": 1.2179,
+      "step": 14652
+    },
+    {
+      "epoch": 4.364340363744671,
+      "grad_norm": 0.3198435604572296,
+      "learning_rate": 1.2511555318260662e-05,
+      "loss": 1.2294,
+      "step": 14653
+    },
+    {
+      "epoch": 4.36463820994434,
+      "grad_norm": 0.36141619086265564,
+      "learning_rate": 1.2510621657705496e-05,
+      "loss": 1.2276,
+      "step": 14654
+    },
+    {
+      "epoch": 4.364936056144009,
+      "grad_norm": 0.29216331243515015,
+      "learning_rate": 1.2509687973791795e-05,
+      "loss": 1.2161,
+      "step": 14655
+    },
+    {
+      "epoch": 4.365233902343677,
+      "grad_norm": 0.2578272521495819,
+      "learning_rate": 1.2508754266528253e-05,
+      "loss": 1.2204,
+      "step": 14656
+    },
+    {
+      "epoch": 4.365531748543346,
+      "grad_norm": 0.27996453642845154,
+      "learning_rate": 1.2507820535923559e-05,
+      "loss": 1.2278,
+      "step": 14657
+    },
+    {
+      "epoch": 4.365829594743015,
+      "grad_norm": 0.2756759226322174,
+      "learning_rate": 1.2506886781986394e-05,
+      "loss": 1.2079,
+      "step": 14658
+    },
+    {
+      "epoch": 4.366127440942683,
+      "grad_norm": 0.2989519536495209,
+      "learning_rate": 1.2505953004725448e-05,
+      "loss": 1.2228,
+      "step": 14659
+    },
+    {
+      "epoch": 4.366425287142352,
+      "grad_norm": 0.280781090259552,
+      "learning_rate": 1.2505019204149411e-05,
+      "loss": 1.2263,
+      "step": 14660
+    },
+    {
+      "epoch": 4.3667231333420204,
+      "grad_norm": 0.2653757631778717,
+      "learning_rate": 1.2504085380266968e-05,
+      "loss": 1.2195,
+      "step": 14661
+    },
+    {
+      "epoch": 4.367020979541689,
+      "grad_norm": 0.2949097752571106,
+      "learning_rate": 1.2503151533086808e-05,
+      "loss": 1.2244,
+      "step": 14662
+    },
+    {
+      "epoch": 4.367318825741358,
+      "grad_norm": 0.30720022320747375,
+      "learning_rate": 1.250221766261762e-05,
+      "loss": 1.222,
+      "step": 14663
+    },
+    {
+      "epoch": 4.367616671941026,
+      "grad_norm": 0.33239036798477173,
+      "learning_rate": 1.2501283768868092e-05,
+      "loss": 1.209,
+      "step": 14664
+    },
+    {
+      "epoch": 4.3679145181406955,
+      "grad_norm": 0.4349282383918762,
+      "learning_rate": 1.2500349851846914e-05,
+      "loss": 1.234,
+      "step": 14665
+    },
+    {
+      "epoch": 4.368212364340364,
+      "grad_norm": 0.26425737142562866,
+      "learning_rate": 1.249941591156277e-05,
+      "loss": 1.2171,
+      "step": 14666
+    },
+    {
+      "epoch": 4.368510210540032,
+      "grad_norm": 0.3702079951763153,
+      "learning_rate": 1.249848194802436e-05,
+      "loss": 1.2326,
+      "step": 14667
+    },
+    {
+      "epoch": 4.368808056739701,
+      "grad_norm": 0.25778859853744507,
+      "learning_rate": 1.2497547961240363e-05,
+      "loss": 1.2194,
+      "step": 14668
+    },
+    {
+      "epoch": 4.36910590293937,
+      "grad_norm": 0.28464213013648987,
+      "learning_rate": 1.2496613951219474e-05,
+      "loss": 1.2273,
+      "step": 14669
+    },
+    {
+      "epoch": 4.369403749139038,
+      "grad_norm": 0.27053070068359375,
+      "learning_rate": 1.2495679917970382e-05,
+      "loss": 1.2256,
+      "step": 14670
+    },
+    {
+      "epoch": 4.369701595338707,
+      "grad_norm": 0.27638304233551025,
+      "learning_rate": 1.2494745861501777e-05,
+      "loss": 1.2225,
+      "step": 14671
+    },
+    {
+      "epoch": 4.369999441538376,
+      "grad_norm": 0.3397147059440613,
+      "learning_rate": 1.2493811781822344e-05,
+      "loss": 1.2281,
+      "step": 14672
+    },
+    {
+      "epoch": 4.370297287738044,
+      "grad_norm": 0.2771948277950287,
+      "learning_rate": 1.2492877678940784e-05,
+      "loss": 1.2182,
+      "step": 14673
+    },
+    {
+      "epoch": 4.370595133937713,
+      "grad_norm": 0.33297523856163025,
+      "learning_rate": 1.2491943552865781e-05,
+      "loss": 1.2129,
+      "step": 14674
+    },
+    {
+      "epoch": 4.3708929801373815,
+      "grad_norm": 0.4865691065788269,
+      "learning_rate": 1.2491009403606026e-05,
+      "loss": 1.2157,
+      "step": 14675
+    },
+    {
+      "epoch": 4.37119082633705,
+      "grad_norm": 0.32315999269485474,
+      "learning_rate": 1.2490075231170213e-05,
+      "loss": 1.2364,
+      "step": 14676
+    },
+    {
+      "epoch": 4.371488672536719,
+      "grad_norm": 0.551485002040863,
+      "learning_rate": 1.2489141035567035e-05,
+      "loss": 1.2303,
+      "step": 14677
+    },
+    {
+      "epoch": 4.371786518736387,
+      "grad_norm": 0.30194327235221863,
+      "learning_rate": 1.2488206816805177e-05,
+      "loss": 1.2164,
+      "step": 14678
+    },
+    {
+      "epoch": 4.372084364936056,
+      "grad_norm": 0.5695297122001648,
+      "learning_rate": 1.2487272574893335e-05,
+      "loss": 1.2349,
+      "step": 14679
+    },
+    {
+      "epoch": 4.372382211135725,
+      "grad_norm": 0.3976595997810364,
+      "learning_rate": 1.24863383098402e-05,
+      "loss": 1.2175,
+      "step": 14680
+    },
+    {
+      "epoch": 4.372680057335393,
+      "grad_norm": 0.43812090158462524,
+      "learning_rate": 1.2485404021654465e-05,
+      "loss": 1.2435,
+      "step": 14681
+    },
+    {
+      "epoch": 4.372977903535062,
+      "grad_norm": 0.3519086241722107,
+      "learning_rate": 1.2484469710344824e-05,
+      "loss": 1.2352,
+      "step": 14682
+    },
+    {
+      "epoch": 4.373275749734731,
+      "grad_norm": 0.3912816345691681,
+      "learning_rate": 1.2483535375919967e-05,
+      "loss": 1.2341,
+      "step": 14683
+    },
+    {
+      "epoch": 4.373573595934399,
+      "grad_norm": 0.30880996584892273,
+      "learning_rate": 1.248260101838859e-05,
+      "loss": 1.2118,
+      "step": 14684
+    },
+    {
+      "epoch": 4.373871442134068,
+      "grad_norm": 0.29675379395484924,
+      "learning_rate": 1.2481666637759381e-05,
+      "loss": 1.2349,
+      "step": 14685
+    },
+    {
+      "epoch": 4.374169288333737,
+      "grad_norm": 0.24437694251537323,
+      "learning_rate": 1.248073223404104e-05,
+      "loss": 1.2284,
+      "step": 14686
+    },
+    {
+      "epoch": 4.374467134533405,
+      "grad_norm": 0.31316179037094116,
+      "learning_rate": 1.2479797807242255e-05,
+      "loss": 1.2168,
+      "step": 14687
+    },
+    {
+      "epoch": 4.374764980733074,
+      "grad_norm": 0.2598910331726074,
+      "learning_rate": 1.2478863357371722e-05,
+      "loss": 1.2359,
+      "step": 14688
+    },
+    {
+      "epoch": 4.3750628269327425,
+      "grad_norm": 0.298622727394104,
+      "learning_rate": 1.2477928884438135e-05,
+      "loss": 1.2252,
+      "step": 14689
+    },
+    {
+      "epoch": 4.375360673132411,
+      "grad_norm": 0.25254201889038086,
+      "learning_rate": 1.247699438845019e-05,
+      "loss": 1.219,
+      "step": 14690
+    },
+    {
+      "epoch": 4.37565851933208,
+      "grad_norm": 0.26050952076911926,
+      "learning_rate": 1.2476059869416579e-05,
+      "loss": 1.2312,
+      "step": 14691
+    },
+    {
+      "epoch": 4.375956365531748,
+      "grad_norm": 0.2809820771217346,
+      "learning_rate": 1.2475125327345998e-05,
+      "loss": 1.2136,
+      "step": 14692
+    },
+    {
+      "epoch": 4.376254211731418,
+      "grad_norm": 0.28439196944236755,
+      "learning_rate": 1.2474190762247136e-05,
+      "loss": 1.2141,
+      "step": 14693
+    },
+    {
+      "epoch": 4.376552057931086,
+      "grad_norm": 0.3428935706615448,
+      "learning_rate": 1.2473256174128701e-05,
+      "loss": 1.2341,
+      "step": 14694
+    },
+    {
+      "epoch": 4.376849904130754,
+      "grad_norm": 0.32866135239601135,
+      "learning_rate": 1.2472321562999376e-05,
+      "loss": 1.2228,
+      "step": 14695
+    },
+    {
+      "epoch": 4.3771477503304235,
+      "grad_norm": 0.27710849046707153,
+      "learning_rate": 1.2471386928867862e-05,
+      "loss": 1.2275,
+      "step": 14696
+    },
+    {
+      "epoch": 4.377445596530092,
+      "grad_norm": 0.29330718517303467,
+      "learning_rate": 1.2470452271742853e-05,
+      "loss": 1.2241,
+      "step": 14697
+    },
+    {
+      "epoch": 4.37774344272976,
+      "grad_norm": 0.25902777910232544,
+      "learning_rate": 1.2469517591633047e-05,
+      "loss": 1.2269,
+      "step": 14698
+    },
+    {
+      "epoch": 4.378041288929429,
+      "grad_norm": 0.30511945486068726,
+      "learning_rate": 1.2468582888547139e-05,
+      "loss": 1.2243,
+      "step": 14699
+    },
+    {
+      "epoch": 4.378339135129098,
+      "grad_norm": 0.27240312099456787,
+      "learning_rate": 1.2467648162493823e-05,
+      "loss": 1.22,
+      "step": 14700
+    },
+    {
+      "epoch": 4.378636981328766,
+      "grad_norm": 0.30048826336860657,
+      "learning_rate": 1.24667134134818e-05,
+      "loss": 1.2165,
+      "step": 14701
+    },
+    {
+      "epoch": 4.378934827528435,
+      "grad_norm": 0.29394248127937317,
+      "learning_rate": 1.2465778641519766e-05,
+      "loss": 1.2471,
+      "step": 14702
+    },
+    {
+      "epoch": 4.3792326737281035,
+      "grad_norm": 0.29744812846183777,
+      "learning_rate": 1.2464843846616414e-05,
+      "loss": 1.2063,
+      "step": 14703
+    },
+    {
+      "epoch": 4.379530519927773,
+      "grad_norm": 0.4182775020599365,
+      "learning_rate": 1.2463909028780446e-05,
+      "loss": 1.2098,
+      "step": 14704
+    },
+    {
+      "epoch": 4.379828366127441,
+      "grad_norm": 0.41468486189842224,
+      "learning_rate": 1.2462974188020557e-05,
+      "loss": 1.2181,
+      "step": 14705
+    },
+    {
+      "epoch": 4.380126212327109,
+      "grad_norm": 0.3401853144168854,
+      "learning_rate": 1.2462039324345443e-05,
+      "loss": 1.2221,
+      "step": 14706
+    },
+    {
+      "epoch": 4.380424058526779,
+      "grad_norm": 0.29607275128364563,
+      "learning_rate": 1.2461104437763804e-05,
+      "loss": 1.2118,
+      "step": 14707
+    },
+    {
+      "epoch": 4.380721904726447,
+      "grad_norm": 0.37843289971351624,
+      "learning_rate": 1.246016952828434e-05,
+      "loss": 1.2261,
+      "step": 14708
+    },
+    {
+      "epoch": 4.381019750926115,
+      "grad_norm": 0.26002398133277893,
+      "learning_rate": 1.2459234595915746e-05,
+      "loss": 1.2039,
+      "step": 14709
+    },
+    {
+      "epoch": 4.3813175971257845,
+      "grad_norm": 0.3562231957912445,
+      "learning_rate": 1.2458299640666722e-05,
+      "loss": 1.2253,
+      "step": 14710
+    },
+    {
+      "epoch": 4.381615443325453,
+      "grad_norm": 0.24358078837394714,
+      "learning_rate": 1.2457364662545965e-05,
+      "loss": 1.2195,
+      "step": 14711
+    },
+    {
+      "epoch": 4.381913289525121,
+      "grad_norm": 0.4411725401878357,
+      "learning_rate": 1.2456429661562177e-05,
+      "loss": 1.2374,
+      "step": 14712
+    },
+    {
+      "epoch": 4.38221113572479,
+      "grad_norm": 0.41273796558380127,
+      "learning_rate": 1.2455494637724055e-05,
+      "loss": 1.243,
+      "step": 14713
+    },
+    {
+      "epoch": 4.382508981924459,
+      "grad_norm": 0.29247844219207764,
+      "learning_rate": 1.2454559591040299e-05,
+      "loss": 1.2326,
+      "step": 14714
+    },
+    {
+      "epoch": 4.382806828124127,
+      "grad_norm": 0.25195637345314026,
+      "learning_rate": 1.245362452151961e-05,
+      "loss": 1.208,
+      "step": 14715
+    },
+    {
+      "epoch": 4.383104674323796,
+      "grad_norm": 0.30427172780036926,
+      "learning_rate": 1.2452689429170681e-05,
+      "loss": 1.2134,
+      "step": 14716
+    },
+    {
+      "epoch": 4.383402520523465,
+      "grad_norm": 0.2622573673725128,
+      "learning_rate": 1.2451754314002223e-05,
+      "loss": 1.2037,
+      "step": 14717
+    },
+    {
+      "epoch": 4.383700366723133,
+      "grad_norm": 0.2846639156341553,
+      "learning_rate": 1.2450819176022928e-05,
+      "loss": 1.235,
+      "step": 14718
+    },
+    {
+      "epoch": 4.383998212922802,
+      "grad_norm": 0.2838877737522125,
+      "learning_rate": 1.2449884015241498e-05,
+      "loss": 1.2351,
+      "step": 14719
+    },
+    {
+      "epoch": 4.3842960591224704,
+      "grad_norm": 0.2814798355102539,
+      "learning_rate": 1.2448948831666636e-05,
+      "loss": 1.2326,
+      "step": 14720
+    },
+    {
+      "epoch": 4.38459390532214,
+      "grad_norm": 0.2451288402080536,
+      "learning_rate": 1.244801362530704e-05,
+      "loss": 1.2131,
+      "step": 14721
+    },
+    {
+      "epoch": 4.384891751521808,
+      "grad_norm": 0.4032379686832428,
+      "learning_rate": 1.2447078396171412e-05,
+      "loss": 1.2264,
+      "step": 14722
+    },
+    {
+      "epoch": 4.385189597721476,
+      "grad_norm": 0.40528061985969543,
+      "learning_rate": 1.2446143144268454e-05,
+      "loss": 1.2213,
+      "step": 14723
+    },
+    {
+      "epoch": 4.3854874439211455,
+      "grad_norm": 0.37685254216194153,
+      "learning_rate": 1.2445207869606868e-05,
+      "loss": 1.2422,
+      "step": 14724
+    },
+    {
+      "epoch": 4.385785290120814,
+      "grad_norm": 0.2608760893344879,
+      "learning_rate": 1.2444272572195354e-05,
+      "loss": 1.2256,
+      "step": 14725
+    },
+    {
+      "epoch": 4.386083136320482,
+      "grad_norm": 0.42907699942588806,
+      "learning_rate": 1.2443337252042615e-05,
+      "loss": 1.2364,
+      "step": 14726
+    },
+    {
+      "epoch": 4.386380982520151,
+      "grad_norm": 0.3708975315093994,
+      "learning_rate": 1.2442401909157353e-05,
+      "loss": 1.2305,
+      "step": 14727
+    },
+    {
+      "epoch": 4.38667882871982,
+      "grad_norm": 0.4012928307056427,
+      "learning_rate": 1.244146654354827e-05,
+      "loss": 1.2076,
+      "step": 14728
+    },
+    {
+      "epoch": 4.386976674919488,
+      "grad_norm": 0.6299765706062317,
+      "learning_rate": 1.2440531155224067e-05,
+      "loss": 1.2276,
+      "step": 14729
+    },
+    {
+      "epoch": 4.387274521119157,
+      "grad_norm": 0.29901444911956787,
+      "learning_rate": 1.2439595744193449e-05,
+      "loss": 1.2369,
+      "step": 14730
+    },
+    {
+      "epoch": 4.387572367318826,
+      "grad_norm": 0.4860142171382904,
+      "learning_rate": 1.2438660310465118e-05,
+      "loss": 1.2252,
+      "step": 14731
+    },
+    {
+      "epoch": 4.387870213518495,
+      "grad_norm": 0.5218364000320435,
+      "learning_rate": 1.2437724854047781e-05,
+      "loss": 1.2136,
+      "step": 14732
+    },
+    {
+      "epoch": 4.388168059718163,
+      "grad_norm": 0.2555951476097107,
+      "learning_rate": 1.2436789374950133e-05,
+      "loss": 1.2207,
+      "step": 14733
+    },
+    {
+      "epoch": 4.3884659059178315,
+      "grad_norm": 0.369017094373703,
+      "learning_rate": 1.2435853873180884e-05,
+      "loss": 1.2143,
+      "step": 14734
+    },
+    {
+      "epoch": 4.388763752117501,
+      "grad_norm": 0.2541263997554779,
+      "learning_rate": 1.243491834874874e-05,
+      "loss": 1.2129,
+      "step": 14735
+    },
+    {
+      "epoch": 4.389061598317169,
+      "grad_norm": 0.31892648339271545,
+      "learning_rate": 1.2433982801662397e-05,
+      "loss": 1.223,
+      "step": 14736
+    },
+    {
+      "epoch": 4.389359444516837,
+      "grad_norm": 0.2780649960041046,
+      "learning_rate": 1.2433047231930562e-05,
+      "loss": 1.225,
+      "step": 14737
+    },
+    {
+      "epoch": 4.389657290716507,
+      "grad_norm": 0.3346238136291504,
+      "learning_rate": 1.2432111639561943e-05,
+      "loss": 1.2218,
+      "step": 14738
+    },
+    {
+      "epoch": 4.389955136916175,
+      "grad_norm": 0.2518664598464966,
+      "learning_rate": 1.2431176024565241e-05,
+      "loss": 1.2035,
+      "step": 14739
+    },
+    {
+      "epoch": 4.390252983115843,
+      "grad_norm": 0.3096642792224884,
+      "learning_rate": 1.2430240386949165e-05,
+      "loss": 1.238,
+      "step": 14740
+    },
+    {
+      "epoch": 4.390550829315512,
+      "grad_norm": 0.3540990948677063,
+      "learning_rate": 1.2429304726722416e-05,
+      "loss": 1.2294,
+      "step": 14741
+    },
+    {
+      "epoch": 4.390848675515181,
+      "grad_norm": 0.27909091114997864,
+      "learning_rate": 1.2428369043893703e-05,
+      "loss": 1.2262,
+      "step": 14742
+    },
+    {
+      "epoch": 4.391146521714849,
+      "grad_norm": 0.5325915813446045,
+      "learning_rate": 1.2427433338471726e-05,
+      "loss": 1.2236,
+      "step": 14743
+    },
+    {
+      "epoch": 4.391444367914518,
+      "grad_norm": 0.3627501130104065,
+      "learning_rate": 1.2426497610465196e-05,
+      "loss": 1.2344,
+      "step": 14744
+    },
+    {
+      "epoch": 4.391742214114187,
+      "grad_norm": 0.3426806926727295,
+      "learning_rate": 1.2425561859882815e-05,
+      "loss": 1.2282,
+      "step": 14745
+    },
+    {
+      "epoch": 4.392040060313855,
+      "grad_norm": 0.32188719511032104,
+      "learning_rate": 1.2424626086733291e-05,
+      "loss": 1.212,
+      "step": 14746
+    },
+    {
+      "epoch": 4.392337906513524,
+      "grad_norm": 0.27562034130096436,
+      "learning_rate": 1.2423690291025332e-05,
+      "loss": 1.2317,
+      "step": 14747
+    },
+    {
+      "epoch": 4.3926357527131925,
+      "grad_norm": 0.3530782461166382,
+      "learning_rate": 1.2422754472767641e-05,
+      "loss": 1.2185,
+      "step": 14748
+    },
+    {
+      "epoch": 4.392933598912862,
+      "grad_norm": 0.2722001373767853,
+      "learning_rate": 1.242181863196893e-05,
+      "loss": 1.2306,
+      "step": 14749
+    },
+    {
+      "epoch": 4.39323144511253,
+      "grad_norm": 0.46160808205604553,
+      "learning_rate": 1.2420882768637899e-05,
+      "loss": 1.2161,
+      "step": 14750
+    },
+    {
+      "epoch": 4.393529291312198,
+      "grad_norm": 0.32977479696273804,
+      "learning_rate": 1.2419946882783259e-05,
+      "loss": 1.2435,
+      "step": 14751
+    },
+    {
+      "epoch": 4.393827137511868,
+      "grad_norm": 0.30083370208740234,
+      "learning_rate": 1.2419010974413717e-05,
+      "loss": 1.2118,
+      "step": 14752
+    },
+    {
+      "epoch": 4.394124983711536,
+      "grad_norm": 0.37337085604667664,
+      "learning_rate": 1.241807504353798e-05,
+      "loss": 1.2238,
+      "step": 14753
+    },
+    {
+      "epoch": 4.394422829911204,
+      "grad_norm": 0.27815932035446167,
+      "learning_rate": 1.2417139090164758e-05,
+      "loss": 1.2384,
+      "step": 14754
+    },
+    {
+      "epoch": 4.3947206761108735,
+      "grad_norm": 0.30677685141563416,
+      "learning_rate": 1.2416203114302756e-05,
+      "loss": 1.2222,
+      "step": 14755
+    },
+    {
+      "epoch": 4.395018522310542,
+      "grad_norm": 0.3042740225791931,
+      "learning_rate": 1.2415267115960685e-05,
+      "loss": 1.2222,
+      "step": 14756
+    },
+    {
+      "epoch": 4.39531636851021,
+      "grad_norm": 0.3490796387195587,
+      "learning_rate": 1.2414331095147249e-05,
+      "loss": 1.2113,
+      "step": 14757
+    },
+    {
+      "epoch": 4.395614214709879,
+      "grad_norm": 0.3328080177307129,
+      "learning_rate": 1.2413395051871163e-05,
+      "loss": 1.227,
+      "step": 14758
+    },
+    {
+      "epoch": 4.395912060909548,
+      "grad_norm": 0.2872603237628937,
+      "learning_rate": 1.2412458986141131e-05,
+      "loss": 1.2232,
+      "step": 14759
+    },
+    {
+      "epoch": 4.396209907109217,
+      "grad_norm": 0.27765852212905884,
+      "learning_rate": 1.2411522897965865e-05,
+      "loss": 1.2288,
+      "step": 14760
+    },
+    {
+      "epoch": 4.396507753308885,
+      "grad_norm": 0.34384989738464355,
+      "learning_rate": 1.2410586787354068e-05,
+      "loss": 1.2071,
+      "step": 14761
+    },
+    {
+      "epoch": 4.3968055995085535,
+      "grad_norm": 0.326244056224823,
+      "learning_rate": 1.2409650654314462e-05,
+      "loss": 1.2303,
+      "step": 14762
+    },
+    {
+      "epoch": 4.397103445708223,
+      "grad_norm": 0.3647850751876831,
+      "learning_rate": 1.2408714498855741e-05,
+      "loss": 1.2216,
+      "step": 14763
+    },
+    {
+      "epoch": 4.397401291907891,
+      "grad_norm": 0.3525470495223999,
+      "learning_rate": 1.2407778320986625e-05,
+      "loss": 1.2219,
+      "step": 14764
+    },
+    {
+      "epoch": 4.397699138107559,
+      "grad_norm": 0.24576127529144287,
+      "learning_rate": 1.2406842120715825e-05,
+      "loss": 1.2218,
+      "step": 14765
+    },
+    {
+      "epoch": 4.397996984307229,
+      "grad_norm": 0.4573582410812378,
+      "learning_rate": 1.2405905898052047e-05,
+      "loss": 1.2293,
+      "step": 14766
+    },
+    {
+      "epoch": 4.398294830506897,
+      "grad_norm": 0.4853639006614685,
+      "learning_rate": 1.2404969653004002e-05,
+      "loss": 1.2209,
+      "step": 14767
+    },
+    {
+      "epoch": 4.398592676706565,
+      "grad_norm": 0.2845476269721985,
+      "learning_rate": 1.2404033385580401e-05,
+      "loss": 1.2371,
+      "step": 14768
+    },
+    {
+      "epoch": 4.3988905229062345,
+      "grad_norm": 0.8294855952262878,
+      "learning_rate": 1.2403097095789955e-05,
+      "loss": 1.2102,
+      "step": 14769
+    },
+    {
+      "epoch": 4.399188369105903,
+      "grad_norm": 0.4614257216453552,
+      "learning_rate": 1.2402160783641374e-05,
+      "loss": 1.2323,
+      "step": 14770
+    },
+    {
+      "epoch": 4.399486215305572,
+      "grad_norm": 0.7635871767997742,
+      "learning_rate": 1.2401224449143374e-05,
+      "loss": 1.2091,
+      "step": 14771
+    },
+    {
+      "epoch": 4.39978406150524,
+      "grad_norm": 0.576861560344696,
+      "learning_rate": 1.2400288092304663e-05,
+      "loss": 1.233,
+      "step": 14772
+    },
+    {
+      "epoch": 4.400081907704909,
+      "grad_norm": 0.48361676931381226,
+      "learning_rate": 1.2399351713133953e-05,
+      "loss": 1.2192,
+      "step": 14773
+    },
+    {
+      "epoch": 4.400379753904578,
+      "grad_norm": 0.26259520649909973,
+      "learning_rate": 1.2398415311639954e-05,
+      "loss": 1.2013,
+      "step": 14774
+    },
+    {
+      "epoch": 4.400677600104246,
+      "grad_norm": 0.5118993520736694,
+      "learning_rate": 1.239747888783138e-05,
+      "loss": 1.2351,
+      "step": 14775
+    },
+    {
+      "epoch": 4.400975446303915,
+      "grad_norm": 0.40735262632369995,
+      "learning_rate": 1.2396542441716946e-05,
+      "loss": 1.214,
+      "step": 14776
+    },
+    {
+      "epoch": 4.401273292503584,
+      "grad_norm": 0.25754430890083313,
+      "learning_rate": 1.2395605973305362e-05,
+      "loss": 1.2058,
+      "step": 14777
+    },
+    {
+      "epoch": 4.401571138703252,
+      "grad_norm": 0.4109981656074524,
+      "learning_rate": 1.239466948260534e-05,
+      "loss": 1.2302,
+      "step": 14778
+    },
+    {
+      "epoch": 4.4018689849029204,
+      "grad_norm": 0.3392815589904785,
+      "learning_rate": 1.2393732969625597e-05,
+      "loss": 1.2222,
+      "step": 14779
+    },
+    {
+      "epoch": 4.40216683110259,
+      "grad_norm": 0.2568325102329254,
+      "learning_rate": 1.2392796434374836e-05,
+      "loss": 1.2215,
+      "step": 14780
+    },
+    {
+      "epoch": 4.402464677302258,
+      "grad_norm": 0.6553801894187927,
+      "learning_rate": 1.239185987686178e-05,
+      "loss": 1.2087,
+      "step": 14781
+    },
+    {
+      "epoch": 4.402762523501926,
+      "grad_norm": 0.3319759964942932,
+      "learning_rate": 1.2390923297095142e-05,
+      "loss": 1.2298,
+      "step": 14782
+    },
+    {
+      "epoch": 4.4030603697015955,
+      "grad_norm": 0.39988401532173157,
+      "learning_rate": 1.2389986695083636e-05,
+      "loss": 1.2386,
+      "step": 14783
+    },
+    {
+      "epoch": 4.403358215901264,
+      "grad_norm": 0.3550228774547577,
+      "learning_rate": 1.2389050070835972e-05,
+      "loss": 1.2066,
+      "step": 14784
+    },
+    {
+      "epoch": 4.403656062100932,
+      "grad_norm": 0.2917831242084503,
+      "learning_rate": 1.2388113424360865e-05,
+      "loss": 1.2204,
+      "step": 14785
+    },
+    {
+      "epoch": 4.403953908300601,
+      "grad_norm": 0.6269718408584595,
+      "learning_rate": 1.2387176755667032e-05,
+      "loss": 1.2186,
+      "step": 14786
+    },
+    {
+      "epoch": 4.40425175450027,
+      "grad_norm": 0.31222423911094666,
+      "learning_rate": 1.2386240064763187e-05,
+      "loss": 1.2076,
+      "step": 14787
+    },
+    {
+      "epoch": 4.404549600699939,
+      "grad_norm": 0.4469805061817169,
+      "learning_rate": 1.2385303351658042e-05,
+      "loss": 1.2248,
+      "step": 14788
+    },
+    {
+      "epoch": 4.404847446899607,
+      "grad_norm": 0.3180270195007324,
+      "learning_rate": 1.2384366616360317e-05,
+      "loss": 1.2218,
+      "step": 14789
+    },
+    {
+      "epoch": 4.405145293099276,
+      "grad_norm": 0.3021213412284851,
+      "learning_rate": 1.2383429858878723e-05,
+      "loss": 1.2304,
+      "step": 14790
+    },
+    {
+      "epoch": 4.405443139298945,
+      "grad_norm": 0.36727070808410645,
+      "learning_rate": 1.238249307922198e-05,
+      "loss": 1.2406,
+      "step": 14791
+    },
+    {
+      "epoch": 4.405740985498613,
+      "grad_norm": 0.33401358127593994,
+      "learning_rate": 1.2381556277398796e-05,
+      "loss": 1.2157,
+      "step": 14792
+    },
+    {
+      "epoch": 4.4060388316982815,
+      "grad_norm": 0.24210068583488464,
+      "learning_rate": 1.2380619453417895e-05,
+      "loss": 1.2189,
+      "step": 14793
+    },
+    {
+      "epoch": 4.406336677897951,
+      "grad_norm": 0.35449934005737305,
+      "learning_rate": 1.2379682607287988e-05,
+      "loss": 1.2329,
+      "step": 14794
+    },
+    {
+      "epoch": 4.406634524097619,
+      "grad_norm": 0.3415757715702057,
+      "learning_rate": 1.2378745739017795e-05,
+      "loss": 1.2203,
+      "step": 14795
+    },
+    {
+      "epoch": 4.406932370297287,
+      "grad_norm": 0.305342435836792,
+      "learning_rate": 1.2377808848616029e-05,
+      "loss": 1.2099,
+      "step": 14796
+    },
+    {
+      "epoch": 4.407230216496957,
+      "grad_norm": 0.5291569828987122,
+      "learning_rate": 1.237687193609141e-05,
+      "loss": 1.2111,
+      "step": 14797
+    },
+    {
+      "epoch": 4.407528062696625,
+      "grad_norm": 0.3190738260746002,
+      "learning_rate": 1.2375935001452652e-05,
+      "loss": 1.2317,
+      "step": 14798
+    },
+    {
+      "epoch": 4.407825908896294,
+      "grad_norm": 0.42422544956207275,
+      "learning_rate": 1.2374998044708471e-05,
+      "loss": 1.2084,
+      "step": 14799
+    },
+    {
+      "epoch": 4.408123755095962,
+      "grad_norm": 0.3175092041492462,
+      "learning_rate": 1.2374061065867592e-05,
+      "loss": 1.2224,
+      "step": 14800
+    },
+    {
+      "epoch": 4.408421601295631,
+      "grad_norm": 0.3442769944667816,
+      "learning_rate": 1.2373124064938722e-05,
+      "loss": 1.2054,
+      "step": 14801
+    },
+    {
+      "epoch": 4.4087194474953,
+      "grad_norm": 0.44270092248916626,
+      "learning_rate": 1.2372187041930588e-05,
+      "loss": 1.2225,
+      "step": 14802
+    },
+    {
+      "epoch": 4.409017293694968,
+      "grad_norm": 0.25048506259918213,
+      "learning_rate": 1.2371249996851903e-05,
+      "loss": 1.2283,
+      "step": 14803
+    },
+    {
+      "epoch": 4.409315139894637,
+      "grad_norm": 0.36463814973831177,
+      "learning_rate": 1.2370312929711383e-05,
+      "loss": 1.2071,
+      "step": 14804
+    },
+    {
+      "epoch": 4.409612986094306,
+      "grad_norm": 0.34449633955955505,
+      "learning_rate": 1.2369375840517752e-05,
+      "loss": 1.2133,
+      "step": 14805
+    },
+    {
+      "epoch": 4.409910832293974,
+      "grad_norm": 0.26221033930778503,
+      "learning_rate": 1.2368438729279725e-05,
+      "loss": 1.209,
+      "step": 14806
+    },
+    {
+      "epoch": 4.4102086784936425,
+      "grad_norm": 0.4529891610145569,
+      "learning_rate": 1.2367501596006023e-05,
+      "loss": 1.2131,
+      "step": 14807
+    },
+    {
+      "epoch": 4.410506524693312,
+      "grad_norm": 0.26924896240234375,
+      "learning_rate": 1.2366564440705363e-05,
+      "loss": 1.2267,
+      "step": 14808
+    },
+    {
+      "epoch": 4.41080437089298,
+      "grad_norm": 0.35140368342399597,
+      "learning_rate": 1.2365627263386468e-05,
+      "loss": 1.2187,
+      "step": 14809
+    },
+    {
+      "epoch": 4.411102217092648,
+      "grad_norm": 0.33502423763275146,
+      "learning_rate": 1.2364690064058052e-05,
+      "loss": 1.2154,
+      "step": 14810
+    },
+    {
+      "epoch": 4.411400063292318,
+      "grad_norm": 0.3482076823711395,
+      "learning_rate": 1.2363752842728836e-05,
+      "loss": 1.229,
+      "step": 14811
+    },
+    {
+      "epoch": 4.411697909491986,
+      "grad_norm": 0.40956559777259827,
+      "learning_rate": 1.236281559940754e-05,
+      "loss": 1.222,
+      "step": 14812
+    },
+    {
+      "epoch": 4.411995755691654,
+      "grad_norm": 0.32557663321495056,
+      "learning_rate": 1.2361878334102885e-05,
+      "loss": 1.2239,
+      "step": 14813
+    },
+    {
+      "epoch": 4.4122936018913235,
+      "grad_norm": 0.42252591252326965,
+      "learning_rate": 1.2360941046823596e-05,
+      "loss": 1.2478,
+      "step": 14814
+    },
+    {
+      "epoch": 4.412591448090992,
+      "grad_norm": 0.2798241674900055,
+      "learning_rate": 1.2360003737578383e-05,
+      "loss": 1.2122,
+      "step": 14815
+    },
+    {
+      "epoch": 4.412889294290661,
+      "grad_norm": 0.35809919238090515,
+      "learning_rate": 1.2359066406375973e-05,
+      "loss": 1.2075,
+      "step": 14816
+    },
+    {
+      "epoch": 4.413187140490329,
+      "grad_norm": 0.24428319931030273,
+      "learning_rate": 1.2358129053225088e-05,
+      "loss": 1.2215,
+      "step": 14817
+    },
+    {
+      "epoch": 4.413484986689998,
+      "grad_norm": 0.38702455163002014,
+      "learning_rate": 1.2357191678134443e-05,
+      "loss": 1.2066,
+      "step": 14818
+    },
+    {
+      "epoch": 4.413782832889667,
+      "grad_norm": 0.265264630317688,
+      "learning_rate": 1.2356254281112766e-05,
+      "loss": 1.2069,
+      "step": 14819
+    },
+    {
+      "epoch": 4.414080679089335,
+      "grad_norm": 0.3403869569301605,
+      "learning_rate": 1.2355316862168776e-05,
+      "loss": 1.217,
+      "step": 14820
+    },
+    {
+      "epoch": 4.4143785252890035,
+      "grad_norm": 0.27034205198287964,
+      "learning_rate": 1.2354379421311192e-05,
+      "loss": 1.224,
+      "step": 14821
+    },
+    {
+      "epoch": 4.414676371488673,
+      "grad_norm": 0.34566351771354675,
+      "learning_rate": 1.2353441958548736e-05,
+      "loss": 1.2247,
+      "step": 14822
+    },
+    {
+      "epoch": 4.414974217688341,
+      "grad_norm": 0.2551047205924988,
+      "learning_rate": 1.2352504473890135e-05,
+      "loss": 1.2262,
+      "step": 14823
+    },
+    {
+      "epoch": 4.415272063888009,
+      "grad_norm": 0.3116854727268219,
+      "learning_rate": 1.2351566967344109e-05,
+      "loss": 1.2063,
+      "step": 14824
+    },
+    {
+      "epoch": 4.415569910087679,
+      "grad_norm": 0.29129716753959656,
+      "learning_rate": 1.2350629438919379e-05,
+      "loss": 1.2205,
+      "step": 14825
+    },
+    {
+      "epoch": 4.415867756287347,
+      "grad_norm": 0.28079909086227417,
+      "learning_rate": 1.2349691888624667e-05,
+      "loss": 1.2141,
+      "step": 14826
+    },
+    {
+      "epoch": 4.416165602487016,
+      "grad_norm": 0.2966746389865875,
+      "learning_rate": 1.2348754316468699e-05,
+      "loss": 1.2275,
+      "step": 14827
+    },
+    {
+      "epoch": 4.4164634486866845,
+      "grad_norm": 0.24404703080654144,
+      "learning_rate": 1.2347816722460196e-05,
+      "loss": 1.2214,
+      "step": 14828
+    },
+    {
+      "epoch": 4.416761294886353,
+      "grad_norm": 0.286882609128952,
+      "learning_rate": 1.2346879106607878e-05,
+      "loss": 1.2331,
+      "step": 14829
+    },
+    {
+      "epoch": 4.417059141086022,
+      "grad_norm": 0.26083606481552124,
+      "learning_rate": 1.2345941468920476e-05,
+      "loss": 1.2353,
+      "step": 14830
+    },
+    {
+      "epoch": 4.41735698728569,
+      "grad_norm": 0.27248531579971313,
+      "learning_rate": 1.234500380940671e-05,
+      "loss": 1.2112,
+      "step": 14831
+    },
+    {
+      "epoch": 4.417654833485359,
+      "grad_norm": 0.253886878490448,
+      "learning_rate": 1.2344066128075303e-05,
+      "loss": 1.2263,
+      "step": 14832
+    },
+    {
+      "epoch": 4.417952679685028,
+      "grad_norm": 0.27620503306388855,
+      "learning_rate": 1.2343128424934978e-05,
+      "loss": 1.2071,
+      "step": 14833
+    },
+    {
+      "epoch": 4.418250525884696,
+      "grad_norm": 0.2539706528186798,
+      "learning_rate": 1.2342190699994461e-05,
+      "loss": 1.2246,
+      "step": 14834
+    },
+    {
+      "epoch": 4.418548372084365,
+      "grad_norm": 0.32821041345596313,
+      "learning_rate": 1.2341252953262477e-05,
+      "loss": 1.2081,
+      "step": 14835
+    },
+    {
+      "epoch": 4.418846218284034,
+      "grad_norm": 0.2732594311237335,
+      "learning_rate": 1.2340315184747749e-05,
+      "loss": 1.2381,
+      "step": 14836
+    },
+    {
+      "epoch": 4.419144064483702,
+      "grad_norm": 0.35821712017059326,
+      "learning_rate": 1.2339377394459006e-05,
+      "loss": 1.2319,
+      "step": 14837
+    },
+    {
+      "epoch": 4.419441910683371,
+      "grad_norm": 0.2847093641757965,
+      "learning_rate": 1.2338439582404969e-05,
+      "loss": 1.2155,
+      "step": 14838
+    },
+    {
+      "epoch": 4.41973975688304,
+      "grad_norm": 0.41309723258018494,
+      "learning_rate": 1.2337501748594362e-05,
+      "loss": 1.2232,
+      "step": 14839
+    },
+    {
+      "epoch": 4.420037603082708,
+      "grad_norm": 0.29065367579460144,
+      "learning_rate": 1.2336563893035913e-05,
+      "loss": 1.2236,
+      "step": 14840
+    },
+    {
+      "epoch": 4.420335449282377,
+      "grad_norm": 0.3107321262359619,
+      "learning_rate": 1.2335626015738352e-05,
+      "loss": 1.2126,
+      "step": 14841
+    },
+    {
+      "epoch": 4.4206332954820455,
+      "grad_norm": 0.2843754291534424,
+      "learning_rate": 1.2334688116710396e-05,
+      "loss": 1.2189,
+      "step": 14842
+    },
+    {
+      "epoch": 4.420931141681714,
+      "grad_norm": 0.26646536588668823,
+      "learning_rate": 1.2333750195960776e-05,
+      "loss": 1.2059,
+      "step": 14843
+    },
+    {
+      "epoch": 4.421228987881383,
+      "grad_norm": 0.2937961220741272,
+      "learning_rate": 1.233281225349822e-05,
+      "loss": 1.2224,
+      "step": 14844
+    },
+    {
+      "epoch": 4.421526834081051,
+      "grad_norm": 0.3047434687614441,
+      "learning_rate": 1.2331874289331449e-05,
+      "loss": 1.2273,
+      "step": 14845
+    },
+    {
+      "epoch": 4.42182468028072,
+      "grad_norm": 0.27585846185684204,
+      "learning_rate": 1.2330936303469194e-05,
+      "loss": 1.2048,
+      "step": 14846
+    },
+    {
+      "epoch": 4.422122526480389,
+      "grad_norm": 0.2681923806667328,
+      "learning_rate": 1.2329998295920183e-05,
+      "loss": 1.2067,
+      "step": 14847
+    },
+    {
+      "epoch": 4.422420372680057,
+      "grad_norm": 0.27037373185157776,
+      "learning_rate": 1.2329060266693142e-05,
+      "loss": 1.2038,
+      "step": 14848
+    },
+    {
+      "epoch": 4.422718218879726,
+      "grad_norm": 0.28603503108024597,
+      "learning_rate": 1.2328122215796797e-05,
+      "loss": 1.2197,
+      "step": 14849
+    },
+    {
+      "epoch": 4.423016065079395,
+      "grad_norm": 0.27683189511299133,
+      "learning_rate": 1.2327184143239872e-05,
+      "loss": 1.2242,
+      "step": 14850
+    },
+    {
+      "epoch": 4.423313911279063,
+      "grad_norm": 0.27266234159469604,
+      "learning_rate": 1.2326246049031102e-05,
+      "loss": 1.2123,
+      "step": 14851
+    },
+    {
+      "epoch": 4.4236117574787315,
+      "grad_norm": 0.2785188853740692,
+      "learning_rate": 1.232530793317921e-05,
+      "loss": 1.2184,
+      "step": 14852
+    },
+    {
+      "epoch": 4.423909603678401,
+      "grad_norm": 0.2624119818210602,
+      "learning_rate": 1.2324369795692925e-05,
+      "loss": 1.2185,
+      "step": 14853
+    },
+    {
+      "epoch": 4.424207449878069,
+      "grad_norm": 0.33412596583366394,
+      "learning_rate": 1.2323431636580979e-05,
+      "loss": 1.2289,
+      "step": 14854
+    },
+    {
+      "epoch": 4.424505296077738,
+      "grad_norm": 0.2909590005874634,
+      "learning_rate": 1.2322493455852096e-05,
+      "loss": 1.2244,
+      "step": 14855
+    },
+    {
+      "epoch": 4.424803142277407,
+      "grad_norm": 0.33464330434799194,
+      "learning_rate": 1.2321555253515005e-05,
+      "loss": 1.2262,
+      "step": 14856
+    },
+    {
+      "epoch": 4.425100988477075,
+      "grad_norm": 0.38978371024131775,
+      "learning_rate": 1.2320617029578438e-05,
+      "loss": 1.2211,
+      "step": 14857
+    },
+    {
+      "epoch": 4.425398834676744,
+      "grad_norm": 0.3329388201236725,
+      "learning_rate": 1.2319678784051121e-05,
+      "loss": 1.2378,
+      "step": 14858
+    },
+    {
+      "epoch": 4.425696680876412,
+      "grad_norm": 0.3889275789260864,
+      "learning_rate": 1.2318740516941786e-05,
+      "loss": 1.2158,
+      "step": 14859
+    },
+    {
+      "epoch": 4.425994527076081,
+      "grad_norm": 0.34946542978286743,
+      "learning_rate": 1.231780222825916e-05,
+      "loss": 1.222,
+      "step": 14860
+    },
+    {
+      "epoch": 4.42629237327575,
+      "grad_norm": 0.315692275762558,
+      "learning_rate": 1.2316863918011975e-05,
+      "loss": 1.2102,
+      "step": 14861
+    },
+    {
+      "epoch": 4.426590219475418,
+      "grad_norm": 0.2709731161594391,
+      "learning_rate": 1.2315925586208958e-05,
+      "loss": 1.2273,
+      "step": 14862
+    },
+    {
+      "epoch": 4.426888065675087,
+      "grad_norm": 0.3175421953201294,
+      "learning_rate": 1.231498723285884e-05,
+      "loss": 1.2106,
+      "step": 14863
+    },
+    {
+      "epoch": 4.427185911874756,
+      "grad_norm": 0.2550317049026489,
+      "learning_rate": 1.2314048857970354e-05,
+      "loss": 1.2278,
+      "step": 14864
+    },
+    {
+      "epoch": 4.427483758074424,
+      "grad_norm": 0.365434467792511,
+      "learning_rate": 1.231311046155223e-05,
+      "loss": 1.2143,
+      "step": 14865
+    },
+    {
+      "epoch": 4.427781604274093,
+      "grad_norm": 0.3138810396194458,
+      "learning_rate": 1.2312172043613197e-05,
+      "loss": 1.2314,
+      "step": 14866
+    },
+    {
+      "epoch": 4.428079450473762,
+      "grad_norm": 0.32338428497314453,
+      "learning_rate": 1.2311233604161984e-05,
+      "loss": 1.2055,
+      "step": 14867
+    },
+    {
+      "epoch": 4.42837729667343,
+      "grad_norm": 0.3391285240650177,
+      "learning_rate": 1.2310295143207328e-05,
+      "loss": 1.2074,
+      "step": 14868
+    },
+    {
+      "epoch": 4.428675142873099,
+      "grad_norm": 0.3374027609825134,
+      "learning_rate": 1.2309356660757953e-05,
+      "loss": 1.2198,
+      "step": 14869
+    },
+    {
+      "epoch": 4.428972989072768,
+      "grad_norm": 0.29991164803504944,
+      "learning_rate": 1.2308418156822599e-05,
+      "loss": 1.2398,
+      "step": 14870
+    },
+    {
+      "epoch": 4.429270835272436,
+      "grad_norm": 0.36310943961143494,
+      "learning_rate": 1.2307479631409992e-05,
+      "loss": 1.2222,
+      "step": 14871
+    },
+    {
+      "epoch": 4.429568681472105,
+      "grad_norm": 0.35218074917793274,
+      "learning_rate": 1.2306541084528864e-05,
+      "loss": 1.2158,
+      "step": 14872
+    },
+    {
+      "epoch": 4.4298665276717735,
+      "grad_norm": 0.2511431872844696,
+      "learning_rate": 1.230560251618795e-05,
+      "loss": 1.2144,
+      "step": 14873
+    },
+    {
+      "epoch": 4.430164373871442,
+      "grad_norm": 0.34200379252433777,
+      "learning_rate": 1.2304663926395977e-05,
+      "loss": 1.249,
+      "step": 14874
+    },
+    {
+      "epoch": 4.430462220071111,
+      "grad_norm": 0.33715832233428955,
+      "learning_rate": 1.2303725315161682e-05,
+      "loss": 1.2203,
+      "step": 14875
+    },
+    {
+      "epoch": 4.430760066270779,
+      "grad_norm": 0.3251497447490692,
+      "learning_rate": 1.2302786682493797e-05,
+      "loss": 1.2208,
+      "step": 14876
+    },
+    {
+      "epoch": 4.431057912470448,
+      "grad_norm": 0.3092595636844635,
+      "learning_rate": 1.2301848028401055e-05,
+      "loss": 1.2414,
+      "step": 14877
+    },
+    {
+      "epoch": 4.431355758670117,
+      "grad_norm": 0.26255378127098083,
+      "learning_rate": 1.2300909352892192e-05,
+      "loss": 1.2122,
+      "step": 14878
+    },
+    {
+      "epoch": 4.431653604869785,
+      "grad_norm": 0.3438512980937958,
+      "learning_rate": 1.2299970655975935e-05,
+      "loss": 1.2061,
+      "step": 14879
+    },
+    {
+      "epoch": 4.4319514510694535,
+      "grad_norm": 0.2744996249675751,
+      "learning_rate": 1.229903193766102e-05,
+      "loss": 1.2267,
+      "step": 14880
+    },
+    {
+      "epoch": 4.432249297269123,
+      "grad_norm": 0.3187209665775299,
+      "learning_rate": 1.229809319795618e-05,
+      "loss": 1.2147,
+      "step": 14881
+    },
+    {
+      "epoch": 4.432547143468791,
+      "grad_norm": 0.6051568388938904,
+      "learning_rate": 1.2297154436870155e-05,
+      "loss": 1.2268,
+      "step": 14882
+    },
+    {
+      "epoch": 4.43284498966846,
+      "grad_norm": 0.6375366449356079,
+      "learning_rate": 1.2296215654411674e-05,
+      "loss": 1.2223,
+      "step": 14883
+    },
+    {
+      "epoch": 4.433142835868129,
+      "grad_norm": 0.29692256450653076,
+      "learning_rate": 1.2295276850589471e-05,
+      "loss": 1.2285,
+      "step": 14884
+    },
+    {
+      "epoch": 4.433440682067797,
+      "grad_norm": 0.37519916892051697,
+      "learning_rate": 1.229433802541228e-05,
+      "loss": 1.2154,
+      "step": 14885
+    },
+    {
+      "epoch": 4.433738528267466,
+      "grad_norm": 0.2912464141845703,
+      "learning_rate": 1.2293399178888836e-05,
+      "loss": 1.2194,
+      "step": 14886
+    },
+    {
+      "epoch": 4.4340363744671345,
+      "grad_norm": 0.4365774393081665,
+      "learning_rate": 1.2292460311027878e-05,
+      "loss": 1.2401,
+      "step": 14887
+    },
+    {
+      "epoch": 4.434334220666803,
+      "grad_norm": 0.29991504549980164,
+      "learning_rate": 1.2291521421838135e-05,
+      "loss": 1.2164,
+      "step": 14888
+    },
+    {
+      "epoch": 4.434632066866472,
+      "grad_norm": 0.37065500020980835,
+      "learning_rate": 1.229058251132835e-05,
+      "loss": 1.2142,
+      "step": 14889
+    },
+    {
+      "epoch": 4.43492991306614,
+      "grad_norm": 0.2551129162311554,
+      "learning_rate": 1.2289643579507251e-05,
+      "loss": 1.2062,
+      "step": 14890
+    },
+    {
+      "epoch": 4.435227759265809,
+      "grad_norm": 0.41739919781684875,
+      "learning_rate": 1.2288704626383576e-05,
+      "loss": 1.2331,
+      "step": 14891
+    },
+    {
+      "epoch": 4.435525605465478,
+      "grad_norm": 0.2787053883075714,
+      "learning_rate": 1.2287765651966064e-05,
+      "loss": 1.229,
+      "step": 14892
+    },
+    {
+      "epoch": 4.435823451665146,
+      "grad_norm": 0.38573333621025085,
+      "learning_rate": 1.2286826656263445e-05,
+      "loss": 1.2234,
+      "step": 14893
+    },
+    {
+      "epoch": 4.4361212978648155,
+      "grad_norm": 0.3470078110694885,
+      "learning_rate": 1.2285887639284461e-05,
+      "loss": 1.2266,
+      "step": 14894
+    },
+    {
+      "epoch": 4.436419144064484,
+      "grad_norm": 0.2691015601158142,
+      "learning_rate": 1.2284948601037847e-05,
+      "loss": 1.2335,
+      "step": 14895
+    },
+    {
+      "epoch": 4.436716990264152,
+      "grad_norm": 0.2952558994293213,
+      "learning_rate": 1.228400954153234e-05,
+      "loss": 1.2217,
+      "step": 14896
+    },
+    {
+      "epoch": 4.437014836463821,
+      "grad_norm": 0.3009900748729706,
+      "learning_rate": 1.2283070460776674e-05,
+      "loss": 1.2047,
+      "step": 14897
+    },
+    {
+      "epoch": 4.43731268266349,
+      "grad_norm": 0.3212072551250458,
+      "learning_rate": 1.228213135877959e-05,
+      "loss": 1.2204,
+      "step": 14898
+    },
+    {
+      "epoch": 4.437610528863158,
+      "grad_norm": 0.2819103002548218,
+      "learning_rate": 1.2281192235549822e-05,
+      "loss": 1.2143,
+      "step": 14899
+    },
+    {
+      "epoch": 4.437908375062827,
+      "grad_norm": 0.3015141189098358,
+      "learning_rate": 1.2280253091096108e-05,
+      "loss": 1.2301,
+      "step": 14900
+    },
+    {
+      "epoch": 4.4382062212624955,
+      "grad_norm": 0.33626100420951843,
+      "learning_rate": 1.2279313925427188e-05,
+      "loss": 1.2429,
+      "step": 14901
+    },
+    {
+      "epoch": 4.438504067462164,
+      "grad_norm": 0.3932854235172272,
+      "learning_rate": 1.22783747385518e-05,
+      "loss": 1.236,
+      "step": 14902
+    },
+    {
+      "epoch": 4.438801913661833,
+      "grad_norm": 0.30726158618927,
+      "learning_rate": 1.2277435530478679e-05,
+      "loss": 1.1996,
+      "step": 14903
+    },
+    {
+      "epoch": 4.439099759861501,
+      "grad_norm": 0.319837749004364,
+      "learning_rate": 1.2276496301216564e-05,
+      "loss": 1.2312,
+      "step": 14904
+    },
+    {
+      "epoch": 4.439397606061171,
+      "grad_norm": 0.28553327918052673,
+      "learning_rate": 1.2275557050774191e-05,
+      "loss": 1.2307,
+      "step": 14905
+    },
+    {
+      "epoch": 4.439695452260839,
+      "grad_norm": 0.3147313892841339,
+      "learning_rate": 1.227461777916031e-05,
+      "loss": 1.2167,
+      "step": 14906
+    },
+    {
+      "epoch": 4.439993298460507,
+      "grad_norm": 0.316043883562088,
+      "learning_rate": 1.2273678486383647e-05,
+      "loss": 1.2276,
+      "step": 14907
+    },
+    {
+      "epoch": 4.4402911446601765,
+      "grad_norm": 0.2953035831451416,
+      "learning_rate": 1.2272739172452947e-05,
+      "loss": 1.1966,
+      "step": 14908
+    },
+    {
+      "epoch": 4.440588990859845,
+      "grad_norm": 0.43210822343826294,
+      "learning_rate": 1.227179983737695e-05,
+      "loss": 1.2325,
+      "step": 14909
+    },
+    {
+      "epoch": 4.440886837059513,
+      "grad_norm": 0.4180282950401306,
+      "learning_rate": 1.2270860481164391e-05,
+      "loss": 1.2111,
+      "step": 14910
+    },
+    {
+      "epoch": 4.441184683259182,
+      "grad_norm": 0.3034069836139679,
+      "learning_rate": 1.2269921103824015e-05,
+      "loss": 1.2263,
+      "step": 14911
+    },
+    {
+      "epoch": 4.441482529458851,
+      "grad_norm": 0.6624096632003784,
+      "learning_rate": 1.2268981705364556e-05,
+      "loss": 1.2138,
+      "step": 14912
+    },
+    {
+      "epoch": 4.441780375658519,
+      "grad_norm": 0.4512910842895508,
+      "learning_rate": 1.2268042285794761e-05,
+      "loss": 1.2096,
+      "step": 14913
+    },
+    {
+      "epoch": 4.442078221858188,
+      "grad_norm": 0.4340059757232666,
+      "learning_rate": 1.2267102845123364e-05,
+      "loss": 1.228,
+      "step": 14914
+    },
+    {
+      "epoch": 4.442376068057857,
+      "grad_norm": 0.550622284412384,
+      "learning_rate": 1.226616338335911e-05,
+      "loss": 1.2339,
+      "step": 14915
+    },
+    {
+      "epoch": 4.442673914257525,
+      "grad_norm": 0.3245103657245636,
+      "learning_rate": 1.2265223900510734e-05,
+      "loss": 1.214,
+      "step": 14916
+    },
+    {
+      "epoch": 4.442971760457194,
+      "grad_norm": 0.5484495162963867,
+      "learning_rate": 1.2264284396586982e-05,
+      "loss": 1.2391,
+      "step": 14917
+    },
+    {
+      "epoch": 4.443269606656862,
+      "grad_norm": 0.2908317744731903,
+      "learning_rate": 1.2263344871596595e-05,
+      "loss": 1.2207,
+      "step": 14918
+    },
+    {
+      "epoch": 4.443567452856531,
+      "grad_norm": 0.3075171709060669,
+      "learning_rate": 1.2262405325548313e-05,
+      "loss": 1.2199,
+      "step": 14919
+    },
+    {
+      "epoch": 4.4438652990562,
+      "grad_norm": 0.4471679925918579,
+      "learning_rate": 1.2261465758450877e-05,
+      "loss": 1.226,
+      "step": 14920
+    },
+    {
+      "epoch": 4.444163145255868,
+      "grad_norm": 0.3009333908557892,
+      "learning_rate": 1.2260526170313027e-05,
+      "loss": 1.2263,
+      "step": 14921
+    },
+    {
+      "epoch": 4.4444609914555375,
+      "grad_norm": 0.4344242215156555,
+      "learning_rate": 1.2259586561143504e-05,
+      "loss": 1.22,
+      "step": 14922
+    },
+    {
+      "epoch": 4.444758837655206,
+      "grad_norm": 0.28826597332954407,
+      "learning_rate": 1.2258646930951058e-05,
+      "loss": 1.2158,
+      "step": 14923
+    },
+    {
+      "epoch": 4.445056683854874,
+      "grad_norm": 0.4402480721473694,
+      "learning_rate": 1.2257707279744424e-05,
+      "loss": 1.2161,
+      "step": 14924
+    },
+    {
+      "epoch": 4.445354530054543,
+      "grad_norm": 0.35612747073173523,
+      "learning_rate": 1.2256767607532344e-05,
+      "loss": 1.2085,
+      "step": 14925
+    },
+    {
+      "epoch": 4.445652376254212,
+      "grad_norm": 0.36830493807792664,
+      "learning_rate": 1.2255827914323568e-05,
+      "loss": 1.2092,
+      "step": 14926
+    },
+    {
+      "epoch": 4.44595022245388,
+      "grad_norm": 0.35415905714035034,
+      "learning_rate": 1.2254888200126829e-05,
+      "loss": 1.2053,
+      "step": 14927
+    },
+    {
+      "epoch": 4.446248068653549,
+      "grad_norm": 0.35066384077072144,
+      "learning_rate": 1.2253948464950875e-05,
+      "loss": 1.2161,
+      "step": 14928
+    },
+    {
+      "epoch": 4.446545914853218,
+      "grad_norm": 0.33780568838119507,
+      "learning_rate": 1.2253008708804451e-05,
+      "loss": 1.2341,
+      "step": 14929
+    },
+    {
+      "epoch": 4.446843761052886,
+      "grad_norm": 0.3455325961112976,
+      "learning_rate": 1.22520689316963e-05,
+      "loss": 1.2197,
+      "step": 14930
+    },
+    {
+      "epoch": 4.447141607252555,
+      "grad_norm": 0.2523250877857208,
+      "learning_rate": 1.2251129133635158e-05,
+      "loss": 1.2222,
+      "step": 14931
+    },
+    {
+      "epoch": 4.4474394534522235,
+      "grad_norm": 0.34670156240463257,
+      "learning_rate": 1.2250189314629778e-05,
+      "loss": 1.2193,
+      "step": 14932
+    },
+    {
+      "epoch": 4.447737299651893,
+      "grad_norm": 0.2636018693447113,
+      "learning_rate": 1.22492494746889e-05,
+      "loss": 1.2022,
+      "step": 14933
+    },
+    {
+      "epoch": 4.448035145851561,
+      "grad_norm": 0.3007007837295532,
+      "learning_rate": 1.2248309613821267e-05,
+      "loss": 1.2254,
+      "step": 14934
+    },
+    {
+      "epoch": 4.448332992051229,
+      "grad_norm": 0.2943074703216553,
+      "learning_rate": 1.2247369732035628e-05,
+      "loss": 1.2271,
+      "step": 14935
+    },
+    {
+      "epoch": 4.448630838250899,
+      "grad_norm": 0.26788967847824097,
+      "learning_rate": 1.2246429829340724e-05,
+      "loss": 1.2442,
+      "step": 14936
+    },
+    {
+      "epoch": 4.448928684450567,
+      "grad_norm": 0.3123735785484314,
+      "learning_rate": 1.2245489905745298e-05,
+      "loss": 1.2185,
+      "step": 14937
+    },
+    {
+      "epoch": 4.449226530650235,
+      "grad_norm": 0.25530245900154114,
+      "learning_rate": 1.2244549961258098e-05,
+      "loss": 1.2148,
+      "step": 14938
+    },
+    {
+      "epoch": 4.449524376849904,
+      "grad_norm": 0.2747754156589508,
+      "learning_rate": 1.224360999588787e-05,
+      "loss": 1.2215,
+      "step": 14939
+    },
+    {
+      "epoch": 4.449822223049573,
+      "grad_norm": 0.2637244462966919,
+      "learning_rate": 1.2242670009643357e-05,
+      "loss": 1.225,
+      "step": 14940
+    },
+    {
+      "epoch": 4.450120069249241,
+      "grad_norm": 0.3310074806213379,
+      "learning_rate": 1.2241730002533303e-05,
+      "loss": 1.2368,
+      "step": 14941
+    },
+    {
+      "epoch": 4.45041791544891,
+      "grad_norm": 0.30113866925239563,
+      "learning_rate": 1.2240789974566458e-05,
+      "loss": 1.21,
+      "step": 14942
+    },
+    {
+      "epoch": 4.450715761648579,
+      "grad_norm": 0.40723204612731934,
+      "learning_rate": 1.2239849925751568e-05,
+      "loss": 1.2365,
+      "step": 14943
+    },
+    {
+      "epoch": 4.451013607848247,
+      "grad_norm": 0.48997971415519714,
+      "learning_rate": 1.2238909856097374e-05,
+      "loss": 1.2199,
+      "step": 14944
+    },
+    {
+      "epoch": 4.451311454047916,
+      "grad_norm": 0.27049025893211365,
+      "learning_rate": 1.2237969765612622e-05,
+      "loss": 1.2268,
+      "step": 14945
+    },
+    {
+      "epoch": 4.4516093002475845,
+      "grad_norm": 0.3590318262577057,
+      "learning_rate": 1.2237029654306068e-05,
+      "loss": 1.2199,
+      "step": 14946
+    },
+    {
+      "epoch": 4.451907146447254,
+      "grad_norm": 0.27747493982315063,
+      "learning_rate": 1.2236089522186452e-05,
+      "loss": 1.2234,
+      "step": 14947
+    },
+    {
+      "epoch": 4.452204992646922,
+      "grad_norm": 0.295388400554657,
+      "learning_rate": 1.2235149369262517e-05,
+      "loss": 1.2089,
+      "step": 14948
+    },
+    {
+      "epoch": 4.45250283884659,
+      "grad_norm": 0.26772403717041016,
+      "learning_rate": 1.2234209195543016e-05,
+      "loss": 1.2114,
+      "step": 14949
+    },
+    {
+      "epoch": 4.45280068504626,
+      "grad_norm": 0.31864991784095764,
+      "learning_rate": 1.2233269001036698e-05,
+      "loss": 1.2265,
+      "step": 14950
+    },
+    {
+      "epoch": 4.453098531245928,
+      "grad_norm": 0.301789253950119,
+      "learning_rate": 1.2232328785752304e-05,
+      "loss": 1.2396,
+      "step": 14951
+    },
+    {
+      "epoch": 4.453396377445596,
+      "grad_norm": 0.4028361141681671,
+      "learning_rate": 1.2231388549698584e-05,
+      "loss": 1.2165,
+      "step": 14952
+    },
+    {
+      "epoch": 4.4536942236452655,
+      "grad_norm": 0.38277995586395264,
+      "learning_rate": 1.223044829288429e-05,
+      "loss": 1.2108,
+      "step": 14953
+    },
+    {
+      "epoch": 4.453992069844934,
+      "grad_norm": 0.304472953081131,
+      "learning_rate": 1.2229508015318163e-05,
+      "loss": 1.2275,
+      "step": 14954
+    },
+    {
+      "epoch": 4.454289916044602,
+      "grad_norm": 0.3237842321395874,
+      "learning_rate": 1.2228567717008956e-05,
+      "loss": 1.2159,
+      "step": 14955
+    },
+    {
+      "epoch": 4.454587762244271,
+      "grad_norm": 0.36103376746177673,
+      "learning_rate": 1.2227627397965417e-05,
+      "loss": 1.2131,
+      "step": 14956
+    },
+    {
+      "epoch": 4.45488560844394,
+      "grad_norm": 0.6664847135543823,
+      "learning_rate": 1.2226687058196292e-05,
+      "loss": 1.2336,
+      "step": 14957
+    },
+    {
+      "epoch": 4.455183454643608,
+      "grad_norm": 0.2946167290210724,
+      "learning_rate": 1.2225746697710334e-05,
+      "loss": 1.2162,
+      "step": 14958
+    },
+    {
+      "epoch": 4.455481300843277,
+      "grad_norm": 0.5487415194511414,
+      "learning_rate": 1.2224806316516288e-05,
+      "loss": 1.2071,
+      "step": 14959
+    },
+    {
+      "epoch": 4.4557791470429455,
+      "grad_norm": 0.3942016065120697,
+      "learning_rate": 1.2223865914622908e-05,
+      "loss": 1.2124,
+      "step": 14960
+    },
+    {
+      "epoch": 4.456076993242615,
+      "grad_norm": 0.33333155512809753,
+      "learning_rate": 1.2222925492038938e-05,
+      "loss": 1.2308,
+      "step": 14961
+    },
+    {
+      "epoch": 4.456374839442283,
+      "grad_norm": 0.31741824746131897,
+      "learning_rate": 1.2221985048773131e-05,
+      "loss": 1.2147,
+      "step": 14962
+    },
+    {
+      "epoch": 4.456672685641951,
+      "grad_norm": 0.34265267848968506,
+      "learning_rate": 1.2221044584834231e-05,
+      "loss": 1.2316,
+      "step": 14963
+    },
+    {
+      "epoch": 4.456970531841621,
+      "grad_norm": 0.3344602584838867,
+      "learning_rate": 1.2220104100230999e-05,
+      "loss": 1.2107,
+      "step": 14964
+    },
+    {
+      "epoch": 4.457268378041289,
+      "grad_norm": 0.40091463923454285,
+      "learning_rate": 1.2219163594972177e-05,
+      "loss": 1.2291,
+      "step": 14965
+    },
+    {
+      "epoch": 4.457566224240957,
+      "grad_norm": 0.5136224031448364,
+      "learning_rate": 1.2218223069066515e-05,
+      "loss": 1.22,
+      "step": 14966
+    },
+    {
+      "epoch": 4.4578640704406265,
+      "grad_norm": 0.3041544556617737,
+      "learning_rate": 1.2217282522522768e-05,
+      "loss": 1.2207,
+      "step": 14967
+    },
+    {
+      "epoch": 4.458161916640295,
+      "grad_norm": 0.5141249299049377,
+      "learning_rate": 1.2216341955349685e-05,
+      "loss": 1.225,
+      "step": 14968
+    },
+    {
+      "epoch": 4.458459762839963,
+      "grad_norm": 0.28203797340393066,
+      "learning_rate": 1.221540136755601e-05,
+      "loss": 1.2196,
+      "step": 14969
+    },
+    {
+      "epoch": 4.458757609039632,
+      "grad_norm": 0.4156658351421356,
+      "learning_rate": 1.2214460759150506e-05,
+      "loss": 1.2312,
+      "step": 14970
+    },
+    {
+      "epoch": 4.459055455239301,
+      "grad_norm": 0.24402017891407013,
+      "learning_rate": 1.221352013014192e-05,
+      "loss": 1.2392,
+      "step": 14971
+    },
+    {
+      "epoch": 4.45935330143897,
+      "grad_norm": 0.3900117874145508,
+      "learning_rate": 1.2212579480538999e-05,
+      "loss": 1.2063,
+      "step": 14972
+    },
+    {
+      "epoch": 4.459651147638638,
+      "grad_norm": 0.3157013952732086,
+      "learning_rate": 1.2211638810350499e-05,
+      "loss": 1.2264,
+      "step": 14973
+    },
+    {
+      "epoch": 4.459948993838307,
+      "grad_norm": 0.34973737597465515,
+      "learning_rate": 1.2210698119585171e-05,
+      "loss": 1.2093,
+      "step": 14974
+    },
+    {
+      "epoch": 4.460246840037976,
+      "grad_norm": 0.3000805974006653,
+      "learning_rate": 1.2209757408251768e-05,
+      "loss": 1.2282,
+      "step": 14975
+    },
+    {
+      "epoch": 4.460544686237644,
+      "grad_norm": 0.25990670919418335,
+      "learning_rate": 1.2208816676359038e-05,
+      "loss": 1.2203,
+      "step": 14976
+    },
+    {
+      "epoch": 4.460842532437312,
+      "grad_norm": 0.3210603594779968,
+      "learning_rate": 1.2207875923915741e-05,
+      "loss": 1.2111,
+      "step": 14977
+    },
+    {
+      "epoch": 4.461140378636982,
+      "grad_norm": 0.25940433144569397,
+      "learning_rate": 1.2206935150930623e-05,
+      "loss": 1.2071,
+      "step": 14978
+    },
+    {
+      "epoch": 4.46143822483665,
+      "grad_norm": 0.27722057700157166,
+      "learning_rate": 1.220599435741244e-05,
+      "loss": 1.2124,
+      "step": 14979
+    },
+    {
+      "epoch": 4.461736071036318,
+      "grad_norm": 0.2738329768180847,
+      "learning_rate": 1.2205053543369942e-05,
+      "loss": 1.2147,
+      "step": 14980
+    },
+    {
+      "epoch": 4.4620339172359875,
+      "grad_norm": 0.4540187120437622,
+      "learning_rate": 1.2204112708811888e-05,
+      "loss": 1.2208,
+      "step": 14981
+    },
+    {
+      "epoch": 4.462331763435656,
+      "grad_norm": 0.4237889349460602,
+      "learning_rate": 1.2203171853747024e-05,
+      "loss": 1.2141,
+      "step": 14982
+    },
+    {
+      "epoch": 4.462629609635324,
+      "grad_norm": 0.3281431198120117,
+      "learning_rate": 1.220223097818411e-05,
+      "loss": 1.2338,
+      "step": 14983
+    },
+    {
+      "epoch": 4.462927455834993,
+      "grad_norm": 0.3441547751426697,
+      "learning_rate": 1.2201290082131898e-05,
+      "loss": 1.218,
+      "step": 14984
+    },
+    {
+      "epoch": 4.463225302034662,
+      "grad_norm": 0.36121034622192383,
+      "learning_rate": 1.2200349165599139e-05,
+      "loss": 1.215,
+      "step": 14985
+    },
+    {
+      "epoch": 4.46352314823433,
+      "grad_norm": 0.4869498908519745,
+      "learning_rate": 1.2199408228594591e-05,
+      "loss": 1.2131,
+      "step": 14986
+    },
+    {
+      "epoch": 4.463820994433999,
+      "grad_norm": 0.2633175551891327,
+      "learning_rate": 1.2198467271127003e-05,
+      "loss": 1.2085,
+      "step": 14987
+    },
+    {
+      "epoch": 4.464118840633668,
+      "grad_norm": 0.34987908601760864,
+      "learning_rate": 1.2197526293205138e-05,
+      "loss": 1.2242,
+      "step": 14988
+    },
+    {
+      "epoch": 4.464416686833337,
+      "grad_norm": 0.23947428166866302,
+      "learning_rate": 1.2196585294837744e-05,
+      "loss": 1.2235,
+      "step": 14989
+    },
+    {
+      "epoch": 4.464714533033005,
+      "grad_norm": 0.4048132300376892,
+      "learning_rate": 1.2195644276033578e-05,
+      "loss": 1.223,
+      "step": 14990
+    },
+    {
+      "epoch": 4.4650123792326735,
+      "grad_norm": 0.3032701015472412,
+      "learning_rate": 1.2194703236801398e-05,
+      "loss": 1.2376,
+      "step": 14991
+    },
+    {
+      "epoch": 4.465310225432343,
+      "grad_norm": 0.30714356899261475,
+      "learning_rate": 1.219376217714995e-05,
+      "loss": 1.2159,
+      "step": 14992
+    },
+    {
+      "epoch": 4.465608071632011,
+      "grad_norm": 0.27791735529899597,
+      "learning_rate": 1.2192821097088e-05,
+      "loss": 1.2182,
+      "step": 14993
+    },
+    {
+      "epoch": 4.465905917831679,
+      "grad_norm": 0.3147997260093689,
+      "learning_rate": 1.21918799966243e-05,
+      "loss": 1.2437,
+      "step": 14994
+    },
+    {
+      "epoch": 4.4662037640313486,
+      "grad_norm": 0.31485629081726074,
+      "learning_rate": 1.2190938875767606e-05,
+      "loss": 1.2258,
+      "step": 14995
+    },
+    {
+      "epoch": 4.466501610231017,
+      "grad_norm": 0.3440761864185333,
+      "learning_rate": 1.2189997734526672e-05,
+      "loss": 1.2163,
+      "step": 14996
+    },
+    {
+      "epoch": 4.466799456430685,
+      "grad_norm": 0.3485150635242462,
+      "learning_rate": 1.2189056572910256e-05,
+      "loss": 1.2129,
+      "step": 14997
+    },
+    {
+      "epoch": 4.467097302630354,
+      "grad_norm": 0.2978845536708832,
+      "learning_rate": 1.2188115390927115e-05,
+      "loss": 1.2229,
+      "step": 14998
+    },
+    {
+      "epoch": 4.467395148830023,
+      "grad_norm": 0.2978161871433258,
+      "learning_rate": 1.2187174188586004e-05,
+      "loss": 1.2187,
+      "step": 14999
+    },
+    {
+      "epoch": 4.467692995029692,
+      "grad_norm": 0.29847341775894165,
+      "learning_rate": 1.2186232965895681e-05,
+      "loss": 1.2375,
+      "step": 15000
+    },
+    {
+      "epoch": 4.467692995029692,
+      "eval_loss": 1.328788161277771,
+      "eval_runtime": 21.4624,
+      "eval_samples_per_second": 80.792,
+      "eval_steps_per_second": 5.079,
+      "step": 15000
+    },
+    {
+      "epoch": 4.46799084122936,
+      "grad_norm": 0.2802181541919708,
+      "learning_rate": 1.2185291722864907e-05,
+      "loss": 1.2094,
+      "step": 15001
+    },
+    {
+      "epoch": 4.468288687429029,
+      "grad_norm": 0.5638412237167358,
+      "learning_rate": 1.218435045950243e-05,
+      "loss": 1.2276,
+      "step": 15002
+    },
+    {
+      "epoch": 4.468586533628698,
+      "grad_norm": 0.5578691959381104,
+      "learning_rate": 1.2183409175817013e-05,
+      "loss": 1.2234,
+      "step": 15003
+    },
+    {
+      "epoch": 4.468884379828366,
+      "grad_norm": 0.3073020875453949,
+      "learning_rate": 1.2182467871817415e-05,
+      "loss": 1.2274,
+      "step": 15004
+    },
+    {
+      "epoch": 4.4691822260280345,
+      "grad_norm": 0.3942149877548218,
+      "learning_rate": 1.218152654751239e-05,
+      "loss": 1.2297,
+      "step": 15005
+    },
+    {
+      "epoch": 4.469480072227704,
+      "grad_norm": 0.29925331473350525,
+      "learning_rate": 1.21805852029107e-05,
+      "loss": 1.2161,
+      "step": 15006
+    },
+    {
+      "epoch": 4.469777918427372,
+      "grad_norm": 0.3018183410167694,
+      "learning_rate": 1.2179643838021098e-05,
+      "loss": 1.2259,
+      "step": 15007
+    },
+    {
+      "epoch": 4.47007576462704,
+      "grad_norm": 0.3541475534439087,
+      "learning_rate": 1.217870245285235e-05,
+      "loss": 1.2223,
+      "step": 15008
+    },
+    {
+      "epoch": 4.47037361082671,
+      "grad_norm": 0.3656480610370636,
+      "learning_rate": 1.2177761047413205e-05,
+      "loss": 1.2288,
+      "step": 15009
+    },
+    {
+      "epoch": 4.470671457026378,
+      "grad_norm": 0.31403958797454834,
+      "learning_rate": 1.2176819621712428e-05,
+      "loss": 1.229,
+      "step": 15010
+    },
+    {
+      "epoch": 4.470969303226046,
+      "grad_norm": 0.33523741364479065,
+      "learning_rate": 1.2175878175758777e-05,
+      "loss": 1.2113,
+      "step": 15011
+    },
+    {
+      "epoch": 4.4712671494257155,
+      "grad_norm": 0.31044355034828186,
+      "learning_rate": 1.2174936709561012e-05,
+      "loss": 1.2339,
+      "step": 15012
+    },
+    {
+      "epoch": 4.471564995625384,
+      "grad_norm": 0.30819764733314514,
+      "learning_rate": 1.2173995223127891e-05,
+      "loss": 1.2239,
+      "step": 15013
+    },
+    {
+      "epoch": 4.471862841825053,
+      "grad_norm": 0.2760671377182007,
+      "learning_rate": 1.217305371646817e-05,
+      "loss": 1.2172,
+      "step": 15014
+    },
+    {
+      "epoch": 4.472160688024721,
+      "grad_norm": 0.2517237663269043,
+      "learning_rate": 1.2172112189590613e-05,
+      "loss": 1.202,
+      "step": 15015
+    },
+    {
+      "epoch": 4.47245853422439,
+      "grad_norm": 0.3907548189163208,
+      "learning_rate": 1.217117064250398e-05,
+      "loss": 1.2289,
+      "step": 15016
+    },
+    {
+      "epoch": 4.472756380424059,
+      "grad_norm": 0.35696491599082947,
+      "learning_rate": 1.217022907521703e-05,
+      "loss": 1.2165,
+      "step": 15017
+    },
+    {
+      "epoch": 4.473054226623727,
+      "grad_norm": 0.26156413555145264,
+      "learning_rate": 1.2169287487738524e-05,
+      "loss": 1.2175,
+      "step": 15018
+    },
+    {
+      "epoch": 4.4733520728233955,
+      "grad_norm": 0.25209230184555054,
+      "learning_rate": 1.2168345880077222e-05,
+      "loss": 1.2315,
+      "step": 15019
+    },
+    {
+      "epoch": 4.473649919023065,
+      "grad_norm": 0.2818114161491394,
+      "learning_rate": 1.216740425224188e-05,
+      "loss": 1.2133,
+      "step": 15020
+    },
+    {
+      "epoch": 4.473947765222733,
+      "grad_norm": 0.26874756813049316,
+      "learning_rate": 1.2166462604241267e-05,
+      "loss": 1.2302,
+      "step": 15021
+    },
+    {
+      "epoch": 4.474245611422401,
+      "grad_norm": 0.2840188443660736,
+      "learning_rate": 1.2165520936084139e-05,
+      "loss": 1.2016,
+      "step": 15022
+    },
+    {
+      "epoch": 4.474543457622071,
+      "grad_norm": 0.2546764612197876,
+      "learning_rate": 1.2164579247779258e-05,
+      "loss": 1.2161,
+      "step": 15023
+    },
+    {
+      "epoch": 4.474841303821739,
+      "grad_norm": 0.39144718647003174,
+      "learning_rate": 1.2163637539335384e-05,
+      "loss": 1.2264,
+      "step": 15024
+    },
+    {
+      "epoch": 4.475139150021407,
+      "grad_norm": 0.3180117607116699,
+      "learning_rate": 1.2162695810761283e-05,
+      "loss": 1.2164,
+      "step": 15025
+    },
+    {
+      "epoch": 4.4754369962210765,
+      "grad_norm": 0.30262383818626404,
+      "learning_rate": 1.2161754062065714e-05,
+      "loss": 1.2206,
+      "step": 15026
+    },
+    {
+      "epoch": 4.475734842420745,
+      "grad_norm": 0.25390443205833435,
+      "learning_rate": 1.2160812293257436e-05,
+      "loss": 1.2224,
+      "step": 15027
+    },
+    {
+      "epoch": 4.476032688620414,
+      "grad_norm": 0.2694064676761627,
+      "learning_rate": 1.2159870504345212e-05,
+      "loss": 1.2105,
+      "step": 15028
+    },
+    {
+      "epoch": 4.476330534820082,
+      "grad_norm": 0.2786681056022644,
+      "learning_rate": 1.2158928695337811e-05,
+      "loss": 1.2228,
+      "step": 15029
+    },
+    {
+      "epoch": 4.476628381019751,
+      "grad_norm": 0.24426937103271484,
+      "learning_rate": 1.2157986866243988e-05,
+      "loss": 1.2198,
+      "step": 15030
+    },
+    {
+      "epoch": 4.47692622721942,
+      "grad_norm": 0.2864536941051483,
+      "learning_rate": 1.2157045017072509e-05,
+      "loss": 1.2201,
+      "step": 15031
+    },
+    {
+      "epoch": 4.477224073419088,
+      "grad_norm": 0.266191303730011,
+      "learning_rate": 1.2156103147832137e-05,
+      "loss": 1.2339,
+      "step": 15032
+    },
+    {
+      "epoch": 4.477521919618757,
+      "grad_norm": 0.3499411344528198,
+      "learning_rate": 1.2155161258531632e-05,
+      "loss": 1.2225,
+      "step": 15033
+    },
+    {
+      "epoch": 4.477819765818426,
+      "grad_norm": 0.24897105991840363,
+      "learning_rate": 1.215421934917976e-05,
+      "loss": 1.2188,
+      "step": 15034
+    },
+    {
+      "epoch": 4.478117612018094,
+      "grad_norm": 0.33457404375076294,
+      "learning_rate": 1.2153277419785285e-05,
+      "loss": 1.2324,
+      "step": 15035
+    },
+    {
+      "epoch": 4.478415458217762,
+      "grad_norm": 0.2837419807910919,
+      "learning_rate": 1.2152335470356968e-05,
+      "loss": 1.2267,
+      "step": 15036
+    },
+    {
+      "epoch": 4.478713304417432,
+      "grad_norm": 0.29611486196517944,
+      "learning_rate": 1.2151393500903575e-05,
+      "loss": 1.2239,
+      "step": 15037
+    },
+    {
+      "epoch": 4.4790111506171,
+      "grad_norm": 0.3383772671222687,
+      "learning_rate": 1.2150451511433868e-05,
+      "loss": 1.222,
+      "step": 15038
+    },
+    {
+      "epoch": 4.479308996816769,
+      "grad_norm": 0.256071001291275,
+      "learning_rate": 1.2149509501956613e-05,
+      "loss": 1.1995,
+      "step": 15039
+    },
+    {
+      "epoch": 4.4796068430164375,
+      "grad_norm": 0.3517363369464874,
+      "learning_rate": 1.2148567472480574e-05,
+      "loss": 1.2244,
+      "step": 15040
+    },
+    {
+      "epoch": 4.479904689216106,
+      "grad_norm": 0.30239713191986084,
+      "learning_rate": 1.2147625423014516e-05,
+      "loss": 1.2116,
+      "step": 15041
+    },
+    {
+      "epoch": 4.480202535415775,
+      "grad_norm": 0.34286734461784363,
+      "learning_rate": 1.2146683353567204e-05,
+      "loss": 1.2291,
+      "step": 15042
+    },
+    {
+      "epoch": 4.480500381615443,
+      "grad_norm": 0.3684154152870178,
+      "learning_rate": 1.2145741264147397e-05,
+      "loss": 1.2289,
+      "step": 15043
+    },
+    {
+      "epoch": 4.480798227815112,
+      "grad_norm": 0.34026914834976196,
+      "learning_rate": 1.2144799154763868e-05,
+      "loss": 1.2172,
+      "step": 15044
+    },
+    {
+      "epoch": 4.481096074014781,
+      "grad_norm": 0.5373833775520325,
+      "learning_rate": 1.214385702542538e-05,
+      "loss": 1.2015,
+      "step": 15045
+    },
+    {
+      "epoch": 4.481393920214449,
+      "grad_norm": 0.2383013218641281,
+      "learning_rate": 1.2142914876140694e-05,
+      "loss": 1.2112,
+      "step": 15046
+    },
+    {
+      "epoch": 4.481691766414118,
+      "grad_norm": 0.7224148511886597,
+      "learning_rate": 1.2141972706918583e-05,
+      "loss": 1.2205,
+      "step": 15047
+    },
+    {
+      "epoch": 4.481989612613787,
+      "grad_norm": 0.5347703099250793,
+      "learning_rate": 1.2141030517767807e-05,
+      "loss": 1.231,
+      "step": 15048
+    },
+    {
+      "epoch": 4.482287458813455,
+      "grad_norm": 0.4365391135215759,
+      "learning_rate": 1.2140088308697137e-05,
+      "loss": 1.2163,
+      "step": 15049
+    },
+    {
+      "epoch": 4.4825853050131235,
+      "grad_norm": 0.4629792869091034,
+      "learning_rate": 1.2139146079715334e-05,
+      "loss": 1.2422,
+      "step": 15050
+    },
+    {
+      "epoch": 4.482883151212793,
+      "grad_norm": 0.426817923784256,
+      "learning_rate": 1.2138203830831165e-05,
+      "loss": 1.2169,
+      "step": 15051
+    },
+    {
+      "epoch": 4.483180997412461,
+      "grad_norm": 0.32950761914253235,
+      "learning_rate": 1.2137261562053401e-05,
+      "loss": 1.2174,
+      "step": 15052
+    },
+    {
+      "epoch": 4.483478843612129,
+      "grad_norm": 0.506644070148468,
+      "learning_rate": 1.2136319273390807e-05,
+      "loss": 1.2284,
+      "step": 15053
+    },
+    {
+      "epoch": 4.4837766898117986,
+      "grad_norm": 0.35195106267929077,
+      "learning_rate": 1.2135376964852145e-05,
+      "loss": 1.2356,
+      "step": 15054
+    },
+    {
+      "epoch": 4.484074536011467,
+      "grad_norm": 0.3815198242664337,
+      "learning_rate": 1.213443463644619e-05,
+      "loss": 1.2255,
+      "step": 15055
+    },
+    {
+      "epoch": 4.484372382211136,
+      "grad_norm": 0.26191478967666626,
+      "learning_rate": 1.2133492288181703e-05,
+      "loss": 1.2308,
+      "step": 15056
+    },
+    {
+      "epoch": 4.484670228410804,
+      "grad_norm": 0.2946739196777344,
+      "learning_rate": 1.2132549920067455e-05,
+      "loss": 1.2274,
+      "step": 15057
+    },
+    {
+      "epoch": 4.484968074610473,
+      "grad_norm": 0.30766019225120544,
+      "learning_rate": 1.2131607532112213e-05,
+      "loss": 1.2215,
+      "step": 15058
+    },
+    {
+      "epoch": 4.485265920810142,
+      "grad_norm": 0.24756793677806854,
+      "learning_rate": 1.2130665124324745e-05,
+      "loss": 1.2109,
+      "step": 15059
+    },
+    {
+      "epoch": 4.48556376700981,
+      "grad_norm": 0.2954517602920532,
+      "learning_rate": 1.2129722696713817e-05,
+      "loss": 1.2137,
+      "step": 15060
+    },
+    {
+      "epoch": 4.485861613209479,
+      "grad_norm": 0.30444443225860596,
+      "learning_rate": 1.2128780249288198e-05,
+      "loss": 1.2045,
+      "step": 15061
+    },
+    {
+      "epoch": 4.486159459409148,
+      "grad_norm": 0.3060961961746216,
+      "learning_rate": 1.2127837782056659e-05,
+      "loss": 1.2191,
+      "step": 15062
+    },
+    {
+      "epoch": 4.486457305608816,
+      "grad_norm": 0.2736704647541046,
+      "learning_rate": 1.2126895295027968e-05,
+      "loss": 1.2448,
+      "step": 15063
+    },
+    {
+      "epoch": 4.4867551518084845,
+      "grad_norm": 0.243803009390831,
+      "learning_rate": 1.212595278821089e-05,
+      "loss": 1.2097,
+      "step": 15064
+    },
+    {
+      "epoch": 4.487052998008154,
+      "grad_norm": 0.2489195019006729,
+      "learning_rate": 1.2125010261614197e-05,
+      "loss": 1.2203,
+      "step": 15065
+    },
+    {
+      "epoch": 4.487350844207822,
+      "grad_norm": 0.3543930649757385,
+      "learning_rate": 1.2124067715246661e-05,
+      "loss": 1.2078,
+      "step": 15066
+    },
+    {
+      "epoch": 4.487648690407491,
+      "grad_norm": 0.244902104139328,
+      "learning_rate": 1.2123125149117043e-05,
+      "loss": 1.2378,
+      "step": 15067
+    },
+    {
+      "epoch": 4.48794653660716,
+      "grad_norm": 0.42561474442481995,
+      "learning_rate": 1.2122182563234121e-05,
+      "loss": 1.2123,
+      "step": 15068
+    },
+    {
+      "epoch": 4.488244382806828,
+      "grad_norm": 0.2636564075946808,
+      "learning_rate": 1.2121239957606661e-05,
+      "loss": 1.2138,
+      "step": 15069
+    },
+    {
+      "epoch": 4.488542229006497,
+      "grad_norm": 0.3436940312385559,
+      "learning_rate": 1.2120297332243432e-05,
+      "loss": 1.23,
+      "step": 15070
+    },
+    {
+      "epoch": 4.4888400752061655,
+      "grad_norm": 0.2705753743648529,
+      "learning_rate": 1.2119354687153204e-05,
+      "loss": 1.2155,
+      "step": 15071
+    },
+    {
+      "epoch": 4.489137921405834,
+      "grad_norm": 0.34441936016082764,
+      "learning_rate": 1.211841202234475e-05,
+      "loss": 1.2256,
+      "step": 15072
+    },
+    {
+      "epoch": 4.489435767605503,
+      "grad_norm": 0.24522235989570618,
+      "learning_rate": 1.2117469337826842e-05,
+      "loss": 1.2273,
+      "step": 15073
+    },
+    {
+      "epoch": 4.489733613805171,
+      "grad_norm": 0.4094565510749817,
+      "learning_rate": 1.211652663360824e-05,
+      "loss": 1.2345,
+      "step": 15074
+    },
+    {
+      "epoch": 4.49003146000484,
+      "grad_norm": 0.24970418214797974,
+      "learning_rate": 1.2115583909697729e-05,
+      "loss": 1.2257,
+      "step": 15075
+    },
+    {
+      "epoch": 4.490329306204509,
+      "grad_norm": 0.37969470024108887,
+      "learning_rate": 1.2114641166104074e-05,
+      "loss": 1.2171,
+      "step": 15076
+    },
+    {
+      "epoch": 4.490627152404177,
+      "grad_norm": 0.25172027945518494,
+      "learning_rate": 1.211369840283604e-05,
+      "loss": 1.2246,
+      "step": 15077
+    },
+    {
+      "epoch": 4.4909249986038455,
+      "grad_norm": 0.5294029712677002,
+      "learning_rate": 1.2112755619902408e-05,
+      "loss": 1.2127,
+      "step": 15078
+    },
+    {
+      "epoch": 4.491222844803515,
+      "grad_norm": 0.28505566716194153,
+      "learning_rate": 1.2111812817311943e-05,
+      "loss": 1.239,
+      "step": 15079
+    },
+    {
+      "epoch": 4.491520691003183,
+      "grad_norm": 0.41262924671173096,
+      "learning_rate": 1.2110869995073422e-05,
+      "loss": 1.2166,
+      "step": 15080
+    },
+    {
+      "epoch": 4.491818537202852,
+      "grad_norm": 0.24879197776317596,
+      "learning_rate": 1.2109927153195612e-05,
+      "loss": 1.2323,
+      "step": 15081
+    },
+    {
+      "epoch": 4.492116383402521,
+      "grad_norm": 0.5299745202064514,
+      "learning_rate": 1.2108984291687286e-05,
+      "loss": 1.2162,
+      "step": 15082
+    },
+    {
+      "epoch": 4.492414229602189,
+      "grad_norm": 0.39849525690078735,
+      "learning_rate": 1.2108041410557222e-05,
+      "loss": 1.2248,
+      "step": 15083
+    },
+    {
+      "epoch": 4.492712075801858,
+      "grad_norm": 0.43437138199806213,
+      "learning_rate": 1.2107098509814185e-05,
+      "loss": 1.2331,
+      "step": 15084
+    },
+    {
+      "epoch": 4.4930099220015265,
+      "grad_norm": 0.47554242610931396,
+      "learning_rate": 1.210615558946695e-05,
+      "loss": 1.2294,
+      "step": 15085
+    },
+    {
+      "epoch": 4.493307768201195,
+      "grad_norm": 0.28594446182250977,
+      "learning_rate": 1.2105212649524292e-05,
+      "loss": 1.2188,
+      "step": 15086
+    },
+    {
+      "epoch": 4.493605614400864,
+      "grad_norm": 0.33014607429504395,
+      "learning_rate": 1.210426968999498e-05,
+      "loss": 1.2345,
+      "step": 15087
+    },
+    {
+      "epoch": 4.493903460600532,
+      "grad_norm": 0.3126441538333893,
+      "learning_rate": 1.2103326710887793e-05,
+      "loss": 1.2024,
+      "step": 15088
+    },
+    {
+      "epoch": 4.494201306800201,
+      "grad_norm": 0.2798210382461548,
+      "learning_rate": 1.2102383712211499e-05,
+      "loss": 1.2144,
+      "step": 15089
+    },
+    {
+      "epoch": 4.49449915299987,
+      "grad_norm": 0.3776017129421234,
+      "learning_rate": 1.2101440693974875e-05,
+      "loss": 1.2151,
+      "step": 15090
+    },
+    {
+      "epoch": 4.494796999199538,
+      "grad_norm": 0.2667417824268341,
+      "learning_rate": 1.2100497656186692e-05,
+      "loss": 1.2207,
+      "step": 15091
+    },
+    {
+      "epoch": 4.495094845399207,
+      "grad_norm": 0.3946310877799988,
+      "learning_rate": 1.209955459885572e-05,
+      "loss": 1.2264,
+      "step": 15092
+    },
+    {
+      "epoch": 4.495392691598876,
+      "grad_norm": 0.25927817821502686,
+      "learning_rate": 1.2098611521990747e-05,
+      "loss": 1.2327,
+      "step": 15093
+    },
+    {
+      "epoch": 4.495690537798544,
+      "grad_norm": 0.4457034766674042,
+      "learning_rate": 1.2097668425600532e-05,
+      "loss": 1.24,
+      "step": 15094
+    },
+    {
+      "epoch": 4.495988383998213,
+      "grad_norm": 0.28256189823150635,
+      "learning_rate": 1.209672530969386e-05,
+      "loss": 1.2195,
+      "step": 15095
+    },
+    {
+      "epoch": 4.496286230197882,
+      "grad_norm": 0.4875396490097046,
+      "learning_rate": 1.20957821742795e-05,
+      "loss": 1.2132,
+      "step": 15096
+    },
+    {
+      "epoch": 4.49658407639755,
+      "grad_norm": 0.2714369297027588,
+      "learning_rate": 1.2094839019366229e-05,
+      "loss": 1.2314,
+      "step": 15097
+    },
+    {
+      "epoch": 4.496881922597219,
+      "grad_norm": 0.4154144525527954,
+      "learning_rate": 1.209389584496282e-05,
+      "loss": 1.2328,
+      "step": 15098
+    },
+    {
+      "epoch": 4.4971797687968875,
+      "grad_norm": 0.2884173095226288,
+      "learning_rate": 1.209295265107805e-05,
+      "loss": 1.2117,
+      "step": 15099
+    },
+    {
+      "epoch": 4.497477614996556,
+      "grad_norm": 0.396198570728302,
+      "learning_rate": 1.2092009437720696e-05,
+      "loss": 1.2197,
+      "step": 15100
+    },
+    {
+      "epoch": 4.497775461196225,
+      "grad_norm": 0.38598132133483887,
+      "learning_rate": 1.209106620489953e-05,
+      "loss": 1.2479,
+      "step": 15101
+    },
+    {
+      "epoch": 4.498073307395893,
+      "grad_norm": 0.40717682242393494,
+      "learning_rate": 1.2090122952623329e-05,
+      "loss": 1.235,
+      "step": 15102
+    },
+    {
+      "epoch": 4.498371153595562,
+      "grad_norm": 0.3123427629470825,
+      "learning_rate": 1.2089179680900869e-05,
+      "loss": 1.2152,
+      "step": 15103
+    },
+    {
+      "epoch": 4.498668999795231,
+      "grad_norm": 0.30639252066612244,
+      "learning_rate": 1.2088236389740925e-05,
+      "loss": 1.2282,
+      "step": 15104
+    },
+    {
+      "epoch": 4.498966845994899,
+      "grad_norm": 0.3442763090133667,
+      "learning_rate": 1.2087293079152277e-05,
+      "loss": 1.2128,
+      "step": 15105
+    },
+    {
+      "epoch": 4.4992646921945685,
+      "grad_norm": 0.32975438237190247,
+      "learning_rate": 1.2086349749143698e-05,
+      "loss": 1.2176,
+      "step": 15106
+    },
+    {
+      "epoch": 4.499562538394237,
+      "grad_norm": 0.3876637816429138,
+      "learning_rate": 1.2085406399723966e-05,
+      "loss": 1.2276,
+      "step": 15107
+    },
+    {
+      "epoch": 4.499860384593905,
+      "grad_norm": 0.2568848729133606,
+      "learning_rate": 1.2084463030901859e-05,
+      "loss": 1.2295,
+      "step": 15108
+    },
+    {
+      "epoch": 4.500158230793574,
+      "grad_norm": 0.40290164947509766,
+      "learning_rate": 1.208351964268615e-05,
+      "loss": 1.2211,
+      "step": 15109
+    },
+    {
+      "epoch": 4.500456076993243,
+      "grad_norm": 0.31851232051849365,
+      "learning_rate": 1.2082576235085619e-05,
+      "loss": 1.2003,
+      "step": 15110
+    },
+    {
+      "epoch": 4.500753923192911,
+      "grad_norm": 0.40014412999153137,
+      "learning_rate": 1.2081632808109043e-05,
+      "loss": 1.2168,
+      "step": 15111
+    },
+    {
+      "epoch": 4.50105176939258,
+      "grad_norm": 0.39033442735671997,
+      "learning_rate": 1.20806893617652e-05,
+      "loss": 1.2284,
+      "step": 15112
+    },
+    {
+      "epoch": 4.5013496155922486,
+      "grad_norm": 0.34930282831192017,
+      "learning_rate": 1.2079745896062864e-05,
+      "loss": 1.2205,
+      "step": 15113
+    },
+    {
+      "epoch": 4.501647461791917,
+      "grad_norm": 0.39152130484580994,
+      "learning_rate": 1.207880241101082e-05,
+      "loss": 1.2218,
+      "step": 15114
+    },
+    {
+      "epoch": 4.501945307991586,
+      "grad_norm": 0.29718637466430664,
+      "learning_rate": 1.2077858906617843e-05,
+      "loss": 1.2193,
+      "step": 15115
+    },
+    {
+      "epoch": 4.502243154191254,
+      "grad_norm": 0.34129148721694946,
+      "learning_rate": 1.2076915382892705e-05,
+      "loss": 1.2078,
+      "step": 15116
+    },
+    {
+      "epoch": 4.502541000390923,
+      "grad_norm": 0.3030122220516205,
+      "learning_rate": 1.2075971839844195e-05,
+      "loss": 1.2281,
+      "step": 15117
+    },
+    {
+      "epoch": 4.502838846590592,
+      "grad_norm": 0.385215699672699,
+      "learning_rate": 1.2075028277481084e-05,
+      "loss": 1.2282,
+      "step": 15118
+    },
+    {
+      "epoch": 4.50313669279026,
+      "grad_norm": 0.274476557970047,
+      "learning_rate": 1.2074084695812153e-05,
+      "loss": 1.222,
+      "step": 15119
+    },
+    {
+      "epoch": 4.503434538989929,
+      "grad_norm": 0.38454511761665344,
+      "learning_rate": 1.207314109484618e-05,
+      "loss": 1.2353,
+      "step": 15120
+    },
+    {
+      "epoch": 4.503732385189598,
+      "grad_norm": 0.2698459327220917,
+      "learning_rate": 1.2072197474591948e-05,
+      "loss": 1.2289,
+      "step": 15121
+    },
+    {
+      "epoch": 4.504030231389266,
+      "grad_norm": 0.27188873291015625,
+      "learning_rate": 1.2071253835058235e-05,
+      "loss": 1.2335,
+      "step": 15122
+    },
+    {
+      "epoch": 4.504328077588935,
+      "grad_norm": 0.28518879413604736,
+      "learning_rate": 1.2070310176253817e-05,
+      "loss": 1.2084,
+      "step": 15123
+    },
+    {
+      "epoch": 4.504625923788604,
+      "grad_norm": 0.30094584822654724,
+      "learning_rate": 1.2069366498187478e-05,
+      "loss": 1.2215,
+      "step": 15124
+    },
+    {
+      "epoch": 4.504923769988272,
+      "grad_norm": 0.3028467893600464,
+      "learning_rate": 1.2068422800867995e-05,
+      "loss": 1.2167,
+      "step": 15125
+    },
+    {
+      "epoch": 4.505221616187941,
+      "grad_norm": 0.43491336703300476,
+      "learning_rate": 1.2067479084304146e-05,
+      "loss": 1.2246,
+      "step": 15126
+    },
+    {
+      "epoch": 4.50551946238761,
+      "grad_norm": 0.24532203376293182,
+      "learning_rate": 1.2066535348504716e-05,
+      "loss": 1.2061,
+      "step": 15127
+    },
+    {
+      "epoch": 4.505817308587278,
+      "grad_norm": 0.4910340905189514,
+      "learning_rate": 1.2065591593478483e-05,
+      "loss": 1.233,
+      "step": 15128
+    },
+    {
+      "epoch": 4.506115154786947,
+      "grad_norm": 0.25325271487236023,
+      "learning_rate": 1.2064647819234227e-05,
+      "loss": 1.226,
+      "step": 15129
+    },
+    {
+      "epoch": 4.5064130009866155,
+      "grad_norm": 0.4711860418319702,
+      "learning_rate": 1.2063704025780732e-05,
+      "loss": 1.2235,
+      "step": 15130
+    },
+    {
+      "epoch": 4.506710847186284,
+      "grad_norm": 0.2528174817562103,
+      "learning_rate": 1.2062760213126776e-05,
+      "loss": 1.2285,
+      "step": 15131
+    },
+    {
+      "epoch": 4.507008693385953,
+      "grad_norm": 0.5877256393432617,
+      "learning_rate": 1.206181638128114e-05,
+      "loss": 1.215,
+      "step": 15132
+    },
+    {
+      "epoch": 4.507306539585621,
+      "grad_norm": 0.43910297751426697,
+      "learning_rate": 1.2060872530252605e-05,
+      "loss": 1.2362,
+      "step": 15133
+    },
+    {
+      "epoch": 4.5076043857852905,
+      "grad_norm": 0.2653259336948395,
+      "learning_rate": 1.2059928660049958e-05,
+      "loss": 1.2033,
+      "step": 15134
+    },
+    {
+      "epoch": 4.507902231984959,
+      "grad_norm": 0.3588211238384247,
+      "learning_rate": 1.2058984770681974e-05,
+      "loss": 1.2182,
+      "step": 15135
+    },
+    {
+      "epoch": 4.508200078184627,
+      "grad_norm": 0.26585859060287476,
+      "learning_rate": 1.2058040862157437e-05,
+      "loss": 1.2212,
+      "step": 15136
+    },
+    {
+      "epoch": 4.508497924384296,
+      "grad_norm": 0.33971595764160156,
+      "learning_rate": 1.2057096934485126e-05,
+      "loss": 1.2231,
+      "step": 15137
+    },
+    {
+      "epoch": 4.508795770583965,
+      "grad_norm": 0.2848120331764221,
+      "learning_rate": 1.2056152987673832e-05,
+      "loss": 1.2117,
+      "step": 15138
+    },
+    {
+      "epoch": 4.509093616783633,
+      "grad_norm": 0.34800732135772705,
+      "learning_rate": 1.2055209021732328e-05,
+      "loss": 1.2268,
+      "step": 15139
+    },
+    {
+      "epoch": 4.509391462983302,
+      "grad_norm": 0.3181397020816803,
+      "learning_rate": 1.2054265036669401e-05,
+      "loss": 1.21,
+      "step": 15140
+    },
+    {
+      "epoch": 4.509689309182971,
+      "grad_norm": 0.45380064845085144,
+      "learning_rate": 1.2053321032493835e-05,
+      "loss": 1.2027,
+      "step": 15141
+    },
+    {
+      "epoch": 4.509987155382639,
+      "grad_norm": 0.2743885815143585,
+      "learning_rate": 1.205237700921441e-05,
+      "loss": 1.2308,
+      "step": 15142
+    },
+    {
+      "epoch": 4.510285001582308,
+      "grad_norm": 0.3314945697784424,
+      "learning_rate": 1.2051432966839908e-05,
+      "loss": 1.2297,
+      "step": 15143
+    },
+    {
+      "epoch": 4.5105828477819765,
+      "grad_norm": 0.38072890043258667,
+      "learning_rate": 1.2050488905379116e-05,
+      "loss": 1.2173,
+      "step": 15144
+    },
+    {
+      "epoch": 4.510880693981646,
+      "grad_norm": 0.28301769495010376,
+      "learning_rate": 1.2049544824840815e-05,
+      "loss": 1.2183,
+      "step": 15145
+    },
+    {
+      "epoch": 4.511178540181314,
+      "grad_norm": 0.3803479075431824,
+      "learning_rate": 1.2048600725233787e-05,
+      "loss": 1.2137,
+      "step": 15146
+    },
+    {
+      "epoch": 4.511476386380982,
+      "grad_norm": 0.27927228808403015,
+      "learning_rate": 1.2047656606566822e-05,
+      "loss": 1.2307,
+      "step": 15147
+    },
+    {
+      "epoch": 4.511774232580651,
+      "grad_norm": 0.26439303159713745,
+      "learning_rate": 1.20467124688487e-05,
+      "loss": 1.2235,
+      "step": 15148
+    },
+    {
+      "epoch": 4.51207207878032,
+      "grad_norm": 0.3017038404941559,
+      "learning_rate": 1.2045768312088203e-05,
+      "loss": 1.2292,
+      "step": 15149
+    },
+    {
+      "epoch": 4.512369924979988,
+      "grad_norm": 0.25685378909111023,
+      "learning_rate": 1.2044824136294118e-05,
+      "loss": 1.2261,
+      "step": 15150
+    },
+    {
+      "epoch": 4.5126677711796574,
+      "grad_norm": 0.3176990747451782,
+      "learning_rate": 1.204387994147523e-05,
+      "loss": 1.2246,
+      "step": 15151
+    },
+    {
+      "epoch": 4.512965617379326,
+      "grad_norm": 0.2701776623725891,
+      "learning_rate": 1.2042935727640321e-05,
+      "loss": 1.2117,
+      "step": 15152
+    },
+    {
+      "epoch": 4.513263463578994,
+      "grad_norm": 0.41709625720977783,
+      "learning_rate": 1.204199149479818e-05,
+      "loss": 1.22,
+      "step": 15153
+    },
+    {
+      "epoch": 4.513561309778663,
+      "grad_norm": 0.34297245740890503,
+      "learning_rate": 1.2041047242957586e-05,
+      "loss": 1.224,
+      "step": 15154
+    },
+    {
+      "epoch": 4.513859155978332,
+      "grad_norm": 0.2829325795173645,
+      "learning_rate": 1.2040102972127332e-05,
+      "loss": 1.2324,
+      "step": 15155
+    },
+    {
+      "epoch": 4.514157002178,
+      "grad_norm": 0.46197330951690674,
+      "learning_rate": 1.2039158682316198e-05,
+      "loss": 1.2214,
+      "step": 15156
+    },
+    {
+      "epoch": 4.514454848377669,
+      "grad_norm": 0.27032995223999023,
+      "learning_rate": 1.2038214373532969e-05,
+      "loss": 1.2286,
+      "step": 15157
+    },
+    {
+      "epoch": 4.5147526945773375,
+      "grad_norm": 0.4450484812259674,
+      "learning_rate": 1.2037270045786434e-05,
+      "loss": 1.2122,
+      "step": 15158
+    },
+    {
+      "epoch": 4.515050540777006,
+      "grad_norm": 0.24114517867565155,
+      "learning_rate": 1.2036325699085375e-05,
+      "loss": 1.2221,
+      "step": 15159
+    },
+    {
+      "epoch": 4.515348386976675,
+      "grad_norm": 0.34915485978126526,
+      "learning_rate": 1.2035381333438583e-05,
+      "loss": 1.2177,
+      "step": 15160
+    },
+    {
+      "epoch": 4.515646233176343,
+      "grad_norm": 0.3585357367992401,
+      "learning_rate": 1.2034436948854842e-05,
+      "loss": 1.218,
+      "step": 15161
+    },
+    {
+      "epoch": 4.515944079376013,
+      "grad_norm": 0.28885915875434875,
+      "learning_rate": 1.2033492545342934e-05,
+      "loss": 1.2206,
+      "step": 15162
+    },
+    {
+      "epoch": 4.516241925575681,
+      "grad_norm": 0.30171290040016174,
+      "learning_rate": 1.2032548122911655e-05,
+      "loss": 1.2069,
+      "step": 15163
+    },
+    {
+      "epoch": 4.516539771775349,
+      "grad_norm": 0.3419775366783142,
+      "learning_rate": 1.2031603681569784e-05,
+      "loss": 1.2192,
+      "step": 15164
+    },
+    {
+      "epoch": 4.5168376179750185,
+      "grad_norm": 0.4366108775138855,
+      "learning_rate": 1.2030659221326114e-05,
+      "loss": 1.2149,
+      "step": 15165
+    },
+    {
+      "epoch": 4.517135464174687,
+      "grad_norm": 0.2641226351261139,
+      "learning_rate": 1.2029714742189424e-05,
+      "loss": 1.2189,
+      "step": 15166
+    },
+    {
+      "epoch": 4.517433310374355,
+      "grad_norm": 0.3460739254951477,
+      "learning_rate": 1.2028770244168508e-05,
+      "loss": 1.2363,
+      "step": 15167
+    },
+    {
+      "epoch": 4.517731156574024,
+      "grad_norm": 0.34574875235557556,
+      "learning_rate": 1.2027825727272153e-05,
+      "loss": 1.2231,
+      "step": 15168
+    },
+    {
+      "epoch": 4.518029002773693,
+      "grad_norm": 0.26001298427581787,
+      "learning_rate": 1.2026881191509143e-05,
+      "loss": 1.2278,
+      "step": 15169
+    },
+    {
+      "epoch": 4.518326848973361,
+      "grad_norm": 0.3446212112903595,
+      "learning_rate": 1.2025936636888269e-05,
+      "loss": 1.2251,
+      "step": 15170
+    },
+    {
+      "epoch": 4.51862469517303,
+      "grad_norm": 0.3986576497554779,
+      "learning_rate": 1.2024992063418316e-05,
+      "loss": 1.2315,
+      "step": 15171
+    },
+    {
+      "epoch": 4.5189225413726986,
+      "grad_norm": 0.26384684443473816,
+      "learning_rate": 1.2024047471108081e-05,
+      "loss": 1.2131,
+      "step": 15172
+    },
+    {
+      "epoch": 4.519220387572368,
+      "grad_norm": 0.4883301854133606,
+      "learning_rate": 1.202310285996634e-05,
+      "loss": 1.2231,
+      "step": 15173
+    },
+    {
+      "epoch": 4.519518233772036,
+      "grad_norm": 0.6936948299407959,
+      "learning_rate": 1.2022158230001888e-05,
+      "loss": 1.2297,
+      "step": 15174
+    },
+    {
+      "epoch": 4.519816079971704,
+      "grad_norm": 0.44598180055618286,
+      "learning_rate": 1.2021213581223512e-05,
+      "loss": 1.23,
+      "step": 15175
+    },
+    {
+      "epoch": 4.520113926171374,
+      "grad_norm": 0.29919061064720154,
+      "learning_rate": 1.2020268913640003e-05,
+      "loss": 1.2297,
+      "step": 15176
+    },
+    {
+      "epoch": 4.520411772371042,
+      "grad_norm": 0.2921298146247864,
+      "learning_rate": 1.201932422726015e-05,
+      "loss": 1.2063,
+      "step": 15177
+    },
+    {
+      "epoch": 4.52070961857071,
+      "grad_norm": 0.32926321029663086,
+      "learning_rate": 1.2018379522092737e-05,
+      "loss": 1.2336,
+      "step": 15178
+    },
+    {
+      "epoch": 4.5210074647703795,
+      "grad_norm": 0.3749915063381195,
+      "learning_rate": 1.2017434798146565e-05,
+      "loss": 1.2278,
+      "step": 15179
+    },
+    {
+      "epoch": 4.521305310970048,
+      "grad_norm": 0.23137181997299194,
+      "learning_rate": 1.201649005543041e-05,
+      "loss": 1.2424,
+      "step": 15180
+    },
+    {
+      "epoch": 4.521603157169716,
+      "grad_norm": 0.2518247067928314,
+      "learning_rate": 1.2015545293953067e-05,
+      "loss": 1.2187,
+      "step": 15181
+    },
+    {
+      "epoch": 4.521901003369385,
+      "grad_norm": 0.2674430012702942,
+      "learning_rate": 1.2014600513723333e-05,
+      "loss": 1.217,
+      "step": 15182
+    },
+    {
+      "epoch": 4.522198849569054,
+      "grad_norm": 0.2746109664440155,
+      "learning_rate": 1.201365571474999e-05,
+      "loss": 1.2169,
+      "step": 15183
+    },
+    {
+      "epoch": 4.522496695768722,
+      "grad_norm": 0.2592957019805908,
+      "learning_rate": 1.2012710897041828e-05,
+      "loss": 1.2334,
+      "step": 15184
+    },
+    {
+      "epoch": 4.522794541968391,
+      "grad_norm": 0.34598320722579956,
+      "learning_rate": 1.2011766060607641e-05,
+      "loss": 1.2273,
+      "step": 15185
+    },
+    {
+      "epoch": 4.52309238816806,
+      "grad_norm": 0.3186018466949463,
+      "learning_rate": 1.2010821205456218e-05,
+      "loss": 1.2471,
+      "step": 15186
+    },
+    {
+      "epoch": 4.523390234367728,
+      "grad_norm": 0.2697501480579376,
+      "learning_rate": 1.200987633159635e-05,
+      "loss": 1.227,
+      "step": 15187
+    },
+    {
+      "epoch": 4.523688080567397,
+      "grad_norm": 0.29812702536582947,
+      "learning_rate": 1.200893143903683e-05,
+      "loss": 1.2237,
+      "step": 15188
+    },
+    {
+      "epoch": 4.5239859267670655,
+      "grad_norm": 0.2813689410686493,
+      "learning_rate": 1.2007986527786449e-05,
+      "loss": 1.2272,
+      "step": 15189
+    },
+    {
+      "epoch": 4.524283772966735,
+      "grad_norm": 0.3204902410507202,
+      "learning_rate": 1.2007041597853995e-05,
+      "loss": 1.2092,
+      "step": 15190
+    },
+    {
+      "epoch": 4.524581619166403,
+      "grad_norm": 0.3014407455921173,
+      "learning_rate": 1.200609664924826e-05,
+      "loss": 1.2209,
+      "step": 15191
+    },
+    {
+      "epoch": 4.524879465366071,
+      "grad_norm": 0.27222299575805664,
+      "learning_rate": 1.2005151681978038e-05,
+      "loss": 1.2063,
+      "step": 15192
+    },
+    {
+      "epoch": 4.5251773115657405,
+      "grad_norm": 0.2536955177783966,
+      "learning_rate": 1.2004206696052119e-05,
+      "loss": 1.2309,
+      "step": 15193
+    },
+    {
+      "epoch": 4.525475157765409,
+      "grad_norm": 0.27589666843414307,
+      "learning_rate": 1.2003261691479298e-05,
+      "loss": 1.2402,
+      "step": 15194
+    },
+    {
+      "epoch": 4.525773003965077,
+      "grad_norm": 0.38982024788856506,
+      "learning_rate": 1.2002316668268364e-05,
+      "loss": 1.208,
+      "step": 15195
+    },
+    {
+      "epoch": 4.526070850164746,
+      "grad_norm": 0.40475478768348694,
+      "learning_rate": 1.2001371626428111e-05,
+      "loss": 1.2263,
+      "step": 15196
+    },
+    {
+      "epoch": 4.526368696364415,
+      "grad_norm": 0.24196231365203857,
+      "learning_rate": 1.200042656596733e-05,
+      "loss": 1.2229,
+      "step": 15197
+    },
+    {
+      "epoch": 4.526666542564083,
+      "grad_norm": 0.47569191455841064,
+      "learning_rate": 1.1999481486894813e-05,
+      "loss": 1.2344,
+      "step": 15198
+    },
+    {
+      "epoch": 4.526964388763752,
+      "grad_norm": 0.5380421280860901,
+      "learning_rate": 1.199853638921936e-05,
+      "loss": 1.2235,
+      "step": 15199
+    },
+    {
+      "epoch": 4.527262234963421,
+      "grad_norm": 0.3004697561264038,
+      "learning_rate": 1.1997591272949754e-05,
+      "loss": 1.215,
+      "step": 15200
+    },
+    {
+      "epoch": 4.52756008116309,
+      "grad_norm": 0.6487541794776917,
+      "learning_rate": 1.1996646138094794e-05,
+      "loss": 1.2185,
+      "step": 15201
+    },
+    {
+      "epoch": 4.527857927362758,
+      "grad_norm": 0.2904670536518097,
+      "learning_rate": 1.1995700984663275e-05,
+      "loss": 1.2232,
+      "step": 15202
+    },
+    {
+      "epoch": 4.5281557735624265,
+      "grad_norm": 0.6748509407043457,
+      "learning_rate": 1.1994755812663985e-05,
+      "loss": 1.2239,
+      "step": 15203
+    },
+    {
+      "epoch": 4.528453619762096,
+      "grad_norm": 0.5291069746017456,
+      "learning_rate": 1.199381062210572e-05,
+      "loss": 1.2232,
+      "step": 15204
+    },
+    {
+      "epoch": 4.528751465961764,
+      "grad_norm": 0.47623565793037415,
+      "learning_rate": 1.1992865412997279e-05,
+      "loss": 1.2215,
+      "step": 15205
+    },
+    {
+      "epoch": 4.529049312161432,
+      "grad_norm": 0.38587868213653564,
+      "learning_rate": 1.1991920185347452e-05,
+      "loss": 1.2156,
+      "step": 15206
+    },
+    {
+      "epoch": 4.529347158361102,
+      "grad_norm": 0.3916699290275574,
+      "learning_rate": 1.199097493916503e-05,
+      "loss": 1.2157,
+      "step": 15207
+    },
+    {
+      "epoch": 4.52964500456077,
+      "grad_norm": 0.2876312732696533,
+      "learning_rate": 1.1990029674458812e-05,
+      "loss": 1.2226,
+      "step": 15208
+    },
+    {
+      "epoch": 4.529942850760438,
+      "grad_norm": 0.37393510341644287,
+      "learning_rate": 1.1989084391237591e-05,
+      "loss": 1.2319,
+      "step": 15209
+    },
+    {
+      "epoch": 4.5302406969601074,
+      "grad_norm": 0.301517516374588,
+      "learning_rate": 1.1988139089510162e-05,
+      "loss": 1.2364,
+      "step": 15210
+    },
+    {
+      "epoch": 4.530538543159776,
+      "grad_norm": 0.28969547152519226,
+      "learning_rate": 1.198719376928532e-05,
+      "loss": 1.22,
+      "step": 15211
+    },
+    {
+      "epoch": 4.530836389359445,
+      "grad_norm": 0.2703687250614166,
+      "learning_rate": 1.1986248430571858e-05,
+      "loss": 1.1986,
+      "step": 15212
+    },
+    {
+      "epoch": 4.531134235559113,
+      "grad_norm": 0.27715325355529785,
+      "learning_rate": 1.1985303073378578e-05,
+      "loss": 1.1986,
+      "step": 15213
+    },
+    {
+      "epoch": 4.531432081758782,
+      "grad_norm": 0.2817557752132416,
+      "learning_rate": 1.198435769771427e-05,
+      "loss": 1.2354,
+      "step": 15214
+    },
+    {
+      "epoch": 4.53172992795845,
+      "grad_norm": 0.3252423107624054,
+      "learning_rate": 1.1983412303587729e-05,
+      "loss": 1.2324,
+      "step": 15215
+    },
+    {
+      "epoch": 4.532027774158119,
+      "grad_norm": 0.26138994097709656,
+      "learning_rate": 1.1982466891007753e-05,
+      "loss": 1.2306,
+      "step": 15216
+    },
+    {
+      "epoch": 4.5323256203577875,
+      "grad_norm": 0.3477913737297058,
+      "learning_rate": 1.1981521459983137e-05,
+      "loss": 1.1917,
+      "step": 15217
+    },
+    {
+      "epoch": 4.532623466557457,
+      "grad_norm": 0.2689266800880432,
+      "learning_rate": 1.1980576010522678e-05,
+      "loss": 1.2104,
+      "step": 15218
+    },
+    {
+      "epoch": 4.532921312757125,
+      "grad_norm": 0.44335079193115234,
+      "learning_rate": 1.1979630542635173e-05,
+      "loss": 1.2249,
+      "step": 15219
+    },
+    {
+      "epoch": 4.533219158956793,
+      "grad_norm": 0.2719641625881195,
+      "learning_rate": 1.1978685056329417e-05,
+      "loss": 1.2148,
+      "step": 15220
+    },
+    {
+      "epoch": 4.533517005156463,
+      "grad_norm": 0.3772193193435669,
+      "learning_rate": 1.1977739551614205e-05,
+      "loss": 1.2141,
+      "step": 15221
+    },
+    {
+      "epoch": 4.533814851356131,
+      "grad_norm": 0.3737548291683197,
+      "learning_rate": 1.1976794028498338e-05,
+      "loss": 1.2214,
+      "step": 15222
+    },
+    {
+      "epoch": 4.534112697555799,
+      "grad_norm": 0.31302064657211304,
+      "learning_rate": 1.1975848486990613e-05,
+      "loss": 1.213,
+      "step": 15223
+    },
+    {
+      "epoch": 4.5344105437554685,
+      "grad_norm": 0.2857608497142792,
+      "learning_rate": 1.1974902927099826e-05,
+      "loss": 1.2186,
+      "step": 15224
+    },
+    {
+      "epoch": 4.534708389955137,
+      "grad_norm": 0.2496808022260666,
+      "learning_rate": 1.1973957348834771e-05,
+      "loss": 1.2274,
+      "step": 15225
+    },
+    {
+      "epoch": 4.535006236154805,
+      "grad_norm": 0.3113750219345093,
+      "learning_rate": 1.1973011752204248e-05,
+      "loss": 1.2189,
+      "step": 15226
+    },
+    {
+      "epoch": 4.535304082354474,
+      "grad_norm": 0.2819344103336334,
+      "learning_rate": 1.1972066137217056e-05,
+      "loss": 1.2182,
+      "step": 15227
+    },
+    {
+      "epoch": 4.535601928554143,
+      "grad_norm": 0.34998559951782227,
+      "learning_rate": 1.197112050388199e-05,
+      "loss": 1.2169,
+      "step": 15228
+    },
+    {
+      "epoch": 4.535899774753812,
+      "grad_norm": 0.3272688090801239,
+      "learning_rate": 1.1970174852207853e-05,
+      "loss": 1.2148,
+      "step": 15229
+    },
+    {
+      "epoch": 4.53619762095348,
+      "grad_norm": 0.28262338042259216,
+      "learning_rate": 1.196922918220344e-05,
+      "loss": 1.2253,
+      "step": 15230
+    },
+    {
+      "epoch": 4.5364954671531486,
+      "grad_norm": 0.3195551335811615,
+      "learning_rate": 1.1968283493877548e-05,
+      "loss": 1.2287,
+      "step": 15231
+    },
+    {
+      "epoch": 4.536793313352818,
+      "grad_norm": 0.34402960538864136,
+      "learning_rate": 1.1967337787238977e-05,
+      "loss": 1.2108,
+      "step": 15232
+    },
+    {
+      "epoch": 4.537091159552486,
+      "grad_norm": 0.28968119621276855,
+      "learning_rate": 1.1966392062296528e-05,
+      "loss": 1.2332,
+      "step": 15233
+    },
+    {
+      "epoch": 4.537389005752154,
+      "grad_norm": 0.3309728503227234,
+      "learning_rate": 1.1965446319058995e-05,
+      "loss": 1.2296,
+      "step": 15234
+    },
+    {
+      "epoch": 4.537686851951824,
+      "grad_norm": 0.5360700488090515,
+      "learning_rate": 1.196450055753518e-05,
+      "loss": 1.2272,
+      "step": 15235
+    },
+    {
+      "epoch": 4.537984698151492,
+      "grad_norm": 0.2983231246471405,
+      "learning_rate": 1.1963554777733886e-05,
+      "loss": 1.2045,
+      "step": 15236
+    },
+    {
+      "epoch": 4.53828254435116,
+      "grad_norm": 0.645355224609375,
+      "learning_rate": 1.1962608979663907e-05,
+      "loss": 1.2208,
+      "step": 15237
+    },
+    {
+      "epoch": 4.5385803905508295,
+      "grad_norm": 0.7613120675086975,
+      "learning_rate": 1.1961663163334042e-05,
+      "loss": 1.2237,
+      "step": 15238
+    },
+    {
+      "epoch": 4.538878236750498,
+      "grad_norm": 0.2756083607673645,
+      "learning_rate": 1.1960717328753093e-05,
+      "loss": 1.2194,
+      "step": 15239
+    },
+    {
+      "epoch": 4.539176082950167,
+      "grad_norm": 0.5473653674125671,
+      "learning_rate": 1.1959771475929864e-05,
+      "loss": 1.2209,
+      "step": 15240
+    },
+    {
+      "epoch": 4.539473929149835,
+      "grad_norm": 0.34889474511146545,
+      "learning_rate": 1.1958825604873148e-05,
+      "loss": 1.2211,
+      "step": 15241
+    },
+    {
+      "epoch": 4.539771775349504,
+      "grad_norm": 0.5132902264595032,
+      "learning_rate": 1.1957879715591749e-05,
+      "loss": 1.2254,
+      "step": 15242
+    },
+    {
+      "epoch": 4.540069621549173,
+      "grad_norm": 0.27200672030448914,
+      "learning_rate": 1.195693380809447e-05,
+      "loss": 1.2166,
+      "step": 15243
+    },
+    {
+      "epoch": 4.540367467748841,
+      "grad_norm": 0.3609423339366913,
+      "learning_rate": 1.1955987882390101e-05,
+      "loss": 1.2012,
+      "step": 15244
+    },
+    {
+      "epoch": 4.54066531394851,
+      "grad_norm": 0.3313136100769043,
+      "learning_rate": 1.1955041938487452e-05,
+      "loss": 1.2305,
+      "step": 15245
+    },
+    {
+      "epoch": 4.540963160148179,
+      "grad_norm": 0.28946390748023987,
+      "learning_rate": 1.1954095976395323e-05,
+      "loss": 1.215,
+      "step": 15246
+    },
+    {
+      "epoch": 4.541261006347847,
+      "grad_norm": 0.4484001696109772,
+      "learning_rate": 1.1953149996122518e-05,
+      "loss": 1.2168,
+      "step": 15247
+    },
+    {
+      "epoch": 4.5415588525475155,
+      "grad_norm": 0.3039822280406952,
+      "learning_rate": 1.1952203997677832e-05,
+      "loss": 1.2304,
+      "step": 15248
+    },
+    {
+      "epoch": 4.541856698747185,
+      "grad_norm": 0.3786887228488922,
+      "learning_rate": 1.1951257981070068e-05,
+      "loss": 1.2292,
+      "step": 15249
+    },
+    {
+      "epoch": 4.542154544946853,
+      "grad_norm": 0.2886325716972351,
+      "learning_rate": 1.1950311946308029e-05,
+      "loss": 1.2207,
+      "step": 15250
+    },
+    {
+      "epoch": 4.542452391146521,
+      "grad_norm": 0.3433248996734619,
+      "learning_rate": 1.1949365893400515e-05,
+      "loss": 1.2053,
+      "step": 15251
+    },
+    {
+      "epoch": 4.5427502373461905,
+      "grad_norm": 0.2520977854728699,
+      "learning_rate": 1.1948419822356332e-05,
+      "loss": 1.2064,
+      "step": 15252
+    },
+    {
+      "epoch": 4.543048083545859,
+      "grad_norm": 0.30309560894966125,
+      "learning_rate": 1.1947473733184275e-05,
+      "loss": 1.2362,
+      "step": 15253
+    },
+    {
+      "epoch": 4.543345929745527,
+      "grad_norm": 0.3005962371826172,
+      "learning_rate": 1.1946527625893159e-05,
+      "loss": 1.2167,
+      "step": 15254
+    },
+    {
+      "epoch": 4.543643775945196,
+      "grad_norm": 0.329084575176239,
+      "learning_rate": 1.1945581500491771e-05,
+      "loss": 1.2235,
+      "step": 15255
+    },
+    {
+      "epoch": 4.543941622144865,
+      "grad_norm": 0.2776544392108917,
+      "learning_rate": 1.1944635356988924e-05,
+      "loss": 1.2192,
+      "step": 15256
+    },
+    {
+      "epoch": 4.544239468344534,
+      "grad_norm": 0.2981942594051361,
+      "learning_rate": 1.1943689195393415e-05,
+      "loss": 1.2048,
+      "step": 15257
+    },
+    {
+      "epoch": 4.544537314544202,
+      "grad_norm": 0.33692529797554016,
+      "learning_rate": 1.1942743015714051e-05,
+      "loss": 1.235,
+      "step": 15258
+    },
+    {
+      "epoch": 4.544835160743871,
+      "grad_norm": 0.2756461203098297,
+      "learning_rate": 1.1941796817959634e-05,
+      "loss": 1.215,
+      "step": 15259
+    },
+    {
+      "epoch": 4.54513300694354,
+      "grad_norm": 0.42082613706588745,
+      "learning_rate": 1.1940850602138967e-05,
+      "loss": 1.213,
+      "step": 15260
+    },
+    {
+      "epoch": 4.545430853143208,
+      "grad_norm": 0.48097655177116394,
+      "learning_rate": 1.1939904368260855e-05,
+      "loss": 1.2113,
+      "step": 15261
+    },
+    {
+      "epoch": 4.5457286993428765,
+      "grad_norm": 0.3191584348678589,
+      "learning_rate": 1.1938958116334099e-05,
+      "loss": 1.2366,
+      "step": 15262
+    },
+    {
+      "epoch": 4.546026545542546,
+      "grad_norm": 0.620833694934845,
+      "learning_rate": 1.1938011846367503e-05,
+      "loss": 1.2237,
+      "step": 15263
+    },
+    {
+      "epoch": 4.546324391742214,
+      "grad_norm": 0.3137511909008026,
+      "learning_rate": 1.1937065558369876e-05,
+      "loss": 1.2284,
+      "step": 15264
+    },
+    {
+      "epoch": 4.546622237941882,
+      "grad_norm": 0.9560343027114868,
+      "learning_rate": 1.1936119252350013e-05,
+      "loss": 1.218,
+      "step": 15265
+    },
+    {
+      "epoch": 4.546920084141552,
+      "grad_norm": 0.6752145886421204,
+      "learning_rate": 1.1935172928316727e-05,
+      "loss": 1.2355,
+      "step": 15266
+    },
+    {
+      "epoch": 4.54721793034122,
+      "grad_norm": 0.6256542205810547,
+      "learning_rate": 1.193422658627882e-05,
+      "loss": 1.2112,
+      "step": 15267
+    },
+    {
+      "epoch": 4.547515776540889,
+      "grad_norm": 0.38072991371154785,
+      "learning_rate": 1.193328022624509e-05,
+      "loss": 1.2138,
+      "step": 15268
+    },
+    {
+      "epoch": 4.5478136227405574,
+      "grad_norm": 0.6567838191986084,
+      "learning_rate": 1.1932333848224351e-05,
+      "loss": 1.2129,
+      "step": 15269
+    },
+    {
+      "epoch": 4.548111468940226,
+      "grad_norm": 0.266481876373291,
+      "learning_rate": 1.1931387452225405e-05,
+      "loss": 1.2063,
+      "step": 15270
+    },
+    {
+      "epoch": 4.548409315139895,
+      "grad_norm": 0.38249945640563965,
+      "learning_rate": 1.1930441038257057e-05,
+      "loss": 1.2198,
+      "step": 15271
+    },
+    {
+      "epoch": 4.548707161339563,
+      "grad_norm": 0.3684477210044861,
+      "learning_rate": 1.1929494606328112e-05,
+      "loss": 1.2238,
+      "step": 15272
+    },
+    {
+      "epoch": 4.549005007539232,
+      "grad_norm": 0.2897947430610657,
+      "learning_rate": 1.1928548156447372e-05,
+      "loss": 1.2036,
+      "step": 15273
+    },
+    {
+      "epoch": 4.549302853738901,
+      "grad_norm": 0.3501741290092468,
+      "learning_rate": 1.192760168862365e-05,
+      "loss": 1.2306,
+      "step": 15274
+    },
+    {
+      "epoch": 4.549600699938569,
+      "grad_norm": 0.3471895456314087,
+      "learning_rate": 1.1926655202865747e-05,
+      "loss": 1.2336,
+      "step": 15275
+    },
+    {
+      "epoch": 4.5498985461382375,
+      "grad_norm": 0.3095743656158447,
+      "learning_rate": 1.1925708699182467e-05,
+      "loss": 1.2175,
+      "step": 15276
+    },
+    {
+      "epoch": 4.550196392337907,
+      "grad_norm": 0.28557077050209045,
+      "learning_rate": 1.1924762177582623e-05,
+      "loss": 1.2158,
+      "step": 15277
+    },
+    {
+      "epoch": 4.550494238537575,
+      "grad_norm": 0.2939230501651764,
+      "learning_rate": 1.1923815638075019e-05,
+      "loss": 1.2278,
+      "step": 15278
+    },
+    {
+      "epoch": 4.550792084737244,
+      "grad_norm": 0.322860985994339,
+      "learning_rate": 1.1922869080668456e-05,
+      "loss": 1.2269,
+      "step": 15279
+    },
+    {
+      "epoch": 4.551089930936913,
+      "grad_norm": 0.2795043885707855,
+      "learning_rate": 1.1921922505371744e-05,
+      "loss": 1.218,
+      "step": 15280
+    },
+    {
+      "epoch": 4.551387777136581,
+      "grad_norm": 0.2841345965862274,
+      "learning_rate": 1.1920975912193692e-05,
+      "loss": 1.2361,
+      "step": 15281
+    },
+    {
+      "epoch": 4.551685623336249,
+      "grad_norm": 0.27874767780303955,
+      "learning_rate": 1.1920029301143105e-05,
+      "loss": 1.216,
+      "step": 15282
+    },
+    {
+      "epoch": 4.5519834695359185,
+      "grad_norm": 0.285792738199234,
+      "learning_rate": 1.191908267222879e-05,
+      "loss": 1.2222,
+      "step": 15283
+    },
+    {
+      "epoch": 4.552281315735587,
+      "grad_norm": 0.26173120737075806,
+      "learning_rate": 1.191813602545956e-05,
+      "loss": 1.2155,
+      "step": 15284
+    },
+    {
+      "epoch": 4.552579161935256,
+      "grad_norm": 0.2594122290611267,
+      "learning_rate": 1.1917189360844211e-05,
+      "loss": 1.233,
+      "step": 15285
+    },
+    {
+      "epoch": 4.552877008134924,
+      "grad_norm": 0.3487972319126129,
+      "learning_rate": 1.1916242678391557e-05,
+      "loss": 1.2162,
+      "step": 15286
+    },
+    {
+      "epoch": 4.553174854334593,
+      "grad_norm": 0.30598223209381104,
+      "learning_rate": 1.1915295978110409e-05,
+      "loss": 1.2151,
+      "step": 15287
+    },
+    {
+      "epoch": 4.553472700534262,
+      "grad_norm": 0.3238547444343567,
+      "learning_rate": 1.191434926000957e-05,
+      "loss": 1.2077,
+      "step": 15288
+    },
+    {
+      "epoch": 4.55377054673393,
+      "grad_norm": 0.282140851020813,
+      "learning_rate": 1.191340252409785e-05,
+      "loss": 1.2222,
+      "step": 15289
+    },
+    {
+      "epoch": 4.5540683929335986,
+      "grad_norm": 0.37073850631713867,
+      "learning_rate": 1.191245577038406e-05,
+      "loss": 1.2125,
+      "step": 15290
+    },
+    {
+      "epoch": 4.554366239133268,
+      "grad_norm": 0.30525949597358704,
+      "learning_rate": 1.1911508998877001e-05,
+      "loss": 1.2221,
+      "step": 15291
+    },
+    {
+      "epoch": 4.554664085332936,
+      "grad_norm": 0.34771493077278137,
+      "learning_rate": 1.191056220958549e-05,
+      "loss": 1.2098,
+      "step": 15292
+    },
+    {
+      "epoch": 4.554961931532604,
+      "grad_norm": 0.33122164011001587,
+      "learning_rate": 1.190961540251833e-05,
+      "loss": 1.2249,
+      "step": 15293
+    },
+    {
+      "epoch": 4.555259777732274,
+      "grad_norm": 0.2992601692676544,
+      "learning_rate": 1.1908668577684335e-05,
+      "loss": 1.2267,
+      "step": 15294
+    },
+    {
+      "epoch": 4.555557623931942,
+      "grad_norm": 0.28742265701293945,
+      "learning_rate": 1.190772173509231e-05,
+      "loss": 1.216,
+      "step": 15295
+    },
+    {
+      "epoch": 4.555855470131611,
+      "grad_norm": 0.29658302664756775,
+      "learning_rate": 1.1906774874751065e-05,
+      "loss": 1.2213,
+      "step": 15296
+    },
+    {
+      "epoch": 4.5561533163312795,
+      "grad_norm": 0.27233144640922546,
+      "learning_rate": 1.1905827996669413e-05,
+      "loss": 1.2107,
+      "step": 15297
+    },
+    {
+      "epoch": 4.556451162530948,
+      "grad_norm": 0.3032150864601135,
+      "learning_rate": 1.1904881100856159e-05,
+      "loss": 1.2444,
+      "step": 15298
+    },
+    {
+      "epoch": 4.556749008730617,
+      "grad_norm": 0.304830402135849,
+      "learning_rate": 1.1903934187320112e-05,
+      "loss": 1.2176,
+      "step": 15299
+    },
+    {
+      "epoch": 4.557046854930285,
+      "grad_norm": 0.3461590111255646,
+      "learning_rate": 1.1902987256070087e-05,
+      "loss": 1.2157,
+      "step": 15300
+    },
+    {
+      "epoch": 4.557344701129954,
+      "grad_norm": 0.2693634033203125,
+      "learning_rate": 1.1902040307114892e-05,
+      "loss": 1.2154,
+      "step": 15301
+    },
+    {
+      "epoch": 4.557642547329623,
+      "grad_norm": 0.4794714152812958,
+      "learning_rate": 1.1901093340463339e-05,
+      "loss": 1.2279,
+      "step": 15302
+    },
+    {
+      "epoch": 4.557940393529291,
+      "grad_norm": 0.3167456388473511,
+      "learning_rate": 1.1900146356124234e-05,
+      "loss": 1.2193,
+      "step": 15303
+    },
+    {
+      "epoch": 4.55823823972896,
+      "grad_norm": 0.3777005672454834,
+      "learning_rate": 1.1899199354106386e-05,
+      "loss": 1.2167,
+      "step": 15304
+    },
+    {
+      "epoch": 4.558536085928629,
+      "grad_norm": 0.4013977646827698,
+      "learning_rate": 1.1898252334418616e-05,
+      "loss": 1.207,
+      "step": 15305
+    },
+    {
+      "epoch": 4.558833932128297,
+      "grad_norm": 0.2669907212257385,
+      "learning_rate": 1.1897305297069727e-05,
+      "loss": 1.2219,
+      "step": 15306
+    },
+    {
+      "epoch": 4.559131778327966,
+      "grad_norm": 0.33641159534454346,
+      "learning_rate": 1.189635824206853e-05,
+      "loss": 1.2193,
+      "step": 15307
+    },
+    {
+      "epoch": 4.559429624527635,
+      "grad_norm": 0.2593099772930145,
+      "learning_rate": 1.1895411169423845e-05,
+      "loss": 1.2167,
+      "step": 15308
+    },
+    {
+      "epoch": 4.559727470727303,
+      "grad_norm": 0.2861332595348358,
+      "learning_rate": 1.1894464079144467e-05,
+      "loss": 1.2154,
+      "step": 15309
+    },
+    {
+      "epoch": 4.560025316926972,
+      "grad_norm": 0.25847122073173523,
+      "learning_rate": 1.1893516971239224e-05,
+      "loss": 1.2236,
+      "step": 15310
+    },
+    {
+      "epoch": 4.5603231631266405,
+      "grad_norm": 0.3084351122379303,
+      "learning_rate": 1.189256984571692e-05,
+      "loss": 1.2022,
+      "step": 15311
+    },
+    {
+      "epoch": 4.560621009326309,
+      "grad_norm": 0.2561310827732086,
+      "learning_rate": 1.1891622702586369e-05,
+      "loss": 1.2329,
+      "step": 15312
+    },
+    {
+      "epoch": 4.560918855525978,
+      "grad_norm": 0.3563559353351593,
+      "learning_rate": 1.189067554185638e-05,
+      "loss": 1.2152,
+      "step": 15313
+    },
+    {
+      "epoch": 4.561216701725646,
+      "grad_norm": 0.3996835947036743,
+      "learning_rate": 1.1889728363535769e-05,
+      "loss": 1.2264,
+      "step": 15314
+    },
+    {
+      "epoch": 4.561514547925315,
+      "grad_norm": 0.2627658247947693,
+      "learning_rate": 1.1888781167633345e-05,
+      "loss": 1.2226,
+      "step": 15315
+    },
+    {
+      "epoch": 4.561812394124984,
+      "grad_norm": 0.27959635853767395,
+      "learning_rate": 1.1887833954157924e-05,
+      "loss": 1.2228,
+      "step": 15316
+    },
+    {
+      "epoch": 4.562110240324652,
+      "grad_norm": 0.263959139585495,
+      "learning_rate": 1.1886886723118317e-05,
+      "loss": 1.2208,
+      "step": 15317
+    },
+    {
+      "epoch": 4.562408086524321,
+      "grad_norm": 0.3678414523601532,
+      "learning_rate": 1.1885939474523337e-05,
+      "loss": 1.2181,
+      "step": 15318
+    },
+    {
+      "epoch": 4.56270593272399,
+      "grad_norm": 0.33446651697158813,
+      "learning_rate": 1.1884992208381798e-05,
+      "loss": 1.2123,
+      "step": 15319
+    },
+    {
+      "epoch": 4.563003778923658,
+      "grad_norm": 0.41127288341522217,
+      "learning_rate": 1.1884044924702511e-05,
+      "loss": 1.2209,
+      "step": 15320
+    },
+    {
+      "epoch": 4.5633016251233265,
+      "grad_norm": 0.5332489609718323,
+      "learning_rate": 1.1883097623494293e-05,
+      "loss": 1.2251,
+      "step": 15321
+    },
+    {
+      "epoch": 4.563599471322996,
+      "grad_norm": 0.2750576138496399,
+      "learning_rate": 1.1882150304765954e-05,
+      "loss": 1.2172,
+      "step": 15322
+    },
+    {
+      "epoch": 4.563897317522664,
+      "grad_norm": 0.3738904297351837,
+      "learning_rate": 1.1881202968526311e-05,
+      "loss": 1.2118,
+      "step": 15323
+    },
+    {
+      "epoch": 4.564195163722333,
+      "grad_norm": 0.2758297324180603,
+      "learning_rate": 1.1880255614784173e-05,
+      "loss": 1.2184,
+      "step": 15324
+    },
+    {
+      "epoch": 4.564493009922002,
+      "grad_norm": 0.4255402386188507,
+      "learning_rate": 1.1879308243548363e-05,
+      "loss": 1.2258,
+      "step": 15325
+    },
+    {
+      "epoch": 4.56479085612167,
+      "grad_norm": 0.28178808093070984,
+      "learning_rate": 1.1878360854827683e-05,
+      "loss": 1.2376,
+      "step": 15326
+    },
+    {
+      "epoch": 4.565088702321339,
+      "grad_norm": 0.29741108417510986,
+      "learning_rate": 1.1877413448630954e-05,
+      "loss": 1.2073,
+      "step": 15327
+    },
+    {
+      "epoch": 4.5653865485210074,
+      "grad_norm": 0.3053363561630249,
+      "learning_rate": 1.1876466024966993e-05,
+      "loss": 1.204,
+      "step": 15328
+    },
+    {
+      "epoch": 4.565684394720676,
+      "grad_norm": 0.2684979736804962,
+      "learning_rate": 1.1875518583844614e-05,
+      "loss": 1.2124,
+      "step": 15329
+    },
+    {
+      "epoch": 4.565982240920345,
+      "grad_norm": 0.25791966915130615,
+      "learning_rate": 1.187457112527263e-05,
+      "loss": 1.2185,
+      "step": 15330
+    },
+    {
+      "epoch": 4.566280087120013,
+      "grad_norm": 0.298246830701828,
+      "learning_rate": 1.1873623649259853e-05,
+      "loss": 1.2241,
+      "step": 15331
+    },
+    {
+      "epoch": 4.566577933319682,
+      "grad_norm": 0.26753464341163635,
+      "learning_rate": 1.1872676155815102e-05,
+      "loss": 1.2097,
+      "step": 15332
+    },
+    {
+      "epoch": 4.566875779519351,
+      "grad_norm": 0.32827845215797424,
+      "learning_rate": 1.1871728644947192e-05,
+      "loss": 1.2149,
+      "step": 15333
+    },
+    {
+      "epoch": 4.567173625719019,
+      "grad_norm": 0.5097824931144714,
+      "learning_rate": 1.1870781116664937e-05,
+      "loss": 1.196,
+      "step": 15334
+    },
+    {
+      "epoch": 4.567471471918688,
+      "grad_norm": 0.2686941623687744,
+      "learning_rate": 1.1869833570977156e-05,
+      "loss": 1.1954,
+      "step": 15335
+    },
+    {
+      "epoch": 4.567769318118357,
+      "grad_norm": 0.4071314334869385,
+      "learning_rate": 1.1868886007892664e-05,
+      "loss": 1.2166,
+      "step": 15336
+    },
+    {
+      "epoch": 4.568067164318025,
+      "grad_norm": 0.26355648040771484,
+      "learning_rate": 1.1867938427420273e-05,
+      "loss": 1.2242,
+      "step": 15337
+    },
+    {
+      "epoch": 4.568365010517694,
+      "grad_norm": 0.355571448802948,
+      "learning_rate": 1.1866990829568803e-05,
+      "loss": 1.2085,
+      "step": 15338
+    },
+    {
+      "epoch": 4.568662856717363,
+      "grad_norm": 0.2709072530269623,
+      "learning_rate": 1.1866043214347066e-05,
+      "loss": 1.2248,
+      "step": 15339
+    },
+    {
+      "epoch": 4.568960702917031,
+      "grad_norm": 0.44759824872016907,
+      "learning_rate": 1.1865095581763886e-05,
+      "loss": 1.2345,
+      "step": 15340
+    },
+    {
+      "epoch": 4.5692585491167,
+      "grad_norm": 0.29392242431640625,
+      "learning_rate": 1.1864147931828075e-05,
+      "loss": 1.2249,
+      "step": 15341
+    },
+    {
+      "epoch": 4.5695563953163685,
+      "grad_norm": 0.3723401725292206,
+      "learning_rate": 1.1863200264548449e-05,
+      "loss": 1.2275,
+      "step": 15342
+    },
+    {
+      "epoch": 4.569854241516037,
+      "grad_norm": 0.2689083218574524,
+      "learning_rate": 1.1862252579933827e-05,
+      "loss": 1.2123,
+      "step": 15343
+    },
+    {
+      "epoch": 4.570152087715706,
+      "grad_norm": 0.3089952766895294,
+      "learning_rate": 1.1861304877993025e-05,
+      "loss": 1.2261,
+      "step": 15344
+    },
+    {
+      "epoch": 4.570449933915374,
+      "grad_norm": 0.27428343892097473,
+      "learning_rate": 1.1860357158734858e-05,
+      "loss": 1.2239,
+      "step": 15345
+    },
+    {
+      "epoch": 4.570747780115044,
+      "grad_norm": 0.3443639576435089,
+      "learning_rate": 1.1859409422168151e-05,
+      "loss": 1.2121,
+      "step": 15346
+    },
+    {
+      "epoch": 4.571045626314712,
+      "grad_norm": 0.2563531696796417,
+      "learning_rate": 1.1858461668301713e-05,
+      "loss": 1.2194,
+      "step": 15347
+    },
+    {
+      "epoch": 4.57134347251438,
+      "grad_norm": 0.48409304022789,
+      "learning_rate": 1.1857513897144369e-05,
+      "loss": 1.229,
+      "step": 15348
+    },
+    {
+      "epoch": 4.5716413187140486,
+      "grad_norm": 0.31136196851730347,
+      "learning_rate": 1.1856566108704932e-05,
+      "loss": 1.2239,
+      "step": 15349
+    },
+    {
+      "epoch": 4.571939164913718,
+      "grad_norm": 0.35811367630958557,
+      "learning_rate": 1.1855618302992218e-05,
+      "loss": 1.2027,
+      "step": 15350
+    },
+    {
+      "epoch": 4.572237011113386,
+      "grad_norm": 0.2767625153064728,
+      "learning_rate": 1.1854670480015053e-05,
+      "loss": 1.2293,
+      "step": 15351
+    },
+    {
+      "epoch": 4.572534857313055,
+      "grad_norm": 0.3490542471408844,
+      "learning_rate": 1.185372263978225e-05,
+      "loss": 1.2288,
+      "step": 15352
+    },
+    {
+      "epoch": 4.572832703512724,
+      "grad_norm": 0.28721633553504944,
+      "learning_rate": 1.1852774782302632e-05,
+      "loss": 1.2203,
+      "step": 15353
+    },
+    {
+      "epoch": 4.573130549712392,
+      "grad_norm": 0.308515727519989,
+      "learning_rate": 1.1851826907585012e-05,
+      "loss": 1.2232,
+      "step": 15354
+    },
+    {
+      "epoch": 4.573428395912061,
+      "grad_norm": 0.304751992225647,
+      "learning_rate": 1.185087901563821e-05,
+      "loss": 1.2392,
+      "step": 15355
+    },
+    {
+      "epoch": 4.5737262421117295,
+      "grad_norm": 0.2567261755466461,
+      "learning_rate": 1.1849931106471048e-05,
+      "loss": 1.2009,
+      "step": 15356
+    },
+    {
+      "epoch": 4.574024088311398,
+      "grad_norm": 0.2771204113960266,
+      "learning_rate": 1.1848983180092343e-05,
+      "loss": 1.2224,
+      "step": 15357
+    },
+    {
+      "epoch": 4.574321934511067,
+      "grad_norm": 0.2839631736278534,
+      "learning_rate": 1.1848035236510918e-05,
+      "loss": 1.2296,
+      "step": 15358
+    },
+    {
+      "epoch": 4.574619780710735,
+      "grad_norm": 0.264902800321579,
+      "learning_rate": 1.1847087275735589e-05,
+      "loss": 1.2084,
+      "step": 15359
+    },
+    {
+      "epoch": 4.574917626910404,
+      "grad_norm": 0.28315335512161255,
+      "learning_rate": 1.1846139297775176e-05,
+      "loss": 1.2227,
+      "step": 15360
+    },
+    {
+      "epoch": 4.575215473110073,
+      "grad_norm": 0.3367712199687958,
+      "learning_rate": 1.18451913026385e-05,
+      "loss": 1.2345,
+      "step": 15361
+    },
+    {
+      "epoch": 4.575513319309741,
+      "grad_norm": 0.24982547760009766,
+      "learning_rate": 1.184424329033438e-05,
+      "loss": 1.2131,
+      "step": 15362
+    },
+    {
+      "epoch": 4.5758111655094105,
+      "grad_norm": 0.42404788732528687,
+      "learning_rate": 1.1843295260871637e-05,
+      "loss": 1.2382,
+      "step": 15363
+    },
+    {
+      "epoch": 4.576109011709079,
+      "grad_norm": 0.3827584385871887,
+      "learning_rate": 1.1842347214259092e-05,
+      "loss": 1.2157,
+      "step": 15364
+    },
+    {
+      "epoch": 4.576406857908747,
+      "grad_norm": 0.388635516166687,
+      "learning_rate": 1.1841399150505561e-05,
+      "loss": 1.2306,
+      "step": 15365
+    },
+    {
+      "epoch": 4.576704704108416,
+      "grad_norm": 0.7678462266921997,
+      "learning_rate": 1.1840451069619871e-05,
+      "loss": 1.2196,
+      "step": 15366
+    },
+    {
+      "epoch": 4.577002550308085,
+      "grad_norm": 0.3733859062194824,
+      "learning_rate": 1.1839502971610841e-05,
+      "loss": 1.2138,
+      "step": 15367
+    },
+    {
+      "epoch": 4.577300396507753,
+      "grad_norm": 0.5718566179275513,
+      "learning_rate": 1.1838554856487288e-05,
+      "loss": 1.2281,
+      "step": 15368
+    },
+    {
+      "epoch": 4.577598242707422,
+      "grad_norm": 0.4892123341560364,
+      "learning_rate": 1.1837606724258037e-05,
+      "loss": 1.2249,
+      "step": 15369
+    },
+    {
+      "epoch": 4.5778960889070905,
+      "grad_norm": 0.4518187940120697,
+      "learning_rate": 1.1836658574931912e-05,
+      "loss": 1.2234,
+      "step": 15370
+    },
+    {
+      "epoch": 4.578193935106759,
+      "grad_norm": 0.4065011143684387,
+      "learning_rate": 1.1835710408517729e-05,
+      "loss": 1.2182,
+      "step": 15371
+    },
+    {
+      "epoch": 4.578491781306428,
+      "grad_norm": 0.4031160771846771,
+      "learning_rate": 1.183476222502431e-05,
+      "loss": 1.2178,
+      "step": 15372
+    },
+    {
+      "epoch": 4.578789627506096,
+      "grad_norm": 0.3682171106338501,
+      "learning_rate": 1.1833814024460479e-05,
+      "loss": 1.2186,
+      "step": 15373
+    },
+    {
+      "epoch": 4.579087473705766,
+      "grad_norm": 0.38047561049461365,
+      "learning_rate": 1.1832865806835056e-05,
+      "loss": 1.2237,
+      "step": 15374
+    },
+    {
+      "epoch": 4.579385319905434,
+      "grad_norm": 0.36890560388565063,
+      "learning_rate": 1.1831917572156869e-05,
+      "loss": 1.226,
+      "step": 15375
+    },
+    {
+      "epoch": 4.579683166105102,
+      "grad_norm": 0.29262301325798035,
+      "learning_rate": 1.1830969320434732e-05,
+      "loss": 1.225,
+      "step": 15376
+    },
+    {
+      "epoch": 4.5799810123047715,
+      "grad_norm": 0.3057573437690735,
+      "learning_rate": 1.1830021051677474e-05,
+      "loss": 1.2198,
+      "step": 15377
+    },
+    {
+      "epoch": 4.58027885850444,
+      "grad_norm": 0.31514081358909607,
+      "learning_rate": 1.1829072765893911e-05,
+      "loss": 1.2226,
+      "step": 15378
+    },
+    {
+      "epoch": 4.580576704704108,
+      "grad_norm": 0.3018852770328522,
+      "learning_rate": 1.1828124463092872e-05,
+      "loss": 1.2041,
+      "step": 15379
+    },
+    {
+      "epoch": 4.580874550903777,
+      "grad_norm": 0.365410715341568,
+      "learning_rate": 1.1827176143283177e-05,
+      "loss": 1.2233,
+      "step": 15380
+    },
+    {
+      "epoch": 4.581172397103446,
+      "grad_norm": 0.28774645924568176,
+      "learning_rate": 1.182622780647365e-05,
+      "loss": 1.2243,
+      "step": 15381
+    },
+    {
+      "epoch": 4.581470243303114,
+      "grad_norm": 0.36222878098487854,
+      "learning_rate": 1.182527945267311e-05,
+      "loss": 1.214,
+      "step": 15382
+    },
+    {
+      "epoch": 4.581768089502783,
+      "grad_norm": 0.268823504447937,
+      "learning_rate": 1.182433108189039e-05,
+      "loss": 1.2044,
+      "step": 15383
+    },
+    {
+      "epoch": 4.582065935702452,
+      "grad_norm": 0.3325064182281494,
+      "learning_rate": 1.1823382694134305e-05,
+      "loss": 1.2306,
+      "step": 15384
+    },
+    {
+      "epoch": 4.582363781902121,
+      "grad_norm": 0.3218379616737366,
+      "learning_rate": 1.182243428941368e-05,
+      "loss": 1.2235,
+      "step": 15385
+    },
+    {
+      "epoch": 4.582661628101789,
+      "grad_norm": 0.25131484866142273,
+      "learning_rate": 1.1821485867737337e-05,
+      "loss": 1.2322,
+      "step": 15386
+    },
+    {
+      "epoch": 4.5829594743014574,
+      "grad_norm": 0.3831733763217926,
+      "learning_rate": 1.1820537429114109e-05,
+      "loss": 1.2131,
+      "step": 15387
+    },
+    {
+      "epoch": 4.583257320501126,
+      "grad_norm": 0.318324476480484,
+      "learning_rate": 1.1819588973552812e-05,
+      "loss": 1.2138,
+      "step": 15388
+    },
+    {
+      "epoch": 4.583555166700795,
+      "grad_norm": 0.3682376444339752,
+      "learning_rate": 1.1818640501062272e-05,
+      "loss": 1.2151,
+      "step": 15389
+    },
+    {
+      "epoch": 4.583853012900463,
+      "grad_norm": 0.4829396605491638,
+      "learning_rate": 1.1817692011651318e-05,
+      "loss": 1.219,
+      "step": 15390
+    },
+    {
+      "epoch": 4.5841508591001325,
+      "grad_norm": 0.6712361574172974,
+      "learning_rate": 1.1816743505328764e-05,
+      "loss": 1.239,
+      "step": 15391
+    },
+    {
+      "epoch": 4.584448705299801,
+      "grad_norm": 0.388353168964386,
+      "learning_rate": 1.1815794982103443e-05,
+      "loss": 1.215,
+      "step": 15392
+    },
+    {
+      "epoch": 4.584746551499469,
+      "grad_norm": 0.354200541973114,
+      "learning_rate": 1.1814846441984182e-05,
+      "loss": 1.2278,
+      "step": 15393
+    },
+    {
+      "epoch": 4.585044397699138,
+      "grad_norm": 0.2890750467777252,
+      "learning_rate": 1.1813897884979802e-05,
+      "loss": 1.2172,
+      "step": 15394
+    },
+    {
+      "epoch": 4.585342243898807,
+      "grad_norm": 0.3579188883304596,
+      "learning_rate": 1.1812949311099127e-05,
+      "loss": 1.206,
+      "step": 15395
+    },
+    {
+      "epoch": 4.585640090098475,
+      "grad_norm": 0.41335612535476685,
+      "learning_rate": 1.1812000720350984e-05,
+      "loss": 1.2205,
+      "step": 15396
+    },
+    {
+      "epoch": 4.585937936298144,
+      "grad_norm": 0.3208654820919037,
+      "learning_rate": 1.1811052112744198e-05,
+      "loss": 1.2112,
+      "step": 15397
+    },
+    {
+      "epoch": 4.586235782497813,
+      "grad_norm": 0.5678019523620605,
+      "learning_rate": 1.1810103488287598e-05,
+      "loss": 1.209,
+      "step": 15398
+    },
+    {
+      "epoch": 4.586533628697481,
+      "grad_norm": 0.26002275943756104,
+      "learning_rate": 1.1809154846990007e-05,
+      "loss": 1.2132,
+      "step": 15399
+    },
+    {
+      "epoch": 4.58683147489715,
+      "grad_norm": 0.48814716935157776,
+      "learning_rate": 1.1808206188860254e-05,
+      "loss": 1.2104,
+      "step": 15400
+    },
+    {
+      "epoch": 4.5871293210968185,
+      "grad_norm": 0.2996443212032318,
+      "learning_rate": 1.1807257513907158e-05,
+      "loss": 1.2302,
+      "step": 15401
+    },
+    {
+      "epoch": 4.587427167296488,
+      "grad_norm": 0.508868396282196,
+      "learning_rate": 1.1806308822139551e-05,
+      "loss": 1.219,
+      "step": 15402
+    },
+    {
+      "epoch": 4.587725013496156,
+      "grad_norm": 0.383939266204834,
+      "learning_rate": 1.180536011356626e-05,
+      "loss": 1.2166,
+      "step": 15403
+    },
+    {
+      "epoch": 4.588022859695824,
+      "grad_norm": 0.41564667224884033,
+      "learning_rate": 1.1804411388196108e-05,
+      "loss": 1.227,
+      "step": 15404
+    },
+    {
+      "epoch": 4.588320705895494,
+      "grad_norm": 0.2985652685165405,
+      "learning_rate": 1.1803462646037927e-05,
+      "loss": 1.2273,
+      "step": 15405
+    },
+    {
+      "epoch": 4.588618552095162,
+      "grad_norm": 0.5704119205474854,
+      "learning_rate": 1.1802513887100538e-05,
+      "loss": 1.2222,
+      "step": 15406
+    },
+    {
+      "epoch": 4.58891639829483,
+      "grad_norm": 0.4303019642829895,
+      "learning_rate": 1.1801565111392774e-05,
+      "loss": 1.239,
+      "step": 15407
+    },
+    {
+      "epoch": 4.589214244494499,
+      "grad_norm": 0.38110148906707764,
+      "learning_rate": 1.1800616318923458e-05,
+      "loss": 1.2265,
+      "step": 15408
+    },
+    {
+      "epoch": 4.589512090694168,
+      "grad_norm": 0.3087179362773895,
+      "learning_rate": 1.1799667509701415e-05,
+      "loss": 1.2204,
+      "step": 15409
+    },
+    {
+      "epoch": 4.589809936893836,
+      "grad_norm": 0.45208391547203064,
+      "learning_rate": 1.1798718683735482e-05,
+      "loss": 1.2287,
+      "step": 15410
+    },
+    {
+      "epoch": 4.590107783093505,
+      "grad_norm": 0.26270031929016113,
+      "learning_rate": 1.1797769841034481e-05,
+      "loss": 1.2302,
+      "step": 15411
+    },
+    {
+      "epoch": 4.590405629293174,
+      "grad_norm": 0.5112342834472656,
+      "learning_rate": 1.179682098160724e-05,
+      "loss": 1.2397,
+      "step": 15412
+    },
+    {
+      "epoch": 4.590703475492843,
+      "grad_norm": 0.2571510076522827,
+      "learning_rate": 1.1795872105462585e-05,
+      "loss": 1.2139,
+      "step": 15413
+    },
+    {
+      "epoch": 4.591001321692511,
+      "grad_norm": 0.4395637810230255,
+      "learning_rate": 1.179492321260935e-05,
+      "loss": 1.2152,
+      "step": 15414
+    },
+    {
+      "epoch": 4.5912991678921795,
+      "grad_norm": 0.2952497601509094,
+      "learning_rate": 1.1793974303056355e-05,
+      "loss": 1.209,
+      "step": 15415
+    },
+    {
+      "epoch": 4.591597014091848,
+      "grad_norm": 0.28428253531455994,
+      "learning_rate": 1.1793025376812434e-05,
+      "loss": 1.2315,
+      "step": 15416
+    },
+    {
+      "epoch": 4.591894860291517,
+      "grad_norm": 0.282982736825943,
+      "learning_rate": 1.1792076433886421e-05,
+      "loss": 1.2078,
+      "step": 15417
+    },
+    {
+      "epoch": 4.592192706491185,
+      "grad_norm": 0.2425025850534439,
+      "learning_rate": 1.1791127474287136e-05,
+      "loss": 1.2169,
+      "step": 15418
+    },
+    {
+      "epoch": 4.592490552690855,
+      "grad_norm": 0.27073776721954346,
+      "learning_rate": 1.179017849802341e-05,
+      "loss": 1.2076,
+      "step": 15419
+    },
+    {
+      "epoch": 4.592788398890523,
+      "grad_norm": 0.28246089816093445,
+      "learning_rate": 1.1789229505104074e-05,
+      "loss": 1.2157,
+      "step": 15420
+    },
+    {
+      "epoch": 4.593086245090191,
+      "grad_norm": 0.25326624512672424,
+      "learning_rate": 1.1788280495537954e-05,
+      "loss": 1.2222,
+      "step": 15421
+    },
+    {
+      "epoch": 4.5933840912898605,
+      "grad_norm": 0.2939671576023102,
+      "learning_rate": 1.1787331469333885e-05,
+      "loss": 1.2278,
+      "step": 15422
+    },
+    {
+      "epoch": 4.593681937489529,
+      "grad_norm": 0.4320828914642334,
+      "learning_rate": 1.1786382426500691e-05,
+      "loss": 1.223,
+      "step": 15423
+    },
+    {
+      "epoch": 4.593979783689197,
+      "grad_norm": 0.4275114834308624,
+      "learning_rate": 1.1785433367047207e-05,
+      "loss": 1.2146,
+      "step": 15424
+    },
+    {
+      "epoch": 4.594277629888866,
+      "grad_norm": 0.32131412625312805,
+      "learning_rate": 1.1784484290982262e-05,
+      "loss": 1.2204,
+      "step": 15425
+    },
+    {
+      "epoch": 4.594575476088535,
+      "grad_norm": 0.5534677505493164,
+      "learning_rate": 1.178353519831468e-05,
+      "loss": 1.2217,
+      "step": 15426
+    },
+    {
+      "epoch": 4.594873322288203,
+      "grad_norm": 0.27633920311927795,
+      "learning_rate": 1.1782586089053293e-05,
+      "loss": 1.2145,
+      "step": 15427
+    },
+    {
+      "epoch": 4.595171168487872,
+      "grad_norm": 0.5427194833755493,
+      "learning_rate": 1.1781636963206942e-05,
+      "loss": 1.2186,
+      "step": 15428
+    },
+    {
+      "epoch": 4.5954690146875405,
+      "grad_norm": 0.2924329340457916,
+      "learning_rate": 1.1780687820784447e-05,
+      "loss": 1.2183,
+      "step": 15429
+    },
+    {
+      "epoch": 4.59576686088721,
+      "grad_norm": 0.7174497842788696,
+      "learning_rate": 1.177973866179464e-05,
+      "loss": 1.2177,
+      "step": 15430
+    },
+    {
+      "epoch": 4.596064707086878,
+      "grad_norm": 0.25184351205825806,
+      "learning_rate": 1.1778789486246356e-05,
+      "loss": 1.2162,
+      "step": 15431
+    },
+    {
+      "epoch": 4.596362553286546,
+      "grad_norm": 0.5384388566017151,
+      "learning_rate": 1.1777840294148419e-05,
+      "loss": 1.2356,
+      "step": 15432
+    },
+    {
+      "epoch": 4.596660399486216,
+      "grad_norm": 0.26802632212638855,
+      "learning_rate": 1.1776891085509664e-05,
+      "loss": 1.2403,
+      "step": 15433
+    },
+    {
+      "epoch": 4.596958245685884,
+      "grad_norm": 0.527765154838562,
+      "learning_rate": 1.1775941860338924e-05,
+      "loss": 1.1969,
+      "step": 15434
+    },
+    {
+      "epoch": 4.597256091885552,
+      "grad_norm": 0.2646426558494568,
+      "learning_rate": 1.1774992618645034e-05,
+      "loss": 1.2053,
+      "step": 15435
+    },
+    {
+      "epoch": 4.5975539380852215,
+      "grad_norm": 0.4056178033351898,
+      "learning_rate": 1.1774043360436816e-05,
+      "loss": 1.2151,
+      "step": 15436
+    },
+    {
+      "epoch": 4.59785178428489,
+      "grad_norm": 0.3224065899848938,
+      "learning_rate": 1.1773094085723107e-05,
+      "loss": 1.2314,
+      "step": 15437
+    },
+    {
+      "epoch": 4.598149630484558,
+      "grad_norm": 0.26547330617904663,
+      "learning_rate": 1.177214479451274e-05,
+      "loss": 1.2156,
+      "step": 15438
+    },
+    {
+      "epoch": 4.598447476684227,
+      "grad_norm": 0.31536105275154114,
+      "learning_rate": 1.1771195486814544e-05,
+      "loss": 1.2187,
+      "step": 15439
+    },
+    {
+      "epoch": 4.598745322883896,
+      "grad_norm": 0.2992311716079712,
+      "learning_rate": 1.1770246162637353e-05,
+      "loss": 1.2318,
+      "step": 15440
+    },
+    {
+      "epoch": 4.599043169083565,
+      "grad_norm": 0.3289506435394287,
+      "learning_rate": 1.1769296821990001e-05,
+      "loss": 1.2394,
+      "step": 15441
+    },
+    {
+      "epoch": 4.599341015283233,
+      "grad_norm": 0.31637370586395264,
+      "learning_rate": 1.1768347464881318e-05,
+      "loss": 1.2197,
+      "step": 15442
+    },
+    {
+      "epoch": 4.599638861482902,
+      "grad_norm": 0.3021043539047241,
+      "learning_rate": 1.1767398091320136e-05,
+      "loss": 1.2324,
+      "step": 15443
+    },
+    {
+      "epoch": 4.599936707682571,
+      "grad_norm": 0.31690776348114014,
+      "learning_rate": 1.1766448701315292e-05,
+      "loss": 1.2231,
+      "step": 15444
+    },
+    {
+      "epoch": 4.600234553882239,
+      "grad_norm": 0.3074594736099243,
+      "learning_rate": 1.1765499294875613e-05,
+      "loss": 1.2424,
+      "step": 15445
+    },
+    {
+      "epoch": 4.6005324000819074,
+      "grad_norm": 0.28958991169929504,
+      "learning_rate": 1.1764549872009938e-05,
+      "loss": 1.2234,
+      "step": 15446
+    },
+    {
+      "epoch": 4.600830246281577,
+      "grad_norm": 0.27834829688072205,
+      "learning_rate": 1.1763600432727098e-05,
+      "loss": 1.225,
+      "step": 15447
+    },
+    {
+      "epoch": 4.601128092481245,
+      "grad_norm": 0.3386121392250061,
+      "learning_rate": 1.1762650977035928e-05,
+      "loss": 1.2376,
+      "step": 15448
+    },
+    {
+      "epoch": 4.601425938680913,
+      "grad_norm": 0.3685445785522461,
+      "learning_rate": 1.1761701504945258e-05,
+      "loss": 1.2089,
+      "step": 15449
+    },
+    {
+      "epoch": 4.6017237848805825,
+      "grad_norm": 0.29060253500938416,
+      "learning_rate": 1.1760752016463923e-05,
+      "loss": 1.2152,
+      "step": 15450
+    },
+    {
+      "epoch": 4.602021631080251,
+      "grad_norm": 0.4046565592288971,
+      "learning_rate": 1.1759802511600756e-05,
+      "loss": 1.2211,
+      "step": 15451
+    },
+    {
+      "epoch": 4.60231947727992,
+      "grad_norm": 0.25819021463394165,
+      "learning_rate": 1.1758852990364597e-05,
+      "loss": 1.2136,
+      "step": 15452
+    },
+    {
+      "epoch": 4.602617323479588,
+      "grad_norm": 0.3166137635707855,
+      "learning_rate": 1.1757903452764274e-05,
+      "loss": 1.2142,
+      "step": 15453
+    },
+    {
+      "epoch": 4.602915169679257,
+      "grad_norm": 0.2821340560913086,
+      "learning_rate": 1.1756953898808625e-05,
+      "loss": 1.2203,
+      "step": 15454
+    },
+    {
+      "epoch": 4.603213015878925,
+      "grad_norm": 0.32758796215057373,
+      "learning_rate": 1.1756004328506484e-05,
+      "loss": 1.2209,
+      "step": 15455
+    },
+    {
+      "epoch": 4.603510862078594,
+      "grad_norm": 0.41818171739578247,
+      "learning_rate": 1.1755054741866678e-05,
+      "loss": 1.2165,
+      "step": 15456
+    },
+    {
+      "epoch": 4.603808708278263,
+      "grad_norm": 0.5267404317855835,
+      "learning_rate": 1.1754105138898054e-05,
+      "loss": 1.2176,
+      "step": 15457
+    },
+    {
+      "epoch": 4.604106554477932,
+      "grad_norm": 0.2890204191207886,
+      "learning_rate": 1.1753155519609442e-05,
+      "loss": 1.2276,
+      "step": 15458
+    },
+    {
+      "epoch": 4.6044044006776,
+      "grad_norm": 0.4943948984146118,
+      "learning_rate": 1.1752205884009675e-05,
+      "loss": 1.2368,
+      "step": 15459
+    },
+    {
+      "epoch": 4.6047022468772685,
+      "grad_norm": 0.29402250051498413,
+      "learning_rate": 1.1751256232107589e-05,
+      "loss": 1.215,
+      "step": 15460
+    },
+    {
+      "epoch": 4.605000093076938,
+      "grad_norm": 0.5472093820571899,
+      "learning_rate": 1.1750306563912022e-05,
+      "loss": 1.2082,
+      "step": 15461
+    },
+    {
+      "epoch": 4.605297939276606,
+      "grad_norm": 0.3013838529586792,
+      "learning_rate": 1.1749356879431806e-05,
+      "loss": 1.2057,
+      "step": 15462
+    },
+    {
+      "epoch": 4.605595785476274,
+      "grad_norm": 0.45778924226760864,
+      "learning_rate": 1.1748407178675781e-05,
+      "loss": 1.2119,
+      "step": 15463
+    },
+    {
+      "epoch": 4.605893631675944,
+      "grad_norm": 0.4487936496734619,
+      "learning_rate": 1.1747457461652778e-05,
+      "loss": 1.2164,
+      "step": 15464
+    },
+    {
+      "epoch": 4.606191477875612,
+      "grad_norm": 0.4020189642906189,
+      "learning_rate": 1.1746507728371638e-05,
+      "loss": 1.2293,
+      "step": 15465
+    },
+    {
+      "epoch": 4.60648932407528,
+      "grad_norm": 0.683911919593811,
+      "learning_rate": 1.1745557978841195e-05,
+      "loss": 1.225,
+      "step": 15466
+    },
+    {
+      "epoch": 4.606787170274949,
+      "grad_norm": 0.25149503350257874,
+      "learning_rate": 1.1744608213070285e-05,
+      "loss": 1.2149,
+      "step": 15467
+    },
+    {
+      "epoch": 4.607085016474618,
+      "grad_norm": 0.35296499729156494,
+      "learning_rate": 1.1743658431067741e-05,
+      "loss": 1.227,
+      "step": 15468
+    },
+    {
+      "epoch": 4.607382862674287,
+      "grad_norm": 0.3388794958591461,
+      "learning_rate": 1.174270863284241e-05,
+      "loss": 1.2063,
+      "step": 15469
+    },
+    {
+      "epoch": 4.607680708873955,
+      "grad_norm": 0.46058595180511475,
+      "learning_rate": 1.1741758818403117e-05,
+      "loss": 1.2285,
+      "step": 15470
+    },
+    {
+      "epoch": 4.607978555073624,
+      "grad_norm": 0.2816953957080841,
+      "learning_rate": 1.1740808987758708e-05,
+      "loss": 1.2243,
+      "step": 15471
+    },
+    {
+      "epoch": 4.608276401273293,
+      "grad_norm": 0.349196195602417,
+      "learning_rate": 1.1739859140918016e-05,
+      "loss": 1.2253,
+      "step": 15472
+    },
+    {
+      "epoch": 4.608574247472961,
+      "grad_norm": 0.27341097593307495,
+      "learning_rate": 1.1738909277889877e-05,
+      "loss": 1.2106,
+      "step": 15473
+    },
+    {
+      "epoch": 4.6088720936726295,
+      "grad_norm": 0.3639007806777954,
+      "learning_rate": 1.1737959398683127e-05,
+      "loss": 1.2246,
+      "step": 15474
+    },
+    {
+      "epoch": 4.609169939872299,
+      "grad_norm": 0.26420873403549194,
+      "learning_rate": 1.173700950330661e-05,
+      "loss": 1.2064,
+      "step": 15475
+    },
+    {
+      "epoch": 4.609467786071967,
+      "grad_norm": 0.3559967875480652,
+      "learning_rate": 1.173605959176916e-05,
+      "loss": 1.2236,
+      "step": 15476
+    },
+    {
+      "epoch": 4.609765632271635,
+      "grad_norm": 0.39635011553764343,
+      "learning_rate": 1.1735109664079616e-05,
+      "loss": 1.2199,
+      "step": 15477
+    },
+    {
+      "epoch": 4.610063478471305,
+      "grad_norm": 0.3912164270877838,
+      "learning_rate": 1.1734159720246814e-05,
+      "loss": 1.2112,
+      "step": 15478
+    },
+    {
+      "epoch": 4.610361324670973,
+      "grad_norm": 0.28523966670036316,
+      "learning_rate": 1.1733209760279593e-05,
+      "loss": 1.2078,
+      "step": 15479
+    },
+    {
+      "epoch": 4.610659170870642,
+      "grad_norm": 0.2978664040565491,
+      "learning_rate": 1.1732259784186793e-05,
+      "loss": 1.2102,
+      "step": 15480
+    },
+    {
+      "epoch": 4.6109570170703105,
+      "grad_norm": 0.2843220829963684,
+      "learning_rate": 1.1731309791977248e-05,
+      "loss": 1.215,
+      "step": 15481
+    },
+    {
+      "epoch": 4.611254863269979,
+      "grad_norm": 0.32204434275627136,
+      "learning_rate": 1.1730359783659804e-05,
+      "loss": 1.2173,
+      "step": 15482
+    },
+    {
+      "epoch": 4.611552709469647,
+      "grad_norm": 0.3042689561843872,
+      "learning_rate": 1.1729409759243293e-05,
+      "loss": 1.2232,
+      "step": 15483
+    },
+    {
+      "epoch": 4.611850555669316,
+      "grad_norm": 0.3689742088317871,
+      "learning_rate": 1.1728459718736557e-05,
+      "loss": 1.2217,
+      "step": 15484
+    },
+    {
+      "epoch": 4.612148401868985,
+      "grad_norm": 0.545839250087738,
+      "learning_rate": 1.1727509662148435e-05,
+      "loss": 1.234,
+      "step": 15485
+    },
+    {
+      "epoch": 4.612446248068654,
+      "grad_norm": 0.2659914791584015,
+      "learning_rate": 1.1726559589487763e-05,
+      "loss": 1.2318,
+      "step": 15486
+    },
+    {
+      "epoch": 4.612744094268322,
+      "grad_norm": 0.40329739451408386,
+      "learning_rate": 1.1725609500763386e-05,
+      "loss": 1.2322,
+      "step": 15487
+    },
+    {
+      "epoch": 4.6130419404679905,
+      "grad_norm": 0.27586081624031067,
+      "learning_rate": 1.172465939598414e-05,
+      "loss": 1.2176,
+      "step": 15488
+    },
+    {
+      "epoch": 4.61333978666766,
+      "grad_norm": 0.5300125479698181,
+      "learning_rate": 1.1723709275158865e-05,
+      "loss": 1.2125,
+      "step": 15489
+    },
+    {
+      "epoch": 4.613637632867328,
+      "grad_norm": 0.4316484034061432,
+      "learning_rate": 1.17227591382964e-05,
+      "loss": 1.2147,
+      "step": 15490
+    },
+    {
+      "epoch": 4.613935479066996,
+      "grad_norm": 0.4001738131046295,
+      "learning_rate": 1.1721808985405587e-05,
+      "loss": 1.21,
+      "step": 15491
+    },
+    {
+      "epoch": 4.614233325266666,
+      "grad_norm": 0.6518998146057129,
+      "learning_rate": 1.1720858816495265e-05,
+      "loss": 1.1933,
+      "step": 15492
+    },
+    {
+      "epoch": 4.614531171466334,
+      "grad_norm": 0.3006100356578827,
+      "learning_rate": 1.1719908631574276e-05,
+      "loss": 1.2403,
+      "step": 15493
+    },
+    {
+      "epoch": 4.614829017666002,
+      "grad_norm": 0.374083936214447,
+      "learning_rate": 1.1718958430651455e-05,
+      "loss": 1.2228,
+      "step": 15494
+    },
+    {
+      "epoch": 4.6151268638656715,
+      "grad_norm": 0.2627086639404297,
+      "learning_rate": 1.1718008213735648e-05,
+      "loss": 1.2205,
+      "step": 15495
+    },
+    {
+      "epoch": 4.61542471006534,
+      "grad_norm": 0.2966965436935425,
+      "learning_rate": 1.1717057980835698e-05,
+      "loss": 1.2198,
+      "step": 15496
+    },
+    {
+      "epoch": 4.615722556265009,
+      "grad_norm": 0.30310168862342834,
+      "learning_rate": 1.1716107731960435e-05,
+      "loss": 1.2076,
+      "step": 15497
+    },
+    {
+      "epoch": 4.616020402464677,
+      "grad_norm": 0.6953670382499695,
+      "learning_rate": 1.171515746711871e-05,
+      "loss": 1.2296,
+      "step": 15498
+    },
+    {
+      "epoch": 4.616318248664346,
+      "grad_norm": 0.5464868545532227,
+      "learning_rate": 1.1714207186319364e-05,
+      "loss": 1.1972,
+      "step": 15499
+    },
+    {
+      "epoch": 4.616616094864015,
+      "grad_norm": 0.6416321992874146,
+      "learning_rate": 1.1713256889571231e-05,
+      "loss": 1.2038,
+      "step": 15500
+    },
+    {
+      "epoch": 4.616616094864015,
+      "eval_loss": 1.3223536014556885,
+      "eval_runtime": 107.9226,
+      "eval_samples_per_second": 16.067,
+      "eval_steps_per_second": 1.01,
+      "step": 15500
+    },
+    {
+      "epoch": 4.616913941063683,
+      "grad_norm": 0.5187292098999023,
+      "learning_rate": 1.1712306576883159e-05,
+      "loss": 1.237,
+      "step": 15501
+    },
+    {
+      "epoch": 4.617211787263352,
+      "grad_norm": 0.5971845388412476,
+      "learning_rate": 1.1711356248263987e-05,
+      "loss": 1.2101,
+      "step": 15502
+    },
+    {
+      "epoch": 4.617509633463021,
+      "grad_norm": 0.3387489914894104,
+      "learning_rate": 1.1710405903722558e-05,
+      "loss": 1.2173,
+      "step": 15503
+    },
+    {
+      "epoch": 4.617807479662689,
+      "grad_norm": 0.3731728792190552,
+      "learning_rate": 1.1709455543267709e-05,
+      "loss": 1.231,
+      "step": 15504
+    },
+    {
+      "epoch": 4.6181053258623574,
+      "grad_norm": 0.28528162837028503,
+      "learning_rate": 1.1708505166908291e-05,
+      "loss": 1.2146,
+      "step": 15505
+    },
+    {
+      "epoch": 4.618403172062027,
+      "grad_norm": 0.31289324164390564,
+      "learning_rate": 1.170755477465314e-05,
+      "loss": 1.2259,
+      "step": 15506
+    },
+    {
+      "epoch": 4.618701018261695,
+      "grad_norm": 0.25294843316078186,
+      "learning_rate": 1.1706604366511099e-05,
+      "loss": 1.2331,
+      "step": 15507
+    },
+    {
+      "epoch": 4.618998864461364,
+      "grad_norm": 0.29154565930366516,
+      "learning_rate": 1.1705653942491011e-05,
+      "loss": 1.2306,
+      "step": 15508
+    },
+    {
+      "epoch": 4.6192967106610325,
+      "grad_norm": 0.2750505208969116,
+      "learning_rate": 1.170470350260172e-05,
+      "loss": 1.2082,
+      "step": 15509
+    },
+    {
+      "epoch": 4.619594556860701,
+      "grad_norm": 0.2772367596626282,
+      "learning_rate": 1.1703753046852065e-05,
+      "loss": 1.2395,
+      "step": 15510
+    },
+    {
+      "epoch": 4.61989240306037,
+      "grad_norm": 0.2575388550758362,
+      "learning_rate": 1.1702802575250893e-05,
+      "loss": 1.1939,
+      "step": 15511
+    },
+    {
+      "epoch": 4.620190249260038,
+      "grad_norm": 0.2751673460006714,
+      "learning_rate": 1.1701852087807045e-05,
+      "loss": 1.2306,
+      "step": 15512
+    },
+    {
+      "epoch": 4.620488095459707,
+      "grad_norm": 0.3043292462825775,
+      "learning_rate": 1.1700901584529368e-05,
+      "loss": 1.2152,
+      "step": 15513
+    },
+    {
+      "epoch": 4.620785941659376,
+      "grad_norm": 0.24301272630691528,
+      "learning_rate": 1.1699951065426698e-05,
+      "loss": 1.2026,
+      "step": 15514
+    },
+    {
+      "epoch": 4.621083787859044,
+      "grad_norm": 0.3393288254737854,
+      "learning_rate": 1.169900053050788e-05,
+      "loss": 1.2104,
+      "step": 15515
+    },
+    {
+      "epoch": 4.621381634058713,
+      "grad_norm": 0.2605547308921814,
+      "learning_rate": 1.1698049979781766e-05,
+      "loss": 1.2306,
+      "step": 15516
+    },
+    {
+      "epoch": 4.621679480258382,
+      "grad_norm": 0.2591628432273865,
+      "learning_rate": 1.1697099413257193e-05,
+      "loss": 1.2205,
+      "step": 15517
+    },
+    {
+      "epoch": 4.62197732645805,
+      "grad_norm": 0.3370744287967682,
+      "learning_rate": 1.1696148830943005e-05,
+      "loss": 1.2036,
+      "step": 15518
+    },
+    {
+      "epoch": 4.622275172657719,
+      "grad_norm": 0.26255717873573303,
+      "learning_rate": 1.1695198232848047e-05,
+      "loss": 1.2229,
+      "step": 15519
+    },
+    {
+      "epoch": 4.622573018857388,
+      "grad_norm": 0.2808741331100464,
+      "learning_rate": 1.1694247618981165e-05,
+      "loss": 1.2335,
+      "step": 15520
+    },
+    {
+      "epoch": 4.622870865057056,
+      "grad_norm": 0.24790742993354797,
+      "learning_rate": 1.1693296989351199e-05,
+      "loss": 1.2138,
+      "step": 15521
+    },
+    {
+      "epoch": 4.623168711256724,
+      "grad_norm": 0.24825873970985413,
+      "learning_rate": 1.1692346343966999e-05,
+      "loss": 1.2269,
+      "step": 15522
+    },
+    {
+      "epoch": 4.623466557456394,
+      "grad_norm": 0.24359354376792908,
+      "learning_rate": 1.1691395682837407e-05,
+      "loss": 1.2123,
+      "step": 15523
+    },
+    {
+      "epoch": 4.623764403656062,
+      "grad_norm": 0.3074105679988861,
+      "learning_rate": 1.1690445005971268e-05,
+      "loss": 1.2262,
+      "step": 15524
+    },
+    {
+      "epoch": 4.624062249855731,
+      "grad_norm": 0.3166869878768921,
+      "learning_rate": 1.1689494313377426e-05,
+      "loss": 1.2116,
+      "step": 15525
+    },
+    {
+      "epoch": 4.624360096055399,
+      "grad_norm": 0.3546818792819977,
+      "learning_rate": 1.1688543605064726e-05,
+      "loss": 1.2141,
+      "step": 15526
+    },
+    {
+      "epoch": 4.624657942255068,
+      "grad_norm": 0.3457008898258209,
+      "learning_rate": 1.1687592881042016e-05,
+      "loss": 1.2204,
+      "step": 15527
+    },
+    {
+      "epoch": 4.624955788454737,
+      "grad_norm": 0.3059236407279968,
+      "learning_rate": 1.1686642141318139e-05,
+      "loss": 1.2192,
+      "step": 15528
+    },
+    {
+      "epoch": 4.625253634654405,
+      "grad_norm": 0.3162040710449219,
+      "learning_rate": 1.168569138590194e-05,
+      "loss": 1.2169,
+      "step": 15529
+    },
+    {
+      "epoch": 4.625551480854074,
+      "grad_norm": 0.40984293818473816,
+      "learning_rate": 1.1684740614802271e-05,
+      "loss": 1.2261,
+      "step": 15530
+    },
+    {
+      "epoch": 4.625849327053743,
+      "grad_norm": 0.3095340430736542,
+      "learning_rate": 1.1683789828027967e-05,
+      "loss": 1.2285,
+      "step": 15531
+    },
+    {
+      "epoch": 4.626147173253411,
+      "grad_norm": 0.48104336857795715,
+      "learning_rate": 1.1682839025587882e-05,
+      "loss": 1.2322,
+      "step": 15532
+    },
+    {
+      "epoch": 4.6264450194530795,
+      "grad_norm": 0.4585086405277252,
+      "learning_rate": 1.168188820749086e-05,
+      "loss": 1.2205,
+      "step": 15533
+    },
+    {
+      "epoch": 4.626742865652749,
+      "grad_norm": 0.2756181061267853,
+      "learning_rate": 1.168093737374575e-05,
+      "loss": 1.2185,
+      "step": 15534
+    },
+    {
+      "epoch": 4.627040711852417,
+      "grad_norm": 0.32118865847587585,
+      "learning_rate": 1.167998652436139e-05,
+      "loss": 1.2071,
+      "step": 15535
+    },
+    {
+      "epoch": 4.627338558052086,
+      "grad_norm": 0.37187910079956055,
+      "learning_rate": 1.1679035659346637e-05,
+      "loss": 1.2074,
+      "step": 15536
+    },
+    {
+      "epoch": 4.627636404251755,
+      "grad_norm": 0.4208984971046448,
+      "learning_rate": 1.1678084778710335e-05,
+      "loss": 1.2189,
+      "step": 15537
+    },
+    {
+      "epoch": 4.627934250451423,
+      "grad_norm": 0.2950340509414673,
+      "learning_rate": 1.1677133882461322e-05,
+      "loss": 1.2394,
+      "step": 15538
+    },
+    {
+      "epoch": 4.628232096651092,
+      "grad_norm": 0.3526626229286194,
+      "learning_rate": 1.1676182970608457e-05,
+      "loss": 1.2013,
+      "step": 15539
+    },
+    {
+      "epoch": 4.6285299428507605,
+      "grad_norm": 0.31066569685935974,
+      "learning_rate": 1.1675232043160583e-05,
+      "loss": 1.2214,
+      "step": 15540
+    },
+    {
+      "epoch": 4.628827789050429,
+      "grad_norm": 0.31988176703453064,
+      "learning_rate": 1.1674281100126544e-05,
+      "loss": 1.2112,
+      "step": 15541
+    },
+    {
+      "epoch": 4.629125635250098,
+      "grad_norm": 0.3039456903934479,
+      "learning_rate": 1.167333014151519e-05,
+      "loss": 1.2352,
+      "step": 15542
+    },
+    {
+      "epoch": 4.629423481449766,
+      "grad_norm": 0.3332209885120392,
+      "learning_rate": 1.1672379167335368e-05,
+      "loss": 1.2292,
+      "step": 15543
+    },
+    {
+      "epoch": 4.629721327649435,
+      "grad_norm": 0.3084508180618286,
+      "learning_rate": 1.1671428177595927e-05,
+      "loss": 1.2331,
+      "step": 15544
+    },
+    {
+      "epoch": 4.630019173849104,
+      "grad_norm": 0.4446774423122406,
+      "learning_rate": 1.1670477172305714e-05,
+      "loss": 1.2072,
+      "step": 15545
+    },
+    {
+      "epoch": 4.630317020048772,
+      "grad_norm": 0.2686777412891388,
+      "learning_rate": 1.1669526151473577e-05,
+      "loss": 1.2094,
+      "step": 15546
+    },
+    {
+      "epoch": 4.630614866248441,
+      "grad_norm": 0.3131929039955139,
+      "learning_rate": 1.166857511510837e-05,
+      "loss": 1.2167,
+      "step": 15547
+    },
+    {
+      "epoch": 4.63091271244811,
+      "grad_norm": 0.3872765302658081,
+      "learning_rate": 1.166762406321893e-05,
+      "loss": 1.2354,
+      "step": 15548
+    },
+    {
+      "epoch": 4.631210558647778,
+      "grad_norm": 0.3278713524341583,
+      "learning_rate": 1.1666672995814113e-05,
+      "loss": 1.2301,
+      "step": 15549
+    },
+    {
+      "epoch": 4.631508404847446,
+      "grad_norm": 0.36869022250175476,
+      "learning_rate": 1.1665721912902766e-05,
+      "loss": 1.2016,
+      "step": 15550
+    },
+    {
+      "epoch": 4.631806251047116,
+      "grad_norm": 0.4042108356952667,
+      "learning_rate": 1.1664770814493736e-05,
+      "loss": 1.2217,
+      "step": 15551
+    },
+    {
+      "epoch": 4.632104097246784,
+      "grad_norm": 0.3759974241256714,
+      "learning_rate": 1.1663819700595872e-05,
+      "loss": 1.2249,
+      "step": 15552
+    },
+    {
+      "epoch": 4.632401943446453,
+      "grad_norm": 0.2642388343811035,
+      "learning_rate": 1.1662868571218029e-05,
+      "loss": 1.2101,
+      "step": 15553
+    },
+    {
+      "epoch": 4.6326997896461215,
+      "grad_norm": 0.30808690190315247,
+      "learning_rate": 1.1661917426369051e-05,
+      "loss": 1.2191,
+      "step": 15554
+    },
+    {
+      "epoch": 4.63299763584579,
+      "grad_norm": 0.28365305066108704,
+      "learning_rate": 1.166096626605779e-05,
+      "loss": 1.2182,
+      "step": 15555
+    },
+    {
+      "epoch": 4.633295482045459,
+      "grad_norm": 0.26377856731414795,
+      "learning_rate": 1.1660015090293087e-05,
+      "loss": 1.2223,
+      "step": 15556
+    },
+    {
+      "epoch": 4.633593328245127,
+      "grad_norm": 0.29196006059646606,
+      "learning_rate": 1.1659063899083805e-05,
+      "loss": 1.2169,
+      "step": 15557
+    },
+    {
+      "epoch": 4.633891174444796,
+      "grad_norm": 0.2571171224117279,
+      "learning_rate": 1.1658112692438783e-05,
+      "loss": 1.2134,
+      "step": 15558
+    },
+    {
+      "epoch": 4.634189020644465,
+      "grad_norm": 0.2785705029964447,
+      "learning_rate": 1.1657161470366876e-05,
+      "loss": 1.2092,
+      "step": 15559
+    },
+    {
+      "epoch": 4.634486866844133,
+      "grad_norm": 0.4112585186958313,
+      "learning_rate": 1.1656210232876933e-05,
+      "loss": 1.2163,
+      "step": 15560
+    },
+    {
+      "epoch": 4.634784713043802,
+      "grad_norm": 0.31251394748687744,
+      "learning_rate": 1.1655258979977804e-05,
+      "loss": 1.2175,
+      "step": 15561
+    },
+    {
+      "epoch": 4.635082559243471,
+      "grad_norm": 0.3197955787181854,
+      "learning_rate": 1.1654307711678338e-05,
+      "loss": 1.2283,
+      "step": 15562
+    },
+    {
+      "epoch": 4.635380405443139,
+      "grad_norm": 0.38307496905326843,
+      "learning_rate": 1.165335642798739e-05,
+      "loss": 1.2165,
+      "step": 15563
+    },
+    {
+      "epoch": 4.635678251642808,
+      "grad_norm": 0.36435335874557495,
+      "learning_rate": 1.165240512891381e-05,
+      "loss": 1.2254,
+      "step": 15564
+    },
+    {
+      "epoch": 4.635976097842477,
+      "grad_norm": 0.3051356077194214,
+      "learning_rate": 1.1651453814466443e-05,
+      "loss": 1.2249,
+      "step": 15565
+    },
+    {
+      "epoch": 4.636273944042145,
+      "grad_norm": 0.36144301295280457,
+      "learning_rate": 1.1650502484654143e-05,
+      "loss": 1.2159,
+      "step": 15566
+    },
+    {
+      "epoch": 4.636571790241814,
+      "grad_norm": 0.3717021048069,
+      "learning_rate": 1.1649551139485759e-05,
+      "loss": 1.2144,
+      "step": 15567
+    },
+    {
+      "epoch": 4.6368696364414825,
+      "grad_norm": 0.3736661672592163,
+      "learning_rate": 1.164859977897015e-05,
+      "loss": 1.2143,
+      "step": 15568
+    },
+    {
+      "epoch": 4.637167482641151,
+      "grad_norm": 0.35798725485801697,
+      "learning_rate": 1.1647648403116159e-05,
+      "loss": 1.2218,
+      "step": 15569
+    },
+    {
+      "epoch": 4.63746532884082,
+      "grad_norm": 0.28397032618522644,
+      "learning_rate": 1.164669701193264e-05,
+      "loss": 1.2176,
+      "step": 15570
+    },
+    {
+      "epoch": 4.637763175040488,
+      "grad_norm": 0.33508992195129395,
+      "learning_rate": 1.1645745605428447e-05,
+      "loss": 1.2243,
+      "step": 15571
+    },
+    {
+      "epoch": 4.638061021240157,
+      "grad_norm": 0.3435896039009094,
+      "learning_rate": 1.1644794183612429e-05,
+      "loss": 1.2253,
+      "step": 15572
+    },
+    {
+      "epoch": 4.638358867439826,
+      "grad_norm": 0.24336761236190796,
+      "learning_rate": 1.1643842746493438e-05,
+      "loss": 1.2001,
+      "step": 15573
+    },
+    {
+      "epoch": 4.638656713639494,
+      "grad_norm": 0.30765971541404724,
+      "learning_rate": 1.1642891294080329e-05,
+      "loss": 1.2055,
+      "step": 15574
+    },
+    {
+      "epoch": 4.6389545598391635,
+      "grad_norm": 0.31240686774253845,
+      "learning_rate": 1.164193982638195e-05,
+      "loss": 1.2058,
+      "step": 15575
+    },
+    {
+      "epoch": 4.639252406038832,
+      "grad_norm": 0.2881528437137604,
+      "learning_rate": 1.1640988343407155e-05,
+      "loss": 1.2254,
+      "step": 15576
+    },
+    {
+      "epoch": 4.6395502522385,
+      "grad_norm": 0.5720462203025818,
+      "learning_rate": 1.1640036845164798e-05,
+      "loss": 1.2156,
+      "step": 15577
+    },
+    {
+      "epoch": 4.639848098438169,
+      "grad_norm": 0.50917649269104,
+      "learning_rate": 1.1639085331663734e-05,
+      "loss": 1.2173,
+      "step": 15578
+    },
+    {
+      "epoch": 4.640145944637838,
+      "grad_norm": 0.2722722589969635,
+      "learning_rate": 1.1638133802912805e-05,
+      "loss": 1.2153,
+      "step": 15579
+    },
+    {
+      "epoch": 4.640443790837506,
+      "grad_norm": 0.3898542523384094,
+      "learning_rate": 1.1637182258920874e-05,
+      "loss": 1.2224,
+      "step": 15580
+    },
+    {
+      "epoch": 4.640741637037175,
+      "grad_norm": 0.4063347280025482,
+      "learning_rate": 1.1636230699696795e-05,
+      "loss": 1.2026,
+      "step": 15581
+    },
+    {
+      "epoch": 4.641039483236844,
+      "grad_norm": 0.2960827350616455,
+      "learning_rate": 1.1635279125249415e-05,
+      "loss": 1.2266,
+      "step": 15582
+    },
+    {
+      "epoch": 4.641337329436512,
+      "grad_norm": 0.43661361932754517,
+      "learning_rate": 1.1634327535587588e-05,
+      "loss": 1.2301,
+      "step": 15583
+    },
+    {
+      "epoch": 4.641635175636181,
+      "grad_norm": 0.2536190152168274,
+      "learning_rate": 1.163337593072017e-05,
+      "loss": 1.2171,
+      "step": 15584
+    },
+    {
+      "epoch": 4.641933021835849,
+      "grad_norm": 0.31220099329948425,
+      "learning_rate": 1.1632424310656014e-05,
+      "loss": 1.2195,
+      "step": 15585
+    },
+    {
+      "epoch": 4.642230868035519,
+      "grad_norm": 0.2687770128250122,
+      "learning_rate": 1.1631472675403974e-05,
+      "loss": 1.2258,
+      "step": 15586
+    },
+    {
+      "epoch": 4.642528714235187,
+      "grad_norm": 0.3222101330757141,
+      "learning_rate": 1.1630521024972905e-05,
+      "loss": 1.2145,
+      "step": 15587
+    },
+    {
+      "epoch": 4.642826560434855,
+      "grad_norm": 0.2599417567253113,
+      "learning_rate": 1.162956935937166e-05,
+      "loss": 1.224,
+      "step": 15588
+    },
+    {
+      "epoch": 4.643124406634524,
+      "grad_norm": 0.2568964958190918,
+      "learning_rate": 1.1628617678609091e-05,
+      "loss": 1.2298,
+      "step": 15589
+    },
+    {
+      "epoch": 4.643422252834193,
+      "grad_norm": 0.3904465138912201,
+      "learning_rate": 1.1627665982694054e-05,
+      "loss": 1.2271,
+      "step": 15590
+    },
+    {
+      "epoch": 4.643720099033861,
+      "grad_norm": 0.6142756938934326,
+      "learning_rate": 1.1626714271635402e-05,
+      "loss": 1.2276,
+      "step": 15591
+    },
+    {
+      "epoch": 4.64401794523353,
+      "grad_norm": 0.2873811721801758,
+      "learning_rate": 1.1625762545441995e-05,
+      "loss": 1.2198,
+      "step": 15592
+    },
+    {
+      "epoch": 4.644315791433199,
+      "grad_norm": 0.6036465167999268,
+      "learning_rate": 1.1624810804122682e-05,
+      "loss": 1.207,
+      "step": 15593
+    },
+    {
+      "epoch": 4.644613637632867,
+      "grad_norm": 0.4465596079826355,
+      "learning_rate": 1.1623859047686317e-05,
+      "loss": 1.2128,
+      "step": 15594
+    },
+    {
+      "epoch": 4.644911483832536,
+      "grad_norm": 0.42341628670692444,
+      "learning_rate": 1.1622907276141764e-05,
+      "loss": 1.211,
+      "step": 15595
+    },
+    {
+      "epoch": 4.645209330032205,
+      "grad_norm": 0.581132709980011,
+      "learning_rate": 1.1621955489497867e-05,
+      "loss": 1.2178,
+      "step": 15596
+    },
+    {
+      "epoch": 4.645507176231873,
+      "grad_norm": 0.4056399166584015,
+      "learning_rate": 1.1621003687763486e-05,
+      "loss": 1.224,
+      "step": 15597
+    },
+    {
+      "epoch": 4.645805022431542,
+      "grad_norm": 0.4697325527667999,
+      "learning_rate": 1.162005187094748e-05,
+      "loss": 1.2134,
+      "step": 15598
+    },
+    {
+      "epoch": 4.6461028686312105,
+      "grad_norm": 0.28784817457199097,
+      "learning_rate": 1.1619100039058699e-05,
+      "loss": 1.2096,
+      "step": 15599
+    },
+    {
+      "epoch": 4.646400714830879,
+      "grad_norm": 0.45402616262435913,
+      "learning_rate": 1.1618148192106003e-05,
+      "loss": 1.2219,
+      "step": 15600
+    },
+    {
+      "epoch": 4.646698561030548,
+      "grad_norm": 0.3455040752887726,
+      "learning_rate": 1.1617196330098243e-05,
+      "loss": 1.2126,
+      "step": 15601
+    },
+    {
+      "epoch": 4.646996407230216,
+      "grad_norm": 0.4865645170211792,
+      "learning_rate": 1.1616244453044284e-05,
+      "loss": 1.2138,
+      "step": 15602
+    },
+    {
+      "epoch": 4.647294253429886,
+      "grad_norm": 0.3852697014808655,
+      "learning_rate": 1.1615292560952968e-05,
+      "loss": 1.1991,
+      "step": 15603
+    },
+    {
+      "epoch": 4.647592099629554,
+      "grad_norm": 0.2834094166755676,
+      "learning_rate": 1.1614340653833164e-05,
+      "loss": 1.2119,
+      "step": 15604
+    },
+    {
+      "epoch": 4.647889945829222,
+      "grad_norm": 0.4348202645778656,
+      "learning_rate": 1.1613388731693726e-05,
+      "loss": 1.1972,
+      "step": 15605
+    },
+    {
+      "epoch": 4.648187792028891,
+      "grad_norm": 0.26572486758232117,
+      "learning_rate": 1.1612436794543507e-05,
+      "loss": 1.2151,
+      "step": 15606
+    },
+    {
+      "epoch": 4.64848563822856,
+      "grad_norm": 0.42063283920288086,
+      "learning_rate": 1.1611484842391363e-05,
+      "loss": 1.2419,
+      "step": 15607
+    },
+    {
+      "epoch": 4.648783484428228,
+      "grad_norm": 0.2530670464038849,
+      "learning_rate": 1.1610532875246154e-05,
+      "loss": 1.2285,
+      "step": 15608
+    },
+    {
+      "epoch": 4.649081330627897,
+      "grad_norm": 0.3255590498447418,
+      "learning_rate": 1.1609580893116737e-05,
+      "loss": 1.2145,
+      "step": 15609
+    },
+    {
+      "epoch": 4.649379176827566,
+      "grad_norm": 0.3504859209060669,
+      "learning_rate": 1.1608628896011966e-05,
+      "loss": 1.2429,
+      "step": 15610
+    },
+    {
+      "epoch": 4.649677023027234,
+      "grad_norm": 0.3600333333015442,
+      "learning_rate": 1.1607676883940702e-05,
+      "loss": 1.2089,
+      "step": 15611
+    },
+    {
+      "epoch": 4.649974869226903,
+      "grad_norm": 0.5154030919075012,
+      "learning_rate": 1.1606724856911802e-05,
+      "loss": 1.2253,
+      "step": 15612
+    },
+    {
+      "epoch": 4.6502727154265715,
+      "grad_norm": 0.4052983224391937,
+      "learning_rate": 1.160577281493412e-05,
+      "loss": 1.214,
+      "step": 15613
+    },
+    {
+      "epoch": 4.650570561626241,
+      "grad_norm": 0.46548226475715637,
+      "learning_rate": 1.1604820758016518e-05,
+      "loss": 1.2133,
+      "step": 15614
+    },
+    {
+      "epoch": 4.650868407825909,
+      "grad_norm": 0.327823281288147,
+      "learning_rate": 1.160386868616785e-05,
+      "loss": 1.2108,
+      "step": 15615
+    },
+    {
+      "epoch": 4.651166254025577,
+      "grad_norm": 0.6578736305236816,
+      "learning_rate": 1.1602916599396974e-05,
+      "loss": 1.2076,
+      "step": 15616
+    },
+    {
+      "epoch": 4.651464100225246,
+      "grad_norm": 0.49334853887557983,
+      "learning_rate": 1.1601964497712751e-05,
+      "loss": 1.2234,
+      "step": 15617
+    },
+    {
+      "epoch": 4.651761946424915,
+      "grad_norm": 0.48380619287490845,
+      "learning_rate": 1.1601012381124042e-05,
+      "loss": 1.2258,
+      "step": 15618
+    },
+    {
+      "epoch": 4.652059792624583,
+      "grad_norm": 0.326084166765213,
+      "learning_rate": 1.16000602496397e-05,
+      "loss": 1.2231,
+      "step": 15619
+    },
+    {
+      "epoch": 4.6523576388242525,
+      "grad_norm": 0.5676078796386719,
+      "learning_rate": 1.1599108103268584e-05,
+      "loss": 1.2054,
+      "step": 15620
+    },
+    {
+      "epoch": 4.652655485023921,
+      "grad_norm": 0.4441809058189392,
+      "learning_rate": 1.1598155942019551e-05,
+      "loss": 1.2146,
+      "step": 15621
+    },
+    {
+      "epoch": 4.652953331223589,
+      "grad_norm": 0.33972957730293274,
+      "learning_rate": 1.1597203765901468e-05,
+      "loss": 1.2131,
+      "step": 15622
+    },
+    {
+      "epoch": 4.653251177423258,
+      "grad_norm": 0.3543725907802582,
+      "learning_rate": 1.1596251574923185e-05,
+      "loss": 1.2248,
+      "step": 15623
+    },
+    {
+      "epoch": 4.653549023622927,
+      "grad_norm": 0.25015169382095337,
+      "learning_rate": 1.1595299369093564e-05,
+      "loss": 1.2306,
+      "step": 15624
+    },
+    {
+      "epoch": 4.653846869822595,
+      "grad_norm": 0.3255843222141266,
+      "learning_rate": 1.1594347148421467e-05,
+      "loss": 1.2265,
+      "step": 15625
+    },
+    {
+      "epoch": 4.654144716022264,
+      "grad_norm": 0.32699039578437805,
+      "learning_rate": 1.159339491291575e-05,
+      "loss": 1.2045,
+      "step": 15626
+    },
+    {
+      "epoch": 4.6544425622219325,
+      "grad_norm": 0.24702998995780945,
+      "learning_rate": 1.1592442662585274e-05,
+      "loss": 1.2147,
+      "step": 15627
+    },
+    {
+      "epoch": 4.654740408421601,
+      "grad_norm": 0.28171196579933167,
+      "learning_rate": 1.1591490397438897e-05,
+      "loss": 1.2268,
+      "step": 15628
+    },
+    {
+      "epoch": 4.65503825462127,
+      "grad_norm": 0.3784802258014679,
+      "learning_rate": 1.1590538117485483e-05,
+      "loss": 1.2253,
+      "step": 15629
+    },
+    {
+      "epoch": 4.655336100820938,
+      "grad_norm": 0.26567766070365906,
+      "learning_rate": 1.1589585822733887e-05,
+      "loss": 1.2374,
+      "step": 15630
+    },
+    {
+      "epoch": 4.655633947020608,
+      "grad_norm": 0.4190118610858917,
+      "learning_rate": 1.1588633513192971e-05,
+      "loss": 1.2281,
+      "step": 15631
+    },
+    {
+      "epoch": 4.655931793220276,
+      "grad_norm": 0.4046405553817749,
+      "learning_rate": 1.1587681188871595e-05,
+      "loss": 1.2219,
+      "step": 15632
+    },
+    {
+      "epoch": 4.656229639419944,
+      "grad_norm": 0.26123669743537903,
+      "learning_rate": 1.1586728849778618e-05,
+      "loss": 1.2152,
+      "step": 15633
+    },
+    {
+      "epoch": 4.6565274856196135,
+      "grad_norm": 0.3636496663093567,
+      "learning_rate": 1.1585776495922903e-05,
+      "loss": 1.2154,
+      "step": 15634
+    },
+    {
+      "epoch": 4.656825331819282,
+      "grad_norm": 0.31194934248924255,
+      "learning_rate": 1.158482412731331e-05,
+      "loss": 1.2098,
+      "step": 15635
+    },
+    {
+      "epoch": 4.65712317801895,
+      "grad_norm": 0.5256511569023132,
+      "learning_rate": 1.15838717439587e-05,
+      "loss": 1.219,
+      "step": 15636
+    },
+    {
+      "epoch": 4.657421024218619,
+      "grad_norm": 0.4009208381175995,
+      "learning_rate": 1.158291934586793e-05,
+      "loss": 1.2093,
+      "step": 15637
+    },
+    {
+      "epoch": 4.657718870418288,
+      "grad_norm": 0.3432953953742981,
+      "learning_rate": 1.1581966933049867e-05,
+      "loss": 1.2026,
+      "step": 15638
+    },
+    {
+      "epoch": 4.658016716617956,
+      "grad_norm": 0.4191701114177704,
+      "learning_rate": 1.1581014505513369e-05,
+      "loss": 1.2281,
+      "step": 15639
+    },
+    {
+      "epoch": 4.658314562817625,
+      "grad_norm": 0.32237496972084045,
+      "learning_rate": 1.1580062063267295e-05,
+      "loss": 1.2165,
+      "step": 15640
+    },
+    {
+      "epoch": 4.658612409017294,
+      "grad_norm": 0.30885910987854004,
+      "learning_rate": 1.157910960632051e-05,
+      "loss": 1.2253,
+      "step": 15641
+    },
+    {
+      "epoch": 4.658910255216963,
+      "grad_norm": 0.41791924834251404,
+      "learning_rate": 1.1578157134681875e-05,
+      "loss": 1.2386,
+      "step": 15642
+    },
+    {
+      "epoch": 4.659208101416631,
+      "grad_norm": 0.41621527075767517,
+      "learning_rate": 1.1577204648360252e-05,
+      "loss": 1.232,
+      "step": 15643
+    },
+    {
+      "epoch": 4.659505947616299,
+      "grad_norm": 0.25124916434288025,
+      "learning_rate": 1.1576252147364497e-05,
+      "loss": 1.2167,
+      "step": 15644
+    },
+    {
+      "epoch": 4.659803793815969,
+      "grad_norm": 0.5308575630187988,
+      "learning_rate": 1.1575299631703482e-05,
+      "loss": 1.2142,
+      "step": 15645
+    },
+    {
+      "epoch": 4.660101640015637,
+      "grad_norm": 0.3115309476852417,
+      "learning_rate": 1.1574347101386063e-05,
+      "loss": 1.2208,
+      "step": 15646
+    },
+    {
+      "epoch": 4.660399486215305,
+      "grad_norm": 0.4527014195919037,
+      "learning_rate": 1.1573394556421102e-05,
+      "loss": 1.2275,
+      "step": 15647
+    },
+    {
+      "epoch": 4.6606973324149745,
+      "grad_norm": 0.5402430891990662,
+      "learning_rate": 1.1572441996817465e-05,
+      "loss": 1.2105,
+      "step": 15648
+    },
+    {
+      "epoch": 4.660995178614643,
+      "grad_norm": 0.26349201798439026,
+      "learning_rate": 1.157148942258401e-05,
+      "loss": 1.2164,
+      "step": 15649
+    },
+    {
+      "epoch": 4.661293024814311,
+      "grad_norm": 0.39200934767723083,
+      "learning_rate": 1.1570536833729599e-05,
+      "loss": 1.2355,
+      "step": 15650
+    },
+    {
+      "epoch": 4.66159087101398,
+      "grad_norm": 0.39736855030059814,
+      "learning_rate": 1.1569584230263103e-05,
+      "loss": 1.2239,
+      "step": 15651
+    },
+    {
+      "epoch": 4.661888717213649,
+      "grad_norm": 0.24578113853931427,
+      "learning_rate": 1.1568631612193375e-05,
+      "loss": 1.2292,
+      "step": 15652
+    },
+    {
+      "epoch": 4.662186563413318,
+      "grad_norm": 0.35816240310668945,
+      "learning_rate": 1.1567678979529286e-05,
+      "loss": 1.2441,
+      "step": 15653
+    },
+    {
+      "epoch": 4.662484409612986,
+      "grad_norm": 0.24438230693340302,
+      "learning_rate": 1.1566726332279694e-05,
+      "loss": 1.2246,
+      "step": 15654
+    },
+    {
+      "epoch": 4.662782255812655,
+      "grad_norm": 0.31994426250457764,
+      "learning_rate": 1.1565773670453464e-05,
+      "loss": 1.2219,
+      "step": 15655
+    },
+    {
+      "epoch": 4.663080102012323,
+      "grad_norm": 0.285806268453598,
+      "learning_rate": 1.1564820994059459e-05,
+      "loss": 1.2228,
+      "step": 15656
+    },
+    {
+      "epoch": 4.663377948211992,
+      "grad_norm": 0.3526848554611206,
+      "learning_rate": 1.1563868303106543e-05,
+      "loss": 1.2205,
+      "step": 15657
+    },
+    {
+      "epoch": 4.6636757944116605,
+      "grad_norm": 0.2998829483985901,
+      "learning_rate": 1.156291559760358e-05,
+      "loss": 1.226,
+      "step": 15658
+    },
+    {
+      "epoch": 4.66397364061133,
+      "grad_norm": 0.629315972328186,
+      "learning_rate": 1.1561962877559432e-05,
+      "loss": 1.2078,
+      "step": 15659
+    },
+    {
+      "epoch": 4.664271486810998,
+      "grad_norm": 0.3076554536819458,
+      "learning_rate": 1.1561010142982967e-05,
+      "loss": 1.2076,
+      "step": 15660
+    },
+    {
+      "epoch": 4.664569333010666,
+      "grad_norm": 0.4892565608024597,
+      "learning_rate": 1.1560057393883047e-05,
+      "loss": 1.2164,
+      "step": 15661
+    },
+    {
+      "epoch": 4.664867179210336,
+      "grad_norm": 0.3082030117511749,
+      "learning_rate": 1.1559104630268532e-05,
+      "loss": 1.222,
+      "step": 15662
+    },
+    {
+      "epoch": 4.665165025410004,
+      "grad_norm": 0.41707074642181396,
+      "learning_rate": 1.1558151852148294e-05,
+      "loss": 1.2243,
+      "step": 15663
+    },
+    {
+      "epoch": 4.665462871609672,
+      "grad_norm": 0.2680579125881195,
+      "learning_rate": 1.1557199059531192e-05,
+      "loss": 1.2329,
+      "step": 15664
+    },
+    {
+      "epoch": 4.665760717809341,
+      "grad_norm": 0.4275538921356201,
+      "learning_rate": 1.1556246252426093e-05,
+      "loss": 1.2209,
+      "step": 15665
+    },
+    {
+      "epoch": 4.66605856400901,
+      "grad_norm": 0.254695326089859,
+      "learning_rate": 1.155529343084186e-05,
+      "loss": 1.2214,
+      "step": 15666
+    },
+    {
+      "epoch": 4.666356410208678,
+      "grad_norm": 0.6112091541290283,
+      "learning_rate": 1.1554340594787364e-05,
+      "loss": 1.2276,
+      "step": 15667
+    },
+    {
+      "epoch": 4.666654256408347,
+      "grad_norm": 0.26346415281295776,
+      "learning_rate": 1.155338774427146e-05,
+      "loss": 1.2141,
+      "step": 15668
+    },
+    {
+      "epoch": 4.666952102608016,
+      "grad_norm": 1.103255033493042,
+      "learning_rate": 1.155243487930302e-05,
+      "loss": 1.2162,
+      "step": 15669
+    },
+    {
+      "epoch": 4.667249948807685,
+      "grad_norm": 0.44788405299186707,
+      "learning_rate": 1.1551481999890913e-05,
+      "loss": 1.2262,
+      "step": 15670
+    },
+    {
+      "epoch": 4.667547795007353,
+      "grad_norm": 0.7941567897796631,
+      "learning_rate": 1.1550529106043995e-05,
+      "loss": 1.2119,
+      "step": 15671
+    },
+    {
+      "epoch": 4.6678456412070215,
+      "grad_norm": 0.3029055595397949,
+      "learning_rate": 1.1549576197771136e-05,
+      "loss": 1.2307,
+      "step": 15672
+    },
+    {
+      "epoch": 4.668143487406691,
+      "grad_norm": 1.1536701917648315,
+      "learning_rate": 1.1548623275081201e-05,
+      "loss": 1.2099,
+      "step": 15673
+    },
+    {
+      "epoch": 4.668441333606359,
+      "grad_norm": 0.34991881251335144,
+      "learning_rate": 1.1547670337983057e-05,
+      "loss": 1.2208,
+      "step": 15674
+    },
+    {
+      "epoch": 4.668739179806027,
+      "grad_norm": 0.7014442086219788,
+      "learning_rate": 1.1546717386485571e-05,
+      "loss": 1.2341,
+      "step": 15675
+    },
+    {
+      "epoch": 4.669037026005697,
+      "grad_norm": 0.25845497846603394,
+      "learning_rate": 1.1545764420597607e-05,
+      "loss": 1.217,
+      "step": 15676
+    },
+    {
+      "epoch": 4.669334872205365,
+      "grad_norm": 0.35486188530921936,
+      "learning_rate": 1.1544811440328035e-05,
+      "loss": 1.2291,
+      "step": 15677
+    },
+    {
+      "epoch": 4.669632718405033,
+      "grad_norm": 0.543127179145813,
+      "learning_rate": 1.1543858445685714e-05,
+      "loss": 1.21,
+      "step": 15678
+    },
+    {
+      "epoch": 4.6699305646047025,
+      "grad_norm": 0.25546911358833313,
+      "learning_rate": 1.1542905436679516e-05,
+      "loss": 1.2173,
+      "step": 15679
+    },
+    {
+      "epoch": 4.670228410804371,
+      "grad_norm": 0.47984954714775085,
+      "learning_rate": 1.154195241331831e-05,
+      "loss": 1.2244,
+      "step": 15680
+    },
+    {
+      "epoch": 4.67052625700404,
+      "grad_norm": 0.3667922616004944,
+      "learning_rate": 1.1540999375610956e-05,
+      "loss": 1.222,
+      "step": 15681
+    },
+    {
+      "epoch": 4.670824103203708,
+      "grad_norm": 0.2718745172023773,
+      "learning_rate": 1.1540046323566325e-05,
+      "loss": 1.2127,
+      "step": 15682
+    },
+    {
+      "epoch": 4.671121949403377,
+      "grad_norm": 0.38106366991996765,
+      "learning_rate": 1.1539093257193284e-05,
+      "loss": 1.2356,
+      "step": 15683
+    },
+    {
+      "epoch": 4.671419795603045,
+      "grad_norm": 0.3056412935256958,
+      "learning_rate": 1.15381401765007e-05,
+      "loss": 1.2291,
+      "step": 15684
+    },
+    {
+      "epoch": 4.671717641802714,
+      "grad_norm": 0.276956707239151,
+      "learning_rate": 1.1537187081497439e-05,
+      "loss": 1.2094,
+      "step": 15685
+    },
+    {
+      "epoch": 4.6720154880023825,
+      "grad_norm": 0.28864794969558716,
+      "learning_rate": 1.1536233972192372e-05,
+      "loss": 1.219,
+      "step": 15686
+    },
+    {
+      "epoch": 4.672313334202052,
+      "grad_norm": 0.34191474318504333,
+      "learning_rate": 1.1535280848594364e-05,
+      "loss": 1.2166,
+      "step": 15687
+    },
+    {
+      "epoch": 4.67261118040172,
+      "grad_norm": 0.2732122242450714,
+      "learning_rate": 1.1534327710712282e-05,
+      "loss": 1.218,
+      "step": 15688
+    },
+    {
+      "epoch": 4.672909026601388,
+      "grad_norm": 0.2825454771518707,
+      "learning_rate": 1.1533374558554995e-05,
+      "loss": 1.2258,
+      "step": 15689
+    },
+    {
+      "epoch": 4.673206872801058,
+      "grad_norm": 0.32758834958076477,
+      "learning_rate": 1.1532421392131373e-05,
+      "loss": 1.208,
+      "step": 15690
+    },
+    {
+      "epoch": 4.673504719000726,
+      "grad_norm": 0.2849428057670593,
+      "learning_rate": 1.1531468211450278e-05,
+      "loss": 1.23,
+      "step": 15691
+    },
+    {
+      "epoch": 4.673802565200394,
+      "grad_norm": 0.30653116106987,
+      "learning_rate": 1.1530515016520585e-05,
+      "loss": 1.2249,
+      "step": 15692
+    },
+    {
+      "epoch": 4.6741004114000635,
+      "grad_norm": 0.24566933512687683,
+      "learning_rate": 1.1529561807351157e-05,
+      "loss": 1.2158,
+      "step": 15693
+    },
+    {
+      "epoch": 4.674398257599732,
+      "grad_norm": 0.28762638568878174,
+      "learning_rate": 1.152860858395087e-05,
+      "loss": 1.2131,
+      "step": 15694
+    },
+    {
+      "epoch": 4.6746961037994,
+      "grad_norm": 0.25978901982307434,
+      "learning_rate": 1.1527655346328585e-05,
+      "loss": 1.2144,
+      "step": 15695
+    },
+    {
+      "epoch": 4.674993949999069,
+      "grad_norm": 0.30036869645118713,
+      "learning_rate": 1.1526702094493174e-05,
+      "loss": 1.2294,
+      "step": 15696
+    },
+    {
+      "epoch": 4.675291796198738,
+      "grad_norm": 0.3539499044418335,
+      "learning_rate": 1.1525748828453507e-05,
+      "loss": 1.2286,
+      "step": 15697
+    },
+    {
+      "epoch": 4.675589642398407,
+      "grad_norm": 0.26067811250686646,
+      "learning_rate": 1.1524795548218451e-05,
+      "loss": 1.2278,
+      "step": 15698
+    },
+    {
+      "epoch": 4.675887488598075,
+      "grad_norm": 0.3095061182975769,
+      "learning_rate": 1.1523842253796875e-05,
+      "loss": 1.2093,
+      "step": 15699
+    },
+    {
+      "epoch": 4.676185334797744,
+      "grad_norm": 0.3263936936855316,
+      "learning_rate": 1.152288894519765e-05,
+      "loss": 1.2134,
+      "step": 15700
+    },
+    {
+      "epoch": 4.676483180997413,
+      "grad_norm": 0.2679992914199829,
+      "learning_rate": 1.1521935622429647e-05,
+      "loss": 1.2094,
+      "step": 15701
+    },
+    {
+      "epoch": 4.676781027197081,
+      "grad_norm": 0.39775457978248596,
+      "learning_rate": 1.1520982285501731e-05,
+      "loss": 1.195,
+      "step": 15702
+    },
+    {
+      "epoch": 4.677078873396749,
+      "grad_norm": 0.283600389957428,
+      "learning_rate": 1.1520028934422773e-05,
+      "loss": 1.2343,
+      "step": 15703
+    },
+    {
+      "epoch": 4.677376719596419,
+      "grad_norm": 0.4227513074874878,
+      "learning_rate": 1.1519075569201647e-05,
+      "loss": 1.2288,
+      "step": 15704
+    },
+    {
+      "epoch": 4.677674565796087,
+      "grad_norm": 0.3514833450317383,
+      "learning_rate": 1.1518122189847218e-05,
+      "loss": 1.2192,
+      "step": 15705
+    },
+    {
+      "epoch": 4.677972411995755,
+      "grad_norm": 0.40376874804496765,
+      "learning_rate": 1.1517168796368359e-05,
+      "loss": 1.2108,
+      "step": 15706
+    },
+    {
+      "epoch": 4.6782702581954245,
+      "grad_norm": 0.5061954259872437,
+      "learning_rate": 1.1516215388773941e-05,
+      "loss": 1.2175,
+      "step": 15707
+    },
+    {
+      "epoch": 4.678568104395093,
+      "grad_norm": 0.24786929786205292,
+      "learning_rate": 1.151526196707283e-05,
+      "loss": 1.2167,
+      "step": 15708
+    },
+    {
+      "epoch": 4.678865950594762,
+      "grad_norm": 0.4331750273704529,
+      "learning_rate": 1.15143085312739e-05,
+      "loss": 1.2259,
+      "step": 15709
+    },
+    {
+      "epoch": 4.67916379679443,
+      "grad_norm": 0.2860633432865143,
+      "learning_rate": 1.1513355081386021e-05,
+      "loss": 1.2337,
+      "step": 15710
+    },
+    {
+      "epoch": 4.679461642994099,
+      "grad_norm": 0.44512543082237244,
+      "learning_rate": 1.1512401617418068e-05,
+      "loss": 1.1948,
+      "step": 15711
+    },
+    {
+      "epoch": 4.679759489193768,
+      "grad_norm": 0.2672065794467926,
+      "learning_rate": 1.1511448139378903e-05,
+      "loss": 1.2183,
+      "step": 15712
+    },
+    {
+      "epoch": 4.680057335393436,
+      "grad_norm": 0.4276815950870514,
+      "learning_rate": 1.1510494647277402e-05,
+      "loss": 1.2133,
+      "step": 15713
+    },
+    {
+      "epoch": 4.680355181593105,
+      "grad_norm": 0.29092276096343994,
+      "learning_rate": 1.1509541141122437e-05,
+      "loss": 1.2037,
+      "step": 15714
+    },
+    {
+      "epoch": 4.680653027792774,
+      "grad_norm": 0.4415130615234375,
+      "learning_rate": 1.1508587620922877e-05,
+      "loss": 1.2332,
+      "step": 15715
+    },
+    {
+      "epoch": 4.680950873992442,
+      "grad_norm": 0.2688218355178833,
+      "learning_rate": 1.1507634086687596e-05,
+      "loss": 1.2288,
+      "step": 15716
+    },
+    {
+      "epoch": 4.6812487201921105,
+      "grad_norm": 0.41821667551994324,
+      "learning_rate": 1.1506680538425463e-05,
+      "loss": 1.2013,
+      "step": 15717
+    },
+    {
+      "epoch": 4.68154656639178,
+      "grad_norm": 0.2578604519367218,
+      "learning_rate": 1.1505726976145354e-05,
+      "loss": 1.2101,
+      "step": 15718
+    },
+    {
+      "epoch": 4.681844412591448,
+      "grad_norm": 0.4427260756492615,
+      "learning_rate": 1.1504773399856134e-05,
+      "loss": 1.2122,
+      "step": 15719
+    },
+    {
+      "epoch": 4.682142258791117,
+      "grad_norm": 0.2817981243133545,
+      "learning_rate": 1.1503819809566683e-05,
+      "loss": 1.2086,
+      "step": 15720
+    },
+    {
+      "epoch": 4.682440104990786,
+      "grad_norm": 0.43863993883132935,
+      "learning_rate": 1.1502866205285865e-05,
+      "loss": 1.2096,
+      "step": 15721
+    },
+    {
+      "epoch": 4.682737951190454,
+      "grad_norm": 0.42356306314468384,
+      "learning_rate": 1.1501912587022557e-05,
+      "loss": 1.2054,
+      "step": 15722
+    },
+    {
+      "epoch": 4.683035797390122,
+      "grad_norm": 0.2597607374191284,
+      "learning_rate": 1.150095895478563e-05,
+      "loss": 1.2026,
+      "step": 15723
+    },
+    {
+      "epoch": 4.683333643589791,
+      "grad_norm": 0.34694647789001465,
+      "learning_rate": 1.1500005308583957e-05,
+      "loss": 1.2197,
+      "step": 15724
+    },
+    {
+      "epoch": 4.68363148978946,
+      "grad_norm": 0.2810973525047302,
+      "learning_rate": 1.1499051648426414e-05,
+      "loss": 1.2243,
+      "step": 15725
+    },
+    {
+      "epoch": 4.683929335989129,
+      "grad_norm": 0.2500973045825958,
+      "learning_rate": 1.1498097974321865e-05,
+      "loss": 1.2234,
+      "step": 15726
+    },
+    {
+      "epoch": 4.684227182188797,
+      "grad_norm": 0.27204346656799316,
+      "learning_rate": 1.149714428627919e-05,
+      "loss": 1.2381,
+      "step": 15727
+    },
+    {
+      "epoch": 4.684525028388466,
+      "grad_norm": 0.2890789210796356,
+      "learning_rate": 1.1496190584307264e-05,
+      "loss": 1.2443,
+      "step": 15728
+    },
+    {
+      "epoch": 4.684822874588135,
+      "grad_norm": 0.24557743966579437,
+      "learning_rate": 1.1495236868414952e-05,
+      "loss": 1.2253,
+      "step": 15729
+    },
+    {
+      "epoch": 4.685120720787803,
+      "grad_norm": 0.32808101177215576,
+      "learning_rate": 1.149428313861113e-05,
+      "loss": 1.2181,
+      "step": 15730
+    },
+    {
+      "epoch": 4.6854185669874715,
+      "grad_norm": 0.24894008040428162,
+      "learning_rate": 1.149332939490468e-05,
+      "loss": 1.2236,
+      "step": 15731
+    },
+    {
+      "epoch": 4.685716413187141,
+      "grad_norm": 0.32874298095703125,
+      "learning_rate": 1.149237563730446e-05,
+      "loss": 1.2165,
+      "step": 15732
+    },
+    {
+      "epoch": 4.686014259386809,
+      "grad_norm": 0.25478601455688477,
+      "learning_rate": 1.1491421865819356e-05,
+      "loss": 1.2106,
+      "step": 15733
+    },
+    {
+      "epoch": 4.686312105586477,
+      "grad_norm": 0.3377542793750763,
+      "learning_rate": 1.1490468080458237e-05,
+      "loss": 1.2164,
+      "step": 15734
+    },
+    {
+      "epoch": 4.686609951786147,
+      "grad_norm": 0.32631832361221313,
+      "learning_rate": 1.148951428122998e-05,
+      "loss": 1.2128,
+      "step": 15735
+    },
+    {
+      "epoch": 4.686907797985815,
+      "grad_norm": 0.27623340487480164,
+      "learning_rate": 1.1488560468143454e-05,
+      "loss": 1.2091,
+      "step": 15736
+    },
+    {
+      "epoch": 4.687205644185484,
+      "grad_norm": 0.2862810790538788,
+      "learning_rate": 1.1487606641207539e-05,
+      "loss": 1.2217,
+      "step": 15737
+    },
+    {
+      "epoch": 4.6875034903851525,
+      "grad_norm": 0.2557696998119354,
+      "learning_rate": 1.1486652800431104e-05,
+      "loss": 1.2383,
+      "step": 15738
+    },
+    {
+      "epoch": 4.687801336584821,
+      "grad_norm": 0.28746888041496277,
+      "learning_rate": 1.1485698945823025e-05,
+      "loss": 1.2188,
+      "step": 15739
+    },
+    {
+      "epoch": 4.68809918278449,
+      "grad_norm": 0.2647130489349365,
+      "learning_rate": 1.1484745077392179e-05,
+      "loss": 1.2295,
+      "step": 15740
+    },
+    {
+      "epoch": 4.688397028984158,
+      "grad_norm": 0.33756572008132935,
+      "learning_rate": 1.1483791195147438e-05,
+      "loss": 1.219,
+      "step": 15741
+    },
+    {
+      "epoch": 4.688694875183827,
+      "grad_norm": 0.404854953289032,
+      "learning_rate": 1.148283729909768e-05,
+      "loss": 1.2314,
+      "step": 15742
+    },
+    {
+      "epoch": 4.688992721383496,
+      "grad_norm": 0.277214378118515,
+      "learning_rate": 1.1481883389251776e-05,
+      "loss": 1.2478,
+      "step": 15743
+    },
+    {
+      "epoch": 4.689290567583164,
+      "grad_norm": 0.37850046157836914,
+      "learning_rate": 1.1480929465618598e-05,
+      "loss": 1.2108,
+      "step": 15744
+    },
+    {
+      "epoch": 4.6895884137828325,
+      "grad_norm": 0.2664380669593811,
+      "learning_rate": 1.1479975528207032e-05,
+      "loss": 1.2316,
+      "step": 15745
+    },
+    {
+      "epoch": 4.689886259982502,
+      "grad_norm": 0.4216008186340332,
+      "learning_rate": 1.1479021577025946e-05,
+      "loss": 1.2283,
+      "step": 15746
+    },
+    {
+      "epoch": 4.69018410618217,
+      "grad_norm": 0.3628690838813782,
+      "learning_rate": 1.1478067612084216e-05,
+      "loss": 1.2043,
+      "step": 15747
+    },
+    {
+      "epoch": 4.690481952381839,
+      "grad_norm": 0.27909860014915466,
+      "learning_rate": 1.1477113633390719e-05,
+      "loss": 1.2121,
+      "step": 15748
+    },
+    {
+      "epoch": 4.690779798581508,
+      "grad_norm": 0.39102903008461,
+      "learning_rate": 1.147615964095433e-05,
+      "loss": 1.2097,
+      "step": 15749
+    },
+    {
+      "epoch": 4.691077644781176,
+      "grad_norm": 0.25147396326065063,
+      "learning_rate": 1.1475205634783921e-05,
+      "loss": 1.2292,
+      "step": 15750
+    },
+    {
+      "epoch": 4.691375490980844,
+      "grad_norm": 0.4025093913078308,
+      "learning_rate": 1.1474251614888376e-05,
+      "loss": 1.2214,
+      "step": 15751
+    },
+    {
+      "epoch": 4.6916733371805135,
+      "grad_norm": 0.276917964220047,
+      "learning_rate": 1.1473297581276568e-05,
+      "loss": 1.2299,
+      "step": 15752
+    },
+    {
+      "epoch": 4.691971183380182,
+      "grad_norm": 0.2868637442588806,
+      "learning_rate": 1.1472343533957369e-05,
+      "loss": 1.2316,
+      "step": 15753
+    },
+    {
+      "epoch": 4.692269029579851,
+      "grad_norm": 0.3295955955982208,
+      "learning_rate": 1.147138947293966e-05,
+      "loss": 1.2281,
+      "step": 15754
+    },
+    {
+      "epoch": 4.692566875779519,
+      "grad_norm": 0.2683313488960266,
+      "learning_rate": 1.1470435398232313e-05,
+      "loss": 1.2393,
+      "step": 15755
+    },
+    {
+      "epoch": 4.692864721979188,
+      "grad_norm": 0.33063018321990967,
+      "learning_rate": 1.146948130984421e-05,
+      "loss": 1.2136,
+      "step": 15756
+    },
+    {
+      "epoch": 4.693162568178857,
+      "grad_norm": 0.36789897084236145,
+      "learning_rate": 1.1468527207784225e-05,
+      "loss": 1.2171,
+      "step": 15757
+    },
+    {
+      "epoch": 4.693460414378525,
+      "grad_norm": 0.26819494366645813,
+      "learning_rate": 1.1467573092061236e-05,
+      "loss": 1.2147,
+      "step": 15758
+    },
+    {
+      "epoch": 4.693758260578194,
+      "grad_norm": 0.28111323714256287,
+      "learning_rate": 1.146661896268412e-05,
+      "loss": 1.2262,
+      "step": 15759
+    },
+    {
+      "epoch": 4.694056106777863,
+      "grad_norm": 0.2832450568675995,
+      "learning_rate": 1.1465664819661751e-05,
+      "loss": 1.2254,
+      "step": 15760
+    },
+    {
+      "epoch": 4.694353952977531,
+      "grad_norm": 0.2826347351074219,
+      "learning_rate": 1.1464710663003008e-05,
+      "loss": 1.2127,
+      "step": 15761
+    },
+    {
+      "epoch": 4.694651799177199,
+      "grad_norm": 0.2850990891456604,
+      "learning_rate": 1.1463756492716768e-05,
+      "loss": 1.2125,
+      "step": 15762
+    },
+    {
+      "epoch": 4.694949645376869,
+      "grad_norm": 0.2550585865974426,
+      "learning_rate": 1.146280230881191e-05,
+      "loss": 1.2314,
+      "step": 15763
+    },
+    {
+      "epoch": 4.695247491576537,
+      "grad_norm": 0.267622172832489,
+      "learning_rate": 1.1461848111297311e-05,
+      "loss": 1.2232,
+      "step": 15764
+    },
+    {
+      "epoch": 4.695545337776206,
+      "grad_norm": 0.27849382162094116,
+      "learning_rate": 1.1460893900181854e-05,
+      "loss": 1.2188,
+      "step": 15765
+    },
+    {
+      "epoch": 4.6958431839758745,
+      "grad_norm": 0.31942984461784363,
+      "learning_rate": 1.1459939675474405e-05,
+      "loss": 1.2188,
+      "step": 15766
+    },
+    {
+      "epoch": 4.696141030175543,
+      "grad_norm": 0.3307408094406128,
+      "learning_rate": 1.1458985437183849e-05,
+      "loss": 1.2147,
+      "step": 15767
+    },
+    {
+      "epoch": 4.696438876375212,
+      "grad_norm": 0.3231342136859894,
+      "learning_rate": 1.1458031185319063e-05,
+      "loss": 1.2172,
+      "step": 15768
+    },
+    {
+      "epoch": 4.69673672257488,
+      "grad_norm": 0.3401965796947479,
+      "learning_rate": 1.1457076919888928e-05,
+      "loss": 1.2267,
+      "step": 15769
+    },
+    {
+      "epoch": 4.697034568774549,
+      "grad_norm": 0.27146321535110474,
+      "learning_rate": 1.1456122640902318e-05,
+      "loss": 1.2127,
+      "step": 15770
+    },
+    {
+      "epoch": 4.697332414974218,
+      "grad_norm": 0.3082990050315857,
+      "learning_rate": 1.1455168348368118e-05,
+      "loss": 1.2389,
+      "step": 15771
+    },
+    {
+      "epoch": 4.697630261173886,
+      "grad_norm": 0.3296731412410736,
+      "learning_rate": 1.1454214042295199e-05,
+      "loss": 1.2269,
+      "step": 15772
+    },
+    {
+      "epoch": 4.697928107373555,
+      "grad_norm": 0.278409481048584,
+      "learning_rate": 1.1453259722692443e-05,
+      "loss": 1.2224,
+      "step": 15773
+    },
+    {
+      "epoch": 4.698225953573224,
+      "grad_norm": 0.24612689018249512,
+      "learning_rate": 1.145230538956873e-05,
+      "loss": 1.225,
+      "step": 15774
+    },
+    {
+      "epoch": 4.698523799772892,
+      "grad_norm": 0.4055539667606354,
+      "learning_rate": 1.1451351042932937e-05,
+      "loss": 1.2179,
+      "step": 15775
+    },
+    {
+      "epoch": 4.698821645972561,
+      "grad_norm": 0.6009336113929749,
+      "learning_rate": 1.1450396682793945e-05,
+      "loss": 1.2277,
+      "step": 15776
+    },
+    {
+      "epoch": 4.69911949217223,
+      "grad_norm": 0.3844189941883087,
+      "learning_rate": 1.1449442309160631e-05,
+      "loss": 1.2087,
+      "step": 15777
+    },
+    {
+      "epoch": 4.699417338371898,
+      "grad_norm": 0.5920946002006531,
+      "learning_rate": 1.1448487922041877e-05,
+      "loss": 1.2111,
+      "step": 15778
+    },
+    {
+      "epoch": 4.699715184571567,
+      "grad_norm": 0.47467926144599915,
+      "learning_rate": 1.1447533521446561e-05,
+      "loss": 1.2314,
+      "step": 15779
+    },
+    {
+      "epoch": 4.700013030771236,
+      "grad_norm": 0.36605679988861084,
+      "learning_rate": 1.1446579107383565e-05,
+      "loss": 1.2204,
+      "step": 15780
+    },
+    {
+      "epoch": 4.700310876970904,
+      "grad_norm": 0.42435649037361145,
+      "learning_rate": 1.1445624679861762e-05,
+      "loss": 1.2109,
+      "step": 15781
+    },
+    {
+      "epoch": 4.700608723170573,
+      "grad_norm": 0.30126717686653137,
+      "learning_rate": 1.1444670238890039e-05,
+      "loss": 1.227,
+      "step": 15782
+    },
+    {
+      "epoch": 4.700906569370241,
+      "grad_norm": 0.4542222023010254,
+      "learning_rate": 1.1443715784477277e-05,
+      "loss": 1.2303,
+      "step": 15783
+    },
+    {
+      "epoch": 4.70120441556991,
+      "grad_norm": 0.2698976397514343,
+      "learning_rate": 1.1442761316632347e-05,
+      "loss": 1.2262,
+      "step": 15784
+    },
+    {
+      "epoch": 4.701502261769579,
+      "grad_norm": 0.388721227645874,
+      "learning_rate": 1.1441806835364136e-05,
+      "loss": 1.2394,
+      "step": 15785
+    },
+    {
+      "epoch": 4.701800107969247,
+      "grad_norm": 0.28787553310394287,
+      "learning_rate": 1.1440852340681525e-05,
+      "loss": 1.2178,
+      "step": 15786
+    },
+    {
+      "epoch": 4.7020979541689165,
+      "grad_norm": 0.35869595408439636,
+      "learning_rate": 1.1439897832593392e-05,
+      "loss": 1.2229,
+      "step": 15787
+    },
+    {
+      "epoch": 4.702395800368585,
+      "grad_norm": 0.35007795691490173,
+      "learning_rate": 1.143894331110862e-05,
+      "loss": 1.2134,
+      "step": 15788
+    },
+    {
+      "epoch": 4.702693646568253,
+      "grad_norm": 0.3028625547885895,
+      "learning_rate": 1.1437988776236087e-05,
+      "loss": 1.2358,
+      "step": 15789
+    },
+    {
+      "epoch": 4.7029914927679215,
+      "grad_norm": 0.3037794530391693,
+      "learning_rate": 1.1437034227984673e-05,
+      "loss": 1.2311,
+      "step": 15790
+    },
+    {
+      "epoch": 4.703289338967591,
+      "grad_norm": 0.32174941897392273,
+      "learning_rate": 1.1436079666363262e-05,
+      "loss": 1.2003,
+      "step": 15791
+    },
+    {
+      "epoch": 4.703587185167259,
+      "grad_norm": 0.3050640821456909,
+      "learning_rate": 1.1435125091380735e-05,
+      "loss": 1.2256,
+      "step": 15792
+    },
+    {
+      "epoch": 4.703885031366928,
+      "grad_norm": 0.25783175230026245,
+      "learning_rate": 1.1434170503045974e-05,
+      "loss": 1.2155,
+      "step": 15793
+    },
+    {
+      "epoch": 4.704182877566597,
+      "grad_norm": 0.35210901498794556,
+      "learning_rate": 1.1433215901367856e-05,
+      "loss": 1.2261,
+      "step": 15794
+    },
+    {
+      "epoch": 4.704480723766265,
+      "grad_norm": 0.2773214876651764,
+      "learning_rate": 1.1432261286355267e-05,
+      "loss": 1.2206,
+      "step": 15795
+    },
+    {
+      "epoch": 4.704778569965934,
+      "grad_norm": 0.2532184422016144,
+      "learning_rate": 1.1431306658017088e-05,
+      "loss": 1.2132,
+      "step": 15796
+    },
+    {
+      "epoch": 4.7050764161656025,
+      "grad_norm": 0.2917252779006958,
+      "learning_rate": 1.1430352016362197e-05,
+      "loss": 1.2128,
+      "step": 15797
+    },
+    {
+      "epoch": 4.705374262365271,
+      "grad_norm": 0.38615626096725464,
+      "learning_rate": 1.142939736139948e-05,
+      "loss": 1.2231,
+      "step": 15798
+    },
+    {
+      "epoch": 4.70567210856494,
+      "grad_norm": 0.27403759956359863,
+      "learning_rate": 1.1428442693137815e-05,
+      "loss": 1.2149,
+      "step": 15799
+    },
+    {
+      "epoch": 4.705969954764608,
+      "grad_norm": 0.4835969805717468,
+      "learning_rate": 1.1427488011586092e-05,
+      "loss": 1.2234,
+      "step": 15800
+    },
+    {
+      "epoch": 4.706267800964277,
+      "grad_norm": 0.3025042712688446,
+      "learning_rate": 1.1426533316753185e-05,
+      "loss": 1.2154,
+      "step": 15801
+    },
+    {
+      "epoch": 4.706565647163946,
+      "grad_norm": 0.4113025367259979,
+      "learning_rate": 1.1425578608647978e-05,
+      "loss": 1.218,
+      "step": 15802
+    },
+    {
+      "epoch": 4.706863493363614,
+      "grad_norm": 0.32159093022346497,
+      "learning_rate": 1.1424623887279355e-05,
+      "loss": 1.2219,
+      "step": 15803
+    },
+    {
+      "epoch": 4.707161339563283,
+      "grad_norm": 0.5616856217384338,
+      "learning_rate": 1.14236691526562e-05,
+      "loss": 1.2046,
+      "step": 15804
+    },
+    {
+      "epoch": 4.707459185762952,
+      "grad_norm": 0.5068147778511047,
+      "learning_rate": 1.1422714404787394e-05,
+      "loss": 1.2154,
+      "step": 15805
+    },
+    {
+      "epoch": 4.70775703196262,
+      "grad_norm": 0.32729411125183105,
+      "learning_rate": 1.1421759643681822e-05,
+      "loss": 1.2385,
+      "step": 15806
+    },
+    {
+      "epoch": 4.708054878162289,
+      "grad_norm": 0.30482223629951477,
+      "learning_rate": 1.142080486934836e-05,
+      "loss": 1.2254,
+      "step": 15807
+    },
+    {
+      "epoch": 4.708352724361958,
+      "grad_norm": 0.36513110995292664,
+      "learning_rate": 1.14198500817959e-05,
+      "loss": 1.2025,
+      "step": 15808
+    },
+    {
+      "epoch": 4.708650570561626,
+      "grad_norm": 0.27403631806373596,
+      "learning_rate": 1.1418895281033317e-05,
+      "loss": 1.2352,
+      "step": 15809
+    },
+    {
+      "epoch": 4.708948416761295,
+      "grad_norm": 0.4531899690628052,
+      "learning_rate": 1.1417940467069504e-05,
+      "loss": 1.2156,
+      "step": 15810
+    },
+    {
+      "epoch": 4.7092462629609635,
+      "grad_norm": 0.3138730823993683,
+      "learning_rate": 1.1416985639913339e-05,
+      "loss": 1.209,
+      "step": 15811
+    },
+    {
+      "epoch": 4.709544109160632,
+      "grad_norm": 0.5142284631729126,
+      "learning_rate": 1.14160307995737e-05,
+      "loss": 1.2099,
+      "step": 15812
+    },
+    {
+      "epoch": 4.709841955360301,
+      "grad_norm": 0.283234566450119,
+      "learning_rate": 1.1415075946059485e-05,
+      "loss": 1.2294,
+      "step": 15813
+    },
+    {
+      "epoch": 4.710139801559969,
+      "grad_norm": 0.584631621837616,
+      "learning_rate": 1.1414121079379561e-05,
+      "loss": 1.2097,
+      "step": 15814
+    },
+    {
+      "epoch": 4.710437647759639,
+      "grad_norm": 0.3865150213241577,
+      "learning_rate": 1.1413166199542824e-05,
+      "loss": 1.2085,
+      "step": 15815
+    },
+    {
+      "epoch": 4.710735493959307,
+      "grad_norm": 0.42615455389022827,
+      "learning_rate": 1.1412211306558155e-05,
+      "loss": 1.2273,
+      "step": 15816
+    },
+    {
+      "epoch": 4.711033340158975,
+      "grad_norm": 0.2718888223171234,
+      "learning_rate": 1.1411256400434438e-05,
+      "loss": 1.2106,
+      "step": 15817
+    },
+    {
+      "epoch": 4.711331186358644,
+      "grad_norm": 0.3436574637889862,
+      "learning_rate": 1.1410301481180555e-05,
+      "loss": 1.2204,
+      "step": 15818
+    },
+    {
+      "epoch": 4.711629032558313,
+      "grad_norm": 0.3228500187397003,
+      "learning_rate": 1.1409346548805393e-05,
+      "loss": 1.2071,
+      "step": 15819
+    },
+    {
+      "epoch": 4.711926878757981,
+      "grad_norm": 0.25016388297080994,
+      "learning_rate": 1.1408391603317837e-05,
+      "loss": 1.222,
+      "step": 15820
+    },
+    {
+      "epoch": 4.71222472495765,
+      "grad_norm": 0.3156696856021881,
+      "learning_rate": 1.1407436644726768e-05,
+      "loss": 1.2224,
+      "step": 15821
+    },
+    {
+      "epoch": 4.712522571157319,
+      "grad_norm": 0.3078279197216034,
+      "learning_rate": 1.1406481673041077e-05,
+      "loss": 1.2098,
+      "step": 15822
+    },
+    {
+      "epoch": 4.712820417356987,
+      "grad_norm": 0.3350658416748047,
+      "learning_rate": 1.140552668826964e-05,
+      "loss": 1.2199,
+      "step": 15823
+    },
+    {
+      "epoch": 4.713118263556656,
+      "grad_norm": 0.4933941662311554,
+      "learning_rate": 1.1404571690421356e-05,
+      "loss": 1.2483,
+      "step": 15824
+    },
+    {
+      "epoch": 4.7134161097563245,
+      "grad_norm": 0.2801974415779114,
+      "learning_rate": 1.1403616679505096e-05,
+      "loss": 1.2146,
+      "step": 15825
+    },
+    {
+      "epoch": 4.713713955955993,
+      "grad_norm": 0.42451563477516174,
+      "learning_rate": 1.1402661655529752e-05,
+      "loss": 1.2001,
+      "step": 15826
+    },
+    {
+      "epoch": 4.714011802155662,
+      "grad_norm": 0.2859726548194885,
+      "learning_rate": 1.1401706618504206e-05,
+      "loss": 1.2368,
+      "step": 15827
+    },
+    {
+      "epoch": 4.71430964835533,
+      "grad_norm": 0.26921480894088745,
+      "learning_rate": 1.140075156843735e-05,
+      "loss": 1.2174,
+      "step": 15828
+    },
+    {
+      "epoch": 4.714607494554999,
+      "grad_norm": 0.2621622383594513,
+      "learning_rate": 1.1399796505338064e-05,
+      "loss": 1.239,
+      "step": 15829
+    },
+    {
+      "epoch": 4.714905340754668,
+      "grad_norm": 0.2795064449310303,
+      "learning_rate": 1.1398841429215237e-05,
+      "loss": 1.2322,
+      "step": 15830
+    },
+    {
+      "epoch": 4.715203186954336,
+      "grad_norm": 0.27517372369766235,
+      "learning_rate": 1.1397886340077753e-05,
+      "loss": 1.2293,
+      "step": 15831
+    },
+    {
+      "epoch": 4.7155010331540055,
+      "grad_norm": 0.29767560958862305,
+      "learning_rate": 1.1396931237934495e-05,
+      "loss": 1.2222,
+      "step": 15832
+    },
+    {
+      "epoch": 4.715798879353674,
+      "grad_norm": 0.42175325751304626,
+      "learning_rate": 1.1395976122794355e-05,
+      "loss": 1.2152,
+      "step": 15833
+    },
+    {
+      "epoch": 4.716096725553342,
+      "grad_norm": 0.3241307735443115,
+      "learning_rate": 1.1395020994666218e-05,
+      "loss": 1.2149,
+      "step": 15834
+    },
+    {
+      "epoch": 4.716394571753011,
+      "grad_norm": 0.3327314853668213,
+      "learning_rate": 1.139406585355897e-05,
+      "loss": 1.2229,
+      "step": 15835
+    },
+    {
+      "epoch": 4.71669241795268,
+      "grad_norm": 0.5165314674377441,
+      "learning_rate": 1.1393110699481494e-05,
+      "loss": 1.2099,
+      "step": 15836
+    },
+    {
+      "epoch": 4.716990264152348,
+      "grad_norm": 0.33652955293655396,
+      "learning_rate": 1.1392155532442679e-05,
+      "loss": 1.225,
+      "step": 15837
+    },
+    {
+      "epoch": 4.717288110352017,
+      "grad_norm": 0.4319644570350647,
+      "learning_rate": 1.1391200352451413e-05,
+      "loss": 1.2029,
+      "step": 15838
+    },
+    {
+      "epoch": 4.7175859565516856,
+      "grad_norm": 0.8324863314628601,
+      "learning_rate": 1.1390245159516582e-05,
+      "loss": 1.2222,
+      "step": 15839
+    },
+    {
+      "epoch": 4.717883802751354,
+      "grad_norm": 0.5616923570632935,
+      "learning_rate": 1.1389289953647073e-05,
+      "loss": 1.216,
+      "step": 15840
+    },
+    {
+      "epoch": 4.718181648951023,
+      "grad_norm": 0.3713075816631317,
+      "learning_rate": 1.1388334734851775e-05,
+      "loss": 1.2309,
+      "step": 15841
+    },
+    {
+      "epoch": 4.718479495150691,
+      "grad_norm": 0.34850919246673584,
+      "learning_rate": 1.1387379503139573e-05,
+      "loss": 1.2133,
+      "step": 15842
+    },
+    {
+      "epoch": 4.718777341350361,
+      "grad_norm": 0.5037635564804077,
+      "learning_rate": 1.1386424258519354e-05,
+      "loss": 1.2172,
+      "step": 15843
+    },
+    {
+      "epoch": 4.719075187550029,
+      "grad_norm": 0.31124255061149597,
+      "learning_rate": 1.1385469001000005e-05,
+      "loss": 1.2141,
+      "step": 15844
+    },
+    {
+      "epoch": 4.719373033749697,
+      "grad_norm": 0.6399654150009155,
+      "learning_rate": 1.1384513730590416e-05,
+      "loss": 1.2255,
+      "step": 15845
+    },
+    {
+      "epoch": 4.7196708799493665,
+      "grad_norm": 0.34755223989486694,
+      "learning_rate": 1.1383558447299474e-05,
+      "loss": 1.2336,
+      "step": 15846
+    },
+    {
+      "epoch": 4.719968726149035,
+      "grad_norm": 0.4550135135650635,
+      "learning_rate": 1.1382603151136067e-05,
+      "loss": 1.2276,
+      "step": 15847
+    },
+    {
+      "epoch": 4.720266572348703,
+      "grad_norm": 0.3026994466781616,
+      "learning_rate": 1.1381647842109082e-05,
+      "loss": 1.2257,
+      "step": 15848
+    },
+    {
+      "epoch": 4.720564418548372,
+      "grad_norm": 0.3064768314361572,
+      "learning_rate": 1.1380692520227408e-05,
+      "loss": 1.2092,
+      "step": 15849
+    },
+    {
+      "epoch": 4.720862264748041,
+      "grad_norm": 0.6107318997383118,
+      "learning_rate": 1.1379737185499927e-05,
+      "loss": 1.2017,
+      "step": 15850
+    },
+    {
+      "epoch": 4.721160110947709,
+      "grad_norm": 0.31734713912010193,
+      "learning_rate": 1.1378781837935542e-05,
+      "loss": 1.2048,
+      "step": 15851
+    },
+    {
+      "epoch": 4.721457957147378,
+      "grad_norm": 0.6801714897155762,
+      "learning_rate": 1.1377826477543128e-05,
+      "loss": 1.2282,
+      "step": 15852
+    },
+    {
+      "epoch": 4.721755803347047,
+      "grad_norm": 0.3529517948627472,
+      "learning_rate": 1.1376871104331577e-05,
+      "loss": 1.2178,
+      "step": 15853
+    },
+    {
+      "epoch": 4.722053649546716,
+      "grad_norm": 0.425773561000824,
+      "learning_rate": 1.1375915718309782e-05,
+      "loss": 1.2188,
+      "step": 15854
+    },
+    {
+      "epoch": 4.722351495746384,
+      "grad_norm": 0.26280325651168823,
+      "learning_rate": 1.1374960319486626e-05,
+      "loss": 1.2048,
+      "step": 15855
+    },
+    {
+      "epoch": 4.7226493419460525,
+      "grad_norm": 0.39089539647102356,
+      "learning_rate": 1.1374004907871e-05,
+      "loss": 1.2157,
+      "step": 15856
+    },
+    {
+      "epoch": 4.722947188145721,
+      "grad_norm": 0.28381043672561646,
+      "learning_rate": 1.1373049483471793e-05,
+      "loss": 1.2278,
+      "step": 15857
+    },
+    {
+      "epoch": 4.72324503434539,
+      "grad_norm": 0.48841750621795654,
+      "learning_rate": 1.1372094046297897e-05,
+      "loss": 1.2168,
+      "step": 15858
+    },
+    {
+      "epoch": 4.723542880545058,
+      "grad_norm": 0.29121631383895874,
+      "learning_rate": 1.1371138596358198e-05,
+      "loss": 1.2291,
+      "step": 15859
+    },
+    {
+      "epoch": 4.7238407267447275,
+      "grad_norm": 0.348071426153183,
+      "learning_rate": 1.1370183133661587e-05,
+      "loss": 1.222,
+      "step": 15860
+    },
+    {
+      "epoch": 4.724138572944396,
+      "grad_norm": 0.29713866114616394,
+      "learning_rate": 1.1369227658216952e-05,
+      "loss": 1.2278,
+      "step": 15861
+    },
+    {
+      "epoch": 4.724436419144064,
+      "grad_norm": 0.3051190674304962,
+      "learning_rate": 1.1368272170033183e-05,
+      "loss": 1.2236,
+      "step": 15862
+    },
+    {
+      "epoch": 4.724734265343733,
+      "grad_norm": 0.33109524846076965,
+      "learning_rate": 1.136731666911917e-05,
+      "loss": 1.2142,
+      "step": 15863
+    },
+    {
+      "epoch": 4.725032111543402,
+      "grad_norm": 0.27014556527137756,
+      "learning_rate": 1.1366361155483806e-05,
+      "loss": 1.2037,
+      "step": 15864
+    },
+    {
+      "epoch": 4.72532995774307,
+      "grad_norm": 0.41980963945388794,
+      "learning_rate": 1.1365405629135975e-05,
+      "loss": 1.2186,
+      "step": 15865
+    },
+    {
+      "epoch": 4.725627803942739,
+      "grad_norm": 0.25167006254196167,
+      "learning_rate": 1.136445009008457e-05,
+      "loss": 1.2284,
+      "step": 15866
+    },
+    {
+      "epoch": 4.725925650142408,
+      "grad_norm": 0.37986552715301514,
+      "learning_rate": 1.1363494538338482e-05,
+      "loss": 1.2269,
+      "step": 15867
+    },
+    {
+      "epoch": 4.726223496342076,
+      "grad_norm": 0.3030323386192322,
+      "learning_rate": 1.1362538973906601e-05,
+      "loss": 1.2292,
+      "step": 15868
+    },
+    {
+      "epoch": 4.726521342541745,
+      "grad_norm": 0.33262065052986145,
+      "learning_rate": 1.1361583396797817e-05,
+      "loss": 1.2191,
+      "step": 15869
+    },
+    {
+      "epoch": 4.7268191887414135,
+      "grad_norm": 0.4100240170955658,
+      "learning_rate": 1.1360627807021022e-05,
+      "loss": 1.2095,
+      "step": 15870
+    },
+    {
+      "epoch": 4.727117034941083,
+      "grad_norm": 0.2690527141094208,
+      "learning_rate": 1.1359672204585105e-05,
+      "loss": 1.2212,
+      "step": 15871
+    },
+    {
+      "epoch": 4.727414881140751,
+      "grad_norm": 0.3116254210472107,
+      "learning_rate": 1.1358716589498955e-05,
+      "loss": 1.2231,
+      "step": 15872
+    },
+    {
+      "epoch": 4.727712727340419,
+      "grad_norm": 0.28574854135513306,
+      "learning_rate": 1.1357760961771465e-05,
+      "loss": 1.2164,
+      "step": 15873
+    },
+    {
+      "epoch": 4.728010573540089,
+      "grad_norm": 0.262829065322876,
+      "learning_rate": 1.1356805321411529e-05,
+      "loss": 1.2111,
+      "step": 15874
+    },
+    {
+      "epoch": 4.728308419739757,
+      "grad_norm": 0.2841876447200775,
+      "learning_rate": 1.1355849668428035e-05,
+      "loss": 1.2276,
+      "step": 15875
+    },
+    {
+      "epoch": 4.728606265939425,
+      "grad_norm": 0.31921133399009705,
+      "learning_rate": 1.1354894002829875e-05,
+      "loss": 1.2222,
+      "step": 15876
+    },
+    {
+      "epoch": 4.7289041121390945,
+      "grad_norm": 0.260716050863266,
+      "learning_rate": 1.1353938324625937e-05,
+      "loss": 1.2122,
+      "step": 15877
+    },
+    {
+      "epoch": 4.729201958338763,
+      "grad_norm": 0.30550864338874817,
+      "learning_rate": 1.135298263382512e-05,
+      "loss": 1.2096,
+      "step": 15878
+    },
+    {
+      "epoch": 4.729499804538431,
+      "grad_norm": 0.28598499298095703,
+      "learning_rate": 1.1352026930436306e-05,
+      "loss": 1.2129,
+      "step": 15879
+    },
+    {
+      "epoch": 4.7297976507381,
+      "grad_norm": 0.249919131398201,
+      "learning_rate": 1.1351071214468394e-05,
+      "loss": 1.2048,
+      "step": 15880
+    },
+    {
+      "epoch": 4.730095496937769,
+      "grad_norm": 0.25255289673805237,
+      "learning_rate": 1.1350115485930275e-05,
+      "loss": 1.2145,
+      "step": 15881
+    },
+    {
+      "epoch": 4.730393343137438,
+      "grad_norm": 0.266684889793396,
+      "learning_rate": 1.1349159744830842e-05,
+      "loss": 1.2358,
+      "step": 15882
+    },
+    {
+      "epoch": 4.730691189337106,
+      "grad_norm": 0.29002997279167175,
+      "learning_rate": 1.1348203991178984e-05,
+      "loss": 1.2279,
+      "step": 15883
+    },
+    {
+      "epoch": 4.7309890355367745,
+      "grad_norm": 0.2965460419654846,
+      "learning_rate": 1.134724822498359e-05,
+      "loss": 1.2204,
+      "step": 15884
+    },
+    {
+      "epoch": 4.731286881736443,
+      "grad_norm": 0.3081950545310974,
+      "learning_rate": 1.134629244625356e-05,
+      "loss": 1.2087,
+      "step": 15885
+    },
+    {
+      "epoch": 4.731584727936112,
+      "grad_norm": 0.5313135981559753,
+      "learning_rate": 1.1345336654997783e-05,
+      "loss": 1.2089,
+      "step": 15886
+    },
+    {
+      "epoch": 4.73188257413578,
+      "grad_norm": 0.4403473436832428,
+      "learning_rate": 1.134438085122515e-05,
+      "loss": 1.228,
+      "step": 15887
+    },
+    {
+      "epoch": 4.73218042033545,
+      "grad_norm": 0.3934048116207123,
+      "learning_rate": 1.1343425034944557e-05,
+      "loss": 1.2068,
+      "step": 15888
+    },
+    {
+      "epoch": 4.732478266535118,
+      "grad_norm": 0.7846232056617737,
+      "learning_rate": 1.1342469206164894e-05,
+      "loss": 1.2095,
+      "step": 15889
+    },
+    {
+      "epoch": 4.732776112734786,
+      "grad_norm": 0.3105809986591339,
+      "learning_rate": 1.1341513364895053e-05,
+      "loss": 1.2137,
+      "step": 15890
+    },
+    {
+      "epoch": 4.7330739589344555,
+      "grad_norm": 0.42994362115859985,
+      "learning_rate": 1.134055751114393e-05,
+      "loss": 1.2437,
+      "step": 15891
+    },
+    {
+      "epoch": 4.733371805134124,
+      "grad_norm": 0.2574695348739624,
+      "learning_rate": 1.133960164492042e-05,
+      "loss": 1.2182,
+      "step": 15892
+    },
+    {
+      "epoch": 4.733669651333792,
+      "grad_norm": 0.5125569701194763,
+      "learning_rate": 1.1338645766233412e-05,
+      "loss": 1.2131,
+      "step": 15893
+    },
+    {
+      "epoch": 4.733967497533461,
+      "grad_norm": 0.2991676926612854,
+      "learning_rate": 1.13376898750918e-05,
+      "loss": 1.2177,
+      "step": 15894
+    },
+    {
+      "epoch": 4.73426534373313,
+      "grad_norm": 0.39358091354370117,
+      "learning_rate": 1.133673397150448e-05,
+      "loss": 1.2391,
+      "step": 15895
+    },
+    {
+      "epoch": 4.734563189932798,
+      "grad_norm": 0.3041570484638214,
+      "learning_rate": 1.133577805548034e-05,
+      "loss": 1.2223,
+      "step": 15896
+    },
+    {
+      "epoch": 4.734861036132467,
+      "grad_norm": 0.31268954277038574,
+      "learning_rate": 1.1334822127028278e-05,
+      "loss": 1.2178,
+      "step": 15897
+    },
+    {
+      "epoch": 4.7351588823321356,
+      "grad_norm": 0.25059276819229126,
+      "learning_rate": 1.133386618615719e-05,
+      "loss": 1.2267,
+      "step": 15898
+    },
+    {
+      "epoch": 4.735456728531805,
+      "grad_norm": 0.34685003757476807,
+      "learning_rate": 1.133291023287597e-05,
+      "loss": 1.225,
+      "step": 15899
+    },
+    {
+      "epoch": 4.735754574731473,
+      "grad_norm": 0.3498765230178833,
+      "learning_rate": 1.1331954267193504e-05,
+      "loss": 1.2026,
+      "step": 15900
+    },
+    {
+      "epoch": 4.736052420931141,
+      "grad_norm": 0.25785017013549805,
+      "learning_rate": 1.1330998289118693e-05,
+      "loss": 1.2059,
+      "step": 15901
+    },
+    {
+      "epoch": 4.736350267130811,
+      "grad_norm": 0.29561716318130493,
+      "learning_rate": 1.133004229866043e-05,
+      "loss": 1.2168,
+      "step": 15902
+    },
+    {
+      "epoch": 4.736648113330479,
+      "grad_norm": 0.2916998565196991,
+      "learning_rate": 1.1329086295827612e-05,
+      "loss": 1.2183,
+      "step": 15903
+    },
+    {
+      "epoch": 4.736945959530147,
+      "grad_norm": 0.335693359375,
+      "learning_rate": 1.1328130280629128e-05,
+      "loss": 1.2368,
+      "step": 15904
+    },
+    {
+      "epoch": 4.7372438057298165,
+      "grad_norm": 0.3438325524330139,
+      "learning_rate": 1.1327174253073881e-05,
+      "loss": 1.2136,
+      "step": 15905
+    },
+    {
+      "epoch": 4.737541651929485,
+      "grad_norm": 0.43850234150886536,
+      "learning_rate": 1.1326218213170755e-05,
+      "loss": 1.2196,
+      "step": 15906
+    },
+    {
+      "epoch": 4.737839498129153,
+      "grad_norm": 0.2512917220592499,
+      "learning_rate": 1.1325262160928651e-05,
+      "loss": 1.2065,
+      "step": 15907
+    },
+    {
+      "epoch": 4.738137344328822,
+      "grad_norm": 0.36331161856651306,
+      "learning_rate": 1.1324306096356463e-05,
+      "loss": 1.2303,
+      "step": 15908
+    },
+    {
+      "epoch": 4.738435190528491,
+      "grad_norm": 0.29328441619873047,
+      "learning_rate": 1.1323350019463088e-05,
+      "loss": 1.2322,
+      "step": 15909
+    },
+    {
+      "epoch": 4.73873303672816,
+      "grad_norm": 0.30946558713912964,
+      "learning_rate": 1.1322393930257418e-05,
+      "loss": 1.2259,
+      "step": 15910
+    },
+    {
+      "epoch": 4.739030882927828,
+      "grad_norm": 0.4157577157020569,
+      "learning_rate": 1.132143782874835e-05,
+      "loss": 1.2237,
+      "step": 15911
+    },
+    {
+      "epoch": 4.739328729127497,
+      "grad_norm": 0.4143553376197815,
+      "learning_rate": 1.1320481714944782e-05,
+      "loss": 1.2318,
+      "step": 15912
+    },
+    {
+      "epoch": 4.739626575327166,
+      "grad_norm": 0.29865482449531555,
+      "learning_rate": 1.1319525588855605e-05,
+      "loss": 1.2082,
+      "step": 15913
+    },
+    {
+      "epoch": 4.739924421526834,
+      "grad_norm": 0.5328629612922668,
+      "learning_rate": 1.1318569450489713e-05,
+      "loss": 1.2158,
+      "step": 15914
+    },
+    {
+      "epoch": 4.7402222677265025,
+      "grad_norm": 0.39911073446273804,
+      "learning_rate": 1.1317613299856011e-05,
+      "loss": 1.2343,
+      "step": 15915
+    },
+    {
+      "epoch": 4.740520113926172,
+      "grad_norm": 0.41975584626197815,
+      "learning_rate": 1.131665713696339e-05,
+      "loss": 1.2061,
+      "step": 15916
+    },
+    {
+      "epoch": 4.74081796012584,
+      "grad_norm": 0.3446354269981384,
+      "learning_rate": 1.1315700961820742e-05,
+      "loss": 1.2084,
+      "step": 15917
+    },
+    {
+      "epoch": 4.741115806325508,
+      "grad_norm": 0.48269596695899963,
+      "learning_rate": 1.1314744774436968e-05,
+      "loss": 1.2237,
+      "step": 15918
+    },
+    {
+      "epoch": 4.7414136525251775,
+      "grad_norm": 0.31334182620048523,
+      "learning_rate": 1.1313788574820963e-05,
+      "loss": 1.2164,
+      "step": 15919
+    },
+    {
+      "epoch": 4.741711498724846,
+      "grad_norm": 0.4656231999397278,
+      "learning_rate": 1.1312832362981621e-05,
+      "loss": 1.2142,
+      "step": 15920
+    },
+    {
+      "epoch": 4.742009344924515,
+      "grad_norm": 0.2596440315246582,
+      "learning_rate": 1.1311876138927842e-05,
+      "loss": 1.2227,
+      "step": 15921
+    },
+    {
+      "epoch": 4.742307191124183,
+      "grad_norm": 0.4730317294597626,
+      "learning_rate": 1.1310919902668522e-05,
+      "loss": 1.2415,
+      "step": 15922
+    },
+    {
+      "epoch": 4.742605037323852,
+      "grad_norm": 0.28711432218551636,
+      "learning_rate": 1.1309963654212557e-05,
+      "loss": 1.2153,
+      "step": 15923
+    },
+    {
+      "epoch": 4.74290288352352,
+      "grad_norm": 0.5630531311035156,
+      "learning_rate": 1.1309007393568843e-05,
+      "loss": 1.2178,
+      "step": 15924
+    },
+    {
+      "epoch": 4.743200729723189,
+      "grad_norm": 0.3179137706756592,
+      "learning_rate": 1.1308051120746277e-05,
+      "loss": 1.2418,
+      "step": 15925
+    },
+    {
+      "epoch": 4.743498575922858,
+      "grad_norm": 0.6113380789756775,
+      "learning_rate": 1.1307094835753757e-05,
+      "loss": 1.2045,
+      "step": 15926
+    },
+    {
+      "epoch": 4.743796422122527,
+      "grad_norm": 0.46305787563323975,
+      "learning_rate": 1.130613853860018e-05,
+      "loss": 1.2153,
+      "step": 15927
+    },
+    {
+      "epoch": 4.744094268322195,
+      "grad_norm": 0.5362480282783508,
+      "learning_rate": 1.1305182229294445e-05,
+      "loss": 1.2194,
+      "step": 15928
+    },
+    {
+      "epoch": 4.7443921145218635,
+      "grad_norm": 0.26356229186058044,
+      "learning_rate": 1.1304225907845448e-05,
+      "loss": 1.2298,
+      "step": 15929
+    },
+    {
+      "epoch": 4.744689960721533,
+      "grad_norm": 0.5824549794197083,
+      "learning_rate": 1.1303269574262083e-05,
+      "loss": 1.2277,
+      "step": 15930
+    },
+    {
+      "epoch": 4.744987806921201,
+      "grad_norm": 0.32579800486564636,
+      "learning_rate": 1.1302313228553253e-05,
+      "loss": 1.222,
+      "step": 15931
+    },
+    {
+      "epoch": 4.745285653120869,
+      "grad_norm": 0.3042381703853607,
+      "learning_rate": 1.1301356870727848e-05,
+      "loss": 1.2179,
+      "step": 15932
+    },
+    {
+      "epoch": 4.745583499320539,
+      "grad_norm": 0.5567289590835571,
+      "learning_rate": 1.1300400500794779e-05,
+      "loss": 1.2273,
+      "step": 15933
+    },
+    {
+      "epoch": 4.745881345520207,
+      "grad_norm": 0.2972211241722107,
+      "learning_rate": 1.1299444118762933e-05,
+      "loss": 1.2292,
+      "step": 15934
+    },
+    {
+      "epoch": 4.746179191719875,
+      "grad_norm": 0.3997952342033386,
+      "learning_rate": 1.1298487724641211e-05,
+      "loss": 1.2067,
+      "step": 15935
+    },
+    {
+      "epoch": 4.7464770379195445,
+      "grad_norm": 0.3564496338367462,
+      "learning_rate": 1.1297531318438514e-05,
+      "loss": 1.2253,
+      "step": 15936
+    },
+    {
+      "epoch": 4.746774884119213,
+      "grad_norm": 0.29910174012184143,
+      "learning_rate": 1.1296574900163734e-05,
+      "loss": 1.226,
+      "step": 15937
+    },
+    {
+      "epoch": 4.747072730318882,
+      "grad_norm": 0.2811172902584076,
+      "learning_rate": 1.1295618469825774e-05,
+      "loss": 1.2055,
+      "step": 15938
+    },
+    {
+      "epoch": 4.74737057651855,
+      "grad_norm": 0.31470999121665955,
+      "learning_rate": 1.1294662027433532e-05,
+      "loss": 1.2299,
+      "step": 15939
+    },
+    {
+      "epoch": 4.747668422718219,
+      "grad_norm": 0.3347685635089874,
+      "learning_rate": 1.1293705572995909e-05,
+      "loss": 1.2147,
+      "step": 15940
+    },
+    {
+      "epoch": 4.747966268917888,
+      "grad_norm": 0.3421890139579773,
+      "learning_rate": 1.1292749106521798e-05,
+      "loss": 1.2212,
+      "step": 15941
+    },
+    {
+      "epoch": 4.748264115117556,
+      "grad_norm": 0.2701142430305481,
+      "learning_rate": 1.1291792628020103e-05,
+      "loss": 1.2244,
+      "step": 15942
+    },
+    {
+      "epoch": 4.7485619613172245,
+      "grad_norm": 0.2640717327594757,
+      "learning_rate": 1.129083613749972e-05,
+      "loss": 1.2176,
+      "step": 15943
+    },
+    {
+      "epoch": 4.748859807516894,
+      "grad_norm": 0.29700079560279846,
+      "learning_rate": 1.1289879634969548e-05,
+      "loss": 1.2121,
+      "step": 15944
+    },
+    {
+      "epoch": 4.749157653716562,
+      "grad_norm": 0.2528539001941681,
+      "learning_rate": 1.1288923120438486e-05,
+      "loss": 1.2327,
+      "step": 15945
+    },
+    {
+      "epoch": 4.74945549991623,
+      "grad_norm": 0.4150124490261078,
+      "learning_rate": 1.1287966593915438e-05,
+      "loss": 1.2154,
+      "step": 15946
+    },
+    {
+      "epoch": 4.7497533461159,
+      "grad_norm": 0.38475698232650757,
+      "learning_rate": 1.1287010055409298e-05,
+      "loss": 1.2144,
+      "step": 15947
+    },
+    {
+      "epoch": 4.750051192315568,
+      "grad_norm": 0.3754880130290985,
+      "learning_rate": 1.1286053504928966e-05,
+      "loss": 1.2459,
+      "step": 15948
+    },
+    {
+      "epoch": 4.750349038515237,
+      "grad_norm": 0.3564351201057434,
+      "learning_rate": 1.1285096942483344e-05,
+      "loss": 1.2186,
+      "step": 15949
+    },
+    {
+      "epoch": 4.7506468847149055,
+      "grad_norm": 0.38486358523368835,
+      "learning_rate": 1.128414036808133e-05,
+      "loss": 1.2052,
+      "step": 15950
+    },
+    {
+      "epoch": 4.750944730914574,
+      "grad_norm": 0.32017916440963745,
+      "learning_rate": 1.1283183781731827e-05,
+      "loss": 1.2082,
+      "step": 15951
+    },
+    {
+      "epoch": 4.751242577114242,
+      "grad_norm": 0.3087635636329651,
+      "learning_rate": 1.128222718344373e-05,
+      "loss": 1.2183,
+      "step": 15952
+    },
+    {
+      "epoch": 4.751540423313911,
+      "grad_norm": 0.3792348802089691,
+      "learning_rate": 1.1281270573225947e-05,
+      "loss": 1.2285,
+      "step": 15953
+    },
+    {
+      "epoch": 4.75183826951358,
+      "grad_norm": 0.392402321100235,
+      "learning_rate": 1.1280313951087367e-05,
+      "loss": 1.2139,
+      "step": 15954
+    },
+    {
+      "epoch": 4.752136115713249,
+      "grad_norm": 0.2829458713531494,
+      "learning_rate": 1.1279357317036897e-05,
+      "loss": 1.2198,
+      "step": 15955
+    },
+    {
+      "epoch": 4.752433961912917,
+      "grad_norm": 0.2721094489097595,
+      "learning_rate": 1.1278400671083435e-05,
+      "loss": 1.2092,
+      "step": 15956
+    },
+    {
+      "epoch": 4.7527318081125856,
+      "grad_norm": 0.2691056728363037,
+      "learning_rate": 1.1277444013235888e-05,
+      "loss": 1.2215,
+      "step": 15957
+    },
+    {
+      "epoch": 4.753029654312255,
+      "grad_norm": 0.25471600890159607,
+      "learning_rate": 1.1276487343503148e-05,
+      "loss": 1.2296,
+      "step": 15958
+    },
+    {
+      "epoch": 4.753327500511923,
+      "grad_norm": 0.2551353871822357,
+      "learning_rate": 1.1275530661894121e-05,
+      "loss": 1.231,
+      "step": 15959
+    },
+    {
+      "epoch": 4.753625346711591,
+      "grad_norm": 0.3175426721572876,
+      "learning_rate": 1.1274573968417708e-05,
+      "loss": 1.217,
+      "step": 15960
+    },
+    {
+      "epoch": 4.753923192911261,
+      "grad_norm": 0.4047291874885559,
+      "learning_rate": 1.1273617263082804e-05,
+      "loss": 1.1934,
+      "step": 15961
+    },
+    {
+      "epoch": 4.754221039110929,
+      "grad_norm": 0.2636595070362091,
+      "learning_rate": 1.1272660545898315e-05,
+      "loss": 1.2184,
+      "step": 15962
+    },
+    {
+      "epoch": 4.754518885310597,
+      "grad_norm": 0.49120742082595825,
+      "learning_rate": 1.1271703816873147e-05,
+      "loss": 1.2203,
+      "step": 15963
+    },
+    {
+      "epoch": 4.7548167315102665,
+      "grad_norm": 0.3593755066394806,
+      "learning_rate": 1.1270747076016191e-05,
+      "loss": 1.2417,
+      "step": 15964
+    },
+    {
+      "epoch": 4.755114577709935,
+      "grad_norm": 0.32109713554382324,
+      "learning_rate": 1.1269790323336353e-05,
+      "loss": 1.224,
+      "step": 15965
+    },
+    {
+      "epoch": 4.755412423909604,
+      "grad_norm": 0.3326317369937897,
+      "learning_rate": 1.1268833558842536e-05,
+      "loss": 1.2134,
+      "step": 15966
+    },
+    {
+      "epoch": 4.755710270109272,
+      "grad_norm": 0.24378105998039246,
+      "learning_rate": 1.126787678254364e-05,
+      "loss": 1.2122,
+      "step": 15967
+    },
+    {
+      "epoch": 4.756008116308941,
+      "grad_norm": 0.33965176343917847,
+      "learning_rate": 1.1266919994448567e-05,
+      "loss": 1.2063,
+      "step": 15968
+    },
+    {
+      "epoch": 4.75630596250861,
+      "grad_norm": 0.261719286441803,
+      "learning_rate": 1.1265963194566218e-05,
+      "loss": 1.2366,
+      "step": 15969
+    },
+    {
+      "epoch": 4.756603808708278,
+      "grad_norm": 0.31250137090682983,
+      "learning_rate": 1.1265006382905499e-05,
+      "loss": 1.2277,
+      "step": 15970
+    },
+    {
+      "epoch": 4.756901654907947,
+      "grad_norm": 0.2600827217102051,
+      "learning_rate": 1.1264049559475307e-05,
+      "loss": 1.2337,
+      "step": 15971
+    },
+    {
+      "epoch": 4.757199501107616,
+      "grad_norm": 0.2892378568649292,
+      "learning_rate": 1.1263092724284548e-05,
+      "loss": 1.208,
+      "step": 15972
+    },
+    {
+      "epoch": 4.757497347307284,
+      "grad_norm": 0.3316152095794678,
+      "learning_rate": 1.126213587734212e-05,
+      "loss": 1.219,
+      "step": 15973
+    },
+    {
+      "epoch": 4.7577951935069525,
+      "grad_norm": 0.2919826805591583,
+      "learning_rate": 1.1261179018656926e-05,
+      "loss": 1.2263,
+      "step": 15974
+    },
+    {
+      "epoch": 4.758093039706622,
+      "grad_norm": 0.39483243227005005,
+      "learning_rate": 1.1260222148237874e-05,
+      "loss": 1.2107,
+      "step": 15975
+    },
+    {
+      "epoch": 4.75839088590629,
+      "grad_norm": 0.27996349334716797,
+      "learning_rate": 1.1259265266093862e-05,
+      "loss": 1.2147,
+      "step": 15976
+    },
+    {
+      "epoch": 4.758688732105959,
+      "grad_norm": 0.5439602732658386,
+      "learning_rate": 1.1258308372233794e-05,
+      "loss": 1.2165,
+      "step": 15977
+    },
+    {
+      "epoch": 4.7589865783056275,
+      "grad_norm": 0.4502294957637787,
+      "learning_rate": 1.1257351466666572e-05,
+      "loss": 1.2155,
+      "step": 15978
+    },
+    {
+      "epoch": 4.759284424505296,
+      "grad_norm": 0.31706276535987854,
+      "learning_rate": 1.1256394549401097e-05,
+      "loss": 1.2151,
+      "step": 15979
+    },
+    {
+      "epoch": 4.759582270704965,
+      "grad_norm": 0.5445091724395752,
+      "learning_rate": 1.1255437620446279e-05,
+      "loss": 1.2202,
+      "step": 15980
+    },
+    {
+      "epoch": 4.759880116904633,
+      "grad_norm": 0.2917754054069519,
+      "learning_rate": 1.1254480679811012e-05,
+      "loss": 1.2174,
+      "step": 15981
+    },
+    {
+      "epoch": 4.760177963104302,
+      "grad_norm": 0.3354133367538452,
+      "learning_rate": 1.1253523727504207e-05,
+      "loss": 1.2177,
+      "step": 15982
+    },
+    {
+      "epoch": 4.760475809303971,
+      "grad_norm": 0.303833931684494,
+      "learning_rate": 1.1252566763534762e-05,
+      "loss": 1.2203,
+      "step": 15983
+    },
+    {
+      "epoch": 4.760773655503639,
+      "grad_norm": 0.35081231594085693,
+      "learning_rate": 1.1251609787911584e-05,
+      "loss": 1.2156,
+      "step": 15984
+    },
+    {
+      "epoch": 4.761071501703308,
+      "grad_norm": 0.29519397020339966,
+      "learning_rate": 1.1250652800643576e-05,
+      "loss": 1.2056,
+      "step": 15985
+    },
+    {
+      "epoch": 4.761369347902977,
+      "grad_norm": 0.27962592244148254,
+      "learning_rate": 1.1249695801739639e-05,
+      "loss": 1.2172,
+      "step": 15986
+    },
+    {
+      "epoch": 4.761667194102645,
+      "grad_norm": 0.2990504503250122,
+      "learning_rate": 1.1248738791208682e-05,
+      "loss": 1.2227,
+      "step": 15987
+    },
+    {
+      "epoch": 4.761965040302314,
+      "grad_norm": 0.3045368790626526,
+      "learning_rate": 1.1247781769059604e-05,
+      "loss": 1.2197,
+      "step": 15988
+    },
+    {
+      "epoch": 4.762262886501983,
+      "grad_norm": 0.2627740800380707,
+      "learning_rate": 1.124682473530131e-05,
+      "loss": 1.212,
+      "step": 15989
+    },
+    {
+      "epoch": 4.762560732701651,
+      "grad_norm": 0.44368502497673035,
+      "learning_rate": 1.1245867689942705e-05,
+      "loss": 1.2142,
+      "step": 15990
+    },
+    {
+      "epoch": 4.762858578901319,
+      "grad_norm": 0.2825852632522583,
+      "learning_rate": 1.1244910632992694e-05,
+      "loss": 1.2104,
+      "step": 15991
+    },
+    {
+      "epoch": 4.763156425100989,
+      "grad_norm": 0.4482436776161194,
+      "learning_rate": 1.1243953564460179e-05,
+      "loss": 1.2277,
+      "step": 15992
+    },
+    {
+      "epoch": 4.763454271300657,
+      "grad_norm": 0.28264114260673523,
+      "learning_rate": 1.1242996484354068e-05,
+      "loss": 1.2239,
+      "step": 15993
+    },
+    {
+      "epoch": 4.763752117500326,
+      "grad_norm": 0.3293389081954956,
+      "learning_rate": 1.1242039392683263e-05,
+      "loss": 1.2199,
+      "step": 15994
+    },
+    {
+      "epoch": 4.7640499636999944,
+      "grad_norm": 0.3082025945186615,
+      "learning_rate": 1.1241082289456668e-05,
+      "loss": 1.2353,
+      "step": 15995
+    },
+    {
+      "epoch": 4.764347809899663,
+      "grad_norm": 0.24573594331741333,
+      "learning_rate": 1.1240125174683189e-05,
+      "loss": 1.2156,
+      "step": 15996
+    },
+    {
+      "epoch": 4.764645656099332,
+      "grad_norm": 0.31183791160583496,
+      "learning_rate": 1.1239168048371729e-05,
+      "loss": 1.2313,
+      "step": 15997
+    },
+    {
+      "epoch": 4.764943502299,
+      "grad_norm": 0.3353278338909149,
+      "learning_rate": 1.12382109105312e-05,
+      "loss": 1.2171,
+      "step": 15998
+    },
+    {
+      "epoch": 4.765241348498669,
+      "grad_norm": 0.29151424765586853,
+      "learning_rate": 1.12372537611705e-05,
+      "loss": 1.2206,
+      "step": 15999
+    },
+    {
+      "epoch": 4.765539194698338,
+      "grad_norm": 0.37144967913627625,
+      "learning_rate": 1.1236296600298533e-05,
+      "loss": 1.2322,
+      "step": 16000
+    },
+    {
+      "epoch": 4.765539194698338,
+      "eval_loss": 1.321445107460022,
+      "eval_runtime": 22.1535,
+      "eval_samples_per_second": 78.272,
+      "eval_steps_per_second": 4.92,
+      "step": 16000
+    },
+    {
+      "epoch": 4.765837040898006,
+      "grad_norm": 0.24773110449314117,
+      "learning_rate": 1.1235339427924212e-05,
+      "loss": 1.2145,
+      "step": 16001
+    },
+    {
+      "epoch": 4.7661348870976745,
+      "grad_norm": 0.31285032629966736,
+      "learning_rate": 1.1234382244056433e-05,
+      "loss": 1.2346,
+      "step": 16002
+    },
+    {
+      "epoch": 4.766432733297344,
+      "grad_norm": 0.27079176902770996,
+      "learning_rate": 1.1233425048704108e-05,
+      "loss": 1.194,
+      "step": 16003
+    },
+    {
+      "epoch": 4.766730579497012,
+      "grad_norm": 0.27916616201400757,
+      "learning_rate": 1.1232467841876142e-05,
+      "loss": 1.2209,
+      "step": 16004
+    },
+    {
+      "epoch": 4.767028425696681,
+      "grad_norm": 0.2608424425125122,
+      "learning_rate": 1.123151062358144e-05,
+      "loss": 1.2204,
+      "step": 16005
+    },
+    {
+      "epoch": 4.76732627189635,
+      "grad_norm": 0.2661018371582031,
+      "learning_rate": 1.1230553393828908e-05,
+      "loss": 1.2101,
+      "step": 16006
+    },
+    {
+      "epoch": 4.767624118096018,
+      "grad_norm": 0.3621608316898346,
+      "learning_rate": 1.1229596152627449e-05,
+      "loss": 1.2297,
+      "step": 16007
+    },
+    {
+      "epoch": 4.767921964295687,
+      "grad_norm": 0.3018997609615326,
+      "learning_rate": 1.1228638899985973e-05,
+      "loss": 1.2241,
+      "step": 16008
+    },
+    {
+      "epoch": 4.7682198104953555,
+      "grad_norm": 0.4123643934726715,
+      "learning_rate": 1.1227681635913384e-05,
+      "loss": 1.2085,
+      "step": 16009
+    },
+    {
+      "epoch": 4.768517656695024,
+      "grad_norm": 0.5294069051742554,
+      "learning_rate": 1.1226724360418588e-05,
+      "loss": 1.2186,
+      "step": 16010
+    },
+    {
+      "epoch": 4.768815502894693,
+      "grad_norm": 0.3427787721157074,
+      "learning_rate": 1.1225767073510496e-05,
+      "loss": 1.2175,
+      "step": 16011
+    },
+    {
+      "epoch": 4.769113349094361,
+      "grad_norm": 0.6941683292388916,
+      "learning_rate": 1.1224809775198012e-05,
+      "loss": 1.216,
+      "step": 16012
+    },
+    {
+      "epoch": 4.76941119529403,
+      "grad_norm": 0.2954423427581787,
+      "learning_rate": 1.1223852465490037e-05,
+      "loss": 1.2246,
+      "step": 16013
+    },
+    {
+      "epoch": 4.769709041493699,
+      "grad_norm": 0.3511301279067993,
+      "learning_rate": 1.1222895144395482e-05,
+      "loss": 1.2324,
+      "step": 16014
+    },
+    {
+      "epoch": 4.770006887693367,
+      "grad_norm": 0.3313235342502594,
+      "learning_rate": 1.1221937811923255e-05,
+      "loss": 1.2298,
+      "step": 16015
+    },
+    {
+      "epoch": 4.770304733893036,
+      "grad_norm": 0.29304108023643494,
+      "learning_rate": 1.1220980468082264e-05,
+      "loss": 1.2182,
+      "step": 16016
+    },
+    {
+      "epoch": 4.770602580092705,
+      "grad_norm": 0.40669217705726624,
+      "learning_rate": 1.1220023112881412e-05,
+      "loss": 1.2177,
+      "step": 16017
+    },
+    {
+      "epoch": 4.770900426292373,
+      "grad_norm": 0.3019462525844574,
+      "learning_rate": 1.121906574632961e-05,
+      "loss": 1.2168,
+      "step": 16018
+    },
+    {
+      "epoch": 4.771198272492041,
+      "grad_norm": 0.3180030584335327,
+      "learning_rate": 1.1218108368435761e-05,
+      "loss": 1.208,
+      "step": 16019
+    },
+    {
+      "epoch": 4.771496118691711,
+      "grad_norm": 0.290020227432251,
+      "learning_rate": 1.1217150979208773e-05,
+      "loss": 1.2181,
+      "step": 16020
+    },
+    {
+      "epoch": 4.771793964891379,
+      "grad_norm": 0.28905245661735535,
+      "learning_rate": 1.121619357865756e-05,
+      "loss": 1.2102,
+      "step": 16021
+    },
+    {
+      "epoch": 4.772091811091048,
+      "grad_norm": 0.3011939823627472,
+      "learning_rate": 1.1215236166791022e-05,
+      "loss": 1.2265,
+      "step": 16022
+    },
+    {
+      "epoch": 4.7723896572907165,
+      "grad_norm": 0.29782941937446594,
+      "learning_rate": 1.1214278743618068e-05,
+      "loss": 1.2055,
+      "step": 16023
+    },
+    {
+      "epoch": 4.772687503490385,
+      "grad_norm": 0.32444489002227783,
+      "learning_rate": 1.1213321309147609e-05,
+      "loss": 1.2217,
+      "step": 16024
+    },
+    {
+      "epoch": 4.772985349690054,
+      "grad_norm": 0.41676148772239685,
+      "learning_rate": 1.1212363863388549e-05,
+      "loss": 1.215,
+      "step": 16025
+    },
+    {
+      "epoch": 4.773283195889722,
+      "grad_norm": 0.27466535568237305,
+      "learning_rate": 1.1211406406349798e-05,
+      "loss": 1.2332,
+      "step": 16026
+    },
+    {
+      "epoch": 4.773581042089391,
+      "grad_norm": 0.3036925494670868,
+      "learning_rate": 1.1210448938040264e-05,
+      "loss": 1.2242,
+      "step": 16027
+    },
+    {
+      "epoch": 4.77387888828906,
+      "grad_norm": 0.41110652685165405,
+      "learning_rate": 1.1209491458468858e-05,
+      "loss": 1.2247,
+      "step": 16028
+    },
+    {
+      "epoch": 4.774176734488728,
+      "grad_norm": 0.2643027901649475,
+      "learning_rate": 1.1208533967644482e-05,
+      "loss": 1.2155,
+      "step": 16029
+    },
+    {
+      "epoch": 4.774474580688397,
+      "grad_norm": 0.37844428420066833,
+      "learning_rate": 1.1207576465576049e-05,
+      "loss": 1.2205,
+      "step": 16030
+    },
+    {
+      "epoch": 4.774772426888066,
+      "grad_norm": 0.30798405408859253,
+      "learning_rate": 1.1206618952272466e-05,
+      "loss": 1.22,
+      "step": 16031
+    },
+    {
+      "epoch": 4.775070273087734,
+      "grad_norm": 0.5551376938819885,
+      "learning_rate": 1.120566142774264e-05,
+      "loss": 1.217,
+      "step": 16032
+    },
+    {
+      "epoch": 4.775368119287403,
+      "grad_norm": 0.4104938805103302,
+      "learning_rate": 1.1204703891995483e-05,
+      "loss": 1.2127,
+      "step": 16033
+    },
+    {
+      "epoch": 4.775665965487072,
+      "grad_norm": 0.36480623483657837,
+      "learning_rate": 1.1203746345039903e-05,
+      "loss": 1.2151,
+      "step": 16034
+    },
+    {
+      "epoch": 4.77596381168674,
+      "grad_norm": 0.39886218309402466,
+      "learning_rate": 1.1202788786884808e-05,
+      "loss": 1.2292,
+      "step": 16035
+    },
+    {
+      "epoch": 4.776261657886409,
+      "grad_norm": 0.3694417178630829,
+      "learning_rate": 1.1201831217539108e-05,
+      "loss": 1.2249,
+      "step": 16036
+    },
+    {
+      "epoch": 4.7765595040860775,
+      "grad_norm": 0.42429476976394653,
+      "learning_rate": 1.1200873637011708e-05,
+      "loss": 1.2301,
+      "step": 16037
+    },
+    {
+      "epoch": 4.776857350285746,
+      "grad_norm": 0.3157731294631958,
+      "learning_rate": 1.1199916045311522e-05,
+      "loss": 1.2182,
+      "step": 16038
+    },
+    {
+      "epoch": 4.777155196485415,
+      "grad_norm": 0.5065358877182007,
+      "learning_rate": 1.119895844244746e-05,
+      "loss": 1.2333,
+      "step": 16039
+    },
+    {
+      "epoch": 4.777453042685083,
+      "grad_norm": 0.2756097614765167,
+      "learning_rate": 1.1198000828428426e-05,
+      "loss": 1.2055,
+      "step": 16040
+    },
+    {
+      "epoch": 4.777750888884752,
+      "grad_norm": 0.8761605620384216,
+      "learning_rate": 1.1197043203263334e-05,
+      "loss": 1.2283,
+      "step": 16041
+    },
+    {
+      "epoch": 4.778048735084421,
+      "grad_norm": 0.4738672077655792,
+      "learning_rate": 1.1196085566961095e-05,
+      "loss": 1.2189,
+      "step": 16042
+    },
+    {
+      "epoch": 4.778346581284089,
+      "grad_norm": 0.5599620342254639,
+      "learning_rate": 1.119512791953061e-05,
+      "loss": 1.2101,
+      "step": 16043
+    },
+    {
+      "epoch": 4.7786444274837585,
+      "grad_norm": 0.3681389093399048,
+      "learning_rate": 1.1194170260980799e-05,
+      "loss": 1.211,
+      "step": 16044
+    },
+    {
+      "epoch": 4.778942273683427,
+      "grad_norm": 0.5590227246284485,
+      "learning_rate": 1.1193212591320571e-05,
+      "loss": 1.2064,
+      "step": 16045
+    },
+    {
+      "epoch": 4.779240119883095,
+      "grad_norm": 0.30715882778167725,
+      "learning_rate": 1.1192254910558828e-05,
+      "loss": 1.2135,
+      "step": 16046
+    },
+    {
+      "epoch": 4.779537966082764,
+      "grad_norm": 0.6409532427787781,
+      "learning_rate": 1.1191297218704487e-05,
+      "loss": 1.2243,
+      "step": 16047
+    },
+    {
+      "epoch": 4.779835812282433,
+      "grad_norm": 0.3171904981136322,
+      "learning_rate": 1.1190339515766454e-05,
+      "loss": 1.204,
+      "step": 16048
+    },
+    {
+      "epoch": 4.780133658482101,
+      "grad_norm": 0.5026242733001709,
+      "learning_rate": 1.1189381801753645e-05,
+      "loss": 1.2313,
+      "step": 16049
+    },
+    {
+      "epoch": 4.78043150468177,
+      "grad_norm": 0.2544401288032532,
+      "learning_rate": 1.1188424076674966e-05,
+      "loss": 1.2163,
+      "step": 16050
+    },
+    {
+      "epoch": 4.780729350881439,
+      "grad_norm": 0.3725774884223938,
+      "learning_rate": 1.1187466340539328e-05,
+      "loss": 1.2069,
+      "step": 16051
+    },
+    {
+      "epoch": 4.781027197081107,
+      "grad_norm": 0.2977886497974396,
+      "learning_rate": 1.1186508593355645e-05,
+      "loss": 1.2289,
+      "step": 16052
+    },
+    {
+      "epoch": 4.781325043280776,
+      "grad_norm": 0.3489167094230652,
+      "learning_rate": 1.1185550835132824e-05,
+      "loss": 1.2218,
+      "step": 16053
+    },
+    {
+      "epoch": 4.7816228894804444,
+      "grad_norm": 0.31889593601226807,
+      "learning_rate": 1.1184593065879773e-05,
+      "loss": 1.2256,
+      "step": 16054
+    },
+    {
+      "epoch": 4.781920735680114,
+      "grad_norm": 0.27601557970046997,
+      "learning_rate": 1.1183635285605412e-05,
+      "loss": 1.2222,
+      "step": 16055
+    },
+    {
+      "epoch": 4.782218581879782,
+      "grad_norm": 0.449756920337677,
+      "learning_rate": 1.1182677494318646e-05,
+      "loss": 1.2291,
+      "step": 16056
+    },
+    {
+      "epoch": 4.78251642807945,
+      "grad_norm": 0.2948785424232483,
+      "learning_rate": 1.1181719692028385e-05,
+      "loss": 1.2347,
+      "step": 16057
+    },
+    {
+      "epoch": 4.782814274279119,
+      "grad_norm": 0.3799836337566376,
+      "learning_rate": 1.1180761878743545e-05,
+      "loss": 1.2174,
+      "step": 16058
+    },
+    {
+      "epoch": 4.783112120478788,
+      "grad_norm": 0.254565954208374,
+      "learning_rate": 1.1179804054473036e-05,
+      "loss": 1.2159,
+      "step": 16059
+    },
+    {
+      "epoch": 4.783409966678456,
+      "grad_norm": 0.35955533385276794,
+      "learning_rate": 1.1178846219225767e-05,
+      "loss": 1.2216,
+      "step": 16060
+    },
+    {
+      "epoch": 4.783707812878125,
+      "grad_norm": 0.2900918126106262,
+      "learning_rate": 1.1177888373010647e-05,
+      "loss": 1.2218,
+      "step": 16061
+    },
+    {
+      "epoch": 4.784005659077794,
+      "grad_norm": 0.3033221960067749,
+      "learning_rate": 1.1176930515836599e-05,
+      "loss": 1.2252,
+      "step": 16062
+    },
+    {
+      "epoch": 4.784303505277462,
+      "grad_norm": 0.32291966676712036,
+      "learning_rate": 1.1175972647712523e-05,
+      "loss": 1.2185,
+      "step": 16063
+    },
+    {
+      "epoch": 4.784601351477131,
+      "grad_norm": 0.40774357318878174,
+      "learning_rate": 1.1175014768647336e-05,
+      "loss": 1.2159,
+      "step": 16064
+    },
+    {
+      "epoch": 4.7848991976768,
+      "grad_norm": 0.25964364409446716,
+      "learning_rate": 1.1174056878649951e-05,
+      "loss": 1.249,
+      "step": 16065
+    },
+    {
+      "epoch": 4.785197043876468,
+      "grad_norm": 0.44589051604270935,
+      "learning_rate": 1.117309897772928e-05,
+      "loss": 1.2218,
+      "step": 16066
+    },
+    {
+      "epoch": 4.785494890076137,
+      "grad_norm": 0.362463116645813,
+      "learning_rate": 1.1172141065894227e-05,
+      "loss": 1.2192,
+      "step": 16067
+    },
+    {
+      "epoch": 4.7857927362758055,
+      "grad_norm": 0.3140842914581299,
+      "learning_rate": 1.1171183143153714e-05,
+      "loss": 1.229,
+      "step": 16068
+    },
+    {
+      "epoch": 4.786090582475474,
+      "grad_norm": 0.5171372890472412,
+      "learning_rate": 1.1170225209516654e-05,
+      "loss": 1.2359,
+      "step": 16069
+    },
+    {
+      "epoch": 4.786388428675143,
+      "grad_norm": 0.35875049233436584,
+      "learning_rate": 1.1169267264991952e-05,
+      "loss": 1.2267,
+      "step": 16070
+    },
+    {
+      "epoch": 4.786686274874811,
+      "grad_norm": 0.29174157977104187,
+      "learning_rate": 1.1168309309588525e-05,
+      "loss": 1.2158,
+      "step": 16071
+    },
+    {
+      "epoch": 4.786984121074481,
+      "grad_norm": 0.2554702162742615,
+      "learning_rate": 1.1167351343315286e-05,
+      "loss": 1.2288,
+      "step": 16072
+    },
+    {
+      "epoch": 4.787281967274149,
+      "grad_norm": 0.35019010305404663,
+      "learning_rate": 1.1166393366181147e-05,
+      "loss": 1.2252,
+      "step": 16073
+    },
+    {
+      "epoch": 4.787579813473817,
+      "grad_norm": 0.2655666470527649,
+      "learning_rate": 1.116543537819502e-05,
+      "loss": 1.2226,
+      "step": 16074
+    },
+    {
+      "epoch": 4.787877659673486,
+      "grad_norm": 0.32722175121307373,
+      "learning_rate": 1.1164477379365821e-05,
+      "loss": 1.2015,
+      "step": 16075
+    },
+    {
+      "epoch": 4.788175505873155,
+      "grad_norm": 0.33848732709884644,
+      "learning_rate": 1.116351936970246e-05,
+      "loss": 1.222,
+      "step": 16076
+    },
+    {
+      "epoch": 4.788473352072823,
+      "grad_norm": 0.2932543158531189,
+      "learning_rate": 1.1162561349213851e-05,
+      "loss": 1.2187,
+      "step": 16077
+    },
+    {
+      "epoch": 4.788771198272492,
+      "grad_norm": 0.450366348028183,
+      "learning_rate": 1.1161603317908907e-05,
+      "loss": 1.2189,
+      "step": 16078
+    },
+    {
+      "epoch": 4.789069044472161,
+      "grad_norm": 0.3034180700778961,
+      "learning_rate": 1.1160645275796543e-05,
+      "loss": 1.2144,
+      "step": 16079
+    },
+    {
+      "epoch": 4.789366890671829,
+      "grad_norm": 0.3472573459148407,
+      "learning_rate": 1.1159687222885672e-05,
+      "loss": 1.2085,
+      "step": 16080
+    },
+    {
+      "epoch": 4.789664736871498,
+      "grad_norm": 0.3495369851589203,
+      "learning_rate": 1.1158729159185204e-05,
+      "loss": 1.2258,
+      "step": 16081
+    },
+    {
+      "epoch": 4.7899625830711665,
+      "grad_norm": 0.2551051676273346,
+      "learning_rate": 1.1157771084704056e-05,
+      "loss": 1.2269,
+      "step": 16082
+    },
+    {
+      "epoch": 4.790260429270836,
+      "grad_norm": 0.30192965269088745,
+      "learning_rate": 1.1156812999451145e-05,
+      "loss": 1.2,
+      "step": 16083
+    },
+    {
+      "epoch": 4.790558275470504,
+      "grad_norm": 0.2525578439235687,
+      "learning_rate": 1.115585490343538e-05,
+      "loss": 1.2162,
+      "step": 16084
+    },
+    {
+      "epoch": 4.790856121670172,
+      "grad_norm": 0.26708728075027466,
+      "learning_rate": 1.1154896796665676e-05,
+      "loss": 1.2413,
+      "step": 16085
+    },
+    {
+      "epoch": 4.791153967869841,
+      "grad_norm": 0.28091707825660706,
+      "learning_rate": 1.1153938679150948e-05,
+      "loss": 1.2199,
+      "step": 16086
+    },
+    {
+      "epoch": 4.79145181406951,
+      "grad_norm": 0.2770179212093353,
+      "learning_rate": 1.115298055090011e-05,
+      "loss": 1.2501,
+      "step": 16087
+    },
+    {
+      "epoch": 4.791749660269178,
+      "grad_norm": 0.2677095830440521,
+      "learning_rate": 1.1152022411922076e-05,
+      "loss": 1.2258,
+      "step": 16088
+    },
+    {
+      "epoch": 4.7920475064688475,
+      "grad_norm": 0.25663822889328003,
+      "learning_rate": 1.115106426222576e-05,
+      "loss": 1.2029,
+      "step": 16089
+    },
+    {
+      "epoch": 4.792345352668516,
+      "grad_norm": 0.2832064628601074,
+      "learning_rate": 1.1150106101820077e-05,
+      "loss": 1.2244,
+      "step": 16090
+    },
+    {
+      "epoch": 4.792643198868184,
+      "grad_norm": 0.2537904977798462,
+      "learning_rate": 1.1149147930713941e-05,
+      "loss": 1.2245,
+      "step": 16091
+    },
+    {
+      "epoch": 4.792941045067853,
+      "grad_norm": 0.28968295454978943,
+      "learning_rate": 1.114818974891627e-05,
+      "loss": 1.2259,
+      "step": 16092
+    },
+    {
+      "epoch": 4.793238891267522,
+      "grad_norm": 0.24708563089370728,
+      "learning_rate": 1.1147231556435976e-05,
+      "loss": 1.2031,
+      "step": 16093
+    },
+    {
+      "epoch": 4.79353673746719,
+      "grad_norm": 0.4056083559989929,
+      "learning_rate": 1.1146273353281974e-05,
+      "loss": 1.2181,
+      "step": 16094
+    },
+    {
+      "epoch": 4.793834583666859,
+      "grad_norm": 0.498331218957901,
+      "learning_rate": 1.1145315139463178e-05,
+      "loss": 1.2073,
+      "step": 16095
+    },
+    {
+      "epoch": 4.7941324298665275,
+      "grad_norm": 0.4491882920265198,
+      "learning_rate": 1.1144356914988504e-05,
+      "loss": 1.2151,
+      "step": 16096
+    },
+    {
+      "epoch": 4.794430276066196,
+      "grad_norm": 0.3053653836250305,
+      "learning_rate": 1.1143398679866869e-05,
+      "loss": 1.2184,
+      "step": 16097
+    },
+    {
+      "epoch": 4.794728122265865,
+      "grad_norm": 0.3851979076862335,
+      "learning_rate": 1.1142440434107182e-05,
+      "loss": 1.2135,
+      "step": 16098
+    },
+    {
+      "epoch": 4.795025968465533,
+      "grad_norm": 0.4008645713329315,
+      "learning_rate": 1.1141482177718369e-05,
+      "loss": 1.2086,
+      "step": 16099
+    },
+    {
+      "epoch": 4.795323814665203,
+      "grad_norm": 0.28745028376579285,
+      "learning_rate": 1.1140523910709338e-05,
+      "loss": 1.2355,
+      "step": 16100
+    },
+    {
+      "epoch": 4.795621660864871,
+      "grad_norm": 0.3781936466693878,
+      "learning_rate": 1.1139565633089006e-05,
+      "loss": 1.2294,
+      "step": 16101
+    },
+    {
+      "epoch": 4.795919507064539,
+      "grad_norm": 0.2987149655818939,
+      "learning_rate": 1.1138607344866286e-05,
+      "loss": 1.2111,
+      "step": 16102
+    },
+    {
+      "epoch": 4.7962173532642085,
+      "grad_norm": 0.27935880422592163,
+      "learning_rate": 1.11376490460501e-05,
+      "loss": 1.2187,
+      "step": 16103
+    },
+    {
+      "epoch": 4.796515199463877,
+      "grad_norm": 0.36832916736602783,
+      "learning_rate": 1.1136690736649362e-05,
+      "loss": 1.2422,
+      "step": 16104
+    },
+    {
+      "epoch": 4.796813045663545,
+      "grad_norm": 0.30461856722831726,
+      "learning_rate": 1.1135732416672984e-05,
+      "loss": 1.2087,
+      "step": 16105
+    },
+    {
+      "epoch": 4.797110891863214,
+      "grad_norm": 0.3361176550388336,
+      "learning_rate": 1.1134774086129884e-05,
+      "loss": 1.2143,
+      "step": 16106
+    },
+    {
+      "epoch": 4.797408738062883,
+      "grad_norm": 0.3742274343967438,
+      "learning_rate": 1.1133815745028984e-05,
+      "loss": 1.2165,
+      "step": 16107
+    },
+    {
+      "epoch": 4.797706584262551,
+      "grad_norm": 0.2652067542076111,
+      "learning_rate": 1.1132857393379191e-05,
+      "loss": 1.226,
+      "step": 16108
+    },
+    {
+      "epoch": 4.79800443046222,
+      "grad_norm": 0.3102246820926666,
+      "learning_rate": 1.1131899031189427e-05,
+      "loss": 1.2358,
+      "step": 16109
+    },
+    {
+      "epoch": 4.798302276661889,
+      "grad_norm": 0.6317980885505676,
+      "learning_rate": 1.1130940658468607e-05,
+      "loss": 1.2431,
+      "step": 16110
+    },
+    {
+      "epoch": 4.798600122861558,
+      "grad_norm": 0.6439951658248901,
+      "learning_rate": 1.1129982275225646e-05,
+      "loss": 1.2208,
+      "step": 16111
+    },
+    {
+      "epoch": 4.798897969061226,
+      "grad_norm": 0.3831596374511719,
+      "learning_rate": 1.1129023881469466e-05,
+      "loss": 1.2113,
+      "step": 16112
+    },
+    {
+      "epoch": 4.7991958152608944,
+      "grad_norm": 0.37428316473960876,
+      "learning_rate": 1.1128065477208976e-05,
+      "loss": 1.222,
+      "step": 16113
+    },
+    {
+      "epoch": 4.799493661460564,
+      "grad_norm": 0.31380048394203186,
+      "learning_rate": 1.11271070624531e-05,
+      "loss": 1.2214,
+      "step": 16114
+    },
+    {
+      "epoch": 4.799791507660232,
+      "grad_norm": 0.43900665640830994,
+      "learning_rate": 1.112614863721075e-05,
+      "loss": 1.2324,
+      "step": 16115
+    },
+    {
+      "epoch": 4.8000893538599,
+      "grad_norm": 0.4185546338558197,
+      "learning_rate": 1.1125190201490845e-05,
+      "loss": 1.2354,
+      "step": 16116
+    },
+    {
+      "epoch": 4.8003872000595695,
+      "grad_norm": 0.2961720824241638,
+      "learning_rate": 1.1124231755302305e-05,
+      "loss": 1.2194,
+      "step": 16117
+    },
+    {
+      "epoch": 4.800685046259238,
+      "grad_norm": 0.4965033531188965,
+      "learning_rate": 1.1123273298654044e-05,
+      "loss": 1.2112,
+      "step": 16118
+    },
+    {
+      "epoch": 4.800982892458906,
+      "grad_norm": 0.2967652678489685,
+      "learning_rate": 1.1122314831554979e-05,
+      "loss": 1.2163,
+      "step": 16119
+    },
+    {
+      "epoch": 4.801280738658575,
+      "grad_norm": 0.4445110559463501,
+      "learning_rate": 1.1121356354014028e-05,
+      "loss": 1.2164,
+      "step": 16120
+    },
+    {
+      "epoch": 4.801578584858244,
+      "grad_norm": 0.27836817502975464,
+      "learning_rate": 1.1120397866040112e-05,
+      "loss": 1.2389,
+      "step": 16121
+    },
+    {
+      "epoch": 4.801876431057913,
+      "grad_norm": 0.4156196117401123,
+      "learning_rate": 1.1119439367642142e-05,
+      "loss": 1.2135,
+      "step": 16122
+    },
+    {
+      "epoch": 4.802174277257581,
+      "grad_norm": 0.25994083285331726,
+      "learning_rate": 1.1118480858829039e-05,
+      "loss": 1.2088,
+      "step": 16123
+    },
+    {
+      "epoch": 4.80247212345725,
+      "grad_norm": 0.37323346734046936,
+      "learning_rate": 1.1117522339609725e-05,
+      "loss": 1.2081,
+      "step": 16124
+    },
+    {
+      "epoch": 4.802769969656918,
+      "grad_norm": 0.2517227828502655,
+      "learning_rate": 1.1116563809993113e-05,
+      "loss": 1.2275,
+      "step": 16125
+    },
+    {
+      "epoch": 4.803067815856587,
+      "grad_norm": 0.28889697790145874,
+      "learning_rate": 1.111560526998812e-05,
+      "loss": 1.2276,
+      "step": 16126
+    },
+    {
+      "epoch": 4.8033656620562555,
+      "grad_norm": 0.2838118374347687,
+      "learning_rate": 1.1114646719603669e-05,
+      "loss": 1.2244,
+      "step": 16127
+    },
+    {
+      "epoch": 4.803663508255925,
+      "grad_norm": 0.26490119099617004,
+      "learning_rate": 1.1113688158848672e-05,
+      "loss": 1.2281,
+      "step": 16128
+    },
+    {
+      "epoch": 4.803961354455593,
+      "grad_norm": 0.3336222469806671,
+      "learning_rate": 1.1112729587732054e-05,
+      "loss": 1.2238,
+      "step": 16129
+    },
+    {
+      "epoch": 4.804259200655261,
+      "grad_norm": 0.285384863615036,
+      "learning_rate": 1.1111771006262728e-05,
+      "loss": 1.2293,
+      "step": 16130
+    },
+    {
+      "epoch": 4.804557046854931,
+      "grad_norm": 0.32861578464508057,
+      "learning_rate": 1.111081241444962e-05,
+      "loss": 1.2262,
+      "step": 16131
+    },
+    {
+      "epoch": 4.804854893054599,
+      "grad_norm": 0.24425429105758667,
+      "learning_rate": 1.1109853812301638e-05,
+      "loss": 1.2266,
+      "step": 16132
+    },
+    {
+      "epoch": 4.805152739254267,
+      "grad_norm": 0.4054061770439148,
+      "learning_rate": 1.1108895199827708e-05,
+      "loss": 1.2304,
+      "step": 16133
+    },
+    {
+      "epoch": 4.805450585453936,
+      "grad_norm": 0.4688212275505066,
+      "learning_rate": 1.110793657703675e-05,
+      "loss": 1.223,
+      "step": 16134
+    },
+    {
+      "epoch": 4.805748431653605,
+      "grad_norm": 0.27641046047210693,
+      "learning_rate": 1.1106977943937676e-05,
+      "loss": 1.2241,
+      "step": 16135
+    },
+    {
+      "epoch": 4.806046277853273,
+      "grad_norm": 0.6944801211357117,
+      "learning_rate": 1.110601930053941e-05,
+      "loss": 1.2068,
+      "step": 16136
+    },
+    {
+      "epoch": 4.806344124052942,
+      "grad_norm": 0.402495801448822,
+      "learning_rate": 1.1105060646850871e-05,
+      "loss": 1.2159,
+      "step": 16137
+    },
+    {
+      "epoch": 4.806641970252611,
+      "grad_norm": 0.457445353269577,
+      "learning_rate": 1.1104101982880978e-05,
+      "loss": 1.2148,
+      "step": 16138
+    },
+    {
+      "epoch": 4.80693981645228,
+      "grad_norm": 0.3986983001232147,
+      "learning_rate": 1.1103143308638648e-05,
+      "loss": 1.2056,
+      "step": 16139
+    },
+    {
+      "epoch": 4.807237662651948,
+      "grad_norm": 0.3038369119167328,
+      "learning_rate": 1.1102184624132802e-05,
+      "loss": 1.2168,
+      "step": 16140
+    },
+    {
+      "epoch": 4.8075355088516165,
+      "grad_norm": 0.44019803404808044,
+      "learning_rate": 1.1101225929372364e-05,
+      "loss": 1.2097,
+      "step": 16141
+    },
+    {
+      "epoch": 4.807833355051286,
+      "grad_norm": 0.2620181739330292,
+      "learning_rate": 1.1100267224366243e-05,
+      "loss": 1.223,
+      "step": 16142
+    },
+    {
+      "epoch": 4.808131201250954,
+      "grad_norm": 0.3152141273021698,
+      "learning_rate": 1.1099308509123367e-05,
+      "loss": 1.2292,
+      "step": 16143
+    },
+    {
+      "epoch": 4.808429047450622,
+      "grad_norm": 0.27323970198631287,
+      "learning_rate": 1.1098349783652654e-05,
+      "loss": 1.2153,
+      "step": 16144
+    },
+    {
+      "epoch": 4.808726893650292,
+      "grad_norm": 0.2811146378517151,
+      "learning_rate": 1.1097391047963022e-05,
+      "loss": 1.2279,
+      "step": 16145
+    },
+    {
+      "epoch": 4.80902473984996,
+      "grad_norm": 0.31005099415779114,
+      "learning_rate": 1.1096432302063394e-05,
+      "loss": 1.217,
+      "step": 16146
+    },
+    {
+      "epoch": 4.809322586049628,
+      "grad_norm": 0.2507877051830292,
+      "learning_rate": 1.1095473545962688e-05,
+      "loss": 1.2057,
+      "step": 16147
+    },
+    {
+      "epoch": 4.8096204322492975,
+      "grad_norm": 0.37099072337150574,
+      "learning_rate": 1.1094514779669825e-05,
+      "loss": 1.2328,
+      "step": 16148
+    },
+    {
+      "epoch": 4.809918278448966,
+      "grad_norm": 0.27322760224342346,
+      "learning_rate": 1.1093556003193722e-05,
+      "loss": 1.2211,
+      "step": 16149
+    },
+    {
+      "epoch": 4.810216124648635,
+      "grad_norm": 0.3571750521659851,
+      "learning_rate": 1.1092597216543303e-05,
+      "loss": 1.2116,
+      "step": 16150
+    },
+    {
+      "epoch": 4.810513970848303,
+      "grad_norm": 0.3114352524280548,
+      "learning_rate": 1.1091638419727493e-05,
+      "loss": 1.2199,
+      "step": 16151
+    },
+    {
+      "epoch": 4.810811817047972,
+      "grad_norm": 0.32958173751831055,
+      "learning_rate": 1.1090679612755202e-05,
+      "loss": 1.2013,
+      "step": 16152
+    },
+    {
+      "epoch": 4.81110966324764,
+      "grad_norm": 0.3899846374988556,
+      "learning_rate": 1.1089720795635357e-05,
+      "loss": 1.2131,
+      "step": 16153
+    },
+    {
+      "epoch": 4.811407509447309,
+      "grad_norm": 0.3302745223045349,
+      "learning_rate": 1.1088761968376878e-05,
+      "loss": 1.2019,
+      "step": 16154
+    },
+    {
+      "epoch": 4.8117053556469775,
+      "grad_norm": 0.5378304719924927,
+      "learning_rate": 1.1087803130988684e-05,
+      "loss": 1.2104,
+      "step": 16155
+    },
+    {
+      "epoch": 4.812003201846647,
+      "grad_norm": 0.2669019401073456,
+      "learning_rate": 1.1086844283479699e-05,
+      "loss": 1.1935,
+      "step": 16156
+    },
+    {
+      "epoch": 4.812301048046315,
+      "grad_norm": 0.8667817711830139,
+      "learning_rate": 1.108588542585884e-05,
+      "loss": 1.219,
+      "step": 16157
+    },
+    {
+      "epoch": 4.812598894245983,
+      "grad_norm": 0.5090213418006897,
+      "learning_rate": 1.1084926558135034e-05,
+      "loss": 1.2206,
+      "step": 16158
+    },
+    {
+      "epoch": 4.812896740445653,
+      "grad_norm": 0.5283071994781494,
+      "learning_rate": 1.1083967680317196e-05,
+      "loss": 1.2225,
+      "step": 16159
+    },
+    {
+      "epoch": 4.813194586645321,
+      "grad_norm": 0.3246292471885681,
+      "learning_rate": 1.108300879241425e-05,
+      "loss": 1.2135,
+      "step": 16160
+    },
+    {
+      "epoch": 4.813492432844989,
+      "grad_norm": 0.4943784177303314,
+      "learning_rate": 1.1082049894435116e-05,
+      "loss": 1.2283,
+      "step": 16161
+    },
+    {
+      "epoch": 4.8137902790446585,
+      "grad_norm": 0.3359585702419281,
+      "learning_rate": 1.1081090986388718e-05,
+      "loss": 1.2248,
+      "step": 16162
+    },
+    {
+      "epoch": 4.814088125244327,
+      "grad_norm": 0.4059714078903198,
+      "learning_rate": 1.1080132068283974e-05,
+      "loss": 1.2143,
+      "step": 16163
+    },
+    {
+      "epoch": 4.814385971443995,
+      "grad_norm": 0.45377418398857117,
+      "learning_rate": 1.107917314012981e-05,
+      "loss": 1.2078,
+      "step": 16164
+    },
+    {
+      "epoch": 4.814683817643664,
+      "grad_norm": 0.34101006388664246,
+      "learning_rate": 1.1078214201935148e-05,
+      "loss": 1.2144,
+      "step": 16165
+    },
+    {
+      "epoch": 4.814981663843333,
+      "grad_norm": 0.4971599280834198,
+      "learning_rate": 1.1077255253708906e-05,
+      "loss": 1.2322,
+      "step": 16166
+    },
+    {
+      "epoch": 4.815279510043002,
+      "grad_norm": 0.26410800218582153,
+      "learning_rate": 1.1076296295460003e-05,
+      "loss": 1.2216,
+      "step": 16167
+    },
+    {
+      "epoch": 4.81557735624267,
+      "grad_norm": 0.44251903891563416,
+      "learning_rate": 1.107533732719737e-05,
+      "loss": 1.2223,
+      "step": 16168
+    },
+    {
+      "epoch": 4.815875202442339,
+      "grad_norm": 0.3852265179157257,
+      "learning_rate": 1.1074378348929924e-05,
+      "loss": 1.2287,
+      "step": 16169
+    },
+    {
+      "epoch": 4.816173048642008,
+      "grad_norm": 0.3347865641117096,
+      "learning_rate": 1.1073419360666588e-05,
+      "loss": 1.222,
+      "step": 16170
+    },
+    {
+      "epoch": 4.816470894841676,
+      "grad_norm": 0.3753680884838104,
+      "learning_rate": 1.1072460362416284e-05,
+      "loss": 1.2304,
+      "step": 16171
+    },
+    {
+      "epoch": 4.8167687410413444,
+      "grad_norm": 0.2690870761871338,
+      "learning_rate": 1.1071501354187933e-05,
+      "loss": 1.2207,
+      "step": 16172
+    },
+    {
+      "epoch": 4.817066587241014,
+      "grad_norm": 0.34019342064857483,
+      "learning_rate": 1.107054233599046e-05,
+      "loss": 1.2251,
+      "step": 16173
+    },
+    {
+      "epoch": 4.817364433440682,
+      "grad_norm": 0.24536536633968353,
+      "learning_rate": 1.1069583307832788e-05,
+      "loss": 1.2086,
+      "step": 16174
+    },
+    {
+      "epoch": 4.81766227964035,
+      "grad_norm": 0.5281050801277161,
+      "learning_rate": 1.1068624269723837e-05,
+      "loss": 1.2158,
+      "step": 16175
+    },
+    {
+      "epoch": 4.8179601258400195,
+      "grad_norm": 0.45852169394493103,
+      "learning_rate": 1.1067665221672532e-05,
+      "loss": 1.2217,
+      "step": 16176
+    },
+    {
+      "epoch": 4.818257972039688,
+      "grad_norm": 0.3672395944595337,
+      "learning_rate": 1.1066706163687794e-05,
+      "loss": 1.2332,
+      "step": 16177
+    },
+    {
+      "epoch": 4.818555818239357,
+      "grad_norm": 0.582095205783844,
+      "learning_rate": 1.1065747095778547e-05,
+      "loss": 1.2274,
+      "step": 16178
+    },
+    {
+      "epoch": 4.818853664439025,
+      "grad_norm": 0.2974826693534851,
+      "learning_rate": 1.1064788017953714e-05,
+      "loss": 1.2259,
+      "step": 16179
+    },
+    {
+      "epoch": 4.819151510638694,
+      "grad_norm": 0.5012524724006653,
+      "learning_rate": 1.1063828930222219e-05,
+      "loss": 1.2325,
+      "step": 16180
+    },
+    {
+      "epoch": 4.819449356838363,
+      "grad_norm": 0.3937076926231384,
+      "learning_rate": 1.1062869832592981e-05,
+      "loss": 1.2267,
+      "step": 16181
+    },
+    {
+      "epoch": 4.819747203038031,
+      "grad_norm": 0.520210862159729,
+      "learning_rate": 1.1061910725074933e-05,
+      "loss": 1.219,
+      "step": 16182
+    },
+    {
+      "epoch": 4.8200450492377,
+      "grad_norm": 0.39134225249290466,
+      "learning_rate": 1.1060951607676989e-05,
+      "loss": 1.2076,
+      "step": 16183
+    },
+    {
+      "epoch": 4.820342895437369,
+      "grad_norm": 0.35149261355400085,
+      "learning_rate": 1.1059992480408076e-05,
+      "loss": 1.2023,
+      "step": 16184
+    },
+    {
+      "epoch": 4.820640741637037,
+      "grad_norm": 0.33472779393196106,
+      "learning_rate": 1.1059033343277114e-05,
+      "loss": 1.2119,
+      "step": 16185
+    },
+    {
+      "epoch": 4.8209385878367055,
+      "grad_norm": 0.3002585172653198,
+      "learning_rate": 1.1058074196293034e-05,
+      "loss": 1.2218,
+      "step": 16186
+    },
+    {
+      "epoch": 4.821236434036375,
+      "grad_norm": 0.5443071126937866,
+      "learning_rate": 1.1057115039464751e-05,
+      "loss": 1.2247,
+      "step": 16187
+    },
+    {
+      "epoch": 4.821534280236043,
+      "grad_norm": 0.28928321599960327,
+      "learning_rate": 1.10561558728012e-05,
+      "loss": 1.2367,
+      "step": 16188
+    },
+    {
+      "epoch": 4.821832126435712,
+      "grad_norm": 0.41158461570739746,
+      "learning_rate": 1.1055196696311296e-05,
+      "loss": 1.2314,
+      "step": 16189
+    },
+    {
+      "epoch": 4.822129972635381,
+      "grad_norm": 0.34556692838668823,
+      "learning_rate": 1.1054237510003961e-05,
+      "loss": 1.225,
+      "step": 16190
+    },
+    {
+      "epoch": 4.822427818835049,
+      "grad_norm": 0.5000821948051453,
+      "learning_rate": 1.105327831388813e-05,
+      "loss": 1.2268,
+      "step": 16191
+    },
+    {
+      "epoch": 4.822725665034717,
+      "grad_norm": 0.323465496301651,
+      "learning_rate": 1.1052319107972719e-05,
+      "loss": 1.2025,
+      "step": 16192
+    },
+    {
+      "epoch": 4.823023511234386,
+      "grad_norm": 0.3453395962715149,
+      "learning_rate": 1.1051359892266655e-05,
+      "loss": 1.1967,
+      "step": 16193
+    },
+    {
+      "epoch": 4.823321357434055,
+      "grad_norm": 0.34367984533309937,
+      "learning_rate": 1.1050400666778863e-05,
+      "loss": 1.2116,
+      "step": 16194
+    },
+    {
+      "epoch": 4.823619203633724,
+      "grad_norm": 0.3218033015727997,
+      "learning_rate": 1.1049441431518267e-05,
+      "loss": 1.2118,
+      "step": 16195
+    },
+    {
+      "epoch": 4.823917049833392,
+      "grad_norm": 0.269066721200943,
+      "learning_rate": 1.1048482186493785e-05,
+      "loss": 1.2078,
+      "step": 16196
+    },
+    {
+      "epoch": 4.824214896033061,
+      "grad_norm": 0.28650161623954773,
+      "learning_rate": 1.1047522931714352e-05,
+      "loss": 1.2108,
+      "step": 16197
+    },
+    {
+      "epoch": 4.82451274223273,
+      "grad_norm": 0.3001042306423187,
+      "learning_rate": 1.1046563667188888e-05,
+      "loss": 1.2141,
+      "step": 16198
+    },
+    {
+      "epoch": 4.824810588432398,
+      "grad_norm": 0.4155952036380768,
+      "learning_rate": 1.1045604392926318e-05,
+      "loss": 1.2293,
+      "step": 16199
+    },
+    {
+      "epoch": 4.8251084346320665,
+      "grad_norm": 0.29334381222724915,
+      "learning_rate": 1.1044645108935568e-05,
+      "loss": 1.2134,
+      "step": 16200
+    },
+    {
+      "epoch": 4.825406280831736,
+      "grad_norm": 0.32471799850463867,
+      "learning_rate": 1.1043685815225562e-05,
+      "loss": 1.223,
+      "step": 16201
+    },
+    {
+      "epoch": 4.825704127031404,
+      "grad_norm": 0.2967764437198639,
+      "learning_rate": 1.1042726511805226e-05,
+      "loss": 1.2231,
+      "step": 16202
+    },
+    {
+      "epoch": 4.826001973231072,
+      "grad_norm": 0.3156512379646301,
+      "learning_rate": 1.1041767198683483e-05,
+      "loss": 1.2272,
+      "step": 16203
+    },
+    {
+      "epoch": 4.826299819430742,
+      "grad_norm": 0.27915698289871216,
+      "learning_rate": 1.1040807875869261e-05,
+      "loss": 1.2229,
+      "step": 16204
+    },
+    {
+      "epoch": 4.82659766563041,
+      "grad_norm": 0.3005918562412262,
+      "learning_rate": 1.1039848543371485e-05,
+      "loss": 1.2285,
+      "step": 16205
+    },
+    {
+      "epoch": 4.826895511830079,
+      "grad_norm": 0.2813635468482971,
+      "learning_rate": 1.1038889201199084e-05,
+      "loss": 1.212,
+      "step": 16206
+    },
+    {
+      "epoch": 4.8271933580297475,
+      "grad_norm": 0.45619508624076843,
+      "learning_rate": 1.1037929849360976e-05,
+      "loss": 1.2311,
+      "step": 16207
+    },
+    {
+      "epoch": 4.827491204229416,
+      "grad_norm": 0.3799247145652771,
+      "learning_rate": 1.1036970487866086e-05,
+      "loss": 1.2272,
+      "step": 16208
+    },
+    {
+      "epoch": 4.827789050429085,
+      "grad_norm": 0.30754658579826355,
+      "learning_rate": 1.103601111672335e-05,
+      "loss": 1.2273,
+      "step": 16209
+    },
+    {
+      "epoch": 4.828086896628753,
+      "grad_norm": 0.33981654047966003,
+      "learning_rate": 1.1035051735941686e-05,
+      "loss": 1.2129,
+      "step": 16210
+    },
+    {
+      "epoch": 4.828384742828422,
+      "grad_norm": 0.2944939136505127,
+      "learning_rate": 1.1034092345530023e-05,
+      "loss": 1.216,
+      "step": 16211
+    },
+    {
+      "epoch": 4.828682589028091,
+      "grad_norm": 0.5903461575508118,
+      "learning_rate": 1.1033132945497287e-05,
+      "loss": 1.1992,
+      "step": 16212
+    },
+    {
+      "epoch": 4.828980435227759,
+      "grad_norm": 0.46102413535118103,
+      "learning_rate": 1.10321735358524e-05,
+      "loss": 1.2253,
+      "step": 16213
+    },
+    {
+      "epoch": 4.8292782814274275,
+      "grad_norm": 0.31985360383987427,
+      "learning_rate": 1.1031214116604294e-05,
+      "loss": 1.2162,
+      "step": 16214
+    },
+    {
+      "epoch": 4.829576127627097,
+      "grad_norm": 0.31031545996665955,
+      "learning_rate": 1.1030254687761892e-05,
+      "loss": 1.2283,
+      "step": 16215
+    },
+    {
+      "epoch": 4.829873973826765,
+      "grad_norm": 0.3633049726486206,
+      "learning_rate": 1.1029295249334122e-05,
+      "loss": 1.231,
+      "step": 16216
+    },
+    {
+      "epoch": 4.830171820026434,
+      "grad_norm": 0.2707124352455139,
+      "learning_rate": 1.1028335801329907e-05,
+      "loss": 1.2105,
+      "step": 16217
+    },
+    {
+      "epoch": 4.830469666226103,
+      "grad_norm": 0.2790050804615021,
+      "learning_rate": 1.102737634375818e-05,
+      "loss": 1.199,
+      "step": 16218
+    },
+    {
+      "epoch": 4.830767512425771,
+      "grad_norm": 0.294877290725708,
+      "learning_rate": 1.102641687662786e-05,
+      "loss": 1.224,
+      "step": 16219
+    },
+    {
+      "epoch": 4.83106535862544,
+      "grad_norm": 0.4410344064235687,
+      "learning_rate": 1.102545739994788e-05,
+      "loss": 1.215,
+      "step": 16220
+    },
+    {
+      "epoch": 4.8313632048251085,
+      "grad_norm": 0.25842905044555664,
+      "learning_rate": 1.1024497913727166e-05,
+      "loss": 1.2171,
+      "step": 16221
+    },
+    {
+      "epoch": 4.831661051024777,
+      "grad_norm": 0.44133102893829346,
+      "learning_rate": 1.1023538417974641e-05,
+      "loss": 1.2074,
+      "step": 16222
+    },
+    {
+      "epoch": 4.831958897224446,
+      "grad_norm": 0.2675754427909851,
+      "learning_rate": 1.1022578912699237e-05,
+      "loss": 1.2259,
+      "step": 16223
+    },
+    {
+      "epoch": 4.832256743424114,
+      "grad_norm": 0.5445632934570312,
+      "learning_rate": 1.102161939790988e-05,
+      "loss": 1.2173,
+      "step": 16224
+    },
+    {
+      "epoch": 4.832554589623783,
+      "grad_norm": 0.3402521014213562,
+      "learning_rate": 1.1020659873615491e-05,
+      "loss": 1.2052,
+      "step": 16225
+    },
+    {
+      "epoch": 4.832852435823452,
+      "grad_norm": 0.3629879653453827,
+      "learning_rate": 1.1019700339825006e-05,
+      "loss": 1.2254,
+      "step": 16226
+    },
+    {
+      "epoch": 4.83315028202312,
+      "grad_norm": 0.27562153339385986,
+      "learning_rate": 1.1018740796547347e-05,
+      "loss": 1.2034,
+      "step": 16227
+    },
+    {
+      "epoch": 4.833448128222789,
+      "grad_norm": 0.46772968769073486,
+      "learning_rate": 1.1017781243791443e-05,
+      "loss": 1.223,
+      "step": 16228
+    },
+    {
+      "epoch": 4.833745974422458,
+      "grad_norm": 0.3419756591320038,
+      "learning_rate": 1.1016821681566222e-05,
+      "loss": 1.2179,
+      "step": 16229
+    },
+    {
+      "epoch": 4.834043820622126,
+      "grad_norm": 0.35203564167022705,
+      "learning_rate": 1.1015862109880612e-05,
+      "loss": 1.2265,
+      "step": 16230
+    },
+    {
+      "epoch": 4.8343416668217944,
+      "grad_norm": 0.2615616023540497,
+      "learning_rate": 1.1014902528743537e-05,
+      "loss": 1.2261,
+      "step": 16231
+    },
+    {
+      "epoch": 4.834639513021464,
+      "grad_norm": 0.32637733221054077,
+      "learning_rate": 1.101394293816393e-05,
+      "loss": 1.2284,
+      "step": 16232
+    },
+    {
+      "epoch": 4.834937359221132,
+      "grad_norm": 0.25350940227508545,
+      "learning_rate": 1.101298333815072e-05,
+      "loss": 1.219,
+      "step": 16233
+    },
+    {
+      "epoch": 4.835235205420801,
+      "grad_norm": 0.3241324722766876,
+      "learning_rate": 1.1012023728712828e-05,
+      "loss": 1.2224,
+      "step": 16234
+    },
+    {
+      "epoch": 4.8355330516204695,
+      "grad_norm": 0.2580425441265106,
+      "learning_rate": 1.1011064109859186e-05,
+      "loss": 1.212,
+      "step": 16235
+    },
+    {
+      "epoch": 4.835830897820138,
+      "grad_norm": 0.26354455947875977,
+      "learning_rate": 1.1010104481598725e-05,
+      "loss": 1.2234,
+      "step": 16236
+    },
+    {
+      "epoch": 4.836128744019807,
+      "grad_norm": 0.26966482400894165,
+      "learning_rate": 1.1009144843940365e-05,
+      "loss": 1.2114,
+      "step": 16237
+    },
+    {
+      "epoch": 4.836426590219475,
+      "grad_norm": 0.2623552680015564,
+      "learning_rate": 1.1008185196893044e-05,
+      "loss": 1.2185,
+      "step": 16238
+    },
+    {
+      "epoch": 4.836724436419144,
+      "grad_norm": 0.3894292712211609,
+      "learning_rate": 1.1007225540465684e-05,
+      "loss": 1.2181,
+      "step": 16239
+    },
+    {
+      "epoch": 4.837022282618813,
+      "grad_norm": 0.27377384901046753,
+      "learning_rate": 1.1006265874667219e-05,
+      "loss": 1.2047,
+      "step": 16240
+    },
+    {
+      "epoch": 4.837320128818481,
+      "grad_norm": 0.5420881509780884,
+      "learning_rate": 1.1005306199506572e-05,
+      "loss": 1.2085,
+      "step": 16241
+    },
+    {
+      "epoch": 4.83761797501815,
+      "grad_norm": 0.4181584119796753,
+      "learning_rate": 1.1004346514992674e-05,
+      "loss": 1.2085,
+      "step": 16242
+    },
+    {
+      "epoch": 4.837915821217819,
+      "grad_norm": 0.42847493290901184,
+      "learning_rate": 1.1003386821134451e-05,
+      "loss": 1.2315,
+      "step": 16243
+    },
+    {
+      "epoch": 4.838213667417487,
+      "grad_norm": 0.505787193775177,
+      "learning_rate": 1.100242711794084e-05,
+      "loss": 1.223,
+      "step": 16244
+    },
+    {
+      "epoch": 4.838511513617156,
+      "grad_norm": 0.2728482484817505,
+      "learning_rate": 1.1001467405420761e-05,
+      "loss": 1.1958,
+      "step": 16245
+    },
+    {
+      "epoch": 4.838809359816825,
+      "grad_norm": 0.36392879486083984,
+      "learning_rate": 1.1000507683583147e-05,
+      "loss": 1.2007,
+      "step": 16246
+    },
+    {
+      "epoch": 4.839107206016493,
+      "grad_norm": 0.32511842250823975,
+      "learning_rate": 1.0999547952436932e-05,
+      "loss": 1.2105,
+      "step": 16247
+    },
+    {
+      "epoch": 4.839405052216162,
+      "grad_norm": 0.4247780442237854,
+      "learning_rate": 1.0998588211991034e-05,
+      "loss": 1.2135,
+      "step": 16248
+    },
+    {
+      "epoch": 4.839702898415831,
+      "grad_norm": 0.29443636536598206,
+      "learning_rate": 1.0997628462254388e-05,
+      "loss": 1.2139,
+      "step": 16249
+    },
+    {
+      "epoch": 4.840000744615499,
+      "grad_norm": 0.32411524653434753,
+      "learning_rate": 1.0996668703235926e-05,
+      "loss": 1.2366,
+      "step": 16250
+    },
+    {
+      "epoch": 4.840298590815168,
+      "grad_norm": 0.3381761908531189,
+      "learning_rate": 1.0995708934944575e-05,
+      "loss": 1.2161,
+      "step": 16251
+    },
+    {
+      "epoch": 4.840596437014836,
+      "grad_norm": 0.24481159448623657,
+      "learning_rate": 1.0994749157389266e-05,
+      "loss": 1.2224,
+      "step": 16252
+    },
+    {
+      "epoch": 4.840894283214505,
+      "grad_norm": 0.253580778837204,
+      "learning_rate": 1.0993789370578928e-05,
+      "loss": 1.212,
+      "step": 16253
+    },
+    {
+      "epoch": 4.841192129414174,
+      "grad_norm": 0.27224865555763245,
+      "learning_rate": 1.099282957452249e-05,
+      "loss": 1.2058,
+      "step": 16254
+    },
+    {
+      "epoch": 4.841489975613842,
+      "grad_norm": 0.2752995193004608,
+      "learning_rate": 1.0991869769228877e-05,
+      "loss": 1.22,
+      "step": 16255
+    },
+    {
+      "epoch": 4.8417878218135115,
+      "grad_norm": 0.30049604177474976,
+      "learning_rate": 1.0990909954707028e-05,
+      "loss": 1.2195,
+      "step": 16256
+    },
+    {
+      "epoch": 4.84208566801318,
+      "grad_norm": 0.2794896364212036,
+      "learning_rate": 1.0989950130965869e-05,
+      "loss": 1.2089,
+      "step": 16257
+    },
+    {
+      "epoch": 4.842383514212848,
+      "grad_norm": 0.31548571586608887,
+      "learning_rate": 1.098899029801433e-05,
+      "loss": 1.227,
+      "step": 16258
+    },
+    {
+      "epoch": 4.8426813604125165,
+      "grad_norm": 0.2630378305912018,
+      "learning_rate": 1.0988030455861342e-05,
+      "loss": 1.217,
+      "step": 16259
+    },
+    {
+      "epoch": 4.842979206612186,
+      "grad_norm": 0.32502326369285583,
+      "learning_rate": 1.0987070604515832e-05,
+      "loss": 1.2218,
+      "step": 16260
+    },
+    {
+      "epoch": 4.843277052811854,
+      "grad_norm": 0.2506658732891083,
+      "learning_rate": 1.0986110743986736e-05,
+      "loss": 1.233,
+      "step": 16261
+    },
+    {
+      "epoch": 4.843574899011523,
+      "grad_norm": 0.38177919387817383,
+      "learning_rate": 1.0985150874282979e-05,
+      "loss": 1.2318,
+      "step": 16262
+    },
+    {
+      "epoch": 4.843872745211192,
+      "grad_norm": 0.3221963942050934,
+      "learning_rate": 1.0984190995413495e-05,
+      "loss": 1.2031,
+      "step": 16263
+    },
+    {
+      "epoch": 4.84417059141086,
+      "grad_norm": 0.30547401309013367,
+      "learning_rate": 1.0983231107387213e-05,
+      "loss": 1.218,
+      "step": 16264
+    },
+    {
+      "epoch": 4.844468437610529,
+      "grad_norm": 0.39576584100723267,
+      "learning_rate": 1.0982271210213065e-05,
+      "loss": 1.2191,
+      "step": 16265
+    },
+    {
+      "epoch": 4.8447662838101975,
+      "grad_norm": 0.2645990252494812,
+      "learning_rate": 1.098131130389998e-05,
+      "loss": 1.2242,
+      "step": 16266
+    },
+    {
+      "epoch": 4.845064130009866,
+      "grad_norm": 0.3115106225013733,
+      "learning_rate": 1.0980351388456889e-05,
+      "loss": 1.2205,
+      "step": 16267
+    },
+    {
+      "epoch": 4.845361976209535,
+      "grad_norm": 0.25013476610183716,
+      "learning_rate": 1.0979391463892724e-05,
+      "loss": 1.2219,
+      "step": 16268
+    },
+    {
+      "epoch": 4.845659822409203,
+      "grad_norm": 0.3354990482330322,
+      "learning_rate": 1.0978431530216416e-05,
+      "loss": 1.2341,
+      "step": 16269
+    },
+    {
+      "epoch": 4.845957668608872,
+      "grad_norm": 0.3058474361896515,
+      "learning_rate": 1.0977471587436897e-05,
+      "loss": 1.2157,
+      "step": 16270
+    },
+    {
+      "epoch": 4.846255514808541,
+      "grad_norm": 0.2506557106971741,
+      "learning_rate": 1.0976511635563094e-05,
+      "loss": 1.2137,
+      "step": 16271
+    },
+    {
+      "epoch": 4.846553361008209,
+      "grad_norm": 0.23520879447460175,
+      "learning_rate": 1.0975551674603944e-05,
+      "loss": 1.2154,
+      "step": 16272
+    },
+    {
+      "epoch": 4.846851207207878,
+      "grad_norm": 0.24506239593029022,
+      "learning_rate": 1.0974591704568372e-05,
+      "loss": 1.2026,
+      "step": 16273
+    },
+    {
+      "epoch": 4.847149053407547,
+      "grad_norm": 0.2806796133518219,
+      "learning_rate": 1.0973631725465318e-05,
+      "loss": 1.2286,
+      "step": 16274
+    },
+    {
+      "epoch": 4.847446899607215,
+      "grad_norm": 0.27367648482322693,
+      "learning_rate": 1.0972671737303705e-05,
+      "loss": 1.2304,
+      "step": 16275
+    },
+    {
+      "epoch": 4.847744745806884,
+      "grad_norm": 0.28956472873687744,
+      "learning_rate": 1.0971711740092468e-05,
+      "loss": 1.2177,
+      "step": 16276
+    },
+    {
+      "epoch": 4.848042592006553,
+      "grad_norm": 0.4239387512207031,
+      "learning_rate": 1.0970751733840544e-05,
+      "loss": 1.2135,
+      "step": 16277
+    },
+    {
+      "epoch": 4.848340438206221,
+      "grad_norm": 0.2668099105358124,
+      "learning_rate": 1.0969791718556853e-05,
+      "loss": 1.1985,
+      "step": 16278
+    },
+    {
+      "epoch": 4.84863828440589,
+      "grad_norm": 0.2952024042606354,
+      "learning_rate": 1.0968831694250335e-05,
+      "loss": 1.2088,
+      "step": 16279
+    },
+    {
+      "epoch": 4.8489361306055585,
+      "grad_norm": 0.2664113938808441,
+      "learning_rate": 1.0967871660929923e-05,
+      "loss": 1.2339,
+      "step": 16280
+    },
+    {
+      "epoch": 4.849233976805227,
+      "grad_norm": 0.3338851034641266,
+      "learning_rate": 1.0966911618604548e-05,
+      "loss": 1.2059,
+      "step": 16281
+    },
+    {
+      "epoch": 4.849531823004896,
+      "grad_norm": 0.3878779411315918,
+      "learning_rate": 1.0965951567283138e-05,
+      "loss": 1.2103,
+      "step": 16282
+    },
+    {
+      "epoch": 4.849829669204564,
+      "grad_norm": 0.3286162316799164,
+      "learning_rate": 1.0964991506974628e-05,
+      "loss": 1.2155,
+      "step": 16283
+    },
+    {
+      "epoch": 4.850127515404234,
+      "grad_norm": 0.2817932665348053,
+      "learning_rate": 1.096403143768795e-05,
+      "loss": 1.2107,
+      "step": 16284
+    },
+    {
+      "epoch": 4.850425361603902,
+      "grad_norm": 0.2845592200756073,
+      "learning_rate": 1.0963071359432035e-05,
+      "loss": 1.2231,
+      "step": 16285
+    },
+    {
+      "epoch": 4.85072320780357,
+      "grad_norm": 0.46321550011634827,
+      "learning_rate": 1.0962111272215818e-05,
+      "loss": 1.2061,
+      "step": 16286
+    },
+    {
+      "epoch": 4.8510210540032395,
+      "grad_norm": 0.5695003867149353,
+      "learning_rate": 1.0961151176048233e-05,
+      "loss": 1.2365,
+      "step": 16287
+    },
+    {
+      "epoch": 4.851318900202908,
+      "grad_norm": 0.24942146241664886,
+      "learning_rate": 1.096019107093821e-05,
+      "loss": 1.2143,
+      "step": 16288
+    },
+    {
+      "epoch": 4.851616746402576,
+      "grad_norm": 0.4089578092098236,
+      "learning_rate": 1.095923095689468e-05,
+      "loss": 1.2036,
+      "step": 16289
+    },
+    {
+      "epoch": 4.851914592602245,
+      "grad_norm": 0.2610035836696625,
+      "learning_rate": 1.0958270833926579e-05,
+      "loss": 1.2214,
+      "step": 16290
+    },
+    {
+      "epoch": 4.852212438801914,
+      "grad_norm": 0.3350369930267334,
+      "learning_rate": 1.0957310702042836e-05,
+      "loss": 1.2054,
+      "step": 16291
+    },
+    {
+      "epoch": 4.852510285001582,
+      "grad_norm": 0.3857544958591461,
+      "learning_rate": 1.0956350561252388e-05,
+      "loss": 1.2236,
+      "step": 16292
+    },
+    {
+      "epoch": 4.852808131201251,
+      "grad_norm": 0.2987971603870392,
+      "learning_rate": 1.0955390411564166e-05,
+      "loss": 1.2152,
+      "step": 16293
+    },
+    {
+      "epoch": 4.8531059774009195,
+      "grad_norm": 0.2751263678073883,
+      "learning_rate": 1.0954430252987107e-05,
+      "loss": 1.2262,
+      "step": 16294
+    },
+    {
+      "epoch": 4.853403823600588,
+      "grad_norm": 0.29420581459999084,
+      "learning_rate": 1.0953470085530138e-05,
+      "loss": 1.2135,
+      "step": 16295
+    },
+    {
+      "epoch": 4.853701669800257,
+      "grad_norm": 0.25773486495018005,
+      "learning_rate": 1.0952509909202194e-05,
+      "loss": 1.2047,
+      "step": 16296
+    },
+    {
+      "epoch": 4.853999515999925,
+      "grad_norm": 0.2723999321460724,
+      "learning_rate": 1.0951549724012209e-05,
+      "loss": 1.2172,
+      "step": 16297
+    },
+    {
+      "epoch": 4.854297362199594,
+      "grad_norm": 0.2643665075302124,
+      "learning_rate": 1.0950589529969123e-05,
+      "loss": 1.2179,
+      "step": 16298
+    },
+    {
+      "epoch": 4.854595208399263,
+      "grad_norm": 0.4759957790374756,
+      "learning_rate": 1.0949629327081856e-05,
+      "loss": 1.2171,
+      "step": 16299
+    },
+    {
+      "epoch": 4.854893054598931,
+      "grad_norm": 0.40444934368133545,
+      "learning_rate": 1.0948669115359354e-05,
+      "loss": 1.2137,
+      "step": 16300
+    },
+    {
+      "epoch": 4.8551909007986005,
+      "grad_norm": 0.3371957540512085,
+      "learning_rate": 1.0947708894810542e-05,
+      "loss": 1.2096,
+      "step": 16301
+    },
+    {
+      "epoch": 4.855488746998269,
+      "grad_norm": 0.4310877323150635,
+      "learning_rate": 1.0946748665444362e-05,
+      "loss": 1.2196,
+      "step": 16302
+    },
+    {
+      "epoch": 4.855786593197937,
+      "grad_norm": 0.28807327151298523,
+      "learning_rate": 1.094578842726974e-05,
+      "loss": 1.2155,
+      "step": 16303
+    },
+    {
+      "epoch": 4.856084439397606,
+      "grad_norm": 0.3602162301540375,
+      "learning_rate": 1.0944828180295615e-05,
+      "loss": 1.248,
+      "step": 16304
+    },
+    {
+      "epoch": 4.856382285597275,
+      "grad_norm": 0.4068543314933777,
+      "learning_rate": 1.0943867924530919e-05,
+      "loss": 1.2225,
+      "step": 16305
+    },
+    {
+      "epoch": 4.856680131796943,
+      "grad_norm": 0.6764812469482422,
+      "learning_rate": 1.0942907659984587e-05,
+      "loss": 1.2324,
+      "step": 16306
+    },
+    {
+      "epoch": 4.856977977996612,
+      "grad_norm": 0.26010850071907043,
+      "learning_rate": 1.0941947386665553e-05,
+      "loss": 1.2259,
+      "step": 16307
+    },
+    {
+      "epoch": 4.857275824196281,
+      "grad_norm": 0.6575981974601746,
+      "learning_rate": 1.094098710458275e-05,
+      "loss": 1.2418,
+      "step": 16308
+    },
+    {
+      "epoch": 4.857573670395949,
+      "grad_norm": 0.26086241006851196,
+      "learning_rate": 1.0940026813745113e-05,
+      "loss": 1.2003,
+      "step": 16309
+    },
+    {
+      "epoch": 4.857871516595618,
+      "grad_norm": 0.6123746633529663,
+      "learning_rate": 1.0939066514161576e-05,
+      "loss": 1.2099,
+      "step": 16310
+    },
+    {
+      "epoch": 4.858169362795286,
+      "grad_norm": 0.3198632597923279,
+      "learning_rate": 1.0938106205841077e-05,
+      "loss": 1.2182,
+      "step": 16311
+    },
+    {
+      "epoch": 4.858467208994956,
+      "grad_norm": 0.5020037889480591,
+      "learning_rate": 1.0937145888792546e-05,
+      "loss": 1.2073,
+      "step": 16312
+    },
+    {
+      "epoch": 4.858765055194624,
+      "grad_norm": 0.2920586168766022,
+      "learning_rate": 1.0936185563024922e-05,
+      "loss": 1.2143,
+      "step": 16313
+    },
+    {
+      "epoch": 4.859062901394292,
+      "grad_norm": 0.4286530613899231,
+      "learning_rate": 1.0935225228547133e-05,
+      "loss": 1.2121,
+      "step": 16314
+    },
+    {
+      "epoch": 4.8593607475939615,
+      "grad_norm": 0.35088905692100525,
+      "learning_rate": 1.093426488536812e-05,
+      "loss": 1.2192,
+      "step": 16315
+    },
+    {
+      "epoch": 4.85965859379363,
+      "grad_norm": 0.38091519474983215,
+      "learning_rate": 1.0933304533496817e-05,
+      "loss": 1.2157,
+      "step": 16316
+    },
+    {
+      "epoch": 4.859956439993298,
+      "grad_norm": 0.39246076345443726,
+      "learning_rate": 1.0932344172942158e-05,
+      "loss": 1.2127,
+      "step": 16317
+    },
+    {
+      "epoch": 4.860254286192967,
+      "grad_norm": 0.43078768253326416,
+      "learning_rate": 1.0931383803713079e-05,
+      "loss": 1.2069,
+      "step": 16318
+    },
+    {
+      "epoch": 4.860552132392636,
+      "grad_norm": 0.32488927245140076,
+      "learning_rate": 1.093042342581851e-05,
+      "loss": 1.2297,
+      "step": 16319
+    },
+    {
+      "epoch": 4.860849978592304,
+      "grad_norm": 0.35250064730644226,
+      "learning_rate": 1.0929463039267393e-05,
+      "loss": 1.2218,
+      "step": 16320
+    },
+    {
+      "epoch": 4.861147824791973,
+      "grad_norm": 0.27092909812927246,
+      "learning_rate": 1.0928502644068662e-05,
+      "loss": 1.226,
+      "step": 16321
+    },
+    {
+      "epoch": 4.861445670991642,
+      "grad_norm": 0.43906137347221375,
+      "learning_rate": 1.0927542240231253e-05,
+      "loss": 1.2118,
+      "step": 16322
+    },
+    {
+      "epoch": 4.861743517191311,
+      "grad_norm": 0.3613179922103882,
+      "learning_rate": 1.0926581827764097e-05,
+      "loss": 1.2143,
+      "step": 16323
+    },
+    {
+      "epoch": 4.862041363390979,
+      "grad_norm": 0.3018326163291931,
+      "learning_rate": 1.0925621406676132e-05,
+      "loss": 1.2093,
+      "step": 16324
+    },
+    {
+      "epoch": 4.8623392095906475,
+      "grad_norm": 0.30221664905548096,
+      "learning_rate": 1.0924660976976295e-05,
+      "loss": 1.2193,
+      "step": 16325
+    },
+    {
+      "epoch": 4.862637055790316,
+      "grad_norm": 0.40009406208992004,
+      "learning_rate": 1.092370053867352e-05,
+      "loss": 1.201,
+      "step": 16326
+    },
+    {
+      "epoch": 4.862934901989985,
+      "grad_norm": 0.4788067936897278,
+      "learning_rate": 1.0922740091776744e-05,
+      "loss": 1.2159,
+      "step": 16327
+    },
+    {
+      "epoch": 4.863232748189653,
+      "grad_norm": 0.3238835632801056,
+      "learning_rate": 1.0921779636294904e-05,
+      "loss": 1.2291,
+      "step": 16328
+    },
+    {
+      "epoch": 4.863530594389323,
+      "grad_norm": 0.3570665419101715,
+      "learning_rate": 1.0920819172236932e-05,
+      "loss": 1.2074,
+      "step": 16329
+    },
+    {
+      "epoch": 4.863828440588991,
+      "grad_norm": 0.3871474266052246,
+      "learning_rate": 1.0919858699611767e-05,
+      "loss": 1.2091,
+      "step": 16330
+    },
+    {
+      "epoch": 4.864126286788659,
+      "grad_norm": 0.4075256884098053,
+      "learning_rate": 1.0918898218428344e-05,
+      "loss": 1.233,
+      "step": 16331
+    },
+    {
+      "epoch": 4.864424132988328,
+      "grad_norm": 0.2669723927974701,
+      "learning_rate": 1.09179377286956e-05,
+      "loss": 1.2266,
+      "step": 16332
+    },
+    {
+      "epoch": 4.864721979187997,
+      "grad_norm": 0.2555624842643738,
+      "learning_rate": 1.0916977230422472e-05,
+      "loss": 1.2367,
+      "step": 16333
+    },
+    {
+      "epoch": 4.865019825387665,
+      "grad_norm": 0.3796085715293884,
+      "learning_rate": 1.0916016723617894e-05,
+      "loss": 1.22,
+      "step": 16334
+    },
+    {
+      "epoch": 4.865317671587334,
+      "grad_norm": 0.26811715960502625,
+      "learning_rate": 1.0915056208290807e-05,
+      "loss": 1.2075,
+      "step": 16335
+    },
+    {
+      "epoch": 4.865615517787003,
+      "grad_norm": 0.32306674122810364,
+      "learning_rate": 1.091409568445014e-05,
+      "loss": 1.2161,
+      "step": 16336
+    },
+    {
+      "epoch": 4.865913363986671,
+      "grad_norm": 0.30818474292755127,
+      "learning_rate": 1.0913135152104835e-05,
+      "loss": 1.2176,
+      "step": 16337
+    },
+    {
+      "epoch": 4.86621121018634,
+      "grad_norm": 0.6810904145240784,
+      "learning_rate": 1.0912174611263828e-05,
+      "loss": 1.2138,
+      "step": 16338
+    },
+    {
+      "epoch": 4.8665090563860085,
+      "grad_norm": 0.5148798227310181,
+      "learning_rate": 1.0911214061936057e-05,
+      "loss": 1.225,
+      "step": 16339
+    },
+    {
+      "epoch": 4.866806902585678,
+      "grad_norm": 0.41127029061317444,
+      "learning_rate": 1.0910253504130457e-05,
+      "loss": 1.2184,
+      "step": 16340
+    },
+    {
+      "epoch": 4.867104748785346,
+      "grad_norm": 0.2449532151222229,
+      "learning_rate": 1.0909292937855964e-05,
+      "loss": 1.2153,
+      "step": 16341
+    },
+    {
+      "epoch": 4.867402594985014,
+      "grad_norm": 0.5934796929359436,
+      "learning_rate": 1.0908332363121516e-05,
+      "loss": 1.2326,
+      "step": 16342
+    },
+    {
+      "epoch": 4.867700441184684,
+      "grad_norm": 0.2860567569732666,
+      "learning_rate": 1.0907371779936051e-05,
+      "loss": 1.2216,
+      "step": 16343
+    },
+    {
+      "epoch": 4.867998287384352,
+      "grad_norm": 0.558010995388031,
+      "learning_rate": 1.0906411188308504e-05,
+      "loss": 1.2263,
+      "step": 16344
+    },
+    {
+      "epoch": 4.86829613358402,
+      "grad_norm": 0.2574203312397003,
+      "learning_rate": 1.0905450588247815e-05,
+      "loss": 1.2233,
+      "step": 16345
+    },
+    {
+      "epoch": 4.8685939797836895,
+      "grad_norm": 0.424591600894928,
+      "learning_rate": 1.0904489979762922e-05,
+      "loss": 1.2141,
+      "step": 16346
+    },
+    {
+      "epoch": 4.868891825983358,
+      "grad_norm": 0.2902675271034241,
+      "learning_rate": 1.0903529362862758e-05,
+      "loss": 1.2281,
+      "step": 16347
+    },
+    {
+      "epoch": 4.869189672183026,
+      "grad_norm": 0.28373557329177856,
+      "learning_rate": 1.090256873755626e-05,
+      "loss": 1.206,
+      "step": 16348
+    },
+    {
+      "epoch": 4.869487518382695,
+      "grad_norm": 0.3348288834095001,
+      "learning_rate": 1.0901608103852373e-05,
+      "loss": 1.2062,
+      "step": 16349
+    },
+    {
+      "epoch": 4.869785364582364,
+      "grad_norm": 0.34329766035079956,
+      "learning_rate": 1.0900647461760025e-05,
+      "loss": 1.2268,
+      "step": 16350
+    },
+    {
+      "epoch": 4.870083210782033,
+      "grad_norm": 0.36737751960754395,
+      "learning_rate": 1.0899686811288162e-05,
+      "loss": 1.2409,
+      "step": 16351
+    },
+    {
+      "epoch": 4.870381056981701,
+      "grad_norm": 0.42342904210090637,
+      "learning_rate": 1.089872615244572e-05,
+      "loss": 1.2172,
+      "step": 16352
+    },
+    {
+      "epoch": 4.8706789031813695,
+      "grad_norm": 0.3289167284965515,
+      "learning_rate": 1.0897765485241632e-05,
+      "loss": 1.2026,
+      "step": 16353
+    },
+    {
+      "epoch": 4.870976749381039,
+      "grad_norm": 0.33885636925697327,
+      "learning_rate": 1.089680480968484e-05,
+      "loss": 1.2022,
+      "step": 16354
+    },
+    {
+      "epoch": 4.871274595580707,
+      "grad_norm": 0.2676118016242981,
+      "learning_rate": 1.0895844125784278e-05,
+      "loss": 1.2043,
+      "step": 16355
+    },
+    {
+      "epoch": 4.871572441780375,
+      "grad_norm": 0.3302132785320282,
+      "learning_rate": 1.0894883433548894e-05,
+      "loss": 1.2302,
+      "step": 16356
+    },
+    {
+      "epoch": 4.871870287980045,
+      "grad_norm": 0.26079061627388,
+      "learning_rate": 1.0893922732987616e-05,
+      "loss": 1.2163,
+      "step": 16357
+    },
+    {
+      "epoch": 4.872168134179713,
+      "grad_norm": 0.3585273325443268,
+      "learning_rate": 1.0892962024109385e-05,
+      "loss": 1.2191,
+      "step": 16358
+    },
+    {
+      "epoch": 4.872465980379381,
+      "grad_norm": 0.3633761405944824,
+      "learning_rate": 1.0892001306923143e-05,
+      "loss": 1.2327,
+      "step": 16359
+    },
+    {
+      "epoch": 4.8727638265790505,
+      "grad_norm": 0.2803542912006378,
+      "learning_rate": 1.0891040581437822e-05,
+      "loss": 1.2075,
+      "step": 16360
+    },
+    {
+      "epoch": 4.873061672778719,
+      "grad_norm": 0.3831990659236908,
+      "learning_rate": 1.0890079847662364e-05,
+      "loss": 1.2139,
+      "step": 16361
+    },
+    {
+      "epoch": 4.873359518978387,
+      "grad_norm": 0.2607085108757019,
+      "learning_rate": 1.088911910560571e-05,
+      "loss": 1.2367,
+      "step": 16362
+    },
+    {
+      "epoch": 4.873657365178056,
+      "grad_norm": 0.302704781293869,
+      "learning_rate": 1.0888158355276796e-05,
+      "loss": 1.2179,
+      "step": 16363
+    },
+    {
+      "epoch": 4.873955211377725,
+      "grad_norm": 0.2732965648174286,
+      "learning_rate": 1.088719759668456e-05,
+      "loss": 1.2133,
+      "step": 16364
+    },
+    {
+      "epoch": 4.874253057577393,
+      "grad_norm": 0.2925439774990082,
+      "learning_rate": 1.0886236829837942e-05,
+      "loss": 1.2175,
+      "step": 16365
+    },
+    {
+      "epoch": 4.874550903777062,
+      "grad_norm": 0.27101626992225647,
+      "learning_rate": 1.0885276054745879e-05,
+      "loss": 1.2269,
+      "step": 16366
+    },
+    {
+      "epoch": 4.874848749976731,
+      "grad_norm": 0.3258912265300751,
+      "learning_rate": 1.0884315271417311e-05,
+      "loss": 1.2213,
+      "step": 16367
+    },
+    {
+      "epoch": 4.8751465961764,
+      "grad_norm": 0.2819480895996094,
+      "learning_rate": 1.0883354479861179e-05,
+      "loss": 1.2209,
+      "step": 16368
+    },
+    {
+      "epoch": 4.875444442376068,
+      "grad_norm": 0.28845056891441345,
+      "learning_rate": 1.0882393680086423e-05,
+      "loss": 1.2409,
+      "step": 16369
+    },
+    {
+      "epoch": 4.875742288575736,
+      "grad_norm": 0.3165302574634552,
+      "learning_rate": 1.0881432872101976e-05,
+      "loss": 1.2406,
+      "step": 16370
+    },
+    {
+      "epoch": 4.876040134775406,
+      "grad_norm": 0.3963184952735901,
+      "learning_rate": 1.0880472055916782e-05,
+      "loss": 1.2119,
+      "step": 16371
+    },
+    {
+      "epoch": 4.876337980975074,
+      "grad_norm": 0.2877182364463806,
+      "learning_rate": 1.0879511231539778e-05,
+      "loss": 1.2265,
+      "step": 16372
+    },
+    {
+      "epoch": 4.876635827174742,
+      "grad_norm": 0.3519115447998047,
+      "learning_rate": 1.0878550398979905e-05,
+      "loss": 1.2153,
+      "step": 16373
+    },
+    {
+      "epoch": 4.8769336733744115,
+      "grad_norm": 0.25945916771888733,
+      "learning_rate": 1.0877589558246102e-05,
+      "loss": 1.2227,
+      "step": 16374
+    },
+    {
+      "epoch": 4.87723151957408,
+      "grad_norm": 0.6392548680305481,
+      "learning_rate": 1.087662870934731e-05,
+      "loss": 1.2284,
+      "step": 16375
+    },
+    {
+      "epoch": 4.877529365773748,
+      "grad_norm": 0.5318585634231567,
+      "learning_rate": 1.087566785229247e-05,
+      "loss": 1.2234,
+      "step": 16376
+    },
+    {
+      "epoch": 4.877827211973417,
+      "grad_norm": 0.3100576400756836,
+      "learning_rate": 1.0874706987090513e-05,
+      "loss": 1.2355,
+      "step": 16377
+    },
+    {
+      "epoch": 4.878125058173086,
+      "grad_norm": 0.30222323536872864,
+      "learning_rate": 1.0873746113750385e-05,
+      "loss": 1.2178,
+      "step": 16378
+    },
+    {
+      "epoch": 4.878422904372755,
+      "grad_norm": 0.260503351688385,
+      "learning_rate": 1.087278523228103e-05,
+      "loss": 1.2172,
+      "step": 16379
+    },
+    {
+      "epoch": 4.878720750572423,
+      "grad_norm": 0.29023849964141846,
+      "learning_rate": 1.0871824342691382e-05,
+      "loss": 1.2371,
+      "step": 16380
+    },
+    {
+      "epoch": 4.879018596772092,
+      "grad_norm": 0.28010281920433044,
+      "learning_rate": 1.0870863444990383e-05,
+      "loss": 1.217,
+      "step": 16381
+    },
+    {
+      "epoch": 4.879316442971761,
+      "grad_norm": 0.2529861330986023,
+      "learning_rate": 1.0869902539186972e-05,
+      "loss": 1.2127,
+      "step": 16382
+    },
+    {
+      "epoch": 4.879614289171429,
+      "grad_norm": 0.2620205879211426,
+      "learning_rate": 1.086894162529009e-05,
+      "loss": 1.2276,
+      "step": 16383
+    },
+    {
+      "epoch": 4.8799121353710975,
+      "grad_norm": 0.27573156356811523,
+      "learning_rate": 1.0867980703308673e-05,
+      "loss": 1.2225,
+      "step": 16384
+    },
+    {
+      "epoch": 4.880209981570767,
+      "grad_norm": 0.2804858684539795,
+      "learning_rate": 1.086701977325167e-05,
+      "loss": 1.2205,
+      "step": 16385
+    },
+    {
+      "epoch": 4.880507827770435,
+      "grad_norm": 0.2714120149612427,
+      "learning_rate": 1.0866058835128017e-05,
+      "loss": 1.2305,
+      "step": 16386
+    },
+    {
+      "epoch": 4.880805673970103,
+      "grad_norm": 0.34036484360694885,
+      "learning_rate": 1.0865097888946654e-05,
+      "loss": 1.2178,
+      "step": 16387
+    },
+    {
+      "epoch": 4.881103520169773,
+      "grad_norm": 0.2547363340854645,
+      "learning_rate": 1.086413693471652e-05,
+      "loss": 1.2093,
+      "step": 16388
+    },
+    {
+      "epoch": 4.881401366369441,
+      "grad_norm": 0.29458507895469666,
+      "learning_rate": 1.0863175972446556e-05,
+      "loss": 1.222,
+      "step": 16389
+    },
+    {
+      "epoch": 4.88169921256911,
+      "grad_norm": 0.41369563341140747,
+      "learning_rate": 1.0862215002145706e-05,
+      "loss": 1.2143,
+      "step": 16390
+    },
+    {
+      "epoch": 4.881997058768778,
+      "grad_norm": 0.3324941098690033,
+      "learning_rate": 1.086125402382291e-05,
+      "loss": 1.2142,
+      "step": 16391
+    },
+    {
+      "epoch": 4.882294904968447,
+      "grad_norm": 0.25271379947662354,
+      "learning_rate": 1.0860293037487104e-05,
+      "loss": 1.2111,
+      "step": 16392
+    },
+    {
+      "epoch": 4.882592751168115,
+      "grad_norm": 0.27145299315452576,
+      "learning_rate": 1.0859332043147237e-05,
+      "loss": 1.2071,
+      "step": 16393
+    },
+    {
+      "epoch": 4.882890597367784,
+      "grad_norm": 0.2988566756248474,
+      "learning_rate": 1.0858371040812243e-05,
+      "loss": 1.2026,
+      "step": 16394
+    },
+    {
+      "epoch": 4.883188443567453,
+      "grad_norm": 0.31120866537094116,
+      "learning_rate": 1.0857410030491065e-05,
+      "loss": 1.2241,
+      "step": 16395
+    },
+    {
+      "epoch": 4.883486289767122,
+      "grad_norm": 0.37695109844207764,
+      "learning_rate": 1.0856449012192642e-05,
+      "loss": 1.2189,
+      "step": 16396
+    },
+    {
+      "epoch": 4.88378413596679,
+      "grad_norm": 0.6909080147743225,
+      "learning_rate": 1.0855487985925923e-05,
+      "loss": 1.214,
+      "step": 16397
+    },
+    {
+      "epoch": 4.8840819821664585,
+      "grad_norm": 0.44229087233543396,
+      "learning_rate": 1.0854526951699842e-05,
+      "loss": 1.2097,
+      "step": 16398
+    },
+    {
+      "epoch": 4.884379828366128,
+      "grad_norm": 0.39378392696380615,
+      "learning_rate": 1.0853565909523343e-05,
+      "loss": 1.2238,
+      "step": 16399
+    },
+    {
+      "epoch": 4.884677674565796,
+      "grad_norm": 0.48348134756088257,
+      "learning_rate": 1.0852604859405367e-05,
+      "loss": 1.227,
+      "step": 16400
+    },
+    {
+      "epoch": 4.884975520765464,
+      "grad_norm": 0.27815037965774536,
+      "learning_rate": 1.0851643801354855e-05,
+      "loss": 1.2222,
+      "step": 16401
+    },
+    {
+      "epoch": 4.885273366965134,
+      "grad_norm": 0.40838098526000977,
+      "learning_rate": 1.0850682735380744e-05,
+      "loss": 1.2166,
+      "step": 16402
+    },
+    {
+      "epoch": 4.885571213164802,
+      "grad_norm": 0.3574656546115875,
+      "learning_rate": 1.0849721661491986e-05,
+      "loss": 1.2394,
+      "step": 16403
+    },
+    {
+      "epoch": 4.88586905936447,
+      "grad_norm": 0.653743326663971,
+      "learning_rate": 1.0848760579697519e-05,
+      "loss": 1.2254,
+      "step": 16404
+    },
+    {
+      "epoch": 4.8861669055641395,
+      "grad_norm": 0.26477012038230896,
+      "learning_rate": 1.0847799490006278e-05,
+      "loss": 1.2147,
+      "step": 16405
+    },
+    {
+      "epoch": 4.886464751763808,
+      "grad_norm": 0.3457360863685608,
+      "learning_rate": 1.0846838392427215e-05,
+      "loss": 1.2195,
+      "step": 16406
+    },
+    {
+      "epoch": 4.886762597963477,
+      "grad_norm": 0.2645303010940552,
+      "learning_rate": 1.0845877286969265e-05,
+      "loss": 1.236,
+      "step": 16407
+    },
+    {
+      "epoch": 4.887060444163145,
+      "grad_norm": 0.28887856006622314,
+      "learning_rate": 1.0844916173641369e-05,
+      "loss": 1.2138,
+      "step": 16408
+    },
+    {
+      "epoch": 4.887358290362814,
+      "grad_norm": 0.32342734932899475,
+      "learning_rate": 1.0843955052452475e-05,
+      "loss": 1.2403,
+      "step": 16409
+    },
+    {
+      "epoch": 4.887656136562483,
+      "grad_norm": 0.3168574273586273,
+      "learning_rate": 1.0842993923411523e-05,
+      "loss": 1.2267,
+      "step": 16410
+    },
+    {
+      "epoch": 4.887953982762151,
+      "grad_norm": 0.3962790369987488,
+      "learning_rate": 1.0842032786527452e-05,
+      "loss": 1.2319,
+      "step": 16411
+    },
+    {
+      "epoch": 4.8882518289618195,
+      "grad_norm": 0.42341771721839905,
+      "learning_rate": 1.0841071641809208e-05,
+      "loss": 1.2311,
+      "step": 16412
+    },
+    {
+      "epoch": 4.888549675161489,
+      "grad_norm": 0.26488226652145386,
+      "learning_rate": 1.0840110489265731e-05,
+      "loss": 1.2183,
+      "step": 16413
+    },
+    {
+      "epoch": 4.888847521361157,
+      "grad_norm": 0.3394005298614502,
+      "learning_rate": 1.0839149328905965e-05,
+      "loss": 1.2168,
+      "step": 16414
+    },
+    {
+      "epoch": 4.889145367560825,
+      "grad_norm": 0.29203420877456665,
+      "learning_rate": 1.0838188160738852e-05,
+      "loss": 1.2121,
+      "step": 16415
+    },
+    {
+      "epoch": 4.889443213760495,
+      "grad_norm": 0.5804629325866699,
+      "learning_rate": 1.0837226984773335e-05,
+      "loss": 1.2104,
+      "step": 16416
+    },
+    {
+      "epoch": 4.889741059960163,
+      "grad_norm": 0.5409330129623413,
+      "learning_rate": 1.0836265801018358e-05,
+      "loss": 1.219,
+      "step": 16417
+    },
+    {
+      "epoch": 4.890038906159832,
+      "grad_norm": 0.2707678973674774,
+      "learning_rate": 1.0835304609482859e-05,
+      "loss": 1.2225,
+      "step": 16418
+    },
+    {
+      "epoch": 4.8903367523595005,
+      "grad_norm": 0.46385636925697327,
+      "learning_rate": 1.0834343410175784e-05,
+      "loss": 1.2179,
+      "step": 16419
+    },
+    {
+      "epoch": 4.890634598559169,
+      "grad_norm": 0.3915536105632782,
+      "learning_rate": 1.0833382203106076e-05,
+      "loss": 1.2159,
+      "step": 16420
+    },
+    {
+      "epoch": 4.890932444758838,
+      "grad_norm": 0.2822267711162567,
+      "learning_rate": 1.0832420988282682e-05,
+      "loss": 1.2154,
+      "step": 16421
+    },
+    {
+      "epoch": 4.891230290958506,
+      "grad_norm": 0.441423237323761,
+      "learning_rate": 1.0831459765714536e-05,
+      "loss": 1.2016,
+      "step": 16422
+    },
+    {
+      "epoch": 4.891528137158175,
+      "grad_norm": 0.2737753987312317,
+      "learning_rate": 1.0830498535410587e-05,
+      "loss": 1.2177,
+      "step": 16423
+    },
+    {
+      "epoch": 4.891825983357844,
+      "grad_norm": 0.625218391418457,
+      "learning_rate": 1.082953729737978e-05,
+      "loss": 1.2245,
+      "step": 16424
+    },
+    {
+      "epoch": 4.892123829557512,
+      "grad_norm": 0.38089168071746826,
+      "learning_rate": 1.0828576051631048e-05,
+      "loss": 1.2164,
+      "step": 16425
+    },
+    {
+      "epoch": 4.892421675757181,
+      "grad_norm": 0.2916334569454193,
+      "learning_rate": 1.0827614798173347e-05,
+      "loss": 1.223,
+      "step": 16426
+    },
+    {
+      "epoch": 4.89271952195685,
+      "grad_norm": 0.32069745659828186,
+      "learning_rate": 1.0826653537015615e-05,
+      "loss": 1.2186,
+      "step": 16427
+    },
+    {
+      "epoch": 4.893017368156518,
+      "grad_norm": 0.28550082445144653,
+      "learning_rate": 1.0825692268166794e-05,
+      "loss": 1.2155,
+      "step": 16428
+    },
+    {
+      "epoch": 4.893315214356186,
+      "grad_norm": 0.3154747784137726,
+      "learning_rate": 1.082473099163583e-05,
+      "loss": 1.2046,
+      "step": 16429
+    },
+    {
+      "epoch": 4.893613060555856,
+      "grad_norm": 0.35802021622657776,
+      "learning_rate": 1.0823769707431663e-05,
+      "loss": 1.2329,
+      "step": 16430
+    },
+    {
+      "epoch": 4.893910906755524,
+      "grad_norm": 0.3719880282878876,
+      "learning_rate": 1.0822808415563242e-05,
+      "loss": 1.2279,
+      "step": 16431
+    },
+    {
+      "epoch": 4.894208752955192,
+      "grad_norm": 0.2961256206035614,
+      "learning_rate": 1.0821847116039508e-05,
+      "loss": 1.2018,
+      "step": 16432
+    },
+    {
+      "epoch": 4.8945065991548615,
+      "grad_norm": 0.352282851934433,
+      "learning_rate": 1.0820885808869404e-05,
+      "loss": 1.2299,
+      "step": 16433
+    },
+    {
+      "epoch": 4.89480444535453,
+      "grad_norm": 0.28779590129852295,
+      "learning_rate": 1.0819924494061875e-05,
+      "loss": 1.2112,
+      "step": 16434
+    },
+    {
+      "epoch": 4.895102291554199,
+      "grad_norm": 0.2735520899295807,
+      "learning_rate": 1.0818963171625865e-05,
+      "loss": 1.2135,
+      "step": 16435
+    },
+    {
+      "epoch": 4.895400137753867,
+      "grad_norm": 0.335479199886322,
+      "learning_rate": 1.0818001841570316e-05,
+      "loss": 1.2188,
+      "step": 16436
+    },
+    {
+      "epoch": 4.895697983953536,
+      "grad_norm": 0.2797480523586273,
+      "learning_rate": 1.0817040503904172e-05,
+      "loss": 1.2282,
+      "step": 16437
+    },
+    {
+      "epoch": 4.895995830153205,
+      "grad_norm": 0.2558453679084778,
+      "learning_rate": 1.0816079158636383e-05,
+      "loss": 1.2277,
+      "step": 16438
+    },
+    {
+      "epoch": 4.896293676352873,
+      "grad_norm": 0.32490307092666626,
+      "learning_rate": 1.0815117805775889e-05,
+      "loss": 1.2111,
+      "step": 16439
+    },
+    {
+      "epoch": 4.896591522552542,
+      "grad_norm": 0.25975948572158813,
+      "learning_rate": 1.0814156445331635e-05,
+      "loss": 1.2087,
+      "step": 16440
+    },
+    {
+      "epoch": 4.896889368752211,
+      "grad_norm": 0.3289744555950165,
+      "learning_rate": 1.0813195077312564e-05,
+      "loss": 1.206,
+      "step": 16441
+    },
+    {
+      "epoch": 4.897187214951879,
+      "grad_norm": 0.2599387466907501,
+      "learning_rate": 1.081223370172762e-05,
+      "loss": 1.2208,
+      "step": 16442
+    },
+    {
+      "epoch": 4.8974850611515475,
+      "grad_norm": 0.49145135283470154,
+      "learning_rate": 1.0811272318585745e-05,
+      "loss": 1.2194,
+      "step": 16443
+    },
+    {
+      "epoch": 4.897782907351217,
+      "grad_norm": 0.28819048404693604,
+      "learning_rate": 1.0810310927895897e-05,
+      "loss": 1.1981,
+      "step": 16444
+    },
+    {
+      "epoch": 4.898080753550885,
+      "grad_norm": 0.40600836277008057,
+      "learning_rate": 1.0809349529667006e-05,
+      "loss": 1.2087,
+      "step": 16445
+    },
+    {
+      "epoch": 4.898378599750554,
+      "grad_norm": 0.4209963083267212,
+      "learning_rate": 1.080838812390802e-05,
+      "loss": 1.2194,
+      "step": 16446
+    },
+    {
+      "epoch": 4.898676445950223,
+      "grad_norm": 0.2710931599140167,
+      "learning_rate": 1.0807426710627888e-05,
+      "loss": 1.2169,
+      "step": 16447
+    },
+    {
+      "epoch": 4.898974292149891,
+      "grad_norm": 0.3259083926677704,
+      "learning_rate": 1.0806465289835552e-05,
+      "loss": 1.2131,
+      "step": 16448
+    },
+    {
+      "epoch": 4.89927213834956,
+      "grad_norm": 0.3095962107181549,
+      "learning_rate": 1.0805503861539959e-05,
+      "loss": 1.2287,
+      "step": 16449
+    },
+    {
+      "epoch": 4.899569984549228,
+      "grad_norm": 0.32337522506713867,
+      "learning_rate": 1.0804542425750052e-05,
+      "loss": 1.2082,
+      "step": 16450
+    },
+    {
+      "epoch": 4.899867830748897,
+      "grad_norm": 0.4136713147163391,
+      "learning_rate": 1.0803580982474777e-05,
+      "loss": 1.2041,
+      "step": 16451
+    },
+    {
+      "epoch": 4.900165676948566,
+      "grad_norm": 0.28453126549720764,
+      "learning_rate": 1.0802619531723077e-05,
+      "loss": 1.2072,
+      "step": 16452
+    },
+    {
+      "epoch": 4.900463523148234,
+      "grad_norm": 0.46619874238967896,
+      "learning_rate": 1.08016580735039e-05,
+      "loss": 1.2068,
+      "step": 16453
+    },
+    {
+      "epoch": 4.900761369347903,
+      "grad_norm": 0.4028174877166748,
+      "learning_rate": 1.0800696607826188e-05,
+      "loss": 1.2168,
+      "step": 16454
+    },
+    {
+      "epoch": 4.901059215547572,
+      "grad_norm": 0.3680400252342224,
+      "learning_rate": 1.0799735134698893e-05,
+      "loss": 1.2184,
+      "step": 16455
+    },
+    {
+      "epoch": 4.90135706174724,
+      "grad_norm": 0.613753080368042,
+      "learning_rate": 1.0798773654130951e-05,
+      "loss": 1.227,
+      "step": 16456
+    },
+    {
+      "epoch": 4.901654907946909,
+      "grad_norm": 0.32443124055862427,
+      "learning_rate": 1.0797812166131316e-05,
+      "loss": 1.2075,
+      "step": 16457
+    },
+    {
+      "epoch": 4.901952754146578,
+      "grad_norm": 0.409507155418396,
+      "learning_rate": 1.0796850670708934e-05,
+      "loss": 1.2139,
+      "step": 16458
+    },
+    {
+      "epoch": 4.902250600346246,
+      "grad_norm": 0.2848486602306366,
+      "learning_rate": 1.0795889167872743e-05,
+      "loss": 1.22,
+      "step": 16459
+    },
+    {
+      "epoch": 4.902548446545914,
+      "grad_norm": 0.2892007529735565,
+      "learning_rate": 1.0794927657631689e-05,
+      "loss": 1.1935,
+      "step": 16460
+    },
+    {
+      "epoch": 4.902846292745584,
+      "grad_norm": 0.3312188684940338,
+      "learning_rate": 1.0793966139994723e-05,
+      "loss": 1.226,
+      "step": 16461
+    },
+    {
+      "epoch": 4.903144138945252,
+      "grad_norm": 0.4444887936115265,
+      "learning_rate": 1.0793004614970793e-05,
+      "loss": 1.2277,
+      "step": 16462
+    },
+    {
+      "epoch": 4.903441985144921,
+      "grad_norm": 0.2989336848258972,
+      "learning_rate": 1.0792043082568836e-05,
+      "loss": 1.2244,
+      "step": 16463
+    },
+    {
+      "epoch": 4.9037398313445895,
+      "grad_norm": 0.3596751093864441,
+      "learning_rate": 1.0791081542797805e-05,
+      "loss": 1.2229,
+      "step": 16464
+    },
+    {
+      "epoch": 4.904037677544258,
+      "grad_norm": 0.39726847410202026,
+      "learning_rate": 1.0790119995666649e-05,
+      "loss": 1.2193,
+      "step": 16465
+    },
+    {
+      "epoch": 4.904335523743927,
+      "grad_norm": 0.37603044509887695,
+      "learning_rate": 1.0789158441184302e-05,
+      "loss": 1.2189,
+      "step": 16466
+    },
+    {
+      "epoch": 4.904633369943595,
+      "grad_norm": 0.4337458312511444,
+      "learning_rate": 1.0788196879359718e-05,
+      "loss": 1.2165,
+      "step": 16467
+    },
+    {
+      "epoch": 4.904931216143264,
+      "grad_norm": 0.5279236435890198,
+      "learning_rate": 1.0787235310201847e-05,
+      "loss": 1.2166,
+      "step": 16468
+    },
+    {
+      "epoch": 4.905229062342933,
+      "grad_norm": 0.25897216796875,
+      "learning_rate": 1.078627373371963e-05,
+      "loss": 1.2118,
+      "step": 16469
+    },
+    {
+      "epoch": 4.905526908542601,
+      "grad_norm": 0.27286821603775024,
+      "learning_rate": 1.0785312149922012e-05,
+      "loss": 1.2259,
+      "step": 16470
+    },
+    {
+      "epoch": 4.9058247547422695,
+      "grad_norm": 0.28314799070358276,
+      "learning_rate": 1.0784350558817942e-05,
+      "loss": 1.2219,
+      "step": 16471
+    },
+    {
+      "epoch": 4.906122600941939,
+      "grad_norm": 0.30134689807891846,
+      "learning_rate": 1.0783388960416367e-05,
+      "loss": 1.2227,
+      "step": 16472
+    },
+    {
+      "epoch": 4.906420447141607,
+      "grad_norm": 0.3107009828090668,
+      "learning_rate": 1.0782427354726235e-05,
+      "loss": 1.2111,
+      "step": 16473
+    },
+    {
+      "epoch": 4.906718293341276,
+      "grad_norm": 0.45756450295448303,
+      "learning_rate": 1.0781465741756487e-05,
+      "loss": 1.2211,
+      "step": 16474
+    },
+    {
+      "epoch": 4.907016139540945,
+      "grad_norm": 0.2705390453338623,
+      "learning_rate": 1.0780504121516077e-05,
+      "loss": 1.2275,
+      "step": 16475
+    },
+    {
+      "epoch": 4.907313985740613,
+      "grad_norm": 0.6505392789840698,
+      "learning_rate": 1.0779542494013947e-05,
+      "loss": 1.2343,
+      "step": 16476
+    },
+    {
+      "epoch": 4.907611831940282,
+      "grad_norm": 0.32612910866737366,
+      "learning_rate": 1.0778580859259045e-05,
+      "loss": 1.2083,
+      "step": 16477
+    },
+    {
+      "epoch": 4.9079096781399505,
+      "grad_norm": 0.4365836977958679,
+      "learning_rate": 1.0777619217260317e-05,
+      "loss": 1.2202,
+      "step": 16478
+    },
+    {
+      "epoch": 4.908207524339619,
+      "grad_norm": 0.2678183615207672,
+      "learning_rate": 1.0776657568026712e-05,
+      "loss": 1.2287,
+      "step": 16479
+    },
+    {
+      "epoch": 4.908505370539288,
+      "grad_norm": 0.5058385133743286,
+      "learning_rate": 1.0775695911567175e-05,
+      "loss": 1.2089,
+      "step": 16480
+    },
+    {
+      "epoch": 4.908803216738956,
+      "grad_norm": 0.3062038719654083,
+      "learning_rate": 1.0774734247890655e-05,
+      "loss": 1.2147,
+      "step": 16481
+    },
+    {
+      "epoch": 4.909101062938625,
+      "grad_norm": 0.3651920258998871,
+      "learning_rate": 1.0773772577006101e-05,
+      "loss": 1.2263,
+      "step": 16482
+    },
+    {
+      "epoch": 4.909398909138294,
+      "grad_norm": 0.2616761028766632,
+      "learning_rate": 1.0772810898922455e-05,
+      "loss": 1.2088,
+      "step": 16483
+    },
+    {
+      "epoch": 4.909696755337962,
+      "grad_norm": 0.3940376043319702,
+      "learning_rate": 1.0771849213648663e-05,
+      "loss": 1.217,
+      "step": 16484
+    },
+    {
+      "epoch": 4.9099946015376315,
+      "grad_norm": 0.24980327486991882,
+      "learning_rate": 1.0770887521193682e-05,
+      "loss": 1.2212,
+      "step": 16485
+    },
+    {
+      "epoch": 4.9102924477373,
+      "grad_norm": 0.4014640748500824,
+      "learning_rate": 1.0769925821566455e-05,
+      "loss": 1.2278,
+      "step": 16486
+    },
+    {
+      "epoch": 4.910590293936968,
+      "grad_norm": 0.3518194556236267,
+      "learning_rate": 1.0768964114775923e-05,
+      "loss": 1.2264,
+      "step": 16487
+    },
+    {
+      "epoch": 4.910888140136637,
+      "grad_norm": 0.3278154730796814,
+      "learning_rate": 1.0768002400831042e-05,
+      "loss": 1.2092,
+      "step": 16488
+    },
+    {
+      "epoch": 4.911185986336306,
+      "grad_norm": 0.2689017653465271,
+      "learning_rate": 1.0767040679740757e-05,
+      "loss": 1.2237,
+      "step": 16489
+    },
+    {
+      "epoch": 4.911483832535974,
+      "grad_norm": 0.39677876234054565,
+      "learning_rate": 1.0766078951514014e-05,
+      "loss": 1.2147,
+      "step": 16490
+    },
+    {
+      "epoch": 4.911781678735643,
+      "grad_norm": 0.4278595745563507,
+      "learning_rate": 1.0765117216159763e-05,
+      "loss": 1.2331,
+      "step": 16491
+    },
+    {
+      "epoch": 4.9120795249353115,
+      "grad_norm": 0.30160701274871826,
+      "learning_rate": 1.0764155473686955e-05,
+      "loss": 1.2353,
+      "step": 16492
+    },
+    {
+      "epoch": 4.91237737113498,
+      "grad_norm": 0.33897310495376587,
+      "learning_rate": 1.0763193724104531e-05,
+      "loss": 1.2116,
+      "step": 16493
+    },
+    {
+      "epoch": 4.912675217334649,
+      "grad_norm": 0.2941698133945465,
+      "learning_rate": 1.076223196742144e-05,
+      "loss": 1.2156,
+      "step": 16494
+    },
+    {
+      "epoch": 4.912973063534317,
+      "grad_norm": 0.37687936425209045,
+      "learning_rate": 1.0761270203646632e-05,
+      "loss": 1.2231,
+      "step": 16495
+    },
+    {
+      "epoch": 4.913270909733986,
+      "grad_norm": 0.2899411916732788,
+      "learning_rate": 1.0760308432789058e-05,
+      "loss": 1.2426,
+      "step": 16496
+    },
+    {
+      "epoch": 4.913568755933655,
+      "grad_norm": 0.33309483528137207,
+      "learning_rate": 1.0759346654857663e-05,
+      "loss": 1.2249,
+      "step": 16497
+    },
+    {
+      "epoch": 4.913866602133323,
+      "grad_norm": 0.27459484338760376,
+      "learning_rate": 1.0758384869861393e-05,
+      "loss": 1.2103,
+      "step": 16498
+    },
+    {
+      "epoch": 4.914164448332992,
+      "grad_norm": 0.41233590245246887,
+      "learning_rate": 1.0757423077809203e-05,
+      "loss": 1.2136,
+      "step": 16499
+    },
+    {
+      "epoch": 4.914462294532661,
+      "grad_norm": 0.2641564905643463,
+      "learning_rate": 1.0756461278710038e-05,
+      "loss": 1.2015,
+      "step": 16500
+    },
+    {
+      "epoch": 4.914462294532661,
+      "eval_loss": 1.3246026039123535,
+      "eval_runtime": 21.3127,
+      "eval_samples_per_second": 81.36,
+      "eval_steps_per_second": 5.114,
+      "step": 16500
+    },
+    {
+      "epoch": 4.914760140732329,
+      "grad_norm": 0.4468182921409607,
+      "learning_rate": 1.0755499472572844e-05,
+      "loss": 1.2283,
+      "step": 16501
+    },
+    {
+      "epoch": 4.915057986931998,
+      "grad_norm": 0.3703464865684509,
+      "learning_rate": 1.075453765940657e-05,
+      "loss": 1.2123,
+      "step": 16502
+    },
+    {
+      "epoch": 4.915355833131667,
+      "grad_norm": 0.34836113452911377,
+      "learning_rate": 1.0753575839220168e-05,
+      "loss": 1.1944,
+      "step": 16503
+    },
+    {
+      "epoch": 4.915653679331335,
+      "grad_norm": 0.4428093731403351,
+      "learning_rate": 1.0752614012022583e-05,
+      "loss": 1.2353,
+      "step": 16504
+    },
+    {
+      "epoch": 4.915951525531004,
+      "grad_norm": 0.3108443319797516,
+      "learning_rate": 1.0751652177822768e-05,
+      "loss": 1.228,
+      "step": 16505
+    },
+    {
+      "epoch": 4.916249371730673,
+      "grad_norm": 0.5079678297042847,
+      "learning_rate": 1.075069033662967e-05,
+      "loss": 1.2157,
+      "step": 16506
+    },
+    {
+      "epoch": 4.916547217930341,
+      "grad_norm": 0.2944551706314087,
+      "learning_rate": 1.0749728488452231e-05,
+      "loss": 1.2403,
+      "step": 16507
+    },
+    {
+      "epoch": 4.91684506413001,
+      "grad_norm": 0.4437999725341797,
+      "learning_rate": 1.074876663329941e-05,
+      "loss": 1.2133,
+      "step": 16508
+    },
+    {
+      "epoch": 4.917142910329678,
+      "grad_norm": 0.3734782636165619,
+      "learning_rate": 1.0747804771180154e-05,
+      "loss": 1.2097,
+      "step": 16509
+    },
+    {
+      "epoch": 4.917440756529347,
+      "grad_norm": 0.5850622057914734,
+      "learning_rate": 1.074684290210341e-05,
+      "loss": 1.2154,
+      "step": 16510
+    },
+    {
+      "epoch": 4.917738602729016,
+      "grad_norm": 0.2878182530403137,
+      "learning_rate": 1.0745881026078125e-05,
+      "loss": 1.217,
+      "step": 16511
+    },
+    {
+      "epoch": 4.918036448928684,
+      "grad_norm": 0.5440872311592102,
+      "learning_rate": 1.074491914311325e-05,
+      "loss": 1.2169,
+      "step": 16512
+    },
+    {
+      "epoch": 4.9183342951283535,
+      "grad_norm": 0.2729608714580536,
+      "learning_rate": 1.0743957253217736e-05,
+      "loss": 1.2265,
+      "step": 16513
+    },
+    {
+      "epoch": 4.918632141328022,
+      "grad_norm": 0.45563188195228577,
+      "learning_rate": 1.0742995356400529e-05,
+      "loss": 1.2315,
+      "step": 16514
+    },
+    {
+      "epoch": 4.91892998752769,
+      "grad_norm": 0.2730143666267395,
+      "learning_rate": 1.0742033452670582e-05,
+      "loss": 1.2226,
+      "step": 16515
+    },
+    {
+      "epoch": 4.919227833727359,
+      "grad_norm": 0.3658234179019928,
+      "learning_rate": 1.0741071542036846e-05,
+      "loss": 1.2184,
+      "step": 16516
+    },
+    {
+      "epoch": 4.919525679927028,
+      "grad_norm": 0.3419719338417053,
+      "learning_rate": 1.0740109624508263e-05,
+      "loss": 1.2156,
+      "step": 16517
+    },
+    {
+      "epoch": 4.919823526126696,
+      "grad_norm": 0.4722875654697418,
+      "learning_rate": 1.0739147700093789e-05,
+      "loss": 1.2074,
+      "step": 16518
+    },
+    {
+      "epoch": 4.920121372326365,
+      "grad_norm": 0.27891281247138977,
+      "learning_rate": 1.0738185768802369e-05,
+      "loss": 1.2062,
+      "step": 16519
+    },
+    {
+      "epoch": 4.920419218526034,
+      "grad_norm": 0.34261152148246765,
+      "learning_rate": 1.0737223830642955e-05,
+      "loss": 1.2229,
+      "step": 16520
+    },
+    {
+      "epoch": 4.920717064725702,
+      "grad_norm": 0.2668758034706116,
+      "learning_rate": 1.07362618856245e-05,
+      "loss": 1.2226,
+      "step": 16521
+    },
+    {
+      "epoch": 4.921014910925371,
+      "grad_norm": 0.45938822627067566,
+      "learning_rate": 1.0735299933755947e-05,
+      "loss": 1.2157,
+      "step": 16522
+    },
+    {
+      "epoch": 4.9213127571250395,
+      "grad_norm": 0.2678782343864441,
+      "learning_rate": 1.0734337975046254e-05,
+      "loss": 1.2348,
+      "step": 16523
+    },
+    {
+      "epoch": 4.921610603324709,
+      "grad_norm": 0.3673868179321289,
+      "learning_rate": 1.0733376009504364e-05,
+      "loss": 1.217,
+      "step": 16524
+    },
+    {
+      "epoch": 4.921908449524377,
+      "grad_norm": 0.27473393082618713,
+      "learning_rate": 1.0732414037139228e-05,
+      "loss": 1.2059,
+      "step": 16525
+    },
+    {
+      "epoch": 4.922206295724045,
+      "grad_norm": 0.4587046504020691,
+      "learning_rate": 1.07314520579598e-05,
+      "loss": 1.2276,
+      "step": 16526
+    },
+    {
+      "epoch": 4.922504141923714,
+      "grad_norm": 0.37563133239746094,
+      "learning_rate": 1.0730490071975028e-05,
+      "loss": 1.2076,
+      "step": 16527
+    },
+    {
+      "epoch": 4.922801988123383,
+      "grad_norm": 0.4534524977207184,
+      "learning_rate": 1.0729528079193863e-05,
+      "loss": 1.2489,
+      "step": 16528
+    },
+    {
+      "epoch": 4.923099834323051,
+      "grad_norm": 0.5472278594970703,
+      "learning_rate": 1.072856607962525e-05,
+      "loss": 1.2077,
+      "step": 16529
+    },
+    {
+      "epoch": 4.92339768052272,
+      "grad_norm": 0.2616935074329376,
+      "learning_rate": 1.0727604073278148e-05,
+      "loss": 1.2255,
+      "step": 16530
+    },
+    {
+      "epoch": 4.923695526722389,
+      "grad_norm": 0.31283023953437805,
+      "learning_rate": 1.07266420601615e-05,
+      "loss": 1.2174,
+      "step": 16531
+    },
+    {
+      "epoch": 4.923993372922057,
+      "grad_norm": 0.2985352575778961,
+      "learning_rate": 1.0725680040284263e-05,
+      "loss": 1.2149,
+      "step": 16532
+    },
+    {
+      "epoch": 4.924291219121726,
+      "grad_norm": 0.3567928671836853,
+      "learning_rate": 1.0724718013655384e-05,
+      "loss": 1.2367,
+      "step": 16533
+    },
+    {
+      "epoch": 4.924589065321395,
+      "grad_norm": 0.2781184911727905,
+      "learning_rate": 1.0723755980283809e-05,
+      "loss": 1.2157,
+      "step": 16534
+    },
+    {
+      "epoch": 4.924886911521063,
+      "grad_norm": 0.3470194339752197,
+      "learning_rate": 1.0722793940178498e-05,
+      "loss": 1.2342,
+      "step": 16535
+    },
+    {
+      "epoch": 4.925184757720732,
+      "grad_norm": 0.2665918469429016,
+      "learning_rate": 1.0721831893348393e-05,
+      "loss": 1.2242,
+      "step": 16536
+    },
+    {
+      "epoch": 4.9254826039204005,
+      "grad_norm": 0.30841633677482605,
+      "learning_rate": 1.072086983980245e-05,
+      "loss": 1.2195,
+      "step": 16537
+    },
+    {
+      "epoch": 4.925780450120069,
+      "grad_norm": 0.3293060064315796,
+      "learning_rate": 1.0719907779549619e-05,
+      "loss": 1.2148,
+      "step": 16538
+    },
+    {
+      "epoch": 4.926078296319738,
+      "grad_norm": 0.30947989225387573,
+      "learning_rate": 1.0718945712598852e-05,
+      "loss": 1.2124,
+      "step": 16539
+    },
+    {
+      "epoch": 4.926376142519406,
+      "grad_norm": 0.3894166052341461,
+      "learning_rate": 1.0717983638959097e-05,
+      "loss": 1.2194,
+      "step": 16540
+    },
+    {
+      "epoch": 4.926673988719076,
+      "grad_norm": 0.32728278636932373,
+      "learning_rate": 1.0717021558639306e-05,
+      "loss": 1.2194,
+      "step": 16541
+    },
+    {
+      "epoch": 4.926971834918744,
+      "grad_norm": 0.3462470471858978,
+      "learning_rate": 1.071605947164843e-05,
+      "loss": 1.2083,
+      "step": 16542
+    },
+    {
+      "epoch": 4.927269681118412,
+      "grad_norm": 0.26606592535972595,
+      "learning_rate": 1.0715097377995422e-05,
+      "loss": 1.2075,
+      "step": 16543
+    },
+    {
+      "epoch": 4.9275675273180815,
+      "grad_norm": 0.34016546607017517,
+      "learning_rate": 1.071413527768923e-05,
+      "loss": 1.2253,
+      "step": 16544
+    },
+    {
+      "epoch": 4.92786537351775,
+      "grad_norm": 0.2924135625362396,
+      "learning_rate": 1.0713173170738808e-05,
+      "loss": 1.2282,
+      "step": 16545
+    },
+    {
+      "epoch": 4.928163219717418,
+      "grad_norm": 0.31891173124313354,
+      "learning_rate": 1.0712211057153108e-05,
+      "loss": 1.2275,
+      "step": 16546
+    },
+    {
+      "epoch": 4.928461065917087,
+      "grad_norm": 0.3394494354724884,
+      "learning_rate": 1.0711248936941081e-05,
+      "loss": 1.2095,
+      "step": 16547
+    },
+    {
+      "epoch": 4.928758912116756,
+      "grad_norm": 0.2725721299648285,
+      "learning_rate": 1.0710286810111672e-05,
+      "loss": 1.2046,
+      "step": 16548
+    },
+    {
+      "epoch": 4.929056758316424,
+      "grad_norm": 0.2920966148376465,
+      "learning_rate": 1.070932467667384e-05,
+      "loss": 1.2413,
+      "step": 16549
+    },
+    {
+      "epoch": 4.929354604516093,
+      "grad_norm": 0.4335156977176666,
+      "learning_rate": 1.0708362536636538e-05,
+      "loss": 1.2211,
+      "step": 16550
+    },
+    {
+      "epoch": 4.9296524507157615,
+      "grad_norm": 0.46687009930610657,
+      "learning_rate": 1.0707400390008711e-05,
+      "loss": 1.225,
+      "step": 16551
+    },
+    {
+      "epoch": 4.929950296915431,
+      "grad_norm": 0.3849765658378601,
+      "learning_rate": 1.0706438236799313e-05,
+      "loss": 1.2245,
+      "step": 16552
+    },
+    {
+      "epoch": 4.930248143115099,
+      "grad_norm": 0.3573441207408905,
+      "learning_rate": 1.0705476077017298e-05,
+      "loss": 1.2113,
+      "step": 16553
+    },
+    {
+      "epoch": 4.930545989314767,
+      "grad_norm": 0.4444035291671753,
+      "learning_rate": 1.0704513910671615e-05,
+      "loss": 1.2131,
+      "step": 16554
+    },
+    {
+      "epoch": 4.930843835514437,
+      "grad_norm": 0.33163416385650635,
+      "learning_rate": 1.0703551737771218e-05,
+      "loss": 1.2255,
+      "step": 16555
+    },
+    {
+      "epoch": 4.931141681714105,
+      "grad_norm": 0.4915383458137512,
+      "learning_rate": 1.0702589558325057e-05,
+      "loss": 1.2123,
+      "step": 16556
+    },
+    {
+      "epoch": 4.931439527913773,
+      "grad_norm": 0.29612472653388977,
+      "learning_rate": 1.0701627372342089e-05,
+      "loss": 1.2274,
+      "step": 16557
+    },
+    {
+      "epoch": 4.9317373741134425,
+      "grad_norm": 0.539953887462616,
+      "learning_rate": 1.0700665179831258e-05,
+      "loss": 1.2099,
+      "step": 16558
+    },
+    {
+      "epoch": 4.932035220313111,
+      "grad_norm": 0.35313206911087036,
+      "learning_rate": 1.0699702980801522e-05,
+      "loss": 1.2357,
+      "step": 16559
+    },
+    {
+      "epoch": 4.932333066512779,
+      "grad_norm": 0.43425267934799194,
+      "learning_rate": 1.069874077526183e-05,
+      "loss": 1.2249,
+      "step": 16560
+    },
+    {
+      "epoch": 4.932630912712448,
+      "grad_norm": 0.2519639730453491,
+      "learning_rate": 1.0697778563221137e-05,
+      "loss": 1.2166,
+      "step": 16561
+    },
+    {
+      "epoch": 4.932928758912117,
+      "grad_norm": 0.7543262839317322,
+      "learning_rate": 1.0696816344688394e-05,
+      "loss": 1.213,
+      "step": 16562
+    },
+    {
+      "epoch": 4.933226605111786,
+      "grad_norm": 0.37575799226760864,
+      "learning_rate": 1.0695854119672553e-05,
+      "loss": 1.2345,
+      "step": 16563
+    },
+    {
+      "epoch": 4.933524451311454,
+      "grad_norm": 0.36105549335479736,
+      "learning_rate": 1.069489188818257e-05,
+      "loss": 1.2265,
+      "step": 16564
+    },
+    {
+      "epoch": 4.933822297511123,
+      "grad_norm": 0.32097697257995605,
+      "learning_rate": 1.0693929650227392e-05,
+      "loss": 1.2115,
+      "step": 16565
+    },
+    {
+      "epoch": 4.934120143710791,
+      "grad_norm": 0.3280133008956909,
+      "learning_rate": 1.069296740581597e-05,
+      "loss": 1.2306,
+      "step": 16566
+    },
+    {
+      "epoch": 4.93441798991046,
+      "grad_norm": 0.38967204093933105,
+      "learning_rate": 1.0692005154957265e-05,
+      "loss": 1.2378,
+      "step": 16567
+    },
+    {
+      "epoch": 4.934715836110128,
+      "grad_norm": 0.26550593972206116,
+      "learning_rate": 1.0691042897660226e-05,
+      "loss": 1.2188,
+      "step": 16568
+    },
+    {
+      "epoch": 4.935013682309798,
+      "grad_norm": 0.34446680545806885,
+      "learning_rate": 1.0690080633933803e-05,
+      "loss": 1.2203,
+      "step": 16569
+    },
+    {
+      "epoch": 4.935311528509466,
+      "grad_norm": 0.3465847969055176,
+      "learning_rate": 1.068911836378695e-05,
+      "loss": 1.2089,
+      "step": 16570
+    },
+    {
+      "epoch": 4.935609374709134,
+      "grad_norm": 0.3076886236667633,
+      "learning_rate": 1.0688156087228625e-05,
+      "loss": 1.2128,
+      "step": 16571
+    },
+    {
+      "epoch": 4.9359072209088035,
+      "grad_norm": 0.43502846360206604,
+      "learning_rate": 1.068719380426777e-05,
+      "loss": 1.2222,
+      "step": 16572
+    },
+    {
+      "epoch": 4.936205067108472,
+      "grad_norm": 0.37854209542274475,
+      "learning_rate": 1.0686231514913347e-05,
+      "loss": 1.2309,
+      "step": 16573
+    },
+    {
+      "epoch": 4.93650291330814,
+      "grad_norm": 0.49233517050743103,
+      "learning_rate": 1.0685269219174308e-05,
+      "loss": 1.2329,
+      "step": 16574
+    },
+    {
+      "epoch": 4.936800759507809,
+      "grad_norm": 0.4589947462081909,
+      "learning_rate": 1.0684306917059604e-05,
+      "loss": 1.2298,
+      "step": 16575
+    },
+    {
+      "epoch": 4.937098605707478,
+      "grad_norm": 0.41953331232070923,
+      "learning_rate": 1.0683344608578187e-05,
+      "loss": 1.2264,
+      "step": 16576
+    },
+    {
+      "epoch": 4.937396451907146,
+      "grad_norm": 0.31615251302719116,
+      "learning_rate": 1.0682382293739014e-05,
+      "loss": 1.2115,
+      "step": 16577
+    },
+    {
+      "epoch": 4.937694298106815,
+      "grad_norm": 0.37679243087768555,
+      "learning_rate": 1.0681419972551036e-05,
+      "loss": 1.2176,
+      "step": 16578
+    },
+    {
+      "epoch": 4.937992144306484,
+      "grad_norm": 0.4259312152862549,
+      "learning_rate": 1.0680457645023204e-05,
+      "loss": 1.2218,
+      "step": 16579
+    },
+    {
+      "epoch": 4.938289990506153,
+      "grad_norm": 0.29420703649520874,
+      "learning_rate": 1.0679495311164473e-05,
+      "loss": 1.2267,
+      "step": 16580
+    },
+    {
+      "epoch": 4.938587836705821,
+      "grad_norm": 0.2868013083934784,
+      "learning_rate": 1.0678532970983804e-05,
+      "loss": 1.2311,
+      "step": 16581
+    },
+    {
+      "epoch": 4.9388856829054895,
+      "grad_norm": 0.3442378044128418,
+      "learning_rate": 1.0677570624490138e-05,
+      "loss": 1.2353,
+      "step": 16582
+    },
+    {
+      "epoch": 4.939183529105159,
+      "grad_norm": 0.2716892659664154,
+      "learning_rate": 1.0676608271692437e-05,
+      "loss": 1.2102,
+      "step": 16583
+    },
+    {
+      "epoch": 4.939481375304827,
+      "grad_norm": 0.2793993055820465,
+      "learning_rate": 1.067564591259965e-05,
+      "loss": 1.2019,
+      "step": 16584
+    },
+    {
+      "epoch": 4.939779221504495,
+      "grad_norm": 0.33249780535697937,
+      "learning_rate": 1.0674683547220734e-05,
+      "loss": 1.2233,
+      "step": 16585
+    },
+    {
+      "epoch": 4.9400770677041645,
+      "grad_norm": 0.28556743264198303,
+      "learning_rate": 1.067372117556464e-05,
+      "loss": 1.2233,
+      "step": 16586
+    },
+    {
+      "epoch": 4.940374913903833,
+      "grad_norm": 0.2517443299293518,
+      "learning_rate": 1.0672758797640324e-05,
+      "loss": 1.2298,
+      "step": 16587
+    },
+    {
+      "epoch": 4.940672760103501,
+      "grad_norm": 0.2680200934410095,
+      "learning_rate": 1.067179641345674e-05,
+      "loss": 1.2179,
+      "step": 16588
+    },
+    {
+      "epoch": 4.94097060630317,
+      "grad_norm": 0.26771560311317444,
+      "learning_rate": 1.0670834023022843e-05,
+      "loss": 1.2148,
+      "step": 16589
+    },
+    {
+      "epoch": 4.941268452502839,
+      "grad_norm": 0.3182801902294159,
+      "learning_rate": 1.066987162634758e-05,
+      "loss": 1.2379,
+      "step": 16590
+    },
+    {
+      "epoch": 4.941566298702508,
+      "grad_norm": 0.29841336607933044,
+      "learning_rate": 1.0668909223439912e-05,
+      "loss": 1.2207,
+      "step": 16591
+    },
+    {
+      "epoch": 4.941864144902176,
+      "grad_norm": 0.2742636203765869,
+      "learning_rate": 1.0667946814308792e-05,
+      "loss": 1.2226,
+      "step": 16592
+    },
+    {
+      "epoch": 4.942161991101845,
+      "grad_norm": 0.2781110107898712,
+      "learning_rate": 1.0666984398963171e-05,
+      "loss": 1.2145,
+      "step": 16593
+    },
+    {
+      "epoch": 4.942459837301513,
+      "grad_norm": 0.36052560806274414,
+      "learning_rate": 1.0666021977412007e-05,
+      "loss": 1.2371,
+      "step": 16594
+    },
+    {
+      "epoch": 4.942757683501182,
+      "grad_norm": 0.41813093423843384,
+      "learning_rate": 1.0665059549664252e-05,
+      "loss": 1.2129,
+      "step": 16595
+    },
+    {
+      "epoch": 4.9430555297008505,
+      "grad_norm": 0.2921593487262726,
+      "learning_rate": 1.066409711572886e-05,
+      "loss": 1.2238,
+      "step": 16596
+    },
+    {
+      "epoch": 4.94335337590052,
+      "grad_norm": 0.5107043981552124,
+      "learning_rate": 1.0663134675614788e-05,
+      "loss": 1.2128,
+      "step": 16597
+    },
+    {
+      "epoch": 4.943651222100188,
+      "grad_norm": 0.7092805504798889,
+      "learning_rate": 1.066217222933099e-05,
+      "loss": 1.2299,
+      "step": 16598
+    },
+    {
+      "epoch": 4.943949068299856,
+      "grad_norm": 0.3690491318702698,
+      "learning_rate": 1.0661209776886417e-05,
+      "loss": 1.2131,
+      "step": 16599
+    },
+    {
+      "epoch": 4.944246914499526,
+      "grad_norm": 0.40929409861564636,
+      "learning_rate": 1.0660247318290027e-05,
+      "loss": 1.2132,
+      "step": 16600
+    },
+    {
+      "epoch": 4.944544760699194,
+      "grad_norm": 0.25750359892845154,
+      "learning_rate": 1.065928485355077e-05,
+      "loss": 1.2123,
+      "step": 16601
+    },
+    {
+      "epoch": 4.944842606898862,
+      "grad_norm": 0.3441201150417328,
+      "learning_rate": 1.0658322382677608e-05,
+      "loss": 1.1992,
+      "step": 16602
+    },
+    {
+      "epoch": 4.9451404530985315,
+      "grad_norm": 0.28091517090797424,
+      "learning_rate": 1.065735990567949e-05,
+      "loss": 1.2086,
+      "step": 16603
+    },
+    {
+      "epoch": 4.9454382992982,
+      "grad_norm": 0.32239842414855957,
+      "learning_rate": 1.0656397422565373e-05,
+      "loss": 1.2272,
+      "step": 16604
+    },
+    {
+      "epoch": 4.945736145497868,
+      "grad_norm": 0.34925195574760437,
+      "learning_rate": 1.0655434933344213e-05,
+      "loss": 1.2248,
+      "step": 16605
+    },
+    {
+      "epoch": 4.946033991697537,
+      "grad_norm": 0.3011159896850586,
+      "learning_rate": 1.0654472438024962e-05,
+      "loss": 1.2232,
+      "step": 16606
+    },
+    {
+      "epoch": 4.946331837897206,
+      "grad_norm": 0.4502594470977783,
+      "learning_rate": 1.0653509936616575e-05,
+      "loss": 1.2162,
+      "step": 16607
+    },
+    {
+      "epoch": 4.946629684096875,
+      "grad_norm": 0.3334161639213562,
+      "learning_rate": 1.0652547429128008e-05,
+      "loss": 1.2277,
+      "step": 16608
+    },
+    {
+      "epoch": 4.946927530296543,
+      "grad_norm": 0.2528218924999237,
+      "learning_rate": 1.0651584915568215e-05,
+      "loss": 1.2299,
+      "step": 16609
+    },
+    {
+      "epoch": 4.9472253764962115,
+      "grad_norm": 0.31391286849975586,
+      "learning_rate": 1.0650622395946155e-05,
+      "loss": 1.2095,
+      "step": 16610
+    },
+    {
+      "epoch": 4.947523222695881,
+      "grad_norm": 0.3338140845298767,
+      "learning_rate": 1.0649659870270781e-05,
+      "loss": 1.2225,
+      "step": 16611
+    },
+    {
+      "epoch": 4.947821068895549,
+      "grad_norm": 0.390227735042572,
+      "learning_rate": 1.0648697338551048e-05,
+      "loss": 1.2077,
+      "step": 16612
+    },
+    {
+      "epoch": 4.948118915095217,
+      "grad_norm": 0.3159486949443817,
+      "learning_rate": 1.0647734800795908e-05,
+      "loss": 1.2334,
+      "step": 16613
+    },
+    {
+      "epoch": 4.948416761294887,
+      "grad_norm": 0.4039250910282135,
+      "learning_rate": 1.0646772257014319e-05,
+      "loss": 1.2294,
+      "step": 16614
+    },
+    {
+      "epoch": 4.948714607494555,
+      "grad_norm": 0.2981310784816742,
+      "learning_rate": 1.0645809707215242e-05,
+      "loss": 1.2164,
+      "step": 16615
+    },
+    {
+      "epoch": 4.949012453694223,
+      "grad_norm": 0.2539900541305542,
+      "learning_rate": 1.0644847151407624e-05,
+      "loss": 1.2048,
+      "step": 16616
+    },
+    {
+      "epoch": 4.9493102998938925,
+      "grad_norm": 0.257242888212204,
+      "learning_rate": 1.0643884589600423e-05,
+      "loss": 1.2153,
+      "step": 16617
+    },
+    {
+      "epoch": 4.949608146093561,
+      "grad_norm": 0.33412307500839233,
+      "learning_rate": 1.0642922021802597e-05,
+      "loss": 1.205,
+      "step": 16618
+    },
+    {
+      "epoch": 4.94990599229323,
+      "grad_norm": 0.3598838150501251,
+      "learning_rate": 1.0641959448023099e-05,
+      "loss": 1.2251,
+      "step": 16619
+    },
+    {
+      "epoch": 4.950203838492898,
+      "grad_norm": 0.23968324065208435,
+      "learning_rate": 1.0640996868270885e-05,
+      "loss": 1.2164,
+      "step": 16620
+    },
+    {
+      "epoch": 4.950501684692567,
+      "grad_norm": 0.3048483431339264,
+      "learning_rate": 1.0640034282554912e-05,
+      "loss": 1.2091,
+      "step": 16621
+    },
+    {
+      "epoch": 4.950799530892236,
+      "grad_norm": 0.2794269323348999,
+      "learning_rate": 1.0639071690884138e-05,
+      "loss": 1.2181,
+      "step": 16622
+    },
+    {
+      "epoch": 4.951097377091904,
+      "grad_norm": 0.26282474398612976,
+      "learning_rate": 1.063810909326751e-05,
+      "loss": 1.2193,
+      "step": 16623
+    },
+    {
+      "epoch": 4.951395223291573,
+      "grad_norm": 0.3358785808086395,
+      "learning_rate": 1.0637146489713993e-05,
+      "loss": 1.2326,
+      "step": 16624
+    },
+    {
+      "epoch": 4.951693069491242,
+      "grad_norm": 0.28418686985969543,
+      "learning_rate": 1.0636183880232541e-05,
+      "loss": 1.2107,
+      "step": 16625
+    },
+    {
+      "epoch": 4.95199091569091,
+      "grad_norm": 0.28371039032936096,
+      "learning_rate": 1.0635221264832105e-05,
+      "loss": 1.213,
+      "step": 16626
+    },
+    {
+      "epoch": 4.952288761890578,
+      "grad_norm": 0.26671627163887024,
+      "learning_rate": 1.063425864352165e-05,
+      "loss": 1.1987,
+      "step": 16627
+    },
+    {
+      "epoch": 4.952586608090248,
+      "grad_norm": 0.284598708152771,
+      "learning_rate": 1.0633296016310122e-05,
+      "loss": 1.2128,
+      "step": 16628
+    },
+    {
+      "epoch": 4.952884454289916,
+      "grad_norm": 0.47250860929489136,
+      "learning_rate": 1.0632333383206486e-05,
+      "loss": 1.2312,
+      "step": 16629
+    },
+    {
+      "epoch": 4.953182300489585,
+      "grad_norm": 0.4156145751476288,
+      "learning_rate": 1.0631370744219694e-05,
+      "loss": 1.2304,
+      "step": 16630
+    },
+    {
+      "epoch": 4.9534801466892535,
+      "grad_norm": 0.3234199285507202,
+      "learning_rate": 1.0630408099358697e-05,
+      "loss": 1.218,
+      "step": 16631
+    },
+    {
+      "epoch": 4.953777992888922,
+      "grad_norm": 0.4637068510055542,
+      "learning_rate": 1.0629445448632462e-05,
+      "loss": 1.2133,
+      "step": 16632
+    },
+    {
+      "epoch": 4.95407583908859,
+      "grad_norm": 0.2520059049129486,
+      "learning_rate": 1.062848279204994e-05,
+      "loss": 1.211,
+      "step": 16633
+    },
+    {
+      "epoch": 4.954373685288259,
+      "grad_norm": 0.3065948486328125,
+      "learning_rate": 1.0627520129620087e-05,
+      "loss": 1.2251,
+      "step": 16634
+    },
+    {
+      "epoch": 4.954671531487928,
+      "grad_norm": 0.2537427544593811,
+      "learning_rate": 1.0626557461351862e-05,
+      "loss": 1.204,
+      "step": 16635
+    },
+    {
+      "epoch": 4.954969377687597,
+      "grad_norm": 0.2744297385215759,
+      "learning_rate": 1.0625594787254216e-05,
+      "loss": 1.2239,
+      "step": 16636
+    },
+    {
+      "epoch": 4.955267223887265,
+      "grad_norm": 0.26712867617607117,
+      "learning_rate": 1.0624632107336112e-05,
+      "loss": 1.2185,
+      "step": 16637
+    },
+    {
+      "epoch": 4.955565070086934,
+      "grad_norm": 0.28278082609176636,
+      "learning_rate": 1.0623669421606504e-05,
+      "loss": 1.2089,
+      "step": 16638
+    },
+    {
+      "epoch": 4.955862916286603,
+      "grad_norm": 0.2572941780090332,
+      "learning_rate": 1.0622706730074352e-05,
+      "loss": 1.221,
+      "step": 16639
+    },
+    {
+      "epoch": 4.956160762486271,
+      "grad_norm": 0.2989979684352875,
+      "learning_rate": 1.0621744032748607e-05,
+      "loss": 1.2103,
+      "step": 16640
+    },
+    {
+      "epoch": 4.9564586086859395,
+      "grad_norm": 0.2684837281703949,
+      "learning_rate": 1.0620781329638228e-05,
+      "loss": 1.2171,
+      "step": 16641
+    },
+    {
+      "epoch": 4.956756454885609,
+      "grad_norm": 0.40119245648384094,
+      "learning_rate": 1.0619818620752172e-05,
+      "loss": 1.2245,
+      "step": 16642
+    },
+    {
+      "epoch": 4.957054301085277,
+      "grad_norm": 0.37163183093070984,
+      "learning_rate": 1.0618855906099395e-05,
+      "loss": 1.2182,
+      "step": 16643
+    },
+    {
+      "epoch": 4.957352147284945,
+      "grad_norm": 0.26145032048225403,
+      "learning_rate": 1.0617893185688856e-05,
+      "loss": 1.2386,
+      "step": 16644
+    },
+    {
+      "epoch": 4.9576499934846145,
+      "grad_norm": 0.45826685428619385,
+      "learning_rate": 1.0616930459529513e-05,
+      "loss": 1.2294,
+      "step": 16645
+    },
+    {
+      "epoch": 4.957947839684283,
+      "grad_norm": 0.5881915092468262,
+      "learning_rate": 1.061596772763032e-05,
+      "loss": 1.2201,
+      "step": 16646
+    },
+    {
+      "epoch": 4.958245685883952,
+      "grad_norm": 0.4020099639892578,
+      "learning_rate": 1.0615004990000237e-05,
+      "loss": 1.2128,
+      "step": 16647
+    },
+    {
+      "epoch": 4.95854353208362,
+      "grad_norm": 0.2901490330696106,
+      "learning_rate": 1.0614042246648217e-05,
+      "loss": 1.2284,
+      "step": 16648
+    },
+    {
+      "epoch": 4.958841378283289,
+      "grad_norm": 0.33594927191734314,
+      "learning_rate": 1.0613079497583223e-05,
+      "loss": 1.2197,
+      "step": 16649
+    },
+    {
+      "epoch": 4.959139224482958,
+      "grad_norm": 0.2905789613723755,
+      "learning_rate": 1.0612116742814207e-05,
+      "loss": 1.2082,
+      "step": 16650
+    },
+    {
+      "epoch": 4.959437070682626,
+      "grad_norm": 0.3242633044719696,
+      "learning_rate": 1.0611153982350129e-05,
+      "loss": 1.2226,
+      "step": 16651
+    },
+    {
+      "epoch": 4.959734916882295,
+      "grad_norm": 0.30701521039009094,
+      "learning_rate": 1.0610191216199945e-05,
+      "loss": 1.217,
+      "step": 16652
+    },
+    {
+      "epoch": 4.960032763081964,
+      "grad_norm": 0.5019434690475464,
+      "learning_rate": 1.0609228444372617e-05,
+      "loss": 1.2233,
+      "step": 16653
+    },
+    {
+      "epoch": 4.960330609281632,
+      "grad_norm": 0.688578188419342,
+      "learning_rate": 1.0608265666877095e-05,
+      "loss": 1.2137,
+      "step": 16654
+    },
+    {
+      "epoch": 4.9606284554813005,
+      "grad_norm": 0.32056665420532227,
+      "learning_rate": 1.0607302883722342e-05,
+      "loss": 1.2392,
+      "step": 16655
+    },
+    {
+      "epoch": 4.96092630168097,
+      "grad_norm": 0.7792702317237854,
+      "learning_rate": 1.0606340094917318e-05,
+      "loss": 1.2381,
+      "step": 16656
+    },
+    {
+      "epoch": 4.961224147880638,
+      "grad_norm": 0.3579455316066742,
+      "learning_rate": 1.0605377300470971e-05,
+      "loss": 1.219,
+      "step": 16657
+    },
+    {
+      "epoch": 4.961521994080307,
+      "grad_norm": 0.9020829200744629,
+      "learning_rate": 1.0604414500392269e-05,
+      "loss": 1.2164,
+      "step": 16658
+    },
+    {
+      "epoch": 4.961819840279976,
+      "grad_norm": 0.6582271456718445,
+      "learning_rate": 1.060345169469016e-05,
+      "loss": 1.2373,
+      "step": 16659
+    },
+    {
+      "epoch": 4.962117686479644,
+      "grad_norm": 0.5560967922210693,
+      "learning_rate": 1.0602488883373611e-05,
+      "loss": 1.2232,
+      "step": 16660
+    },
+    {
+      "epoch": 4.962415532679312,
+      "grad_norm": 0.37864935398101807,
+      "learning_rate": 1.0601526066451577e-05,
+      "loss": 1.2243,
+      "step": 16661
+    },
+    {
+      "epoch": 4.9627133788789815,
+      "grad_norm": 0.4254647195339203,
+      "learning_rate": 1.0600563243933012e-05,
+      "loss": 1.2283,
+      "step": 16662
+    },
+    {
+      "epoch": 4.96301122507865,
+      "grad_norm": 0.3214024603366852,
+      "learning_rate": 1.059960041582688e-05,
+      "loss": 1.2108,
+      "step": 16663
+    },
+    {
+      "epoch": 4.963309071278319,
+      "grad_norm": 0.37460124492645264,
+      "learning_rate": 1.0598637582142134e-05,
+      "loss": 1.2047,
+      "step": 16664
+    },
+    {
+      "epoch": 4.963606917477987,
+      "grad_norm": 0.5097197890281677,
+      "learning_rate": 1.0597674742887737e-05,
+      "loss": 1.234,
+      "step": 16665
+    },
+    {
+      "epoch": 4.963904763677656,
+      "grad_norm": 0.29781848192214966,
+      "learning_rate": 1.0596711898072642e-05,
+      "loss": 1.2104,
+      "step": 16666
+    },
+    {
+      "epoch": 4.964202609877325,
+      "grad_norm": 0.4486392140388489,
+      "learning_rate": 1.0595749047705809e-05,
+      "loss": 1.2232,
+      "step": 16667
+    },
+    {
+      "epoch": 4.964500456076993,
+      "grad_norm": 0.2860359251499176,
+      "learning_rate": 1.0594786191796195e-05,
+      "loss": 1.2169,
+      "step": 16668
+    },
+    {
+      "epoch": 4.9647983022766615,
+      "grad_norm": 0.36968132853507996,
+      "learning_rate": 1.0593823330352764e-05,
+      "loss": 1.2283,
+      "step": 16669
+    },
+    {
+      "epoch": 4.965096148476331,
+      "grad_norm": 0.3152136504650116,
+      "learning_rate": 1.0592860463384472e-05,
+      "loss": 1.2331,
+      "step": 16670
+    },
+    {
+      "epoch": 4.965393994675999,
+      "grad_norm": 0.24299803376197815,
+      "learning_rate": 1.0591897590900272e-05,
+      "loss": 1.2054,
+      "step": 16671
+    },
+    {
+      "epoch": 4.965691840875667,
+      "grad_norm": 0.3697117269039154,
+      "learning_rate": 1.0590934712909122e-05,
+      "loss": 1.2058,
+      "step": 16672
+    },
+    {
+      "epoch": 4.965989687075337,
+      "grad_norm": 0.3239505887031555,
+      "learning_rate": 1.0589971829419992e-05,
+      "loss": 1.2104,
+      "step": 16673
+    },
+    {
+      "epoch": 4.966287533275005,
+      "grad_norm": 0.3296203911304474,
+      "learning_rate": 1.0589008940441831e-05,
+      "loss": 1.2199,
+      "step": 16674
+    },
+    {
+      "epoch": 4.966585379474674,
+      "grad_norm": 0.3282039761543274,
+      "learning_rate": 1.05880460459836e-05,
+      "loss": 1.2145,
+      "step": 16675
+    },
+    {
+      "epoch": 4.9668832256743425,
+      "grad_norm": 0.2871517539024353,
+      "learning_rate": 1.0587083146054258e-05,
+      "loss": 1.2284,
+      "step": 16676
+    },
+    {
+      "epoch": 4.967181071874011,
+      "grad_norm": 0.2773374915122986,
+      "learning_rate": 1.058612024066276e-05,
+      "loss": 1.2132,
+      "step": 16677
+    },
+    {
+      "epoch": 4.96747891807368,
+      "grad_norm": 0.264411985874176,
+      "learning_rate": 1.0585157329818069e-05,
+      "loss": 1.2254,
+      "step": 16678
+    },
+    {
+      "epoch": 4.967776764273348,
+      "grad_norm": 0.2909695506095886,
+      "learning_rate": 1.0584194413529145e-05,
+      "loss": 1.2263,
+      "step": 16679
+    },
+    {
+      "epoch": 4.968074610473017,
+      "grad_norm": 0.2745228707790375,
+      "learning_rate": 1.0583231491804946e-05,
+      "loss": 1.2186,
+      "step": 16680
+    },
+    {
+      "epoch": 4.968372456672686,
+      "grad_norm": 0.27479180693626404,
+      "learning_rate": 1.0582268564654427e-05,
+      "loss": 1.2119,
+      "step": 16681
+    },
+    {
+      "epoch": 4.968670302872354,
+      "grad_norm": 0.2838924825191498,
+      "learning_rate": 1.058130563208655e-05,
+      "loss": 1.2305,
+      "step": 16682
+    },
+    {
+      "epoch": 4.9689681490720226,
+      "grad_norm": 0.2745339572429657,
+      "learning_rate": 1.0580342694110272e-05,
+      "loss": 1.2148,
+      "step": 16683
+    },
+    {
+      "epoch": 4.969265995271692,
+      "grad_norm": 0.3092835545539856,
+      "learning_rate": 1.0579379750734557e-05,
+      "loss": 1.2076,
+      "step": 16684
+    },
+    {
+      "epoch": 4.96956384147136,
+      "grad_norm": 0.29313743114471436,
+      "learning_rate": 1.0578416801968359e-05,
+      "loss": 1.2418,
+      "step": 16685
+    },
+    {
+      "epoch": 4.969861687671029,
+      "grad_norm": 0.260153204202652,
+      "learning_rate": 1.0577453847820638e-05,
+      "loss": 1.2173,
+      "step": 16686
+    },
+    {
+      "epoch": 4.970159533870698,
+      "grad_norm": 0.28208646178245544,
+      "learning_rate": 1.0576490888300357e-05,
+      "loss": 1.2278,
+      "step": 16687
+    },
+    {
+      "epoch": 4.970457380070366,
+      "grad_norm": 0.27743834257125854,
+      "learning_rate": 1.057552792341647e-05,
+      "loss": 1.2268,
+      "step": 16688
+    },
+    {
+      "epoch": 4.970755226270035,
+      "grad_norm": 0.278525710105896,
+      "learning_rate": 1.057456495317794e-05,
+      "loss": 1.2212,
+      "step": 16689
+    },
+    {
+      "epoch": 4.9710530724697035,
+      "grad_norm": 0.3726790249347687,
+      "learning_rate": 1.0573601977593724e-05,
+      "loss": 1.221,
+      "step": 16690
+    },
+    {
+      "epoch": 4.971350918669372,
+      "grad_norm": 0.41416075825691223,
+      "learning_rate": 1.0572638996672781e-05,
+      "loss": 1.2207,
+      "step": 16691
+    },
+    {
+      "epoch": 4.971648764869041,
+      "grad_norm": 0.2695554494857788,
+      "learning_rate": 1.0571676010424072e-05,
+      "loss": 1.221,
+      "step": 16692
+    },
+    {
+      "epoch": 4.971946611068709,
+      "grad_norm": 0.36792466044425964,
+      "learning_rate": 1.057071301885656e-05,
+      "loss": 1.2063,
+      "step": 16693
+    },
+    {
+      "epoch": 4.972244457268378,
+      "grad_norm": 0.28067547082901,
+      "learning_rate": 1.0569750021979199e-05,
+      "loss": 1.2353,
+      "step": 16694
+    },
+    {
+      "epoch": 4.972542303468047,
+      "grad_norm": 0.4062131643295288,
+      "learning_rate": 1.0568787019800951e-05,
+      "loss": 1.2273,
+      "step": 16695
+    },
+    {
+      "epoch": 4.972840149667715,
+      "grad_norm": 0.31503891944885254,
+      "learning_rate": 1.0567824012330772e-05,
+      "loss": 1.2109,
+      "step": 16696
+    },
+    {
+      "epoch": 4.9731379958673845,
+      "grad_norm": 0.2861665189266205,
+      "learning_rate": 1.056686099957763e-05,
+      "loss": 1.2136,
+      "step": 16697
+    },
+    {
+      "epoch": 4.973435842067053,
+      "grad_norm": 0.2808992266654968,
+      "learning_rate": 1.0565897981550477e-05,
+      "loss": 1.2074,
+      "step": 16698
+    },
+    {
+      "epoch": 4.973733688266721,
+      "grad_norm": 0.3202911615371704,
+      "learning_rate": 1.0564934958258278e-05,
+      "loss": 1.2055,
+      "step": 16699
+    },
+    {
+      "epoch": 4.9740315344663895,
+      "grad_norm": 0.5615058541297913,
+      "learning_rate": 1.0563971929709988e-05,
+      "loss": 1.2232,
+      "step": 16700
+    },
+    {
+      "epoch": 4.974329380666059,
+      "grad_norm": 0.5817986130714417,
+      "learning_rate": 1.0563008895914569e-05,
+      "loss": 1.2207,
+      "step": 16701
+    },
+    {
+      "epoch": 4.974627226865727,
+      "grad_norm": 0.30600810050964355,
+      "learning_rate": 1.056204585688098e-05,
+      "loss": 1.1981,
+      "step": 16702
+    },
+    {
+      "epoch": 4.974925073065396,
+      "grad_norm": 0.6330814361572266,
+      "learning_rate": 1.0561082812618184e-05,
+      "loss": 1.2219,
+      "step": 16703
+    },
+    {
+      "epoch": 4.9752229192650645,
+      "grad_norm": 0.3917084038257599,
+      "learning_rate": 1.0560119763135143e-05,
+      "loss": 1.2194,
+      "step": 16704
+    },
+    {
+      "epoch": 4.975520765464733,
+      "grad_norm": 0.5173817276954651,
+      "learning_rate": 1.055915670844081e-05,
+      "loss": 1.201,
+      "step": 16705
+    },
+    {
+      "epoch": 4.975818611664402,
+      "grad_norm": 0.4674241244792938,
+      "learning_rate": 1.0558193648544148e-05,
+      "loss": 1.2212,
+      "step": 16706
+    },
+    {
+      "epoch": 4.97611645786407,
+      "grad_norm": 0.48664671182632446,
+      "learning_rate": 1.0557230583454119e-05,
+      "loss": 1.2251,
+      "step": 16707
+    },
+    {
+      "epoch": 4.976414304063739,
+      "grad_norm": 0.4714708924293518,
+      "learning_rate": 1.055626751317968e-05,
+      "loss": 1.2109,
+      "step": 16708
+    },
+    {
+      "epoch": 4.976712150263408,
+      "grad_norm": 0.5601451396942139,
+      "learning_rate": 1.0555304437729795e-05,
+      "loss": 1.2094,
+      "step": 16709
+    },
+    {
+      "epoch": 4.977009996463076,
+      "grad_norm": 0.6209285259246826,
+      "learning_rate": 1.0554341357113423e-05,
+      "loss": 1.2182,
+      "step": 16710
+    },
+    {
+      "epoch": 4.977307842662745,
+      "grad_norm": 0.3429107367992401,
+      "learning_rate": 1.0553378271339523e-05,
+      "loss": 1.2225,
+      "step": 16711
+    },
+    {
+      "epoch": 4.977605688862414,
+      "grad_norm": 0.32052913308143616,
+      "learning_rate": 1.0552415180417057e-05,
+      "loss": 1.2083,
+      "step": 16712
+    },
+    {
+      "epoch": 4.977903535062082,
+      "grad_norm": 0.3625233471393585,
+      "learning_rate": 1.0551452084354982e-05,
+      "loss": 1.23,
+      "step": 16713
+    },
+    {
+      "epoch": 4.978201381261751,
+      "grad_norm": 0.2513951361179352,
+      "learning_rate": 1.0550488983162266e-05,
+      "loss": 1.2109,
+      "step": 16714
+    },
+    {
+      "epoch": 4.97849922746142,
+      "grad_norm": 0.3679635226726532,
+      "learning_rate": 1.0549525876847863e-05,
+      "loss": 1.222,
+      "step": 16715
+    },
+    {
+      "epoch": 4.978797073661088,
+      "grad_norm": 0.2886575758457184,
+      "learning_rate": 1.0548562765420735e-05,
+      "loss": 1.1996,
+      "step": 16716
+    },
+    {
+      "epoch": 4.979094919860757,
+      "grad_norm": 0.2606308162212372,
+      "learning_rate": 1.0547599648889846e-05,
+      "loss": 1.2123,
+      "step": 16717
+    },
+    {
+      "epoch": 4.979392766060426,
+      "grad_norm": 0.38203656673431396,
+      "learning_rate": 1.0546636527264154e-05,
+      "loss": 1.2061,
+      "step": 16718
+    },
+    {
+      "epoch": 4.979690612260094,
+      "grad_norm": 0.26509690284729004,
+      "learning_rate": 1.0545673400552613e-05,
+      "loss": 1.2082,
+      "step": 16719
+    },
+    {
+      "epoch": 4.979988458459763,
+      "grad_norm": 0.4086620807647705,
+      "learning_rate": 1.0544710268764198e-05,
+      "loss": 1.2126,
+      "step": 16720
+    },
+    {
+      "epoch": 4.9802863046594315,
+      "grad_norm": 0.3342956006526947,
+      "learning_rate": 1.0543747131907862e-05,
+      "loss": 1.2151,
+      "step": 16721
+    },
+    {
+      "epoch": 4.9805841508591,
+      "grad_norm": 0.303300678730011,
+      "learning_rate": 1.0542783989992565e-05,
+      "loss": 1.2292,
+      "step": 16722
+    },
+    {
+      "epoch": 4.980881997058769,
+      "grad_norm": 0.322784423828125,
+      "learning_rate": 1.0541820843027268e-05,
+      "loss": 1.2103,
+      "step": 16723
+    },
+    {
+      "epoch": 4.981179843258437,
+      "grad_norm": 0.30369865894317627,
+      "learning_rate": 1.0540857691020934e-05,
+      "loss": 1.2106,
+      "step": 16724
+    },
+    {
+      "epoch": 4.9814776894581065,
+      "grad_norm": 0.2760009765625,
+      "learning_rate": 1.0539894533982524e-05,
+      "loss": 1.213,
+      "step": 16725
+    },
+    {
+      "epoch": 4.981775535657775,
+      "grad_norm": 0.2748645842075348,
+      "learning_rate": 1.0538931371921e-05,
+      "loss": 1.1896,
+      "step": 16726
+    },
+    {
+      "epoch": 4.982073381857443,
+      "grad_norm": 0.29580578207969666,
+      "learning_rate": 1.0537968204845319e-05,
+      "loss": 1.2122,
+      "step": 16727
+    },
+    {
+      "epoch": 4.9823712280571115,
+      "grad_norm": 0.266201376914978,
+      "learning_rate": 1.0537005032764447e-05,
+      "loss": 1.2032,
+      "step": 16728
+    },
+    {
+      "epoch": 4.982669074256781,
+      "grad_norm": 0.3600304126739502,
+      "learning_rate": 1.0536041855687343e-05,
+      "loss": 1.2158,
+      "step": 16729
+    },
+    {
+      "epoch": 4.982966920456449,
+      "grad_norm": 0.41808775067329407,
+      "learning_rate": 1.0535078673622967e-05,
+      "loss": 1.2106,
+      "step": 16730
+    },
+    {
+      "epoch": 4.983264766656118,
+      "grad_norm": 0.3674350380897522,
+      "learning_rate": 1.0534115486580283e-05,
+      "loss": 1.22,
+      "step": 16731
+    },
+    {
+      "epoch": 4.983562612855787,
+      "grad_norm": 0.496549129486084,
+      "learning_rate": 1.053315229456825e-05,
+      "loss": 1.2233,
+      "step": 16732
+    },
+    {
+      "epoch": 4.983860459055455,
+      "grad_norm": 0.4117461144924164,
+      "learning_rate": 1.0532189097595831e-05,
+      "loss": 1.2182,
+      "step": 16733
+    },
+    {
+      "epoch": 4.984158305255124,
+      "grad_norm": 0.5589625239372253,
+      "learning_rate": 1.053122589567199e-05,
+      "loss": 1.2178,
+      "step": 16734
+    },
+    {
+      "epoch": 4.9844561514547925,
+      "grad_norm": 0.4036214351654053,
+      "learning_rate": 1.0530262688805684e-05,
+      "loss": 1.2201,
+      "step": 16735
+    },
+    {
+      "epoch": 4.984753997654461,
+      "grad_norm": 0.38442564010620117,
+      "learning_rate": 1.0529299477005874e-05,
+      "loss": 1.2195,
+      "step": 16736
+    },
+    {
+      "epoch": 4.98505184385413,
+      "grad_norm": 0.4841512143611908,
+      "learning_rate": 1.0528336260281523e-05,
+      "loss": 1.2209,
+      "step": 16737
+    },
+    {
+      "epoch": 4.985349690053798,
+      "grad_norm": 0.2693743109703064,
+      "learning_rate": 1.0527373038641595e-05,
+      "loss": 1.2218,
+      "step": 16738
+    },
+    {
+      "epoch": 4.985647536253467,
+      "grad_norm": 0.5425184965133667,
+      "learning_rate": 1.0526409812095052e-05,
+      "loss": 1.2191,
+      "step": 16739
+    },
+    {
+      "epoch": 4.985945382453136,
+      "grad_norm": 0.33673861622810364,
+      "learning_rate": 1.0525446580650852e-05,
+      "loss": 1.2281,
+      "step": 16740
+    },
+    {
+      "epoch": 4.986243228652804,
+      "grad_norm": 0.4996735453605652,
+      "learning_rate": 1.0524483344317959e-05,
+      "loss": 1.2295,
+      "step": 16741
+    },
+    {
+      "epoch": 4.986541074852473,
+      "grad_norm": 0.3482604920864105,
+      "learning_rate": 1.0523520103105331e-05,
+      "loss": 1.2104,
+      "step": 16742
+    },
+    {
+      "epoch": 4.986838921052142,
+      "grad_norm": 0.26863017678260803,
+      "learning_rate": 1.0522556857021937e-05,
+      "loss": 1.2201,
+      "step": 16743
+    },
+    {
+      "epoch": 4.98713676725181,
+      "grad_norm": 0.31027543544769287,
+      "learning_rate": 1.0521593606076734e-05,
+      "loss": 1.2266,
+      "step": 16744
+    },
+    {
+      "epoch": 4.987434613451479,
+      "grad_norm": 0.26575297117233276,
+      "learning_rate": 1.0520630350278689e-05,
+      "loss": 1.2221,
+      "step": 16745
+    },
+    {
+      "epoch": 4.987732459651148,
+      "grad_norm": 0.27818453311920166,
+      "learning_rate": 1.0519667089636758e-05,
+      "loss": 1.2135,
+      "step": 16746
+    },
+    {
+      "epoch": 4.988030305850816,
+      "grad_norm": 0.3446889817714691,
+      "learning_rate": 1.0518703824159903e-05,
+      "loss": 1.2133,
+      "step": 16747
+    },
+    {
+      "epoch": 4.988328152050485,
+      "grad_norm": 0.2743852734565735,
+      "learning_rate": 1.0517740553857089e-05,
+      "loss": 1.2231,
+      "step": 16748
+    },
+    {
+      "epoch": 4.9886259982501535,
+      "grad_norm": 0.3398355543613434,
+      "learning_rate": 1.051677727873728e-05,
+      "loss": 1.2129,
+      "step": 16749
+    },
+    {
+      "epoch": 4.988923844449822,
+      "grad_norm": 0.3796647787094116,
+      "learning_rate": 1.0515813998809434e-05,
+      "loss": 1.2016,
+      "step": 16750
+    },
+    {
+      "epoch": 4.989221690649491,
+      "grad_norm": 0.30225494503974915,
+      "learning_rate": 1.0514850714082517e-05,
+      "loss": 1.219,
+      "step": 16751
+    },
+    {
+      "epoch": 4.989519536849159,
+      "grad_norm": 0.8262394070625305,
+      "learning_rate": 1.051388742456549e-05,
+      "loss": 1.239,
+      "step": 16752
+    },
+    {
+      "epoch": 4.989817383048829,
+      "grad_norm": 0.515708327293396,
+      "learning_rate": 1.051292413026731e-05,
+      "loss": 1.2234,
+      "step": 16753
+    },
+    {
+      "epoch": 4.990115229248497,
+      "grad_norm": 0.45032769441604614,
+      "learning_rate": 1.0511960831196946e-05,
+      "loss": 1.2183,
+      "step": 16754
+    },
+    {
+      "epoch": 4.990413075448165,
+      "grad_norm": 0.4615631103515625,
+      "learning_rate": 1.051099752736336e-05,
+      "loss": 1.2119,
+      "step": 16755
+    },
+    {
+      "epoch": 4.9907109216478345,
+      "grad_norm": 0.4467100203037262,
+      "learning_rate": 1.0510034218775514e-05,
+      "loss": 1.2253,
+      "step": 16756
+    },
+    {
+      "epoch": 4.991008767847503,
+      "grad_norm": 0.3474428951740265,
+      "learning_rate": 1.0509070905442364e-05,
+      "loss": 1.2064,
+      "step": 16757
+    },
+    {
+      "epoch": 4.991306614047171,
+      "grad_norm": 0.40014272928237915,
+      "learning_rate": 1.0508107587372884e-05,
+      "loss": 1.2208,
+      "step": 16758
+    },
+    {
+      "epoch": 4.99160446024684,
+      "grad_norm": 0.321129709482193,
+      "learning_rate": 1.0507144264576028e-05,
+      "loss": 1.2146,
+      "step": 16759
+    },
+    {
+      "epoch": 4.991902306446509,
+      "grad_norm": 0.2836153209209442,
+      "learning_rate": 1.0506180937060759e-05,
+      "loss": 1.1964,
+      "step": 16760
+    },
+    {
+      "epoch": 4.992200152646177,
+      "grad_norm": 0.44101935625076294,
+      "learning_rate": 1.0505217604836045e-05,
+      "loss": 1.2227,
+      "step": 16761
+    },
+    {
+      "epoch": 4.992497998845846,
+      "grad_norm": 0.2814334034919739,
+      "learning_rate": 1.0504254267910847e-05,
+      "loss": 1.2179,
+      "step": 16762
+    },
+    {
+      "epoch": 4.9927958450455145,
+      "grad_norm": 0.3615776300430298,
+      "learning_rate": 1.0503290926294122e-05,
+      "loss": 1.2043,
+      "step": 16763
+    },
+    {
+      "epoch": 4.993093691245184,
+      "grad_norm": 0.30053389072418213,
+      "learning_rate": 1.050232757999484e-05,
+      "loss": 1.2132,
+      "step": 16764
+    },
+    {
+      "epoch": 4.993391537444852,
+      "grad_norm": 0.3011837303638458,
+      "learning_rate": 1.0501364229021962e-05,
+      "loss": 1.202,
+      "step": 16765
+    },
+    {
+      "epoch": 4.99368938364452,
+      "grad_norm": 0.26689302921295166,
+      "learning_rate": 1.0500400873384446e-05,
+      "loss": 1.2103,
+      "step": 16766
+    },
+    {
+      "epoch": 4.993987229844189,
+      "grad_norm": 0.3297526240348816,
+      "learning_rate": 1.0499437513091263e-05,
+      "loss": 1.2247,
+      "step": 16767
+    },
+    {
+      "epoch": 4.994285076043858,
+      "grad_norm": 0.30646270513534546,
+      "learning_rate": 1.049847414815137e-05,
+      "loss": 1.2096,
+      "step": 16768
+    },
+    {
+      "epoch": 4.994582922243526,
+      "grad_norm": 0.31208336353302,
+      "learning_rate": 1.0497510778573733e-05,
+      "loss": 1.2111,
+      "step": 16769
+    },
+    {
+      "epoch": 4.9948807684431955,
+      "grad_norm": 0.2566390335559845,
+      "learning_rate": 1.0496547404367314e-05,
+      "loss": 1.2269,
+      "step": 16770
+    },
+    {
+      "epoch": 4.995178614642864,
+      "grad_norm": 0.3259469270706177,
+      "learning_rate": 1.0495584025541077e-05,
+      "loss": 1.2038,
+      "step": 16771
+    },
+    {
+      "epoch": 4.995476460842532,
+      "grad_norm": 0.2688966393470764,
+      "learning_rate": 1.049462064210398e-05,
+      "loss": 1.2179,
+      "step": 16772
+    },
+    {
+      "epoch": 4.995774307042201,
+      "grad_norm": 0.24849647283554077,
+      "learning_rate": 1.0493657254064995e-05,
+      "loss": 1.215,
+      "step": 16773
+    },
+    {
+      "epoch": 4.99607215324187,
+      "grad_norm": 0.2939499616622925,
+      "learning_rate": 1.049269386143308e-05,
+      "loss": 1.1907,
+      "step": 16774
+    },
+    {
+      "epoch": 4.996369999441538,
+      "grad_norm": 0.2791326642036438,
+      "learning_rate": 1.04917304642172e-05,
+      "loss": 1.2196,
+      "step": 16775
+    },
+    {
+      "epoch": 4.996667845641207,
+      "grad_norm": 0.28479069471359253,
+      "learning_rate": 1.0490767062426314e-05,
+      "loss": 1.2281,
+      "step": 16776
+    },
+    {
+      "epoch": 4.996965691840876,
+      "grad_norm": 0.5685864686965942,
+      "learning_rate": 1.0489803656069392e-05,
+      "loss": 1.2241,
+      "step": 16777
+    },
+    {
+      "epoch": 4.997263538040544,
+      "grad_norm": 0.43502071499824524,
+      "learning_rate": 1.0488840245155392e-05,
+      "loss": 1.2231,
+      "step": 16778
+    },
+    {
+      "epoch": 4.997561384240213,
+      "grad_norm": 0.420467346906662,
+      "learning_rate": 1.0487876829693283e-05,
+      "loss": 1.2031,
+      "step": 16779
+    },
+    {
+      "epoch": 4.9978592304398815,
+      "grad_norm": 0.4691842198371887,
+      "learning_rate": 1.0486913409692022e-05,
+      "loss": 1.2187,
+      "step": 16780
+    },
+    {
+      "epoch": 4.998157076639551,
+      "grad_norm": 0.3853599727153778,
+      "learning_rate": 1.0485949985160575e-05,
+      "loss": 1.221,
+      "step": 16781
+    },
+    {
+      "epoch": 4.998454922839219,
+      "grad_norm": 0.5169789791107178,
+      "learning_rate": 1.048498655610791e-05,
+      "loss": 1.2123,
+      "step": 16782
+    },
+    {
+      "epoch": 4.998752769038887,
+      "grad_norm": 0.30979102849960327,
+      "learning_rate": 1.0484023122542983e-05,
+      "loss": 1.2158,
+      "step": 16783
+    },
+    {
+      "epoch": 4.9990506152385565,
+      "grad_norm": 0.35916584730148315,
+      "learning_rate": 1.0483059684474764e-05,
+      "loss": 1.1891,
+      "step": 16784
+    },
+    {
+      "epoch": 4.999348461438225,
+      "grad_norm": 0.3863771855831146,
+      "learning_rate": 1.0482096241912211e-05,
+      "loss": 1.2279,
+      "step": 16785
+    },
+    {
+      "epoch": 4.999646307637893,
+      "grad_norm": 0.32903555035591125,
+      "learning_rate": 1.0481132794864298e-05,
+      "loss": 1.2017,
+      "step": 16786
+    },
+    {
+      "epoch": 4.999944153837562,
+      "grad_norm": 0.3094794452190399,
+      "learning_rate": 1.0480169343339976e-05,
+      "loss": 1.2045,
+      "step": 16787
+    },
+    {
+      "epoch": 5.000242000037231,
+      "grad_norm": 0.2456616908311844,
+      "learning_rate": 1.0479205887348216e-05,
+      "loss": 1.2252,
+      "step": 16788
+    },
+    {
+      "epoch": 5.000539846236899,
+      "grad_norm": 0.3059477210044861,
+      "learning_rate": 1.0478242426897982e-05,
+      "loss": 1.2404,
+      "step": 16789
+    },
+    {
+      "epoch": 5.000837692436568,
+      "grad_norm": 0.2795867621898651,
+      "learning_rate": 1.0477278961998236e-05,
+      "loss": 1.197,
+      "step": 16790
+    },
+    {
+      "epoch": 5.001135538636237,
+      "grad_norm": 0.35036084055900574,
+      "learning_rate": 1.047631549265794e-05,
+      "loss": 1.2122,
+      "step": 16791
+    },
+    {
+      "epoch": 5.001433384835905,
+      "grad_norm": 0.24780143797397614,
+      "learning_rate": 1.0475352018886067e-05,
+      "loss": 1.2192,
+      "step": 16792
+    },
+    {
+      "epoch": 5.001731231035574,
+      "grad_norm": 0.2544531524181366,
+      "learning_rate": 1.0474388540691569e-05,
+      "loss": 1.2197,
+      "step": 16793
+    },
+    {
+      "epoch": 5.0020290772352425,
+      "grad_norm": 0.35282015800476074,
+      "learning_rate": 1.0473425058083418e-05,
+      "loss": 1.2164,
+      "step": 16794
+    },
+    {
+      "epoch": 5.002326923434912,
+      "grad_norm": 0.33501848578453064,
+      "learning_rate": 1.0472461571070574e-05,
+      "loss": 1.2349,
+      "step": 16795
+    },
+    {
+      "epoch": 5.00262476963458,
+      "grad_norm": 0.24779658019542694,
+      "learning_rate": 1.0471498079662001e-05,
+      "loss": 1.2159,
+      "step": 16796
+    },
+    {
+      "epoch": 5.002922615834248,
+      "grad_norm": 0.3270301818847656,
+      "learning_rate": 1.0470534583866669e-05,
+      "loss": 1.2143,
+      "step": 16797
+    },
+    {
+      "epoch": 5.003220462033918,
+      "grad_norm": 0.3353484570980072,
+      "learning_rate": 1.0469571083693538e-05,
+      "loss": 1.2297,
+      "step": 16798
+    },
+    {
+      "epoch": 5.003518308233586,
+      "grad_norm": 0.3318248689174652,
+      "learning_rate": 1.0468607579151574e-05,
+      "loss": 1.213,
+      "step": 16799
+    },
+    {
+      "epoch": 5.003816154433254,
+      "grad_norm": 0.5154165625572205,
+      "learning_rate": 1.0467644070249736e-05,
+      "loss": 1.2114,
+      "step": 16800
+    },
+    {
+      "epoch": 5.004114000632923,
+      "grad_norm": 0.2916905879974365,
+      "learning_rate": 1.0466680556996994e-05,
+      "loss": 1.2323,
+      "step": 16801
+    },
+    {
+      "epoch": 5.004411846832592,
+      "grad_norm": 0.7062249183654785,
+      "learning_rate": 1.046571703940231e-05,
+      "loss": 1.2052,
+      "step": 16802
+    },
+    {
+      "epoch": 5.00470969303226,
+      "grad_norm": 0.28323349356651306,
+      "learning_rate": 1.046475351747465e-05,
+      "loss": 1.2076,
+      "step": 16803
+    },
+    {
+      "epoch": 5.005007539231929,
+      "grad_norm": 0.6860963702201843,
+      "learning_rate": 1.046378999122298e-05,
+      "loss": 1.2258,
+      "step": 16804
+    },
+    {
+      "epoch": 5.005305385431598,
+      "grad_norm": 0.45981213450431824,
+      "learning_rate": 1.046282646065626e-05,
+      "loss": 1.2151,
+      "step": 16805
+    },
+    {
+      "epoch": 5.005603231631266,
+      "grad_norm": 0.4969659149646759,
+      "learning_rate": 1.0461862925783457e-05,
+      "loss": 1.2304,
+      "step": 16806
+    },
+    {
+      "epoch": 5.005901077830935,
+      "grad_norm": 0.5255463123321533,
+      "learning_rate": 1.0460899386613537e-05,
+      "loss": 1.2139,
+      "step": 16807
+    },
+    {
+      "epoch": 5.0061989240306035,
+      "grad_norm": 0.31206822395324707,
+      "learning_rate": 1.045993584315546e-05,
+      "loss": 1.2146,
+      "step": 16808
+    },
+    {
+      "epoch": 5.006496770230273,
+      "grad_norm": 0.36263447999954224,
+      "learning_rate": 1.0458972295418196e-05,
+      "loss": 1.2387,
+      "step": 16809
+    },
+    {
+      "epoch": 5.006794616429941,
+      "grad_norm": 0.31523358821868896,
+      "learning_rate": 1.045800874341071e-05,
+      "loss": 1.2408,
+      "step": 16810
+    },
+    {
+      "epoch": 5.007092462629609,
+      "grad_norm": 0.26450997591018677,
+      "learning_rate": 1.0457045187141962e-05,
+      "loss": 1.2104,
+      "step": 16811
+    },
+    {
+      "epoch": 5.007390308829279,
+      "grad_norm": 0.33075958490371704,
+      "learning_rate": 1.0456081626620918e-05,
+      "loss": 1.2293,
+      "step": 16812
+    },
+    {
+      "epoch": 5.007688155028947,
+      "grad_norm": 0.34704312682151794,
+      "learning_rate": 1.0455118061856546e-05,
+      "loss": 1.2166,
+      "step": 16813
+    },
+    {
+      "epoch": 5.007986001228615,
+      "grad_norm": 0.40252599120140076,
+      "learning_rate": 1.0454154492857806e-05,
+      "loss": 1.22,
+      "step": 16814
+    },
+    {
+      "epoch": 5.0082838474282845,
+      "grad_norm": 0.31370943784713745,
+      "learning_rate": 1.0453190919633669e-05,
+      "loss": 1.2253,
+      "step": 16815
+    },
+    {
+      "epoch": 5.008581693627953,
+      "grad_norm": 0.28903695940971375,
+      "learning_rate": 1.0452227342193098e-05,
+      "loss": 1.2191,
+      "step": 16816
+    },
+    {
+      "epoch": 5.008879539827621,
+      "grad_norm": 0.3101347088813782,
+      "learning_rate": 1.0451263760545054e-05,
+      "loss": 1.2165,
+      "step": 16817
+    },
+    {
+      "epoch": 5.00917738602729,
+      "grad_norm": 0.3071835935115814,
+      "learning_rate": 1.0450300174698505e-05,
+      "loss": 1.1955,
+      "step": 16818
+    },
+    {
+      "epoch": 5.009475232226959,
+      "grad_norm": 0.38228222727775574,
+      "learning_rate": 1.0449336584662413e-05,
+      "loss": 1.2072,
+      "step": 16819
+    },
+    {
+      "epoch": 5.009773078426628,
+      "grad_norm": 0.4122900664806366,
+      "learning_rate": 1.0448372990445752e-05,
+      "loss": 1.1978,
+      "step": 16820
+    },
+    {
+      "epoch": 5.010070924626296,
+      "grad_norm": 0.3079754412174225,
+      "learning_rate": 1.0447409392057479e-05,
+      "loss": 1.2248,
+      "step": 16821
+    },
+    {
+      "epoch": 5.0103687708259645,
+      "grad_norm": 0.3712056577205658,
+      "learning_rate": 1.0446445789506561e-05,
+      "loss": 1.213,
+      "step": 16822
+    },
+    {
+      "epoch": 5.010666617025634,
+      "grad_norm": 0.26759687066078186,
+      "learning_rate": 1.0445482182801964e-05,
+      "loss": 1.2028,
+      "step": 16823
+    },
+    {
+      "epoch": 5.010964463225302,
+      "grad_norm": 0.5693494081497192,
+      "learning_rate": 1.044451857195265e-05,
+      "loss": 1.2246,
+      "step": 16824
+    },
+    {
+      "epoch": 5.01126230942497,
+      "grad_norm": 0.2638775706291199,
+      "learning_rate": 1.0443554956967592e-05,
+      "loss": 1.2216,
+      "step": 16825
+    },
+    {
+      "epoch": 5.01156015562464,
+      "grad_norm": 0.4996988773345947,
+      "learning_rate": 1.044259133785575e-05,
+      "loss": 1.2302,
+      "step": 16826
+    },
+    {
+      "epoch": 5.011858001824308,
+      "grad_norm": 0.3001219928264618,
+      "learning_rate": 1.044162771462609e-05,
+      "loss": 1.2087,
+      "step": 16827
+    },
+    {
+      "epoch": 5.012155848023976,
+      "grad_norm": 0.3501885235309601,
+      "learning_rate": 1.0440664087287575e-05,
+      "loss": 1.2154,
+      "step": 16828
+    },
+    {
+      "epoch": 5.0124536942236455,
+      "grad_norm": 0.2479260414838791,
+      "learning_rate": 1.0439700455849176e-05,
+      "loss": 1.2149,
+      "step": 16829
+    },
+    {
+      "epoch": 5.012751540423314,
+      "grad_norm": 0.3943127691745758,
+      "learning_rate": 1.0438736820319855e-05,
+      "loss": 1.2112,
+      "step": 16830
+    },
+    {
+      "epoch": 5.013049386622982,
+      "grad_norm": 0.3294520676136017,
+      "learning_rate": 1.0437773180708575e-05,
+      "loss": 1.215,
+      "step": 16831
+    },
+    {
+      "epoch": 5.013347232822651,
+      "grad_norm": 0.25596147775650024,
+      "learning_rate": 1.0436809537024309e-05,
+      "loss": 1.2236,
+      "step": 16832
+    },
+    {
+      "epoch": 5.01364507902232,
+      "grad_norm": 0.2845492362976074,
+      "learning_rate": 1.0435845889276018e-05,
+      "loss": 1.2239,
+      "step": 16833
+    },
+    {
+      "epoch": 5.013942925221989,
+      "grad_norm": 0.2554742097854614,
+      "learning_rate": 1.0434882237472666e-05,
+      "loss": 1.219,
+      "step": 16834
+    },
+    {
+      "epoch": 5.014240771421657,
+      "grad_norm": 0.28055235743522644,
+      "learning_rate": 1.043391858162322e-05,
+      "loss": 1.2077,
+      "step": 16835
+    },
+    {
+      "epoch": 5.014538617621326,
+      "grad_norm": 0.290095716714859,
+      "learning_rate": 1.0432954921736646e-05,
+      "loss": 1.2185,
+      "step": 16836
+    },
+    {
+      "epoch": 5.014836463820995,
+      "grad_norm": 0.26479220390319824,
+      "learning_rate": 1.0431991257821911e-05,
+      "loss": 1.2041,
+      "step": 16837
+    },
+    {
+      "epoch": 5.015134310020663,
+      "grad_norm": 0.27861976623535156,
+      "learning_rate": 1.043102758988798e-05,
+      "loss": 1.2362,
+      "step": 16838
+    },
+    {
+      "epoch": 5.0154321562203314,
+      "grad_norm": 0.29868316650390625,
+      "learning_rate": 1.043006391794382e-05,
+      "loss": 1.2242,
+      "step": 16839
+    },
+    {
+      "epoch": 5.015730002420001,
+      "grad_norm": 0.28946223855018616,
+      "learning_rate": 1.0429100241998395e-05,
+      "loss": 1.2185,
+      "step": 16840
+    },
+    {
+      "epoch": 5.016027848619669,
+      "grad_norm": 0.3949662148952484,
+      "learning_rate": 1.0428136562060673e-05,
+      "loss": 1.2255,
+      "step": 16841
+    },
+    {
+      "epoch": 5.016325694819337,
+      "grad_norm": 0.32382822036743164,
+      "learning_rate": 1.0427172878139615e-05,
+      "loss": 1.2142,
+      "step": 16842
+    },
+    {
+      "epoch": 5.0166235410190065,
+      "grad_norm": 0.2649022936820984,
+      "learning_rate": 1.0426209190244193e-05,
+      "loss": 1.2183,
+      "step": 16843
+    },
+    {
+      "epoch": 5.016921387218675,
+      "grad_norm": 0.2537255585193634,
+      "learning_rate": 1.0425245498383372e-05,
+      "loss": 1.2207,
+      "step": 16844
+    },
+    {
+      "epoch": 5.017219233418343,
+      "grad_norm": 0.25246289372444153,
+      "learning_rate": 1.0424281802566114e-05,
+      "loss": 1.2226,
+      "step": 16845
+    },
+    {
+      "epoch": 5.017517079618012,
+      "grad_norm": 0.29220494627952576,
+      "learning_rate": 1.042331810280139e-05,
+      "loss": 1.2143,
+      "step": 16846
+    },
+    {
+      "epoch": 5.017814925817681,
+      "grad_norm": 0.25921738147735596,
+      "learning_rate": 1.0422354399098165e-05,
+      "loss": 1.2365,
+      "step": 16847
+    },
+    {
+      "epoch": 5.01811277201735,
+      "grad_norm": 0.3867584466934204,
+      "learning_rate": 1.04213906914654e-05,
+      "loss": 1.2081,
+      "step": 16848
+    },
+    {
+      "epoch": 5.018410618217018,
+      "grad_norm": 0.3751278817653656,
+      "learning_rate": 1.0420426979912068e-05,
+      "loss": 1.2161,
+      "step": 16849
+    },
+    {
+      "epoch": 5.018708464416687,
+      "grad_norm": 0.329056054353714,
+      "learning_rate": 1.0419463264447133e-05,
+      "loss": 1.2059,
+      "step": 16850
+    },
+    {
+      "epoch": 5.019006310616356,
+      "grad_norm": 0.3369464576244354,
+      "learning_rate": 1.0418499545079562e-05,
+      "loss": 1.2106,
+      "step": 16851
+    },
+    {
+      "epoch": 5.019304156816024,
+      "grad_norm": 0.27653270959854126,
+      "learning_rate": 1.0417535821818319e-05,
+      "loss": 1.2201,
+      "step": 16852
+    },
+    {
+      "epoch": 5.0196020030156925,
+      "grad_norm": 0.2683281898498535,
+      "learning_rate": 1.041657209467237e-05,
+      "loss": 1.2077,
+      "step": 16853
+    },
+    {
+      "epoch": 5.019899849215362,
+      "grad_norm": 0.4458148181438446,
+      "learning_rate": 1.0415608363650685e-05,
+      "loss": 1.2174,
+      "step": 16854
+    },
+    {
+      "epoch": 5.02019769541503,
+      "grad_norm": 0.30316099524497986,
+      "learning_rate": 1.0414644628762227e-05,
+      "loss": 1.2164,
+      "step": 16855
+    },
+    {
+      "epoch": 5.020495541614698,
+      "grad_norm": 0.40766316652297974,
+      "learning_rate": 1.0413680890015965e-05,
+      "loss": 1.2128,
+      "step": 16856
+    },
+    {
+      "epoch": 5.020793387814368,
+      "grad_norm": 0.500697672367096,
+      "learning_rate": 1.0412717147420866e-05,
+      "loss": 1.2112,
+      "step": 16857
+    },
+    {
+      "epoch": 5.021091234014036,
+      "grad_norm": 0.2633652985095978,
+      "learning_rate": 1.0411753400985894e-05,
+      "loss": 1.2026,
+      "step": 16858
+    },
+    {
+      "epoch": 5.021389080213704,
+      "grad_norm": 0.42190057039260864,
+      "learning_rate": 1.0410789650720016e-05,
+      "loss": 1.2165,
+      "step": 16859
+    },
+    {
+      "epoch": 5.021686926413373,
+      "grad_norm": 0.2626347541809082,
+      "learning_rate": 1.0409825896632198e-05,
+      "loss": 1.2153,
+      "step": 16860
+    },
+    {
+      "epoch": 5.021984772613042,
+      "grad_norm": 0.5549313426017761,
+      "learning_rate": 1.040886213873141e-05,
+      "loss": 1.2187,
+      "step": 16861
+    },
+    {
+      "epoch": 5.022282618812711,
+      "grad_norm": 0.36056095361709595,
+      "learning_rate": 1.0407898377026615e-05,
+      "loss": 1.2166,
+      "step": 16862
+    },
+    {
+      "epoch": 5.022580465012379,
+      "grad_norm": 0.4121907353401184,
+      "learning_rate": 1.0406934611526785e-05,
+      "loss": 1.2091,
+      "step": 16863
+    },
+    {
+      "epoch": 5.022878311212048,
+      "grad_norm": 0.29632169008255005,
+      "learning_rate": 1.040597084224088e-05,
+      "loss": 1.2185,
+      "step": 16864
+    },
+    {
+      "epoch": 5.023176157411717,
+      "grad_norm": 0.4148094654083252,
+      "learning_rate": 1.0405007069177869e-05,
+      "loss": 1.2176,
+      "step": 16865
+    },
+    {
+      "epoch": 5.023474003611385,
+      "grad_norm": 0.31199824810028076,
+      "learning_rate": 1.0404043292346722e-05,
+      "loss": 1.2217,
+      "step": 16866
+    },
+    {
+      "epoch": 5.0237718498110535,
+      "grad_norm": 0.39971500635147095,
+      "learning_rate": 1.04030795117564e-05,
+      "loss": 1.2261,
+      "step": 16867
+    },
+    {
+      "epoch": 5.024069696010723,
+      "grad_norm": 0.35686275362968445,
+      "learning_rate": 1.040211572741588e-05,
+      "loss": 1.2113,
+      "step": 16868
+    },
+    {
+      "epoch": 5.024367542210391,
+      "grad_norm": 0.36970195174217224,
+      "learning_rate": 1.0401151939334118e-05,
+      "loss": 1.1995,
+      "step": 16869
+    },
+    {
+      "epoch": 5.024665388410059,
+      "grad_norm": 0.34617671370506287,
+      "learning_rate": 1.0400188147520084e-05,
+      "loss": 1.1871,
+      "step": 16870
+    },
+    {
+      "epoch": 5.024963234609729,
+      "grad_norm": 0.3224303424358368,
+      "learning_rate": 1.0399224351982748e-05,
+      "loss": 1.2256,
+      "step": 16871
+    },
+    {
+      "epoch": 5.025261080809397,
+      "grad_norm": 0.3524259328842163,
+      "learning_rate": 1.0398260552731076e-05,
+      "loss": 1.2142,
+      "step": 16872
+    },
+    {
+      "epoch": 5.025558927009065,
+      "grad_norm": 0.3058825433254242,
+      "learning_rate": 1.0397296749774034e-05,
+      "loss": 1.2107,
+      "step": 16873
+    },
+    {
+      "epoch": 5.0258567732087345,
+      "grad_norm": 0.34864315390586853,
+      "learning_rate": 1.0396332943120593e-05,
+      "loss": 1.2073,
+      "step": 16874
+    },
+    {
+      "epoch": 5.026154619408403,
+      "grad_norm": 0.42834699153900146,
+      "learning_rate": 1.0395369132779713e-05,
+      "loss": 1.2065,
+      "step": 16875
+    },
+    {
+      "epoch": 5.026452465608072,
+      "grad_norm": 0.25437748432159424,
+      "learning_rate": 1.0394405318760365e-05,
+      "loss": 1.2193,
+      "step": 16876
+    },
+    {
+      "epoch": 5.02675031180774,
+      "grad_norm": 0.3262318968772888,
+      "learning_rate": 1.0393441501071517e-05,
+      "loss": 1.2304,
+      "step": 16877
+    },
+    {
+      "epoch": 5.027048158007409,
+      "grad_norm": 0.3492392897605896,
+      "learning_rate": 1.0392477679722135e-05,
+      "loss": 1.2346,
+      "step": 16878
+    },
+    {
+      "epoch": 5.027346004207078,
+      "grad_norm": 0.31459948420524597,
+      "learning_rate": 1.0391513854721187e-05,
+      "loss": 1.2128,
+      "step": 16879
+    },
+    {
+      "epoch": 5.027643850406746,
+      "grad_norm": 0.4275921881198883,
+      "learning_rate": 1.0390550026077642e-05,
+      "loss": 1.2092,
+      "step": 16880
+    },
+    {
+      "epoch": 5.0279416966064145,
+      "grad_norm": 0.27070149779319763,
+      "learning_rate": 1.0389586193800462e-05,
+      "loss": 1.2135,
+      "step": 16881
+    },
+    {
+      "epoch": 5.028239542806084,
+      "grad_norm": 0.7566307187080383,
+      "learning_rate": 1.0388622357898621e-05,
+      "loss": 1.2071,
+      "step": 16882
+    },
+    {
+      "epoch": 5.028537389005752,
+      "grad_norm": 0.4427952170372009,
+      "learning_rate": 1.0387658518381078e-05,
+      "loss": 1.2148,
+      "step": 16883
+    },
+    {
+      "epoch": 5.02883523520542,
+      "grad_norm": 0.6872209906578064,
+      "learning_rate": 1.038669467525681e-05,
+      "loss": 1.2323,
+      "step": 16884
+    },
+    {
+      "epoch": 5.02913308140509,
+      "grad_norm": 0.30873167514801025,
+      "learning_rate": 1.038573082853478e-05,
+      "loss": 1.1977,
+      "step": 16885
+    },
+    {
+      "epoch": 5.029430927604758,
+      "grad_norm": 0.7701168060302734,
+      "learning_rate": 1.0384766978223954e-05,
+      "loss": 1.206,
+      "step": 16886
+    },
+    {
+      "epoch": 5.029728773804427,
+      "grad_norm": 0.3259108066558838,
+      "learning_rate": 1.0383803124333302e-05,
+      "loss": 1.2131,
+      "step": 16887
+    },
+    {
+      "epoch": 5.0300266200040955,
+      "grad_norm": 0.4072898030281067,
+      "learning_rate": 1.038283926687179e-05,
+      "loss": 1.2214,
+      "step": 16888
+    },
+    {
+      "epoch": 5.030324466203764,
+      "grad_norm": 0.31779375672340393,
+      "learning_rate": 1.0381875405848387e-05,
+      "loss": 1.2164,
+      "step": 16889
+    },
+    {
+      "epoch": 5.030622312403433,
+      "grad_norm": 0.27759429812431335,
+      "learning_rate": 1.0380911541272059e-05,
+      "loss": 1.208,
+      "step": 16890
+    },
+    {
+      "epoch": 5.030920158603101,
+      "grad_norm": 0.31237512826919556,
+      "learning_rate": 1.0379947673151778e-05,
+      "loss": 1.2114,
+      "step": 16891
+    },
+    {
+      "epoch": 5.03121800480277,
+      "grad_norm": 0.3162155747413635,
+      "learning_rate": 1.0378983801496505e-05,
+      "loss": 1.2206,
+      "step": 16892
+    },
+    {
+      "epoch": 5.031515851002439,
+      "grad_norm": 0.2899010479450226,
+      "learning_rate": 1.0378019926315212e-05,
+      "loss": 1.2239,
+      "step": 16893
+    },
+    {
+      "epoch": 5.031813697202107,
+      "grad_norm": 0.39960283041000366,
+      "learning_rate": 1.0377056047616864e-05,
+      "loss": 1.2271,
+      "step": 16894
+    },
+    {
+      "epoch": 5.032111543401776,
+      "grad_norm": 0.26622918248176575,
+      "learning_rate": 1.0376092165410434e-05,
+      "loss": 1.2148,
+      "step": 16895
+    },
+    {
+      "epoch": 5.032409389601445,
+      "grad_norm": 0.43999436497688293,
+      "learning_rate": 1.0375128279704885e-05,
+      "loss": 1.2341,
+      "step": 16896
+    },
+    {
+      "epoch": 5.032707235801113,
+      "grad_norm": 0.2580682635307312,
+      "learning_rate": 1.0374164390509187e-05,
+      "loss": 1.2047,
+      "step": 16897
+    },
+    {
+      "epoch": 5.0330050820007814,
+      "grad_norm": 0.3405083417892456,
+      "learning_rate": 1.037320049783231e-05,
+      "loss": 1.21,
+      "step": 16898
+    },
+    {
+      "epoch": 5.033302928200451,
+      "grad_norm": 0.34114450216293335,
+      "learning_rate": 1.0372236601683214e-05,
+      "loss": 1.2241,
+      "step": 16899
+    },
+    {
+      "epoch": 5.033600774400119,
+      "grad_norm": 0.37767964601516724,
+      "learning_rate": 1.0371272702070875e-05,
+      "loss": 1.2111,
+      "step": 16900
+    },
+    {
+      "epoch": 5.033898620599788,
+      "grad_norm": 0.3744494915008545,
+      "learning_rate": 1.0370308799004256e-05,
+      "loss": 1.2207,
+      "step": 16901
+    },
+    {
+      "epoch": 5.0341964667994565,
+      "grad_norm": 0.27336758375167847,
+      "learning_rate": 1.0369344892492333e-05,
+      "loss": 1.2101,
+      "step": 16902
+    },
+    {
+      "epoch": 5.034494312999125,
+      "grad_norm": 0.472644567489624,
+      "learning_rate": 1.0368380982544064e-05,
+      "loss": 1.2285,
+      "step": 16903
+    },
+    {
+      "epoch": 5.034792159198794,
+      "grad_norm": 0.2490297257900238,
+      "learning_rate": 1.0367417069168422e-05,
+      "loss": 1.2266,
+      "step": 16904
+    },
+    {
+      "epoch": 5.035090005398462,
+      "grad_norm": 0.5181571841239929,
+      "learning_rate": 1.0366453152374376e-05,
+      "loss": 1.2284,
+      "step": 16905
+    },
+    {
+      "epoch": 5.035387851598131,
+      "grad_norm": 0.3122056722640991,
+      "learning_rate": 1.0365489232170893e-05,
+      "loss": 1.2183,
+      "step": 16906
+    },
+    {
+      "epoch": 5.0356856977978,
+      "grad_norm": 0.4880363941192627,
+      "learning_rate": 1.0364525308566937e-05,
+      "loss": 1.2227,
+      "step": 16907
+    },
+    {
+      "epoch": 5.035983543997468,
+      "grad_norm": 0.47182410955429077,
+      "learning_rate": 1.0363561381571485e-05,
+      "loss": 1.2265,
+      "step": 16908
+    },
+    {
+      "epoch": 5.036281390197137,
+      "grad_norm": 0.36670053005218506,
+      "learning_rate": 1.0362597451193499e-05,
+      "loss": 1.2301,
+      "step": 16909
+    },
+    {
+      "epoch": 5.036579236396806,
+      "grad_norm": 0.64680016040802,
+      "learning_rate": 1.0361633517441949e-05,
+      "loss": 1.2088,
+      "step": 16910
+    },
+    {
+      "epoch": 5.036877082596474,
+      "grad_norm": 0.3548673689365387,
+      "learning_rate": 1.0360669580325802e-05,
+      "loss": 1.2177,
+      "step": 16911
+    },
+    {
+      "epoch": 5.0371749287961425,
+      "grad_norm": 0.4463796317577362,
+      "learning_rate": 1.0359705639854027e-05,
+      "loss": 1.2258,
+      "step": 16912
+    },
+    {
+      "epoch": 5.037472774995812,
+      "grad_norm": 0.3287397623062134,
+      "learning_rate": 1.0358741696035594e-05,
+      "loss": 1.2183,
+      "step": 16913
+    },
+    {
+      "epoch": 5.03777062119548,
+      "grad_norm": 0.40949130058288574,
+      "learning_rate": 1.0357777748879472e-05,
+      "loss": 1.2312,
+      "step": 16914
+    },
+    {
+      "epoch": 5.038068467395149,
+      "grad_norm": 0.4259876012802124,
+      "learning_rate": 1.0356813798394628e-05,
+      "loss": 1.1945,
+      "step": 16915
+    },
+    {
+      "epoch": 5.038366313594818,
+      "grad_norm": 0.27881747484207153,
+      "learning_rate": 1.0355849844590029e-05,
+      "loss": 1.2139,
+      "step": 16916
+    },
+    {
+      "epoch": 5.038664159794486,
+      "grad_norm": 0.3707573711872101,
+      "learning_rate": 1.0354885887474644e-05,
+      "loss": 1.2116,
+      "step": 16917
+    },
+    {
+      "epoch": 5.038962005994155,
+      "grad_norm": 0.31895044445991516,
+      "learning_rate": 1.0353921927057442e-05,
+      "loss": 1.2255,
+      "step": 16918
+    },
+    {
+      "epoch": 5.039259852193823,
+      "grad_norm": 0.2716042995452881,
+      "learning_rate": 1.0352957963347393e-05,
+      "loss": 1.2233,
+      "step": 16919
+    },
+    {
+      "epoch": 5.039557698393492,
+      "grad_norm": 0.3826630115509033,
+      "learning_rate": 1.0351993996353463e-05,
+      "loss": 1.2243,
+      "step": 16920
+    },
+    {
+      "epoch": 5.039855544593161,
+      "grad_norm": 0.2522062063217163,
+      "learning_rate": 1.0351030026084624e-05,
+      "loss": 1.2282,
+      "step": 16921
+    },
+    {
+      "epoch": 5.040153390792829,
+      "grad_norm": 0.3618514835834503,
+      "learning_rate": 1.0350066052549842e-05,
+      "loss": 1.2363,
+      "step": 16922
+    },
+    {
+      "epoch": 5.040451236992498,
+      "grad_norm": 0.29095321893692017,
+      "learning_rate": 1.0349102075758089e-05,
+      "loss": 1.2134,
+      "step": 16923
+    },
+    {
+      "epoch": 5.040749083192167,
+      "grad_norm": 0.30500462651252747,
+      "learning_rate": 1.0348138095718327e-05,
+      "loss": 1.1962,
+      "step": 16924
+    },
+    {
+      "epoch": 5.041046929391835,
+      "grad_norm": 0.35836461186408997,
+      "learning_rate": 1.0347174112439528e-05,
+      "loss": 1.2178,
+      "step": 16925
+    },
+    {
+      "epoch": 5.0413447755915035,
+      "grad_norm": 0.3042157292366028,
+      "learning_rate": 1.0346210125930667e-05,
+      "loss": 1.2136,
+      "step": 16926
+    },
+    {
+      "epoch": 5.041642621791173,
+      "grad_norm": 0.35214394330978394,
+      "learning_rate": 1.0345246136200704e-05,
+      "loss": 1.2086,
+      "step": 16927
+    },
+    {
+      "epoch": 5.041940467990841,
+      "grad_norm": 0.2565341889858246,
+      "learning_rate": 1.0344282143258612e-05,
+      "loss": 1.2281,
+      "step": 16928
+    },
+    {
+      "epoch": 5.04223831419051,
+      "grad_norm": 0.36944258213043213,
+      "learning_rate": 1.0343318147113364e-05,
+      "loss": 1.2198,
+      "step": 16929
+    },
+    {
+      "epoch": 5.042536160390179,
+      "grad_norm": 0.27086594700813293,
+      "learning_rate": 1.0342354147773917e-05,
+      "loss": 1.1991,
+      "step": 16930
+    },
+    {
+      "epoch": 5.042834006589847,
+      "grad_norm": 0.3638143837451935,
+      "learning_rate": 1.034139014524925e-05,
+      "loss": 1.2186,
+      "step": 16931
+    },
+    {
+      "epoch": 5.043131852789516,
+      "grad_norm": 0.34115177392959595,
+      "learning_rate": 1.0340426139548332e-05,
+      "loss": 1.2135,
+      "step": 16932
+    },
+    {
+      "epoch": 5.0434296989891845,
+      "grad_norm": 0.4475928843021393,
+      "learning_rate": 1.0339462130680125e-05,
+      "loss": 1.2159,
+      "step": 16933
+    },
+    {
+      "epoch": 5.043727545188853,
+      "grad_norm": 0.33746838569641113,
+      "learning_rate": 1.0338498118653604e-05,
+      "loss": 1.2213,
+      "step": 16934
+    },
+    {
+      "epoch": 5.044025391388522,
+      "grad_norm": 0.26538002490997314,
+      "learning_rate": 1.0337534103477736e-05,
+      "loss": 1.2115,
+      "step": 16935
+    },
+    {
+      "epoch": 5.04432323758819,
+      "grad_norm": 0.30209416151046753,
+      "learning_rate": 1.0336570085161489e-05,
+      "loss": 1.2304,
+      "step": 16936
+    },
+    {
+      "epoch": 5.044621083787859,
+      "grad_norm": 0.2903737723827362,
+      "learning_rate": 1.0335606063713835e-05,
+      "loss": 1.2124,
+      "step": 16937
+    },
+    {
+      "epoch": 5.044918929987528,
+      "grad_norm": 0.3577030599117279,
+      "learning_rate": 1.0334642039143741e-05,
+      "loss": 1.2226,
+      "step": 16938
+    },
+    {
+      "epoch": 5.045216776187196,
+      "grad_norm": 0.29479989409446716,
+      "learning_rate": 1.0333678011460178e-05,
+      "loss": 1.221,
+      "step": 16939
+    },
+    {
+      "epoch": 5.0455146223868645,
+      "grad_norm": 0.32492542266845703,
+      "learning_rate": 1.0332713980672113e-05,
+      "loss": 1.2151,
+      "step": 16940
+    },
+    {
+      "epoch": 5.045812468586534,
+      "grad_norm": 0.2970866560935974,
+      "learning_rate": 1.0331749946788514e-05,
+      "loss": 1.2135,
+      "step": 16941
+    },
+    {
+      "epoch": 5.046110314786202,
+      "grad_norm": 0.29935309290885925,
+      "learning_rate": 1.0330785909818355e-05,
+      "loss": 1.199,
+      "step": 16942
+    },
+    {
+      "epoch": 5.046408160985871,
+      "grad_norm": 0.39471688866615295,
+      "learning_rate": 1.0329821869770603e-05,
+      "loss": 1.2133,
+      "step": 16943
+    },
+    {
+      "epoch": 5.04670600718554,
+      "grad_norm": 0.3253411650657654,
+      "learning_rate": 1.0328857826654223e-05,
+      "loss": 1.2164,
+      "step": 16944
+    },
+    {
+      "epoch": 5.047003853385208,
+      "grad_norm": 0.25424107909202576,
+      "learning_rate": 1.0327893780478191e-05,
+      "loss": 1.2234,
+      "step": 16945
+    },
+    {
+      "epoch": 5.047301699584877,
+      "grad_norm": 0.3143296539783478,
+      "learning_rate": 1.0326929731251475e-05,
+      "loss": 1.2152,
+      "step": 16946
+    },
+    {
+      "epoch": 5.0475995457845455,
+      "grad_norm": 0.25473228096961975,
+      "learning_rate": 1.0325965678983044e-05,
+      "loss": 1.201,
+      "step": 16947
+    },
+    {
+      "epoch": 5.047897391984214,
+      "grad_norm": 0.33592459559440613,
+      "learning_rate": 1.0325001623681863e-05,
+      "loss": 1.2213,
+      "step": 16948
+    },
+    {
+      "epoch": 5.048195238183883,
+      "grad_norm": 0.3559499979019165,
+      "learning_rate": 1.0324037565356909e-05,
+      "loss": 1.2004,
+      "step": 16949
+    },
+    {
+      "epoch": 5.048493084383551,
+      "grad_norm": 0.28112372756004333,
+      "learning_rate": 1.0323073504017142e-05,
+      "loss": 1.1925,
+      "step": 16950
+    },
+    {
+      "epoch": 5.04879093058322,
+      "grad_norm": 0.29977861046791077,
+      "learning_rate": 1.0322109439671542e-05,
+      "loss": 1.2019,
+      "step": 16951
+    },
+    {
+      "epoch": 5.049088776782889,
+      "grad_norm": 0.4374518394470215,
+      "learning_rate": 1.0321145372329071e-05,
+      "loss": 1.2181,
+      "step": 16952
+    },
+    {
+      "epoch": 5.049386622982557,
+      "grad_norm": 0.3195934295654297,
+      "learning_rate": 1.0320181301998702e-05,
+      "loss": 1.2192,
+      "step": 16953
+    },
+    {
+      "epoch": 5.0496844691822265,
+      "grad_norm": 0.37285518646240234,
+      "learning_rate": 1.0319217228689401e-05,
+      "loss": 1.2041,
+      "step": 16954
+    },
+    {
+      "epoch": 5.049982315381895,
+      "grad_norm": 0.341904878616333,
+      "learning_rate": 1.0318253152410145e-05,
+      "loss": 1.2203,
+      "step": 16955
+    },
+    {
+      "epoch": 5.050280161581563,
+      "grad_norm": 0.41418173909187317,
+      "learning_rate": 1.0317289073169898e-05,
+      "loss": 1.2049,
+      "step": 16956
+    },
+    {
+      "epoch": 5.050578007781232,
+      "grad_norm": 0.4288500249385834,
+      "learning_rate": 1.0316324990977629e-05,
+      "loss": 1.2099,
+      "step": 16957
+    },
+    {
+      "epoch": 5.050875853980901,
+      "grad_norm": 0.31045854091644287,
+      "learning_rate": 1.031536090584231e-05,
+      "loss": 1.2121,
+      "step": 16958
+    },
+    {
+      "epoch": 5.051173700180569,
+      "grad_norm": 0.3993091285228729,
+      "learning_rate": 1.0314396817772909e-05,
+      "loss": 1.2185,
+      "step": 16959
+    },
+    {
+      "epoch": 5.051471546380238,
+      "grad_norm": 0.26940515637397766,
+      "learning_rate": 1.0313432726778398e-05,
+      "loss": 1.2201,
+      "step": 16960
+    },
+    {
+      "epoch": 5.0517693925799065,
+      "grad_norm": 0.2706749439239502,
+      "learning_rate": 1.0312468632867745e-05,
+      "loss": 1.2141,
+      "step": 16961
+    },
+    {
+      "epoch": 5.052067238779575,
+      "grad_norm": 0.35923677682876587,
+      "learning_rate": 1.031150453604992e-05,
+      "loss": 1.2192,
+      "step": 16962
+    },
+    {
+      "epoch": 5.052365084979244,
+      "grad_norm": 0.31290218234062195,
+      "learning_rate": 1.0310540436333898e-05,
+      "loss": 1.2273,
+      "step": 16963
+    },
+    {
+      "epoch": 5.052662931178912,
+      "grad_norm": 0.3103160858154297,
+      "learning_rate": 1.030957633372864e-05,
+      "loss": 1.2115,
+      "step": 16964
+    },
+    {
+      "epoch": 5.052960777378581,
+      "grad_norm": 0.330236554145813,
+      "learning_rate": 1.030861222824312e-05,
+      "loss": 1.2031,
+      "step": 16965
+    },
+    {
+      "epoch": 5.05325862357825,
+      "grad_norm": 0.2710285782814026,
+      "learning_rate": 1.0307648119886308e-05,
+      "loss": 1.2227,
+      "step": 16966
+    },
+    {
+      "epoch": 5.053556469777918,
+      "grad_norm": 0.329816609621048,
+      "learning_rate": 1.0306684008667173e-05,
+      "loss": 1.2153,
+      "step": 16967
+    },
+    {
+      "epoch": 5.0538543159775875,
+      "grad_norm": 0.3519997000694275,
+      "learning_rate": 1.0305719894594688e-05,
+      "loss": 1.2145,
+      "step": 16968
+    },
+    {
+      "epoch": 5.054152162177256,
+      "grad_norm": 0.25790297985076904,
+      "learning_rate": 1.0304755777677822e-05,
+      "loss": 1.2149,
+      "step": 16969
+    },
+    {
+      "epoch": 5.054450008376924,
+      "grad_norm": 0.3011535704135895,
+      "learning_rate": 1.0303791657925544e-05,
+      "loss": 1.2109,
+      "step": 16970
+    },
+    {
+      "epoch": 5.054747854576593,
+      "grad_norm": 0.25497984886169434,
+      "learning_rate": 1.030282753534682e-05,
+      "loss": 1.199,
+      "step": 16971
+    },
+    {
+      "epoch": 5.055045700776262,
+      "grad_norm": 0.32787832617759705,
+      "learning_rate": 1.0301863409950625e-05,
+      "loss": 1.2055,
+      "step": 16972
+    },
+    {
+      "epoch": 5.05534354697593,
+      "grad_norm": 0.2479628622531891,
+      "learning_rate": 1.0300899281745934e-05,
+      "loss": 1.216,
+      "step": 16973
+    },
+    {
+      "epoch": 5.055641393175599,
+      "grad_norm": 0.3591461181640625,
+      "learning_rate": 1.0299935150741707e-05,
+      "loss": 1.2179,
+      "step": 16974
+    },
+    {
+      "epoch": 5.055939239375268,
+      "grad_norm": 0.26028865575790405,
+      "learning_rate": 1.0298971016946917e-05,
+      "loss": 1.2252,
+      "step": 16975
+    },
+    {
+      "epoch": 5.056237085574936,
+      "grad_norm": 0.4700208306312561,
+      "learning_rate": 1.0298006880370536e-05,
+      "loss": 1.2343,
+      "step": 16976
+    },
+    {
+      "epoch": 5.056534931774605,
+      "grad_norm": 0.3031938970088959,
+      "learning_rate": 1.0297042741021537e-05,
+      "loss": 1.1976,
+      "step": 16977
+    },
+    {
+      "epoch": 5.056832777974273,
+      "grad_norm": 0.29954105615615845,
+      "learning_rate": 1.0296078598908885e-05,
+      "loss": 1.2042,
+      "step": 16978
+    },
+    {
+      "epoch": 5.057130624173942,
+      "grad_norm": 0.2670590579509735,
+      "learning_rate": 1.0295114454041553e-05,
+      "loss": 1.2224,
+      "step": 16979
+    },
+    {
+      "epoch": 5.057428470373611,
+      "grad_norm": 0.44915083050727844,
+      "learning_rate": 1.0294150306428513e-05,
+      "loss": 1.2038,
+      "step": 16980
+    },
+    {
+      "epoch": 5.057726316573279,
+      "grad_norm": 0.40954411029815674,
+      "learning_rate": 1.029318615607873e-05,
+      "loss": 1.2036,
+      "step": 16981
+    },
+    {
+      "epoch": 5.0580241627729485,
+      "grad_norm": 0.2915779948234558,
+      "learning_rate": 1.0292222003001178e-05,
+      "loss": 1.2119,
+      "step": 16982
+    },
+    {
+      "epoch": 5.058322008972617,
+      "grad_norm": 0.4107596278190613,
+      "learning_rate": 1.0291257847204827e-05,
+      "loss": 1.2288,
+      "step": 16983
+    },
+    {
+      "epoch": 5.058619855172285,
+      "grad_norm": 0.27059832215309143,
+      "learning_rate": 1.0290293688698647e-05,
+      "loss": 1.2141,
+      "step": 16984
+    },
+    {
+      "epoch": 5.058917701371954,
+      "grad_norm": 0.3820253908634186,
+      "learning_rate": 1.0289329527491607e-05,
+      "loss": 1.2276,
+      "step": 16985
+    },
+    {
+      "epoch": 5.059215547571623,
+      "grad_norm": 0.2683317959308624,
+      "learning_rate": 1.0288365363592681e-05,
+      "loss": 1.2337,
+      "step": 16986
+    },
+    {
+      "epoch": 5.059513393771291,
+      "grad_norm": 0.35911110043525696,
+      "learning_rate": 1.028740119701084e-05,
+      "loss": 1.2133,
+      "step": 16987
+    },
+    {
+      "epoch": 5.05981123997096,
+      "grad_norm": 0.2821185290813446,
+      "learning_rate": 1.0286437027755047e-05,
+      "loss": 1.2327,
+      "step": 16988
+    },
+    {
+      "epoch": 5.060109086170629,
+      "grad_norm": 0.31514233350753784,
+      "learning_rate": 1.0285472855834277e-05,
+      "loss": 1.2127,
+      "step": 16989
+    },
+    {
+      "epoch": 5.060406932370297,
+      "grad_norm": 0.36523517966270447,
+      "learning_rate": 1.0284508681257508e-05,
+      "loss": 1.2308,
+      "step": 16990
+    },
+    {
+      "epoch": 5.060704778569966,
+      "grad_norm": 0.36553582549095154,
+      "learning_rate": 1.0283544504033697e-05,
+      "loss": 1.212,
+      "step": 16991
+    },
+    {
+      "epoch": 5.0610026247696345,
+      "grad_norm": 0.34784194827079773,
+      "learning_rate": 1.0282580324171826e-05,
+      "loss": 1.2338,
+      "step": 16992
+    },
+    {
+      "epoch": 5.061300470969303,
+      "grad_norm": 0.34247714281082153,
+      "learning_rate": 1.0281616141680857e-05,
+      "loss": 1.2258,
+      "step": 16993
+    },
+    {
+      "epoch": 5.061598317168972,
+      "grad_norm": 0.40866032242774963,
+      "learning_rate": 1.0280651956569765e-05,
+      "loss": 1.215,
+      "step": 16994
+    },
+    {
+      "epoch": 5.06189616336864,
+      "grad_norm": 0.3296501636505127,
+      "learning_rate": 1.0279687768847519e-05,
+      "loss": 1.2232,
+      "step": 16995
+    },
+    {
+      "epoch": 5.06219400956831,
+      "grad_norm": 0.543762743473053,
+      "learning_rate": 1.0278723578523093e-05,
+      "loss": 1.1987,
+      "step": 16996
+    },
+    {
+      "epoch": 5.062491855767978,
+      "grad_norm": 0.5276671648025513,
+      "learning_rate": 1.0277759385605457e-05,
+      "loss": 1.2185,
+      "step": 16997
+    },
+    {
+      "epoch": 5.062789701967646,
+      "grad_norm": 0.3279116451740265,
+      "learning_rate": 1.027679519010358e-05,
+      "loss": 1.2224,
+      "step": 16998
+    },
+    {
+      "epoch": 5.063087548167315,
+      "grad_norm": 0.431532621383667,
+      "learning_rate": 1.027583099202643e-05,
+      "loss": 1.2311,
+      "step": 16999
+    },
+    {
+      "epoch": 5.063385394366984,
+      "grad_norm": 0.26742449402809143,
+      "learning_rate": 1.027486679138298e-05,
+      "loss": 1.208,
+      "step": 17000
+    },
+    {
+      "epoch": 5.063385394366984,
+      "eval_loss": 1.321560263633728,
+      "eval_runtime": 22.8145,
+      "eval_samples_per_second": 76.004,
+      "eval_steps_per_second": 4.778,
+      "step": 17000
+    },
+    {
+      "epoch": 5.063683240566652,
+      "grad_norm": 0.33452680706977844,
+      "learning_rate": 1.0273902588182205e-05,
+      "loss": 1.2093,
+      "step": 17001
+    },
+    {
+      "epoch": 5.063981086766321,
+      "grad_norm": 0.31214168667793274,
+      "learning_rate": 1.027293838243307e-05,
+      "loss": 1.2083,
+      "step": 17002
+    },
+    {
+      "epoch": 5.06427893296599,
+      "grad_norm": 0.2911657392978668,
+      "learning_rate": 1.027197417414455e-05,
+      "loss": 1.2323,
+      "step": 17003
+    },
+    {
+      "epoch": 5.064576779165658,
+      "grad_norm": 0.504849374294281,
+      "learning_rate": 1.0271009963325616e-05,
+      "loss": 1.2218,
+      "step": 17004
+    },
+    {
+      "epoch": 5.064874625365327,
+      "grad_norm": 0.35744398832321167,
+      "learning_rate": 1.0270045749985233e-05,
+      "loss": 1.2135,
+      "step": 17005
+    },
+    {
+      "epoch": 5.0651724715649955,
+      "grad_norm": 0.3834766447544098,
+      "learning_rate": 1.0269081534132377e-05,
+      "loss": 1.2088,
+      "step": 17006
+    },
+    {
+      "epoch": 5.065470317764664,
+      "grad_norm": 0.30820387601852417,
+      "learning_rate": 1.0268117315776018e-05,
+      "loss": 1.2363,
+      "step": 17007
+    },
+    {
+      "epoch": 5.065768163964333,
+      "grad_norm": 0.41436249017715454,
+      "learning_rate": 1.026715309492513e-05,
+      "loss": 1.2097,
+      "step": 17008
+    },
+    {
+      "epoch": 5.066066010164001,
+      "grad_norm": 0.28900203108787537,
+      "learning_rate": 1.0266188871588675e-05,
+      "loss": 1.2063,
+      "step": 17009
+    },
+    {
+      "epoch": 5.066363856363671,
+      "grad_norm": 0.5163151025772095,
+      "learning_rate": 1.0265224645775636e-05,
+      "loss": 1.2129,
+      "step": 17010
+    },
+    {
+      "epoch": 5.066661702563339,
+      "grad_norm": 0.28551915287971497,
+      "learning_rate": 1.0264260417494976e-05,
+      "loss": 1.2118,
+      "step": 17011
+    },
+    {
+      "epoch": 5.066959548763007,
+      "grad_norm": 0.6795360445976257,
+      "learning_rate": 1.0263296186755665e-05,
+      "loss": 1.2144,
+      "step": 17012
+    },
+    {
+      "epoch": 5.0672573949626765,
+      "grad_norm": 0.3976183831691742,
+      "learning_rate": 1.026233195356668e-05,
+      "loss": 1.224,
+      "step": 17013
+    },
+    {
+      "epoch": 5.067555241162345,
+      "grad_norm": 0.524844229221344,
+      "learning_rate": 1.0261367717936992e-05,
+      "loss": 1.2074,
+      "step": 17014
+    },
+    {
+      "epoch": 5.067853087362013,
+      "grad_norm": 0.350325345993042,
+      "learning_rate": 1.0260403479875565e-05,
+      "loss": 1.2154,
+      "step": 17015
+    },
+    {
+      "epoch": 5.068150933561682,
+      "grad_norm": 0.47722166776657104,
+      "learning_rate": 1.0259439239391376e-05,
+      "loss": 1.2163,
+      "step": 17016
+    },
+    {
+      "epoch": 5.068448779761351,
+      "grad_norm": 0.3014627695083618,
+      "learning_rate": 1.0258474996493395e-05,
+      "loss": 1.2247,
+      "step": 17017
+    },
+    {
+      "epoch": 5.068746625961019,
+      "grad_norm": 0.36576247215270996,
+      "learning_rate": 1.0257510751190592e-05,
+      "loss": 1.2153,
+      "step": 17018
+    },
+    {
+      "epoch": 5.069044472160688,
+      "grad_norm": 0.28036728501319885,
+      "learning_rate": 1.025654650349194e-05,
+      "loss": 1.2096,
+      "step": 17019
+    },
+    {
+      "epoch": 5.0693423183603565,
+      "grad_norm": 0.437121719121933,
+      "learning_rate": 1.025558225340641e-05,
+      "loss": 1.2081,
+      "step": 17020
+    },
+    {
+      "epoch": 5.069640164560026,
+      "grad_norm": 0.278429239988327,
+      "learning_rate": 1.025461800094297e-05,
+      "loss": 1.2183,
+      "step": 17021
+    },
+    {
+      "epoch": 5.069938010759694,
+      "grad_norm": 0.4991644620895386,
+      "learning_rate": 1.0253653746110597e-05,
+      "loss": 1.213,
+      "step": 17022
+    },
+    {
+      "epoch": 5.070235856959362,
+      "grad_norm": 0.2669813334941864,
+      "learning_rate": 1.0252689488918257e-05,
+      "loss": 1.2264,
+      "step": 17023
+    },
+    {
+      "epoch": 5.070533703159032,
+      "grad_norm": 0.3850683867931366,
+      "learning_rate": 1.0251725229374925e-05,
+      "loss": 1.2246,
+      "step": 17024
+    },
+    {
+      "epoch": 5.0708315493587,
+      "grad_norm": 0.299041748046875,
+      "learning_rate": 1.025076096748957e-05,
+      "loss": 1.2083,
+      "step": 17025
+    },
+    {
+      "epoch": 5.071129395558368,
+      "grad_norm": 0.3268550634384155,
+      "learning_rate": 1.0249796703271167e-05,
+      "loss": 1.2006,
+      "step": 17026
+    },
+    {
+      "epoch": 5.0714272417580375,
+      "grad_norm": 0.340476393699646,
+      "learning_rate": 1.0248832436728682e-05,
+      "loss": 1.2162,
+      "step": 17027
+    },
+    {
+      "epoch": 5.071725087957706,
+      "grad_norm": 0.288663387298584,
+      "learning_rate": 1.0247868167871091e-05,
+      "loss": 1.2188,
+      "step": 17028
+    },
+    {
+      "epoch": 5.072022934157374,
+      "grad_norm": 0.41877585649490356,
+      "learning_rate": 1.0246903896707364e-05,
+      "loss": 1.2143,
+      "step": 17029
+    },
+    {
+      "epoch": 5.072320780357043,
+      "grad_norm": 0.26447010040283203,
+      "learning_rate": 1.0245939623246468e-05,
+      "loss": 1.2057,
+      "step": 17030
+    },
+    {
+      "epoch": 5.072618626556712,
+      "grad_norm": 0.32551413774490356,
+      "learning_rate": 1.0244975347497383e-05,
+      "loss": 1.2274,
+      "step": 17031
+    },
+    {
+      "epoch": 5.07291647275638,
+      "grad_norm": 0.3196723163127899,
+      "learning_rate": 1.0244011069469072e-05,
+      "loss": 1.2249,
+      "step": 17032
+    },
+    {
+      "epoch": 5.073214318956049,
+      "grad_norm": 0.2677357792854309,
+      "learning_rate": 1.0243046789170515e-05,
+      "loss": 1.2089,
+      "step": 17033
+    },
+    {
+      "epoch": 5.073512165155718,
+      "grad_norm": 0.2594597637653351,
+      "learning_rate": 1.0242082506610677e-05,
+      "loss": 1.2218,
+      "step": 17034
+    },
+    {
+      "epoch": 5.073810011355387,
+      "grad_norm": 0.37905433773994446,
+      "learning_rate": 1.0241118221798534e-05,
+      "loss": 1.2289,
+      "step": 17035
+    },
+    {
+      "epoch": 5.074107857555055,
+      "grad_norm": 0.25232434272766113,
+      "learning_rate": 1.0240153934743052e-05,
+      "loss": 1.2154,
+      "step": 17036
+    },
+    {
+      "epoch": 5.074405703754723,
+      "grad_norm": 0.4842188060283661,
+      "learning_rate": 1.0239189645453204e-05,
+      "loss": 1.2251,
+      "step": 17037
+    },
+    {
+      "epoch": 5.074703549954393,
+      "grad_norm": 0.2551998794078827,
+      "learning_rate": 1.0238225353937972e-05,
+      "loss": 1.2072,
+      "step": 17038
+    },
+    {
+      "epoch": 5.075001396154061,
+      "grad_norm": 0.4909974932670593,
+      "learning_rate": 1.0237261060206312e-05,
+      "loss": 1.211,
+      "step": 17039
+    },
+    {
+      "epoch": 5.075299242353729,
+      "grad_norm": 0.2678253650665283,
+      "learning_rate": 1.0236296764267206e-05,
+      "loss": 1.218,
+      "step": 17040
+    },
+    {
+      "epoch": 5.0755970885533985,
+      "grad_norm": 0.42401137948036194,
+      "learning_rate": 1.0235332466129621e-05,
+      "loss": 1.2196,
+      "step": 17041
+    },
+    {
+      "epoch": 5.075894934753067,
+      "grad_norm": 0.26835349202156067,
+      "learning_rate": 1.0234368165802531e-05,
+      "loss": 1.2153,
+      "step": 17042
+    },
+    {
+      "epoch": 5.076192780952735,
+      "grad_norm": 0.30196458101272583,
+      "learning_rate": 1.0233403863294907e-05,
+      "loss": 1.2211,
+      "step": 17043
+    },
+    {
+      "epoch": 5.076490627152404,
+      "grad_norm": 0.25685325264930725,
+      "learning_rate": 1.023243955861572e-05,
+      "loss": 1.2164,
+      "step": 17044
+    },
+    {
+      "epoch": 5.076788473352073,
+      "grad_norm": 0.32649120688438416,
+      "learning_rate": 1.0231475251773945e-05,
+      "loss": 1.2201,
+      "step": 17045
+    },
+    {
+      "epoch": 5.077086319551741,
+      "grad_norm": 0.26368629932403564,
+      "learning_rate": 1.023051094277855e-05,
+      "loss": 1.2056,
+      "step": 17046
+    },
+    {
+      "epoch": 5.07738416575141,
+      "grad_norm": 0.3373166024684906,
+      "learning_rate": 1.0229546631638506e-05,
+      "loss": 1.2039,
+      "step": 17047
+    },
+    {
+      "epoch": 5.077682011951079,
+      "grad_norm": 0.262728214263916,
+      "learning_rate": 1.0228582318362791e-05,
+      "loss": 1.2269,
+      "step": 17048
+    },
+    {
+      "epoch": 5.077979858150748,
+      "grad_norm": 0.40728479623794556,
+      "learning_rate": 1.0227618002960371e-05,
+      "loss": 1.2304,
+      "step": 17049
+    },
+    {
+      "epoch": 5.078277704350416,
+      "grad_norm": 0.2462330013513565,
+      "learning_rate": 1.022665368544022e-05,
+      "loss": 1.1993,
+      "step": 17050
+    },
+    {
+      "epoch": 5.0785755505500845,
+      "grad_norm": 0.44621655344963074,
+      "learning_rate": 1.0225689365811308e-05,
+      "loss": 1.2073,
+      "step": 17051
+    },
+    {
+      "epoch": 5.078873396749754,
+      "grad_norm": 0.3645736575126648,
+      "learning_rate": 1.0224725044082612e-05,
+      "loss": 1.222,
+      "step": 17052
+    },
+    {
+      "epoch": 5.079171242949422,
+      "grad_norm": 0.26708006858825684,
+      "learning_rate": 1.0223760720263099e-05,
+      "loss": 1.2282,
+      "step": 17053
+    },
+    {
+      "epoch": 5.07946908914909,
+      "grad_norm": 0.3193638026714325,
+      "learning_rate": 1.022279639436174e-05,
+      "loss": 1.2154,
+      "step": 17054
+    },
+    {
+      "epoch": 5.07976693534876,
+      "grad_norm": 0.3130495846271515,
+      "learning_rate": 1.0221832066387514e-05,
+      "loss": 1.2205,
+      "step": 17055
+    },
+    {
+      "epoch": 5.080064781548428,
+      "grad_norm": 0.2514370083808899,
+      "learning_rate": 1.0220867736349384e-05,
+      "loss": 1.22,
+      "step": 17056
+    },
+    {
+      "epoch": 5.080362627748096,
+      "grad_norm": 0.35595253109931946,
+      "learning_rate": 1.021990340425633e-05,
+      "loss": 1.2175,
+      "step": 17057
+    },
+    {
+      "epoch": 5.080660473947765,
+      "grad_norm": 0.34136271476745605,
+      "learning_rate": 1.021893907011732e-05,
+      "loss": 1.2155,
+      "step": 17058
+    },
+    {
+      "epoch": 5.080958320147434,
+      "grad_norm": 0.3032478094100952,
+      "learning_rate": 1.0217974733941325e-05,
+      "loss": 1.2271,
+      "step": 17059
+    },
+    {
+      "epoch": 5.081256166347102,
+      "grad_norm": 0.5057386159896851,
+      "learning_rate": 1.021701039573732e-05,
+      "loss": 1.2074,
+      "step": 17060
+    },
+    {
+      "epoch": 5.081554012546771,
+      "grad_norm": 0.30139559507369995,
+      "learning_rate": 1.0216046055514273e-05,
+      "loss": 1.2203,
+      "step": 17061
+    },
+    {
+      "epoch": 5.08185185874644,
+      "grad_norm": 0.3969147801399231,
+      "learning_rate": 1.0215081713281162e-05,
+      "loss": 1.2123,
+      "step": 17062
+    },
+    {
+      "epoch": 5.082149704946109,
+      "grad_norm": 0.4047640860080719,
+      "learning_rate": 1.0214117369046957e-05,
+      "loss": 1.2153,
+      "step": 17063
+    },
+    {
+      "epoch": 5.082447551145777,
+      "grad_norm": 0.2553812265396118,
+      "learning_rate": 1.0213153022820625e-05,
+      "loss": 1.2176,
+      "step": 17064
+    },
+    {
+      "epoch": 5.0827453973454455,
+      "grad_norm": 0.2984394133090973,
+      "learning_rate": 1.0212188674611145e-05,
+      "loss": 1.2265,
+      "step": 17065
+    },
+    {
+      "epoch": 5.083043243545115,
+      "grad_norm": 0.27930763363838196,
+      "learning_rate": 1.0211224324427485e-05,
+      "loss": 1.2174,
+      "step": 17066
+    },
+    {
+      "epoch": 5.083341089744783,
+      "grad_norm": 0.2714507281780243,
+      "learning_rate": 1.021025997227862e-05,
+      "loss": 1.2113,
+      "step": 17067
+    },
+    {
+      "epoch": 5.083638935944451,
+      "grad_norm": 0.3868211507797241,
+      "learning_rate": 1.020929561817352e-05,
+      "loss": 1.2325,
+      "step": 17068
+    },
+    {
+      "epoch": 5.083936782144121,
+      "grad_norm": 0.26492103934288025,
+      "learning_rate": 1.020833126212116e-05,
+      "loss": 1.1994,
+      "step": 17069
+    },
+    {
+      "epoch": 5.084234628343789,
+      "grad_norm": 0.37112167477607727,
+      "learning_rate": 1.0207366904130508e-05,
+      "loss": 1.1966,
+      "step": 17070
+    },
+    {
+      "epoch": 5.084532474543457,
+      "grad_norm": 0.29438942670822144,
+      "learning_rate": 1.0206402544210537e-05,
+      "loss": 1.2228,
+      "step": 17071
+    },
+    {
+      "epoch": 5.0848303207431265,
+      "grad_norm": 0.31094077229499817,
+      "learning_rate": 1.0205438182370225e-05,
+      "loss": 1.1953,
+      "step": 17072
+    },
+    {
+      "epoch": 5.085128166942795,
+      "grad_norm": 0.3183203339576721,
+      "learning_rate": 1.0204473818618539e-05,
+      "loss": 1.2291,
+      "step": 17073
+    },
+    {
+      "epoch": 5.085426013142463,
+      "grad_norm": 0.25317835807800293,
+      "learning_rate": 1.0203509452964451e-05,
+      "loss": 1.2387,
+      "step": 17074
+    },
+    {
+      "epoch": 5.085723859342132,
+      "grad_norm": 0.2823701500892639,
+      "learning_rate": 1.0202545085416938e-05,
+      "loss": 1.2124,
+      "step": 17075
+    },
+    {
+      "epoch": 5.086021705541801,
+      "grad_norm": 0.3418533205986023,
+      "learning_rate": 1.0201580715984968e-05,
+      "loss": 1.2131,
+      "step": 17076
+    },
+    {
+      "epoch": 5.08631955174147,
+      "grad_norm": 0.2873172461986542,
+      "learning_rate": 1.0200616344677512e-05,
+      "loss": 1.2091,
+      "step": 17077
+    },
+    {
+      "epoch": 5.086617397941138,
+      "grad_norm": 0.3285514712333679,
+      "learning_rate": 1.0199651971503545e-05,
+      "loss": 1.2142,
+      "step": 17078
+    },
+    {
+      "epoch": 5.0869152441408065,
+      "grad_norm": 0.3224962055683136,
+      "learning_rate": 1.0198687596472044e-05,
+      "loss": 1.2327,
+      "step": 17079
+    },
+    {
+      "epoch": 5.087213090340476,
+      "grad_norm": 0.3088357448577881,
+      "learning_rate": 1.0197723219591975e-05,
+      "loss": 1.2268,
+      "step": 17080
+    },
+    {
+      "epoch": 5.087510936540144,
+      "grad_norm": 0.2855260372161865,
+      "learning_rate": 1.0196758840872311e-05,
+      "loss": 1.2197,
+      "step": 17081
+    },
+    {
+      "epoch": 5.087808782739812,
+      "grad_norm": 0.31933191418647766,
+      "learning_rate": 1.0195794460322026e-05,
+      "loss": 1.2124,
+      "step": 17082
+    },
+    {
+      "epoch": 5.088106628939482,
+      "grad_norm": 0.31816890835762024,
+      "learning_rate": 1.0194830077950092e-05,
+      "loss": 1.2271,
+      "step": 17083
+    },
+    {
+      "epoch": 5.08840447513915,
+      "grad_norm": 0.49468258023262024,
+      "learning_rate": 1.0193865693765483e-05,
+      "loss": 1.2125,
+      "step": 17084
+    },
+    {
+      "epoch": 5.088702321338818,
+      "grad_norm": 0.26526886224746704,
+      "learning_rate": 1.019290130777717e-05,
+      "loss": 1.2154,
+      "step": 17085
+    },
+    {
+      "epoch": 5.0890001675384875,
+      "grad_norm": 0.4613696038722992,
+      "learning_rate": 1.0191936919994127e-05,
+      "loss": 1.2211,
+      "step": 17086
+    },
+    {
+      "epoch": 5.089298013738156,
+      "grad_norm": 0.28655552864074707,
+      "learning_rate": 1.0190972530425324e-05,
+      "loss": 1.2128,
+      "step": 17087
+    },
+    {
+      "epoch": 5.089595859937825,
+      "grad_norm": 0.45737722516059875,
+      "learning_rate": 1.0190008139079734e-05,
+      "loss": 1.2246,
+      "step": 17088
+    },
+    {
+      "epoch": 5.089893706137493,
+      "grad_norm": 0.3493267893791199,
+      "learning_rate": 1.0189043745966334e-05,
+      "loss": 1.2185,
+      "step": 17089
+    },
+    {
+      "epoch": 5.090191552337162,
+      "grad_norm": 0.2617943286895752,
+      "learning_rate": 1.0188079351094088e-05,
+      "loss": 1.2251,
+      "step": 17090
+    },
+    {
+      "epoch": 5.090489398536831,
+      "grad_norm": 0.30303752422332764,
+      "learning_rate": 1.0187114954471978e-05,
+      "loss": 1.2262,
+      "step": 17091
+    },
+    {
+      "epoch": 5.090787244736499,
+      "grad_norm": 0.3064664304256439,
+      "learning_rate": 1.018615055610897e-05,
+      "loss": 1.2159,
+      "step": 17092
+    },
+    {
+      "epoch": 5.091085090936168,
+      "grad_norm": 0.2800910174846649,
+      "learning_rate": 1.0185186156014043e-05,
+      "loss": 1.2074,
+      "step": 17093
+    },
+    {
+      "epoch": 5.091382937135837,
+      "grad_norm": 0.30335918068885803,
+      "learning_rate": 1.0184221754196162e-05,
+      "loss": 1.2294,
+      "step": 17094
+    },
+    {
+      "epoch": 5.091680783335505,
+      "grad_norm": 0.25953903794288635,
+      "learning_rate": 1.0183257350664302e-05,
+      "loss": 1.2077,
+      "step": 17095
+    },
+    {
+      "epoch": 5.091978629535173,
+      "grad_norm": 0.28466346859931946,
+      "learning_rate": 1.018229294542744e-05,
+      "loss": 1.2151,
+      "step": 17096
+    },
+    {
+      "epoch": 5.092276475734843,
+      "grad_norm": 0.26710572838783264,
+      "learning_rate": 1.0181328538494545e-05,
+      "loss": 1.2169,
+      "step": 17097
+    },
+    {
+      "epoch": 5.092574321934511,
+      "grad_norm": 0.4515911042690277,
+      "learning_rate": 1.0180364129874591e-05,
+      "loss": 1.2093,
+      "step": 17098
+    },
+    {
+      "epoch": 5.092872168134179,
+      "grad_norm": 0.3598514497280121,
+      "learning_rate": 1.017939971957655e-05,
+      "loss": 1.2221,
+      "step": 17099
+    },
+    {
+      "epoch": 5.0931700143338485,
+      "grad_norm": 0.42421722412109375,
+      "learning_rate": 1.0178435307609396e-05,
+      "loss": 1.2121,
+      "step": 17100
+    },
+    {
+      "epoch": 5.093467860533517,
+      "grad_norm": 0.3820800483226776,
+      "learning_rate": 1.01774708939821e-05,
+      "loss": 1.215,
+      "step": 17101
+    },
+    {
+      "epoch": 5.093765706733186,
+      "grad_norm": 0.4031168818473816,
+      "learning_rate": 1.0176506478703634e-05,
+      "loss": 1.2076,
+      "step": 17102
+    },
+    {
+      "epoch": 5.094063552932854,
+      "grad_norm": 0.4623296856880188,
+      "learning_rate": 1.0175542061782977e-05,
+      "loss": 1.2228,
+      "step": 17103
+    },
+    {
+      "epoch": 5.094361399132523,
+      "grad_norm": 0.24452053010463715,
+      "learning_rate": 1.0174577643229093e-05,
+      "loss": 1.2068,
+      "step": 17104
+    },
+    {
+      "epoch": 5.094659245332192,
+      "grad_norm": 0.3492816090583801,
+      "learning_rate": 1.017361322305096e-05,
+      "loss": 1.2233,
+      "step": 17105
+    },
+    {
+      "epoch": 5.09495709153186,
+      "grad_norm": 0.30999088287353516,
+      "learning_rate": 1.017264880125755e-05,
+      "loss": 1.2133,
+      "step": 17106
+    },
+    {
+      "epoch": 5.095254937731529,
+      "grad_norm": 0.458389550447464,
+      "learning_rate": 1.0171684377857836e-05,
+      "loss": 1.2108,
+      "step": 17107
+    },
+    {
+      "epoch": 5.095552783931198,
+      "grad_norm": 0.2613278925418854,
+      "learning_rate": 1.017071995286079e-05,
+      "loss": 1.2163,
+      "step": 17108
+    },
+    {
+      "epoch": 5.095850630130866,
+      "grad_norm": 0.7034139037132263,
+      "learning_rate": 1.0169755526275386e-05,
+      "loss": 1.2313,
+      "step": 17109
+    },
+    {
+      "epoch": 5.0961484763305345,
+      "grad_norm": 0.4257388412952423,
+      "learning_rate": 1.01687910981106e-05,
+      "loss": 1.22,
+      "step": 17110
+    },
+    {
+      "epoch": 5.096446322530204,
+      "grad_norm": 0.363075315952301,
+      "learning_rate": 1.0167826668375398e-05,
+      "loss": 1.2138,
+      "step": 17111
+    },
+    {
+      "epoch": 5.096744168729872,
+      "grad_norm": 0.26515504717826843,
+      "learning_rate": 1.0166862237078756e-05,
+      "loss": 1.2068,
+      "step": 17112
+    },
+    {
+      "epoch": 5.09704201492954,
+      "grad_norm": 0.6181104779243469,
+      "learning_rate": 1.0165897804229647e-05,
+      "loss": 1.1972,
+      "step": 17113
+    },
+    {
+      "epoch": 5.09733986112921,
+      "grad_norm": 0.32947444915771484,
+      "learning_rate": 1.0164933369837045e-05,
+      "loss": 1.2239,
+      "step": 17114
+    },
+    {
+      "epoch": 5.097637707328878,
+      "grad_norm": 0.4215790033340454,
+      "learning_rate": 1.0163968933909922e-05,
+      "loss": 1.2431,
+      "step": 17115
+    },
+    {
+      "epoch": 5.097935553528547,
+      "grad_norm": 0.2851150333881378,
+      "learning_rate": 1.0163004496457252e-05,
+      "loss": 1.2091,
+      "step": 17116
+    },
+    {
+      "epoch": 5.098233399728215,
+      "grad_norm": 0.4571061432361603,
+      "learning_rate": 1.0162040057488007e-05,
+      "loss": 1.2235,
+      "step": 17117
+    },
+    {
+      "epoch": 5.098531245927884,
+      "grad_norm": 0.2850176692008972,
+      "learning_rate": 1.0161075617011159e-05,
+      "loss": 1.1987,
+      "step": 17118
+    },
+    {
+      "epoch": 5.098829092127553,
+      "grad_norm": 0.3262980580329895,
+      "learning_rate": 1.0160111175035684e-05,
+      "loss": 1.2172,
+      "step": 17119
+    },
+    {
+      "epoch": 5.099126938327221,
+      "grad_norm": 0.3843151032924652,
+      "learning_rate": 1.0159146731570556e-05,
+      "loss": 1.2077,
+      "step": 17120
+    },
+    {
+      "epoch": 5.09942478452689,
+      "grad_norm": 0.2500159740447998,
+      "learning_rate": 1.0158182286624741e-05,
+      "loss": 1.2274,
+      "step": 17121
+    },
+    {
+      "epoch": 5.099722630726559,
+      "grad_norm": 0.4776756465435028,
+      "learning_rate": 1.0157217840207217e-05,
+      "loss": 1.2176,
+      "step": 17122
+    },
+    {
+      "epoch": 5.100020476926227,
+      "grad_norm": 0.32060763239860535,
+      "learning_rate": 1.0156253392326958e-05,
+      "loss": 1.2113,
+      "step": 17123
+    },
+    {
+      "epoch": 5.1003183231258955,
+      "grad_norm": 0.49617981910705566,
+      "learning_rate": 1.0155288942992933e-05,
+      "loss": 1.2133,
+      "step": 17124
+    },
+    {
+      "epoch": 5.100616169325565,
+      "grad_norm": 0.30920445919036865,
+      "learning_rate": 1.0154324492214123e-05,
+      "loss": 1.2167,
+      "step": 17125
+    },
+    {
+      "epoch": 5.100914015525233,
+      "grad_norm": 0.5329804420471191,
+      "learning_rate": 1.0153360039999492e-05,
+      "loss": 1.2076,
+      "step": 17126
+    },
+    {
+      "epoch": 5.101211861724901,
+      "grad_norm": 0.38505634665489197,
+      "learning_rate": 1.015239558635802e-05,
+      "loss": 1.2309,
+      "step": 17127
+    },
+    {
+      "epoch": 5.101509707924571,
+      "grad_norm": 0.46117085218429565,
+      "learning_rate": 1.0151431131298674e-05,
+      "loss": 1.2127,
+      "step": 17128
+    },
+    {
+      "epoch": 5.101807554124239,
+      "grad_norm": 0.3312280774116516,
+      "learning_rate": 1.0150466674830433e-05,
+      "loss": 1.2096,
+      "step": 17129
+    },
+    {
+      "epoch": 5.102105400323908,
+      "grad_norm": 0.6624826192855835,
+      "learning_rate": 1.0149502216962269e-05,
+      "loss": 1.2088,
+      "step": 17130
+    },
+    {
+      "epoch": 5.1024032465235765,
+      "grad_norm": 0.39815059304237366,
+      "learning_rate": 1.0148537757703149e-05,
+      "loss": 1.2267,
+      "step": 17131
+    },
+    {
+      "epoch": 5.102701092723245,
+      "grad_norm": 0.6149324774742126,
+      "learning_rate": 1.0147573297062055e-05,
+      "loss": 1.2041,
+      "step": 17132
+    },
+    {
+      "epoch": 5.102998938922914,
+      "grad_norm": 0.4168391525745392,
+      "learning_rate": 1.0146608835047955e-05,
+      "loss": 1.2109,
+      "step": 17133
+    },
+    {
+      "epoch": 5.103296785122582,
+      "grad_norm": 0.5807532072067261,
+      "learning_rate": 1.0145644371669824e-05,
+      "loss": 1.2124,
+      "step": 17134
+    },
+    {
+      "epoch": 5.103594631322251,
+      "grad_norm": 0.25392472743988037,
+      "learning_rate": 1.0144679906936636e-05,
+      "loss": 1.2329,
+      "step": 17135
+    },
+    {
+      "epoch": 5.10389247752192,
+      "grad_norm": 1.1156970262527466,
+      "learning_rate": 1.0143715440857361e-05,
+      "loss": 1.2118,
+      "step": 17136
+    },
+    {
+      "epoch": 5.104190323721588,
+      "grad_norm": 0.3196142911911011,
+      "learning_rate": 1.0142750973440975e-05,
+      "loss": 1.2248,
+      "step": 17137
+    },
+    {
+      "epoch": 5.1044881699212565,
+      "grad_norm": 0.9182085990905762,
+      "learning_rate": 1.0141786504696452e-05,
+      "loss": 1.2096,
+      "step": 17138
+    },
+    {
+      "epoch": 5.104786016120926,
+      "grad_norm": 0.25468823313713074,
+      "learning_rate": 1.0140822034632763e-05,
+      "loss": 1.2209,
+      "step": 17139
+    },
+    {
+      "epoch": 5.105083862320594,
+      "grad_norm": 0.8345251083374023,
+      "learning_rate": 1.0139857563258883e-05,
+      "loss": 1.2238,
+      "step": 17140
+    },
+    {
+      "epoch": 5.105381708520262,
+      "grad_norm": 0.3281252384185791,
+      "learning_rate": 1.0138893090583783e-05,
+      "loss": 1.2343,
+      "step": 17141
+    },
+    {
+      "epoch": 5.105679554719932,
+      "grad_norm": 0.46737855672836304,
+      "learning_rate": 1.013792861661644e-05,
+      "loss": 1.2216,
+      "step": 17142
+    },
+    {
+      "epoch": 5.1059774009196,
+      "grad_norm": 0.45355433225631714,
+      "learning_rate": 1.013696414136582e-05,
+      "loss": 1.1997,
+      "step": 17143
+    },
+    {
+      "epoch": 5.106275247119269,
+      "grad_norm": 0.3648901879787445,
+      "learning_rate": 1.013599966484091e-05,
+      "loss": 1.2295,
+      "step": 17144
+    },
+    {
+      "epoch": 5.1065730933189375,
+      "grad_norm": 0.3974287211894989,
+      "learning_rate": 1.013503518705067e-05,
+      "loss": 1.2223,
+      "step": 17145
+    },
+    {
+      "epoch": 5.106870939518606,
+      "grad_norm": 0.34418654441833496,
+      "learning_rate": 1.013407070800408e-05,
+      "loss": 1.1982,
+      "step": 17146
+    },
+    {
+      "epoch": 5.107168785718275,
+      "grad_norm": 0.3958006501197815,
+      "learning_rate": 1.0133106227710113e-05,
+      "loss": 1.2162,
+      "step": 17147
+    },
+    {
+      "epoch": 5.107466631917943,
+      "grad_norm": 0.2721463143825531,
+      "learning_rate": 1.0132141746177737e-05,
+      "loss": 1.2272,
+      "step": 17148
+    },
+    {
+      "epoch": 5.107764478117612,
+      "grad_norm": 0.3730507493019104,
+      "learning_rate": 1.0131177263415933e-05,
+      "loss": 1.2221,
+      "step": 17149
+    },
+    {
+      "epoch": 5.108062324317281,
+      "grad_norm": 0.35416150093078613,
+      "learning_rate": 1.013021277943367e-05,
+      "loss": 1.2154,
+      "step": 17150
+    },
+    {
+      "epoch": 5.108360170516949,
+      "grad_norm": 0.28584015369415283,
+      "learning_rate": 1.0129248294239924e-05,
+      "loss": 1.2311,
+      "step": 17151
+    },
+    {
+      "epoch": 5.108658016716618,
+      "grad_norm": 0.5706966519355774,
+      "learning_rate": 1.0128283807843666e-05,
+      "loss": 1.2268,
+      "step": 17152
+    },
+    {
+      "epoch": 5.108955862916287,
+      "grad_norm": 0.340482622385025,
+      "learning_rate": 1.012731932025387e-05,
+      "loss": 1.2147,
+      "step": 17153
+    },
+    {
+      "epoch": 5.109253709115955,
+      "grad_norm": 0.42856964468955994,
+      "learning_rate": 1.012635483147951e-05,
+      "loss": 1.2214,
+      "step": 17154
+    },
+    {
+      "epoch": 5.109551555315624,
+      "grad_norm": 0.2704993486404419,
+      "learning_rate": 1.012539034152956e-05,
+      "loss": 1.2267,
+      "step": 17155
+    },
+    {
+      "epoch": 5.109849401515293,
+      "grad_norm": 0.3846414387226105,
+      "learning_rate": 1.0124425850412992e-05,
+      "loss": 1.221,
+      "step": 17156
+    },
+    {
+      "epoch": 5.110147247714961,
+      "grad_norm": 0.35049378871917725,
+      "learning_rate": 1.0123461358138782e-05,
+      "loss": 1.2149,
+      "step": 17157
+    },
+    {
+      "epoch": 5.11044509391463,
+      "grad_norm": 0.2807372212409973,
+      "learning_rate": 1.0122496864715903e-05,
+      "loss": 1.2131,
+      "step": 17158
+    },
+    {
+      "epoch": 5.1107429401142985,
+      "grad_norm": 0.3807115852832794,
+      "learning_rate": 1.0121532370153324e-05,
+      "loss": 1.2065,
+      "step": 17159
+    },
+    {
+      "epoch": 5.111040786313967,
+      "grad_norm": 0.271686315536499,
+      "learning_rate": 1.0120567874460024e-05,
+      "loss": 1.2185,
+      "step": 17160
+    },
+    {
+      "epoch": 5.111338632513636,
+      "grad_norm": 0.4014586806297302,
+      "learning_rate": 1.0119603377644976e-05,
+      "loss": 1.2171,
+      "step": 17161
+    },
+    {
+      "epoch": 5.111636478713304,
+      "grad_norm": 0.2593546509742737,
+      "learning_rate": 1.011863887971715e-05,
+      "loss": 1.2111,
+      "step": 17162
+    },
+    {
+      "epoch": 5.111934324912973,
+      "grad_norm": 0.2558513581752777,
+      "learning_rate": 1.0117674380685523e-05,
+      "loss": 1.1981,
+      "step": 17163
+    },
+    {
+      "epoch": 5.112232171112642,
+      "grad_norm": 0.28646785020828247,
+      "learning_rate": 1.0116709880559071e-05,
+      "loss": 1.2059,
+      "step": 17164
+    },
+    {
+      "epoch": 5.11253001731231,
+      "grad_norm": 0.3175455331802368,
+      "learning_rate": 1.0115745379346755e-05,
+      "loss": 1.2068,
+      "step": 17165
+    },
+    {
+      "epoch": 5.112827863511979,
+      "grad_norm": 0.49774348735809326,
+      "learning_rate": 1.0114780877057562e-05,
+      "loss": 1.226,
+      "step": 17166
+    },
+    {
+      "epoch": 5.113125709711648,
+      "grad_norm": 0.31071609258651733,
+      "learning_rate": 1.0113816373700462e-05,
+      "loss": 1.197,
+      "step": 17167
+    },
+    {
+      "epoch": 5.113423555911316,
+      "grad_norm": 0.2739827632904053,
+      "learning_rate": 1.011285186928443e-05,
+      "loss": 1.23,
+      "step": 17168
+    },
+    {
+      "epoch": 5.113721402110985,
+      "grad_norm": 0.2822209596633911,
+      "learning_rate": 1.0111887363818433e-05,
+      "loss": 1.2026,
+      "step": 17169
+    },
+    {
+      "epoch": 5.114019248310654,
+      "grad_norm": 0.37194135785102844,
+      "learning_rate": 1.0110922857311452e-05,
+      "loss": 1.2078,
+      "step": 17170
+    },
+    {
+      "epoch": 5.114317094510322,
+      "grad_norm": 0.388312429189682,
+      "learning_rate": 1.0109958349772457e-05,
+      "loss": 1.2242,
+      "step": 17171
+    },
+    {
+      "epoch": 5.114614940709991,
+      "grad_norm": 0.2602137625217438,
+      "learning_rate": 1.0108993841210421e-05,
+      "loss": 1.2086,
+      "step": 17172
+    },
+    {
+      "epoch": 5.11491278690966,
+      "grad_norm": 0.2920834422111511,
+      "learning_rate": 1.0108029331634322e-05,
+      "loss": 1.2221,
+      "step": 17173
+    },
+    {
+      "epoch": 5.115210633109328,
+      "grad_norm": 0.24184873700141907,
+      "learning_rate": 1.0107064821053127e-05,
+      "loss": 1.2071,
+      "step": 17174
+    },
+    {
+      "epoch": 5.115508479308997,
+      "grad_norm": 0.26793280243873596,
+      "learning_rate": 1.0106100309475816e-05,
+      "loss": 1.211,
+      "step": 17175
+    },
+    {
+      "epoch": 5.115806325508665,
+      "grad_norm": 0.2672754228115082,
+      "learning_rate": 1.010513579691136e-05,
+      "loss": 1.1999,
+      "step": 17176
+    },
+    {
+      "epoch": 5.116104171708334,
+      "grad_norm": 0.28690797090530396,
+      "learning_rate": 1.0104171283368731e-05,
+      "loss": 1.2122,
+      "step": 17177
+    },
+    {
+      "epoch": 5.116402017908003,
+      "grad_norm": 0.3485107123851776,
+      "learning_rate": 1.0103206768856909e-05,
+      "loss": 1.2072,
+      "step": 17178
+    },
+    {
+      "epoch": 5.116699864107671,
+      "grad_norm": 0.27620166540145874,
+      "learning_rate": 1.0102242253384859e-05,
+      "loss": 1.202,
+      "step": 17179
+    },
+    {
+      "epoch": 5.11699771030734,
+      "grad_norm": 0.29888781905174255,
+      "learning_rate": 1.0101277736961561e-05,
+      "loss": 1.202,
+      "step": 17180
+    },
+    {
+      "epoch": 5.117295556507009,
+      "grad_norm": 0.24393923580646515,
+      "learning_rate": 1.0100313219595988e-05,
+      "loss": 1.2174,
+      "step": 17181
+    },
+    {
+      "epoch": 5.117593402706677,
+      "grad_norm": 0.3704393208026886,
+      "learning_rate": 1.0099348701297107e-05,
+      "loss": 1.2037,
+      "step": 17182
+    },
+    {
+      "epoch": 5.117891248906346,
+      "grad_norm": 0.24490593373775482,
+      "learning_rate": 1.0098384182073902e-05,
+      "loss": 1.213,
+      "step": 17183
+    },
+    {
+      "epoch": 5.118189095106015,
+      "grad_norm": 0.5924113988876343,
+      "learning_rate": 1.0097419661935341e-05,
+      "loss": 1.2157,
+      "step": 17184
+    },
+    {
+      "epoch": 5.118486941305683,
+      "grad_norm": 0.44691896438598633,
+      "learning_rate": 1.0096455140890403e-05,
+      "loss": 1.2153,
+      "step": 17185
+    },
+    {
+      "epoch": 5.118784787505352,
+      "grad_norm": 0.4877368211746216,
+      "learning_rate": 1.0095490618948052e-05,
+      "loss": 1.2307,
+      "step": 17186
+    },
+    {
+      "epoch": 5.119082633705021,
+      "grad_norm": 0.4787835478782654,
+      "learning_rate": 1.009452609611727e-05,
+      "loss": 1.2202,
+      "step": 17187
+    },
+    {
+      "epoch": 5.119380479904689,
+      "grad_norm": 0.33387571573257446,
+      "learning_rate": 1.0093561572407027e-05,
+      "loss": 1.2269,
+      "step": 17188
+    },
+    {
+      "epoch": 5.119678326104358,
+      "grad_norm": 0.3363417983055115,
+      "learning_rate": 1.0092597047826298e-05,
+      "loss": 1.2053,
+      "step": 17189
+    },
+    {
+      "epoch": 5.1199761723040265,
+      "grad_norm": 0.29627305269241333,
+      "learning_rate": 1.0091632522384056e-05,
+      "loss": 1.228,
+      "step": 17190
+    },
+    {
+      "epoch": 5.120274018503695,
+      "grad_norm": 0.2782908082008362,
+      "learning_rate": 1.0090667996089278e-05,
+      "loss": 1.2095,
+      "step": 17191
+    },
+    {
+      "epoch": 5.120571864703364,
+      "grad_norm": 0.34067395329475403,
+      "learning_rate": 1.0089703468950937e-05,
+      "loss": 1.2176,
+      "step": 17192
+    },
+    {
+      "epoch": 5.120869710903032,
+      "grad_norm": 0.27354928851127625,
+      "learning_rate": 1.0088738940978003e-05,
+      "loss": 1.2138,
+      "step": 17193
+    },
+    {
+      "epoch": 5.121167557102701,
+      "grad_norm": 0.40996381640434265,
+      "learning_rate": 1.0087774412179452e-05,
+      "loss": 1.2236,
+      "step": 17194
+    },
+    {
+      "epoch": 5.12146540330237,
+      "grad_norm": 0.26813942193984985,
+      "learning_rate": 1.008680988256426e-05,
+      "loss": 1.2099,
+      "step": 17195
+    },
+    {
+      "epoch": 5.121763249502038,
+      "grad_norm": 0.35690394043922424,
+      "learning_rate": 1.0085845352141397e-05,
+      "loss": 1.2072,
+      "step": 17196
+    },
+    {
+      "epoch": 5.122061095701707,
+      "grad_norm": 0.27852919697761536,
+      "learning_rate": 1.008488082091984e-05,
+      "loss": 1.2167,
+      "step": 17197
+    },
+    {
+      "epoch": 5.122358941901376,
+      "grad_norm": 0.2842017412185669,
+      "learning_rate": 1.0083916288908565e-05,
+      "loss": 1.2292,
+      "step": 17198
+    },
+    {
+      "epoch": 5.122656788101044,
+      "grad_norm": 0.37780824303627014,
+      "learning_rate": 1.0082951756116536e-05,
+      "loss": 1.2029,
+      "step": 17199
+    },
+    {
+      "epoch": 5.122954634300713,
+      "grad_norm": 0.2934509515762329,
+      "learning_rate": 1.0081987222552735e-05,
+      "loss": 1.2238,
+      "step": 17200
+    },
+    {
+      "epoch": 5.123252480500382,
+      "grad_norm": 0.3488498330116272,
+      "learning_rate": 1.0081022688226136e-05,
+      "loss": 1.2137,
+      "step": 17201
+    },
+    {
+      "epoch": 5.12355032670005,
+      "grad_norm": 0.3076275885105133,
+      "learning_rate": 1.0080058153145715e-05,
+      "loss": 1.2141,
+      "step": 17202
+    },
+    {
+      "epoch": 5.123848172899719,
+      "grad_norm": 0.2605409026145935,
+      "learning_rate": 1.0079093617320438e-05,
+      "loss": 1.2083,
+      "step": 17203
+    },
+    {
+      "epoch": 5.1241460190993875,
+      "grad_norm": 0.3248927593231201,
+      "learning_rate": 1.0078129080759284e-05,
+      "loss": 1.2143,
+      "step": 17204
+    },
+    {
+      "epoch": 5.124443865299056,
+      "grad_norm": 0.31479761004447937,
+      "learning_rate": 1.007716454347123e-05,
+      "loss": 1.2165,
+      "step": 17205
+    },
+    {
+      "epoch": 5.124741711498725,
+      "grad_norm": 0.42612096667289734,
+      "learning_rate": 1.007620000546524e-05,
+      "loss": 1.222,
+      "step": 17206
+    },
+    {
+      "epoch": 5.125039557698393,
+      "grad_norm": 0.34823623299598694,
+      "learning_rate": 1.0075235466750298e-05,
+      "loss": 1.206,
+      "step": 17207
+    },
+    {
+      "epoch": 5.125337403898062,
+      "grad_norm": 0.31496137380599976,
+      "learning_rate": 1.007427092733537e-05,
+      "loss": 1.1924,
+      "step": 17208
+    },
+    {
+      "epoch": 5.125635250097731,
+      "grad_norm": 0.3191942870616913,
+      "learning_rate": 1.007330638722944e-05,
+      "loss": 1.2107,
+      "step": 17209
+    },
+    {
+      "epoch": 5.125933096297399,
+      "grad_norm": 0.3097342550754547,
+      "learning_rate": 1.0072341846441473e-05,
+      "loss": 1.2052,
+      "step": 17210
+    },
+    {
+      "epoch": 5.1262309424970685,
+      "grad_norm": 0.2566518187522888,
+      "learning_rate": 1.0071377304980445e-05,
+      "loss": 1.2096,
+      "step": 17211
+    },
+    {
+      "epoch": 5.126528788696737,
+      "grad_norm": 0.2853011190891266,
+      "learning_rate": 1.007041276285533e-05,
+      "loss": 1.2021,
+      "step": 17212
+    },
+    {
+      "epoch": 5.126826634896405,
+      "grad_norm": 0.4396412670612335,
+      "learning_rate": 1.0069448220075106e-05,
+      "loss": 1.2148,
+      "step": 17213
+    },
+    {
+      "epoch": 5.127124481096074,
+      "grad_norm": 0.5236174464225769,
+      "learning_rate": 1.0068483676648742e-05,
+      "loss": 1.2054,
+      "step": 17214
+    },
+    {
+      "epoch": 5.127422327295743,
+      "grad_norm": 0.32824137806892395,
+      "learning_rate": 1.0067519132585215e-05,
+      "loss": 1.2092,
+      "step": 17215
+    },
+    {
+      "epoch": 5.127720173495411,
+      "grad_norm": 0.6092197895050049,
+      "learning_rate": 1.0066554587893499e-05,
+      "loss": 1.2026,
+      "step": 17216
+    },
+    {
+      "epoch": 5.12801801969508,
+      "grad_norm": 0.25081637501716614,
+      "learning_rate": 1.0065590042582565e-05,
+      "loss": 1.202,
+      "step": 17217
+    },
+    {
+      "epoch": 5.1283158658947485,
+      "grad_norm": 0.4604050815105438,
+      "learning_rate": 1.0064625496661387e-05,
+      "loss": 1.219,
+      "step": 17218
+    },
+    {
+      "epoch": 5.128613712094417,
+      "grad_norm": 0.27120324969291687,
+      "learning_rate": 1.0063660950138945e-05,
+      "loss": 1.2328,
+      "step": 17219
+    },
+    {
+      "epoch": 5.128911558294086,
+      "grad_norm": 0.4967385232448578,
+      "learning_rate": 1.0062696403024206e-05,
+      "loss": 1.2301,
+      "step": 17220
+    },
+    {
+      "epoch": 5.129209404493754,
+      "grad_norm": 0.26437661051750183,
+      "learning_rate": 1.0061731855326149e-05,
+      "loss": 1.2166,
+      "step": 17221
+    },
+    {
+      "epoch": 5.129507250693424,
+      "grad_norm": 0.3599362373352051,
+      "learning_rate": 1.0060767307053746e-05,
+      "loss": 1.2215,
+      "step": 17222
+    },
+    {
+      "epoch": 5.129805096893092,
+      "grad_norm": 0.27200520038604736,
+      "learning_rate": 1.0059802758215971e-05,
+      "loss": 1.1992,
+      "step": 17223
+    },
+    {
+      "epoch": 5.13010294309276,
+      "grad_norm": 0.5720693469047546,
+      "learning_rate": 1.0058838208821795e-05,
+      "loss": 1.2138,
+      "step": 17224
+    },
+    {
+      "epoch": 5.1304007892924295,
+      "grad_norm": 0.3677472174167633,
+      "learning_rate": 1.0057873658880197e-05,
+      "loss": 1.1955,
+      "step": 17225
+    },
+    {
+      "epoch": 5.130698635492098,
+      "grad_norm": 0.3923113942146301,
+      "learning_rate": 1.0056909108400153e-05,
+      "loss": 1.2113,
+      "step": 17226
+    },
+    {
+      "epoch": 5.130996481691766,
+      "grad_norm": 0.37376493215560913,
+      "learning_rate": 1.0055944557390629e-05,
+      "loss": 1.2135,
+      "step": 17227
+    },
+    {
+      "epoch": 5.131294327891435,
+      "grad_norm": 0.29747623205184937,
+      "learning_rate": 1.0054980005860604e-05,
+      "loss": 1.2151,
+      "step": 17228
+    },
+    {
+      "epoch": 5.131592174091104,
+      "grad_norm": 0.2658478617668152,
+      "learning_rate": 1.0054015453819052e-05,
+      "loss": 1.2116,
+      "step": 17229
+    },
+    {
+      "epoch": 5.131890020290772,
+      "grad_norm": 0.2868218719959259,
+      "learning_rate": 1.0053050901274947e-05,
+      "loss": 1.215,
+      "step": 17230
+    },
+    {
+      "epoch": 5.132187866490441,
+      "grad_norm": 0.27445900440216064,
+      "learning_rate": 1.0052086348237262e-05,
+      "loss": 1.2141,
+      "step": 17231
+    },
+    {
+      "epoch": 5.13248571269011,
+      "grad_norm": 0.28511521220207214,
+      "learning_rate": 1.0051121794714971e-05,
+      "loss": 1.2288,
+      "step": 17232
+    },
+    {
+      "epoch": 5.132783558889778,
+      "grad_norm": 0.3396657705307007,
+      "learning_rate": 1.0050157240717053e-05,
+      "loss": 1.2153,
+      "step": 17233
+    },
+    {
+      "epoch": 5.133081405089447,
+      "grad_norm": 0.2693929076194763,
+      "learning_rate": 1.0049192686252474e-05,
+      "loss": 1.2167,
+      "step": 17234
+    },
+    {
+      "epoch": 5.133379251289115,
+      "grad_norm": 0.35997962951660156,
+      "learning_rate": 1.0048228131330214e-05,
+      "loss": 1.2178,
+      "step": 17235
+    },
+    {
+      "epoch": 5.133677097488785,
+      "grad_norm": 0.25350475311279297,
+      "learning_rate": 1.0047263575959243e-05,
+      "loss": 1.221,
+      "step": 17236
+    },
+    {
+      "epoch": 5.133974943688453,
+      "grad_norm": 0.5521942377090454,
+      "learning_rate": 1.0046299020148538e-05,
+      "loss": 1.2327,
+      "step": 17237
+    },
+    {
+      "epoch": 5.134272789888121,
+      "grad_norm": 0.37590649724006653,
+      "learning_rate": 1.004533446390707e-05,
+      "loss": 1.2087,
+      "step": 17238
+    },
+    {
+      "epoch": 5.1345706360877905,
+      "grad_norm": 0.46460583806037903,
+      "learning_rate": 1.004436990724382e-05,
+      "loss": 1.2286,
+      "step": 17239
+    },
+    {
+      "epoch": 5.134868482287459,
+      "grad_norm": 0.4416270852088928,
+      "learning_rate": 1.0043405350167757e-05,
+      "loss": 1.2159,
+      "step": 17240
+    },
+    {
+      "epoch": 5.135166328487127,
+      "grad_norm": 0.5738375186920166,
+      "learning_rate": 1.0042440792687854e-05,
+      "loss": 1.2152,
+      "step": 17241
+    },
+    {
+      "epoch": 5.135464174686796,
+      "grad_norm": 0.5010666847229004,
+      "learning_rate": 1.0041476234813084e-05,
+      "loss": 1.2202,
+      "step": 17242
+    },
+    {
+      "epoch": 5.135762020886465,
+      "grad_norm": 0.6015894412994385,
+      "learning_rate": 1.0040511676552428e-05,
+      "loss": 1.2079,
+      "step": 17243
+    },
+    {
+      "epoch": 5.136059867086133,
+      "grad_norm": 0.6593461632728577,
+      "learning_rate": 1.0039547117914856e-05,
+      "loss": 1.2118,
+      "step": 17244
+    },
+    {
+      "epoch": 5.136357713285802,
+      "grad_norm": 0.3574669063091278,
+      "learning_rate": 1.0038582558909342e-05,
+      "loss": 1.2159,
+      "step": 17245
+    },
+    {
+      "epoch": 5.136655559485471,
+      "grad_norm": 0.3862614035606384,
+      "learning_rate": 1.0037617999544862e-05,
+      "loss": 1.2239,
+      "step": 17246
+    },
+    {
+      "epoch": 5.136953405685139,
+      "grad_norm": 0.3918178379535675,
+      "learning_rate": 1.0036653439830384e-05,
+      "loss": 1.223,
+      "step": 17247
+    },
+    {
+      "epoch": 5.137251251884808,
+      "grad_norm": 0.27867281436920166,
+      "learning_rate": 1.0035688879774887e-05,
+      "loss": 1.218,
+      "step": 17248
+    },
+    {
+      "epoch": 5.1375490980844765,
+      "grad_norm": 0.5913288593292236,
+      "learning_rate": 1.0034724319387349e-05,
+      "loss": 1.2221,
+      "step": 17249
+    },
+    {
+      "epoch": 5.137846944284146,
+      "grad_norm": 0.257610023021698,
+      "learning_rate": 1.0033759758676738e-05,
+      "loss": 1.2002,
+      "step": 17250
+    },
+    {
+      "epoch": 5.138144790483814,
+      "grad_norm": 0.4588865041732788,
+      "learning_rate": 1.003279519765203e-05,
+      "loss": 1.22,
+      "step": 17251
+    },
+    {
+      "epoch": 5.138442636683482,
+      "grad_norm": 0.3236146867275238,
+      "learning_rate": 1.00318306363222e-05,
+      "loss": 1.2074,
+      "step": 17252
+    },
+    {
+      "epoch": 5.1387404828831516,
+      "grad_norm": 0.28302136063575745,
+      "learning_rate": 1.003086607469622e-05,
+      "loss": 1.2233,
+      "step": 17253
+    },
+    {
+      "epoch": 5.13903832908282,
+      "grad_norm": 0.41775062680244446,
+      "learning_rate": 1.0029901512783067e-05,
+      "loss": 1.2371,
+      "step": 17254
+    },
+    {
+      "epoch": 5.139336175282488,
+      "grad_norm": 0.2608824074268341,
+      "learning_rate": 1.0028936950591712e-05,
+      "loss": 1.2233,
+      "step": 17255
+    },
+    {
+      "epoch": 5.139634021482157,
+      "grad_norm": 0.3283870816230774,
+      "learning_rate": 1.0027972388131135e-05,
+      "loss": 1.2045,
+      "step": 17256
+    },
+    {
+      "epoch": 5.139931867681826,
+      "grad_norm": 0.3376162648200989,
+      "learning_rate": 1.0027007825410305e-05,
+      "loss": 1.194,
+      "step": 17257
+    },
+    {
+      "epoch": 5.140229713881494,
+      "grad_norm": 0.3030361533164978,
+      "learning_rate": 1.0026043262438195e-05,
+      "loss": 1.2076,
+      "step": 17258
+    },
+    {
+      "epoch": 5.140527560081163,
+      "grad_norm": 0.3645525872707367,
+      "learning_rate": 1.002507869922378e-05,
+      "loss": 1.2226,
+      "step": 17259
+    },
+    {
+      "epoch": 5.140825406280832,
+      "grad_norm": 0.30467063188552856,
+      "learning_rate": 1.002411413577604e-05,
+      "loss": 1.2206,
+      "step": 17260
+    },
+    {
+      "epoch": 5.141123252480501,
+      "grad_norm": 0.3725603222846985,
+      "learning_rate": 1.0023149572103943e-05,
+      "loss": 1.2415,
+      "step": 17261
+    },
+    {
+      "epoch": 5.141421098680169,
+      "grad_norm": 0.2602631151676178,
+      "learning_rate": 1.0022185008216463e-05,
+      "loss": 1.2129,
+      "step": 17262
+    },
+    {
+      "epoch": 5.1417189448798375,
+      "grad_norm": 0.5139057636260986,
+      "learning_rate": 1.002122044412258e-05,
+      "loss": 1.2146,
+      "step": 17263
+    },
+    {
+      "epoch": 5.142016791079507,
+      "grad_norm": 0.2883543372154236,
+      "learning_rate": 1.0020255879831264e-05,
+      "loss": 1.2277,
+      "step": 17264
+    },
+    {
+      "epoch": 5.142314637279175,
+      "grad_norm": 0.36388319730758667,
+      "learning_rate": 1.0019291315351487e-05,
+      "loss": 1.2146,
+      "step": 17265
+    },
+    {
+      "epoch": 5.142612483478843,
+      "grad_norm": 0.2720346748828888,
+      "learning_rate": 1.0018326750692226e-05,
+      "loss": 1.2423,
+      "step": 17266
+    },
+    {
+      "epoch": 5.142910329678513,
+      "grad_norm": 0.393311470746994,
+      "learning_rate": 1.0017362185862459e-05,
+      "loss": 1.2339,
+      "step": 17267
+    },
+    {
+      "epoch": 5.143208175878181,
+      "grad_norm": 0.30610939860343933,
+      "learning_rate": 1.0016397620871154e-05,
+      "loss": 1.2124,
+      "step": 17268
+    },
+    {
+      "epoch": 5.143506022077849,
+      "grad_norm": 0.30627381801605225,
+      "learning_rate": 1.0015433055727286e-05,
+      "loss": 1.2222,
+      "step": 17269
+    },
+    {
+      "epoch": 5.1438038682775185,
+      "grad_norm": 0.29076746106147766,
+      "learning_rate": 1.0014468490439833e-05,
+      "loss": 1.2219,
+      "step": 17270
+    },
+    {
+      "epoch": 5.144101714477187,
+      "grad_norm": 0.2629736065864563,
+      "learning_rate": 1.0013503925017764e-05,
+      "loss": 1.228,
+      "step": 17271
+    },
+    {
+      "epoch": 5.144399560676855,
+      "grad_norm": 0.29096749424934387,
+      "learning_rate": 1.0012539359470059e-05,
+      "loss": 1.2282,
+      "step": 17272
+    },
+    {
+      "epoch": 5.144697406876524,
+      "grad_norm": 0.3243168294429779,
+      "learning_rate": 1.0011574793805688e-05,
+      "loss": 1.2092,
+      "step": 17273
+    },
+    {
+      "epoch": 5.144995253076193,
+      "grad_norm": 0.2627241313457489,
+      "learning_rate": 1.0010610228033629e-05,
+      "loss": 1.2236,
+      "step": 17274
+    },
+    {
+      "epoch": 5.145293099275861,
+      "grad_norm": 0.29743027687072754,
+      "learning_rate": 1.000964566216285e-05,
+      "loss": 1.2117,
+      "step": 17275
+    },
+    {
+      "epoch": 5.14559094547553,
+      "grad_norm": 0.2733718156814575,
+      "learning_rate": 1.000868109620233e-05,
+      "loss": 1.2265,
+      "step": 17276
+    },
+    {
+      "epoch": 5.1458887916751985,
+      "grad_norm": 0.26167747378349304,
+      "learning_rate": 1.0007716530161042e-05,
+      "loss": 1.2074,
+      "step": 17277
+    },
+    {
+      "epoch": 5.146186637874868,
+      "grad_norm": 0.25628238916397095,
+      "learning_rate": 1.000675196404796e-05,
+      "loss": 1.2209,
+      "step": 17278
+    },
+    {
+      "epoch": 5.146484484074536,
+      "grad_norm": 0.3680971562862396,
+      "learning_rate": 1.000578739787206e-05,
+      "loss": 1.2127,
+      "step": 17279
+    },
+    {
+      "epoch": 5.146782330274204,
+      "grad_norm": 0.30542105436325073,
+      "learning_rate": 1.0004822831642316e-05,
+      "loss": 1.208,
+      "step": 17280
+    },
+    {
+      "epoch": 5.147080176473874,
+      "grad_norm": 0.3616526424884796,
+      "learning_rate": 1.0003858265367698e-05,
+      "loss": 1.2073,
+      "step": 17281
+    },
+    {
+      "epoch": 5.147378022673542,
+      "grad_norm": 0.39930588006973267,
+      "learning_rate": 1.0002893699057184e-05,
+      "loss": 1.2141,
+      "step": 17282
+    },
+    {
+      "epoch": 5.14767586887321,
+      "grad_norm": 0.28660163283348083,
+      "learning_rate": 1.0001929132719743e-05,
+      "loss": 1.2291,
+      "step": 17283
+    },
+    {
+      "epoch": 5.1479737150728795,
+      "grad_norm": 0.3477869927883148,
+      "learning_rate": 1.0000964566364361e-05,
+      "loss": 1.211,
+      "step": 17284
+    },
+    {
+      "epoch": 5.148271561272548,
+      "grad_norm": 0.3396701216697693,
+      "learning_rate": 1e-05,
+      "loss": 1.2195,
+      "step": 17285
+    },
+    {
+      "epoch": 5.148569407472216,
+      "grad_norm": 0.4077571630477905,
+      "learning_rate": 9.999035433635644e-06,
+      "loss": 1.2298,
+      "step": 17286
+    },
+    {
+      "epoch": 5.148867253671885,
+      "grad_norm": 0.27981382608413696,
+      "learning_rate": 9.998070867280256e-06,
+      "loss": 1.2029,
+      "step": 17287
+    },
+    {
+      "epoch": 5.149165099871554,
+      "grad_norm": 0.40182021260261536,
+      "learning_rate": 9.99710630094282e-06,
+      "loss": 1.2286,
+      "step": 17288
+    },
+    {
+      "epoch": 5.149462946071223,
+      "grad_norm": 0.31784218549728394,
+      "learning_rate": 9.996141734632308e-06,
+      "loss": 1.2135,
+      "step": 17289
+    },
+    {
+      "epoch": 5.149760792270891,
+      "grad_norm": 0.28021320700645447,
+      "learning_rate": 9.995177168357687e-06,
+      "loss": 1.2165,
+      "step": 17290
+    },
+    {
+      "epoch": 5.15005863847056,
+      "grad_norm": 0.4634260833263397,
+      "learning_rate": 9.994212602127944e-06,
+      "loss": 1.2148,
+      "step": 17291
+    },
+    {
+      "epoch": 5.150356484670229,
+      "grad_norm": 0.4654317796230316,
+      "learning_rate": 9.993248035952045e-06,
+      "loss": 1.2105,
+      "step": 17292
+    },
+    {
+      "epoch": 5.150654330869897,
+      "grad_norm": 0.2636204659938812,
+      "learning_rate": 9.99228346983896e-06,
+      "loss": 1.2008,
+      "step": 17293
+    },
+    {
+      "epoch": 5.150952177069565,
+      "grad_norm": 0.3003879487514496,
+      "learning_rate": 9.991318903797673e-06,
+      "loss": 1.2342,
+      "step": 17294
+    },
+    {
+      "epoch": 5.151250023269235,
+      "grad_norm": 0.5199518203735352,
+      "learning_rate": 9.99035433783715e-06,
+      "loss": 1.2129,
+      "step": 17295
+    },
+    {
+      "epoch": 5.151547869468903,
+      "grad_norm": 0.31848806142807007,
+      "learning_rate": 9.989389771966375e-06,
+      "loss": 1.2095,
+      "step": 17296
+    },
+    {
+      "epoch": 5.151845715668571,
+      "grad_norm": 0.6944403648376465,
+      "learning_rate": 9.988425206194315e-06,
+      "loss": 1.216,
+      "step": 17297
+    },
+    {
+      "epoch": 5.1521435618682405,
+      "grad_norm": 0.5113841891288757,
+      "learning_rate": 9.987460640529943e-06,
+      "loss": 1.2107,
+      "step": 17298
+    },
+    {
+      "epoch": 5.152441408067909,
+      "grad_norm": 0.5333827137947083,
+      "learning_rate": 9.986496074982239e-06,
+      "loss": 1.2103,
+      "step": 17299
+    },
+    {
+      "epoch": 5.152739254267577,
+      "grad_norm": 0.4030782878398895,
+      "learning_rate": 9.98553150956017e-06,
+      "loss": 1.1972,
+      "step": 17300
+    },
+    {
+      "epoch": 5.153037100467246,
+      "grad_norm": 0.28179246187210083,
+      "learning_rate": 9.984566944272714e-06,
+      "loss": 1.2131,
+      "step": 17301
+    },
+    {
+      "epoch": 5.153334946666915,
+      "grad_norm": 0.5105195045471191,
+      "learning_rate": 9.98360237912885e-06,
+      "loss": 1.2183,
+      "step": 17302
+    },
+    {
+      "epoch": 5.153632792866584,
+      "grad_norm": 0.3332255482673645,
+      "learning_rate": 9.982637814137546e-06,
+      "loss": 1.2217,
+      "step": 17303
+    },
+    {
+      "epoch": 5.153930639066252,
+      "grad_norm": 0.3595399260520935,
+      "learning_rate": 9.981673249307774e-06,
+      "loss": 1.2045,
+      "step": 17304
+    },
+    {
+      "epoch": 5.154228485265921,
+      "grad_norm": 0.3326016366481781,
+      "learning_rate": 9.980708684648516e-06,
+      "loss": 1.1971,
+      "step": 17305
+    },
+    {
+      "epoch": 5.15452633146559,
+      "grad_norm": 0.36100009083747864,
+      "learning_rate": 9.979744120168741e-06,
+      "loss": 1.2112,
+      "step": 17306
+    },
+    {
+      "epoch": 5.154824177665258,
+      "grad_norm": 0.28945910930633545,
+      "learning_rate": 9.97877955587742e-06,
+      "loss": 1.1938,
+      "step": 17307
+    },
+    {
+      "epoch": 5.1551220238649265,
+      "grad_norm": 0.4248252511024475,
+      "learning_rate": 9.977814991783539e-06,
+      "loss": 1.2257,
+      "step": 17308
+    },
+    {
+      "epoch": 5.155419870064596,
+      "grad_norm": 0.27031490206718445,
+      "learning_rate": 9.976850427896063e-06,
+      "loss": 1.225,
+      "step": 17309
+    },
+    {
+      "epoch": 5.155717716264264,
+      "grad_norm": 0.44048282504081726,
+      "learning_rate": 9.975885864223965e-06,
+      "loss": 1.231,
+      "step": 17310
+    },
+    {
+      "epoch": 5.156015562463932,
+      "grad_norm": 0.3263550102710724,
+      "learning_rate": 9.974921300776222e-06,
+      "loss": 1.2365,
+      "step": 17311
+    },
+    {
+      "epoch": 5.1563134086636015,
+      "grad_norm": 0.49528902769088745,
+      "learning_rate": 9.973956737561809e-06,
+      "loss": 1.2331,
+      "step": 17312
+    },
+    {
+      "epoch": 5.15661125486327,
+      "grad_norm": 0.2641638219356537,
+      "learning_rate": 9.9729921745897e-06,
+      "loss": 1.209,
+      "step": 17313
+    },
+    {
+      "epoch": 5.156909101062938,
+      "grad_norm": 0.36507704854011536,
+      "learning_rate": 9.97202761186887e-06,
+      "loss": 1.2132,
+      "step": 17314
+    },
+    {
+      "epoch": 5.157206947262607,
+      "grad_norm": 0.29481709003448486,
+      "learning_rate": 9.971063049408288e-06,
+      "loss": 1.2166,
+      "step": 17315
+    },
+    {
+      "epoch": 5.157504793462276,
+      "grad_norm": 0.33992066979408264,
+      "learning_rate": 9.970098487216937e-06,
+      "loss": 1.2195,
+      "step": 17316
+    },
+    {
+      "epoch": 5.157802639661945,
+      "grad_norm": 0.3174651861190796,
+      "learning_rate": 9.969133925303783e-06,
+      "loss": 1.2139,
+      "step": 17317
+    },
+    {
+      "epoch": 5.158100485861613,
+      "grad_norm": 0.3178800642490387,
+      "learning_rate": 9.968169363677803e-06,
+      "loss": 1.2255,
+      "step": 17318
+    },
+    {
+      "epoch": 5.158398332061282,
+      "grad_norm": 0.5044521689414978,
+      "learning_rate": 9.967204802347972e-06,
+      "loss": 1.1994,
+      "step": 17319
+    },
+    {
+      "epoch": 5.158696178260951,
+      "grad_norm": 0.2825145125389099,
+      "learning_rate": 9.966240241323267e-06,
+      "loss": 1.2096,
+      "step": 17320
+    },
+    {
+      "epoch": 5.158994024460619,
+      "grad_norm": 0.532430112361908,
+      "learning_rate": 9.965275680612653e-06,
+      "loss": 1.2184,
+      "step": 17321
+    },
+    {
+      "epoch": 5.1592918706602875,
+      "grad_norm": 0.3720751106739044,
+      "learning_rate": 9.964311120225116e-06,
+      "loss": 1.2142,
+      "step": 17322
+    },
+    {
+      "epoch": 5.159589716859957,
+      "grad_norm": 0.47451266646385193,
+      "learning_rate": 9.96334656016962e-06,
+      "loss": 1.219,
+      "step": 17323
+    },
+    {
+      "epoch": 5.159887563059625,
+      "grad_norm": 0.4867680072784424,
+      "learning_rate": 9.962382000455142e-06,
+      "loss": 1.2282,
+      "step": 17324
+    },
+    {
+      "epoch": 5.160185409259293,
+      "grad_norm": 0.34293991327285767,
+      "learning_rate": 9.961417441090661e-06,
+      "loss": 1.2111,
+      "step": 17325
+    },
+    {
+      "epoch": 5.160483255458963,
+      "grad_norm": 0.4056837260723114,
+      "learning_rate": 9.960452882085149e-06,
+      "loss": 1.2323,
+      "step": 17326
+    },
+    {
+      "epoch": 5.160781101658631,
+      "grad_norm": 0.33025863766670227,
+      "learning_rate": 9.959488323447573e-06,
+      "loss": 1.2088,
+      "step": 17327
+    },
+    {
+      "epoch": 5.1610789478583,
+      "grad_norm": 0.31803029775619507,
+      "learning_rate": 9.958523765186917e-06,
+      "loss": 1.2342,
+      "step": 17328
+    },
+    {
+      "epoch": 5.1613767940579685,
+      "grad_norm": 0.3175404667854309,
+      "learning_rate": 9.95755920731215e-06,
+      "loss": 1.2191,
+      "step": 17329
+    },
+    {
+      "epoch": 5.161674640257637,
+      "grad_norm": 0.30470433831214905,
+      "learning_rate": 9.956594649832246e-06,
+      "loss": 1.2125,
+      "step": 17330
+    },
+    {
+      "epoch": 5.161972486457306,
+      "grad_norm": 0.3382590115070343,
+      "learning_rate": 9.955630092756183e-06,
+      "loss": 1.2256,
+      "step": 17331
+    },
+    {
+      "epoch": 5.162270332656974,
+      "grad_norm": 0.27963191270828247,
+      "learning_rate": 9.95466553609293e-06,
+      "loss": 1.2183,
+      "step": 17332
+    },
+    {
+      "epoch": 5.162568178856643,
+      "grad_norm": 0.3190222978591919,
+      "learning_rate": 9.953700979851467e-06,
+      "loss": 1.2033,
+      "step": 17333
+    },
+    {
+      "epoch": 5.162866025056312,
+      "grad_norm": 0.2902185916900635,
+      "learning_rate": 9.952736424040764e-06,
+      "loss": 1.2371,
+      "step": 17334
+    },
+    {
+      "epoch": 5.16316387125598,
+      "grad_norm": 0.31622791290283203,
+      "learning_rate": 9.95177186866979e-06,
+      "loss": 1.2219,
+      "step": 17335
+    },
+    {
+      "epoch": 5.1634617174556485,
+      "grad_norm": 0.34580332040786743,
+      "learning_rate": 9.95080731374753e-06,
+      "loss": 1.2018,
+      "step": 17336
+    },
+    {
+      "epoch": 5.163759563655318,
+      "grad_norm": 0.430586040019989,
+      "learning_rate": 9.949842759282952e-06,
+      "loss": 1.2038,
+      "step": 17337
+    },
+    {
+      "epoch": 5.164057409854986,
+      "grad_norm": 0.265218049287796,
+      "learning_rate": 9.948878205285028e-06,
+      "loss": 1.2268,
+      "step": 17338
+    },
+    {
+      "epoch": 5.164355256054654,
+      "grad_norm": 0.4097771644592285,
+      "learning_rate": 9.947913651762741e-06,
+      "loss": 1.2067,
+      "step": 17339
+    },
+    {
+      "epoch": 5.164653102254324,
+      "grad_norm": 0.27291157841682434,
+      "learning_rate": 9.946949098725056e-06,
+      "loss": 1.217,
+      "step": 17340
+    },
+    {
+      "epoch": 5.164950948453992,
+      "grad_norm": 0.5387572050094604,
+      "learning_rate": 9.94598454618095e-06,
+      "loss": 1.2107,
+      "step": 17341
+    },
+    {
+      "epoch": 5.16524879465366,
+      "grad_norm": 0.5005273818969727,
+      "learning_rate": 9.9450199941394e-06,
+      "loss": 1.224,
+      "step": 17342
+    },
+    {
+      "epoch": 5.1655466408533295,
+      "grad_norm": 0.2867977023124695,
+      "learning_rate": 9.944055442609371e-06,
+      "loss": 1.1963,
+      "step": 17343
+    },
+    {
+      "epoch": 5.165844487052998,
+      "grad_norm": 0.33826544880867004,
+      "learning_rate": 9.94309089159985e-06,
+      "loss": 1.2124,
+      "step": 17344
+    },
+    {
+      "epoch": 5.166142333252667,
+      "grad_norm": 0.31648164987564087,
+      "learning_rate": 9.942126341119806e-06,
+      "loss": 1.2157,
+      "step": 17345
+    },
+    {
+      "epoch": 5.166440179452335,
+      "grad_norm": 0.3026304841041565,
+      "learning_rate": 9.941161791178206e-06,
+      "loss": 1.2132,
+      "step": 17346
+    },
+    {
+      "epoch": 5.166738025652004,
+      "grad_norm": 0.3801819086074829,
+      "learning_rate": 9.940197241784032e-06,
+      "loss": 1.1988,
+      "step": 17347
+    },
+    {
+      "epoch": 5.167035871851673,
+      "grad_norm": 0.3131085932254791,
+      "learning_rate": 9.939232692946259e-06,
+      "loss": 1.1996,
+      "step": 17348
+    },
+    {
+      "epoch": 5.167333718051341,
+      "grad_norm": 0.3868970572948456,
+      "learning_rate": 9.938268144673853e-06,
+      "loss": 1.2109,
+      "step": 17349
+    },
+    {
+      "epoch": 5.16763156425101,
+      "grad_norm": 0.2998538613319397,
+      "learning_rate": 9.937303596975798e-06,
+      "loss": 1.2008,
+      "step": 17350
+    },
+    {
+      "epoch": 5.167929410450679,
+      "grad_norm": 0.32032912969589233,
+      "learning_rate": 9.93633904986106e-06,
+      "loss": 1.2054,
+      "step": 17351
+    },
+    {
+      "epoch": 5.168227256650347,
+      "grad_norm": 0.2641001045703888,
+      "learning_rate": 9.935374503338614e-06,
+      "loss": 1.1972,
+      "step": 17352
+    },
+    {
+      "epoch": 5.168525102850015,
+      "grad_norm": 0.48422569036483765,
+      "learning_rate": 9.934409957417438e-06,
+      "loss": 1.207,
+      "step": 17353
+    },
+    {
+      "epoch": 5.168822949049685,
+      "grad_norm": 0.25899428129196167,
+      "learning_rate": 9.933445412106506e-06,
+      "loss": 1.2119,
+      "step": 17354
+    },
+    {
+      "epoch": 5.169120795249353,
+      "grad_norm": 0.4854237139225006,
+      "learning_rate": 9.932480867414786e-06,
+      "loss": 1.2002,
+      "step": 17355
+    },
+    {
+      "epoch": 5.169418641449022,
+      "grad_norm": 0.25135356187820435,
+      "learning_rate": 9.93151632335126e-06,
+      "loss": 1.2103,
+      "step": 17356
+    },
+    {
+      "epoch": 5.1697164876486905,
+      "grad_norm": 0.3396010100841522,
+      "learning_rate": 9.930551779924899e-06,
+      "loss": 1.2187,
+      "step": 17357
+    },
+    {
+      "epoch": 5.170014333848359,
+      "grad_norm": 0.3366449177265167,
+      "learning_rate": 9.929587237144671e-06,
+      "loss": 1.2255,
+      "step": 17358
+    },
+    {
+      "epoch": 5.170312180048028,
+      "grad_norm": 0.410990834236145,
+      "learning_rate": 9.928622695019558e-06,
+      "loss": 1.2166,
+      "step": 17359
+    },
+    {
+      "epoch": 5.170610026247696,
+      "grad_norm": 0.29336434602737427,
+      "learning_rate": 9.927658153558528e-06,
+      "loss": 1.2211,
+      "step": 17360
+    },
+    {
+      "epoch": 5.170907872447365,
+      "grad_norm": 0.3034501373767853,
+      "learning_rate": 9.926693612770563e-06,
+      "loss": 1.211,
+      "step": 17361
+    },
+    {
+      "epoch": 5.171205718647034,
+      "grad_norm": 0.38883015513420105,
+      "learning_rate": 9.925729072664632e-06,
+      "loss": 1.2069,
+      "step": 17362
+    },
+    {
+      "epoch": 5.171503564846702,
+      "grad_norm": 0.2636663317680359,
+      "learning_rate": 9.924764533249704e-06,
+      "loss": 1.208,
+      "step": 17363
+    },
+    {
+      "epoch": 5.171801411046371,
+      "grad_norm": 0.33574822545051575,
+      "learning_rate": 9.923799994534764e-06,
+      "loss": 1.2327,
+      "step": 17364
+    },
+    {
+      "epoch": 5.17209925724604,
+      "grad_norm": 0.28025588393211365,
+      "learning_rate": 9.922835456528775e-06,
+      "loss": 1.2241,
+      "step": 17365
+    },
+    {
+      "epoch": 5.172397103445708,
+      "grad_norm": 0.38576653599739075,
+      "learning_rate": 9.921870919240716e-06,
+      "loss": 1.2103,
+      "step": 17366
+    },
+    {
+      "epoch": 5.1726949496453765,
+      "grad_norm": 0.2783429026603699,
+      "learning_rate": 9.920906382679563e-06,
+      "loss": 1.2128,
+      "step": 17367
+    },
+    {
+      "epoch": 5.172992795845046,
+      "grad_norm": 0.5975845456123352,
+      "learning_rate": 9.91994184685429e-06,
+      "loss": 1.2154,
+      "step": 17368
+    },
+    {
+      "epoch": 5.173290642044714,
+      "grad_norm": 0.4833067059516907,
+      "learning_rate": 9.918977311773863e-06,
+      "loss": 1.2295,
+      "step": 17369
+    },
+    {
+      "epoch": 5.173588488244383,
+      "grad_norm": 0.33450496196746826,
+      "learning_rate": 9.918012777447266e-06,
+      "loss": 1.2057,
+      "step": 17370
+    },
+    {
+      "epoch": 5.1738863344440515,
+      "grad_norm": 0.28698986768722534,
+      "learning_rate": 9.917048243883469e-06,
+      "loss": 1.2013,
+      "step": 17371
+    },
+    {
+      "epoch": 5.17418418064372,
+      "grad_norm": 0.6007641553878784,
+      "learning_rate": 9.91608371109144e-06,
+      "loss": 1.2038,
+      "step": 17372
+    },
+    {
+      "epoch": 5.174482026843389,
+      "grad_norm": 0.3245409429073334,
+      "learning_rate": 9.915119179080163e-06,
+      "loss": 1.2287,
+      "step": 17373
+    },
+    {
+      "epoch": 5.174779873043057,
+      "grad_norm": 0.3489818274974823,
+      "learning_rate": 9.914154647858608e-06,
+      "loss": 1.2307,
+      "step": 17374
+    },
+    {
+      "epoch": 5.175077719242726,
+      "grad_norm": 0.36396849155426025,
+      "learning_rate": 9.913190117435744e-06,
+      "loss": 1.2152,
+      "step": 17375
+    },
+    {
+      "epoch": 5.175375565442395,
+      "grad_norm": 0.4610700011253357,
+      "learning_rate": 9.91222558782055e-06,
+      "loss": 1.2149,
+      "step": 17376
+    },
+    {
+      "epoch": 5.175673411642063,
+      "grad_norm": 0.3610832393169403,
+      "learning_rate": 9.911261059021999e-06,
+      "loss": 1.2042,
+      "step": 17377
+    },
+    {
+      "epoch": 5.175971257841732,
+      "grad_norm": 0.3699630796909332,
+      "learning_rate": 9.910296531049066e-06,
+      "loss": 1.2235,
+      "step": 17378
+    },
+    {
+      "epoch": 5.176269104041401,
+      "grad_norm": 0.32827654480934143,
+      "learning_rate": 9.909332003910725e-06,
+      "loss": 1.2286,
+      "step": 17379
+    },
+    {
+      "epoch": 5.176566950241069,
+      "grad_norm": 0.4925483167171478,
+      "learning_rate": 9.908367477615944e-06,
+      "loss": 1.2264,
+      "step": 17380
+    },
+    {
+      "epoch": 5.1768647964407375,
+      "grad_norm": 0.36989858746528625,
+      "learning_rate": 9.907402952173705e-06,
+      "loss": 1.218,
+      "step": 17381
+    },
+    {
+      "epoch": 5.177162642640407,
+      "grad_norm": 0.6347072720527649,
+      "learning_rate": 9.906438427592977e-06,
+      "loss": 1.2149,
+      "step": 17382
+    },
+    {
+      "epoch": 5.177460488840075,
+      "grad_norm": 0.2984049916267395,
+      "learning_rate": 9.905473903882732e-06,
+      "loss": 1.2115,
+      "step": 17383
+    },
+    {
+      "epoch": 5.177758335039744,
+      "grad_norm": 0.27661293745040894,
+      "learning_rate": 9.904509381051952e-06,
+      "loss": 1.231,
+      "step": 17384
+    },
+    {
+      "epoch": 5.178056181239413,
+      "grad_norm": 0.4410458207130432,
+      "learning_rate": 9.903544859109604e-06,
+      "loss": 1.2063,
+      "step": 17385
+    },
+    {
+      "epoch": 5.178354027439081,
+      "grad_norm": 0.33633315563201904,
+      "learning_rate": 9.90258033806466e-06,
+      "loss": 1.2144,
+      "step": 17386
+    },
+    {
+      "epoch": 5.17865187363875,
+      "grad_norm": 0.32096680998802185,
+      "learning_rate": 9.901615817926101e-06,
+      "loss": 1.2039,
+      "step": 17387
+    },
+    {
+      "epoch": 5.1789497198384185,
+      "grad_norm": 0.3884566128253937,
+      "learning_rate": 9.900651298702895e-06,
+      "loss": 1.2143,
+      "step": 17388
+    },
+    {
+      "epoch": 5.179247566038087,
+      "grad_norm": 0.27329471707344055,
+      "learning_rate": 9.899686780404015e-06,
+      "loss": 1.2063,
+      "step": 17389
+    },
+    {
+      "epoch": 5.179545412237756,
+      "grad_norm": 0.34216269850730896,
+      "learning_rate": 9.898722263038442e-06,
+      "loss": 1.2148,
+      "step": 17390
+    },
+    {
+      "epoch": 5.179843258437424,
+      "grad_norm": 0.2769976556301117,
+      "learning_rate": 9.897757746615146e-06,
+      "loss": 1.2117,
+      "step": 17391
+    },
+    {
+      "epoch": 5.180141104637093,
+      "grad_norm": 0.33744072914123535,
+      "learning_rate": 9.896793231143095e-06,
+      "loss": 1.2177,
+      "step": 17392
+    },
+    {
+      "epoch": 5.180438950836762,
+      "grad_norm": 0.3166804313659668,
+      "learning_rate": 9.895828716631272e-06,
+      "loss": 1.2223,
+      "step": 17393
+    },
+    {
+      "epoch": 5.18073679703643,
+      "grad_norm": 0.2969924211502075,
+      "learning_rate": 9.894864203088642e-06,
+      "loss": 1.2149,
+      "step": 17394
+    },
+    {
+      "epoch": 5.181034643236099,
+      "grad_norm": 0.449819952249527,
+      "learning_rate": 9.893899690524185e-06,
+      "loss": 1.2107,
+      "step": 17395
+    },
+    {
+      "epoch": 5.181332489435768,
+      "grad_norm": 0.2913896441459656,
+      "learning_rate": 9.892935178946875e-06,
+      "loss": 1.2222,
+      "step": 17396
+    },
+    {
+      "epoch": 5.181630335635436,
+      "grad_norm": 0.4125060439109802,
+      "learning_rate": 9.89197066836568e-06,
+      "loss": 1.2265,
+      "step": 17397
+    },
+    {
+      "epoch": 5.181928181835105,
+      "grad_norm": 0.25802966952323914,
+      "learning_rate": 9.89100615878958e-06,
+      "loss": 1.204,
+      "step": 17398
+    },
+    {
+      "epoch": 5.182226028034774,
+      "grad_norm": 0.6255542039871216,
+      "learning_rate": 9.890041650227546e-06,
+      "loss": 1.2259,
+      "step": 17399
+    },
+    {
+      "epoch": 5.182523874234442,
+      "grad_norm": 0.3694813549518585,
+      "learning_rate": 9.889077142688552e-06,
+      "loss": 1.2026,
+      "step": 17400
+    },
+    {
+      "epoch": 5.182821720434111,
+      "grad_norm": 0.484057754278183,
+      "learning_rate": 9.888112636181568e-06,
+      "loss": 1.2181,
+      "step": 17401
+    },
+    {
+      "epoch": 5.1831195666337795,
+      "grad_norm": 0.2654632329940796,
+      "learning_rate": 9.887148130715576e-06,
+      "loss": 1.2032,
+      "step": 17402
+    },
+    {
+      "epoch": 5.183417412833448,
+      "grad_norm": 0.4504523277282715,
+      "learning_rate": 9.886183626299538e-06,
+      "loss": 1.2116,
+      "step": 17403
+    },
+    {
+      "epoch": 5.183715259033117,
+      "grad_norm": 0.31855273246765137,
+      "learning_rate": 9.88521912294244e-06,
+      "loss": 1.2243,
+      "step": 17404
+    },
+    {
+      "epoch": 5.184013105232785,
+      "grad_norm": 0.42272868752479553,
+      "learning_rate": 9.884254620653247e-06,
+      "loss": 1.2259,
+      "step": 17405
+    },
+    {
+      "epoch": 5.184310951432454,
+      "grad_norm": 0.4378338158130646,
+      "learning_rate": 9.883290119440934e-06,
+      "loss": 1.2033,
+      "step": 17406
+    },
+    {
+      "epoch": 5.184608797632123,
+      "grad_norm": 0.41525697708129883,
+      "learning_rate": 9.88232561931448e-06,
+      "loss": 1.215,
+      "step": 17407
+    },
+    {
+      "epoch": 5.184906643831791,
+      "grad_norm": 0.34648171067237854,
+      "learning_rate": 9.881361120282854e-06,
+      "loss": 1.2228,
+      "step": 17408
+    },
+    {
+      "epoch": 5.18520449003146,
+      "grad_norm": 0.3187936544418335,
+      "learning_rate": 9.880396622355026e-06,
+      "loss": 1.2164,
+      "step": 17409
+    },
+    {
+      "epoch": 5.185502336231129,
+      "grad_norm": 0.31613689661026,
+      "learning_rate": 9.87943212553998e-06,
+      "loss": 1.2156,
+      "step": 17410
+    },
+    {
+      "epoch": 5.185800182430797,
+      "grad_norm": 0.35116851329803467,
+      "learning_rate": 9.878467629846676e-06,
+      "loss": 1.2082,
+      "step": 17411
+    },
+    {
+      "epoch": 5.186098028630466,
+      "grad_norm": 0.33654022216796875,
+      "learning_rate": 9.877503135284099e-06,
+      "loss": 1.2396,
+      "step": 17412
+    },
+    {
+      "epoch": 5.186395874830135,
+      "grad_norm": 0.3258071839809418,
+      "learning_rate": 9.87653864186122e-06,
+      "loss": 1.1907,
+      "step": 17413
+    },
+    {
+      "epoch": 5.186693721029803,
+      "grad_norm": 0.31604331731796265,
+      "learning_rate": 9.875574149587007e-06,
+      "loss": 1.2334,
+      "step": 17414
+    },
+    {
+      "epoch": 5.186991567229472,
+      "grad_norm": 0.3823065757751465,
+      "learning_rate": 9.874609658470442e-06,
+      "loss": 1.1986,
+      "step": 17415
+    },
+    {
+      "epoch": 5.1872894134291405,
+      "grad_norm": 0.30230191349983215,
+      "learning_rate": 9.873645168520494e-06,
+      "loss": 1.2282,
+      "step": 17416
+    },
+    {
+      "epoch": 5.187587259628809,
+      "grad_norm": 0.30811795592308044,
+      "learning_rate": 9.872680679746132e-06,
+      "loss": 1.2131,
+      "step": 17417
+    },
+    {
+      "epoch": 5.187885105828478,
+      "grad_norm": 0.3960643708705902,
+      "learning_rate": 9.871716192156337e-06,
+      "loss": 1.2352,
+      "step": 17418
+    },
+    {
+      "epoch": 5.188182952028146,
+      "grad_norm": 0.2723821997642517,
+      "learning_rate": 9.870751705760079e-06,
+      "loss": 1.2048,
+      "step": 17419
+    },
+    {
+      "epoch": 5.188480798227815,
+      "grad_norm": 0.30438661575317383,
+      "learning_rate": 9.869787220566332e-06,
+      "loss": 1.2186,
+      "step": 17420
+    },
+    {
+      "epoch": 5.188778644427484,
+      "grad_norm": 0.2908874452114105,
+      "learning_rate": 9.86882273658407e-06,
+      "loss": 1.2127,
+      "step": 17421
+    },
+    {
+      "epoch": 5.189076490627152,
+      "grad_norm": 0.24763324856758118,
+      "learning_rate": 9.867858253822265e-06,
+      "loss": 1.2073,
+      "step": 17422
+    },
+    {
+      "epoch": 5.1893743368268215,
+      "grad_norm": 0.43248996138572693,
+      "learning_rate": 9.866893772289892e-06,
+      "loss": 1.2118,
+      "step": 17423
+    },
+    {
+      "epoch": 5.18967218302649,
+      "grad_norm": 0.2770494520664215,
+      "learning_rate": 9.865929291995922e-06,
+      "loss": 1.2275,
+      "step": 17424
+    },
+    {
+      "epoch": 5.189970029226158,
+      "grad_norm": 0.40055957436561584,
+      "learning_rate": 9.864964812949334e-06,
+      "loss": 1.1986,
+      "step": 17425
+    },
+    {
+      "epoch": 5.190267875425827,
+      "grad_norm": 0.43054723739624023,
+      "learning_rate": 9.864000335159093e-06,
+      "loss": 1.2248,
+      "step": 17426
+    },
+    {
+      "epoch": 5.190565721625496,
+      "grad_norm": 0.2807416319847107,
+      "learning_rate": 9.863035858634181e-06,
+      "loss": 1.2126,
+      "step": 17427
+    },
+    {
+      "epoch": 5.190863567825164,
+      "grad_norm": 0.39825111627578735,
+      "learning_rate": 9.862071383383562e-06,
+      "loss": 1.2228,
+      "step": 17428
+    },
+    {
+      "epoch": 5.191161414024833,
+      "grad_norm": 0.2781282067298889,
+      "learning_rate": 9.86110690941622e-06,
+      "loss": 1.2319,
+      "step": 17429
+    },
+    {
+      "epoch": 5.1914592602245015,
+      "grad_norm": 0.4083573520183563,
+      "learning_rate": 9.860142436741122e-06,
+      "loss": 1.2199,
+      "step": 17430
+    },
+    {
+      "epoch": 5.19175710642417,
+      "grad_norm": 0.332750529050827,
+      "learning_rate": 9.859177965367239e-06,
+      "loss": 1.1956,
+      "step": 17431
+    },
+    {
+      "epoch": 5.192054952623839,
+      "grad_norm": 0.38965967297554016,
+      "learning_rate": 9.85821349530355e-06,
+      "loss": 1.206,
+      "step": 17432
+    },
+    {
+      "epoch": 5.192352798823507,
+      "grad_norm": 0.44553112983703613,
+      "learning_rate": 9.857249026559028e-06,
+      "loss": 1.2231,
+      "step": 17433
+    },
+    {
+      "epoch": 5.192650645023176,
+      "grad_norm": 0.26943814754486084,
+      "learning_rate": 9.85628455914264e-06,
+      "loss": 1.2109,
+      "step": 17434
+    },
+    {
+      "epoch": 5.192948491222845,
+      "grad_norm": 0.2865230143070221,
+      "learning_rate": 9.855320093063366e-06,
+      "loss": 1.2177,
+      "step": 17435
+    },
+    {
+      "epoch": 5.193246337422513,
+      "grad_norm": 0.26364055275917053,
+      "learning_rate": 9.854355628330179e-06,
+      "loss": 1.2138,
+      "step": 17436
+    },
+    {
+      "epoch": 5.1935441836221825,
+      "grad_norm": 0.2749254107475281,
+      "learning_rate": 9.853391164952045e-06,
+      "loss": 1.2055,
+      "step": 17437
+    },
+    {
+      "epoch": 5.193842029821851,
+      "grad_norm": 0.30862370133399963,
+      "learning_rate": 9.852426702937949e-06,
+      "loss": 1.2385,
+      "step": 17438
+    },
+    {
+      "epoch": 5.194139876021519,
+      "grad_norm": 0.23923292756080627,
+      "learning_rate": 9.851462242296856e-06,
+      "loss": 1.2168,
+      "step": 17439
+    },
+    {
+      "epoch": 5.194437722221188,
+      "grad_norm": 0.37787410616874695,
+      "learning_rate": 9.850497783037736e-06,
+      "loss": 1.222,
+      "step": 17440
+    },
+    {
+      "epoch": 5.194735568420857,
+      "grad_norm": 0.28293028473854065,
+      "learning_rate": 9.849533325169568e-06,
+      "loss": 1.2158,
+      "step": 17441
+    },
+    {
+      "epoch": 5.195033414620525,
+      "grad_norm": 0.420856773853302,
+      "learning_rate": 9.848568868701329e-06,
+      "loss": 1.2021,
+      "step": 17442
+    },
+    {
+      "epoch": 5.195331260820194,
+      "grad_norm": 0.4423983097076416,
+      "learning_rate": 9.847604413641982e-06,
+      "loss": 1.196,
+      "step": 17443
+    },
+    {
+      "epoch": 5.195629107019863,
+      "grad_norm": 0.26101332902908325,
+      "learning_rate": 9.846639960000512e-06,
+      "loss": 1.2212,
+      "step": 17444
+    },
+    {
+      "epoch": 5.195926953219531,
+      "grad_norm": 0.38214921951293945,
+      "learning_rate": 9.845675507785879e-06,
+      "loss": 1.2202,
+      "step": 17445
+    },
+    {
+      "epoch": 5.1962247994192,
+      "grad_norm": 0.2879766821861267,
+      "learning_rate": 9.844711057007068e-06,
+      "loss": 1.2254,
+      "step": 17446
+    },
+    {
+      "epoch": 5.1965226456188685,
+      "grad_norm": 0.4692278206348419,
+      "learning_rate": 9.843746607673045e-06,
+      "loss": 1.2331,
+      "step": 17447
+    },
+    {
+      "epoch": 5.196820491818537,
+      "grad_norm": 0.2960914373397827,
+      "learning_rate": 9.842782159792785e-06,
+      "loss": 1.2097,
+      "step": 17448
+    },
+    {
+      "epoch": 5.197118338018206,
+      "grad_norm": 0.49584126472473145,
+      "learning_rate": 9.841817713375262e-06,
+      "loss": 1.2179,
+      "step": 17449
+    },
+    {
+      "epoch": 5.197416184217874,
+      "grad_norm": 0.354303240776062,
+      "learning_rate": 9.840853268429451e-06,
+      "loss": 1.1989,
+      "step": 17450
+    },
+    {
+      "epoch": 5.1977140304175435,
+      "grad_norm": 0.5706049799919128,
+      "learning_rate": 9.839888824964318e-06,
+      "loss": 1.2098,
+      "step": 17451
+    },
+    {
+      "epoch": 5.198011876617212,
+      "grad_norm": 0.2618613839149475,
+      "learning_rate": 9.838924382988843e-06,
+      "loss": 1.2201,
+      "step": 17452
+    },
+    {
+      "epoch": 5.19830972281688,
+      "grad_norm": 0.30057284235954285,
+      "learning_rate": 9.837959942511996e-06,
+      "loss": 1.2042,
+      "step": 17453
+    },
+    {
+      "epoch": 5.198607569016549,
+      "grad_norm": 0.3330328166484833,
+      "learning_rate": 9.83699550354275e-06,
+      "loss": 1.2128,
+      "step": 17454
+    },
+    {
+      "epoch": 5.198905415216218,
+      "grad_norm": 0.30026569962501526,
+      "learning_rate": 9.836031066090081e-06,
+      "loss": 1.2241,
+      "step": 17455
+    },
+    {
+      "epoch": 5.199203261415886,
+      "grad_norm": 0.2807164788246155,
+      "learning_rate": 9.83506663016296e-06,
+      "loss": 1.2092,
+      "step": 17456
+    },
+    {
+      "epoch": 5.199501107615555,
+      "grad_norm": 0.28054577112197876,
+      "learning_rate": 9.834102195770356e-06,
+      "loss": 1.2205,
+      "step": 17457
+    },
+    {
+      "epoch": 5.199798953815224,
+      "grad_norm": 0.3039628267288208,
+      "learning_rate": 9.833137762921248e-06,
+      "loss": 1.2155,
+      "step": 17458
+    },
+    {
+      "epoch": 5.200096800014892,
+      "grad_norm": 0.256278932094574,
+      "learning_rate": 9.832173331624607e-06,
+      "loss": 1.2158,
+      "step": 17459
+    },
+    {
+      "epoch": 5.200394646214561,
+      "grad_norm": 0.2707452178001404,
+      "learning_rate": 9.831208901889405e-06,
+      "loss": 1.2053,
+      "step": 17460
+    },
+    {
+      "epoch": 5.2006924924142295,
+      "grad_norm": 0.28423362970352173,
+      "learning_rate": 9.830244473724616e-06,
+      "loss": 1.2057,
+      "step": 17461
+    },
+    {
+      "epoch": 5.200990338613899,
+      "grad_norm": 0.25178104639053345,
+      "learning_rate": 9.829280047139211e-06,
+      "loss": 1.2222,
+      "step": 17462
+    },
+    {
+      "epoch": 5.201288184813567,
+      "grad_norm": 0.25856050848960876,
+      "learning_rate": 9.828315622142167e-06,
+      "loss": 1.2144,
+      "step": 17463
+    },
+    {
+      "epoch": 5.201586031013235,
+      "grad_norm": 0.3158572316169739,
+      "learning_rate": 9.827351198742452e-06,
+      "loss": 1.2236,
+      "step": 17464
+    },
+    {
+      "epoch": 5.201883877212905,
+      "grad_norm": 0.3710111975669861,
+      "learning_rate": 9.826386776949041e-06,
+      "loss": 1.2191,
+      "step": 17465
+    },
+    {
+      "epoch": 5.202181723412573,
+      "grad_norm": 0.37602880597114563,
+      "learning_rate": 9.82542235677091e-06,
+      "loss": 1.2092,
+      "step": 17466
+    },
+    {
+      "epoch": 5.202479569612241,
+      "grad_norm": 0.27766236662864685,
+      "learning_rate": 9.824457938217028e-06,
+      "loss": 1.22,
+      "step": 17467
+    },
+    {
+      "epoch": 5.2027774158119104,
+      "grad_norm": 0.2806062400341034,
+      "learning_rate": 9.823493521296366e-06,
+      "loss": 1.2019,
+      "step": 17468
+    },
+    {
+      "epoch": 5.203075262011579,
+      "grad_norm": 0.33705195784568787,
+      "learning_rate": 9.822529106017904e-06,
+      "loss": 1.229,
+      "step": 17469
+    },
+    {
+      "epoch": 5.203373108211247,
+      "grad_norm": 0.2857660949230194,
+      "learning_rate": 9.821564692390607e-06,
+      "loss": 1.2103,
+      "step": 17470
+    },
+    {
+      "epoch": 5.203670954410916,
+      "grad_norm": 0.2896214425563812,
+      "learning_rate": 9.82060028042345e-06,
+      "loss": 1.2071,
+      "step": 17471
+    },
+    {
+      "epoch": 5.203968800610585,
+      "grad_norm": 0.3136449456214905,
+      "learning_rate": 9.81963587012541e-06,
+      "loss": 1.2203,
+      "step": 17472
+    },
+    {
+      "epoch": 5.204266646810253,
+      "grad_norm": 0.2500639855861664,
+      "learning_rate": 9.818671461505458e-06,
+      "loss": 1.1988,
+      "step": 17473
+    },
+    {
+      "epoch": 5.204564493009922,
+      "grad_norm": 0.3904259502887726,
+      "learning_rate": 9.81770705457256e-06,
+      "loss": 1.2142,
+      "step": 17474
+    },
+    {
+      "epoch": 5.2048623392095905,
+      "grad_norm": 0.2964465320110321,
+      "learning_rate": 9.8167426493357e-06,
+      "loss": 1.2073,
+      "step": 17475
+    },
+    {
+      "epoch": 5.205160185409259,
+      "grad_norm": 0.3154318630695343,
+      "learning_rate": 9.81577824580384e-06,
+      "loss": 1.2363,
+      "step": 17476
+    },
+    {
+      "epoch": 5.205458031608928,
+      "grad_norm": 0.3880579173564911,
+      "learning_rate": 9.81481384398596e-06,
+      "loss": 1.2217,
+      "step": 17477
+    },
+    {
+      "epoch": 5.205755877808596,
+      "grad_norm": 0.261506050825119,
+      "learning_rate": 9.813849443891031e-06,
+      "loss": 1.2332,
+      "step": 17478
+    },
+    {
+      "epoch": 5.206053724008266,
+      "grad_norm": 0.32930904626846313,
+      "learning_rate": 9.812885045528022e-06,
+      "loss": 1.213,
+      "step": 17479
+    },
+    {
+      "epoch": 5.206351570207934,
+      "grad_norm": 0.27337881922721863,
+      "learning_rate": 9.811920648905913e-06,
+      "loss": 1.2198,
+      "step": 17480
+    },
+    {
+      "epoch": 5.206649416407602,
+      "grad_norm": 0.32574567198753357,
+      "learning_rate": 9.810956254033673e-06,
+      "loss": 1.2195,
+      "step": 17481
+    },
+    {
+      "epoch": 5.2069472626072715,
+      "grad_norm": 0.33570176362991333,
+      "learning_rate": 9.809991860920267e-06,
+      "loss": 1.2148,
+      "step": 17482
+    },
+    {
+      "epoch": 5.20724510880694,
+      "grad_norm": 0.2787150740623474,
+      "learning_rate": 9.809027469574677e-06,
+      "loss": 1.2398,
+      "step": 17483
+    },
+    {
+      "epoch": 5.207542955006608,
+      "grad_norm": 0.3820635676383972,
+      "learning_rate": 9.808063080005878e-06,
+      "loss": 1.2077,
+      "step": 17484
+    },
+    {
+      "epoch": 5.207840801206277,
+      "grad_norm": 0.2835637629032135,
+      "learning_rate": 9.80709869222283e-06,
+      "loss": 1.2236,
+      "step": 17485
+    },
+    {
+      "epoch": 5.208138647405946,
+      "grad_norm": 0.29232335090637207,
+      "learning_rate": 9.806134306234519e-06,
+      "loss": 1.2161,
+      "step": 17486
+    },
+    {
+      "epoch": 5.208436493605614,
+      "grad_norm": 0.2579543888568878,
+      "learning_rate": 9.80516992204991e-06,
+      "loss": 1.221,
+      "step": 17487
+    },
+    {
+      "epoch": 5.208734339805283,
+      "grad_norm": 0.32679247856140137,
+      "learning_rate": 9.804205539677976e-06,
+      "loss": 1.2198,
+      "step": 17488
+    },
+    {
+      "epoch": 5.2090321860049515,
+      "grad_norm": 0.27821290493011475,
+      "learning_rate": 9.803241159127692e-06,
+      "loss": 1.2147,
+      "step": 17489
+    },
+    {
+      "epoch": 5.209330032204621,
+      "grad_norm": 0.3944130837917328,
+      "learning_rate": 9.802276780408031e-06,
+      "loss": 1.2221,
+      "step": 17490
+    },
+    {
+      "epoch": 5.209627878404289,
+      "grad_norm": 0.26376447081565857,
+      "learning_rate": 9.801312403527958e-06,
+      "loss": 1.2195,
+      "step": 17491
+    },
+    {
+      "epoch": 5.209925724603957,
+      "grad_norm": 0.45310312509536743,
+      "learning_rate": 9.800348028496456e-06,
+      "loss": 1.2403,
+      "step": 17492
+    },
+    {
+      "epoch": 5.210223570803627,
+      "grad_norm": 0.28856009244918823,
+      "learning_rate": 9.79938365532249e-06,
+      "loss": 1.2018,
+      "step": 17493
+    },
+    {
+      "epoch": 5.210521417003295,
+      "grad_norm": 0.37543657422065735,
+      "learning_rate": 9.798419284015034e-06,
+      "loss": 1.2027,
+      "step": 17494
+    },
+    {
+      "epoch": 5.210819263202963,
+      "grad_norm": 0.2522352635860443,
+      "learning_rate": 9.797454914583067e-06,
+      "loss": 1.2192,
+      "step": 17495
+    },
+    {
+      "epoch": 5.2111171094026325,
+      "grad_norm": 0.7417417168617249,
+      "learning_rate": 9.796490547035549e-06,
+      "loss": 1.1934,
+      "step": 17496
+    },
+    {
+      "epoch": 5.211414955602301,
+      "grad_norm": 0.5598888993263245,
+      "learning_rate": 9.795526181381464e-06,
+      "loss": 1.214,
+      "step": 17497
+    },
+    {
+      "epoch": 5.211712801801969,
+      "grad_norm": 0.48745712637901306,
+      "learning_rate": 9.79456181762978e-06,
+      "loss": 1.2204,
+      "step": 17498
+    },
+    {
+      "epoch": 5.212010648001638,
+      "grad_norm": 0.4387660026550293,
+      "learning_rate": 9.793597455789463e-06,
+      "loss": 1.2176,
+      "step": 17499
+    },
+    {
+      "epoch": 5.212308494201307,
+      "grad_norm": 0.49820026755332947,
+      "learning_rate": 9.792633095869495e-06,
+      "loss": 1.2248,
+      "step": 17500
+    },
+    {
+      "epoch": 5.212308494201307,
+      "eval_loss": 1.3193069696426392,
+      "eval_runtime": 24.0255,
+      "eval_samples_per_second": 72.173,
+      "eval_steps_per_second": 4.537,
+      "step": 17500
+    },
+    {
+      "epoch": 5.212606340400975,
+      "grad_norm": 0.2895793318748474,
+      "learning_rate": 9.791668737878846e-06,
+      "loss": 1.2119,
+      "step": 17501
+    },
+    {
+      "epoch": 5.212904186600644,
+      "grad_norm": 0.38679054379463196,
+      "learning_rate": 9.790704381826481e-06,
+      "loss": 1.2001,
+      "step": 17502
+    },
+    {
+      "epoch": 5.213202032800313,
+      "grad_norm": 0.3843201696872711,
+      "learning_rate": 9.789740027721384e-06,
+      "loss": 1.212,
+      "step": 17503
+    },
+    {
+      "epoch": 5.213499878999982,
+      "grad_norm": 0.38126033544540405,
+      "learning_rate": 9.78877567557252e-06,
+      "loss": 1.2244,
+      "step": 17504
+    },
+    {
+      "epoch": 5.21379772519965,
+      "grad_norm": 0.362287700176239,
+      "learning_rate": 9.787811325388858e-06,
+      "loss": 1.2214,
+      "step": 17505
+    },
+    {
+      "epoch": 5.2140955713993185,
+      "grad_norm": 0.2599650025367737,
+      "learning_rate": 9.786846977179377e-06,
+      "loss": 1.2052,
+      "step": 17506
+    },
+    {
+      "epoch": 5.214393417598988,
+      "grad_norm": 0.3888007700443268,
+      "learning_rate": 9.785882630953048e-06,
+      "loss": 1.206,
+      "step": 17507
+    },
+    {
+      "epoch": 5.214691263798656,
+      "grad_norm": 0.3158775269985199,
+      "learning_rate": 9.78491828671884e-06,
+      "loss": 1.2135,
+      "step": 17508
+    },
+    {
+      "epoch": 5.214989109998324,
+      "grad_norm": 0.3141838610172272,
+      "learning_rate": 9.783953944485729e-06,
+      "loss": 1.206,
+      "step": 17509
+    },
+    {
+      "epoch": 5.2152869561979935,
+      "grad_norm": 0.3854498565196991,
+      "learning_rate": 9.782989604262682e-06,
+      "loss": 1.2131,
+      "step": 17510
+    },
+    {
+      "epoch": 5.215584802397662,
+      "grad_norm": 0.2511853873729706,
+      "learning_rate": 9.782025266058679e-06,
+      "loss": 1.1993,
+      "step": 17511
+    },
+    {
+      "epoch": 5.21588264859733,
+      "grad_norm": 0.539507269859314,
+      "learning_rate": 9.781060929882684e-06,
+      "loss": 1.2137,
+      "step": 17512
+    },
+    {
+      "epoch": 5.216180494796999,
+      "grad_norm": 0.2853509485721588,
+      "learning_rate": 9.780096595743671e-06,
+      "loss": 1.2201,
+      "step": 17513
+    },
+    {
+      "epoch": 5.216478340996668,
+      "grad_norm": 0.5206080079078674,
+      "learning_rate": 9.779132263650618e-06,
+      "loss": 1.2328,
+      "step": 17514
+    },
+    {
+      "epoch": 5.216776187196336,
+      "grad_norm": 0.344535768032074,
+      "learning_rate": 9.778167933612492e-06,
+      "loss": 1.2202,
+      "step": 17515
+    },
+    {
+      "epoch": 5.217074033396005,
+      "grad_norm": 0.483694851398468,
+      "learning_rate": 9.777203605638261e-06,
+      "loss": 1.2102,
+      "step": 17516
+    },
+    {
+      "epoch": 5.217371879595674,
+      "grad_norm": 0.5337632298469543,
+      "learning_rate": 9.776239279736903e-06,
+      "loss": 1.218,
+      "step": 17517
+    },
+    {
+      "epoch": 5.217669725795343,
+      "grad_norm": 0.5443182587623596,
+      "learning_rate": 9.775274955917393e-06,
+      "loss": 1.2189,
+      "step": 17518
+    },
+    {
+      "epoch": 5.217967571995011,
+      "grad_norm": 0.460360050201416,
+      "learning_rate": 9.774310634188692e-06,
+      "loss": 1.2124,
+      "step": 17519
+    },
+    {
+      "epoch": 5.2182654181946795,
+      "grad_norm": 0.36664527654647827,
+      "learning_rate": 9.773346314559784e-06,
+      "loss": 1.2119,
+      "step": 17520
+    },
+    {
+      "epoch": 5.218563264394349,
+      "grad_norm": 0.3464254140853882,
+      "learning_rate": 9.772381997039634e-06,
+      "loss": 1.2099,
+      "step": 17521
+    },
+    {
+      "epoch": 5.218861110594017,
+      "grad_norm": 0.4611830711364746,
+      "learning_rate": 9.771417681637212e-06,
+      "loss": 1.223,
+      "step": 17522
+    },
+    {
+      "epoch": 5.219158956793685,
+      "grad_norm": 0.28207167983055115,
+      "learning_rate": 9.770453368361495e-06,
+      "loss": 1.211,
+      "step": 17523
+    },
+    {
+      "epoch": 5.219456802993355,
+      "grad_norm": 0.32353290915489197,
+      "learning_rate": 9.769489057221455e-06,
+      "loss": 1.2154,
+      "step": 17524
+    },
+    {
+      "epoch": 5.219754649193023,
+      "grad_norm": 0.3409768342971802,
+      "learning_rate": 9.768524748226056e-06,
+      "loss": 1.227,
+      "step": 17525
+    },
+    {
+      "epoch": 5.220052495392691,
+      "grad_norm": 0.29958558082580566,
+      "learning_rate": 9.767560441384283e-06,
+      "loss": 1.2078,
+      "step": 17526
+    },
+    {
+      "epoch": 5.22035034159236,
+      "grad_norm": 0.3059716522693634,
+      "learning_rate": 9.766596136705095e-06,
+      "loss": 1.2103,
+      "step": 17527
+    },
+    {
+      "epoch": 5.220648187792029,
+      "grad_norm": 0.4833516478538513,
+      "learning_rate": 9.765631834197472e-06,
+      "loss": 1.2104,
+      "step": 17528
+    },
+    {
+      "epoch": 5.220946033991698,
+      "grad_norm": 0.2676942050457001,
+      "learning_rate": 9.764667533870382e-06,
+      "loss": 1.2193,
+      "step": 17529
+    },
+    {
+      "epoch": 5.221243880191366,
+      "grad_norm": 0.4212324321269989,
+      "learning_rate": 9.763703235732796e-06,
+      "loss": 1.2406,
+      "step": 17530
+    },
+    {
+      "epoch": 5.221541726391035,
+      "grad_norm": 0.3484458029270172,
+      "learning_rate": 9.76273893979369e-06,
+      "loss": 1.2358,
+      "step": 17531
+    },
+    {
+      "epoch": 5.221839572590704,
+      "grad_norm": 0.4059697389602661,
+      "learning_rate": 9.761774646062035e-06,
+      "loss": 1.2106,
+      "step": 17532
+    },
+    {
+      "epoch": 5.222137418790372,
+      "grad_norm": 0.39221394062042236,
+      "learning_rate": 9.760810354546794e-06,
+      "loss": 1.2103,
+      "step": 17533
+    },
+    {
+      "epoch": 5.2224352649900405,
+      "grad_norm": 0.5751363039016724,
+      "learning_rate": 9.759846065256953e-06,
+      "loss": 1.215,
+      "step": 17534
+    },
+    {
+      "epoch": 5.22273311118971,
+      "grad_norm": 0.267691969871521,
+      "learning_rate": 9.758881778201471e-06,
+      "loss": 1.2276,
+      "step": 17535
+    },
+    {
+      "epoch": 5.223030957389378,
+      "grad_norm": 0.41326481103897095,
+      "learning_rate": 9.757917493389324e-06,
+      "loss": 1.2136,
+      "step": 17536
+    },
+    {
+      "epoch": 5.223328803589046,
+      "grad_norm": 0.34432196617126465,
+      "learning_rate": 9.756953210829489e-06,
+      "loss": 1.2152,
+      "step": 17537
+    },
+    {
+      "epoch": 5.223626649788716,
+      "grad_norm": 0.29226770997047424,
+      "learning_rate": 9.755988930530931e-06,
+      "loss": 1.2106,
+      "step": 17538
+    },
+    {
+      "epoch": 5.223924495988384,
+      "grad_norm": 0.2618924379348755,
+      "learning_rate": 9.75502465250262e-06,
+      "loss": 1.2285,
+      "step": 17539
+    },
+    {
+      "epoch": 5.224222342188052,
+      "grad_norm": 0.34921810030937195,
+      "learning_rate": 9.754060376753536e-06,
+      "loss": 1.216,
+      "step": 17540
+    },
+    {
+      "epoch": 5.2245201883877215,
+      "grad_norm": 0.29432594776153564,
+      "learning_rate": 9.753096103292641e-06,
+      "loss": 1.2133,
+      "step": 17541
+    },
+    {
+      "epoch": 5.22481803458739,
+      "grad_norm": 0.2998746335506439,
+      "learning_rate": 9.752131832128912e-06,
+      "loss": 1.2209,
+      "step": 17542
+    },
+    {
+      "epoch": 5.225115880787058,
+      "grad_norm": 0.28745922446250916,
+      "learning_rate": 9.751167563271322e-06,
+      "loss": 1.1923,
+      "step": 17543
+    },
+    {
+      "epoch": 5.225413726986727,
+      "grad_norm": 0.31892332434654236,
+      "learning_rate": 9.750203296728835e-06,
+      "loss": 1.2131,
+      "step": 17544
+    },
+    {
+      "epoch": 5.225711573186396,
+      "grad_norm": 0.26440367102622986,
+      "learning_rate": 9.749239032510432e-06,
+      "loss": 1.2247,
+      "step": 17545
+    },
+    {
+      "epoch": 5.226009419386065,
+      "grad_norm": 0.26981377601623535,
+      "learning_rate": 9.748274770625077e-06,
+      "loss": 1.214,
+      "step": 17546
+    },
+    {
+      "epoch": 5.226307265585733,
+      "grad_norm": 0.366583913564682,
+      "learning_rate": 9.747310511081745e-06,
+      "loss": 1.2091,
+      "step": 17547
+    },
+    {
+      "epoch": 5.2266051117854015,
+      "grad_norm": 0.30591365694999695,
+      "learning_rate": 9.746346253889406e-06,
+      "loss": 1.2096,
+      "step": 17548
+    },
+    {
+      "epoch": 5.226902957985071,
+      "grad_norm": 0.3112654387950897,
+      "learning_rate": 9.745381999057033e-06,
+      "loss": 1.211,
+      "step": 17549
+    },
+    {
+      "epoch": 5.227200804184739,
+      "grad_norm": 0.35584914684295654,
+      "learning_rate": 9.744417746593592e-06,
+      "loss": 1.2054,
+      "step": 17550
+    },
+    {
+      "epoch": 5.227498650384407,
+      "grad_norm": 0.26016563177108765,
+      "learning_rate": 9.743453496508065e-06,
+      "loss": 1.216,
+      "step": 17551
+    },
+    {
+      "epoch": 5.227796496584077,
+      "grad_norm": 0.3549031615257263,
+      "learning_rate": 9.742489248809411e-06,
+      "loss": 1.2164,
+      "step": 17552
+    },
+    {
+      "epoch": 5.228094342783745,
+      "grad_norm": 0.2862130403518677,
+      "learning_rate": 9.741525003506606e-06,
+      "loss": 1.1969,
+      "step": 17553
+    },
+    {
+      "epoch": 5.228392188983413,
+      "grad_norm": 0.3492962121963501,
+      "learning_rate": 9.740560760608627e-06,
+      "loss": 1.2084,
+      "step": 17554
+    },
+    {
+      "epoch": 5.2286900351830825,
+      "grad_norm": 0.4583175480365753,
+      "learning_rate": 9.73959652012444e-06,
+      "loss": 1.2102,
+      "step": 17555
+    },
+    {
+      "epoch": 5.228987881382751,
+      "grad_norm": 0.24967622756958008,
+      "learning_rate": 9.738632282063013e-06,
+      "loss": 1.2008,
+      "step": 17556
+    },
+    {
+      "epoch": 5.22928572758242,
+      "grad_norm": 0.4711858630180359,
+      "learning_rate": 9.737668046433322e-06,
+      "loss": 1.203,
+      "step": 17557
+    },
+    {
+      "epoch": 5.229583573782088,
+      "grad_norm": 0.28161999583244324,
+      "learning_rate": 9.736703813244336e-06,
+      "loss": 1.2067,
+      "step": 17558
+    },
+    {
+      "epoch": 5.229881419981757,
+      "grad_norm": 0.4732733368873596,
+      "learning_rate": 9.735739582505026e-06,
+      "loss": 1.2155,
+      "step": 17559
+    },
+    {
+      "epoch": 5.230179266181426,
+      "grad_norm": 0.366251677274704,
+      "learning_rate": 9.734775354224368e-06,
+      "loss": 1.1981,
+      "step": 17560
+    },
+    {
+      "epoch": 5.230477112381094,
+      "grad_norm": 0.3029963970184326,
+      "learning_rate": 9.733811128411323e-06,
+      "loss": 1.2099,
+      "step": 17561
+    },
+    {
+      "epoch": 5.230774958580763,
+      "grad_norm": 0.33303940296173096,
+      "learning_rate": 9.732846905074874e-06,
+      "loss": 1.2302,
+      "step": 17562
+    },
+    {
+      "epoch": 5.231072804780432,
+      "grad_norm": 0.3316311240196228,
+      "learning_rate": 9.731882684223985e-06,
+      "loss": 1.2288,
+      "step": 17563
+    },
+    {
+      "epoch": 5.2313706509801,
+      "grad_norm": 0.2685508728027344,
+      "learning_rate": 9.730918465867624e-06,
+      "loss": 1.2142,
+      "step": 17564
+    },
+    {
+      "epoch": 5.2316684971797685,
+      "grad_norm": 0.2979573905467987,
+      "learning_rate": 9.729954250014769e-06,
+      "loss": 1.2045,
+      "step": 17565
+    },
+    {
+      "epoch": 5.231966343379438,
+      "grad_norm": 0.24490252137184143,
+      "learning_rate": 9.728990036674391e-06,
+      "loss": 1.224,
+      "step": 17566
+    },
+    {
+      "epoch": 5.232264189579106,
+      "grad_norm": 0.2672775089740753,
+      "learning_rate": 9.728025825855452e-06,
+      "loss": 1.2051,
+      "step": 17567
+    },
+    {
+      "epoch": 5.232562035778774,
+      "grad_norm": 0.2893596887588501,
+      "learning_rate": 9.727061617566933e-06,
+      "loss": 1.2056,
+      "step": 17568
+    },
+    {
+      "epoch": 5.2328598819784435,
+      "grad_norm": 0.2536107301712036,
+      "learning_rate": 9.726097411817798e-06,
+      "loss": 1.219,
+      "step": 17569
+    },
+    {
+      "epoch": 5.233157728178112,
+      "grad_norm": 0.3155689835548401,
+      "learning_rate": 9.725133208617023e-06,
+      "loss": 1.2312,
+      "step": 17570
+    },
+    {
+      "epoch": 5.233455574377781,
+      "grad_norm": 0.3005101680755615,
+      "learning_rate": 9.724169007973575e-06,
+      "loss": 1.2119,
+      "step": 17571
+    },
+    {
+      "epoch": 5.233753420577449,
+      "grad_norm": 0.3837868273258209,
+      "learning_rate": 9.723204809896427e-06,
+      "loss": 1.2167,
+      "step": 17572
+    },
+    {
+      "epoch": 5.234051266777118,
+      "grad_norm": 0.4749842882156372,
+      "learning_rate": 9.722240614394546e-06,
+      "loss": 1.2254,
+      "step": 17573
+    },
+    {
+      "epoch": 5.234349112976787,
+      "grad_norm": 1.0652549266815186,
+      "learning_rate": 9.72127642147691e-06,
+      "loss": 1.2283,
+      "step": 17574
+    },
+    {
+      "epoch": 5.234646959176455,
+      "grad_norm": 0.4877004027366638,
+      "learning_rate": 9.720312231152481e-06,
+      "loss": 1.1977,
+      "step": 17575
+    },
+    {
+      "epoch": 5.234944805376124,
+      "grad_norm": 0.5479477643966675,
+      "learning_rate": 9.719348043430239e-06,
+      "loss": 1.209,
+      "step": 17576
+    },
+    {
+      "epoch": 5.235242651575793,
+      "grad_norm": 0.26567378640174866,
+      "learning_rate": 9.718383858319146e-06,
+      "loss": 1.212,
+      "step": 17577
+    },
+    {
+      "epoch": 5.235540497775461,
+      "grad_norm": 0.5459462404251099,
+      "learning_rate": 9.717419675828176e-06,
+      "loss": 1.2013,
+      "step": 17578
+    },
+    {
+      "epoch": 5.2358383439751295,
+      "grad_norm": 0.4284096360206604,
+      "learning_rate": 9.716455495966305e-06,
+      "loss": 1.2098,
+      "step": 17579
+    },
+    {
+      "epoch": 5.236136190174799,
+      "grad_norm": 0.34207162261009216,
+      "learning_rate": 9.715491318742499e-06,
+      "loss": 1.214,
+      "step": 17580
+    },
+    {
+      "epoch": 5.236434036374467,
+      "grad_norm": 0.3737085461616516,
+      "learning_rate": 9.714527144165721e-06,
+      "loss": 1.2201,
+      "step": 17581
+    },
+    {
+      "epoch": 5.236731882574135,
+      "grad_norm": 0.3189679980278015,
+      "learning_rate": 9.713562972244955e-06,
+      "loss": 1.2147,
+      "step": 17582
+    },
+    {
+      "epoch": 5.237029728773805,
+      "grad_norm": 0.4002085030078888,
+      "learning_rate": 9.712598802989166e-06,
+      "loss": 1.2063,
+      "step": 17583
+    },
+    {
+      "epoch": 5.237327574973473,
+      "grad_norm": 0.2849947214126587,
+      "learning_rate": 9.711634636407319e-06,
+      "loss": 1.2209,
+      "step": 17584
+    },
+    {
+      "epoch": 5.237625421173142,
+      "grad_norm": 0.31420210003852844,
+      "learning_rate": 9.710670472508395e-06,
+      "loss": 1.2154,
+      "step": 17585
+    },
+    {
+      "epoch": 5.23792326737281,
+      "grad_norm": 0.3056415915489197,
+      "learning_rate": 9.709706311301358e-06,
+      "loss": 1.2037,
+      "step": 17586
+    },
+    {
+      "epoch": 5.238221113572479,
+      "grad_norm": 0.24837148189544678,
+      "learning_rate": 9.708742152795176e-06,
+      "loss": 1.1954,
+      "step": 17587
+    },
+    {
+      "epoch": 5.238518959772148,
+      "grad_norm": 0.2823173403739929,
+      "learning_rate": 9.707777996998825e-06,
+      "loss": 1.2145,
+      "step": 17588
+    },
+    {
+      "epoch": 5.238816805971816,
+      "grad_norm": 0.33144593238830566,
+      "learning_rate": 9.706813843921274e-06,
+      "loss": 1.2109,
+      "step": 17589
+    },
+    {
+      "epoch": 5.239114652171485,
+      "grad_norm": 0.2580885887145996,
+      "learning_rate": 9.70584969357149e-06,
+      "loss": 1.2253,
+      "step": 17590
+    },
+    {
+      "epoch": 5.239412498371154,
+      "grad_norm": 0.2694717347621918,
+      "learning_rate": 9.70488554595845e-06,
+      "loss": 1.2105,
+      "step": 17591
+    },
+    {
+      "epoch": 5.239710344570822,
+      "grad_norm": 0.3748553991317749,
+      "learning_rate": 9.703921401091115e-06,
+      "loss": 1.2233,
+      "step": 17592
+    },
+    {
+      "epoch": 5.2400081907704905,
+      "grad_norm": 0.35062405467033386,
+      "learning_rate": 9.702957258978466e-06,
+      "loss": 1.2265,
+      "step": 17593
+    },
+    {
+      "epoch": 5.24030603697016,
+      "grad_norm": 0.31125640869140625,
+      "learning_rate": 9.701993119629465e-06,
+      "loss": 1.2274,
+      "step": 17594
+    },
+    {
+      "epoch": 5.240603883169828,
+      "grad_norm": 0.4129265248775482,
+      "learning_rate": 9.701028983053083e-06,
+      "loss": 1.217,
+      "step": 17595
+    },
+    {
+      "epoch": 5.240901729369497,
+      "grad_norm": 0.2553410530090332,
+      "learning_rate": 9.700064849258298e-06,
+      "loss": 1.2156,
+      "step": 17596
+    },
+    {
+      "epoch": 5.241199575569166,
+      "grad_norm": 0.36992135643959045,
+      "learning_rate": 9.699100718254071e-06,
+      "loss": 1.2004,
+      "step": 17597
+    },
+    {
+      "epoch": 5.241497421768834,
+      "grad_norm": 0.2936934530735016,
+      "learning_rate": 9.698136590049375e-06,
+      "loss": 1.2098,
+      "step": 17598
+    },
+    {
+      "epoch": 5.241795267968503,
+      "grad_norm": 0.4095652997493744,
+      "learning_rate": 9.697172464653184e-06,
+      "loss": 1.2192,
+      "step": 17599
+    },
+    {
+      "epoch": 5.2420931141681715,
+      "grad_norm": 0.27325400710105896,
+      "learning_rate": 9.696208342074461e-06,
+      "loss": 1.2032,
+      "step": 17600
+    },
+    {
+      "epoch": 5.24239096036784,
+      "grad_norm": 0.4788769483566284,
+      "learning_rate": 9.69524422232218e-06,
+      "loss": 1.2196,
+      "step": 17601
+    },
+    {
+      "epoch": 5.242688806567509,
+      "grad_norm": 0.2858133912086487,
+      "learning_rate": 9.694280105405314e-06,
+      "loss": 1.2188,
+      "step": 17602
+    },
+    {
+      "epoch": 5.242986652767177,
+      "grad_norm": 0.3255537748336792,
+      "learning_rate": 9.69331599133283e-06,
+      "loss": 1.2285,
+      "step": 17603
+    },
+    {
+      "epoch": 5.243284498966846,
+      "grad_norm": 0.31990641355514526,
+      "learning_rate": 9.692351880113695e-06,
+      "loss": 1.2128,
+      "step": 17604
+    },
+    {
+      "epoch": 5.243582345166515,
+      "grad_norm": 0.25648993253707886,
+      "learning_rate": 9.691387771756883e-06,
+      "loss": 1.2196,
+      "step": 17605
+    },
+    {
+      "epoch": 5.243880191366183,
+      "grad_norm": 0.2624090909957886,
+      "learning_rate": 9.690423666271365e-06,
+      "loss": 1.2048,
+      "step": 17606
+    },
+    {
+      "epoch": 5.2441780375658515,
+      "grad_norm": 0.2932678163051605,
+      "learning_rate": 9.689459563666105e-06,
+      "loss": 1.2028,
+      "step": 17607
+    },
+    {
+      "epoch": 5.244475883765521,
+      "grad_norm": 0.27394574880599976,
+      "learning_rate": 9.688495463950081e-06,
+      "loss": 1.2082,
+      "step": 17608
+    },
+    {
+      "epoch": 5.244773729965189,
+      "grad_norm": 0.2619938850402832,
+      "learning_rate": 9.687531367132257e-06,
+      "loss": 1.1827,
+      "step": 17609
+    },
+    {
+      "epoch": 5.245071576164857,
+      "grad_norm": 0.3157538175582886,
+      "learning_rate": 9.686567273221605e-06,
+      "loss": 1.2123,
+      "step": 17610
+    },
+    {
+      "epoch": 5.245369422364527,
+      "grad_norm": 0.38306286931037903,
+      "learning_rate": 9.685603182227093e-06,
+      "loss": 1.2202,
+      "step": 17611
+    },
+    {
+      "epoch": 5.245667268564195,
+      "grad_norm": 0.3174692988395691,
+      "learning_rate": 9.68463909415769e-06,
+      "loss": 1.2023,
+      "step": 17612
+    },
+    {
+      "epoch": 5.245965114763864,
+      "grad_norm": 0.2601618766784668,
+      "learning_rate": 9.683675009022375e-06,
+      "loss": 1.2242,
+      "step": 17613
+    },
+    {
+      "epoch": 5.2462629609635325,
+      "grad_norm": 0.30510395765304565,
+      "learning_rate": 9.682710926830107e-06,
+      "loss": 1.2169,
+      "step": 17614
+    },
+    {
+      "epoch": 5.246560807163201,
+      "grad_norm": 0.2462833821773529,
+      "learning_rate": 9.681746847589856e-06,
+      "loss": 1.221,
+      "step": 17615
+    },
+    {
+      "epoch": 5.24685865336287,
+      "grad_norm": 0.3740920424461365,
+      "learning_rate": 9.6807827713106e-06,
+      "loss": 1.1939,
+      "step": 17616
+    },
+    {
+      "epoch": 5.247156499562538,
+      "grad_norm": 0.33551445603370667,
+      "learning_rate": 9.679818698001303e-06,
+      "loss": 1.208,
+      "step": 17617
+    },
+    {
+      "epoch": 5.247454345762207,
+      "grad_norm": 0.3807724118232727,
+      "learning_rate": 9.67885462767093e-06,
+      "loss": 1.2273,
+      "step": 17618
+    },
+    {
+      "epoch": 5.247752191961876,
+      "grad_norm": 0.34905049204826355,
+      "learning_rate": 9.677890560328463e-06,
+      "loss": 1.1955,
+      "step": 17619
+    },
+    {
+      "epoch": 5.248050038161544,
+      "grad_norm": 0.41026571393013,
+      "learning_rate": 9.676926495982861e-06,
+      "loss": 1.2262,
+      "step": 17620
+    },
+    {
+      "epoch": 5.248347884361213,
+      "grad_norm": 0.4517008662223816,
+      "learning_rate": 9.675962434643096e-06,
+      "loss": 1.2145,
+      "step": 17621
+    },
+    {
+      "epoch": 5.248645730560882,
+      "grad_norm": 0.3837314546108246,
+      "learning_rate": 9.67499837631814e-06,
+      "loss": 1.2141,
+      "step": 17622
+    },
+    {
+      "epoch": 5.24894357676055,
+      "grad_norm": 0.7110933661460876,
+      "learning_rate": 9.674034321016961e-06,
+      "loss": 1.2122,
+      "step": 17623
+    },
+    {
+      "epoch": 5.249241422960219,
+      "grad_norm": 0.2553151547908783,
+      "learning_rate": 9.673070268748526e-06,
+      "loss": 1.2309,
+      "step": 17624
+    },
+    {
+      "epoch": 5.249539269159888,
+      "grad_norm": 0.6351589560508728,
+      "learning_rate": 9.67210621952181e-06,
+      "loss": 1.2229,
+      "step": 17625
+    },
+    {
+      "epoch": 5.249837115359556,
+      "grad_norm": 0.2685965299606323,
+      "learning_rate": 9.671142173345777e-06,
+      "loss": 1.2156,
+      "step": 17626
+    },
+    {
+      "epoch": 5.250134961559225,
+      "grad_norm": 0.5644192695617676,
+      "learning_rate": 9.670178130229402e-06,
+      "loss": 1.2083,
+      "step": 17627
+    },
+    {
+      "epoch": 5.2504328077588935,
+      "grad_norm": 0.30944108963012695,
+      "learning_rate": 9.669214090181649e-06,
+      "loss": 1.2108,
+      "step": 17628
+    },
+    {
+      "epoch": 5.250730653958562,
+      "grad_norm": 0.6028257012367249,
+      "learning_rate": 9.668250053211487e-06,
+      "loss": 1.2264,
+      "step": 17629
+    },
+    {
+      "epoch": 5.251028500158231,
+      "grad_norm": 0.426084041595459,
+      "learning_rate": 9.66728601932789e-06,
+      "loss": 1.2186,
+      "step": 17630
+    },
+    {
+      "epoch": 5.251326346357899,
+      "grad_norm": 0.4742308557033539,
+      "learning_rate": 9.666321988539827e-06,
+      "loss": 1.2166,
+      "step": 17631
+    },
+    {
+      "epoch": 5.251624192557568,
+      "grad_norm": 0.5128064751625061,
+      "learning_rate": 9.66535796085626e-06,
+      "loss": 1.2101,
+      "step": 17632
+    },
+    {
+      "epoch": 5.251922038757237,
+      "grad_norm": 0.28773415088653564,
+      "learning_rate": 9.664393936286169e-06,
+      "loss": 1.2323,
+      "step": 17633
+    },
+    {
+      "epoch": 5.252219884956905,
+      "grad_norm": 0.8632734417915344,
+      "learning_rate": 9.663429914838513e-06,
+      "loss": 1.2105,
+      "step": 17634
+    },
+    {
+      "epoch": 5.252517731156574,
+      "grad_norm": 0.32639697194099426,
+      "learning_rate": 9.662465896522267e-06,
+      "loss": 1.2116,
+      "step": 17635
+    },
+    {
+      "epoch": 5.252815577356243,
+      "grad_norm": 0.653701901435852,
+      "learning_rate": 9.6615018813464e-06,
+      "loss": 1.2181,
+      "step": 17636
+    },
+    {
+      "epoch": 5.253113423555911,
+      "grad_norm": 0.3668355345726013,
+      "learning_rate": 9.66053786931988e-06,
+      "loss": 1.2244,
+      "step": 17637
+    },
+    {
+      "epoch": 5.25341126975558,
+      "grad_norm": 0.3794378340244293,
+      "learning_rate": 9.659573860451671e-06,
+      "loss": 1.2342,
+      "step": 17638
+    },
+    {
+      "epoch": 5.253709115955249,
+      "grad_norm": 0.9495980739593506,
+      "learning_rate": 9.658609854750753e-06,
+      "loss": 1.2059,
+      "step": 17639
+    },
+    {
+      "epoch": 5.254006962154917,
+      "grad_norm": 0.3066650927066803,
+      "learning_rate": 9.657645852226086e-06,
+      "loss": 1.208,
+      "step": 17640
+    },
+    {
+      "epoch": 5.254304808354586,
+      "grad_norm": 0.6032782793045044,
+      "learning_rate": 9.65668185288664e-06,
+      "loss": 1.2145,
+      "step": 17641
+    },
+    {
+      "epoch": 5.254602654554255,
+      "grad_norm": 0.5128459334373474,
+      "learning_rate": 9.65571785674139e-06,
+      "loss": 1.2139,
+      "step": 17642
+    },
+    {
+      "epoch": 5.254900500753923,
+      "grad_norm": 0.5280553102493286,
+      "learning_rate": 9.654753863799296e-06,
+      "loss": 1.231,
+      "step": 17643
+    },
+    {
+      "epoch": 5.255198346953592,
+      "grad_norm": 0.6278181672096252,
+      "learning_rate": 9.653789874069337e-06,
+      "loss": 1.2198,
+      "step": 17644
+    },
+    {
+      "epoch": 5.25549619315326,
+      "grad_norm": 0.49107906222343445,
+      "learning_rate": 9.652825887560474e-06,
+      "loss": 1.2191,
+      "step": 17645
+    },
+    {
+      "epoch": 5.255794039352929,
+      "grad_norm": 0.5377057194709778,
+      "learning_rate": 9.651861904281675e-06,
+      "loss": 1.208,
+      "step": 17646
+    },
+    {
+      "epoch": 5.256091885552598,
+      "grad_norm": 0.3466222286224365,
+      "learning_rate": 9.650897924241916e-06,
+      "loss": 1.2331,
+      "step": 17647
+    },
+    {
+      "epoch": 5.256389731752266,
+      "grad_norm": 0.4054228663444519,
+      "learning_rate": 9.649933947450163e-06,
+      "loss": 1.2129,
+      "step": 17648
+    },
+    {
+      "epoch": 5.256687577951935,
+      "grad_norm": 0.29387709498405457,
+      "learning_rate": 9.648969973915378e-06,
+      "loss": 1.2155,
+      "step": 17649
+    },
+    {
+      "epoch": 5.256985424151604,
+      "grad_norm": 0.4338807165622711,
+      "learning_rate": 9.648006003646539e-06,
+      "loss": 1.2124,
+      "step": 17650
+    },
+    {
+      "epoch": 5.257283270351272,
+      "grad_norm": 0.2910458445549011,
+      "learning_rate": 9.647042036652612e-06,
+      "loss": 1.2221,
+      "step": 17651
+    },
+    {
+      "epoch": 5.257581116550941,
+      "grad_norm": 0.2524261474609375,
+      "learning_rate": 9.646078072942561e-06,
+      "loss": 1.2138,
+      "step": 17652
+    },
+    {
+      "epoch": 5.25787896275061,
+      "grad_norm": 0.28109875321388245,
+      "learning_rate": 9.64511411252536e-06,
+      "loss": 1.2215,
+      "step": 17653
+    },
+    {
+      "epoch": 5.258176808950278,
+      "grad_norm": 0.272085964679718,
+      "learning_rate": 9.644150155409976e-06,
+      "loss": 1.2126,
+      "step": 17654
+    },
+    {
+      "epoch": 5.258474655149947,
+      "grad_norm": 0.26784154772758484,
+      "learning_rate": 9.643186201605374e-06,
+      "loss": 1.2166,
+      "step": 17655
+    },
+    {
+      "epoch": 5.258772501349616,
+      "grad_norm": 0.2522640824317932,
+      "learning_rate": 9.642222251120531e-06,
+      "loss": 1.2058,
+      "step": 17656
+    },
+    {
+      "epoch": 5.259070347549284,
+      "grad_norm": 0.26999029517173767,
+      "learning_rate": 9.641258303964408e-06,
+      "loss": 1.2084,
+      "step": 17657
+    },
+    {
+      "epoch": 5.259368193748953,
+      "grad_norm": 0.2779795229434967,
+      "learning_rate": 9.640294360145975e-06,
+      "loss": 1.2173,
+      "step": 17658
+    },
+    {
+      "epoch": 5.2596660399486215,
+      "grad_norm": 0.29149943590164185,
+      "learning_rate": 9.639330419674201e-06,
+      "loss": 1.2034,
+      "step": 17659
+    },
+    {
+      "epoch": 5.25996388614829,
+      "grad_norm": 0.278231680393219,
+      "learning_rate": 9.638366482558052e-06,
+      "loss": 1.2171,
+      "step": 17660
+    },
+    {
+      "epoch": 5.260261732347959,
+      "grad_norm": 0.30518946051597595,
+      "learning_rate": 9.637402548806503e-06,
+      "loss": 1.2219,
+      "step": 17661
+    },
+    {
+      "epoch": 5.260559578547627,
+      "grad_norm": 0.2650560736656189,
+      "learning_rate": 9.63643861842852e-06,
+      "loss": 1.2044,
+      "step": 17662
+    },
+    {
+      "epoch": 5.260857424747297,
+      "grad_norm": 0.28559422492980957,
+      "learning_rate": 9.635474691433063e-06,
+      "loss": 1.2218,
+      "step": 17663
+    },
+    {
+      "epoch": 5.261155270946965,
+      "grad_norm": 0.2490164190530777,
+      "learning_rate": 9.63451076782911e-06,
+      "loss": 1.2148,
+      "step": 17664
+    },
+    {
+      "epoch": 5.261453117146633,
+      "grad_norm": 0.2811809480190277,
+      "learning_rate": 9.633546847625627e-06,
+      "loss": 1.232,
+      "step": 17665
+    },
+    {
+      "epoch": 5.261750963346302,
+      "grad_norm": 0.3814217150211334,
+      "learning_rate": 9.63258293083158e-06,
+      "loss": 1.2042,
+      "step": 17666
+    },
+    {
+      "epoch": 5.262048809545971,
+      "grad_norm": 0.29409468173980713,
+      "learning_rate": 9.63161901745594e-06,
+      "loss": 1.2282,
+      "step": 17667
+    },
+    {
+      "epoch": 5.262346655745639,
+      "grad_norm": 0.2859947681427002,
+      "learning_rate": 9.630655107507674e-06,
+      "loss": 1.2236,
+      "step": 17668
+    },
+    {
+      "epoch": 5.262644501945308,
+      "grad_norm": 0.32990679144859314,
+      "learning_rate": 9.629691200995744e-06,
+      "loss": 1.2226,
+      "step": 17669
+    },
+    {
+      "epoch": 5.262942348144977,
+      "grad_norm": 0.25081712007522583,
+      "learning_rate": 9.628727297929127e-06,
+      "loss": 1.2071,
+      "step": 17670
+    },
+    {
+      "epoch": 5.263240194344645,
+      "grad_norm": 0.357969731092453,
+      "learning_rate": 9.62776339831679e-06,
+      "loss": 1.2039,
+      "step": 17671
+    },
+    {
+      "epoch": 5.263538040544314,
+      "grad_norm": 0.2931002676486969,
+      "learning_rate": 9.626799502167694e-06,
+      "loss": 1.2117,
+      "step": 17672
+    },
+    {
+      "epoch": 5.2638358867439825,
+      "grad_norm": 0.33453667163848877,
+      "learning_rate": 9.625835609490817e-06,
+      "loss": 1.2101,
+      "step": 17673
+    },
+    {
+      "epoch": 5.264133732943651,
+      "grad_norm": 0.4000210165977478,
+      "learning_rate": 9.62487172029512e-06,
+      "loss": 1.2081,
+      "step": 17674
+    },
+    {
+      "epoch": 5.26443157914332,
+      "grad_norm": 0.25864914059638977,
+      "learning_rate": 9.62390783458957e-06,
+      "loss": 1.2191,
+      "step": 17675
+    },
+    {
+      "epoch": 5.264729425342988,
+      "grad_norm": 0.460506796836853,
+      "learning_rate": 9.622943952383138e-06,
+      "loss": 1.2148,
+      "step": 17676
+    },
+    {
+      "epoch": 5.265027271542657,
+      "grad_norm": 0.41654765605926514,
+      "learning_rate": 9.62198007368479e-06,
+      "loss": 1.2235,
+      "step": 17677
+    },
+    {
+      "epoch": 5.265325117742326,
+      "grad_norm": 0.26073628664016724,
+      "learning_rate": 9.621016198503498e-06,
+      "loss": 1.2126,
+      "step": 17678
+    },
+    {
+      "epoch": 5.265622963941994,
+      "grad_norm": 0.34627699851989746,
+      "learning_rate": 9.620052326848229e-06,
+      "loss": 1.2296,
+      "step": 17679
+    },
+    {
+      "epoch": 5.2659208101416635,
+      "grad_norm": 0.25202104449272156,
+      "learning_rate": 9.619088458727943e-06,
+      "loss": 1.2184,
+      "step": 17680
+    },
+    {
+      "epoch": 5.266218656341332,
+      "grad_norm": 0.263837605714798,
+      "learning_rate": 9.618124594151616e-06,
+      "loss": 1.2041,
+      "step": 17681
+    },
+    {
+      "epoch": 5.266516502541,
+      "grad_norm": 0.30499914288520813,
+      "learning_rate": 9.617160733128214e-06,
+      "loss": 1.223,
+      "step": 17682
+    },
+    {
+      "epoch": 5.266814348740669,
+      "grad_norm": 0.36672741174697876,
+      "learning_rate": 9.6161968756667e-06,
+      "loss": 1.196,
+      "step": 17683
+    },
+    {
+      "epoch": 5.267112194940338,
+      "grad_norm": 0.2590443789958954,
+      "learning_rate": 9.615233021776049e-06,
+      "loss": 1.2014,
+      "step": 17684
+    },
+    {
+      "epoch": 5.267410041140006,
+      "grad_norm": 0.380149781703949,
+      "learning_rate": 9.614269171465224e-06,
+      "loss": 1.2197,
+      "step": 17685
+    },
+    {
+      "epoch": 5.267707887339675,
+      "grad_norm": 0.25747448205947876,
+      "learning_rate": 9.613305324743191e-06,
+      "loss": 1.2121,
+      "step": 17686
+    },
+    {
+      "epoch": 5.2680057335393435,
+      "grad_norm": 0.4346485137939453,
+      "learning_rate": 9.612341481618924e-06,
+      "loss": 1.215,
+      "step": 17687
+    },
+    {
+      "epoch": 5.268303579739012,
+      "grad_norm": 0.3029664158821106,
+      "learning_rate": 9.611377642101386e-06,
+      "loss": 1.2256,
+      "step": 17688
+    },
+    {
+      "epoch": 5.268601425938681,
+      "grad_norm": 0.31039392948150635,
+      "learning_rate": 9.61041380619954e-06,
+      "loss": 1.2062,
+      "step": 17689
+    },
+    {
+      "epoch": 5.268899272138349,
+      "grad_norm": 0.3747265636920929,
+      "learning_rate": 9.609449973922363e-06,
+      "loss": 1.2106,
+      "step": 17690
+    },
+    {
+      "epoch": 5.269197118338019,
+      "grad_norm": 0.28945842385292053,
+      "learning_rate": 9.608486145278813e-06,
+      "loss": 1.2366,
+      "step": 17691
+    },
+    {
+      "epoch": 5.269494964537687,
+      "grad_norm": 0.2742080092430115,
+      "learning_rate": 9.607522320277866e-06,
+      "loss": 1.2289,
+      "step": 17692
+    },
+    {
+      "epoch": 5.269792810737355,
+      "grad_norm": 0.23953720927238464,
+      "learning_rate": 9.606558498928485e-06,
+      "loss": 1.214,
+      "step": 17693
+    },
+    {
+      "epoch": 5.2700906569370245,
+      "grad_norm": 0.30654656887054443,
+      "learning_rate": 9.605594681239636e-06,
+      "loss": 1.2046,
+      "step": 17694
+    },
+    {
+      "epoch": 5.270388503136693,
+      "grad_norm": 0.27098795771598816,
+      "learning_rate": 9.604630867220288e-06,
+      "loss": 1.2117,
+      "step": 17695
+    },
+    {
+      "epoch": 5.270686349336361,
+      "grad_norm": 0.3117823600769043,
+      "learning_rate": 9.603667056879412e-06,
+      "loss": 1.2012,
+      "step": 17696
+    },
+    {
+      "epoch": 5.27098419553603,
+      "grad_norm": 0.3452744781970978,
+      "learning_rate": 9.602703250225966e-06,
+      "loss": 1.2038,
+      "step": 17697
+    },
+    {
+      "epoch": 5.271282041735699,
+      "grad_norm": 0.2786961793899536,
+      "learning_rate": 9.601739447268926e-06,
+      "loss": 1.2262,
+      "step": 17698
+    },
+    {
+      "epoch": 5.271579887935367,
+      "grad_norm": 0.3331828713417053,
+      "learning_rate": 9.600775648017253e-06,
+      "loss": 1.2126,
+      "step": 17699
+    },
+    {
+      "epoch": 5.271877734135036,
+      "grad_norm": 0.26668357849121094,
+      "learning_rate": 9.599811852479916e-06,
+      "loss": 1.2136,
+      "step": 17700
+    },
+    {
+      "epoch": 5.272175580334705,
+      "grad_norm": 0.27471211552619934,
+      "learning_rate": 9.598848060665885e-06,
+      "loss": 1.2303,
+      "step": 17701
+    },
+    {
+      "epoch": 5.272473426534373,
+      "grad_norm": 0.2641032338142395,
+      "learning_rate": 9.597884272584126e-06,
+      "loss": 1.2158,
+      "step": 17702
+    },
+    {
+      "epoch": 5.272771272734042,
+      "grad_norm": 0.28214526176452637,
+      "learning_rate": 9.5969204882436e-06,
+      "loss": 1.2057,
+      "step": 17703
+    },
+    {
+      "epoch": 5.27306911893371,
+      "grad_norm": 0.37983354926109314,
+      "learning_rate": 9.595956707653282e-06,
+      "loss": 1.2041,
+      "step": 17704
+    },
+    {
+      "epoch": 5.27336696513338,
+      "grad_norm": 0.4316655397415161,
+      "learning_rate": 9.594992930822134e-06,
+      "loss": 1.2116,
+      "step": 17705
+    },
+    {
+      "epoch": 5.273664811333048,
+      "grad_norm": 0.285697340965271,
+      "learning_rate": 9.594029157759122e-06,
+      "loss": 1.2097,
+      "step": 17706
+    },
+    {
+      "epoch": 5.273962657532716,
+      "grad_norm": 0.3625587522983551,
+      "learning_rate": 9.59306538847322e-06,
+      "loss": 1.2089,
+      "step": 17707
+    },
+    {
+      "epoch": 5.2742605037323855,
+      "grad_norm": 0.33040204644203186,
+      "learning_rate": 9.592101622973385e-06,
+      "loss": 1.2388,
+      "step": 17708
+    },
+    {
+      "epoch": 5.274558349932054,
+      "grad_norm": 0.26028236746788025,
+      "learning_rate": 9.591137861268593e-06,
+      "loss": 1.2072,
+      "step": 17709
+    },
+    {
+      "epoch": 5.274856196131722,
+      "grad_norm": 0.27688753604888916,
+      "learning_rate": 9.590174103367807e-06,
+      "loss": 1.2125,
+      "step": 17710
+    },
+    {
+      "epoch": 5.275154042331391,
+      "grad_norm": 0.29101675748825073,
+      "learning_rate": 9.589210349279987e-06,
+      "loss": 1.1932,
+      "step": 17711
+    },
+    {
+      "epoch": 5.27545188853106,
+      "grad_norm": 0.4670671224594116,
+      "learning_rate": 9.588246599014109e-06,
+      "loss": 1.2191,
+      "step": 17712
+    },
+    {
+      "epoch": 5.275749734730728,
+      "grad_norm": 0.6348828077316284,
+      "learning_rate": 9.587282852579139e-06,
+      "loss": 1.1951,
+      "step": 17713
+    },
+    {
+      "epoch": 5.276047580930397,
+      "grad_norm": 0.3590271770954132,
+      "learning_rate": 9.586319109984035e-06,
+      "loss": 1.2174,
+      "step": 17714
+    },
+    {
+      "epoch": 5.276345427130066,
+      "grad_norm": 0.2943142056465149,
+      "learning_rate": 9.585355371237776e-06,
+      "loss": 1.2091,
+      "step": 17715
+    },
+    {
+      "epoch": 5.276643273329734,
+      "grad_norm": 0.3032686710357666,
+      "learning_rate": 9.584391636349319e-06,
+      "loss": 1.2194,
+      "step": 17716
+    },
+    {
+      "epoch": 5.276941119529403,
+      "grad_norm": 0.28097230195999146,
+      "learning_rate": 9.583427905327634e-06,
+      "loss": 1.2386,
+      "step": 17717
+    },
+    {
+      "epoch": 5.2772389657290715,
+      "grad_norm": 0.36082130670547485,
+      "learning_rate": 9.582464178181685e-06,
+      "loss": 1.2099,
+      "step": 17718
+    },
+    {
+      "epoch": 5.277536811928741,
+      "grad_norm": 0.2619275152683258,
+      "learning_rate": 9.581500454920443e-06,
+      "loss": 1.2171,
+      "step": 17719
+    },
+    {
+      "epoch": 5.277834658128409,
+      "grad_norm": 0.2929697334766388,
+      "learning_rate": 9.580536735552869e-06,
+      "loss": 1.1921,
+      "step": 17720
+    },
+    {
+      "epoch": 5.278132504328077,
+      "grad_norm": 0.2946698069572449,
+      "learning_rate": 9.579573020087935e-06,
+      "loss": 1.2141,
+      "step": 17721
+    },
+    {
+      "epoch": 5.278430350527747,
+      "grad_norm": 0.3796788156032562,
+      "learning_rate": 9.578609308534604e-06,
+      "loss": 1.2278,
+      "step": 17722
+    },
+    {
+      "epoch": 5.278728196727415,
+      "grad_norm": 0.2787896692752838,
+      "learning_rate": 9.577645600901838e-06,
+      "loss": 1.215,
+      "step": 17723
+    },
+    {
+      "epoch": 5.279026042927083,
+      "grad_norm": 0.5407164096832275,
+      "learning_rate": 9.576681897198613e-06,
+      "loss": 1.2331,
+      "step": 17724
+    },
+    {
+      "epoch": 5.279323889126752,
+      "grad_norm": 0.31933292746543884,
+      "learning_rate": 9.575718197433886e-06,
+      "loss": 1.2001,
+      "step": 17725
+    },
+    {
+      "epoch": 5.279621735326421,
+      "grad_norm": 0.3746192455291748,
+      "learning_rate": 9.574754501616631e-06,
+      "loss": 1.2093,
+      "step": 17726
+    },
+    {
+      "epoch": 5.279919581526089,
+      "grad_norm": 0.3737927973270416,
+      "learning_rate": 9.57379080975581e-06,
+      "loss": 1.2042,
+      "step": 17727
+    },
+    {
+      "epoch": 5.280217427725758,
+      "grad_norm": 0.2543933093547821,
+      "learning_rate": 9.572827121860387e-06,
+      "loss": 1.2233,
+      "step": 17728
+    },
+    {
+      "epoch": 5.280515273925427,
+      "grad_norm": 0.27333301305770874,
+      "learning_rate": 9.57186343793933e-06,
+      "loss": 1.225,
+      "step": 17729
+    },
+    {
+      "epoch": 5.280813120125096,
+      "grad_norm": 0.2692798376083374,
+      "learning_rate": 9.570899758001608e-06,
+      "loss": 1.2261,
+      "step": 17730
+    },
+    {
+      "epoch": 5.281110966324764,
+      "grad_norm": 0.25104212760925293,
+      "learning_rate": 9.569936082056181e-06,
+      "loss": 1.2219,
+      "step": 17731
+    },
+    {
+      "epoch": 5.2814088125244325,
+      "grad_norm": 0.3911302089691162,
+      "learning_rate": 9.568972410112023e-06,
+      "loss": 1.2354,
+      "step": 17732
+    },
+    {
+      "epoch": 5.281706658724102,
+      "grad_norm": 0.37411147356033325,
+      "learning_rate": 9.568008742178094e-06,
+      "loss": 1.2028,
+      "step": 17733
+    },
+    {
+      "epoch": 5.28200450492377,
+      "grad_norm": 0.290594220161438,
+      "learning_rate": 9.567045078263357e-06,
+      "loss": 1.2115,
+      "step": 17734
+    },
+    {
+      "epoch": 5.282302351123438,
+      "grad_norm": 0.3030377924442291,
+      "learning_rate": 9.566081418376784e-06,
+      "loss": 1.2088,
+      "step": 17735
+    },
+    {
+      "epoch": 5.282600197323108,
+      "grad_norm": 0.41590309143066406,
+      "learning_rate": 9.56511776252734e-06,
+      "loss": 1.2045,
+      "step": 17736
+    },
+    {
+      "epoch": 5.282898043522776,
+      "grad_norm": 0.4200705587863922,
+      "learning_rate": 9.564154110723986e-06,
+      "loss": 1.2218,
+      "step": 17737
+    },
+    {
+      "epoch": 5.283195889722444,
+      "grad_norm": 0.35149914026260376,
+      "learning_rate": 9.563190462975696e-06,
+      "loss": 1.2257,
+      "step": 17738
+    },
+    {
+      "epoch": 5.2834937359221135,
+      "grad_norm": 0.39634302258491516,
+      "learning_rate": 9.562226819291426e-06,
+      "loss": 1.2153,
+      "step": 17739
+    },
+    {
+      "epoch": 5.283791582121782,
+      "grad_norm": 0.27166733145713806,
+      "learning_rate": 9.561263179680149e-06,
+      "loss": 1.2203,
+      "step": 17740
+    },
+    {
+      "epoch": 5.28408942832145,
+      "grad_norm": 0.25245028734207153,
+      "learning_rate": 9.560299544150828e-06,
+      "loss": 1.2002,
+      "step": 17741
+    },
+    {
+      "epoch": 5.284387274521119,
+      "grad_norm": 0.3067881166934967,
+      "learning_rate": 9.559335912712425e-06,
+      "loss": 1.2105,
+      "step": 17742
+    },
+    {
+      "epoch": 5.284685120720788,
+      "grad_norm": 0.35038381814956665,
+      "learning_rate": 9.558372285373913e-06,
+      "loss": 1.1963,
+      "step": 17743
+    },
+    {
+      "epoch": 5.284982966920456,
+      "grad_norm": 0.2612840235233307,
+      "learning_rate": 9.557408662144254e-06,
+      "loss": 1.2286,
+      "step": 17744
+    },
+    {
+      "epoch": 5.285280813120125,
+      "grad_norm": 0.3415238559246063,
+      "learning_rate": 9.556445043032408e-06,
+      "loss": 1.2139,
+      "step": 17745
+    },
+    {
+      "epoch": 5.2855786593197935,
+      "grad_norm": 0.3501487672328949,
+      "learning_rate": 9.555481428047351e-06,
+      "loss": 1.1985,
+      "step": 17746
+    },
+    {
+      "epoch": 5.285876505519463,
+      "grad_norm": 0.2651747465133667,
+      "learning_rate": 9.55451781719804e-06,
+      "loss": 1.1988,
+      "step": 17747
+    },
+    {
+      "epoch": 5.286174351719131,
+      "grad_norm": 0.38092848658561707,
+      "learning_rate": 9.553554210493439e-06,
+      "loss": 1.2156,
+      "step": 17748
+    },
+    {
+      "epoch": 5.286472197918799,
+      "grad_norm": 0.26460573077201843,
+      "learning_rate": 9.552590607942524e-06,
+      "loss": 1.2366,
+      "step": 17749
+    },
+    {
+      "epoch": 5.286770044118469,
+      "grad_norm": 0.37430649995803833,
+      "learning_rate": 9.551627009554253e-06,
+      "loss": 1.2026,
+      "step": 17750
+    },
+    {
+      "epoch": 5.287067890318137,
+      "grad_norm": 0.30642634630203247,
+      "learning_rate": 9.550663415337587e-06,
+      "loss": 1.2131,
+      "step": 17751
+    },
+    {
+      "epoch": 5.287365736517805,
+      "grad_norm": 0.32907119393348694,
+      "learning_rate": 9.549699825301499e-06,
+      "loss": 1.2165,
+      "step": 17752
+    },
+    {
+      "epoch": 5.2876635827174745,
+      "grad_norm": 0.29158130288124084,
+      "learning_rate": 9.548736239454953e-06,
+      "loss": 1.2203,
+      "step": 17753
+    },
+    {
+      "epoch": 5.287961428917143,
+      "grad_norm": 0.4016822874546051,
+      "learning_rate": 9.547772657806905e-06,
+      "loss": 1.2239,
+      "step": 17754
+    },
+    {
+      "epoch": 5.288259275116811,
+      "grad_norm": 0.381194531917572,
+      "learning_rate": 9.546809080366335e-06,
+      "loss": 1.2095,
+      "step": 17755
+    },
+    {
+      "epoch": 5.28855712131648,
+      "grad_norm": 0.33159124851226807,
+      "learning_rate": 9.5458455071422e-06,
+      "loss": 1.2109,
+      "step": 17756
+    },
+    {
+      "epoch": 5.288854967516149,
+      "grad_norm": 0.4588654041290283,
+      "learning_rate": 9.544881938143457e-06,
+      "loss": 1.1984,
+      "step": 17757
+    },
+    {
+      "epoch": 5.289152813715818,
+      "grad_norm": 0.2766730487346649,
+      "learning_rate": 9.543918373379084e-06,
+      "loss": 1.2229,
+      "step": 17758
+    },
+    {
+      "epoch": 5.289450659915486,
+      "grad_norm": 0.3315102159976959,
+      "learning_rate": 9.54295481285804e-06,
+      "loss": 1.2087,
+      "step": 17759
+    },
+    {
+      "epoch": 5.289748506115155,
+      "grad_norm": 0.34840163588523865,
+      "learning_rate": 9.541991256589292e-06,
+      "loss": 1.2084,
+      "step": 17760
+    },
+    {
+      "epoch": 5.290046352314824,
+      "grad_norm": 0.33905497193336487,
+      "learning_rate": 9.541027704581807e-06,
+      "loss": 1.1986,
+      "step": 17761
+    },
+    {
+      "epoch": 5.290344198514492,
+      "grad_norm": 0.4713587760925293,
+      "learning_rate": 9.540064156844539e-06,
+      "loss": 1.2222,
+      "step": 17762
+    },
+    {
+      "epoch": 5.29064204471416,
+      "grad_norm": 0.35660380125045776,
+      "learning_rate": 9.539100613386468e-06,
+      "loss": 1.2171,
+      "step": 17763
+    },
+    {
+      "epoch": 5.29093989091383,
+      "grad_norm": 0.4753265976905823,
+      "learning_rate": 9.538137074216546e-06,
+      "loss": 1.2329,
+      "step": 17764
+    },
+    {
+      "epoch": 5.291237737113498,
+      "grad_norm": 0.3240477442741394,
+      "learning_rate": 9.53717353934374e-06,
+      "loss": 1.1892,
+      "step": 17765
+    },
+    {
+      "epoch": 5.291535583313166,
+      "grad_norm": 0.39129161834716797,
+      "learning_rate": 9.536210008777022e-06,
+      "loss": 1.2146,
+      "step": 17766
+    },
+    {
+      "epoch": 5.2918334295128355,
+      "grad_norm": 0.250642865896225,
+      "learning_rate": 9.535246482525353e-06,
+      "loss": 1.2152,
+      "step": 17767
+    },
+    {
+      "epoch": 5.292131275712504,
+      "grad_norm": 0.3610994219779968,
+      "learning_rate": 9.534282960597692e-06,
+      "loss": 1.2171,
+      "step": 17768
+    },
+    {
+      "epoch": 5.292429121912173,
+      "grad_norm": 0.25481879711151123,
+      "learning_rate": 9.533319443003011e-06,
+      "loss": 1.2119,
+      "step": 17769
+    },
+    {
+      "epoch": 5.292726968111841,
+      "grad_norm": 0.30706268548965454,
+      "learning_rate": 9.532355929750269e-06,
+      "loss": 1.2121,
+      "step": 17770
+    },
+    {
+      "epoch": 5.29302481431151,
+      "grad_norm": 0.28423357009887695,
+      "learning_rate": 9.53139242084843e-06,
+      "loss": 1.2116,
+      "step": 17771
+    },
+    {
+      "epoch": 5.293322660511179,
+      "grad_norm": 0.35022106766700745,
+      "learning_rate": 9.530428916306466e-06,
+      "loss": 1.1977,
+      "step": 17772
+    },
+    {
+      "epoch": 5.293620506710847,
+      "grad_norm": 0.2840099632740021,
+      "learning_rate": 9.529465416133336e-06,
+      "loss": 1.2053,
+      "step": 17773
+    },
+    {
+      "epoch": 5.293918352910516,
+      "grad_norm": 0.3796977400779724,
+      "learning_rate": 9.528501920338e-06,
+      "loss": 1.2172,
+      "step": 17774
+    },
+    {
+      "epoch": 5.294216199110185,
+      "grad_norm": 0.2766299843788147,
+      "learning_rate": 9.52753842892943e-06,
+      "loss": 1.1984,
+      "step": 17775
+    },
+    {
+      "epoch": 5.294514045309853,
+      "grad_norm": 0.4037684500217438,
+      "learning_rate": 9.526574941916587e-06,
+      "loss": 1.2149,
+      "step": 17776
+    },
+    {
+      "epoch": 5.2948118915095215,
+      "grad_norm": 0.25487518310546875,
+      "learning_rate": 9.525611459308434e-06,
+      "loss": 1.2085,
+      "step": 17777
+    },
+    {
+      "epoch": 5.295109737709191,
+      "grad_norm": 0.4670896530151367,
+      "learning_rate": 9.524647981113938e-06,
+      "loss": 1.2128,
+      "step": 17778
+    },
+    {
+      "epoch": 5.295407583908859,
+      "grad_norm": 0.2758674621582031,
+      "learning_rate": 9.523684507342059e-06,
+      "loss": 1.2209,
+      "step": 17779
+    },
+    {
+      "epoch": 5.295705430108527,
+      "grad_norm": 0.40095141530036926,
+      "learning_rate": 9.522721038001768e-06,
+      "loss": 1.2096,
+      "step": 17780
+    },
+    {
+      "epoch": 5.296003276308197,
+      "grad_norm": 0.29094254970550537,
+      "learning_rate": 9.521757573102021e-06,
+      "loss": 1.209,
+      "step": 17781
+    },
+    {
+      "epoch": 5.296301122507865,
+      "grad_norm": 0.2720484137535095,
+      "learning_rate": 9.520794112651786e-06,
+      "loss": 1.2176,
+      "step": 17782
+    },
+    {
+      "epoch": 5.296598968707533,
+      "grad_norm": 0.45520949363708496,
+      "learning_rate": 9.519830656660026e-06,
+      "loss": 1.2073,
+      "step": 17783
+    },
+    {
+      "epoch": 5.296896814907202,
+      "grad_norm": 0.27867141366004944,
+      "learning_rate": 9.518867205135707e-06,
+      "loss": 1.2325,
+      "step": 17784
+    },
+    {
+      "epoch": 5.297194661106871,
+      "grad_norm": 0.4318096339702606,
+      "learning_rate": 9.517903758087788e-06,
+      "loss": 1.2067,
+      "step": 17785
+    },
+    {
+      "epoch": 5.29749250730654,
+      "grad_norm": 0.29537105560302734,
+      "learning_rate": 9.516940315525241e-06,
+      "loss": 1.2041,
+      "step": 17786
+    },
+    {
+      "epoch": 5.297790353506208,
+      "grad_norm": 0.5036028027534485,
+      "learning_rate": 9.51597687745702e-06,
+      "loss": 1.2101,
+      "step": 17787
+    },
+    {
+      "epoch": 5.298088199705877,
+      "grad_norm": 0.4049065411090851,
+      "learning_rate": 9.515013443892094e-06,
+      "loss": 1.217,
+      "step": 17788
+    },
+    {
+      "epoch": 5.298386045905546,
+      "grad_norm": 0.3740525245666504,
+      "learning_rate": 9.514050014839429e-06,
+      "loss": 1.2225,
+      "step": 17789
+    },
+    {
+      "epoch": 5.298683892105214,
+      "grad_norm": 0.3414017856121063,
+      "learning_rate": 9.513086590307983e-06,
+      "loss": 1.204,
+      "step": 17790
+    },
+    {
+      "epoch": 5.2989817383048825,
+      "grad_norm": 0.35962656140327454,
+      "learning_rate": 9.512123170306722e-06,
+      "loss": 1.1991,
+      "step": 17791
+    },
+    {
+      "epoch": 5.299279584504552,
+      "grad_norm": 0.32481124997138977,
+      "learning_rate": 9.511159754844613e-06,
+      "loss": 1.2131,
+      "step": 17792
+    },
+    {
+      "epoch": 5.29957743070422,
+      "grad_norm": 0.3517327904701233,
+      "learning_rate": 9.510196343930611e-06,
+      "loss": 1.2195,
+      "step": 17793
+    },
+    {
+      "epoch": 5.299875276903888,
+      "grad_norm": 0.27785369753837585,
+      "learning_rate": 9.509232937573688e-06,
+      "loss": 1.2305,
+      "step": 17794
+    },
+    {
+      "epoch": 5.300173123103558,
+      "grad_norm": 0.5341268181800842,
+      "learning_rate": 9.508269535782805e-06,
+      "loss": 1.208,
+      "step": 17795
+    },
+    {
+      "epoch": 5.300470969303226,
+      "grad_norm": 0.2722247242927551,
+      "learning_rate": 9.50730613856692e-06,
+      "loss": 1.2207,
+      "step": 17796
+    },
+    {
+      "epoch": 5.300768815502895,
+      "grad_norm": 0.49601635336875916,
+      "learning_rate": 9.506342745935007e-06,
+      "loss": 1.198,
+      "step": 17797
+    },
+    {
+      "epoch": 5.3010666617025635,
+      "grad_norm": 0.2821829915046692,
+      "learning_rate": 9.505379357896023e-06,
+      "loss": 1.2195,
+      "step": 17798
+    },
+    {
+      "epoch": 5.301364507902232,
+      "grad_norm": 0.34916460514068604,
+      "learning_rate": 9.504415974458926e-06,
+      "loss": 1.2172,
+      "step": 17799
+    },
+    {
+      "epoch": 5.301662354101901,
+      "grad_norm": 0.2600118815898895,
+      "learning_rate": 9.503452595632688e-06,
+      "loss": 1.213,
+      "step": 17800
+    },
+    {
+      "epoch": 5.301960200301569,
+      "grad_norm": 0.37544959783554077,
+      "learning_rate": 9.502489221426272e-06,
+      "loss": 1.2135,
+      "step": 17801
+    },
+    {
+      "epoch": 5.302258046501238,
+      "grad_norm": 0.25689440965652466,
+      "learning_rate": 9.501525851848632e-06,
+      "loss": 1.2068,
+      "step": 17802
+    },
+    {
+      "epoch": 5.302555892700907,
+      "grad_norm": 0.2783738076686859,
+      "learning_rate": 9.500562486908739e-06,
+      "loss": 1.2299,
+      "step": 17803
+    },
+    {
+      "epoch": 5.302853738900575,
+      "grad_norm": 0.38854414224624634,
+      "learning_rate": 9.499599126615556e-06,
+      "loss": 1.2184,
+      "step": 17804
+    },
+    {
+      "epoch": 5.3031515851002435,
+      "grad_norm": 0.4283054769039154,
+      "learning_rate": 9.498635770978042e-06,
+      "loss": 1.2103,
+      "step": 17805
+    },
+    {
+      "epoch": 5.303449431299913,
+      "grad_norm": 0.3234732449054718,
+      "learning_rate": 9.497672420005164e-06,
+      "loss": 1.2152,
+      "step": 17806
+    },
+    {
+      "epoch": 5.303747277499581,
+      "grad_norm": 0.408430278301239,
+      "learning_rate": 9.496709073705878e-06,
+      "loss": 1.2168,
+      "step": 17807
+    },
+    {
+      "epoch": 5.304045123699249,
+      "grad_norm": 0.26550015807151794,
+      "learning_rate": 9.495745732089156e-06,
+      "loss": 1.2022,
+      "step": 17808
+    },
+    {
+      "epoch": 5.304342969898919,
+      "grad_norm": 0.5079704523086548,
+      "learning_rate": 9.494782395163958e-06,
+      "loss": 1.2119,
+      "step": 17809
+    },
+    {
+      "epoch": 5.304640816098587,
+      "grad_norm": 0.30164191126823425,
+      "learning_rate": 9.493819062939241e-06,
+      "loss": 1.2243,
+      "step": 17810
+    },
+    {
+      "epoch": 5.304938662298255,
+      "grad_norm": 0.3827284574508667,
+      "learning_rate": 9.492855735423973e-06,
+      "loss": 1.2108,
+      "step": 17811
+    },
+    {
+      "epoch": 5.3052365084979245,
+      "grad_norm": 0.4162214696407318,
+      "learning_rate": 9.491892412627121e-06,
+      "loss": 1.226,
+      "step": 17812
+    },
+    {
+      "epoch": 5.305534354697593,
+      "grad_norm": 0.27671313285827637,
+      "learning_rate": 9.490929094557636e-06,
+      "loss": 1.2261,
+      "step": 17813
+    },
+    {
+      "epoch": 5.305832200897262,
+      "grad_norm": 0.725034236907959,
+      "learning_rate": 9.489965781224491e-06,
+      "loss": 1.2205,
+      "step": 17814
+    },
+    {
+      "epoch": 5.30613004709693,
+      "grad_norm": 0.6562210321426392,
+      "learning_rate": 9.489002472636645e-06,
+      "loss": 1.2204,
+      "step": 17815
+    },
+    {
+      "epoch": 5.306427893296599,
+      "grad_norm": 0.2668152451515198,
+      "learning_rate": 9.488039168803054e-06,
+      "loss": 1.1972,
+      "step": 17816
+    },
+    {
+      "epoch": 5.306725739496268,
+      "grad_norm": 0.5385468006134033,
+      "learning_rate": 9.487075869732691e-06,
+      "loss": 1.2154,
+      "step": 17817
+    },
+    {
+      "epoch": 5.307023585695936,
+      "grad_norm": 0.30791765451431274,
+      "learning_rate": 9.486112575434516e-06,
+      "loss": 1.2202,
+      "step": 17818
+    },
+    {
+      "epoch": 5.307321431895605,
+      "grad_norm": 0.2882668375968933,
+      "learning_rate": 9.485149285917485e-06,
+      "loss": 1.2193,
+      "step": 17819
+    },
+    {
+      "epoch": 5.307619278095274,
+      "grad_norm": 0.2871219515800476,
+      "learning_rate": 9.484186001190569e-06,
+      "loss": 1.2082,
+      "step": 17820
+    },
+    {
+      "epoch": 5.307917124294942,
+      "grad_norm": 0.32335707545280457,
+      "learning_rate": 9.483222721262725e-06,
+      "loss": 1.2187,
+      "step": 17821
+    },
+    {
+      "epoch": 5.30821497049461,
+      "grad_norm": 0.3050103187561035,
+      "learning_rate": 9.482259446142913e-06,
+      "loss": 1.2008,
+      "step": 17822
+    },
+    {
+      "epoch": 5.30851281669428,
+      "grad_norm": 0.33260276913642883,
+      "learning_rate": 9.481296175840099e-06,
+      "loss": 1.2144,
+      "step": 17823
+    },
+    {
+      "epoch": 5.308810662893948,
+      "grad_norm": 0.3357332944869995,
+      "learning_rate": 9.480332910363243e-06,
+      "loss": 1.23,
+      "step": 17824
+    },
+    {
+      "epoch": 5.309108509093617,
+      "grad_norm": 0.2864167392253876,
+      "learning_rate": 9.479369649721314e-06,
+      "loss": 1.2138,
+      "step": 17825
+    },
+    {
+      "epoch": 5.3094063552932855,
+      "grad_norm": 0.42594629526138306,
+      "learning_rate": 9.478406393923267e-06,
+      "loss": 1.2064,
+      "step": 17826
+    },
+    {
+      "epoch": 5.309704201492954,
+      "grad_norm": 0.3915179669857025,
+      "learning_rate": 9.477443142978063e-06,
+      "loss": 1.2205,
+      "step": 17827
+    },
+    {
+      "epoch": 5.310002047692623,
+      "grad_norm": 0.27900174260139465,
+      "learning_rate": 9.47647989689467e-06,
+      "loss": 1.2366,
+      "step": 17828
+    },
+    {
+      "epoch": 5.310299893892291,
+      "grad_norm": 0.25326424837112427,
+      "learning_rate": 9.475516655682046e-06,
+      "loss": 1.21,
+      "step": 17829
+    },
+    {
+      "epoch": 5.31059774009196,
+      "grad_norm": 0.4116702973842621,
+      "learning_rate": 9.47455341934915e-06,
+      "loss": 1.2168,
+      "step": 17830
+    },
+    {
+      "epoch": 5.310895586291629,
+      "grad_norm": 0.3074418902397156,
+      "learning_rate": 9.473590187904952e-06,
+      "loss": 1.2171,
+      "step": 17831
+    },
+    {
+      "epoch": 5.311193432491297,
+      "grad_norm": 0.31306183338165283,
+      "learning_rate": 9.472626961358408e-06,
+      "loss": 1.2301,
+      "step": 17832
+    },
+    {
+      "epoch": 5.311491278690966,
+      "grad_norm": 0.2802980840206146,
+      "learning_rate": 9.471663739718479e-06,
+      "loss": 1.2108,
+      "step": 17833
+    },
+    {
+      "epoch": 5.311789124890635,
+      "grad_norm": 0.2544321119785309,
+      "learning_rate": 9.47070052299413e-06,
+      "loss": 1.2143,
+      "step": 17834
+    },
+    {
+      "epoch": 5.312086971090303,
+      "grad_norm": 0.292193740606308,
+      "learning_rate": 9.469737311194323e-06,
+      "loss": 1.2123,
+      "step": 17835
+    },
+    {
+      "epoch": 5.312384817289972,
+      "grad_norm": 0.3129338324069977,
+      "learning_rate": 9.468774104328013e-06,
+      "loss": 1.2038,
+      "step": 17836
+    },
+    {
+      "epoch": 5.312682663489641,
+      "grad_norm": 0.252285897731781,
+      "learning_rate": 9.46781090240417e-06,
+      "loss": 1.2071,
+      "step": 17837
+    },
+    {
+      "epoch": 5.312980509689309,
+      "grad_norm": 0.4913385212421417,
+      "learning_rate": 9.466847705431755e-06,
+      "loss": 1.2365,
+      "step": 17838
+    },
+    {
+      "epoch": 5.313278355888978,
+      "grad_norm": 0.34144484996795654,
+      "learning_rate": 9.46588451341972e-06,
+      "loss": 1.2136,
+      "step": 17839
+    },
+    {
+      "epoch": 5.313576202088647,
+      "grad_norm": 0.46132946014404297,
+      "learning_rate": 9.464921326377035e-06,
+      "loss": 1.222,
+      "step": 17840
+    },
+    {
+      "epoch": 5.313874048288315,
+      "grad_norm": 0.3557392954826355,
+      "learning_rate": 9.463958144312659e-06,
+      "loss": 1.2168,
+      "step": 17841
+    },
+    {
+      "epoch": 5.314171894487984,
+      "grad_norm": 0.4408482313156128,
+      "learning_rate": 9.462994967235555e-06,
+      "loss": 1.213,
+      "step": 17842
+    },
+    {
+      "epoch": 5.314469740687652,
+      "grad_norm": 0.3457951545715332,
+      "learning_rate": 9.462031795154685e-06,
+      "loss": 1.2156,
+      "step": 17843
+    },
+    {
+      "epoch": 5.314767586887321,
+      "grad_norm": 0.34607723355293274,
+      "learning_rate": 9.461068628079002e-06,
+      "loss": 1.2225,
+      "step": 17844
+    },
+    {
+      "epoch": 5.31506543308699,
+      "grad_norm": 0.2906036674976349,
+      "learning_rate": 9.460105466017478e-06,
+      "loss": 1.2226,
+      "step": 17845
+    },
+    {
+      "epoch": 5.315363279286658,
+      "grad_norm": 0.4787485599517822,
+      "learning_rate": 9.45914230897907e-06,
+      "loss": 1.1961,
+      "step": 17846
+    },
+    {
+      "epoch": 5.315661125486327,
+      "grad_norm": 0.37462329864501953,
+      "learning_rate": 9.458179156972733e-06,
+      "loss": 1.2196,
+      "step": 17847
+    },
+    {
+      "epoch": 5.315958971685996,
+      "grad_norm": 0.6380683779716492,
+      "learning_rate": 9.457216010007439e-06,
+      "loss": 1.2072,
+      "step": 17848
+    },
+    {
+      "epoch": 5.316256817885664,
+      "grad_norm": 0.3334093689918518,
+      "learning_rate": 9.456252868092145e-06,
+      "loss": 1.2152,
+      "step": 17849
+    },
+    {
+      "epoch": 5.3165546640853325,
+      "grad_norm": 0.622526228427887,
+      "learning_rate": 9.455289731235804e-06,
+      "loss": 1.2119,
+      "step": 17850
+    },
+    {
+      "epoch": 5.316852510285002,
+      "grad_norm": 0.3051876723766327,
+      "learning_rate": 9.454326599447388e-06,
+      "loss": 1.2189,
+      "step": 17851
+    },
+    {
+      "epoch": 5.31715035648467,
+      "grad_norm": 0.48956653475761414,
+      "learning_rate": 9.453363472735853e-06,
+      "loss": 1.2174,
+      "step": 17852
+    },
+    {
+      "epoch": 5.317448202684339,
+      "grad_norm": 0.2591938376426697,
+      "learning_rate": 9.452400351110155e-06,
+      "loss": 1.2161,
+      "step": 17853
+    },
+    {
+      "epoch": 5.317746048884008,
+      "grad_norm": 0.36875611543655396,
+      "learning_rate": 9.451437234579266e-06,
+      "loss": 1.1962,
+      "step": 17854
+    },
+    {
+      "epoch": 5.318043895083676,
+      "grad_norm": 0.33657798171043396,
+      "learning_rate": 9.450474123152142e-06,
+      "loss": 1.2126,
+      "step": 17855
+    },
+    {
+      "epoch": 5.318341741283345,
+      "grad_norm": 0.2821645736694336,
+      "learning_rate": 9.449511016837738e-06,
+      "loss": 1.2124,
+      "step": 17856
+    },
+    {
+      "epoch": 5.3186395874830135,
+      "grad_norm": 0.42428329586982727,
+      "learning_rate": 9.448547915645021e-06,
+      "loss": 1.217,
+      "step": 17857
+    },
+    {
+      "epoch": 5.318937433682682,
+      "grad_norm": 0.2546981871128082,
+      "learning_rate": 9.447584819582946e-06,
+      "loss": 1.2193,
+      "step": 17858
+    },
+    {
+      "epoch": 5.319235279882351,
+      "grad_norm": 0.44893303513526917,
+      "learning_rate": 9.446621728660479e-06,
+      "loss": 1.2146,
+      "step": 17859
+    },
+    {
+      "epoch": 5.319533126082019,
+      "grad_norm": 0.30277305841445923,
+      "learning_rate": 9.445658642886582e-06,
+      "loss": 1.2293,
+      "step": 17860
+    },
+    {
+      "epoch": 5.319830972281688,
+      "grad_norm": 0.30651018023490906,
+      "learning_rate": 9.444695562270207e-06,
+      "loss": 1.2051,
+      "step": 17861
+    },
+    {
+      "epoch": 5.320128818481357,
+      "grad_norm": 0.26027822494506836,
+      "learning_rate": 9.443732486820323e-06,
+      "loss": 1.22,
+      "step": 17862
+    },
+    {
+      "epoch": 5.320426664681025,
+      "grad_norm": 0.4425266981124878,
+      "learning_rate": 9.442769416545884e-06,
+      "loss": 1.2201,
+      "step": 17863
+    },
+    {
+      "epoch": 5.320724510880694,
+      "grad_norm": 0.24000824987888336,
+      "learning_rate": 9.441806351455855e-06,
+      "loss": 1.2179,
+      "step": 17864
+    },
+    {
+      "epoch": 5.321022357080363,
+      "grad_norm": 0.6749671697616577,
+      "learning_rate": 9.440843291559193e-06,
+      "loss": 1.2134,
+      "step": 17865
+    },
+    {
+      "epoch": 5.321320203280031,
+      "grad_norm": 0.337689608335495,
+      "learning_rate": 9.439880236864862e-06,
+      "loss": 1.2113,
+      "step": 17866
+    },
+    {
+      "epoch": 5.3216180494797,
+      "grad_norm": 0.4312625825405121,
+      "learning_rate": 9.438917187381815e-06,
+      "loss": 1.2298,
+      "step": 17867
+    },
+    {
+      "epoch": 5.321915895679369,
+      "grad_norm": 0.28401559591293335,
+      "learning_rate": 9.437954143119021e-06,
+      "loss": 1.233,
+      "step": 17868
+    },
+    {
+      "epoch": 5.322213741879037,
+      "grad_norm": 0.3657039403915405,
+      "learning_rate": 9.436991104085435e-06,
+      "loss": 1.2235,
+      "step": 17869
+    },
+    {
+      "epoch": 5.322511588078706,
+      "grad_norm": 0.3694859743118286,
+      "learning_rate": 9.436028070290013e-06,
+      "loss": 1.226,
+      "step": 17870
+    },
+    {
+      "epoch": 5.3228094342783745,
+      "grad_norm": 0.32885557413101196,
+      "learning_rate": 9.435065041741727e-06,
+      "loss": 1.246,
+      "step": 17871
+    },
+    {
+      "epoch": 5.323107280478043,
+      "grad_norm": 0.4674130380153656,
+      "learning_rate": 9.434102018449527e-06,
+      "loss": 1.2229,
+      "step": 17872
+    },
+    {
+      "epoch": 5.323405126677712,
+      "grad_norm": 0.5305304527282715,
+      "learning_rate": 9.433139000422373e-06,
+      "loss": 1.2012,
+      "step": 17873
+    },
+    {
+      "epoch": 5.32370297287738,
+      "grad_norm": 0.36852362751960754,
+      "learning_rate": 9.43217598766923e-06,
+      "loss": 1.2154,
+      "step": 17874
+    },
+    {
+      "epoch": 5.324000819077049,
+      "grad_norm": 0.3169606626033783,
+      "learning_rate": 9.43121298019905e-06,
+      "loss": 1.2203,
+      "step": 17875
+    },
+    {
+      "epoch": 5.324298665276718,
+      "grad_norm": 0.5542791485786438,
+      "learning_rate": 9.430249978020803e-06,
+      "loss": 1.2147,
+      "step": 17876
+    },
+    {
+      "epoch": 5.324596511476386,
+      "grad_norm": 0.3020332455635071,
+      "learning_rate": 9.429286981143445e-06,
+      "loss": 1.2097,
+      "step": 17877
+    },
+    {
+      "epoch": 5.324894357676055,
+      "grad_norm": 0.43916815519332886,
+      "learning_rate": 9.428323989575928e-06,
+      "loss": 1.2228,
+      "step": 17878
+    },
+    {
+      "epoch": 5.325192203875724,
+      "grad_norm": 0.307855486869812,
+      "learning_rate": 9.42736100332722e-06,
+      "loss": 1.2083,
+      "step": 17879
+    },
+    {
+      "epoch": 5.325490050075392,
+      "grad_norm": 0.38172781467437744,
+      "learning_rate": 9.426398022406283e-06,
+      "loss": 1.189,
+      "step": 17880
+    },
+    {
+      "epoch": 5.325787896275061,
+      "grad_norm": 0.4009075164794922,
+      "learning_rate": 9.425435046822064e-06,
+      "loss": 1.2176,
+      "step": 17881
+    },
+    {
+      "epoch": 5.32608574247473,
+      "grad_norm": 0.39744630455970764,
+      "learning_rate": 9.424472076583533e-06,
+      "loss": 1.2135,
+      "step": 17882
+    },
+    {
+      "epoch": 5.326383588674398,
+      "grad_norm": 0.4499882757663727,
+      "learning_rate": 9.423509111699648e-06,
+      "loss": 1.2094,
+      "step": 17883
+    },
+    {
+      "epoch": 5.326681434874067,
+      "grad_norm": 0.2811439335346222,
+      "learning_rate": 9.422546152179363e-06,
+      "loss": 1.2125,
+      "step": 17884
+    },
+    {
+      "epoch": 5.3269792810737355,
+      "grad_norm": 0.7157266139984131,
+      "learning_rate": 9.421583198031644e-06,
+      "loss": 1.2169,
+      "step": 17885
+    },
+    {
+      "epoch": 5.327277127273404,
+      "grad_norm": 0.3518158793449402,
+      "learning_rate": 9.420620249265446e-06,
+      "loss": 1.2124,
+      "step": 17886
+    },
+    {
+      "epoch": 5.327574973473073,
+      "grad_norm": 0.5372270941734314,
+      "learning_rate": 9.41965730588973e-06,
+      "loss": 1.2254,
+      "step": 17887
+    },
+    {
+      "epoch": 5.327872819672741,
+      "grad_norm": 0.24127618968486786,
+      "learning_rate": 9.418694367913452e-06,
+      "loss": 1.2182,
+      "step": 17888
+    },
+    {
+      "epoch": 5.32817066587241,
+      "grad_norm": 0.4268087148666382,
+      "learning_rate": 9.417731435345578e-06,
+      "loss": 1.2406,
+      "step": 17889
+    },
+    {
+      "epoch": 5.328468512072079,
+      "grad_norm": 0.35385340452194214,
+      "learning_rate": 9.416768508195057e-06,
+      "loss": 1.2134,
+      "step": 17890
+    },
+    {
+      "epoch": 5.328766358271747,
+      "grad_norm": 0.41965508460998535,
+      "learning_rate": 9.415805586470858e-06,
+      "loss": 1.2291,
+      "step": 17891
+    },
+    {
+      "epoch": 5.3290642044714165,
+      "grad_norm": 0.43825778365135193,
+      "learning_rate": 9.414842670181931e-06,
+      "loss": 1.2106,
+      "step": 17892
+    },
+    {
+      "epoch": 5.329362050671085,
+      "grad_norm": 0.41483011841773987,
+      "learning_rate": 9.413879759337242e-06,
+      "loss": 1.2263,
+      "step": 17893
+    },
+    {
+      "epoch": 5.329659896870753,
+      "grad_norm": 0.43688637018203735,
+      "learning_rate": 9.412916853945747e-06,
+      "loss": 1.2183,
+      "step": 17894
+    },
+    {
+      "epoch": 5.329957743070422,
+      "grad_norm": 0.31809523701667786,
+      "learning_rate": 9.411953954016402e-06,
+      "loss": 1.213,
+      "step": 17895
+    },
+    {
+      "epoch": 5.330255589270091,
+      "grad_norm": 0.37871140241622925,
+      "learning_rate": 9.410991059558172e-06,
+      "loss": 1.2118,
+      "step": 17896
+    },
+    {
+      "epoch": 5.330553435469759,
+      "grad_norm": 0.28996196389198303,
+      "learning_rate": 9.410028170580013e-06,
+      "loss": 1.2075,
+      "step": 17897
+    },
+    {
+      "epoch": 5.330851281669428,
+      "grad_norm": 0.5004257559776306,
+      "learning_rate": 9.409065287090878e-06,
+      "loss": 1.2207,
+      "step": 17898
+    },
+    {
+      "epoch": 5.331149127869097,
+      "grad_norm": 0.2947828471660614,
+      "learning_rate": 9.408102409099732e-06,
+      "loss": 1.2302,
+      "step": 17899
+    },
+    {
+      "epoch": 5.331446974068765,
+      "grad_norm": 0.538334846496582,
+      "learning_rate": 9.407139536615535e-06,
+      "loss": 1.2083,
+      "step": 17900
+    },
+    {
+      "epoch": 5.331744820268434,
+      "grad_norm": 0.29365020990371704,
+      "learning_rate": 9.406176669647237e-06,
+      "loss": 1.2143,
+      "step": 17901
+    },
+    {
+      "epoch": 5.332042666468102,
+      "grad_norm": 0.38196516036987305,
+      "learning_rate": 9.405213808203807e-06,
+      "loss": 1.202,
+      "step": 17902
+    },
+    {
+      "epoch": 5.332340512667772,
+      "grad_norm": 0.37977781891822815,
+      "learning_rate": 9.404250952294196e-06,
+      "loss": 1.2042,
+      "step": 17903
+    },
+    {
+      "epoch": 5.33263835886744,
+      "grad_norm": 0.37083926796913147,
+      "learning_rate": 9.403288101927361e-06,
+      "loss": 1.2232,
+      "step": 17904
+    },
+    {
+      "epoch": 5.332936205067108,
+      "grad_norm": 0.545269787311554,
+      "learning_rate": 9.402325257112265e-06,
+      "loss": 1.2124,
+      "step": 17905
+    },
+    {
+      "epoch": 5.3332340512667775,
+      "grad_norm": 0.4284341335296631,
+      "learning_rate": 9.401362417857869e-06,
+      "loss": 1.2099,
+      "step": 17906
+    },
+    {
+      "epoch": 5.333531897466446,
+      "grad_norm": 0.4500286877155304,
+      "learning_rate": 9.40039958417312e-06,
+      "loss": 1.2032,
+      "step": 17907
+    },
+    {
+      "epoch": 5.333829743666114,
+      "grad_norm": 0.40348461270332336,
+      "learning_rate": 9.39943675606699e-06,
+      "loss": 1.209,
+      "step": 17908
+    },
+    {
+      "epoch": 5.334127589865783,
+      "grad_norm": 0.3139120042324066,
+      "learning_rate": 9.398473933548424e-06,
+      "loss": 1.2135,
+      "step": 17909
+    },
+    {
+      "epoch": 5.334425436065452,
+      "grad_norm": 0.34571802616119385,
+      "learning_rate": 9.39751111662639e-06,
+      "loss": 1.2213,
+      "step": 17910
+    },
+    {
+      "epoch": 5.33472328226512,
+      "grad_norm": 0.3927350342273712,
+      "learning_rate": 9.396548305309841e-06,
+      "loss": 1.208,
+      "step": 17911
+    },
+    {
+      "epoch": 5.335021128464789,
+      "grad_norm": 0.3874667286872864,
+      "learning_rate": 9.395585499607733e-06,
+      "loss": 1.2036,
+      "step": 17912
+    },
+    {
+      "epoch": 5.335318974664458,
+      "grad_norm": 0.3238022029399872,
+      "learning_rate": 9.39462269952903e-06,
+      "loss": 1.2117,
+      "step": 17913
+    },
+    {
+      "epoch": 5.335616820864126,
+      "grad_norm": 0.4481665790081024,
+      "learning_rate": 9.393659905082687e-06,
+      "loss": 1.2279,
+      "step": 17914
+    },
+    {
+      "epoch": 5.335914667063795,
+      "grad_norm": 0.34377190470695496,
+      "learning_rate": 9.392697116277658e-06,
+      "loss": 1.2223,
+      "step": 17915
+    },
+    {
+      "epoch": 5.3362125132634635,
+      "grad_norm": 0.510254442691803,
+      "learning_rate": 9.391734333122908e-06,
+      "loss": 1.2092,
+      "step": 17916
+    },
+    {
+      "epoch": 5.336510359463132,
+      "grad_norm": 0.29175788164138794,
+      "learning_rate": 9.390771555627386e-06,
+      "loss": 1.2047,
+      "step": 17917
+    },
+    {
+      "epoch": 5.336808205662801,
+      "grad_norm": 0.3241147994995117,
+      "learning_rate": 9.389808783800054e-06,
+      "loss": 1.206,
+      "step": 17918
+    },
+    {
+      "epoch": 5.337106051862469,
+      "grad_norm": 0.278617799282074,
+      "learning_rate": 9.388846017649874e-06,
+      "loss": 1.2159,
+      "step": 17919
+    },
+    {
+      "epoch": 5.3374038980621386,
+      "grad_norm": 0.29171955585479736,
+      "learning_rate": 9.387883257185798e-06,
+      "loss": 1.2128,
+      "step": 17920
+    },
+    {
+      "epoch": 5.337701744261807,
+      "grad_norm": 0.2922581434249878,
+      "learning_rate": 9.38692050241678e-06,
+      "loss": 1.2119,
+      "step": 17921
+    },
+    {
+      "epoch": 5.337999590461475,
+      "grad_norm": 0.38868823647499084,
+      "learning_rate": 9.385957753351785e-06,
+      "loss": 1.2143,
+      "step": 17922
+    },
+    {
+      "epoch": 5.338297436661144,
+      "grad_norm": 0.4154965877532959,
+      "learning_rate": 9.384995009999765e-06,
+      "loss": 1.2204,
+      "step": 17923
+    },
+    {
+      "epoch": 5.338595282860813,
+      "grad_norm": 0.3261200487613678,
+      "learning_rate": 9.384032272369681e-06,
+      "loss": 1.2043,
+      "step": 17924
+    },
+    {
+      "epoch": 5.338893129060481,
+      "grad_norm": 0.5034027695655823,
+      "learning_rate": 9.38306954047049e-06,
+      "loss": 1.2086,
+      "step": 17925
+    },
+    {
+      "epoch": 5.33919097526015,
+      "grad_norm": 0.267456591129303,
+      "learning_rate": 9.382106814311144e-06,
+      "loss": 1.2194,
+      "step": 17926
+    },
+    {
+      "epoch": 5.339488821459819,
+      "grad_norm": 0.311736524105072,
+      "learning_rate": 9.381144093900608e-06,
+      "loss": 1.2,
+      "step": 17927
+    },
+    {
+      "epoch": 5.339786667659487,
+      "grad_norm": 0.35112830996513367,
+      "learning_rate": 9.380181379247833e-06,
+      "loss": 1.2188,
+      "step": 17928
+    },
+    {
+      "epoch": 5.340084513859156,
+      "grad_norm": 0.30734434723854065,
+      "learning_rate": 9.379218670361775e-06,
+      "loss": 1.2018,
+      "step": 17929
+    },
+    {
+      "epoch": 5.3403823600588245,
+      "grad_norm": 0.3171696662902832,
+      "learning_rate": 9.378255967251397e-06,
+      "loss": 1.2034,
+      "step": 17930
+    },
+    {
+      "epoch": 5.340680206258494,
+      "grad_norm": 0.38718852400779724,
+      "learning_rate": 9.377293269925653e-06,
+      "loss": 1.1832,
+      "step": 17931
+    },
+    {
+      "epoch": 5.340978052458162,
+      "grad_norm": 0.3817012310028076,
+      "learning_rate": 9.376330578393496e-06,
+      "loss": 1.2307,
+      "step": 17932
+    },
+    {
+      "epoch": 5.34127589865783,
+      "grad_norm": 0.28209900856018066,
+      "learning_rate": 9.375367892663891e-06,
+      "loss": 1.2172,
+      "step": 17933
+    },
+    {
+      "epoch": 5.3415737448575,
+      "grad_norm": 0.5042916536331177,
+      "learning_rate": 9.374405212745786e-06,
+      "loss": 1.2226,
+      "step": 17934
+    },
+    {
+      "epoch": 5.341871591057168,
+      "grad_norm": 0.3044802248477936,
+      "learning_rate": 9.37344253864814e-06,
+      "loss": 1.2117,
+      "step": 17935
+    },
+    {
+      "epoch": 5.342169437256836,
+      "grad_norm": 0.3037538230419159,
+      "learning_rate": 9.372479870379916e-06,
+      "loss": 1.2138,
+      "step": 17936
+    },
+    {
+      "epoch": 5.3424672834565055,
+      "grad_norm": 0.2792463004589081,
+      "learning_rate": 9.371517207950065e-06,
+      "loss": 1.2184,
+      "step": 17937
+    },
+    {
+      "epoch": 5.342765129656174,
+      "grad_norm": 0.3734724521636963,
+      "learning_rate": 9.37055455136754e-06,
+      "loss": 1.2171,
+      "step": 17938
+    },
+    {
+      "epoch": 5.343062975855842,
+      "grad_norm": 0.26259225606918335,
+      "learning_rate": 9.369591900641306e-06,
+      "loss": 1.2193,
+      "step": 17939
+    },
+    {
+      "epoch": 5.343360822055511,
+      "grad_norm": 0.5744872093200684,
+      "learning_rate": 9.36862925578031e-06,
+      "loss": 1.2346,
+      "step": 17940
+    },
+    {
+      "epoch": 5.34365866825518,
+      "grad_norm": 0.48147451877593994,
+      "learning_rate": 9.367666616793518e-06,
+      "loss": 1.2165,
+      "step": 17941
+    },
+    {
+      "epoch": 5.343956514454848,
+      "grad_norm": 0.43163394927978516,
+      "learning_rate": 9.366703983689881e-06,
+      "loss": 1.2116,
+      "step": 17942
+    },
+    {
+      "epoch": 5.344254360654517,
+      "grad_norm": 0.5540128946304321,
+      "learning_rate": 9.365741356478352e-06,
+      "loss": 1.2129,
+      "step": 17943
+    },
+    {
+      "epoch": 5.3445522068541855,
+      "grad_norm": 0.26069483160972595,
+      "learning_rate": 9.364778735167896e-06,
+      "loss": 1.1946,
+      "step": 17944
+    },
+    {
+      "epoch": 5.344850053053854,
+      "grad_norm": 0.3064899742603302,
+      "learning_rate": 9.363816119767462e-06,
+      "loss": 1.2158,
+      "step": 17945
+    },
+    {
+      "epoch": 5.345147899253523,
+      "grad_norm": 0.2740856111049652,
+      "learning_rate": 9.36285351028601e-06,
+      "loss": 1.2178,
+      "step": 17946
+    },
+    {
+      "epoch": 5.345445745453191,
+      "grad_norm": 0.276441365480423,
+      "learning_rate": 9.361890906732492e-06,
+      "loss": 1.2188,
+      "step": 17947
+    },
+    {
+      "epoch": 5.345743591652861,
+      "grad_norm": 0.2677435576915741,
+      "learning_rate": 9.360928309115869e-06,
+      "loss": 1.2214,
+      "step": 17948
+    },
+    {
+      "epoch": 5.346041437852529,
+      "grad_norm": 0.2829286754131317,
+      "learning_rate": 9.359965717445088e-06,
+      "loss": 1.2325,
+      "step": 17949
+    },
+    {
+      "epoch": 5.346339284052197,
+      "grad_norm": 0.26164767146110535,
+      "learning_rate": 9.359003131729117e-06,
+      "loss": 1.2073,
+      "step": 17950
+    },
+    {
+      "epoch": 5.3466371302518665,
+      "grad_norm": 0.2733970880508423,
+      "learning_rate": 9.358040551976905e-06,
+      "loss": 1.2282,
+      "step": 17951
+    },
+    {
+      "epoch": 5.346934976451535,
+      "grad_norm": 0.25731900334358215,
+      "learning_rate": 9.357077978197406e-06,
+      "loss": 1.2132,
+      "step": 17952
+    },
+    {
+      "epoch": 5.347232822651203,
+      "grad_norm": 0.2532481849193573,
+      "learning_rate": 9.356115410399578e-06,
+      "loss": 1.1961,
+      "step": 17953
+    },
+    {
+      "epoch": 5.347530668850872,
+      "grad_norm": 0.24681970477104187,
+      "learning_rate": 9.35515284859238e-06,
+      "loss": 1.2083,
+      "step": 17954
+    },
+    {
+      "epoch": 5.347828515050541,
+      "grad_norm": 0.26690852642059326,
+      "learning_rate": 9.35419029278476e-06,
+      "loss": 1.2168,
+      "step": 17955
+    },
+    {
+      "epoch": 5.348126361250209,
+      "grad_norm": 0.3608032464981079,
+      "learning_rate": 9.353227742985683e-06,
+      "loss": 1.2013,
+      "step": 17956
+    },
+    {
+      "epoch": 5.348424207449878,
+      "grad_norm": 0.3427022099494934,
+      "learning_rate": 9.352265199204093e-06,
+      "loss": 1.2331,
+      "step": 17957
+    },
+    {
+      "epoch": 5.348722053649547,
+      "grad_norm": 0.27666598558425903,
+      "learning_rate": 9.351302661448954e-06,
+      "loss": 1.2087,
+      "step": 17958
+    },
+    {
+      "epoch": 5.349019899849216,
+      "grad_norm": 0.30473482608795166,
+      "learning_rate": 9.350340129729222e-06,
+      "loss": 1.2099,
+      "step": 17959
+    },
+    {
+      "epoch": 5.349317746048884,
+      "grad_norm": 0.34101781249046326,
+      "learning_rate": 9.349377604053844e-06,
+      "loss": 1.2122,
+      "step": 17960
+    },
+    {
+      "epoch": 5.349615592248552,
+      "grad_norm": 0.5237231850624084,
+      "learning_rate": 9.348415084431786e-06,
+      "loss": 1.2027,
+      "step": 17961
+    },
+    {
+      "epoch": 5.349913438448222,
+      "grad_norm": 0.2598274350166321,
+      "learning_rate": 9.347452570871997e-06,
+      "loss": 1.2104,
+      "step": 17962
+    },
+    {
+      "epoch": 5.35021128464789,
+      "grad_norm": 0.629736602306366,
+      "learning_rate": 9.346490063383428e-06,
+      "loss": 1.2289,
+      "step": 17963
+    },
+    {
+      "epoch": 5.350509130847558,
+      "grad_norm": 0.3449530005455017,
+      "learning_rate": 9.345527561975042e-06,
+      "loss": 1.215,
+      "step": 17964
+    },
+    {
+      "epoch": 5.3508069770472275,
+      "grad_norm": 0.5009580254554749,
+      "learning_rate": 9.344565066655794e-06,
+      "loss": 1.22,
+      "step": 17965
+    },
+    {
+      "epoch": 5.351104823246896,
+      "grad_norm": 0.3275929093360901,
+      "learning_rate": 9.343602577434629e-06,
+      "loss": 1.2253,
+      "step": 17966
+    },
+    {
+      "epoch": 5.351402669446564,
+      "grad_norm": 0.45423343777656555,
+      "learning_rate": 9.342640094320512e-06,
+      "loss": 1.1974,
+      "step": 17967
+    },
+    {
+      "epoch": 5.351700515646233,
+      "grad_norm": 0.3593066930770874,
+      "learning_rate": 9.341677617322397e-06,
+      "loss": 1.2035,
+      "step": 17968
+    },
+    {
+      "epoch": 5.351998361845902,
+      "grad_norm": 0.3311804234981537,
+      "learning_rate": 9.340715146449231e-06,
+      "loss": 1.2092,
+      "step": 17969
+    },
+    {
+      "epoch": 5.352296208045571,
+      "grad_norm": 0.26455381512641907,
+      "learning_rate": 9.339752681709977e-06,
+      "loss": 1.2205,
+      "step": 17970
+    },
+    {
+      "epoch": 5.352594054245239,
+      "grad_norm": 0.5381209254264832,
+      "learning_rate": 9.338790223113588e-06,
+      "loss": 1.2136,
+      "step": 17971
+    },
+    {
+      "epoch": 5.352891900444908,
+      "grad_norm": 0.36212044954299927,
+      "learning_rate": 9.337827770669013e-06,
+      "loss": 1.2138,
+      "step": 17972
+    },
+    {
+      "epoch": 5.353189746644577,
+      "grad_norm": 0.37515610456466675,
+      "learning_rate": 9.336865324385216e-06,
+      "loss": 1.2114,
+      "step": 17973
+    },
+    {
+      "epoch": 5.353487592844245,
+      "grad_norm": 0.27836519479751587,
+      "learning_rate": 9.33590288427114e-06,
+      "loss": 1.2183,
+      "step": 17974
+    },
+    {
+      "epoch": 5.3537854390439135,
+      "grad_norm": 0.6861031651496887,
+      "learning_rate": 9.334940450335751e-06,
+      "loss": 1.2132,
+      "step": 17975
+    },
+    {
+      "epoch": 5.354083285243583,
+      "grad_norm": 0.3119991719722748,
+      "learning_rate": 9.333978022587996e-06,
+      "loss": 1.2244,
+      "step": 17976
+    },
+    {
+      "epoch": 5.354381131443251,
+      "grad_norm": 0.46049776673316956,
+      "learning_rate": 9.33301560103683e-06,
+      "loss": 1.2165,
+      "step": 17977
+    },
+    {
+      "epoch": 5.354678977642919,
+      "grad_norm": 0.30692294239997864,
+      "learning_rate": 9.332053185691213e-06,
+      "loss": 1.2065,
+      "step": 17978
+    },
+    {
+      "epoch": 5.3549768238425886,
+      "grad_norm": 0.4809039235115051,
+      "learning_rate": 9.331090776560093e-06,
+      "loss": 1.2108,
+      "step": 17979
+    },
+    {
+      "epoch": 5.355274670042257,
+      "grad_norm": 0.37557461857795715,
+      "learning_rate": 9.330128373652422e-06,
+      "loss": 1.1953,
+      "step": 17980
+    },
+    {
+      "epoch": 5.355572516241925,
+      "grad_norm": 0.3039226830005646,
+      "learning_rate": 9.32916597697716e-06,
+      "loss": 1.2384,
+      "step": 17981
+    },
+    {
+      "epoch": 5.355870362441594,
+      "grad_norm": 0.368528813123703,
+      "learning_rate": 9.328203586543263e-06,
+      "loss": 1.1951,
+      "step": 17982
+    },
+    {
+      "epoch": 5.356168208641263,
+      "grad_norm": 0.32374516129493713,
+      "learning_rate": 9.327241202359676e-06,
+      "loss": 1.2297,
+      "step": 17983
+    },
+    {
+      "epoch": 5.356466054840931,
+      "grad_norm": 0.3582445979118347,
+      "learning_rate": 9.326278824435362e-06,
+      "loss": 1.2151,
+      "step": 17984
+    },
+    {
+      "epoch": 5.3567639010406,
+      "grad_norm": 0.5023511052131653,
+      "learning_rate": 9.325316452779272e-06,
+      "loss": 1.213,
+      "step": 17985
+    },
+    {
+      "epoch": 5.357061747240269,
+      "grad_norm": 0.28617364168167114,
+      "learning_rate": 9.324354087400352e-06,
+      "loss": 1.2169,
+      "step": 17986
+    },
+    {
+      "epoch": 5.357359593439938,
+      "grad_norm": 0.5104385018348694,
+      "learning_rate": 9.323391728307566e-06,
+      "loss": 1.2146,
+      "step": 17987
+    },
+    {
+      "epoch": 5.357657439639606,
+      "grad_norm": 0.2949276268482208,
+      "learning_rate": 9.322429375509867e-06,
+      "loss": 1.2286,
+      "step": 17988
+    },
+    {
+      "epoch": 5.3579552858392745,
+      "grad_norm": 0.370175838470459,
+      "learning_rate": 9.3214670290162e-06,
+      "loss": 1.2187,
+      "step": 17989
+    },
+    {
+      "epoch": 5.358253132038944,
+      "grad_norm": 0.36740320920944214,
+      "learning_rate": 9.320504688835529e-06,
+      "loss": 1.2088,
+      "step": 17990
+    },
+    {
+      "epoch": 5.358550978238612,
+      "grad_norm": 0.34314897656440735,
+      "learning_rate": 9.319542354976798e-06,
+      "loss": 1.2278,
+      "step": 17991
+    },
+    {
+      "epoch": 5.35884882443828,
+      "grad_norm": 0.42298799753189087,
+      "learning_rate": 9.31858002744897e-06,
+      "loss": 1.2119,
+      "step": 17992
+    },
+    {
+      "epoch": 5.35914667063795,
+      "grad_norm": 0.2853969931602478,
+      "learning_rate": 9.31761770626099e-06,
+      "loss": 1.2096,
+      "step": 17993
+    },
+    {
+      "epoch": 5.359444516837618,
+      "grad_norm": 0.41448962688446045,
+      "learning_rate": 9.316655391421813e-06,
+      "loss": 1.2232,
+      "step": 17994
+    },
+    {
+      "epoch": 5.359742363037286,
+      "grad_norm": 0.2936389744281769,
+      "learning_rate": 9.3156930829404e-06,
+      "loss": 1.2195,
+      "step": 17995
+    },
+    {
+      "epoch": 5.3600402092369555,
+      "grad_norm": 0.4390643835067749,
+      "learning_rate": 9.314730780825696e-06,
+      "loss": 1.2135,
+      "step": 17996
+    },
+    {
+      "epoch": 5.360338055436624,
+      "grad_norm": 0.3160460889339447,
+      "learning_rate": 9.313768485086654e-06,
+      "loss": 1.2192,
+      "step": 17997
+    },
+    {
+      "epoch": 5.360635901636293,
+      "grad_norm": 0.3259376287460327,
+      "learning_rate": 9.312806195732234e-06,
+      "loss": 1.2287,
+      "step": 17998
+    },
+    {
+      "epoch": 5.360933747835961,
+      "grad_norm": 0.3526167571544647,
+      "learning_rate": 9.311843912771381e-06,
+      "loss": 1.203,
+      "step": 17999
+    },
+    {
+      "epoch": 5.36123159403563,
+      "grad_norm": 0.24719078838825226,
+      "learning_rate": 9.310881636213049e-06,
+      "loss": 1.2155,
+      "step": 18000
+    },
+    {
+      "epoch": 5.36123159403563,
+      "eval_loss": 1.3248833417892456,
+      "eval_runtime": 23.5169,
+      "eval_samples_per_second": 73.734,
+      "eval_steps_per_second": 4.635,
+      "step": 18000
+    },
+    {
+      "epoch": 5.361529440235299,
+      "grad_norm": 0.6050386428833008,
+      "learning_rate": 9.3099193660662e-06,
+      "loss": 1.2225,
+      "step": 18001
+    },
+    {
+      "epoch": 5.361827286434967,
+      "grad_norm": 0.3603726625442505,
+      "learning_rate": 9.30895710233978e-06,
+      "loss": 1.2119,
+      "step": 18002
+    },
+    {
+      "epoch": 5.3621251326346355,
+      "grad_norm": 0.49911609292030334,
+      "learning_rate": 9.307994845042737e-06,
+      "loss": 1.2209,
+      "step": 18003
+    },
+    {
+      "epoch": 5.362422978834305,
+      "grad_norm": 0.3440111577510834,
+      "learning_rate": 9.307032594184033e-06,
+      "loss": 1.207,
+      "step": 18004
+    },
+    {
+      "epoch": 5.362720825033973,
+      "grad_norm": 0.48627927899360657,
+      "learning_rate": 9.306070349772613e-06,
+      "loss": 1.2057,
+      "step": 18005
+    },
+    {
+      "epoch": 5.363018671233641,
+      "grad_norm": 0.29417282342910767,
+      "learning_rate": 9.305108111817433e-06,
+      "loss": 1.2203,
+      "step": 18006
+    },
+    {
+      "epoch": 5.363316517433311,
+      "grad_norm": 0.5244109630584717,
+      "learning_rate": 9.304145880327449e-06,
+      "loss": 1.2114,
+      "step": 18007
+    },
+    {
+      "epoch": 5.363614363632979,
+      "grad_norm": 0.3801937401294708,
+      "learning_rate": 9.303183655311606e-06,
+      "loss": 1.2046,
+      "step": 18008
+    },
+    {
+      "epoch": 5.363912209832647,
+      "grad_norm": 0.3669234812259674,
+      "learning_rate": 9.302221436778866e-06,
+      "loss": 1.1938,
+      "step": 18009
+    },
+    {
+      "epoch": 5.3642100560323165,
+      "grad_norm": 0.3036079704761505,
+      "learning_rate": 9.301259224738171e-06,
+      "loss": 1.2144,
+      "step": 18010
+    },
+    {
+      "epoch": 5.364507902231985,
+      "grad_norm": 0.29160866141319275,
+      "learning_rate": 9.300297019198481e-06,
+      "loss": 1.2146,
+      "step": 18011
+    },
+    {
+      "epoch": 5.364805748431653,
+      "grad_norm": 0.2609872817993164,
+      "learning_rate": 9.299334820168744e-06,
+      "loss": 1.2157,
+      "step": 18012
+    },
+    {
+      "epoch": 5.365103594631322,
+      "grad_norm": 0.31827905774116516,
+      "learning_rate": 9.298372627657916e-06,
+      "loss": 1.2018,
+      "step": 18013
+    },
+    {
+      "epoch": 5.365401440830991,
+      "grad_norm": 0.2499566376209259,
+      "learning_rate": 9.297410441674943e-06,
+      "loss": 1.218,
+      "step": 18014
+    },
+    {
+      "epoch": 5.36569928703066,
+      "grad_norm": 0.2731861174106598,
+      "learning_rate": 9.296448262228786e-06,
+      "loss": 1.2339,
+      "step": 18015
+    },
+    {
+      "epoch": 5.365997133230328,
+      "grad_norm": 0.31170159578323364,
+      "learning_rate": 9.295486089328389e-06,
+      "loss": 1.2083,
+      "step": 18016
+    },
+    {
+      "epoch": 5.366294979429997,
+      "grad_norm": 0.3354482352733612,
+      "learning_rate": 9.294523922982704e-06,
+      "loss": 1.2025,
+      "step": 18017
+    },
+    {
+      "epoch": 5.366592825629666,
+      "grad_norm": 0.24018102884292603,
+      "learning_rate": 9.293561763200689e-06,
+      "loss": 1.2288,
+      "step": 18018
+    },
+    {
+      "epoch": 5.366890671829334,
+      "grad_norm": 0.2768344283103943,
+      "learning_rate": 9.292599609991294e-06,
+      "loss": 1.216,
+      "step": 18019
+    },
+    {
+      "epoch": 5.367188518029002,
+      "grad_norm": 0.2534888684749603,
+      "learning_rate": 9.291637463363465e-06,
+      "loss": 1.2002,
+      "step": 18020
+    },
+    {
+      "epoch": 5.367486364228672,
+      "grad_norm": 0.2585897743701935,
+      "learning_rate": 9.290675323326163e-06,
+      "loss": 1.201,
+      "step": 18021
+    },
+    {
+      "epoch": 5.36778421042834,
+      "grad_norm": 0.25801509618759155,
+      "learning_rate": 9.289713189888331e-06,
+      "loss": 1.2112,
+      "step": 18022
+    },
+    {
+      "epoch": 5.368082056628008,
+      "grad_norm": 0.2865597903728485,
+      "learning_rate": 9.288751063058922e-06,
+      "loss": 1.2266,
+      "step": 18023
+    },
+    {
+      "epoch": 5.3683799028276775,
+      "grad_norm": 0.3403066098690033,
+      "learning_rate": 9.287788942846895e-06,
+      "loss": 1.2114,
+      "step": 18024
+    },
+    {
+      "epoch": 5.368677749027346,
+      "grad_norm": 0.3064972162246704,
+      "learning_rate": 9.286826829261191e-06,
+      "loss": 1.227,
+      "step": 18025
+    },
+    {
+      "epoch": 5.368975595227015,
+      "grad_norm": 0.2508450448513031,
+      "learning_rate": 9.285864722310771e-06,
+      "loss": 1.2192,
+      "step": 18026
+    },
+    {
+      "epoch": 5.369273441426683,
+      "grad_norm": 0.2641198933124542,
+      "learning_rate": 9.284902622004583e-06,
+      "loss": 1.2297,
+      "step": 18027
+    },
+    {
+      "epoch": 5.369571287626352,
+      "grad_norm": 0.270623117685318,
+      "learning_rate": 9.283940528351572e-06,
+      "loss": 1.1957,
+      "step": 18028
+    },
+    {
+      "epoch": 5.369869133826021,
+      "grad_norm": 0.2816285192966461,
+      "learning_rate": 9.282978441360695e-06,
+      "loss": 1.2281,
+      "step": 18029
+    },
+    {
+      "epoch": 5.370166980025689,
+      "grad_norm": 0.265140563249588,
+      "learning_rate": 9.282016361040908e-06,
+      "loss": 1.219,
+      "step": 18030
+    },
+    {
+      "epoch": 5.370464826225358,
+      "grad_norm": 0.259594589471817,
+      "learning_rate": 9.28105428740115e-06,
+      "loss": 1.2095,
+      "step": 18031
+    },
+    {
+      "epoch": 5.370762672425027,
+      "grad_norm": 0.297926664352417,
+      "learning_rate": 9.280092220450383e-06,
+      "loss": 1.2337,
+      "step": 18032
+    },
+    {
+      "epoch": 5.371060518624695,
+      "grad_norm": 0.27153486013412476,
+      "learning_rate": 9.279130160197552e-06,
+      "loss": 1.2038,
+      "step": 18033
+    },
+    {
+      "epoch": 5.3713583648243635,
+      "grad_norm": 0.28715774416923523,
+      "learning_rate": 9.278168106651609e-06,
+      "loss": 1.1976,
+      "step": 18034
+    },
+    {
+      "epoch": 5.371656211024033,
+      "grad_norm": 0.3049171268939972,
+      "learning_rate": 9.277206059821505e-06,
+      "loss": 1.2263,
+      "step": 18035
+    },
+    {
+      "epoch": 5.371954057223701,
+      "grad_norm": 0.3039532005786896,
+      "learning_rate": 9.276244019716194e-06,
+      "loss": 1.2125,
+      "step": 18036
+    },
+    {
+      "epoch": 5.37225190342337,
+      "grad_norm": 0.2982765734195709,
+      "learning_rate": 9.27528198634462e-06,
+      "loss": 1.2146,
+      "step": 18037
+    },
+    {
+      "epoch": 5.3725497496230386,
+      "grad_norm": 0.253120094537735,
+      "learning_rate": 9.274319959715742e-06,
+      "loss": 1.2187,
+      "step": 18038
+    },
+    {
+      "epoch": 5.372847595822707,
+      "grad_norm": 0.26992347836494446,
+      "learning_rate": 9.273357939838499e-06,
+      "loss": 1.2178,
+      "step": 18039
+    },
+    {
+      "epoch": 5.373145442022376,
+      "grad_norm": 0.2781268060207367,
+      "learning_rate": 9.272395926721855e-06,
+      "loss": 1.2198,
+      "step": 18040
+    },
+    {
+      "epoch": 5.373443288222044,
+      "grad_norm": 0.2756299376487732,
+      "learning_rate": 9.271433920374751e-06,
+      "loss": 1.214,
+      "step": 18041
+    },
+    {
+      "epoch": 5.373741134421713,
+      "grad_norm": 0.2943572700023651,
+      "learning_rate": 9.270471920806138e-06,
+      "loss": 1.2098,
+      "step": 18042
+    },
+    {
+      "epoch": 5.374038980621382,
+      "grad_norm": 0.2673749625682831,
+      "learning_rate": 9.269509928024973e-06,
+      "loss": 1.1977,
+      "step": 18043
+    },
+    {
+      "epoch": 5.37433682682105,
+      "grad_norm": 0.2815070152282715,
+      "learning_rate": 9.268547942040204e-06,
+      "loss": 1.2069,
+      "step": 18044
+    },
+    {
+      "epoch": 5.374634673020719,
+      "grad_norm": 0.26712632179260254,
+      "learning_rate": 9.267585962860772e-06,
+      "loss": 1.2251,
+      "step": 18045
+    },
+    {
+      "epoch": 5.374932519220388,
+      "grad_norm": 0.2705835998058319,
+      "learning_rate": 9.266623990495637e-06,
+      "loss": 1.2116,
+      "step": 18046
+    },
+    {
+      "epoch": 5.375230365420056,
+      "grad_norm": 0.2494700849056244,
+      "learning_rate": 9.26566202495375e-06,
+      "loss": 1.214,
+      "step": 18047
+    },
+    {
+      "epoch": 5.3755282116197245,
+      "grad_norm": 0.29077938199043274,
+      "learning_rate": 9.264700066244053e-06,
+      "loss": 1.2048,
+      "step": 18048
+    },
+    {
+      "epoch": 5.375826057819394,
+      "grad_norm": 0.2771974802017212,
+      "learning_rate": 9.263738114375504e-06,
+      "loss": 1.1968,
+      "step": 18049
+    },
+    {
+      "epoch": 5.376123904019062,
+      "grad_norm": 0.3069455623626709,
+      "learning_rate": 9.26277616935705e-06,
+      "loss": 1.2043,
+      "step": 18050
+    },
+    {
+      "epoch": 5.37642175021873,
+      "grad_norm": 0.5123701691627502,
+      "learning_rate": 9.261814231197634e-06,
+      "loss": 1.2239,
+      "step": 18051
+    },
+    {
+      "epoch": 5.3767195964184,
+      "grad_norm": 0.461436003446579,
+      "learning_rate": 9.260852299906216e-06,
+      "loss": 1.2143,
+      "step": 18052
+    },
+    {
+      "epoch": 5.377017442618068,
+      "grad_norm": 0.3305855691432953,
+      "learning_rate": 9.259890375491742e-06,
+      "loss": 1.2199,
+      "step": 18053
+    },
+    {
+      "epoch": 5.377315288817737,
+      "grad_norm": 0.2641879618167877,
+      "learning_rate": 9.258928457963158e-06,
+      "loss": 1.2123,
+      "step": 18054
+    },
+    {
+      "epoch": 5.3776131350174055,
+      "grad_norm": 0.28682488203048706,
+      "learning_rate": 9.25796654732942e-06,
+      "loss": 1.204,
+      "step": 18055
+    },
+    {
+      "epoch": 5.377910981217074,
+      "grad_norm": 0.3019677698612213,
+      "learning_rate": 9.257004643599471e-06,
+      "loss": 1.1973,
+      "step": 18056
+    },
+    {
+      "epoch": 5.378208827416743,
+      "grad_norm": 0.24850806593894958,
+      "learning_rate": 9.256042746782267e-06,
+      "loss": 1.1932,
+      "step": 18057
+    },
+    {
+      "epoch": 5.378506673616411,
+      "grad_norm": 0.25137320160865784,
+      "learning_rate": 9.255080856886752e-06,
+      "loss": 1.1915,
+      "step": 18058
+    },
+    {
+      "epoch": 5.37880451981608,
+      "grad_norm": 0.29007431864738464,
+      "learning_rate": 9.254118973921877e-06,
+      "loss": 1.2136,
+      "step": 18059
+    },
+    {
+      "epoch": 5.379102366015749,
+      "grad_norm": 0.2802312672138214,
+      "learning_rate": 9.253157097896594e-06,
+      "loss": 1.1988,
+      "step": 18060
+    },
+    {
+      "epoch": 5.379400212215417,
+      "grad_norm": 0.36415979266166687,
+      "learning_rate": 9.252195228819851e-06,
+      "loss": 1.2182,
+      "step": 18061
+    },
+    {
+      "epoch": 5.3796980584150855,
+      "grad_norm": 0.5965977907180786,
+      "learning_rate": 9.251233366700591e-06,
+      "loss": 1.235,
+      "step": 18062
+    },
+    {
+      "epoch": 5.379995904614755,
+      "grad_norm": 0.38883692026138306,
+      "learning_rate": 9.250271511547772e-06,
+      "loss": 1.193,
+      "step": 18063
+    },
+    {
+      "epoch": 5.380293750814423,
+      "grad_norm": 0.3269845247268677,
+      "learning_rate": 9.249309663370337e-06,
+      "loss": 1.2292,
+      "step": 18064
+    },
+    {
+      "epoch": 5.380591597014092,
+      "grad_norm": 0.34158313274383545,
+      "learning_rate": 9.248347822177234e-06,
+      "loss": 1.2024,
+      "step": 18065
+    },
+    {
+      "epoch": 5.380889443213761,
+      "grad_norm": 0.31512251496315,
+      "learning_rate": 9.24738598797742e-06,
+      "loss": 1.2162,
+      "step": 18066
+    },
+    {
+      "epoch": 5.381187289413429,
+      "grad_norm": 0.2715738117694855,
+      "learning_rate": 9.246424160779837e-06,
+      "loss": 1.2141,
+      "step": 18067
+    },
+    {
+      "epoch": 5.381485135613098,
+      "grad_norm": 0.3289284110069275,
+      "learning_rate": 9.245462340593433e-06,
+      "loss": 1.2114,
+      "step": 18068
+    },
+    {
+      "epoch": 5.3817829818127665,
+      "grad_norm": 0.30728328227996826,
+      "learning_rate": 9.24450052742716e-06,
+      "loss": 1.2002,
+      "step": 18069
+    },
+    {
+      "epoch": 5.382080828012435,
+      "grad_norm": 0.2602955102920532,
+      "learning_rate": 9.243538721289967e-06,
+      "loss": 1.2094,
+      "step": 18070
+    },
+    {
+      "epoch": 5.382378674212104,
+      "grad_norm": 0.3036993145942688,
+      "learning_rate": 9.242576922190799e-06,
+      "loss": 1.2198,
+      "step": 18071
+    },
+    {
+      "epoch": 5.382676520411772,
+      "grad_norm": 0.27439242601394653,
+      "learning_rate": 9.241615130138609e-06,
+      "loss": 1.2206,
+      "step": 18072
+    },
+    {
+      "epoch": 5.382974366611441,
+      "grad_norm": 0.41943836212158203,
+      "learning_rate": 9.240653345142339e-06,
+      "loss": 1.2101,
+      "step": 18073
+    },
+    {
+      "epoch": 5.38327221281111,
+      "grad_norm": 0.30936744809150696,
+      "learning_rate": 9.239691567210944e-06,
+      "loss": 1.2138,
+      "step": 18074
+    },
+    {
+      "epoch": 5.383570059010778,
+      "grad_norm": 0.4905613958835602,
+      "learning_rate": 9.23872979635337e-06,
+      "loss": 1.2157,
+      "step": 18075
+    },
+    {
+      "epoch": 5.383867905210447,
+      "grad_norm": 0.461593359708786,
+      "learning_rate": 9.237768032578562e-06,
+      "loss": 1.2015,
+      "step": 18076
+    },
+    {
+      "epoch": 5.384165751410116,
+      "grad_norm": 0.2584933042526245,
+      "learning_rate": 9.236806275895474e-06,
+      "loss": 1.2083,
+      "step": 18077
+    },
+    {
+      "epoch": 5.384463597609784,
+      "grad_norm": 0.3259392976760864,
+      "learning_rate": 9.235844526313052e-06,
+      "loss": 1.2151,
+      "step": 18078
+    },
+    {
+      "epoch": 5.384761443809452,
+      "grad_norm": 0.26622921228408813,
+      "learning_rate": 9.234882783840237e-06,
+      "loss": 1.2024,
+      "step": 18079
+    },
+    {
+      "epoch": 5.385059290009122,
+      "grad_norm": 0.32340699434280396,
+      "learning_rate": 9.23392104848599e-06,
+      "loss": 1.2195,
+      "step": 18080
+    },
+    {
+      "epoch": 5.38535713620879,
+      "grad_norm": 0.26871415972709656,
+      "learning_rate": 9.232959320259246e-06,
+      "loss": 1.212,
+      "step": 18081
+    },
+    {
+      "epoch": 5.385654982408459,
+      "grad_norm": 0.2671147286891937,
+      "learning_rate": 9.231997599168958e-06,
+      "loss": 1.2365,
+      "step": 18082
+    },
+    {
+      "epoch": 5.3859528286081275,
+      "grad_norm": 0.2677510678768158,
+      "learning_rate": 9.231035885224078e-06,
+      "loss": 1.2061,
+      "step": 18083
+    },
+    {
+      "epoch": 5.386250674807796,
+      "grad_norm": 0.2720658779144287,
+      "learning_rate": 9.230074178433552e-06,
+      "loss": 1.2226,
+      "step": 18084
+    },
+    {
+      "epoch": 5.386548521007465,
+      "grad_norm": 0.29764074087142944,
+      "learning_rate": 9.22911247880632e-06,
+      "loss": 1.2092,
+      "step": 18085
+    },
+    {
+      "epoch": 5.386846367207133,
+      "grad_norm": 0.2718268632888794,
+      "learning_rate": 9.228150786351338e-06,
+      "loss": 1.2151,
+      "step": 18086
+    },
+    {
+      "epoch": 5.387144213406802,
+      "grad_norm": 0.2869923412799835,
+      "learning_rate": 9.22718910107755e-06,
+      "loss": 1.2134,
+      "step": 18087
+    },
+    {
+      "epoch": 5.387442059606471,
+      "grad_norm": 0.32346364855766296,
+      "learning_rate": 9.226227422993902e-06,
+      "loss": 1.2153,
+      "step": 18088
+    },
+    {
+      "epoch": 5.387739905806139,
+      "grad_norm": 0.29786375164985657,
+      "learning_rate": 9.225265752109348e-06,
+      "loss": 1.2364,
+      "step": 18089
+    },
+    {
+      "epoch": 5.388037752005808,
+      "grad_norm": 0.34467774629592896,
+      "learning_rate": 9.224304088432825e-06,
+      "loss": 1.2188,
+      "step": 18090
+    },
+    {
+      "epoch": 5.388335598205477,
+      "grad_norm": 0.3004086911678314,
+      "learning_rate": 9.223342431973291e-06,
+      "loss": 1.2172,
+      "step": 18091
+    },
+    {
+      "epoch": 5.388633444405145,
+      "grad_norm": 0.26614007353782654,
+      "learning_rate": 9.222380782739684e-06,
+      "loss": 1.2121,
+      "step": 18092
+    },
+    {
+      "epoch": 5.388931290604814,
+      "grad_norm": 0.33353137969970703,
+      "learning_rate": 9.221419140740956e-06,
+      "loss": 1.2229,
+      "step": 18093
+    },
+    {
+      "epoch": 5.389229136804483,
+      "grad_norm": 0.3915778696537018,
+      "learning_rate": 9.220457505986054e-06,
+      "loss": 1.2106,
+      "step": 18094
+    },
+    {
+      "epoch": 5.389526983004151,
+      "grad_norm": 0.4370432198047638,
+      "learning_rate": 9.219495878483926e-06,
+      "loss": 1.2036,
+      "step": 18095
+    },
+    {
+      "epoch": 5.38982482920382,
+      "grad_norm": 0.29130157828330994,
+      "learning_rate": 9.218534258243513e-06,
+      "loss": 1.1929,
+      "step": 18096
+    },
+    {
+      "epoch": 5.3901226754034886,
+      "grad_norm": 0.8444786667823792,
+      "learning_rate": 9.21757264527377e-06,
+      "loss": 1.2169,
+      "step": 18097
+    },
+    {
+      "epoch": 5.390420521603157,
+      "grad_norm": 0.5754273533821106,
+      "learning_rate": 9.216611039583634e-06,
+      "loss": 1.2039,
+      "step": 18098
+    },
+    {
+      "epoch": 5.390718367802826,
+      "grad_norm": 0.48834800720214844,
+      "learning_rate": 9.21564944118206e-06,
+      "loss": 1.2149,
+      "step": 18099
+    },
+    {
+      "epoch": 5.391016214002494,
+      "grad_norm": 0.5807204246520996,
+      "learning_rate": 9.21468785007799e-06,
+      "loss": 1.2197,
+      "step": 18100
+    },
+    {
+      "epoch": 5.391314060202163,
+      "grad_norm": 0.31268003582954407,
+      "learning_rate": 9.213726266280376e-06,
+      "loss": 1.2186,
+      "step": 18101
+    },
+    {
+      "epoch": 5.391611906401832,
+      "grad_norm": 0.3523191809654236,
+      "learning_rate": 9.212764689798154e-06,
+      "loss": 1.2136,
+      "step": 18102
+    },
+    {
+      "epoch": 5.3919097526015,
+      "grad_norm": 0.42938998341560364,
+      "learning_rate": 9.211803120640284e-06,
+      "loss": 1.1947,
+      "step": 18103
+    },
+    {
+      "epoch": 5.3922075988011695,
+      "grad_norm": 0.3200710117816925,
+      "learning_rate": 9.210841558815701e-06,
+      "loss": 1.1886,
+      "step": 18104
+    },
+    {
+      "epoch": 5.392505445000838,
+      "grad_norm": 0.5177934765815735,
+      "learning_rate": 9.209880004333356e-06,
+      "loss": 1.2166,
+      "step": 18105
+    },
+    {
+      "epoch": 5.392803291200506,
+      "grad_norm": 0.3521498143672943,
+      "learning_rate": 9.208918457202196e-06,
+      "loss": 1.2151,
+      "step": 18106
+    },
+    {
+      "epoch": 5.393101137400175,
+      "grad_norm": 0.34822359681129456,
+      "learning_rate": 9.207956917431164e-06,
+      "loss": 1.2223,
+      "step": 18107
+    },
+    {
+      "epoch": 5.393398983599844,
+      "grad_norm": 0.26184678077697754,
+      "learning_rate": 9.206995385029212e-06,
+      "loss": 1.2318,
+      "step": 18108
+    },
+    {
+      "epoch": 5.393696829799512,
+      "grad_norm": 0.37167298793792725,
+      "learning_rate": 9.20603386000528e-06,
+      "loss": 1.2011,
+      "step": 18109
+    },
+    {
+      "epoch": 5.393994675999181,
+      "grad_norm": 0.3147827088832855,
+      "learning_rate": 9.205072342368313e-06,
+      "loss": 1.1932,
+      "step": 18110
+    },
+    {
+      "epoch": 5.39429252219885,
+      "grad_norm": 0.3623134195804596,
+      "learning_rate": 9.204110832127262e-06,
+      "loss": 1.2324,
+      "step": 18111
+    },
+    {
+      "epoch": 5.394590368398518,
+      "grad_norm": 0.2865893244743347,
+      "learning_rate": 9.203149329291072e-06,
+      "loss": 1.2222,
+      "step": 18112
+    },
+    {
+      "epoch": 5.394888214598187,
+      "grad_norm": 0.3469681441783905,
+      "learning_rate": 9.202187833868684e-06,
+      "loss": 1.206,
+      "step": 18113
+    },
+    {
+      "epoch": 5.3951860607978555,
+      "grad_norm": 0.3164348304271698,
+      "learning_rate": 9.20122634586905e-06,
+      "loss": 1.2132,
+      "step": 18114
+    },
+    {
+      "epoch": 5.395483906997524,
+      "grad_norm": 0.49953708052635193,
+      "learning_rate": 9.200264865301112e-06,
+      "loss": 1.2122,
+      "step": 18115
+    },
+    {
+      "epoch": 5.395781753197193,
+      "grad_norm": 0.25462424755096436,
+      "learning_rate": 9.199303392173813e-06,
+      "loss": 1.2072,
+      "step": 18116
+    },
+    {
+      "epoch": 5.396079599396861,
+      "grad_norm": 0.526871919631958,
+      "learning_rate": 9.198341926496103e-06,
+      "loss": 1.2332,
+      "step": 18117
+    },
+    {
+      "epoch": 5.39637744559653,
+      "grad_norm": 0.3667275607585907,
+      "learning_rate": 9.197380468276928e-06,
+      "loss": 1.2296,
+      "step": 18118
+    },
+    {
+      "epoch": 5.396675291796199,
+      "grad_norm": 0.4166170358657837,
+      "learning_rate": 9.196419017525226e-06,
+      "loss": 1.2276,
+      "step": 18119
+    },
+    {
+      "epoch": 5.396973137995867,
+      "grad_norm": 0.4676266610622406,
+      "learning_rate": 9.195457574249952e-06,
+      "loss": 1.2217,
+      "step": 18120
+    },
+    {
+      "epoch": 5.397270984195536,
+      "grad_norm": 0.26535314321517944,
+      "learning_rate": 9.194496138460045e-06,
+      "loss": 1.2196,
+      "step": 18121
+    },
+    {
+      "epoch": 5.397568830395205,
+      "grad_norm": 0.3117094039916992,
+      "learning_rate": 9.19353471016445e-06,
+      "loss": 1.2165,
+      "step": 18122
+    },
+    {
+      "epoch": 5.397866676594873,
+      "grad_norm": 0.2659699022769928,
+      "learning_rate": 9.192573289372115e-06,
+      "loss": 1.2111,
+      "step": 18123
+    },
+    {
+      "epoch": 5.398164522794542,
+      "grad_norm": 0.290687620639801,
+      "learning_rate": 9.19161187609198e-06,
+      "loss": 1.2025,
+      "step": 18124
+    },
+    {
+      "epoch": 5.398462368994211,
+      "grad_norm": 0.2657442092895508,
+      "learning_rate": 9.190650470332998e-06,
+      "loss": 1.1948,
+      "step": 18125
+    },
+    {
+      "epoch": 5.398760215193879,
+      "grad_norm": 0.27361974120140076,
+      "learning_rate": 9.18968907210411e-06,
+      "loss": 1.2114,
+      "step": 18126
+    },
+    {
+      "epoch": 5.399058061393548,
+      "grad_norm": 0.2510913908481598,
+      "learning_rate": 9.188727681414253e-06,
+      "loss": 1.2179,
+      "step": 18127
+    },
+    {
+      "epoch": 5.3993559075932165,
+      "grad_norm": 0.27142348885536194,
+      "learning_rate": 9.187766298272382e-06,
+      "loss": 1.2206,
+      "step": 18128
+    },
+    {
+      "epoch": 5.399653753792885,
+      "grad_norm": 0.29261237382888794,
+      "learning_rate": 9.18680492268744e-06,
+      "loss": 1.217,
+      "step": 18129
+    },
+    {
+      "epoch": 5.399951599992554,
+      "grad_norm": 0.26918327808380127,
+      "learning_rate": 9.185843554668367e-06,
+      "loss": 1.2178,
+      "step": 18130
+    },
+    {
+      "epoch": 5.400249446192222,
+      "grad_norm": 0.26643863320350647,
+      "learning_rate": 9.184882194224114e-06,
+      "loss": 1.2121,
+      "step": 18131
+    },
+    {
+      "epoch": 5.400547292391892,
+      "grad_norm": 0.38250744342803955,
+      "learning_rate": 9.18392084136362e-06,
+      "loss": 1.1919,
+      "step": 18132
+    },
+    {
+      "epoch": 5.40084513859156,
+      "grad_norm": 0.30113449692726135,
+      "learning_rate": 9.182959496095828e-06,
+      "loss": 1.2066,
+      "step": 18133
+    },
+    {
+      "epoch": 5.401142984791228,
+      "grad_norm": 0.2831449806690216,
+      "learning_rate": 9.181998158429687e-06,
+      "loss": 1.218,
+      "step": 18134
+    },
+    {
+      "epoch": 5.4014408309908974,
+      "grad_norm": 0.2621733248233795,
+      "learning_rate": 9.18103682837414e-06,
+      "loss": 1.2143,
+      "step": 18135
+    },
+    {
+      "epoch": 5.401738677190566,
+      "grad_norm": 0.31273043155670166,
+      "learning_rate": 9.180075505938128e-06,
+      "loss": 1.2174,
+      "step": 18136
+    },
+    {
+      "epoch": 5.402036523390234,
+      "grad_norm": 0.2662215828895569,
+      "learning_rate": 9.179114191130601e-06,
+      "loss": 1.209,
+      "step": 18137
+    },
+    {
+      "epoch": 5.402334369589903,
+      "grad_norm": 0.27449601888656616,
+      "learning_rate": 9.178152883960499e-06,
+      "loss": 1.2049,
+      "step": 18138
+    },
+    {
+      "epoch": 5.402632215789572,
+      "grad_norm": 0.27994704246520996,
+      "learning_rate": 9.177191584436761e-06,
+      "loss": 1.2015,
+      "step": 18139
+    },
+    {
+      "epoch": 5.40293006198924,
+      "grad_norm": 0.2788822650909424,
+      "learning_rate": 9.176230292568338e-06,
+      "loss": 1.1974,
+      "step": 18140
+    },
+    {
+      "epoch": 5.403227908188909,
+      "grad_norm": 0.2680191099643707,
+      "learning_rate": 9.175269008364171e-06,
+      "loss": 1.2183,
+      "step": 18141
+    },
+    {
+      "epoch": 5.4035257543885775,
+      "grad_norm": 0.2693394720554352,
+      "learning_rate": 9.174307731833209e-06,
+      "loss": 1.2179,
+      "step": 18142
+    },
+    {
+      "epoch": 5.403823600588246,
+      "grad_norm": 0.29945388436317444,
+      "learning_rate": 9.173346462984389e-06,
+      "loss": 1.2279,
+      "step": 18143
+    },
+    {
+      "epoch": 5.404121446787915,
+      "grad_norm": 0.35322317481040955,
+      "learning_rate": 9.172385201826655e-06,
+      "loss": 1.2076,
+      "step": 18144
+    },
+    {
+      "epoch": 5.404419292987583,
+      "grad_norm": 0.2653945982456207,
+      "learning_rate": 9.171423948368953e-06,
+      "loss": 1.2353,
+      "step": 18145
+    },
+    {
+      "epoch": 5.404717139187252,
+      "grad_norm": 0.29993048310279846,
+      "learning_rate": 9.170462702620226e-06,
+      "loss": 1.2341,
+      "step": 18146
+    },
+    {
+      "epoch": 5.405014985386921,
+      "grad_norm": 0.2617839574813843,
+      "learning_rate": 9.169501464589415e-06,
+      "loss": 1.1914,
+      "step": 18147
+    },
+    {
+      "epoch": 5.405312831586589,
+      "grad_norm": 0.3259333670139313,
+      "learning_rate": 9.168540234285467e-06,
+      "loss": 1.2127,
+      "step": 18148
+    },
+    {
+      "epoch": 5.4056106777862585,
+      "grad_norm": 0.27893179655075073,
+      "learning_rate": 9.167579011717325e-06,
+      "loss": 1.2069,
+      "step": 18149
+    },
+    {
+      "epoch": 5.405908523985927,
+      "grad_norm": 0.4722149968147278,
+      "learning_rate": 9.166617796893924e-06,
+      "loss": 1.2231,
+      "step": 18150
+    },
+    {
+      "epoch": 5.406206370185595,
+      "grad_norm": 0.38504910469055176,
+      "learning_rate": 9.165656589824217e-06,
+      "loss": 1.2233,
+      "step": 18151
+    },
+    {
+      "epoch": 5.406504216385264,
+      "grad_norm": 0.32826289534568787,
+      "learning_rate": 9.164695390517146e-06,
+      "loss": 1.2198,
+      "step": 18152
+    },
+    {
+      "epoch": 5.406802062584933,
+      "grad_norm": 0.5815978646278381,
+      "learning_rate": 9.163734198981646e-06,
+      "loss": 1.2187,
+      "step": 18153
+    },
+    {
+      "epoch": 5.407099908784601,
+      "grad_norm": 0.3500232398509979,
+      "learning_rate": 9.162773015226668e-06,
+      "loss": 1.2191,
+      "step": 18154
+    },
+    {
+      "epoch": 5.40739775498427,
+      "grad_norm": 0.35605713725090027,
+      "learning_rate": 9.161811839261148e-06,
+      "loss": 1.2168,
+      "step": 18155
+    },
+    {
+      "epoch": 5.4076956011839385,
+      "grad_norm": 0.25141337513923645,
+      "learning_rate": 9.160850671094039e-06,
+      "loss": 1.1975,
+      "step": 18156
+    },
+    {
+      "epoch": 5.407993447383607,
+      "grad_norm": 0.528760552406311,
+      "learning_rate": 9.159889510734272e-06,
+      "loss": 1.2074,
+      "step": 18157
+    },
+    {
+      "epoch": 5.408291293583276,
+      "grad_norm": 0.33496665954589844,
+      "learning_rate": 9.158928358190795e-06,
+      "loss": 1.2165,
+      "step": 18158
+    },
+    {
+      "epoch": 5.408589139782944,
+      "grad_norm": 0.41628533601760864,
+      "learning_rate": 9.157967213472551e-06,
+      "loss": 1.2201,
+      "step": 18159
+    },
+    {
+      "epoch": 5.408886985982614,
+      "grad_norm": 0.2675477862358093,
+      "learning_rate": 9.157006076588482e-06,
+      "loss": 1.2163,
+      "step": 18160
+    },
+    {
+      "epoch": 5.409184832182282,
+      "grad_norm": 0.5859951376914978,
+      "learning_rate": 9.156044947547527e-06,
+      "loss": 1.2208,
+      "step": 18161
+    },
+    {
+      "epoch": 5.40948267838195,
+      "grad_norm": 0.29776814579963684,
+      "learning_rate": 9.155083826358633e-06,
+      "loss": 1.2189,
+      "step": 18162
+    },
+    {
+      "epoch": 5.4097805245816195,
+      "grad_norm": 0.49345192313194275,
+      "learning_rate": 9.15412271303074e-06,
+      "loss": 1.2356,
+      "step": 18163
+    },
+    {
+      "epoch": 5.410078370781288,
+      "grad_norm": 0.30862030386924744,
+      "learning_rate": 9.153161607572787e-06,
+      "loss": 1.2398,
+      "step": 18164
+    },
+    {
+      "epoch": 5.410376216980956,
+      "grad_norm": 0.43222489953041077,
+      "learning_rate": 9.152200509993723e-06,
+      "loss": 1.2104,
+      "step": 18165
+    },
+    {
+      "epoch": 5.410674063180625,
+      "grad_norm": 0.39378243684768677,
+      "learning_rate": 9.151239420302486e-06,
+      "loss": 1.2025,
+      "step": 18166
+    },
+    {
+      "epoch": 5.410971909380294,
+      "grad_norm": 0.46720996499061584,
+      "learning_rate": 9.150278338508014e-06,
+      "loss": 1.2142,
+      "step": 18167
+    },
+    {
+      "epoch": 5.411269755579962,
+      "grad_norm": 0.45590829849243164,
+      "learning_rate": 9.149317264619258e-06,
+      "loss": 1.2117,
+      "step": 18168
+    },
+    {
+      "epoch": 5.411567601779631,
+      "grad_norm": 0.35495367646217346,
+      "learning_rate": 9.14835619864515e-06,
+      "loss": 1.2097,
+      "step": 18169
+    },
+    {
+      "epoch": 5.4118654479793,
+      "grad_norm": 0.5380088090896606,
+      "learning_rate": 9.147395140594636e-06,
+      "loss": 1.2135,
+      "step": 18170
+    },
+    {
+      "epoch": 5.412163294178969,
+      "grad_norm": 0.28789058327674866,
+      "learning_rate": 9.146434090476662e-06,
+      "loss": 1.2117,
+      "step": 18171
+    },
+    {
+      "epoch": 5.412461140378637,
+      "grad_norm": 0.526710033416748,
+      "learning_rate": 9.14547304830016e-06,
+      "loss": 1.2172,
+      "step": 18172
+    },
+    {
+      "epoch": 5.4127589865783055,
+      "grad_norm": 0.4094356596469879,
+      "learning_rate": 9.14451201407408e-06,
+      "loss": 1.2259,
+      "step": 18173
+    },
+    {
+      "epoch": 5.413056832777975,
+      "grad_norm": 0.6341694593429565,
+      "learning_rate": 9.143550987807362e-06,
+      "loss": 1.2236,
+      "step": 18174
+    },
+    {
+      "epoch": 5.413354678977643,
+      "grad_norm": 0.3391723036766052,
+      "learning_rate": 9.142589969508939e-06,
+      "loss": 1.2087,
+      "step": 18175
+    },
+    {
+      "epoch": 5.413652525177311,
+      "grad_norm": 0.3829106092453003,
+      "learning_rate": 9.14162895918776e-06,
+      "loss": 1.2058,
+      "step": 18176
+    },
+    {
+      "epoch": 5.4139503713769805,
+      "grad_norm": 0.4187778830528259,
+      "learning_rate": 9.14066795685277e-06,
+      "loss": 1.2121,
+      "step": 18177
+    },
+    {
+      "epoch": 5.414248217576649,
+      "grad_norm": 0.3036881387233734,
+      "learning_rate": 9.139706962512896e-06,
+      "loss": 1.2073,
+      "step": 18178
+    },
+    {
+      "epoch": 5.414546063776317,
+      "grad_norm": 0.5648795366287231,
+      "learning_rate": 9.138745976177095e-06,
+      "loss": 1.2092,
+      "step": 18179
+    },
+    {
+      "epoch": 5.414843909975986,
+      "grad_norm": 0.3204457461833954,
+      "learning_rate": 9.137784997854296e-06,
+      "loss": 1.2077,
+      "step": 18180
+    },
+    {
+      "epoch": 5.415141756175655,
+      "grad_norm": 0.34159207344055176,
+      "learning_rate": 9.136824027553446e-06,
+      "loss": 1.2049,
+      "step": 18181
+    },
+    {
+      "epoch": 5.415439602375323,
+      "grad_norm": 0.3680896759033203,
+      "learning_rate": 9.135863065283483e-06,
+      "loss": 1.2051,
+      "step": 18182
+    },
+    {
+      "epoch": 5.415737448574992,
+      "grad_norm": 0.2764698565006256,
+      "learning_rate": 9.134902111053351e-06,
+      "loss": 1.2079,
+      "step": 18183
+    },
+    {
+      "epoch": 5.416035294774661,
+      "grad_norm": 0.3397405445575714,
+      "learning_rate": 9.133941164871986e-06,
+      "loss": 1.2207,
+      "step": 18184
+    },
+    {
+      "epoch": 5.416333140974329,
+      "grad_norm": 0.4269631505012512,
+      "learning_rate": 9.132980226748332e-06,
+      "loss": 1.2093,
+      "step": 18185
+    },
+    {
+      "epoch": 5.416630987173998,
+      "grad_norm": 0.26480230689048767,
+      "learning_rate": 9.132019296691328e-06,
+      "loss": 1.2033,
+      "step": 18186
+    },
+    {
+      "epoch": 5.4169288333736665,
+      "grad_norm": 0.4031720459461212,
+      "learning_rate": 9.131058374709913e-06,
+      "loss": 1.2122,
+      "step": 18187
+    },
+    {
+      "epoch": 5.417226679573336,
+      "grad_norm": 0.31415700912475586,
+      "learning_rate": 9.130097460813033e-06,
+      "loss": 1.2125,
+      "step": 18188
+    },
+    {
+      "epoch": 5.417524525773004,
+      "grad_norm": 0.31522077322006226,
+      "learning_rate": 9.129136555009618e-06,
+      "loss": 1.226,
+      "step": 18189
+    },
+    {
+      "epoch": 5.417822371972672,
+      "grad_norm": 0.38622716069221497,
+      "learning_rate": 9.12817565730862e-06,
+      "loss": 1.2163,
+      "step": 18190
+    },
+    {
+      "epoch": 5.418120218172342,
+      "grad_norm": 0.3281724452972412,
+      "learning_rate": 9.127214767718974e-06,
+      "loss": 1.2082,
+      "step": 18191
+    },
+    {
+      "epoch": 5.41841806437201,
+      "grad_norm": 0.4519134759902954,
+      "learning_rate": 9.126253886249615e-06,
+      "loss": 1.2136,
+      "step": 18192
+    },
+    {
+      "epoch": 5.418715910571678,
+      "grad_norm": 0.2930494248867035,
+      "learning_rate": 9.125293012909488e-06,
+      "loss": 1.211,
+      "step": 18193
+    },
+    {
+      "epoch": 5.4190137567713474,
+      "grad_norm": 0.3956511616706848,
+      "learning_rate": 9.124332147707536e-06,
+      "loss": 1.1966,
+      "step": 18194
+    },
+    {
+      "epoch": 5.419311602971016,
+      "grad_norm": 0.2750784456729889,
+      "learning_rate": 9.12337129065269e-06,
+      "loss": 1.2092,
+      "step": 18195
+    },
+    {
+      "epoch": 5.419609449170684,
+      "grad_norm": 0.28932952880859375,
+      "learning_rate": 9.1224104417539e-06,
+      "loss": 1.2123,
+      "step": 18196
+    },
+    {
+      "epoch": 5.419907295370353,
+      "grad_norm": 0.3183478116989136,
+      "learning_rate": 9.1214496010201e-06,
+      "loss": 1.2372,
+      "step": 18197
+    },
+    {
+      "epoch": 5.420205141570022,
+      "grad_norm": 0.334583044052124,
+      "learning_rate": 9.120488768460225e-06,
+      "loss": 1.2048,
+      "step": 18198
+    },
+    {
+      "epoch": 5.420502987769691,
+      "grad_norm": 0.283008873462677,
+      "learning_rate": 9.119527944083221e-06,
+      "loss": 1.2254,
+      "step": 18199
+    },
+    {
+      "epoch": 5.420800833969359,
+      "grad_norm": 0.2623262107372284,
+      "learning_rate": 9.118567127898029e-06,
+      "loss": 1.2186,
+      "step": 18200
+    },
+    {
+      "epoch": 5.4210986801690275,
+      "grad_norm": 0.24411393702030182,
+      "learning_rate": 9.11760631991358e-06,
+      "loss": 1.1984,
+      "step": 18201
+    },
+    {
+      "epoch": 5.421396526368697,
+      "grad_norm": 0.29732614755630493,
+      "learning_rate": 9.116645520138825e-06,
+      "loss": 1.2079,
+      "step": 18202
+    },
+    {
+      "epoch": 5.421694372568365,
+      "grad_norm": 0.2932446300983429,
+      "learning_rate": 9.11568472858269e-06,
+      "loss": 1.2149,
+      "step": 18203
+    },
+    {
+      "epoch": 5.421992218768033,
+      "grad_norm": 0.2652064561843872,
+      "learning_rate": 9.114723945254124e-06,
+      "loss": 1.2271,
+      "step": 18204
+    },
+    {
+      "epoch": 5.422290064967703,
+      "grad_norm": 0.2633882761001587,
+      "learning_rate": 9.113763170162063e-06,
+      "loss": 1.2182,
+      "step": 18205
+    },
+    {
+      "epoch": 5.422587911167371,
+      "grad_norm": 0.2902883291244507,
+      "learning_rate": 9.11280240331544e-06,
+      "loss": 1.2125,
+      "step": 18206
+    },
+    {
+      "epoch": 5.422885757367039,
+      "grad_norm": 0.27402180433273315,
+      "learning_rate": 9.111841644723206e-06,
+      "loss": 1.2167,
+      "step": 18207
+    },
+    {
+      "epoch": 5.4231836035667085,
+      "grad_norm": 0.26779574155807495,
+      "learning_rate": 9.110880894394293e-06,
+      "loss": 1.2106,
+      "step": 18208
+    },
+    {
+      "epoch": 5.423481449766377,
+      "grad_norm": 0.31007951498031616,
+      "learning_rate": 9.109920152337636e-06,
+      "loss": 1.217,
+      "step": 18209
+    },
+    {
+      "epoch": 5.423779295966045,
+      "grad_norm": 0.32808202505111694,
+      "learning_rate": 9.108959418562181e-06,
+      "loss": 1.2104,
+      "step": 18210
+    },
+    {
+      "epoch": 5.424077142165714,
+      "grad_norm": 0.2879560589790344,
+      "learning_rate": 9.10799869307686e-06,
+      "loss": 1.2195,
+      "step": 18211
+    },
+    {
+      "epoch": 5.424374988365383,
+      "grad_norm": 0.33658215403556824,
+      "learning_rate": 9.107037975890615e-06,
+      "loss": 1.2163,
+      "step": 18212
+    },
+    {
+      "epoch": 5.424672834565051,
+      "grad_norm": 0.25510627031326294,
+      "learning_rate": 9.106077267012386e-06,
+      "loss": 1.2117,
+      "step": 18213
+    },
+    {
+      "epoch": 5.42497068076472,
+      "grad_norm": 0.3268873989582062,
+      "learning_rate": 9.10511656645111e-06,
+      "loss": 1.2161,
+      "step": 18214
+    },
+    {
+      "epoch": 5.4252685269643885,
+      "grad_norm": 0.2651354968547821,
+      "learning_rate": 9.10415587421572e-06,
+      "loss": 1.2273,
+      "step": 18215
+    },
+    {
+      "epoch": 5.425566373164058,
+      "grad_norm": 0.2550216317176819,
+      "learning_rate": 9.103195190315163e-06,
+      "loss": 1.2082,
+      "step": 18216
+    },
+    {
+      "epoch": 5.425864219363726,
+      "grad_norm": 0.3427906334400177,
+      "learning_rate": 9.102234514758372e-06,
+      "loss": 1.1958,
+      "step": 18217
+    },
+    {
+      "epoch": 5.426162065563394,
+      "grad_norm": 0.30091381072998047,
+      "learning_rate": 9.101273847554282e-06,
+      "loss": 1.185,
+      "step": 18218
+    },
+    {
+      "epoch": 5.426459911763064,
+      "grad_norm": 0.45391273498535156,
+      "learning_rate": 9.100313188711841e-06,
+      "loss": 1.2302,
+      "step": 18219
+    },
+    {
+      "epoch": 5.426757757962732,
+      "grad_norm": 0.4105113446712494,
+      "learning_rate": 9.09935253823998e-06,
+      "loss": 1.2077,
+      "step": 18220
+    },
+    {
+      "epoch": 5.4270556041624,
+      "grad_norm": 0.3463220000267029,
+      "learning_rate": 9.098391896147632e-06,
+      "loss": 1.2034,
+      "step": 18221
+    },
+    {
+      "epoch": 5.4273534503620695,
+      "grad_norm": 0.28957387804985046,
+      "learning_rate": 9.097431262443742e-06,
+      "loss": 1.219,
+      "step": 18222
+    },
+    {
+      "epoch": 5.427651296561738,
+      "grad_norm": 0.7690960764884949,
+      "learning_rate": 9.096470637137244e-06,
+      "loss": 1.1962,
+      "step": 18223
+    },
+    {
+      "epoch": 5.427949142761406,
+      "grad_norm": 0.8276326060295105,
+      "learning_rate": 9.095510020237081e-06,
+      "loss": 1.2095,
+      "step": 18224
+    },
+    {
+      "epoch": 5.428246988961075,
+      "grad_norm": 0.4270513355731964,
+      "learning_rate": 9.094549411752189e-06,
+      "loss": 1.2106,
+      "step": 18225
+    },
+    {
+      "epoch": 5.428544835160744,
+      "grad_norm": 0.6832343935966492,
+      "learning_rate": 9.093588811691496e-06,
+      "loss": 1.2024,
+      "step": 18226
+    },
+    {
+      "epoch": 5.428842681360413,
+      "grad_norm": 0.35265395045280457,
+      "learning_rate": 9.092628220063952e-06,
+      "loss": 1.2139,
+      "step": 18227
+    },
+    {
+      "epoch": 5.429140527560081,
+      "grad_norm": 0.4333440959453583,
+      "learning_rate": 9.091667636878485e-06,
+      "loss": 1.2171,
+      "step": 18228
+    },
+    {
+      "epoch": 5.42943837375975,
+      "grad_norm": 0.38746553659439087,
+      "learning_rate": 9.090707062144036e-06,
+      "loss": 1.2053,
+      "step": 18229
+    },
+    {
+      "epoch": 5.429736219959419,
+      "grad_norm": 0.27784475684165955,
+      "learning_rate": 9.089746495869546e-06,
+      "loss": 1.2268,
+      "step": 18230
+    },
+    {
+      "epoch": 5.430034066159087,
+      "grad_norm": 0.4725354313850403,
+      "learning_rate": 9.088785938063946e-06,
+      "loss": 1.2313,
+      "step": 18231
+    },
+    {
+      "epoch": 5.4303319123587555,
+      "grad_norm": 0.3004723787307739,
+      "learning_rate": 9.087825388736172e-06,
+      "loss": 1.2157,
+      "step": 18232
+    },
+    {
+      "epoch": 5.430629758558425,
+      "grad_norm": 0.4051141142845154,
+      "learning_rate": 9.086864847895167e-06,
+      "loss": 1.2036,
+      "step": 18233
+    },
+    {
+      "epoch": 5.430927604758093,
+      "grad_norm": 0.2720029056072235,
+      "learning_rate": 9.085904315549863e-06,
+      "loss": 1.2042,
+      "step": 18234
+    },
+    {
+      "epoch": 5.431225450957761,
+      "grad_norm": 0.3584952652454376,
+      "learning_rate": 9.084943791709195e-06,
+      "loss": 1.2117,
+      "step": 18235
+    },
+    {
+      "epoch": 5.4315232971574305,
+      "grad_norm": 0.2827838063240051,
+      "learning_rate": 9.083983276382107e-06,
+      "loss": 1.2068,
+      "step": 18236
+    },
+    {
+      "epoch": 5.431821143357099,
+      "grad_norm": 0.28493532538414,
+      "learning_rate": 9.083022769577533e-06,
+      "loss": 1.2201,
+      "step": 18237
+    },
+    {
+      "epoch": 5.432118989556768,
+      "grad_norm": 0.31898900866508484,
+      "learning_rate": 9.082062271304402e-06,
+      "loss": 1.23,
+      "step": 18238
+    },
+    {
+      "epoch": 5.432416835756436,
+      "grad_norm": 0.25817587971687317,
+      "learning_rate": 9.081101781571657e-06,
+      "loss": 1.2027,
+      "step": 18239
+    },
+    {
+      "epoch": 5.432714681956105,
+      "grad_norm": 0.295402467250824,
+      "learning_rate": 9.080141300388236e-06,
+      "loss": 1.2,
+      "step": 18240
+    },
+    {
+      "epoch": 5.433012528155774,
+      "grad_norm": 0.3077404797077179,
+      "learning_rate": 9.07918082776307e-06,
+      "loss": 1.2176,
+      "step": 18241
+    },
+    {
+      "epoch": 5.433310374355442,
+      "grad_norm": 0.31870508193969727,
+      "learning_rate": 9.0782203637051e-06,
+      "loss": 1.2089,
+      "step": 18242
+    },
+    {
+      "epoch": 5.433608220555111,
+      "grad_norm": 0.287725567817688,
+      "learning_rate": 9.077259908223258e-06,
+      "loss": 1.2217,
+      "step": 18243
+    },
+    {
+      "epoch": 5.43390606675478,
+      "grad_norm": 0.6407656669616699,
+      "learning_rate": 9.076299461326483e-06,
+      "loss": 1.2058,
+      "step": 18244
+    },
+    {
+      "epoch": 5.434203912954448,
+      "grad_norm": 0.4119032621383667,
+      "learning_rate": 9.075339023023708e-06,
+      "loss": 1.2338,
+      "step": 18245
+    },
+    {
+      "epoch": 5.4345017591541165,
+      "grad_norm": 0.3540785312652588,
+      "learning_rate": 9.074378593323871e-06,
+      "loss": 1.2247,
+      "step": 18246
+    },
+    {
+      "epoch": 5.434799605353786,
+      "grad_norm": 0.38739004731178284,
+      "learning_rate": 9.073418172235906e-06,
+      "loss": 1.2142,
+      "step": 18247
+    },
+    {
+      "epoch": 5.435097451553454,
+      "grad_norm": 0.2594635486602783,
+      "learning_rate": 9.072457759768752e-06,
+      "loss": 1.2107,
+      "step": 18248
+    },
+    {
+      "epoch": 5.435395297753122,
+      "grad_norm": 0.34582409262657166,
+      "learning_rate": 9.071497355931338e-06,
+      "loss": 1.2054,
+      "step": 18249
+    },
+    {
+      "epoch": 5.435693143952792,
+      "grad_norm": 0.2676573097705841,
+      "learning_rate": 9.070536960732608e-06,
+      "loss": 1.2036,
+      "step": 18250
+    },
+    {
+      "epoch": 5.43599099015246,
+      "grad_norm": 0.28851285576820374,
+      "learning_rate": 9.069576574181492e-06,
+      "loss": 1.2087,
+      "step": 18251
+    },
+    {
+      "epoch": 5.436288836352128,
+      "grad_norm": 0.2775110900402069,
+      "learning_rate": 9.068616196286923e-06,
+      "loss": 1.2247,
+      "step": 18252
+    },
+    {
+      "epoch": 5.4365866825517974,
+      "grad_norm": 0.2745726406574249,
+      "learning_rate": 9.067655827057845e-06,
+      "loss": 1.2229,
+      "step": 18253
+    },
+    {
+      "epoch": 5.436884528751466,
+      "grad_norm": 0.28324687480926514,
+      "learning_rate": 9.066695466503188e-06,
+      "loss": 1.2208,
+      "step": 18254
+    },
+    {
+      "epoch": 5.437182374951135,
+      "grad_norm": 0.3074977695941925,
+      "learning_rate": 9.065735114631882e-06,
+      "loss": 1.2083,
+      "step": 18255
+    },
+    {
+      "epoch": 5.437480221150803,
+      "grad_norm": 0.28714606165885925,
+      "learning_rate": 9.06477477145287e-06,
+      "loss": 1.2214,
+      "step": 18256
+    },
+    {
+      "epoch": 5.437778067350472,
+      "grad_norm": 0.3407638370990753,
+      "learning_rate": 9.063814436975083e-06,
+      "loss": 1.2245,
+      "step": 18257
+    },
+    {
+      "epoch": 5.438075913550141,
+      "grad_norm": 0.2992120087146759,
+      "learning_rate": 9.062854111207455e-06,
+      "loss": 1.203,
+      "step": 18258
+    },
+    {
+      "epoch": 5.438373759749809,
+      "grad_norm": 0.41462570428848267,
+      "learning_rate": 9.061893794158928e-06,
+      "loss": 1.2146,
+      "step": 18259
+    },
+    {
+      "epoch": 5.4386716059494775,
+      "grad_norm": 0.26136377453804016,
+      "learning_rate": 9.060933485838424e-06,
+      "loss": 1.2159,
+      "step": 18260
+    },
+    {
+      "epoch": 5.438969452149147,
+      "grad_norm": 0.3173859417438507,
+      "learning_rate": 9.05997318625489e-06,
+      "loss": 1.2015,
+      "step": 18261
+    },
+    {
+      "epoch": 5.439267298348815,
+      "grad_norm": 0.2862769067287445,
+      "learning_rate": 9.059012895417253e-06,
+      "loss": 1.2199,
+      "step": 18262
+    },
+    {
+      "epoch": 5.439565144548483,
+      "grad_norm": 0.4170054495334625,
+      "learning_rate": 9.05805261333445e-06,
+      "loss": 1.2215,
+      "step": 18263
+    },
+    {
+      "epoch": 5.439862990748153,
+      "grad_norm": 0.2662082016468048,
+      "learning_rate": 9.057092340015415e-06,
+      "loss": 1.2128,
+      "step": 18264
+    },
+    {
+      "epoch": 5.440160836947821,
+      "grad_norm": 0.2805964946746826,
+      "learning_rate": 9.056132075469084e-06,
+      "loss": 1.2208,
+      "step": 18265
+    },
+    {
+      "epoch": 5.44045868314749,
+      "grad_norm": 0.26170092821121216,
+      "learning_rate": 9.055171819704386e-06,
+      "loss": 1.2281,
+      "step": 18266
+    },
+    {
+      "epoch": 5.4407565293471585,
+      "grad_norm": 0.2577800452709198,
+      "learning_rate": 9.054211572730262e-06,
+      "loss": 1.2095,
+      "step": 18267
+    },
+    {
+      "epoch": 5.441054375546827,
+      "grad_norm": 0.3083866238594055,
+      "learning_rate": 9.053251334555642e-06,
+      "loss": 1.2248,
+      "step": 18268
+    },
+    {
+      "epoch": 5.441352221746496,
+      "grad_norm": 0.3356550335884094,
+      "learning_rate": 9.05229110518946e-06,
+      "loss": 1.2078,
+      "step": 18269
+    },
+    {
+      "epoch": 5.441650067946164,
+      "grad_norm": 0.3031206429004669,
+      "learning_rate": 9.051330884640649e-06,
+      "loss": 1.2214,
+      "step": 18270
+    },
+    {
+      "epoch": 5.441947914145833,
+      "grad_norm": 0.45580852031707764,
+      "learning_rate": 9.050370672918142e-06,
+      "loss": 1.2097,
+      "step": 18271
+    },
+    {
+      "epoch": 5.442245760345502,
+      "grad_norm": 0.2769217789173126,
+      "learning_rate": 9.049410470030882e-06,
+      "loss": 1.2442,
+      "step": 18272
+    },
+    {
+      "epoch": 5.44254360654517,
+      "grad_norm": 0.26227572560310364,
+      "learning_rate": 9.048450275987793e-06,
+      "loss": 1.2209,
+      "step": 18273
+    },
+    {
+      "epoch": 5.4428414527448385,
+      "grad_norm": 0.3485429883003235,
+      "learning_rate": 9.047490090797807e-06,
+      "loss": 1.1998,
+      "step": 18274
+    },
+    {
+      "epoch": 5.443139298944508,
+      "grad_norm": 0.27909791469573975,
+      "learning_rate": 9.046529914469865e-06,
+      "loss": 1.2104,
+      "step": 18275
+    },
+    {
+      "epoch": 5.443437145144176,
+      "grad_norm": 0.37177976965904236,
+      "learning_rate": 9.045569747012899e-06,
+      "loss": 1.2253,
+      "step": 18276
+    },
+    {
+      "epoch": 5.443734991343844,
+      "grad_norm": 0.3017202913761139,
+      "learning_rate": 9.044609588435833e-06,
+      "loss": 1.2138,
+      "step": 18277
+    },
+    {
+      "epoch": 5.444032837543514,
+      "grad_norm": 0.5364689826965332,
+      "learning_rate": 9.043649438747615e-06,
+      "loss": 1.2166,
+      "step": 18278
+    },
+    {
+      "epoch": 5.444330683743182,
+      "grad_norm": 0.6448546051979065,
+      "learning_rate": 9.042689297957169e-06,
+      "loss": 1.221,
+      "step": 18279
+    },
+    {
+      "epoch": 5.44462852994285,
+      "grad_norm": 0.31614118814468384,
+      "learning_rate": 9.041729166073425e-06,
+      "loss": 1.2145,
+      "step": 18280
+    },
+    {
+      "epoch": 5.4449263761425195,
+      "grad_norm": 0.7211610078811646,
+      "learning_rate": 9.040769043105324e-06,
+      "loss": 1.2261,
+      "step": 18281
+    },
+    {
+      "epoch": 5.445224222342188,
+      "grad_norm": 0.2672927677631378,
+      "learning_rate": 9.039808929061794e-06,
+      "loss": 1.2147,
+      "step": 18282
+    },
+    {
+      "epoch": 5.445522068541857,
+      "grad_norm": 0.4884949028491974,
+      "learning_rate": 9.038848823951767e-06,
+      "loss": 1.2154,
+      "step": 18283
+    },
+    {
+      "epoch": 5.445819914741525,
+      "grad_norm": 0.5389834642410278,
+      "learning_rate": 9.037888727784184e-06,
+      "loss": 1.2121,
+      "step": 18284
+    },
+    {
+      "epoch": 5.446117760941194,
+      "grad_norm": 0.5120760798454285,
+      "learning_rate": 9.03692864056797e-06,
+      "loss": 1.2138,
+      "step": 18285
+    },
+    {
+      "epoch": 5.446415607140863,
+      "grad_norm": 0.43643325567245483,
+      "learning_rate": 9.035968562312053e-06,
+      "loss": 1.2054,
+      "step": 18286
+    },
+    {
+      "epoch": 5.446713453340531,
+      "grad_norm": 0.3008381724357605,
+      "learning_rate": 9.035008493025376e-06,
+      "loss": 1.2004,
+      "step": 18287
+    },
+    {
+      "epoch": 5.4470112995402,
+      "grad_norm": 0.3887217044830322,
+      "learning_rate": 9.034048432716864e-06,
+      "loss": 1.2344,
+      "step": 18288
+    },
+    {
+      "epoch": 5.447309145739869,
+      "grad_norm": 0.3350813388824463,
+      "learning_rate": 9.033088381395457e-06,
+      "loss": 1.205,
+      "step": 18289
+    },
+    {
+      "epoch": 5.447606991939537,
+      "grad_norm": 0.4774436950683594,
+      "learning_rate": 9.032128339070082e-06,
+      "loss": 1.2161,
+      "step": 18290
+    },
+    {
+      "epoch": 5.4479048381392055,
+      "grad_norm": 0.278996080160141,
+      "learning_rate": 9.031168305749665e-06,
+      "loss": 1.2103,
+      "step": 18291
+    },
+    {
+      "epoch": 5.448202684338875,
+      "grad_norm": 0.38473767042160034,
+      "learning_rate": 9.03020828144315e-06,
+      "loss": 1.2301,
+      "step": 18292
+    },
+    {
+      "epoch": 5.448500530538543,
+      "grad_norm": 0.298493891954422,
+      "learning_rate": 9.029248266159463e-06,
+      "loss": 1.2248,
+      "step": 18293
+    },
+    {
+      "epoch": 5.448798376738212,
+      "grad_norm": 0.3384168744087219,
+      "learning_rate": 9.028288259907532e-06,
+      "loss": 1.1965,
+      "step": 18294
+    },
+    {
+      "epoch": 5.4490962229378805,
+      "grad_norm": 0.3702334761619568,
+      "learning_rate": 9.027328262696299e-06,
+      "loss": 1.2223,
+      "step": 18295
+    },
+    {
+      "epoch": 5.449394069137549,
+      "grad_norm": 0.30994391441345215,
+      "learning_rate": 9.026368274534687e-06,
+      "loss": 1.2046,
+      "step": 18296
+    },
+    {
+      "epoch": 5.449691915337218,
+      "grad_norm": 0.42713069915771484,
+      "learning_rate": 9.02540829543163e-06,
+      "loss": 1.2071,
+      "step": 18297
+    },
+    {
+      "epoch": 5.449989761536886,
+      "grad_norm": 0.4066449999809265,
+      "learning_rate": 9.024448325396061e-06,
+      "loss": 1.218,
+      "step": 18298
+    },
+    {
+      "epoch": 5.450287607736555,
+      "grad_norm": 0.26543983817100525,
+      "learning_rate": 9.02348836443691e-06,
+      "loss": 1.2051,
+      "step": 18299
+    },
+    {
+      "epoch": 5.450585453936224,
+      "grad_norm": 0.2768924832344055,
+      "learning_rate": 9.022528412563106e-06,
+      "loss": 1.2095,
+      "step": 18300
+    },
+    {
+      "epoch": 5.450883300135892,
+      "grad_norm": 0.3367660343647003,
+      "learning_rate": 9.021568469783588e-06,
+      "loss": 1.2271,
+      "step": 18301
+    },
+    {
+      "epoch": 5.451181146335561,
+      "grad_norm": 0.48054754734039307,
+      "learning_rate": 9.020608536107281e-06,
+      "loss": 1.2254,
+      "step": 18302
+    },
+    {
+      "epoch": 5.45147899253523,
+      "grad_norm": 0.283011257648468,
+      "learning_rate": 9.019648611543114e-06,
+      "loss": 1.2157,
+      "step": 18303
+    },
+    {
+      "epoch": 5.451776838734898,
+      "grad_norm": 0.5190119743347168,
+      "learning_rate": 9.018688696100024e-06,
+      "loss": 1.2134,
+      "step": 18304
+    },
+    {
+      "epoch": 5.452074684934567,
+      "grad_norm": 0.2879144847393036,
+      "learning_rate": 9.017728789786939e-06,
+      "loss": 1.2123,
+      "step": 18305
+    },
+    {
+      "epoch": 5.452372531134236,
+      "grad_norm": 0.4425755739212036,
+      "learning_rate": 9.016768892612789e-06,
+      "loss": 1.2165,
+      "step": 18306
+    },
+    {
+      "epoch": 5.452670377333904,
+      "grad_norm": 0.2664521634578705,
+      "learning_rate": 9.01580900458651e-06,
+      "loss": 1.2049,
+      "step": 18307
+    },
+    {
+      "epoch": 5.452968223533573,
+      "grad_norm": 0.39505434036254883,
+      "learning_rate": 9.014849125717023e-06,
+      "loss": 1.2173,
+      "step": 18308
+    },
+    {
+      "epoch": 5.453266069733242,
+      "grad_norm": 0.45414382219314575,
+      "learning_rate": 9.013889256013267e-06,
+      "loss": 1.2137,
+      "step": 18309
+    },
+    {
+      "epoch": 5.45356391593291,
+      "grad_norm": 0.41616225242614746,
+      "learning_rate": 9.01292939548417e-06,
+      "loss": 1.2219,
+      "step": 18310
+    },
+    {
+      "epoch": 5.453861762132579,
+      "grad_norm": 0.489369660615921,
+      "learning_rate": 9.01196954413866e-06,
+      "loss": 1.2301,
+      "step": 18311
+    },
+    {
+      "epoch": 5.4541596083322474,
+      "grad_norm": 0.4263423681259155,
+      "learning_rate": 9.011009701985672e-06,
+      "loss": 1.204,
+      "step": 18312
+    },
+    {
+      "epoch": 5.454457454531916,
+      "grad_norm": 0.5042636394500732,
+      "learning_rate": 9.010049869034134e-06,
+      "loss": 1.2235,
+      "step": 18313
+    },
+    {
+      "epoch": 5.454755300731585,
+      "grad_norm": 0.25747379660606384,
+      "learning_rate": 9.009090045292974e-06,
+      "loss": 1.2085,
+      "step": 18314
+    },
+    {
+      "epoch": 5.455053146931253,
+      "grad_norm": 0.5377143025398254,
+      "learning_rate": 9.008130230771126e-06,
+      "loss": 1.229,
+      "step": 18315
+    },
+    {
+      "epoch": 5.455350993130922,
+      "grad_norm": 0.2980526089668274,
+      "learning_rate": 9.007170425477516e-06,
+      "loss": 1.2155,
+      "step": 18316
+    },
+    {
+      "epoch": 5.455648839330591,
+      "grad_norm": 0.41524243354797363,
+      "learning_rate": 9.006210629421073e-06,
+      "loss": 1.2021,
+      "step": 18317
+    },
+    {
+      "epoch": 5.455946685530259,
+      "grad_norm": 0.30433499813079834,
+      "learning_rate": 9.005250842610737e-06,
+      "loss": 1.2032,
+      "step": 18318
+    },
+    {
+      "epoch": 5.4562445317299275,
+      "grad_norm": 0.33835574984550476,
+      "learning_rate": 9.004291065055429e-06,
+      "loss": 1.2287,
+      "step": 18319
+    },
+    {
+      "epoch": 5.456542377929597,
+      "grad_norm": 0.28729456663131714,
+      "learning_rate": 9.003331296764075e-06,
+      "loss": 1.213,
+      "step": 18320
+    },
+    {
+      "epoch": 5.456840224129265,
+      "grad_norm": 0.31967926025390625,
+      "learning_rate": 9.002371537745615e-06,
+      "loss": 1.2085,
+      "step": 18321
+    },
+    {
+      "epoch": 5.457138070328934,
+      "grad_norm": 0.3398250937461853,
+      "learning_rate": 9.001411788008969e-06,
+      "loss": 1.2216,
+      "step": 18322
+    },
+    {
+      "epoch": 5.457435916528603,
+      "grad_norm": 0.2628474831581116,
+      "learning_rate": 9.000452047563073e-06,
+      "loss": 1.2137,
+      "step": 18323
+    },
+    {
+      "epoch": 5.457733762728271,
+      "grad_norm": 0.2607848644256592,
+      "learning_rate": 8.999492316416854e-06,
+      "loss": 1.2297,
+      "step": 18324
+    },
+    {
+      "epoch": 5.45803160892794,
+      "grad_norm": 0.31650781631469727,
+      "learning_rate": 8.998532594579239e-06,
+      "loss": 1.2153,
+      "step": 18325
+    },
+    {
+      "epoch": 5.4583294551276085,
+      "grad_norm": 0.27923887968063354,
+      "learning_rate": 8.997572882059164e-06,
+      "loss": 1.2249,
+      "step": 18326
+    },
+    {
+      "epoch": 5.458627301327277,
+      "grad_norm": 0.28001120686531067,
+      "learning_rate": 8.99661317886555e-06,
+      "loss": 1.2096,
+      "step": 18327
+    },
+    {
+      "epoch": 5.458925147526946,
+      "grad_norm": 0.320626437664032,
+      "learning_rate": 8.99565348500733e-06,
+      "loss": 1.2126,
+      "step": 18328
+    },
+    {
+      "epoch": 5.459222993726614,
+      "grad_norm": 0.3825687766075134,
+      "learning_rate": 8.994693800493431e-06,
+      "loss": 1.2081,
+      "step": 18329
+    },
+    {
+      "epoch": 5.459520839926283,
+      "grad_norm": 0.2936956286430359,
+      "learning_rate": 8.993734125332787e-06,
+      "loss": 1.2197,
+      "step": 18330
+    },
+    {
+      "epoch": 5.459818686125952,
+      "grad_norm": 0.33461901545524597,
+      "learning_rate": 8.992774459534317e-06,
+      "loss": 1.2147,
+      "step": 18331
+    },
+    {
+      "epoch": 5.46011653232562,
+      "grad_norm": 0.3067677319049835,
+      "learning_rate": 8.99181480310696e-06,
+      "loss": 1.2107,
+      "step": 18332
+    },
+    {
+      "epoch": 5.460414378525289,
+      "grad_norm": 0.32353153824806213,
+      "learning_rate": 8.990855156059636e-06,
+      "loss": 1.209,
+      "step": 18333
+    },
+    {
+      "epoch": 5.460712224724958,
+      "grad_norm": 0.3095123767852783,
+      "learning_rate": 8.989895518401279e-06,
+      "loss": 1.2131,
+      "step": 18334
+    },
+    {
+      "epoch": 5.461010070924626,
+      "grad_norm": 0.33417394757270813,
+      "learning_rate": 8.988935890140816e-06,
+      "loss": 1.2177,
+      "step": 18335
+    },
+    {
+      "epoch": 5.461307917124295,
+      "grad_norm": 0.2994416356086731,
+      "learning_rate": 8.987976271287177e-06,
+      "loss": 1.2155,
+      "step": 18336
+    },
+    {
+      "epoch": 5.461605763323964,
+      "grad_norm": 0.28538838028907776,
+      "learning_rate": 8.987016661849284e-06,
+      "loss": 1.2049,
+      "step": 18337
+    },
+    {
+      "epoch": 5.461903609523632,
+      "grad_norm": 0.46026667952537537,
+      "learning_rate": 8.986057061836073e-06,
+      "loss": 1.2048,
+      "step": 18338
+    },
+    {
+      "epoch": 5.462201455723301,
+      "grad_norm": 0.4897211194038391,
+      "learning_rate": 8.985097471256463e-06,
+      "loss": 1.2067,
+      "step": 18339
+    },
+    {
+      "epoch": 5.4624993019229695,
+      "grad_norm": 0.2775269150733948,
+      "learning_rate": 8.984137890119391e-06,
+      "loss": 1.2,
+      "step": 18340
+    },
+    {
+      "epoch": 5.462797148122638,
+      "grad_norm": 0.2839283347129822,
+      "learning_rate": 8.983178318433782e-06,
+      "loss": 1.2031,
+      "step": 18341
+    },
+    {
+      "epoch": 5.463094994322307,
+      "grad_norm": 0.2751613259315491,
+      "learning_rate": 8.982218756208558e-06,
+      "loss": 1.218,
+      "step": 18342
+    },
+    {
+      "epoch": 5.463392840521975,
+      "grad_norm": 0.3411848545074463,
+      "learning_rate": 8.981259203452656e-06,
+      "loss": 1.2398,
+      "step": 18343
+    },
+    {
+      "epoch": 5.463690686721644,
+      "grad_norm": 0.33500733971595764,
+      "learning_rate": 8.980299660174999e-06,
+      "loss": 1.2235,
+      "step": 18344
+    },
+    {
+      "epoch": 5.463988532921313,
+      "grad_norm": 0.40132421255111694,
+      "learning_rate": 8.97934012638451e-06,
+      "loss": 1.2379,
+      "step": 18345
+    },
+    {
+      "epoch": 5.464286379120981,
+      "grad_norm": 0.3655446469783783,
+      "learning_rate": 8.978380602090123e-06,
+      "loss": 1.2182,
+      "step": 18346
+    },
+    {
+      "epoch": 5.46458422532065,
+      "grad_norm": 0.405704140663147,
+      "learning_rate": 8.977421087300766e-06,
+      "loss": 1.2228,
+      "step": 18347
+    },
+    {
+      "epoch": 5.464882071520319,
+      "grad_norm": 0.2523886263370514,
+      "learning_rate": 8.976461582025359e-06,
+      "loss": 1.2207,
+      "step": 18348
+    },
+    {
+      "epoch": 5.465179917719987,
+      "grad_norm": 0.2591855227947235,
+      "learning_rate": 8.975502086272838e-06,
+      "loss": 1.1991,
+      "step": 18349
+    },
+    {
+      "epoch": 5.465477763919656,
+      "grad_norm": 0.27837905287742615,
+      "learning_rate": 8.974542600052121e-06,
+      "loss": 1.2202,
+      "step": 18350
+    },
+    {
+      "epoch": 5.465775610119325,
+      "grad_norm": 0.2816462218761444,
+      "learning_rate": 8.973583123372141e-06,
+      "loss": 1.2033,
+      "step": 18351
+    },
+    {
+      "epoch": 5.466073456318993,
+      "grad_norm": 0.25594595074653625,
+      "learning_rate": 8.972623656241824e-06,
+      "loss": 1.2113,
+      "step": 18352
+    },
+    {
+      "epoch": 5.466371302518662,
+      "grad_norm": 0.33204081654548645,
+      "learning_rate": 8.971664198670096e-06,
+      "loss": 1.2096,
+      "step": 18353
+    },
+    {
+      "epoch": 5.4666691487183305,
+      "grad_norm": 0.27806761860847473,
+      "learning_rate": 8.970704750665881e-06,
+      "loss": 1.213,
+      "step": 18354
+    },
+    {
+      "epoch": 5.466966994917999,
+      "grad_norm": 0.4787549078464508,
+      "learning_rate": 8.969745312238111e-06,
+      "loss": 1.1913,
+      "step": 18355
+    },
+    {
+      "epoch": 5.467264841117668,
+      "grad_norm": 0.5014739632606506,
+      "learning_rate": 8.968785883395708e-06,
+      "loss": 1.1924,
+      "step": 18356
+    },
+    {
+      "epoch": 5.467562687317336,
+      "grad_norm": 0.3203149437904358,
+      "learning_rate": 8.967826464147602e-06,
+      "loss": 1.2279,
+      "step": 18357
+    },
+    {
+      "epoch": 5.467860533517005,
+      "grad_norm": 0.3924318552017212,
+      "learning_rate": 8.966867054502716e-06,
+      "loss": 1.2199,
+      "step": 18358
+    },
+    {
+      "epoch": 5.468158379716674,
+      "grad_norm": 0.43972548842430115,
+      "learning_rate": 8.965907654469977e-06,
+      "loss": 1.2139,
+      "step": 18359
+    },
+    {
+      "epoch": 5.468456225916342,
+      "grad_norm": 0.40511569380760193,
+      "learning_rate": 8.964948264058316e-06,
+      "loss": 1.2193,
+      "step": 18360
+    },
+    {
+      "epoch": 5.4687540721160115,
+      "grad_norm": 0.550166666507721,
+      "learning_rate": 8.963988883276655e-06,
+      "loss": 1.2036,
+      "step": 18361
+    },
+    {
+      "epoch": 5.46905191831568,
+      "grad_norm": 0.5369710326194763,
+      "learning_rate": 8.963029512133914e-06,
+      "loss": 1.1987,
+      "step": 18362
+    },
+    {
+      "epoch": 5.469349764515348,
+      "grad_norm": 0.39129918813705444,
+      "learning_rate": 8.96207015063903e-06,
+      "loss": 1.2158,
+      "step": 18363
+    },
+    {
+      "epoch": 5.469647610715017,
+      "grad_norm": 0.5112589001655579,
+      "learning_rate": 8.961110798800923e-06,
+      "loss": 1.2255,
+      "step": 18364
+    },
+    {
+      "epoch": 5.469945456914686,
+      "grad_norm": 0.31732383370399475,
+      "learning_rate": 8.960151456628515e-06,
+      "loss": 1.2118,
+      "step": 18365
+    },
+    {
+      "epoch": 5.470243303114354,
+      "grad_norm": 0.38156500458717346,
+      "learning_rate": 8.95919212413074e-06,
+      "loss": 1.2154,
+      "step": 18366
+    },
+    {
+      "epoch": 5.470541149314023,
+      "grad_norm": 0.3965311348438263,
+      "learning_rate": 8.958232801316522e-06,
+      "loss": 1.2045,
+      "step": 18367
+    },
+    {
+      "epoch": 5.470838995513692,
+      "grad_norm": 0.3953753411769867,
+      "learning_rate": 8.957273488194777e-06,
+      "loss": 1.2268,
+      "step": 18368
+    },
+    {
+      "epoch": 5.47113684171336,
+      "grad_norm": 0.3397037386894226,
+      "learning_rate": 8.956314184774441e-06,
+      "loss": 1.2149,
+      "step": 18369
+    },
+    {
+      "epoch": 5.471434687913029,
+      "grad_norm": 0.28182947635650635,
+      "learning_rate": 8.955354891064437e-06,
+      "loss": 1.2082,
+      "step": 18370
+    },
+    {
+      "epoch": 5.471732534112697,
+      "grad_norm": 0.42395129799842834,
+      "learning_rate": 8.954395607073683e-06,
+      "loss": 1.1916,
+      "step": 18371
+    },
+    {
+      "epoch": 5.472030380312367,
+      "grad_norm": 0.30112504959106445,
+      "learning_rate": 8.953436332811117e-06,
+      "loss": 1.219,
+      "step": 18372
+    },
+    {
+      "epoch": 5.472328226512035,
+      "grad_norm": 0.445017009973526,
+      "learning_rate": 8.95247706828565e-06,
+      "loss": 1.2093,
+      "step": 18373
+    },
+    {
+      "epoch": 5.472626072711703,
+      "grad_norm": 0.3907952606678009,
+      "learning_rate": 8.951517813506218e-06,
+      "loss": 1.2053,
+      "step": 18374
+    },
+    {
+      "epoch": 5.4729239189113725,
+      "grad_norm": 0.5662532448768616,
+      "learning_rate": 8.95055856848174e-06,
+      "loss": 1.2022,
+      "step": 18375
+    },
+    {
+      "epoch": 5.473221765111041,
+      "grad_norm": 0.31141963601112366,
+      "learning_rate": 8.949599333221139e-06,
+      "loss": 1.2199,
+      "step": 18376
+    },
+    {
+      "epoch": 5.473519611310709,
+      "grad_norm": 0.4439815580844879,
+      "learning_rate": 8.948640107733347e-06,
+      "loss": 1.2111,
+      "step": 18377
+    },
+    {
+      "epoch": 5.473817457510378,
+      "grad_norm": 0.3216348886489868,
+      "learning_rate": 8.947680892027284e-06,
+      "loss": 1.2042,
+      "step": 18378
+    },
+    {
+      "epoch": 5.474115303710047,
+      "grad_norm": 0.28621119260787964,
+      "learning_rate": 8.94672168611187e-06,
+      "loss": 1.2067,
+      "step": 18379
+    },
+    {
+      "epoch": 5.474413149909715,
+      "grad_norm": 0.4639444649219513,
+      "learning_rate": 8.94576248999604e-06,
+      "loss": 1.207,
+      "step": 18380
+    },
+    {
+      "epoch": 5.474710996109384,
+      "grad_norm": 0.3653220534324646,
+      "learning_rate": 8.944803303688709e-06,
+      "loss": 1.2242,
+      "step": 18381
+    },
+    {
+      "epoch": 5.475008842309053,
+      "grad_norm": 0.305291086435318,
+      "learning_rate": 8.943844127198802e-06,
+      "loss": 1.2147,
+      "step": 18382
+    },
+    {
+      "epoch": 5.475306688508721,
+      "grad_norm": 0.2845461666584015,
+      "learning_rate": 8.94288496053525e-06,
+      "loss": 1.2144,
+      "step": 18383
+    },
+    {
+      "epoch": 5.47560453470839,
+      "grad_norm": 0.295358270406723,
+      "learning_rate": 8.941925803706973e-06,
+      "loss": 1.1963,
+      "step": 18384
+    },
+    {
+      "epoch": 5.4759023809080585,
+      "grad_norm": 0.39815086126327515,
+      "learning_rate": 8.940966656722887e-06,
+      "loss": 1.2201,
+      "step": 18385
+    },
+    {
+      "epoch": 5.476200227107727,
+      "grad_norm": 0.28686094284057617,
+      "learning_rate": 8.940007519591928e-06,
+      "loss": 1.2102,
+      "step": 18386
+    },
+    {
+      "epoch": 5.476498073307396,
+      "grad_norm": 0.3080119490623474,
+      "learning_rate": 8.939048392323015e-06,
+      "loss": 1.2257,
+      "step": 18387
+    },
+    {
+      "epoch": 5.476795919507064,
+      "grad_norm": 0.29281705617904663,
+      "learning_rate": 8.93808927492507e-06,
+      "loss": 1.207,
+      "step": 18388
+    },
+    {
+      "epoch": 5.477093765706734,
+      "grad_norm": 0.3752022087574005,
+      "learning_rate": 8.93713016740702e-06,
+      "loss": 1.2202,
+      "step": 18389
+    },
+    {
+      "epoch": 5.477391611906402,
+      "grad_norm": 0.25749897956848145,
+      "learning_rate": 8.936171069777783e-06,
+      "loss": 1.2357,
+      "step": 18390
+    },
+    {
+      "epoch": 5.47768945810607,
+      "grad_norm": 0.34351646900177,
+      "learning_rate": 8.93521198204629e-06,
+      "loss": 1.2126,
+      "step": 18391
+    },
+    {
+      "epoch": 5.477987304305739,
+      "grad_norm": 0.336144357919693,
+      "learning_rate": 8.934252904221455e-06,
+      "loss": 1.2029,
+      "step": 18392
+    },
+    {
+      "epoch": 5.478285150505408,
+      "grad_norm": 0.7184677124023438,
+      "learning_rate": 8.933293836312208e-06,
+      "loss": 1.2172,
+      "step": 18393
+    },
+    {
+      "epoch": 5.478582996705076,
+      "grad_norm": 0.4423912465572357,
+      "learning_rate": 8.932334778327471e-06,
+      "loss": 1.2211,
+      "step": 18394
+    },
+    {
+      "epoch": 5.478880842904745,
+      "grad_norm": 0.49526455998420715,
+      "learning_rate": 8.931375730276168e-06,
+      "loss": 1.2241,
+      "step": 18395
+    },
+    {
+      "epoch": 5.479178689104414,
+      "grad_norm": 0.43283307552337646,
+      "learning_rate": 8.930416692167214e-06,
+      "loss": 1.2188,
+      "step": 18396
+    },
+    {
+      "epoch": 5.479476535304082,
+      "grad_norm": 0.4464777708053589,
+      "learning_rate": 8.929457664009541e-06,
+      "loss": 1.199,
+      "step": 18397
+    },
+    {
+      "epoch": 5.479774381503751,
+      "grad_norm": 0.29845792055130005,
+      "learning_rate": 8.928498645812068e-06,
+      "loss": 1.2119,
+      "step": 18398
+    },
+    {
+      "epoch": 5.4800722277034195,
+      "grad_norm": 0.5206387639045715,
+      "learning_rate": 8.927539637583718e-06,
+      "loss": 1.2363,
+      "step": 18399
+    },
+    {
+      "epoch": 5.480370073903089,
+      "grad_norm": 0.2644738554954529,
+      "learning_rate": 8.926580639333415e-06,
+      "loss": 1.2211,
+      "step": 18400
+    },
+    {
+      "epoch": 5.480667920102757,
+      "grad_norm": 0.6316187977790833,
+      "learning_rate": 8.92562165107008e-06,
+      "loss": 1.2272,
+      "step": 18401
+    },
+    {
+      "epoch": 5.480965766302425,
+      "grad_norm": 0.2890859842300415,
+      "learning_rate": 8.924662672802631e-06,
+      "loss": 1.1993,
+      "step": 18402
+    },
+    {
+      "epoch": 5.481263612502095,
+      "grad_norm": 0.4356417953968048,
+      "learning_rate": 8.92370370454e-06,
+      "loss": 1.2013,
+      "step": 18403
+    },
+    {
+      "epoch": 5.481561458701763,
+      "grad_norm": 0.3311325013637543,
+      "learning_rate": 8.922744746291098e-06,
+      "loss": 1.2298,
+      "step": 18404
+    },
+    {
+      "epoch": 5.481859304901431,
+      "grad_norm": 0.3121452033519745,
+      "learning_rate": 8.921785798064855e-06,
+      "loss": 1.2123,
+      "step": 18405
+    },
+    {
+      "epoch": 5.4821571511011005,
+      "grad_norm": 0.4611448645591736,
+      "learning_rate": 8.920826859870191e-06,
+      "loss": 1.2307,
+      "step": 18406
+    },
+    {
+      "epoch": 5.482454997300769,
+      "grad_norm": 0.3852958381175995,
+      "learning_rate": 8.919867931716025e-06,
+      "loss": 1.2162,
+      "step": 18407
+    },
+    {
+      "epoch": 5.482752843500437,
+      "grad_norm": 0.3547942638397217,
+      "learning_rate": 8.918909013611286e-06,
+      "loss": 1.2042,
+      "step": 18408
+    },
+    {
+      "epoch": 5.483050689700106,
+      "grad_norm": 0.28711792826652527,
+      "learning_rate": 8.917950105564888e-06,
+      "loss": 1.2028,
+      "step": 18409
+    },
+    {
+      "epoch": 5.483348535899775,
+      "grad_norm": 0.4506579637527466,
+      "learning_rate": 8.916991207585754e-06,
+      "loss": 1.2153,
+      "step": 18410
+    },
+    {
+      "epoch": 5.483646382099443,
+      "grad_norm": 0.2823413908481598,
+      "learning_rate": 8.916032319682808e-06,
+      "loss": 1.239,
+      "step": 18411
+    },
+    {
+      "epoch": 5.483944228299112,
+      "grad_norm": 0.44218409061431885,
+      "learning_rate": 8.915073441864972e-06,
+      "loss": 1.2009,
+      "step": 18412
+    },
+    {
+      "epoch": 5.4842420744987805,
+      "grad_norm": 0.28987812995910645,
+      "learning_rate": 8.914114574141161e-06,
+      "loss": 1.2083,
+      "step": 18413
+    },
+    {
+      "epoch": 5.484539920698449,
+      "grad_norm": 0.43456321954727173,
+      "learning_rate": 8.913155716520305e-06,
+      "loss": 1.2262,
+      "step": 18414
+    },
+    {
+      "epoch": 5.484837766898118,
+      "grad_norm": 0.3784896731376648,
+      "learning_rate": 8.91219686901132e-06,
+      "loss": 1.1998,
+      "step": 18415
+    },
+    {
+      "epoch": 5.485135613097786,
+      "grad_norm": 0.41341546177864075,
+      "learning_rate": 8.911238031623126e-06,
+      "loss": 1.2083,
+      "step": 18416
+    },
+    {
+      "epoch": 5.485433459297456,
+      "grad_norm": 0.4241754114627838,
+      "learning_rate": 8.910279204364646e-06,
+      "loss": 1.2373,
+      "step": 18417
+    },
+    {
+      "epoch": 5.485731305497124,
+      "grad_norm": 0.35157403349876404,
+      "learning_rate": 8.909320387244803e-06,
+      "loss": 1.2006,
+      "step": 18418
+    },
+    {
+      "epoch": 5.486029151696792,
+      "grad_norm": 0.5017350316047668,
+      "learning_rate": 8.908361580272512e-06,
+      "loss": 1.2114,
+      "step": 18419
+    },
+    {
+      "epoch": 5.4863269978964615,
+      "grad_norm": 0.3144020140171051,
+      "learning_rate": 8.907402783456698e-06,
+      "loss": 1.225,
+      "step": 18420
+    },
+    {
+      "epoch": 5.48662484409613,
+      "grad_norm": 0.5000543594360352,
+      "learning_rate": 8.90644399680628e-06,
+      "loss": 1.2153,
+      "step": 18421
+    },
+    {
+      "epoch": 5.486922690295798,
+      "grad_norm": 0.25704795122146606,
+      "learning_rate": 8.905485220330178e-06,
+      "loss": 1.1973,
+      "step": 18422
+    },
+    {
+      "epoch": 5.487220536495467,
+      "grad_norm": 0.7779128551483154,
+      "learning_rate": 8.904526454037316e-06,
+      "loss": 1.2219,
+      "step": 18423
+    },
+    {
+      "epoch": 5.487518382695136,
+      "grad_norm": 0.35181763768196106,
+      "learning_rate": 8.903567697936607e-06,
+      "loss": 1.2091,
+      "step": 18424
+    },
+    {
+      "epoch": 5.487816228894804,
+      "grad_norm": 0.6172589063644409,
+      "learning_rate": 8.902608952036981e-06,
+      "loss": 1.2107,
+      "step": 18425
+    },
+    {
+      "epoch": 5.488114075094473,
+      "grad_norm": 0.3031884431838989,
+      "learning_rate": 8.901650216347351e-06,
+      "loss": 1.219,
+      "step": 18426
+    },
+    {
+      "epoch": 5.488411921294142,
+      "grad_norm": 0.6517040729522705,
+      "learning_rate": 8.900691490876636e-06,
+      "loss": 1.2083,
+      "step": 18427
+    },
+    {
+      "epoch": 5.488709767493811,
+      "grad_norm": 0.36943522095680237,
+      "learning_rate": 8.89973277563376e-06,
+      "loss": 1.2268,
+      "step": 18428
+    },
+    {
+      "epoch": 5.489007613693479,
+      "grad_norm": 0.37507328391075134,
+      "learning_rate": 8.898774070627643e-06,
+      "loss": 1.2116,
+      "step": 18429
+    },
+    {
+      "epoch": 5.489305459893147,
+      "grad_norm": 0.4282570481300354,
+      "learning_rate": 8.897815375867198e-06,
+      "loss": 1.2036,
+      "step": 18430
+    },
+    {
+      "epoch": 5.489603306092817,
+      "grad_norm": 0.25638723373413086,
+      "learning_rate": 8.896856691361355e-06,
+      "loss": 1.2073,
+      "step": 18431
+    },
+    {
+      "epoch": 5.489901152292485,
+      "grad_norm": 0.4131999909877777,
+      "learning_rate": 8.895898017119027e-06,
+      "loss": 1.2227,
+      "step": 18432
+    },
+    {
+      "epoch": 5.490198998492153,
+      "grad_norm": 0.3734094202518463,
+      "learning_rate": 8.894939353149132e-06,
+      "loss": 1.2203,
+      "step": 18433
+    },
+    {
+      "epoch": 5.4904968446918225,
+      "grad_norm": 0.5136287212371826,
+      "learning_rate": 8.893980699460592e-06,
+      "loss": 1.2178,
+      "step": 18434
+    },
+    {
+      "epoch": 5.490794690891491,
+      "grad_norm": 0.4026089012622833,
+      "learning_rate": 8.893022056062329e-06,
+      "loss": 1.2056,
+      "step": 18435
+    },
+    {
+      "epoch": 5.491092537091159,
+      "grad_norm": 0.38764455914497375,
+      "learning_rate": 8.892063422963252e-06,
+      "loss": 1.2145,
+      "step": 18436
+    },
+    {
+      "epoch": 5.491390383290828,
+      "grad_norm": 0.4066968560218811,
+      "learning_rate": 8.891104800172294e-06,
+      "loss": 1.221,
+      "step": 18437
+    },
+    {
+      "epoch": 5.491688229490497,
+      "grad_norm": 0.2829129993915558,
+      "learning_rate": 8.890146187698363e-06,
+      "loss": 1.2168,
+      "step": 18438
+    },
+    {
+      "epoch": 5.491986075690166,
+      "grad_norm": 0.3591943085193634,
+      "learning_rate": 8.889187585550386e-06,
+      "loss": 1.2168,
+      "step": 18439
+    },
+    {
+      "epoch": 5.492283921889834,
+      "grad_norm": 0.3042803704738617,
+      "learning_rate": 8.888228993737274e-06,
+      "loss": 1.2036,
+      "step": 18440
+    },
+    {
+      "epoch": 5.492581768089503,
+      "grad_norm": 0.30777686834335327,
+      "learning_rate": 8.887270412267947e-06,
+      "loss": 1.1961,
+      "step": 18441
+    },
+    {
+      "epoch": 5.492879614289172,
+      "grad_norm": 0.3260495364665985,
+      "learning_rate": 8.88631184115133e-06,
+      "loss": 1.1952,
+      "step": 18442
+    },
+    {
+      "epoch": 5.49317746048884,
+      "grad_norm": 0.29427823424339294,
+      "learning_rate": 8.885353280396336e-06,
+      "loss": 1.2176,
+      "step": 18443
+    },
+    {
+      "epoch": 5.4934753066885085,
+      "grad_norm": 0.3360000252723694,
+      "learning_rate": 8.884394730011882e-06,
+      "loss": 1.2074,
+      "step": 18444
+    },
+    {
+      "epoch": 5.493773152888178,
+      "grad_norm": 0.27873557806015015,
+      "learning_rate": 8.88343619000689e-06,
+      "loss": 1.2113,
+      "step": 18445
+    },
+    {
+      "epoch": 5.494070999087846,
+      "grad_norm": 0.3372797966003418,
+      "learning_rate": 8.88247766039028e-06,
+      "loss": 1.2249,
+      "step": 18446
+    },
+    {
+      "epoch": 5.494368845287514,
+      "grad_norm": 0.29132211208343506,
+      "learning_rate": 8.881519141170961e-06,
+      "loss": 1.2078,
+      "step": 18447
+    },
+    {
+      "epoch": 5.494666691487184,
+      "grad_norm": 0.2600608468055725,
+      "learning_rate": 8.880560632357863e-06,
+      "loss": 1.2101,
+      "step": 18448
+    },
+    {
+      "epoch": 5.494964537686852,
+      "grad_norm": 0.3094232678413391,
+      "learning_rate": 8.879602133959895e-06,
+      "loss": 1.2166,
+      "step": 18449
+    },
+    {
+      "epoch": 5.49526238388652,
+      "grad_norm": 0.25211331248283386,
+      "learning_rate": 8.878643645985973e-06,
+      "loss": 1.2241,
+      "step": 18450
+    },
+    {
+      "epoch": 5.495560230086189,
+      "grad_norm": 0.2739332616329193,
+      "learning_rate": 8.877685168445023e-06,
+      "loss": 1.2284,
+      "step": 18451
+    },
+    {
+      "epoch": 5.495858076285858,
+      "grad_norm": 0.31273096799850464,
+      "learning_rate": 8.87672670134596e-06,
+      "loss": 1.2279,
+      "step": 18452
+    },
+    {
+      "epoch": 5.496155922485526,
+      "grad_norm": 0.27651849389076233,
+      "learning_rate": 8.875768244697696e-06,
+      "loss": 1.2305,
+      "step": 18453
+    },
+    {
+      "epoch": 5.496453768685195,
+      "grad_norm": 0.41167640686035156,
+      "learning_rate": 8.874809798509157e-06,
+      "loss": 1.2204,
+      "step": 18454
+    },
+    {
+      "epoch": 5.496751614884864,
+      "grad_norm": 0.32396993041038513,
+      "learning_rate": 8.87385136278925e-06,
+      "loss": 1.2188,
+      "step": 18455
+    },
+    {
+      "epoch": 5.497049461084533,
+      "grad_norm": 0.34511902928352356,
+      "learning_rate": 8.872892937546904e-06,
+      "loss": 1.2022,
+      "step": 18456
+    },
+    {
+      "epoch": 5.497347307284201,
+      "grad_norm": 0.37354591488838196,
+      "learning_rate": 8.871934522791027e-06,
+      "loss": 1.2257,
+      "step": 18457
+    },
+    {
+      "epoch": 5.4976451534838695,
+      "grad_norm": 0.25477805733680725,
+      "learning_rate": 8.870976118530536e-06,
+      "loss": 1.2144,
+      "step": 18458
+    },
+    {
+      "epoch": 5.497942999683539,
+      "grad_norm": 0.3068343698978424,
+      "learning_rate": 8.870017724774356e-06,
+      "loss": 1.2195,
+      "step": 18459
+    },
+    {
+      "epoch": 5.498240845883207,
+      "grad_norm": 0.2564184069633484,
+      "learning_rate": 8.869059341531398e-06,
+      "loss": 1.2271,
+      "step": 18460
+    },
+    {
+      "epoch": 5.498538692082875,
+      "grad_norm": 0.3234730660915375,
+      "learning_rate": 8.868100968810575e-06,
+      "loss": 1.226,
+      "step": 18461
+    },
+    {
+      "epoch": 5.498836538282545,
+      "grad_norm": 0.2749391496181488,
+      "learning_rate": 8.867142606620814e-06,
+      "loss": 1.217,
+      "step": 18462
+    },
+    {
+      "epoch": 5.499134384482213,
+      "grad_norm": 0.2855779528617859,
+      "learning_rate": 8.866184254971021e-06,
+      "loss": 1.2347,
+      "step": 18463
+    },
+    {
+      "epoch": 5.499432230681881,
+      "grad_norm": 0.3118726909160614,
+      "learning_rate": 8.865225913870114e-06,
+      "loss": 1.2201,
+      "step": 18464
+    },
+    {
+      "epoch": 5.4997300768815505,
+      "grad_norm": 0.3345693051815033,
+      "learning_rate": 8.864267583327019e-06,
+      "loss": 1.2166,
+      "step": 18465
+    },
+    {
+      "epoch": 5.500027923081219,
+      "grad_norm": 0.6133779287338257,
+      "learning_rate": 8.863309263350644e-06,
+      "loss": 1.2284,
+      "step": 18466
+    },
+    {
+      "epoch": 5.500325769280888,
+      "grad_norm": 0.3372969329357147,
+      "learning_rate": 8.862350953949901e-06,
+      "loss": 1.1898,
+      "step": 18467
+    },
+    {
+      "epoch": 5.500623615480556,
+      "grad_norm": 0.5956374406814575,
+      "learning_rate": 8.861392655133717e-06,
+      "loss": 1.2131,
+      "step": 18468
+    },
+    {
+      "epoch": 5.500921461680225,
+      "grad_norm": 0.45349788665771484,
+      "learning_rate": 8.860434366910999e-06,
+      "loss": 1.2157,
+      "step": 18469
+    },
+    {
+      "epoch": 5.501219307879894,
+      "grad_norm": 0.2968503534793854,
+      "learning_rate": 8.859476089290666e-06,
+      "loss": 1.2075,
+      "step": 18470
+    },
+    {
+      "epoch": 5.501517154079562,
+      "grad_norm": 0.2783360779285431,
+      "learning_rate": 8.858517822281635e-06,
+      "loss": 1.2184,
+      "step": 18471
+    },
+    {
+      "epoch": 5.5018150002792305,
+      "grad_norm": 0.4133557677268982,
+      "learning_rate": 8.857559565892818e-06,
+      "loss": 1.1962,
+      "step": 18472
+    },
+    {
+      "epoch": 5.5021128464789,
+      "grad_norm": 0.278022438287735,
+      "learning_rate": 8.856601320133136e-06,
+      "loss": 1.2136,
+      "step": 18473
+    },
+    {
+      "epoch": 5.502410692678568,
+      "grad_norm": 0.4163760840892792,
+      "learning_rate": 8.8556430850115e-06,
+      "loss": 1.2145,
+      "step": 18474
+    },
+    {
+      "epoch": 5.502708538878236,
+      "grad_norm": 0.3640947639942169,
+      "learning_rate": 8.854684860536826e-06,
+      "loss": 1.1836,
+      "step": 18475
+    },
+    {
+      "epoch": 5.503006385077906,
+      "grad_norm": 0.3118014335632324,
+      "learning_rate": 8.85372664671803e-06,
+      "loss": 1.2163,
+      "step": 18476
+    },
+    {
+      "epoch": 5.503304231277574,
+      "grad_norm": 0.3818114399909973,
+      "learning_rate": 8.852768443564028e-06,
+      "loss": 1.2028,
+      "step": 18477
+    },
+    {
+      "epoch": 5.503602077477243,
+      "grad_norm": 0.25287437438964844,
+      "learning_rate": 8.851810251083731e-06,
+      "loss": 1.2116,
+      "step": 18478
+    },
+    {
+      "epoch": 5.5038999236769115,
+      "grad_norm": 0.31228604912757874,
+      "learning_rate": 8.85085206928606e-06,
+      "loss": 1.2138,
+      "step": 18479
+    },
+    {
+      "epoch": 5.50419776987658,
+      "grad_norm": 0.4218159317970276,
+      "learning_rate": 8.849893898179926e-06,
+      "loss": 1.2261,
+      "step": 18480
+    },
+    {
+      "epoch": 5.504495616076248,
+      "grad_norm": 0.33540377020835876,
+      "learning_rate": 8.84893573777424e-06,
+      "loss": 1.2219,
+      "step": 18481
+    },
+    {
+      "epoch": 5.504793462275917,
+      "grad_norm": 0.44699543714523315,
+      "learning_rate": 8.847977588077927e-06,
+      "loss": 1.2134,
+      "step": 18482
+    },
+    {
+      "epoch": 5.505091308475586,
+      "grad_norm": 0.34513965249061584,
+      "learning_rate": 8.847019449099895e-06,
+      "loss": 1.2288,
+      "step": 18483
+    },
+    {
+      "epoch": 5.505389154675255,
+      "grad_norm": 0.3132277727127075,
+      "learning_rate": 8.846061320849055e-06,
+      "loss": 1.2226,
+      "step": 18484
+    },
+    {
+      "epoch": 5.505687000874923,
+      "grad_norm": 0.3509070575237274,
+      "learning_rate": 8.845103203334329e-06,
+      "loss": 1.2312,
+      "step": 18485
+    },
+    {
+      "epoch": 5.505984847074592,
+      "grad_norm": 0.3406696617603302,
+      "learning_rate": 8.844145096564624e-06,
+      "loss": 1.2114,
+      "step": 18486
+    },
+    {
+      "epoch": 5.506282693274261,
+      "grad_norm": 0.39734143018722534,
+      "learning_rate": 8.843187000548857e-06,
+      "loss": 1.189,
+      "step": 18487
+    },
+    {
+      "epoch": 5.506580539473929,
+      "grad_norm": 0.25761228799819946,
+      "learning_rate": 8.842228915295945e-06,
+      "loss": 1.2072,
+      "step": 18488
+    },
+    {
+      "epoch": 5.506878385673597,
+      "grad_norm": 0.3563632071018219,
+      "learning_rate": 8.841270840814798e-06,
+      "loss": 1.2216,
+      "step": 18489
+    },
+    {
+      "epoch": 5.507176231873267,
+      "grad_norm": 0.3468446135520935,
+      "learning_rate": 8.840312777114333e-06,
+      "loss": 1.2229,
+      "step": 18490
+    },
+    {
+      "epoch": 5.507474078072935,
+      "grad_norm": 0.3897448182106018,
+      "learning_rate": 8.839354724203463e-06,
+      "loss": 1.2155,
+      "step": 18491
+    },
+    {
+      "epoch": 5.507771924272603,
+      "grad_norm": 0.30430126190185547,
+      "learning_rate": 8.838396682091095e-06,
+      "loss": 1.2164,
+      "step": 18492
+    },
+    {
+      "epoch": 5.5080697704722725,
+      "grad_norm": 0.4468208849430084,
+      "learning_rate": 8.837438650786152e-06,
+      "loss": 1.2188,
+      "step": 18493
+    },
+    {
+      "epoch": 5.508367616671941,
+      "grad_norm": 0.4163860082626343,
+      "learning_rate": 8.836480630297544e-06,
+      "loss": 1.1951,
+      "step": 18494
+    },
+    {
+      "epoch": 5.50866546287161,
+      "grad_norm": 0.3813307285308838,
+      "learning_rate": 8.83552262063418e-06,
+      "loss": 1.2161,
+      "step": 18495
+    },
+    {
+      "epoch": 5.508963309071278,
+      "grad_norm": 0.4980100989341736,
+      "learning_rate": 8.834564621804982e-06,
+      "loss": 1.214,
+      "step": 18496
+    },
+    {
+      "epoch": 5.509261155270947,
+      "grad_norm": 0.2579140067100525,
+      "learning_rate": 8.833606633818855e-06,
+      "loss": 1.1984,
+      "step": 18497
+    },
+    {
+      "epoch": 5.509559001470616,
+      "grad_norm": 0.32582640647888184,
+      "learning_rate": 8.832648656684715e-06,
+      "loss": 1.2078,
+      "step": 18498
+    },
+    {
+      "epoch": 5.509856847670284,
+      "grad_norm": 0.3629567325115204,
+      "learning_rate": 8.831690690411476e-06,
+      "loss": 1.2263,
+      "step": 18499
+    },
+    {
+      "epoch": 5.510154693869953,
+      "grad_norm": 0.3442101776599884,
+      "learning_rate": 8.830732735008052e-06,
+      "loss": 1.2194,
+      "step": 18500
+    },
+    {
+      "epoch": 5.510154693869953,
+      "eval_loss": 1.3182575702667236,
+      "eval_runtime": 24.6666,
+      "eval_samples_per_second": 70.298,
+      "eval_steps_per_second": 4.419,
+      "step": 18500
+    },
+    {
+      "epoch": 5.510452540069622,
+      "grad_norm": 0.3001834452152252,
+      "learning_rate": 8.829774790483349e-06,
+      "loss": 1.2075,
+      "step": 18501
+    },
+    {
+      "epoch": 5.51075038626929,
+      "grad_norm": 0.32820916175842285,
+      "learning_rate": 8.828816856846288e-06,
+      "loss": 1.2052,
+      "step": 18502
+    },
+    {
+      "epoch": 5.5110482324689585,
+      "grad_norm": 0.3135179281234741,
+      "learning_rate": 8.827858934105773e-06,
+      "loss": 1.2233,
+      "step": 18503
+    },
+    {
+      "epoch": 5.511346078668628,
+      "grad_norm": 0.2526983916759491,
+      "learning_rate": 8.826901022270723e-06,
+      "loss": 1.2112,
+      "step": 18504
+    },
+    {
+      "epoch": 5.511643924868296,
+      "grad_norm": 0.33921104669570923,
+      "learning_rate": 8.825943121350052e-06,
+      "loss": 1.2052,
+      "step": 18505
+    },
+    {
+      "epoch": 5.511941771067965,
+      "grad_norm": 0.29194679856300354,
+      "learning_rate": 8.824985231352664e-06,
+      "loss": 1.2115,
+      "step": 18506
+    },
+    {
+      "epoch": 5.512239617267634,
+      "grad_norm": 0.30259567499160767,
+      "learning_rate": 8.824027352287479e-06,
+      "loss": 1.2089,
+      "step": 18507
+    },
+    {
+      "epoch": 5.512537463467302,
+      "grad_norm": 0.26926037669181824,
+      "learning_rate": 8.823069484163406e-06,
+      "loss": 1.2225,
+      "step": 18508
+    },
+    {
+      "epoch": 5.512835309666971,
+      "grad_norm": 0.27251744270324707,
+      "learning_rate": 8.82211162698935e-06,
+      "loss": 1.1978,
+      "step": 18509
+    },
+    {
+      "epoch": 5.513133155866639,
+      "grad_norm": 0.2935759425163269,
+      "learning_rate": 8.821153780774235e-06,
+      "loss": 1.2113,
+      "step": 18510
+    },
+    {
+      "epoch": 5.513431002066308,
+      "grad_norm": 0.3544779121875763,
+      "learning_rate": 8.820195945526969e-06,
+      "loss": 1.2084,
+      "step": 18511
+    },
+    {
+      "epoch": 5.513728848265977,
+      "grad_norm": 0.2574149966239929,
+      "learning_rate": 8.819238121256455e-06,
+      "loss": 1.2179,
+      "step": 18512
+    },
+    {
+      "epoch": 5.514026694465645,
+      "grad_norm": 0.4223068058490753,
+      "learning_rate": 8.818280307971617e-06,
+      "loss": 1.1989,
+      "step": 18513
+    },
+    {
+      "epoch": 5.514324540665314,
+      "grad_norm": 0.2965776324272156,
+      "learning_rate": 8.81732250568136e-06,
+      "loss": 1.2182,
+      "step": 18514
+    },
+    {
+      "epoch": 5.514622386864983,
+      "grad_norm": 0.3070499002933502,
+      "learning_rate": 8.81636471439459e-06,
+      "loss": 1.2067,
+      "step": 18515
+    },
+    {
+      "epoch": 5.514920233064651,
+      "grad_norm": 0.2785414755344391,
+      "learning_rate": 8.815406934120228e-06,
+      "loss": 1.2132,
+      "step": 18516
+    },
+    {
+      "epoch": 5.5152180792643195,
+      "grad_norm": 0.2849379777908325,
+      "learning_rate": 8.814449164867183e-06,
+      "loss": 1.2151,
+      "step": 18517
+    },
+    {
+      "epoch": 5.515515925463989,
+      "grad_norm": 0.2550511658191681,
+      "learning_rate": 8.813491406644358e-06,
+      "loss": 1.1991,
+      "step": 18518
+    },
+    {
+      "epoch": 5.515813771663657,
+      "grad_norm": 0.5555850863456726,
+      "learning_rate": 8.812533659460675e-06,
+      "loss": 1.231,
+      "step": 18519
+    },
+    {
+      "epoch": 5.516111617863325,
+      "grad_norm": 0.4058053493499756,
+      "learning_rate": 8.811575923325036e-06,
+      "loss": 1.2164,
+      "step": 18520
+    },
+    {
+      "epoch": 5.516409464062995,
+      "grad_norm": 0.38803279399871826,
+      "learning_rate": 8.81061819824636e-06,
+      "loss": 1.22,
+      "step": 18521
+    },
+    {
+      "epoch": 5.516707310262663,
+      "grad_norm": 0.26936450600624084,
+      "learning_rate": 8.809660484233547e-06,
+      "loss": 1.2179,
+      "step": 18522
+    },
+    {
+      "epoch": 5.517005156462332,
+      "grad_norm": 0.6515083909034729,
+      "learning_rate": 8.808702781295514e-06,
+      "loss": 1.2145,
+      "step": 18523
+    },
+    {
+      "epoch": 5.5173030026620005,
+      "grad_norm": 0.3911673128604889,
+      "learning_rate": 8.807745089441175e-06,
+      "loss": 1.2138,
+      "step": 18524
+    },
+    {
+      "epoch": 5.517600848861669,
+      "grad_norm": 0.5121654868125916,
+      "learning_rate": 8.806787408679436e-06,
+      "loss": 1.2131,
+      "step": 18525
+    },
+    {
+      "epoch": 5.517898695061338,
+      "grad_norm": 0.26042410731315613,
+      "learning_rate": 8.805829739019201e-06,
+      "loss": 1.2077,
+      "step": 18526
+    },
+    {
+      "epoch": 5.518196541261006,
+      "grad_norm": 0.7270402908325195,
+      "learning_rate": 8.804872080469393e-06,
+      "loss": 1.2068,
+      "step": 18527
+    },
+    {
+      "epoch": 5.518494387460675,
+      "grad_norm": 0.2767256796360016,
+      "learning_rate": 8.803914433038912e-06,
+      "loss": 1.2086,
+      "step": 18528
+    },
+    {
+      "epoch": 5.518792233660344,
+      "grad_norm": 0.5118314027786255,
+      "learning_rate": 8.802956796736668e-06,
+      "loss": 1.2073,
+      "step": 18529
+    },
+    {
+      "epoch": 5.519090079860012,
+      "grad_norm": 0.2819366753101349,
+      "learning_rate": 8.801999171571577e-06,
+      "loss": 1.1999,
+      "step": 18530
+    },
+    {
+      "epoch": 5.5193879260596805,
+      "grad_norm": 0.440983384847641,
+      "learning_rate": 8.801041557552546e-06,
+      "loss": 1.2039,
+      "step": 18531
+    },
+    {
+      "epoch": 5.51968577225935,
+      "grad_norm": 0.3366145193576813,
+      "learning_rate": 8.800083954688481e-06,
+      "loss": 1.1966,
+      "step": 18532
+    },
+    {
+      "epoch": 5.519983618459018,
+      "grad_norm": 0.27563244104385376,
+      "learning_rate": 8.799126362988295e-06,
+      "loss": 1.2102,
+      "step": 18533
+    },
+    {
+      "epoch": 5.520281464658687,
+      "grad_norm": 0.370993047952652,
+      "learning_rate": 8.798168782460899e-06,
+      "loss": 1.1929,
+      "step": 18534
+    },
+    {
+      "epoch": 5.520579310858356,
+      "grad_norm": 0.2635239362716675,
+      "learning_rate": 8.797211213115195e-06,
+      "loss": 1.2147,
+      "step": 18535
+    },
+    {
+      "epoch": 5.520877157058024,
+      "grad_norm": 0.3107627034187317,
+      "learning_rate": 8.7962536549601e-06,
+      "loss": 1.2119,
+      "step": 18536
+    },
+    {
+      "epoch": 5.521175003257693,
+      "grad_norm": 0.3534769117832184,
+      "learning_rate": 8.795296108004517e-06,
+      "loss": 1.2235,
+      "step": 18537
+    },
+    {
+      "epoch": 5.5214728494573615,
+      "grad_norm": 0.25283482670783997,
+      "learning_rate": 8.794338572257362e-06,
+      "loss": 1.2023,
+      "step": 18538
+    },
+    {
+      "epoch": 5.52177069565703,
+      "grad_norm": 0.3561493754386902,
+      "learning_rate": 8.793381047727538e-06,
+      "loss": 1.2204,
+      "step": 18539
+    },
+    {
+      "epoch": 5.522068541856699,
+      "grad_norm": 0.26294341683387756,
+      "learning_rate": 8.792423534423951e-06,
+      "loss": 1.2209,
+      "step": 18540
+    },
+    {
+      "epoch": 5.522366388056367,
+      "grad_norm": 0.4278562664985657,
+      "learning_rate": 8.79146603235552e-06,
+      "loss": 1.2298,
+      "step": 18541
+    },
+    {
+      "epoch": 5.522664234256036,
+      "grad_norm": 0.2937805652618408,
+      "learning_rate": 8.790508541531147e-06,
+      "loss": 1.2144,
+      "step": 18542
+    },
+    {
+      "epoch": 5.522962080455705,
+      "grad_norm": 0.34140509366989136,
+      "learning_rate": 8.789551061959736e-06,
+      "loss": 1.2189,
+      "step": 18543
+    },
+    {
+      "epoch": 5.523259926655373,
+      "grad_norm": 0.27104368805885315,
+      "learning_rate": 8.788593593650204e-06,
+      "loss": 1.2167,
+      "step": 18544
+    },
+    {
+      "epoch": 5.5235577728550425,
+      "grad_norm": 0.45311427116394043,
+      "learning_rate": 8.787636136611455e-06,
+      "loss": 1.2114,
+      "step": 18545
+    },
+    {
+      "epoch": 5.523855619054711,
+      "grad_norm": 0.36299455165863037,
+      "learning_rate": 8.786678690852393e-06,
+      "loss": 1.2189,
+      "step": 18546
+    },
+    {
+      "epoch": 5.524153465254379,
+      "grad_norm": 0.31058499217033386,
+      "learning_rate": 8.785721256381935e-06,
+      "loss": 1.2253,
+      "step": 18547
+    },
+    {
+      "epoch": 5.524451311454047,
+      "grad_norm": 0.2723679840564728,
+      "learning_rate": 8.784763833208983e-06,
+      "loss": 1.2067,
+      "step": 18548
+    },
+    {
+      "epoch": 5.524749157653717,
+      "grad_norm": 0.34415721893310547,
+      "learning_rate": 8.783806421342444e-06,
+      "loss": 1.2154,
+      "step": 18549
+    },
+    {
+      "epoch": 5.525047003853385,
+      "grad_norm": 0.26098328828811646,
+      "learning_rate": 8.782849020791229e-06,
+      "loss": 1.2159,
+      "step": 18550
+    },
+    {
+      "epoch": 5.525344850053054,
+      "grad_norm": 0.3889535367488861,
+      "learning_rate": 8.781891631564244e-06,
+      "loss": 1.2156,
+      "step": 18551
+    },
+    {
+      "epoch": 5.5256426962527225,
+      "grad_norm": 0.30614978075027466,
+      "learning_rate": 8.780934253670392e-06,
+      "loss": 1.2065,
+      "step": 18552
+    },
+    {
+      "epoch": 5.525940542452391,
+      "grad_norm": 0.2868693768978119,
+      "learning_rate": 8.77997688711859e-06,
+      "loss": 1.2106,
+      "step": 18553
+    },
+    {
+      "epoch": 5.52623838865206,
+      "grad_norm": 0.2587234675884247,
+      "learning_rate": 8.779019531917738e-06,
+      "loss": 1.2135,
+      "step": 18554
+    },
+    {
+      "epoch": 5.526536234851728,
+      "grad_norm": 0.2812231183052063,
+      "learning_rate": 8.778062188076747e-06,
+      "loss": 1.2034,
+      "step": 18555
+    },
+    {
+      "epoch": 5.526834081051397,
+      "grad_norm": 0.27662885189056396,
+      "learning_rate": 8.77710485560452e-06,
+      "loss": 1.2187,
+      "step": 18556
+    },
+    {
+      "epoch": 5.527131927251066,
+      "grad_norm": 0.2594603896141052,
+      "learning_rate": 8.776147534509966e-06,
+      "loss": 1.2186,
+      "step": 18557
+    },
+    {
+      "epoch": 5.527429773450734,
+      "grad_norm": 0.27191632986068726,
+      "learning_rate": 8.775190224801993e-06,
+      "loss": 1.2423,
+      "step": 18558
+    },
+    {
+      "epoch": 5.527727619650403,
+      "grad_norm": 0.32991641759872437,
+      "learning_rate": 8.774232926489507e-06,
+      "loss": 1.2202,
+      "step": 18559
+    },
+    {
+      "epoch": 5.528025465850072,
+      "grad_norm": 0.330274373292923,
+      "learning_rate": 8.773275639581412e-06,
+      "loss": 1.2141,
+      "step": 18560
+    },
+    {
+      "epoch": 5.52832331204974,
+      "grad_norm": 0.4951980710029602,
+      "learning_rate": 8.77231836408662e-06,
+      "loss": 1.2053,
+      "step": 18561
+    },
+    {
+      "epoch": 5.528621158249409,
+      "grad_norm": 0.32925066351890564,
+      "learning_rate": 8.77136110001403e-06,
+      "loss": 1.2068,
+      "step": 18562
+    },
+    {
+      "epoch": 5.528919004449078,
+      "grad_norm": 0.7124512195587158,
+      "learning_rate": 8.770403847372555e-06,
+      "loss": 1.2128,
+      "step": 18563
+    },
+    {
+      "epoch": 5.529216850648746,
+      "grad_norm": 0.29837125539779663,
+      "learning_rate": 8.769446606171097e-06,
+      "loss": 1.217,
+      "step": 18564
+    },
+    {
+      "epoch": 5.529514696848415,
+      "grad_norm": 0.7584240436553955,
+      "learning_rate": 8.768489376418566e-06,
+      "loss": 1.2025,
+      "step": 18565
+    },
+    {
+      "epoch": 5.529812543048084,
+      "grad_norm": 0.3047201931476593,
+      "learning_rate": 8.767532158123861e-06,
+      "loss": 1.2153,
+      "step": 18566
+    },
+    {
+      "epoch": 5.530110389247752,
+      "grad_norm": 0.34465089440345764,
+      "learning_rate": 8.766574951295895e-06,
+      "loss": 1.2253,
+      "step": 18567
+    },
+    {
+      "epoch": 5.530408235447421,
+      "grad_norm": 0.3658747375011444,
+      "learning_rate": 8.76561775594357e-06,
+      "loss": 1.2177,
+      "step": 18568
+    },
+    {
+      "epoch": 5.530706081647089,
+      "grad_norm": 0.39325231313705444,
+      "learning_rate": 8.764660572075791e-06,
+      "loss": 1.2274,
+      "step": 18569
+    },
+    {
+      "epoch": 5.531003927846758,
+      "grad_norm": 0.32030919194221497,
+      "learning_rate": 8.76370339970147e-06,
+      "loss": 1.2102,
+      "step": 18570
+    },
+    {
+      "epoch": 5.531301774046427,
+      "grad_norm": 0.3121950626373291,
+      "learning_rate": 8.762746238829502e-06,
+      "loss": 1.2034,
+      "step": 18571
+    },
+    {
+      "epoch": 5.531599620246095,
+      "grad_norm": 0.2956571877002716,
+      "learning_rate": 8.761789089468803e-06,
+      "loss": 1.2112,
+      "step": 18572
+    },
+    {
+      "epoch": 5.5318974664457645,
+      "grad_norm": 0.28109005093574524,
+      "learning_rate": 8.760831951628274e-06,
+      "loss": 1.2143,
+      "step": 18573
+    },
+    {
+      "epoch": 5.532195312645433,
+      "grad_norm": 0.2740158438682556,
+      "learning_rate": 8.759874825316813e-06,
+      "loss": 1.2155,
+      "step": 18574
+    },
+    {
+      "epoch": 5.532493158845101,
+      "grad_norm": 0.2645137310028076,
+      "learning_rate": 8.758917710543334e-06,
+      "loss": 1.2234,
+      "step": 18575
+    },
+    {
+      "epoch": 5.53279100504477,
+      "grad_norm": 0.340607613325119,
+      "learning_rate": 8.757960607316742e-06,
+      "loss": 1.2356,
+      "step": 18576
+    },
+    {
+      "epoch": 5.533088851244439,
+      "grad_norm": 0.26851311326026917,
+      "learning_rate": 8.757003515645932e-06,
+      "loss": 1.212,
+      "step": 18577
+    },
+    {
+      "epoch": 5.533386697444107,
+      "grad_norm": 0.4204433560371399,
+      "learning_rate": 8.756046435539823e-06,
+      "loss": 1.217,
+      "step": 18578
+    },
+    {
+      "epoch": 5.533684543643776,
+      "grad_norm": 0.2745577096939087,
+      "learning_rate": 8.75508936700731e-06,
+      "loss": 1.2187,
+      "step": 18579
+    },
+    {
+      "epoch": 5.533982389843445,
+      "grad_norm": 0.40016692876815796,
+      "learning_rate": 8.754132310057297e-06,
+      "loss": 1.2246,
+      "step": 18580
+    },
+    {
+      "epoch": 5.534280236043113,
+      "grad_norm": 0.3720231354236603,
+      "learning_rate": 8.753175264698692e-06,
+      "loss": 1.1945,
+      "step": 18581
+    },
+    {
+      "epoch": 5.534578082242782,
+      "grad_norm": 0.24383926391601562,
+      "learning_rate": 8.7522182309404e-06,
+      "loss": 1.2113,
+      "step": 18582
+    },
+    {
+      "epoch": 5.5348759284424505,
+      "grad_norm": 0.27411460876464844,
+      "learning_rate": 8.751261208791321e-06,
+      "loss": 1.2208,
+      "step": 18583
+    },
+    {
+      "epoch": 5.535173774642119,
+      "grad_norm": 0.30837035179138184,
+      "learning_rate": 8.750304198260363e-06,
+      "loss": 1.2063,
+      "step": 18584
+    },
+    {
+      "epoch": 5.535471620841788,
+      "grad_norm": 0.28115174174308777,
+      "learning_rate": 8.749347199356427e-06,
+      "loss": 1.2168,
+      "step": 18585
+    },
+    {
+      "epoch": 5.535769467041456,
+      "grad_norm": 0.35087934136390686,
+      "learning_rate": 8.748390212088417e-06,
+      "loss": 1.2076,
+      "step": 18586
+    },
+    {
+      "epoch": 5.536067313241125,
+      "grad_norm": 0.33117544651031494,
+      "learning_rate": 8.74743323646524e-06,
+      "loss": 1.2235,
+      "step": 18587
+    },
+    {
+      "epoch": 5.536365159440794,
+      "grad_norm": 0.26276567578315735,
+      "learning_rate": 8.746476272495794e-06,
+      "loss": 1.2051,
+      "step": 18588
+    },
+    {
+      "epoch": 5.536663005640462,
+      "grad_norm": 0.40405192971229553,
+      "learning_rate": 8.74551932018899e-06,
+      "loss": 1.2053,
+      "step": 18589
+    },
+    {
+      "epoch": 5.536960851840131,
+      "grad_norm": 0.31916743516921997,
+      "learning_rate": 8.744562379553728e-06,
+      "loss": 1.2294,
+      "step": 18590
+    },
+    {
+      "epoch": 5.5372586980398,
+      "grad_norm": 0.28235921263694763,
+      "learning_rate": 8.743605450598904e-06,
+      "loss": 1.1922,
+      "step": 18591
+    },
+    {
+      "epoch": 5.537556544239468,
+      "grad_norm": 0.3274117410182953,
+      "learning_rate": 8.74264853333343e-06,
+      "loss": 1.2165,
+      "step": 18592
+    },
+    {
+      "epoch": 5.537854390439137,
+      "grad_norm": 0.365242063999176,
+      "learning_rate": 8.74169162776621e-06,
+      "loss": 1.2052,
+      "step": 18593
+    },
+    {
+      "epoch": 5.538152236638806,
+      "grad_norm": 0.25951096415519714,
+      "learning_rate": 8.74073473390614e-06,
+      "loss": 1.2147,
+      "step": 18594
+    },
+    {
+      "epoch": 5.538450082838474,
+      "grad_norm": 0.5193450450897217,
+      "learning_rate": 8.73977785176213e-06,
+      "loss": 1.215,
+      "step": 18595
+    },
+    {
+      "epoch": 5.538747929038143,
+      "grad_norm": 0.36995893716812134,
+      "learning_rate": 8.738820981343079e-06,
+      "loss": 1.2198,
+      "step": 18596
+    },
+    {
+      "epoch": 5.5390457752378115,
+      "grad_norm": 0.31989729404449463,
+      "learning_rate": 8.737864122657884e-06,
+      "loss": 1.2118,
+      "step": 18597
+    },
+    {
+      "epoch": 5.53934362143748,
+      "grad_norm": 0.4452241361141205,
+      "learning_rate": 8.736907275715455e-06,
+      "loss": 1.2305,
+      "step": 18598
+    },
+    {
+      "epoch": 5.539641467637149,
+      "grad_norm": 0.29764696955680847,
+      "learning_rate": 8.735950440524696e-06,
+      "loss": 1.2093,
+      "step": 18599
+    },
+    {
+      "epoch": 5.539939313836817,
+      "grad_norm": 0.27439337968826294,
+      "learning_rate": 8.734993617094503e-06,
+      "loss": 1.2046,
+      "step": 18600
+    },
+    {
+      "epoch": 5.540237160036487,
+      "grad_norm": 0.40285763144493103,
+      "learning_rate": 8.734036805433784e-06,
+      "loss": 1.2097,
+      "step": 18601
+    },
+    {
+      "epoch": 5.540535006236155,
+      "grad_norm": 0.30859941244125366,
+      "learning_rate": 8.733080005551437e-06,
+      "loss": 1.2013,
+      "step": 18602
+    },
+    {
+      "epoch": 5.540832852435823,
+      "grad_norm": 0.41414734721183777,
+      "learning_rate": 8.732123217456363e-06,
+      "loss": 1.204,
+      "step": 18603
+    },
+    {
+      "epoch": 5.5411306986354925,
+      "grad_norm": 0.3561864197254181,
+      "learning_rate": 8.731166441157467e-06,
+      "loss": 1.2186,
+      "step": 18604
+    },
+    {
+      "epoch": 5.541428544835161,
+      "grad_norm": 0.31468212604522705,
+      "learning_rate": 8.730209676663647e-06,
+      "loss": 1.2236,
+      "step": 18605
+    },
+    {
+      "epoch": 5.541726391034829,
+      "grad_norm": 0.2603742182254791,
+      "learning_rate": 8.729252923983812e-06,
+      "loss": 1.2058,
+      "step": 18606
+    },
+    {
+      "epoch": 5.542024237234498,
+      "grad_norm": 0.42395567893981934,
+      "learning_rate": 8.72829618312686e-06,
+      "loss": 1.2131,
+      "step": 18607
+    },
+    {
+      "epoch": 5.542322083434167,
+      "grad_norm": 0.2771393060684204,
+      "learning_rate": 8.727339454101685e-06,
+      "loss": 1.2138,
+      "step": 18608
+    },
+    {
+      "epoch": 5.542619929633835,
+      "grad_norm": 0.3564935028553009,
+      "learning_rate": 8.726382736917198e-06,
+      "loss": 1.208,
+      "step": 18609
+    },
+    {
+      "epoch": 5.542917775833504,
+      "grad_norm": 0.313340425491333,
+      "learning_rate": 8.725426031582297e-06,
+      "loss": 1.2148,
+      "step": 18610
+    },
+    {
+      "epoch": 5.5432156220331725,
+      "grad_norm": 0.43277180194854736,
+      "learning_rate": 8.724469338105879e-06,
+      "loss": 1.2183,
+      "step": 18611
+    },
+    {
+      "epoch": 5.543513468232842,
+      "grad_norm": 0.6412144899368286,
+      "learning_rate": 8.723512656496855e-06,
+      "loss": 1.2178,
+      "step": 18612
+    },
+    {
+      "epoch": 5.54381131443251,
+      "grad_norm": 0.3044149577617645,
+      "learning_rate": 8.722555986764117e-06,
+      "loss": 1.202,
+      "step": 18613
+    },
+    {
+      "epoch": 5.544109160632178,
+      "grad_norm": 0.5289282202720642,
+      "learning_rate": 8.721599328916566e-06,
+      "loss": 1.2052,
+      "step": 18614
+    },
+    {
+      "epoch": 5.544407006831847,
+      "grad_norm": 0.34878963232040405,
+      "learning_rate": 8.720642682963105e-06,
+      "loss": 1.2101,
+      "step": 18615
+    },
+    {
+      "epoch": 5.544704853031516,
+      "grad_norm": 0.35936352610588074,
+      "learning_rate": 8.719686048912638e-06,
+      "loss": 1.2199,
+      "step": 18616
+    },
+    {
+      "epoch": 5.545002699231184,
+      "grad_norm": 0.2650383412837982,
+      "learning_rate": 8.718729426774057e-06,
+      "loss": 1.2374,
+      "step": 18617
+    },
+    {
+      "epoch": 5.5453005454308535,
+      "grad_norm": 0.44902336597442627,
+      "learning_rate": 8.717772816556273e-06,
+      "loss": 1.2209,
+      "step": 18618
+    },
+    {
+      "epoch": 5.545598391630522,
+      "grad_norm": 0.3704821765422821,
+      "learning_rate": 8.716816218268174e-06,
+      "loss": 1.2021,
+      "step": 18619
+    },
+    {
+      "epoch": 5.54589623783019,
+      "grad_norm": 0.3121505677700043,
+      "learning_rate": 8.715859631918671e-06,
+      "loss": 1.2147,
+      "step": 18620
+    },
+    {
+      "epoch": 5.546194084029859,
+      "grad_norm": 0.3140326738357544,
+      "learning_rate": 8.714903057516658e-06,
+      "loss": 1.2442,
+      "step": 18621
+    },
+    {
+      "epoch": 5.546491930229528,
+      "grad_norm": 0.391445130109787,
+      "learning_rate": 8.713946495071036e-06,
+      "loss": 1.2062,
+      "step": 18622
+    },
+    {
+      "epoch": 5.546789776429196,
+      "grad_norm": 0.30727216601371765,
+      "learning_rate": 8.712989944590707e-06,
+      "loss": 1.2142,
+      "step": 18623
+    },
+    {
+      "epoch": 5.547087622628865,
+      "grad_norm": 0.6961880922317505,
+      "learning_rate": 8.712033406084569e-06,
+      "loss": 1.2115,
+      "step": 18624
+    },
+    {
+      "epoch": 5.547385468828534,
+      "grad_norm": 0.2826353907585144,
+      "learning_rate": 8.711076879561516e-06,
+      "loss": 1.2188,
+      "step": 18625
+    },
+    {
+      "epoch": 5.547683315028202,
+      "grad_norm": 0.5970001816749573,
+      "learning_rate": 8.710120365030456e-06,
+      "loss": 1.2031,
+      "step": 18626
+    },
+    {
+      "epoch": 5.547981161227871,
+      "grad_norm": 0.3100568652153015,
+      "learning_rate": 8.709163862500286e-06,
+      "loss": 1.2106,
+      "step": 18627
+    },
+    {
+      "epoch": 5.548279007427539,
+      "grad_norm": 0.3357331156730652,
+      "learning_rate": 8.708207371979899e-06,
+      "loss": 1.2049,
+      "step": 18628
+    },
+    {
+      "epoch": 5.548576853627209,
+      "grad_norm": 0.5884115695953369,
+      "learning_rate": 8.707250893478205e-06,
+      "loss": 1.2124,
+      "step": 18629
+    },
+    {
+      "epoch": 5.548874699826877,
+      "grad_norm": 0.2585620582103729,
+      "learning_rate": 8.706294427004096e-06,
+      "loss": 1.2203,
+      "step": 18630
+    },
+    {
+      "epoch": 5.549172546026545,
+      "grad_norm": 0.585599958896637,
+      "learning_rate": 8.705337972566468e-06,
+      "loss": 1.2078,
+      "step": 18631
+    },
+    {
+      "epoch": 5.5494703922262145,
+      "grad_norm": 0.3208726644515991,
+      "learning_rate": 8.70438153017423e-06,
+      "loss": 1.2138,
+      "step": 18632
+    },
+    {
+      "epoch": 5.549768238425883,
+      "grad_norm": 0.35780036449432373,
+      "learning_rate": 8.70342509983627e-06,
+      "loss": 1.2029,
+      "step": 18633
+    },
+    {
+      "epoch": 5.550066084625551,
+      "grad_norm": 0.39285334944725037,
+      "learning_rate": 8.702468681561489e-06,
+      "loss": 1.2305,
+      "step": 18634
+    },
+    {
+      "epoch": 5.55036393082522,
+      "grad_norm": 0.3960075080394745,
+      "learning_rate": 8.701512275358792e-06,
+      "loss": 1.2247,
+      "step": 18635
+    },
+    {
+      "epoch": 5.550661777024889,
+      "grad_norm": 0.28272077441215515,
+      "learning_rate": 8.700555881237067e-06,
+      "loss": 1.2208,
+      "step": 18636
+    },
+    {
+      "epoch": 5.550959623224557,
+      "grad_norm": 0.35603034496307373,
+      "learning_rate": 8.699599499205223e-06,
+      "loss": 1.2145,
+      "step": 18637
+    },
+    {
+      "epoch": 5.551257469424226,
+      "grad_norm": 0.3324495851993561,
+      "learning_rate": 8.698643129272153e-06,
+      "loss": 1.2128,
+      "step": 18638
+    },
+    {
+      "epoch": 5.551555315623895,
+      "grad_norm": 0.4525752067565918,
+      "learning_rate": 8.69768677144675e-06,
+      "loss": 1.1984,
+      "step": 18639
+    },
+    {
+      "epoch": 5.551853161823564,
+      "grad_norm": 0.31580206751823425,
+      "learning_rate": 8.696730425737919e-06,
+      "loss": 1.2108,
+      "step": 18640
+    },
+    {
+      "epoch": 5.552151008023232,
+      "grad_norm": 0.4952149987220764,
+      "learning_rate": 8.695774092154557e-06,
+      "loss": 1.2176,
+      "step": 18641
+    },
+    {
+      "epoch": 5.5524488542229005,
+      "grad_norm": 0.24655117094516754,
+      "learning_rate": 8.694817770705556e-06,
+      "loss": 1.1995,
+      "step": 18642
+    },
+    {
+      "epoch": 5.55274670042257,
+      "grad_norm": 0.4545476734638214,
+      "learning_rate": 8.693861461399822e-06,
+      "loss": 1.2256,
+      "step": 18643
+    },
+    {
+      "epoch": 5.553044546622238,
+      "grad_norm": 0.2850292921066284,
+      "learning_rate": 8.692905164246246e-06,
+      "loss": 1.2114,
+      "step": 18644
+    },
+    {
+      "epoch": 5.553342392821906,
+      "grad_norm": 0.3026027977466583,
+      "learning_rate": 8.691948879253725e-06,
+      "loss": 1.2075,
+      "step": 18645
+    },
+    {
+      "epoch": 5.5536402390215756,
+      "grad_norm": 0.2584564983844757,
+      "learning_rate": 8.69099260643116e-06,
+      "loss": 1.2205,
+      "step": 18646
+    },
+    {
+      "epoch": 5.553938085221244,
+      "grad_norm": 0.26178839802742004,
+      "learning_rate": 8.690036345787448e-06,
+      "loss": 1.2336,
+      "step": 18647
+    },
+    {
+      "epoch": 5.554235931420912,
+      "grad_norm": 0.31421634554862976,
+      "learning_rate": 8.68908009733148e-06,
+      "loss": 1.1965,
+      "step": 18648
+    },
+    {
+      "epoch": 5.554533777620581,
+      "grad_norm": 0.33658066391944885,
+      "learning_rate": 8.688123861072161e-06,
+      "loss": 1.2293,
+      "step": 18649
+    },
+    {
+      "epoch": 5.55483162382025,
+      "grad_norm": 0.279276967048645,
+      "learning_rate": 8.687167637018382e-06,
+      "loss": 1.2275,
+      "step": 18650
+    },
+    {
+      "epoch": 5.555129470019918,
+      "grad_norm": 0.328046590089798,
+      "learning_rate": 8.68621142517904e-06,
+      "loss": 1.2176,
+      "step": 18651
+    },
+    {
+      "epoch": 5.555427316219587,
+      "grad_norm": 0.41847747564315796,
+      "learning_rate": 8.685255225563036e-06,
+      "loss": 1.1987,
+      "step": 18652
+    },
+    {
+      "epoch": 5.555725162419256,
+      "grad_norm": 0.2721949517726898,
+      "learning_rate": 8.68429903817926e-06,
+      "loss": 1.2135,
+      "step": 18653
+    },
+    {
+      "epoch": 5.556023008618924,
+      "grad_norm": 0.3741403818130493,
+      "learning_rate": 8.683342863036614e-06,
+      "loss": 1.2309,
+      "step": 18654
+    },
+    {
+      "epoch": 5.556320854818593,
+      "grad_norm": 0.26806801557540894,
+      "learning_rate": 8.682386700143992e-06,
+      "loss": 1.2134,
+      "step": 18655
+    },
+    {
+      "epoch": 5.5566187010182615,
+      "grad_norm": 0.33318209648132324,
+      "learning_rate": 8.681430549510285e-06,
+      "loss": 1.206,
+      "step": 18656
+    },
+    {
+      "epoch": 5.556916547217931,
+      "grad_norm": 0.24343553185462952,
+      "learning_rate": 8.680474411144397e-06,
+      "loss": 1.2038,
+      "step": 18657
+    },
+    {
+      "epoch": 5.557214393417599,
+      "grad_norm": 0.31716734170913696,
+      "learning_rate": 8.679518285055223e-06,
+      "loss": 1.2201,
+      "step": 18658
+    },
+    {
+      "epoch": 5.557512239617267,
+      "grad_norm": 0.2625264823436737,
+      "learning_rate": 8.67856217125165e-06,
+      "loss": 1.2048,
+      "step": 18659
+    },
+    {
+      "epoch": 5.557810085816937,
+      "grad_norm": 0.2422669231891632,
+      "learning_rate": 8.677606069742585e-06,
+      "loss": 1.2226,
+      "step": 18660
+    },
+    {
+      "epoch": 5.558107932016605,
+      "grad_norm": 0.260936439037323,
+      "learning_rate": 8.676649980536917e-06,
+      "loss": 1.2042,
+      "step": 18661
+    },
+    {
+      "epoch": 5.558405778216273,
+      "grad_norm": 0.27901342511177063,
+      "learning_rate": 8.67569390364354e-06,
+      "loss": 1.2098,
+      "step": 18662
+    },
+    {
+      "epoch": 5.5587036244159425,
+      "grad_norm": 0.2622801661491394,
+      "learning_rate": 8.674737839071352e-06,
+      "loss": 1.2123,
+      "step": 18663
+    },
+    {
+      "epoch": 5.559001470615611,
+      "grad_norm": 0.28370293974876404,
+      "learning_rate": 8.67378178682925e-06,
+      "loss": 1.2006,
+      "step": 18664
+    },
+    {
+      "epoch": 5.559299316815279,
+      "grad_norm": 0.29662513732910156,
+      "learning_rate": 8.672825746926124e-06,
+      "loss": 1.2139,
+      "step": 18665
+    },
+    {
+      "epoch": 5.559597163014948,
+      "grad_norm": 0.2562781572341919,
+      "learning_rate": 8.671869719370875e-06,
+      "loss": 1.2201,
+      "step": 18666
+    },
+    {
+      "epoch": 5.559895009214617,
+      "grad_norm": 0.24717770516872406,
+      "learning_rate": 8.670913704172392e-06,
+      "loss": 1.2094,
+      "step": 18667
+    },
+    {
+      "epoch": 5.560192855414286,
+      "grad_norm": 0.33261075615882874,
+      "learning_rate": 8.669957701339571e-06,
+      "loss": 1.2179,
+      "step": 18668
+    },
+    {
+      "epoch": 5.560490701613954,
+      "grad_norm": 0.4968486726284027,
+      "learning_rate": 8.669001710881309e-06,
+      "loss": 1.2071,
+      "step": 18669
+    },
+    {
+      "epoch": 5.5607885478136225,
+      "grad_norm": 0.27463075518608093,
+      "learning_rate": 8.668045732806496e-06,
+      "loss": 1.2028,
+      "step": 18670
+    },
+    {
+      "epoch": 5.561086394013292,
+      "grad_norm": 0.615999698638916,
+      "learning_rate": 8.667089767124036e-06,
+      "loss": 1.2257,
+      "step": 18671
+    },
+    {
+      "epoch": 5.56138424021296,
+      "grad_norm": 0.36775702238082886,
+      "learning_rate": 8.666133813842814e-06,
+      "loss": 1.211,
+      "step": 18672
+    },
+    {
+      "epoch": 5.561682086412628,
+      "grad_norm": 0.3622463345527649,
+      "learning_rate": 8.665177872971722e-06,
+      "loss": 1.1954,
+      "step": 18673
+    },
+    {
+      "epoch": 5.561979932612298,
+      "grad_norm": 0.3058466613292694,
+      "learning_rate": 8.664221944519665e-06,
+      "loss": 1.2134,
+      "step": 18674
+    },
+    {
+      "epoch": 5.562277778811966,
+      "grad_norm": 0.3505442142486572,
+      "learning_rate": 8.663266028495526e-06,
+      "loss": 1.1974,
+      "step": 18675
+    },
+    {
+      "epoch": 5.562575625011634,
+      "grad_norm": 0.2794327437877655,
+      "learning_rate": 8.662310124908202e-06,
+      "loss": 1.2144,
+      "step": 18676
+    },
+    {
+      "epoch": 5.5628734712113035,
+      "grad_norm": 0.32328954339027405,
+      "learning_rate": 8.661354233766593e-06,
+      "loss": 1.2119,
+      "step": 18677
+    },
+    {
+      "epoch": 5.563171317410972,
+      "grad_norm": 0.2575834095478058,
+      "learning_rate": 8.660398355079585e-06,
+      "loss": 1.2076,
+      "step": 18678
+    },
+    {
+      "epoch": 5.563469163610641,
+      "grad_norm": 0.30577370524406433,
+      "learning_rate": 8.65944248885607e-06,
+      "loss": 1.229,
+      "step": 18679
+    },
+    {
+      "epoch": 5.563767009810309,
+      "grad_norm": 0.2884595990180969,
+      "learning_rate": 8.658486635104948e-06,
+      "loss": 1.2007,
+      "step": 18680
+    },
+    {
+      "epoch": 5.564064856009978,
+      "grad_norm": 0.4116250276565552,
+      "learning_rate": 8.657530793835111e-06,
+      "loss": 1.2152,
+      "step": 18681
+    },
+    {
+      "epoch": 5.564362702209646,
+      "grad_norm": 0.2661183476448059,
+      "learning_rate": 8.656574965055445e-06,
+      "loss": 1.2063,
+      "step": 18682
+    },
+    {
+      "epoch": 5.564660548409315,
+      "grad_norm": 0.5799434185028076,
+      "learning_rate": 8.655619148774853e-06,
+      "loss": 1.2191,
+      "step": 18683
+    },
+    {
+      "epoch": 5.564958394608984,
+      "grad_norm": 0.47470203042030334,
+      "learning_rate": 8.654663345002222e-06,
+      "loss": 1.214,
+      "step": 18684
+    },
+    {
+      "epoch": 5.565256240808653,
+      "grad_norm": 0.43432360887527466,
+      "learning_rate": 8.653707553746441e-06,
+      "loss": 1.2132,
+      "step": 18685
+    },
+    {
+      "epoch": 5.565554087008321,
+      "grad_norm": 0.6057737469673157,
+      "learning_rate": 8.652751775016411e-06,
+      "loss": 1.2212,
+      "step": 18686
+    },
+    {
+      "epoch": 5.565851933207989,
+      "grad_norm": 0.2544526755809784,
+      "learning_rate": 8.651796008821018e-06,
+      "loss": 1.1973,
+      "step": 18687
+    },
+    {
+      "epoch": 5.566149779407659,
+      "grad_norm": 0.4432823061943054,
+      "learning_rate": 8.650840255169161e-06,
+      "loss": 1.2099,
+      "step": 18688
+    },
+    {
+      "epoch": 5.566447625607327,
+      "grad_norm": 0.2819180488586426,
+      "learning_rate": 8.649884514069726e-06,
+      "loss": 1.1989,
+      "step": 18689
+    },
+    {
+      "epoch": 5.566745471806995,
+      "grad_norm": 0.3026280105113983,
+      "learning_rate": 8.648928785531606e-06,
+      "loss": 1.2189,
+      "step": 18690
+    },
+    {
+      "epoch": 5.5670433180066645,
+      "grad_norm": 0.3398076593875885,
+      "learning_rate": 8.647973069563696e-06,
+      "loss": 1.2319,
+      "step": 18691
+    },
+    {
+      "epoch": 5.567341164206333,
+      "grad_norm": 0.3294442892074585,
+      "learning_rate": 8.647017366174884e-06,
+      "loss": 1.2072,
+      "step": 18692
+    },
+    {
+      "epoch": 5.567639010406001,
+      "grad_norm": 0.316977322101593,
+      "learning_rate": 8.646061675374062e-06,
+      "loss": 1.2243,
+      "step": 18693
+    },
+    {
+      "epoch": 5.56793685660567,
+      "grad_norm": 0.28699055314064026,
+      "learning_rate": 8.645105997170128e-06,
+      "loss": 1.2149,
+      "step": 18694
+    },
+    {
+      "epoch": 5.568234702805339,
+      "grad_norm": 0.3433881402015686,
+      "learning_rate": 8.64415033157197e-06,
+      "loss": 1.2225,
+      "step": 18695
+    },
+    {
+      "epoch": 5.568532549005008,
+      "grad_norm": 0.2621270716190338,
+      "learning_rate": 8.643194678588473e-06,
+      "loss": 1.2206,
+      "step": 18696
+    },
+    {
+      "epoch": 5.568830395204676,
+      "grad_norm": 0.28355029225349426,
+      "learning_rate": 8.642239038228537e-06,
+      "loss": 1.2218,
+      "step": 18697
+    },
+    {
+      "epoch": 5.569128241404345,
+      "grad_norm": 0.41647031903266907,
+      "learning_rate": 8.641283410501048e-06,
+      "loss": 1.2096,
+      "step": 18698
+    },
+    {
+      "epoch": 5.569426087604014,
+      "grad_norm": 0.3549540340900421,
+      "learning_rate": 8.640327795414898e-06,
+      "loss": 1.2188,
+      "step": 18699
+    },
+    {
+      "epoch": 5.569723933803682,
+      "grad_norm": 0.31762734055519104,
+      "learning_rate": 8.639372192978982e-06,
+      "loss": 1.1985,
+      "step": 18700
+    },
+    {
+      "epoch": 5.5700217800033505,
+      "grad_norm": 0.336806982755661,
+      "learning_rate": 8.638416603202188e-06,
+      "loss": 1.2094,
+      "step": 18701
+    },
+    {
+      "epoch": 5.57031962620302,
+      "grad_norm": 0.27429044246673584,
+      "learning_rate": 8.6374610260934e-06,
+      "loss": 1.223,
+      "step": 18702
+    },
+    {
+      "epoch": 5.570617472402688,
+      "grad_norm": 0.29460474848747253,
+      "learning_rate": 8.636505461661521e-06,
+      "loss": 1.2174,
+      "step": 18703
+    },
+    {
+      "epoch": 5.570915318602356,
+      "grad_norm": 0.3771706819534302,
+      "learning_rate": 8.635549909915433e-06,
+      "loss": 1.2074,
+      "step": 18704
+    },
+    {
+      "epoch": 5.5712131648020256,
+      "grad_norm": 0.26914507150650024,
+      "learning_rate": 8.634594370864029e-06,
+      "loss": 1.2124,
+      "step": 18705
+    },
+    {
+      "epoch": 5.571511011001694,
+      "grad_norm": 0.31377163529396057,
+      "learning_rate": 8.6336388445162e-06,
+      "loss": 1.2175,
+      "step": 18706
+    },
+    {
+      "epoch": 5.571808857201363,
+      "grad_norm": 0.3108786344528198,
+      "learning_rate": 8.632683330880832e-06,
+      "loss": 1.2009,
+      "step": 18707
+    },
+    {
+      "epoch": 5.572106703401031,
+      "grad_norm": 0.29319754242897034,
+      "learning_rate": 8.63172782996682e-06,
+      "loss": 1.1998,
+      "step": 18708
+    },
+    {
+      "epoch": 5.5724045496007,
+      "grad_norm": 0.30423447489738464,
+      "learning_rate": 8.630772341783051e-06,
+      "loss": 1.2221,
+      "step": 18709
+    },
+    {
+      "epoch": 5.572702395800369,
+      "grad_norm": 0.36488884687423706,
+      "learning_rate": 8.629816866338414e-06,
+      "loss": 1.2176,
+      "step": 18710
+    },
+    {
+      "epoch": 5.573000242000037,
+      "grad_norm": 0.27655303478240967,
+      "learning_rate": 8.628861403641804e-06,
+      "loss": 1.2165,
+      "step": 18711
+    },
+    {
+      "epoch": 5.573298088199706,
+      "grad_norm": 0.31800028681755066,
+      "learning_rate": 8.627905953702106e-06,
+      "loss": 1.2167,
+      "step": 18712
+    },
+    {
+      "epoch": 5.573595934399375,
+      "grad_norm": 0.282143771648407,
+      "learning_rate": 8.626950516528208e-06,
+      "loss": 1.2117,
+      "step": 18713
+    },
+    {
+      "epoch": 5.573893780599043,
+      "grad_norm": 0.4625825583934784,
+      "learning_rate": 8.625995092129004e-06,
+      "loss": 1.2113,
+      "step": 18714
+    },
+    {
+      "epoch": 5.5741916267987115,
+      "grad_norm": 0.2888241410255432,
+      "learning_rate": 8.625039680513378e-06,
+      "loss": 1.2345,
+      "step": 18715
+    },
+    {
+      "epoch": 5.574489472998381,
+      "grad_norm": 0.4537830054759979,
+      "learning_rate": 8.624084281690221e-06,
+      "loss": 1.2212,
+      "step": 18716
+    },
+    {
+      "epoch": 5.574787319198049,
+      "grad_norm": 0.28274741768836975,
+      "learning_rate": 8.623128895668426e-06,
+      "loss": 1.1989,
+      "step": 18717
+    },
+    {
+      "epoch": 5.575085165397717,
+      "grad_norm": 0.48294222354888916,
+      "learning_rate": 8.622173522456877e-06,
+      "loss": 1.2164,
+      "step": 18718
+    },
+    {
+      "epoch": 5.575383011597387,
+      "grad_norm": 0.2852092385292053,
+      "learning_rate": 8.621218162064463e-06,
+      "loss": 1.2211,
+      "step": 18719
+    },
+    {
+      "epoch": 5.575680857797055,
+      "grad_norm": 0.27762648463249207,
+      "learning_rate": 8.620262814500074e-06,
+      "loss": 1.2014,
+      "step": 18720
+    },
+    {
+      "epoch": 5.575978703996723,
+      "grad_norm": 0.3186171352863312,
+      "learning_rate": 8.619307479772597e-06,
+      "loss": 1.2106,
+      "step": 18721
+    },
+    {
+      "epoch": 5.5762765501963925,
+      "grad_norm": 0.3749951124191284,
+      "learning_rate": 8.618352157890921e-06,
+      "loss": 1.2206,
+      "step": 18722
+    },
+    {
+      "epoch": 5.576574396396061,
+      "grad_norm": 0.28278741240501404,
+      "learning_rate": 8.617396848863937e-06,
+      "loss": 1.2109,
+      "step": 18723
+    },
+    {
+      "epoch": 5.57687224259573,
+      "grad_norm": 0.2718892991542816,
+      "learning_rate": 8.616441552700528e-06,
+      "loss": 1.2149,
+      "step": 18724
+    },
+    {
+      "epoch": 5.577170088795398,
+      "grad_norm": 0.4734122157096863,
+      "learning_rate": 8.615486269409587e-06,
+      "loss": 1.221,
+      "step": 18725
+    },
+    {
+      "epoch": 5.577467934995067,
+      "grad_norm": 0.3258187472820282,
+      "learning_rate": 8.614530998999996e-06,
+      "loss": 1.1993,
+      "step": 18726
+    },
+    {
+      "epoch": 5.577765781194736,
+      "grad_norm": 0.3898892402648926,
+      "learning_rate": 8.61357574148065e-06,
+      "loss": 1.2075,
+      "step": 18727
+    },
+    {
+      "epoch": 5.578063627394404,
+      "grad_norm": 0.32334861159324646,
+      "learning_rate": 8.61262049686043e-06,
+      "loss": 1.2034,
+      "step": 18728
+    },
+    {
+      "epoch": 5.5783614735940725,
+      "grad_norm": 0.3380454182624817,
+      "learning_rate": 8.61166526514823e-06,
+      "loss": 1.2182,
+      "step": 18729
+    },
+    {
+      "epoch": 5.578659319793742,
+      "grad_norm": 0.2916748821735382,
+      "learning_rate": 8.610710046352929e-06,
+      "loss": 1.2187,
+      "step": 18730
+    },
+    {
+      "epoch": 5.57895716599341,
+      "grad_norm": 0.3558313846588135,
+      "learning_rate": 8.609754840483422e-06,
+      "loss": 1.208,
+      "step": 18731
+    },
+    {
+      "epoch": 5.579255012193078,
+      "grad_norm": 0.32697343826293945,
+      "learning_rate": 8.60879964754859e-06,
+      "loss": 1.2068,
+      "step": 18732
+    },
+    {
+      "epoch": 5.579552858392748,
+      "grad_norm": 0.26370006799697876,
+      "learning_rate": 8.607844467557324e-06,
+      "loss": 1.2128,
+      "step": 18733
+    },
+    {
+      "epoch": 5.579850704592416,
+      "grad_norm": 0.3471877872943878,
+      "learning_rate": 8.60688930051851e-06,
+      "loss": 1.2152,
+      "step": 18734
+    },
+    {
+      "epoch": 5.580148550792085,
+      "grad_norm": 0.2663270831108093,
+      "learning_rate": 8.605934146441032e-06,
+      "loss": 1.2091,
+      "step": 18735
+    },
+    {
+      "epoch": 5.5804463969917535,
+      "grad_norm": 0.35175296664237976,
+      "learning_rate": 8.604979005333784e-06,
+      "loss": 1.2053,
+      "step": 18736
+    },
+    {
+      "epoch": 5.580744243191422,
+      "grad_norm": 0.28595876693725586,
+      "learning_rate": 8.604023877205649e-06,
+      "loss": 1.2011,
+      "step": 18737
+    },
+    {
+      "epoch": 5.581042089391091,
+      "grad_norm": 0.3111506998538971,
+      "learning_rate": 8.603068762065507e-06,
+      "loss": 1.2178,
+      "step": 18738
+    },
+    {
+      "epoch": 5.581339935590759,
+      "grad_norm": 0.4185241758823395,
+      "learning_rate": 8.60211365992225e-06,
+      "loss": 1.2049,
+      "step": 18739
+    },
+    {
+      "epoch": 5.581637781790428,
+      "grad_norm": 0.2716710567474365,
+      "learning_rate": 8.601158570784768e-06,
+      "loss": 1.2111,
+      "step": 18740
+    },
+    {
+      "epoch": 5.581935627990097,
+      "grad_norm": 0.4536549746990204,
+      "learning_rate": 8.600203494661936e-06,
+      "loss": 1.1988,
+      "step": 18741
+    },
+    {
+      "epoch": 5.582233474189765,
+      "grad_norm": 0.25362464785575867,
+      "learning_rate": 8.599248431562652e-06,
+      "loss": 1.2091,
+      "step": 18742
+    },
+    {
+      "epoch": 5.582531320389434,
+      "grad_norm": 0.5159428119659424,
+      "learning_rate": 8.598293381495797e-06,
+      "loss": 1.224,
+      "step": 18743
+    },
+    {
+      "epoch": 5.582829166589103,
+      "grad_norm": 0.2671842873096466,
+      "learning_rate": 8.597338344470252e-06,
+      "loss": 1.2188,
+      "step": 18744
+    },
+    {
+      "epoch": 5.583127012788771,
+      "grad_norm": 0.4450357258319855,
+      "learning_rate": 8.596383320494907e-06,
+      "loss": 1.2102,
+      "step": 18745
+    },
+    {
+      "epoch": 5.58342485898844,
+      "grad_norm": 0.2808002233505249,
+      "learning_rate": 8.595428309578649e-06,
+      "loss": 1.2119,
+      "step": 18746
+    },
+    {
+      "epoch": 5.583722705188109,
+      "grad_norm": 0.3414168953895569,
+      "learning_rate": 8.594473311730357e-06,
+      "loss": 1.2076,
+      "step": 18747
+    },
+    {
+      "epoch": 5.584020551387777,
+      "grad_norm": 0.2827218770980835,
+      "learning_rate": 8.593518326958927e-06,
+      "loss": 1.1986,
+      "step": 18748
+    },
+    {
+      "epoch": 5.584318397587445,
+      "grad_norm": 0.45315414667129517,
+      "learning_rate": 8.592563355273237e-06,
+      "loss": 1.206,
+      "step": 18749
+    },
+    {
+      "epoch": 5.5846162437871145,
+      "grad_norm": 0.4909801781177521,
+      "learning_rate": 8.591608396682168e-06,
+      "loss": 1.207,
+      "step": 18750
+    },
+    {
+      "epoch": 5.584914089986783,
+      "grad_norm": 0.28537270426750183,
+      "learning_rate": 8.59065345119461e-06,
+      "loss": 1.1959,
+      "step": 18751
+    },
+    {
+      "epoch": 5.585211936186452,
+      "grad_norm": 0.2702919542789459,
+      "learning_rate": 8.589698518819445e-06,
+      "loss": 1.2125,
+      "step": 18752
+    },
+    {
+      "epoch": 5.58550978238612,
+      "grad_norm": 0.2869855463504791,
+      "learning_rate": 8.588743599565565e-06,
+      "loss": 1.2124,
+      "step": 18753
+    },
+    {
+      "epoch": 5.585807628585789,
+      "grad_norm": 0.2739764451980591,
+      "learning_rate": 8.58778869344185e-06,
+      "loss": 1.2187,
+      "step": 18754
+    },
+    {
+      "epoch": 5.586105474785458,
+      "grad_norm": 0.2951570153236389,
+      "learning_rate": 8.586833800457178e-06,
+      "loss": 1.1987,
+      "step": 18755
+    },
+    {
+      "epoch": 5.586403320985126,
+      "grad_norm": 0.2770441770553589,
+      "learning_rate": 8.585878920620442e-06,
+      "loss": 1.2057,
+      "step": 18756
+    },
+    {
+      "epoch": 5.586701167184795,
+      "grad_norm": 0.3250736594200134,
+      "learning_rate": 8.58492405394052e-06,
+      "loss": 1.2193,
+      "step": 18757
+    },
+    {
+      "epoch": 5.586999013384464,
+      "grad_norm": 0.2726987600326538,
+      "learning_rate": 8.5839692004263e-06,
+      "loss": 1.2042,
+      "step": 18758
+    },
+    {
+      "epoch": 5.587296859584132,
+      "grad_norm": 0.35027015209198,
+      "learning_rate": 8.583014360086666e-06,
+      "loss": 1.2219,
+      "step": 18759
+    },
+    {
+      "epoch": 5.5875947057838005,
+      "grad_norm": 0.26397666335105896,
+      "learning_rate": 8.5820595329305e-06,
+      "loss": 1.2154,
+      "step": 18760
+    },
+    {
+      "epoch": 5.58789255198347,
+      "grad_norm": 0.297736257314682,
+      "learning_rate": 8.581104718966683e-06,
+      "loss": 1.1915,
+      "step": 18761
+    },
+    {
+      "epoch": 5.588190398183138,
+      "grad_norm": 0.2567819356918335,
+      "learning_rate": 8.580149918204103e-06,
+      "loss": 1.2153,
+      "step": 18762
+    },
+    {
+      "epoch": 5.588488244382807,
+      "grad_norm": 0.25121933221817017,
+      "learning_rate": 8.579195130651643e-06,
+      "loss": 1.2009,
+      "step": 18763
+    },
+    {
+      "epoch": 5.5887860905824756,
+      "grad_norm": 0.2932000160217285,
+      "learning_rate": 8.578240356318182e-06,
+      "loss": 1.2024,
+      "step": 18764
+    },
+    {
+      "epoch": 5.589083936782144,
+      "grad_norm": 0.2614770531654358,
+      "learning_rate": 8.577285595212609e-06,
+      "loss": 1.2157,
+      "step": 18765
+    },
+    {
+      "epoch": 5.589381782981813,
+      "grad_norm": 0.4117249548435211,
+      "learning_rate": 8.576330847343805e-06,
+      "loss": 1.2268,
+      "step": 18766
+    },
+    {
+      "epoch": 5.589679629181481,
+      "grad_norm": 0.2886642813682556,
+      "learning_rate": 8.575376112720646e-06,
+      "loss": 1.2096,
+      "step": 18767
+    },
+    {
+      "epoch": 5.58997747538115,
+      "grad_norm": 0.6023201942443848,
+      "learning_rate": 8.574421391352025e-06,
+      "loss": 1.2227,
+      "step": 18768
+    },
+    {
+      "epoch": 5.590275321580819,
+      "grad_norm": 0.3868212401866913,
+      "learning_rate": 8.573466683246818e-06,
+      "loss": 1.197,
+      "step": 18769
+    },
+    {
+      "epoch": 5.590573167780487,
+      "grad_norm": 0.555033266544342,
+      "learning_rate": 8.572511988413911e-06,
+      "loss": 1.2141,
+      "step": 18770
+    },
+    {
+      "epoch": 5.590871013980156,
+      "grad_norm": 0.41188016533851624,
+      "learning_rate": 8.571557306862187e-06,
+      "loss": 1.1943,
+      "step": 18771
+    },
+    {
+      "epoch": 5.591168860179825,
+      "grad_norm": 0.30140528082847595,
+      "learning_rate": 8.570602638600522e-06,
+      "loss": 1.2171,
+      "step": 18772
+    },
+    {
+      "epoch": 5.591466706379493,
+      "grad_norm": 0.2842493951320648,
+      "learning_rate": 8.569647983637807e-06,
+      "loss": 1.2128,
+      "step": 18773
+    },
+    {
+      "epoch": 5.591764552579162,
+      "grad_norm": 0.28710734844207764,
+      "learning_rate": 8.568693341982916e-06,
+      "loss": 1.2281,
+      "step": 18774
+    },
+    {
+      "epoch": 5.592062398778831,
+      "grad_norm": 0.3069527745246887,
+      "learning_rate": 8.567738713644733e-06,
+      "loss": 1.2262,
+      "step": 18775
+    },
+    {
+      "epoch": 5.592360244978499,
+      "grad_norm": 0.2823931872844696,
+      "learning_rate": 8.566784098632145e-06,
+      "loss": 1.2168,
+      "step": 18776
+    },
+    {
+      "epoch": 5.592658091178168,
+      "grad_norm": 0.2592270076274872,
+      "learning_rate": 8.565829496954031e-06,
+      "loss": 1.2094,
+      "step": 18777
+    },
+    {
+      "epoch": 5.592955937377837,
+      "grad_norm": 0.2832771837711334,
+      "learning_rate": 8.564874908619267e-06,
+      "loss": 1.2212,
+      "step": 18778
+    },
+    {
+      "epoch": 5.593253783577505,
+      "grad_norm": 0.3229985535144806,
+      "learning_rate": 8.563920333636741e-06,
+      "loss": 1.2213,
+      "step": 18779
+    },
+    {
+      "epoch": 5.593551629777174,
+      "grad_norm": 0.36390164494514465,
+      "learning_rate": 8.56296577201533e-06,
+      "loss": 1.2064,
+      "step": 18780
+    },
+    {
+      "epoch": 5.5938494759768425,
+      "grad_norm": 0.3118399977684021,
+      "learning_rate": 8.562011223763915e-06,
+      "loss": 1.2143,
+      "step": 18781
+    },
+    {
+      "epoch": 5.594147322176511,
+      "grad_norm": 0.3940849304199219,
+      "learning_rate": 8.561056688891384e-06,
+      "loss": 1.2118,
+      "step": 18782
+    },
+    {
+      "epoch": 5.59444516837618,
+      "grad_norm": 0.32886838912963867,
+      "learning_rate": 8.560102167406613e-06,
+      "loss": 1.2108,
+      "step": 18783
+    },
+    {
+      "epoch": 5.594743014575848,
+      "grad_norm": 0.4006761610507965,
+      "learning_rate": 8.559147659318477e-06,
+      "loss": 1.2062,
+      "step": 18784
+    },
+    {
+      "epoch": 5.595040860775517,
+      "grad_norm": 0.36049771308898926,
+      "learning_rate": 8.558193164635867e-06,
+      "loss": 1.2015,
+      "step": 18785
+    },
+    {
+      "epoch": 5.595338706975186,
+      "grad_norm": 0.5363227128982544,
+      "learning_rate": 8.557238683367654e-06,
+      "loss": 1.2056,
+      "step": 18786
+    },
+    {
+      "epoch": 5.595636553174854,
+      "grad_norm": 0.2785434126853943,
+      "learning_rate": 8.556284215522728e-06,
+      "loss": 1.2278,
+      "step": 18787
+    },
+    {
+      "epoch": 5.5959343993745225,
+      "grad_norm": 0.4219331443309784,
+      "learning_rate": 8.555329761109964e-06,
+      "loss": 1.2122,
+      "step": 18788
+    },
+    {
+      "epoch": 5.596232245574192,
+      "grad_norm": 0.353397011756897,
+      "learning_rate": 8.55437532013824e-06,
+      "loss": 1.2174,
+      "step": 18789
+    },
+    {
+      "epoch": 5.59653009177386,
+      "grad_norm": 0.37983760237693787,
+      "learning_rate": 8.55342089261644e-06,
+      "loss": 1.2183,
+      "step": 18790
+    },
+    {
+      "epoch": 5.596827937973529,
+      "grad_norm": 0.47747302055358887,
+      "learning_rate": 8.55246647855344e-06,
+      "loss": 1.2159,
+      "step": 18791
+    },
+    {
+      "epoch": 5.597125784173198,
+      "grad_norm": 0.3402019143104553,
+      "learning_rate": 8.551512077958125e-06,
+      "loss": 1.2093,
+      "step": 18792
+    },
+    {
+      "epoch": 5.597423630372866,
+      "grad_norm": 0.43803659081459045,
+      "learning_rate": 8.55055769083937e-06,
+      "loss": 1.2114,
+      "step": 18793
+    },
+    {
+      "epoch": 5.597721476572535,
+      "grad_norm": 0.2545213997364044,
+      "learning_rate": 8.549603317206058e-06,
+      "loss": 1.2043,
+      "step": 18794
+    },
+    {
+      "epoch": 5.5980193227722035,
+      "grad_norm": 0.4699476361274719,
+      "learning_rate": 8.548648957067065e-06,
+      "loss": 1.2068,
+      "step": 18795
+    },
+    {
+      "epoch": 5.598317168971872,
+      "grad_norm": 0.36989253759384155,
+      "learning_rate": 8.547694610431275e-06,
+      "loss": 1.1999,
+      "step": 18796
+    },
+    {
+      "epoch": 5.598615015171541,
+      "grad_norm": 0.6188362836837769,
+      "learning_rate": 8.54674027730756e-06,
+      "loss": 1.2172,
+      "step": 18797
+    },
+    {
+      "epoch": 5.598912861371209,
+      "grad_norm": 0.349924236536026,
+      "learning_rate": 8.545785957704803e-06,
+      "loss": 1.2266,
+      "step": 18798
+    },
+    {
+      "epoch": 5.599210707570878,
+      "grad_norm": 0.2815835475921631,
+      "learning_rate": 8.544831651631887e-06,
+      "loss": 1.2155,
+      "step": 18799
+    },
+    {
+      "epoch": 5.599508553770547,
+      "grad_norm": 0.6178797483444214,
+      "learning_rate": 8.543877359097685e-06,
+      "loss": 1.2115,
+      "step": 18800
+    },
+    {
+      "epoch": 5.599806399970215,
+      "grad_norm": 0.30827033519744873,
+      "learning_rate": 8.542923080111074e-06,
+      "loss": 1.2162,
+      "step": 18801
+    },
+    {
+      "epoch": 5.6001042461698844,
+      "grad_norm": 0.6834231615066528,
+      "learning_rate": 8.54196881468094e-06,
+      "loss": 1.2137,
+      "step": 18802
+    },
+    {
+      "epoch": 5.600402092369553,
+      "grad_norm": 0.27194470167160034,
+      "learning_rate": 8.541014562816155e-06,
+      "loss": 1.2091,
+      "step": 18803
+    },
+    {
+      "epoch": 5.600699938569221,
+      "grad_norm": 0.5771031379699707,
+      "learning_rate": 8.540060324525599e-06,
+      "loss": 1.2368,
+      "step": 18804
+    },
+    {
+      "epoch": 5.60099778476889,
+      "grad_norm": 0.31596338748931885,
+      "learning_rate": 8.539106099818153e-06,
+      "loss": 1.2241,
+      "step": 18805
+    },
+    {
+      "epoch": 5.601295630968559,
+      "grad_norm": 0.5005790591239929,
+      "learning_rate": 8.538151888702689e-06,
+      "loss": 1.2164,
+      "step": 18806
+    },
+    {
+      "epoch": 5.601593477168227,
+      "grad_norm": 0.48484519124031067,
+      "learning_rate": 8.53719769118809e-06,
+      "loss": 1.2168,
+      "step": 18807
+    },
+    {
+      "epoch": 5.601891323367896,
+      "grad_norm": 0.37810784578323364,
+      "learning_rate": 8.536243507283237e-06,
+      "loss": 1.2111,
+      "step": 18808
+    },
+    {
+      "epoch": 5.6021891695675645,
+      "grad_norm": 0.4823022782802582,
+      "learning_rate": 8.535289336996994e-06,
+      "loss": 1.2149,
+      "step": 18809
+    },
+    {
+      "epoch": 5.602487015767233,
+      "grad_norm": 0.2944742441177368,
+      "learning_rate": 8.534335180338252e-06,
+      "loss": 1.2198,
+      "step": 18810
+    },
+    {
+      "epoch": 5.602784861966902,
+      "grad_norm": 0.5242235064506531,
+      "learning_rate": 8.533381037315886e-06,
+      "loss": 1.2257,
+      "step": 18811
+    },
+    {
+      "epoch": 5.60308270816657,
+      "grad_norm": 0.3142121136188507,
+      "learning_rate": 8.532426907938766e-06,
+      "loss": 1.2181,
+      "step": 18812
+    },
+    {
+      "epoch": 5.60338055436624,
+      "grad_norm": 0.6312505602836609,
+      "learning_rate": 8.531472792215777e-06,
+      "loss": 1.2207,
+      "step": 18813
+    },
+    {
+      "epoch": 5.603678400565908,
+      "grad_norm": 0.2981034517288208,
+      "learning_rate": 8.530518690155791e-06,
+      "loss": 1.2019,
+      "step": 18814
+    },
+    {
+      "epoch": 5.603976246765576,
+      "grad_norm": 0.47545936703681946,
+      "learning_rate": 8.529564601767688e-06,
+      "loss": 1.2126,
+      "step": 18815
+    },
+    {
+      "epoch": 5.604274092965245,
+      "grad_norm": 0.33774271607398987,
+      "learning_rate": 8.528610527060343e-06,
+      "loss": 1.205,
+      "step": 18816
+    },
+    {
+      "epoch": 5.604571939164914,
+      "grad_norm": 0.5593737959861755,
+      "learning_rate": 8.527656466042635e-06,
+      "loss": 1.2098,
+      "step": 18817
+    },
+    {
+      "epoch": 5.604869785364582,
+      "grad_norm": 0.2931670844554901,
+      "learning_rate": 8.526702418723434e-06,
+      "loss": 1.2033,
+      "step": 18818
+    },
+    {
+      "epoch": 5.605167631564251,
+      "grad_norm": 0.3417098820209503,
+      "learning_rate": 8.525748385111627e-06,
+      "loss": 1.2194,
+      "step": 18819
+    },
+    {
+      "epoch": 5.60546547776392,
+      "grad_norm": 0.30952945351600647,
+      "learning_rate": 8.524794365216079e-06,
+      "loss": 1.2114,
+      "step": 18820
+    },
+    {
+      "epoch": 5.605763323963588,
+      "grad_norm": 0.28921374678611755,
+      "learning_rate": 8.523840359045671e-06,
+      "loss": 1.2054,
+      "step": 18821
+    },
+    {
+      "epoch": 5.606061170163257,
+      "grad_norm": 0.4081917703151703,
+      "learning_rate": 8.522886366609284e-06,
+      "loss": 1.2007,
+      "step": 18822
+    },
+    {
+      "epoch": 5.6063590163629256,
+      "grad_norm": 0.27021026611328125,
+      "learning_rate": 8.521932387915785e-06,
+      "loss": 1.2161,
+      "step": 18823
+    },
+    {
+      "epoch": 5.606656862562594,
+      "grad_norm": 0.3343936800956726,
+      "learning_rate": 8.520978422974056e-06,
+      "loss": 1.2213,
+      "step": 18824
+    },
+    {
+      "epoch": 5.606954708762263,
+      "grad_norm": 0.38951677083969116,
+      "learning_rate": 8.520024471792973e-06,
+      "loss": 1.2167,
+      "step": 18825
+    },
+    {
+      "epoch": 5.607252554961931,
+      "grad_norm": 0.28023195266723633,
+      "learning_rate": 8.519070534381402e-06,
+      "loss": 1.212,
+      "step": 18826
+    },
+    {
+      "epoch": 5.6075504011616,
+      "grad_norm": 0.3627184331417084,
+      "learning_rate": 8.518116610748229e-06,
+      "loss": 1.2015,
+      "step": 18827
+    },
+    {
+      "epoch": 5.607848247361269,
+      "grad_norm": 0.4622196555137634,
+      "learning_rate": 8.517162700902327e-06,
+      "loss": 1.2171,
+      "step": 18828
+    },
+    {
+      "epoch": 5.608146093560937,
+      "grad_norm": 0.24727940559387207,
+      "learning_rate": 8.516208804852563e-06,
+      "loss": 1.2236,
+      "step": 18829
+    },
+    {
+      "epoch": 5.6084439397606065,
+      "grad_norm": 0.49555546045303345,
+      "learning_rate": 8.515254922607826e-06,
+      "loss": 1.2069,
+      "step": 18830
+    },
+    {
+      "epoch": 5.608741785960275,
+      "grad_norm": 0.33231067657470703,
+      "learning_rate": 8.51430105417698e-06,
+      "loss": 1.2274,
+      "step": 18831
+    },
+    {
+      "epoch": 5.609039632159943,
+      "grad_norm": 0.3582731783390045,
+      "learning_rate": 8.5133471995689e-06,
+      "loss": 1.221,
+      "step": 18832
+    },
+    {
+      "epoch": 5.609337478359612,
+      "grad_norm": 0.29329031705856323,
+      "learning_rate": 8.512393358792464e-06,
+      "loss": 1.2344,
+      "step": 18833
+    },
+    {
+      "epoch": 5.609635324559281,
+      "grad_norm": 0.8112807273864746,
+      "learning_rate": 8.511439531856546e-06,
+      "loss": 1.2053,
+      "step": 18834
+    },
+    {
+      "epoch": 5.609933170758949,
+      "grad_norm": 0.42413321137428284,
+      "learning_rate": 8.510485718770023e-06,
+      "loss": 1.2241,
+      "step": 18835
+    },
+    {
+      "epoch": 5.610231016958618,
+      "grad_norm": 0.509304404258728,
+      "learning_rate": 8.509531919541766e-06,
+      "loss": 1.2085,
+      "step": 18836
+    },
+    {
+      "epoch": 5.610528863158287,
+      "grad_norm": 0.2927802801132202,
+      "learning_rate": 8.508578134180646e-06,
+      "loss": 1.222,
+      "step": 18837
+    },
+    {
+      "epoch": 5.610826709357955,
+      "grad_norm": 0.6966512799263,
+      "learning_rate": 8.507624362695544e-06,
+      "loss": 1.1927,
+      "step": 18838
+    },
+    {
+      "epoch": 5.611124555557624,
+      "grad_norm": 0.2601867914199829,
+      "learning_rate": 8.506670605095327e-06,
+      "loss": 1.2122,
+      "step": 18839
+    },
+    {
+      "epoch": 5.6114224017572925,
+      "grad_norm": 0.619441568851471,
+      "learning_rate": 8.50571686138887e-06,
+      "loss": 1.224,
+      "step": 18840
+    },
+    {
+      "epoch": 5.611720247956962,
+      "grad_norm": 0.25965413451194763,
+      "learning_rate": 8.504763131585051e-06,
+      "loss": 1.2239,
+      "step": 18841
+    },
+    {
+      "epoch": 5.61201809415663,
+      "grad_norm": 0.41319066286087036,
+      "learning_rate": 8.503809415692743e-06,
+      "loss": 1.2229,
+      "step": 18842
+    },
+    {
+      "epoch": 5.612315940356298,
+      "grad_norm": 0.4615105390548706,
+      "learning_rate": 8.50285571372081e-06,
+      "loss": 1.236,
+      "step": 18843
+    },
+    {
+      "epoch": 5.6126137865559675,
+      "grad_norm": 0.3761954605579376,
+      "learning_rate": 8.501902025678139e-06,
+      "loss": 1.2214,
+      "step": 18844
+    },
+    {
+      "epoch": 5.612911632755636,
+      "grad_norm": 0.6200788617134094,
+      "learning_rate": 8.500948351573591e-06,
+      "loss": 1.1989,
+      "step": 18845
+    },
+    {
+      "epoch": 5.613209478955304,
+      "grad_norm": 0.24761039018630981,
+      "learning_rate": 8.499994691416043e-06,
+      "loss": 1.2109,
+      "step": 18846
+    },
+    {
+      "epoch": 5.613507325154973,
+      "grad_norm": 0.6030553579330444,
+      "learning_rate": 8.499041045214373e-06,
+      "loss": 1.2018,
+      "step": 18847
+    },
+    {
+      "epoch": 5.613805171354642,
+      "grad_norm": 0.42672887444496155,
+      "learning_rate": 8.498087412977448e-06,
+      "loss": 1.2113,
+      "step": 18848
+    },
+    {
+      "epoch": 5.61410301755431,
+      "grad_norm": 0.44532349705696106,
+      "learning_rate": 8.497133794714138e-06,
+      "loss": 1.2105,
+      "step": 18849
+    },
+    {
+      "epoch": 5.614400863753979,
+      "grad_norm": 0.624701976776123,
+      "learning_rate": 8.49618019043332e-06,
+      "loss": 1.2215,
+      "step": 18850
+    },
+    {
+      "epoch": 5.614698709953648,
+      "grad_norm": 0.2653880715370178,
+      "learning_rate": 8.495226600143867e-06,
+      "loss": 1.2222,
+      "step": 18851
+    },
+    {
+      "epoch": 5.614996556153316,
+      "grad_norm": 0.5351306200027466,
+      "learning_rate": 8.494273023854649e-06,
+      "loss": 1.1984,
+      "step": 18852
+    },
+    {
+      "epoch": 5.615294402352985,
+      "grad_norm": 0.38506999611854553,
+      "learning_rate": 8.493319461574539e-06,
+      "loss": 1.1987,
+      "step": 18853
+    },
+    {
+      "epoch": 5.6155922485526535,
+      "grad_norm": 0.38100340962409973,
+      "learning_rate": 8.492365913312404e-06,
+      "loss": 1.204,
+      "step": 18854
+    },
+    {
+      "epoch": 5.615890094752322,
+      "grad_norm": 0.44310852885246277,
+      "learning_rate": 8.491412379077125e-06,
+      "loss": 1.2164,
+      "step": 18855
+    },
+    {
+      "epoch": 5.616187940951991,
+      "grad_norm": 0.32990390062332153,
+      "learning_rate": 8.490458858877566e-06,
+      "loss": 1.221,
+      "step": 18856
+    },
+    {
+      "epoch": 5.616485787151659,
+      "grad_norm": 0.4279313385486603,
+      "learning_rate": 8.489505352722598e-06,
+      "loss": 1.2042,
+      "step": 18857
+    },
+    {
+      "epoch": 5.616783633351329,
+      "grad_norm": 0.4555051922798157,
+      "learning_rate": 8.4885518606211e-06,
+      "loss": 1.2099,
+      "step": 18858
+    },
+    {
+      "epoch": 5.617081479550997,
+      "grad_norm": 0.2626411020755768,
+      "learning_rate": 8.487598382581939e-06,
+      "loss": 1.218,
+      "step": 18859
+    },
+    {
+      "epoch": 5.617379325750665,
+      "grad_norm": 0.534856915473938,
+      "learning_rate": 8.48664491861398e-06,
+      "loss": 1.2085,
+      "step": 18860
+    },
+    {
+      "epoch": 5.6176771719503344,
+      "grad_norm": 0.3554114103317261,
+      "learning_rate": 8.485691468726103e-06,
+      "loss": 1.2312,
+      "step": 18861
+    },
+    {
+      "epoch": 5.617975018150003,
+      "grad_norm": 0.2575479745864868,
+      "learning_rate": 8.484738032927173e-06,
+      "loss": 1.2201,
+      "step": 18862
+    },
+    {
+      "epoch": 5.618272864349671,
+      "grad_norm": 0.34061622619628906,
+      "learning_rate": 8.48378461122606e-06,
+      "loss": 1.2132,
+      "step": 18863
+    },
+    {
+      "epoch": 5.61857071054934,
+      "grad_norm": 0.37505868077278137,
+      "learning_rate": 8.482831203631643e-06,
+      "loss": 1.2189,
+      "step": 18864
+    },
+    {
+      "epoch": 5.618868556749009,
+      "grad_norm": 0.25552624464035034,
+      "learning_rate": 8.481877810152785e-06,
+      "loss": 1.2091,
+      "step": 18865
+    },
+    {
+      "epoch": 5.619166402948677,
+      "grad_norm": 0.35332217812538147,
+      "learning_rate": 8.480924430798356e-06,
+      "loss": 1.2025,
+      "step": 18866
+    },
+    {
+      "epoch": 5.619464249148346,
+      "grad_norm": 0.27599403262138367,
+      "learning_rate": 8.47997106557723e-06,
+      "loss": 1.2023,
+      "step": 18867
+    },
+    {
+      "epoch": 5.6197620953480145,
+      "grad_norm": 0.2798996567726135,
+      "learning_rate": 8.479017714498272e-06,
+      "loss": 1.205,
+      "step": 18868
+    },
+    {
+      "epoch": 5.620059941547684,
+      "grad_norm": 0.2830234467983246,
+      "learning_rate": 8.478064377570356e-06,
+      "loss": 1.2093,
+      "step": 18869
+    },
+    {
+      "epoch": 5.620357787747352,
+      "grad_norm": 0.24677562713623047,
+      "learning_rate": 8.477111054802353e-06,
+      "loss": 1.2056,
+      "step": 18870
+    },
+    {
+      "epoch": 5.62065563394702,
+      "grad_norm": 0.2698245048522949,
+      "learning_rate": 8.476157746203127e-06,
+      "loss": 1.2119,
+      "step": 18871
+    },
+    {
+      "epoch": 5.62095348014669,
+      "grad_norm": 0.318942666053772,
+      "learning_rate": 8.475204451781552e-06,
+      "loss": 1.21,
+      "step": 18872
+    },
+    {
+      "epoch": 5.621251326346358,
+      "grad_norm": 0.3281908929347992,
+      "learning_rate": 8.474251171546497e-06,
+      "loss": 1.2293,
+      "step": 18873
+    },
+    {
+      "epoch": 5.621549172546026,
+      "grad_norm": 0.27140331268310547,
+      "learning_rate": 8.473297905506827e-06,
+      "loss": 1.2012,
+      "step": 18874
+    },
+    {
+      "epoch": 5.6218470187456955,
+      "grad_norm": 0.32080644369125366,
+      "learning_rate": 8.472344653671418e-06,
+      "loss": 1.221,
+      "step": 18875
+    },
+    {
+      "epoch": 5.622144864945364,
+      "grad_norm": 0.42807522416114807,
+      "learning_rate": 8.471391416049135e-06,
+      "loss": 1.2233,
+      "step": 18876
+    },
+    {
+      "epoch": 5.622442711145032,
+      "grad_norm": 0.33594784140586853,
+      "learning_rate": 8.470438192648842e-06,
+      "loss": 1.2104,
+      "step": 18877
+    },
+    {
+      "epoch": 5.622740557344701,
+      "grad_norm": 0.3213953375816345,
+      "learning_rate": 8.469484983479418e-06,
+      "loss": 1.2106,
+      "step": 18878
+    },
+    {
+      "epoch": 5.62303840354437,
+      "grad_norm": 0.4297904372215271,
+      "learning_rate": 8.468531788549725e-06,
+      "loss": 1.2107,
+      "step": 18879
+    },
+    {
+      "epoch": 5.623336249744039,
+      "grad_norm": 0.28557974100112915,
+      "learning_rate": 8.467578607868632e-06,
+      "loss": 1.2018,
+      "step": 18880
+    },
+    {
+      "epoch": 5.623634095943707,
+      "grad_norm": 0.2677142322063446,
+      "learning_rate": 8.466625441445008e-06,
+      "loss": 1.2246,
+      "step": 18881
+    },
+    {
+      "epoch": 5.6239319421433756,
+      "grad_norm": 0.2982311546802521,
+      "learning_rate": 8.465672289287723e-06,
+      "loss": 1.1946,
+      "step": 18882
+    },
+    {
+      "epoch": 5.624229788343044,
+      "grad_norm": 0.25173237919807434,
+      "learning_rate": 8.464719151405637e-06,
+      "loss": 1.2024,
+      "step": 18883
+    },
+    {
+      "epoch": 5.624527634542713,
+      "grad_norm": 0.3390488922595978,
+      "learning_rate": 8.463766027807631e-06,
+      "loss": 1.2011,
+      "step": 18884
+    },
+    {
+      "epoch": 5.624825480742381,
+      "grad_norm": 0.2797108292579651,
+      "learning_rate": 8.462812918502561e-06,
+      "loss": 1.2204,
+      "step": 18885
+    },
+    {
+      "epoch": 5.625123326942051,
+      "grad_norm": 0.403302937746048,
+      "learning_rate": 8.461859823499301e-06,
+      "loss": 1.2188,
+      "step": 18886
+    },
+    {
+      "epoch": 5.625421173141719,
+      "grad_norm": 0.2568717300891876,
+      "learning_rate": 8.460906742806719e-06,
+      "loss": 1.2233,
+      "step": 18887
+    },
+    {
+      "epoch": 5.625719019341387,
+      "grad_norm": 0.27788710594177246,
+      "learning_rate": 8.459953676433676e-06,
+      "loss": 1.2051,
+      "step": 18888
+    },
+    {
+      "epoch": 5.6260168655410565,
+      "grad_norm": 0.35678115487098694,
+      "learning_rate": 8.459000624389048e-06,
+      "loss": 1.2251,
+      "step": 18889
+    },
+    {
+      "epoch": 5.626314711740725,
+      "grad_norm": 0.31350693106651306,
+      "learning_rate": 8.458047586681697e-06,
+      "loss": 1.2183,
+      "step": 18890
+    },
+    {
+      "epoch": 5.626612557940393,
+      "grad_norm": 0.31936779618263245,
+      "learning_rate": 8.457094563320486e-06,
+      "loss": 1.2098,
+      "step": 18891
+    },
+    {
+      "epoch": 5.626910404140062,
+      "grad_norm": 0.33972495794296265,
+      "learning_rate": 8.456141554314289e-06,
+      "loss": 1.2224,
+      "step": 18892
+    },
+    {
+      "epoch": 5.627208250339731,
+      "grad_norm": 0.32694512605667114,
+      "learning_rate": 8.455188559671972e-06,
+      "loss": 1.2177,
+      "step": 18893
+    },
+    {
+      "epoch": 5.627506096539399,
+      "grad_norm": 0.2845608592033386,
+      "learning_rate": 8.454235579402395e-06,
+      "loss": 1.2339,
+      "step": 18894
+    },
+    {
+      "epoch": 5.627803942739068,
+      "grad_norm": 0.5377947092056274,
+      "learning_rate": 8.453282613514432e-06,
+      "loss": 1.2087,
+      "step": 18895
+    },
+    {
+      "epoch": 5.628101788938737,
+      "grad_norm": 0.41585099697113037,
+      "learning_rate": 8.452329662016946e-06,
+      "loss": 1.194,
+      "step": 18896
+    },
+    {
+      "epoch": 5.628399635138406,
+      "grad_norm": 0.4627498388290405,
+      "learning_rate": 8.451376724918802e-06,
+      "loss": 1.1897,
+      "step": 18897
+    },
+    {
+      "epoch": 5.628697481338074,
+      "grad_norm": 0.320951372385025,
+      "learning_rate": 8.450423802228868e-06,
+      "loss": 1.2084,
+      "step": 18898
+    },
+    {
+      "epoch": 5.6289953275377425,
+      "grad_norm": 0.5758249759674072,
+      "learning_rate": 8.449470893956012e-06,
+      "loss": 1.2189,
+      "step": 18899
+    },
+    {
+      "epoch": 5.629293173737412,
+      "grad_norm": 0.29355067014694214,
+      "learning_rate": 8.44851800010909e-06,
+      "loss": 1.2192,
+      "step": 18900
+    },
+    {
+      "epoch": 5.62959101993708,
+      "grad_norm": 0.44087085127830505,
+      "learning_rate": 8.447565120696982e-06,
+      "loss": 1.2107,
+      "step": 18901
+    },
+    {
+      "epoch": 5.629888866136748,
+      "grad_norm": 0.2866421341896057,
+      "learning_rate": 8.44661225572854e-06,
+      "loss": 1.2108,
+      "step": 18902
+    },
+    {
+      "epoch": 5.6301867123364175,
+      "grad_norm": 0.2748970091342926,
+      "learning_rate": 8.445659405212641e-06,
+      "loss": 1.1986,
+      "step": 18903
+    },
+    {
+      "epoch": 5.630484558536086,
+      "grad_norm": 0.37564316391944885,
+      "learning_rate": 8.444706569158141e-06,
+      "loss": 1.2284,
+      "step": 18904
+    },
+    {
+      "epoch": 5.630782404735754,
+      "grad_norm": 0.29964256286621094,
+      "learning_rate": 8.443753747573907e-06,
+      "loss": 1.219,
+      "step": 18905
+    },
+    {
+      "epoch": 5.631080250935423,
+      "grad_norm": 0.3106033504009247,
+      "learning_rate": 8.442800940468811e-06,
+      "loss": 1.1973,
+      "step": 18906
+    },
+    {
+      "epoch": 5.631378097135092,
+      "grad_norm": 0.473921537399292,
+      "learning_rate": 8.44184814785171e-06,
+      "loss": 1.2174,
+      "step": 18907
+    },
+    {
+      "epoch": 5.631675943334761,
+      "grad_norm": 0.38011687994003296,
+      "learning_rate": 8.44089536973147e-06,
+      "loss": 1.2218,
+      "step": 18908
+    },
+    {
+      "epoch": 5.631973789534429,
+      "grad_norm": 0.5878388285636902,
+      "learning_rate": 8.439942606116958e-06,
+      "loss": 1.2024,
+      "step": 18909
+    },
+    {
+      "epoch": 5.632271635734098,
+      "grad_norm": 0.35579267144203186,
+      "learning_rate": 8.438989857017036e-06,
+      "loss": 1.2191,
+      "step": 18910
+    },
+    {
+      "epoch": 5.632569481933767,
+      "grad_norm": 0.4992106854915619,
+      "learning_rate": 8.438037122440568e-06,
+      "loss": 1.216,
+      "step": 18911
+    },
+    {
+      "epoch": 5.632867328133435,
+      "grad_norm": 0.32686930894851685,
+      "learning_rate": 8.437084402396424e-06,
+      "loss": 1.1955,
+      "step": 18912
+    },
+    {
+      "epoch": 5.6331651743331035,
+      "grad_norm": 0.3842843770980835,
+      "learning_rate": 8.436131696893462e-06,
+      "loss": 1.205,
+      "step": 18913
+    },
+    {
+      "epoch": 5.633463020532773,
+      "grad_norm": 0.40132343769073486,
+      "learning_rate": 8.435179005940545e-06,
+      "loss": 1.226,
+      "step": 18914
+    },
+    {
+      "epoch": 5.633760866732441,
+      "grad_norm": 0.3229738473892212,
+      "learning_rate": 8.43422632954654e-06,
+      "loss": 1.2151,
+      "step": 18915
+    },
+    {
+      "epoch": 5.634058712932109,
+      "grad_norm": 0.4361542761325836,
+      "learning_rate": 8.433273667720311e-06,
+      "loss": 1.1996,
+      "step": 18916
+    },
+    {
+      "epoch": 5.634356559131779,
+      "grad_norm": 0.3054964244365692,
+      "learning_rate": 8.432321020470716e-06,
+      "loss": 1.2243,
+      "step": 18917
+    },
+    {
+      "epoch": 5.634654405331447,
+      "grad_norm": 0.4058511555194855,
+      "learning_rate": 8.431368387806628e-06,
+      "loss": 1.2217,
+      "step": 18918
+    },
+    {
+      "epoch": 5.634952251531116,
+      "grad_norm": 0.27990689873695374,
+      "learning_rate": 8.430415769736899e-06,
+      "loss": 1.2277,
+      "step": 18919
+    },
+    {
+      "epoch": 5.6352500977307844,
+      "grad_norm": 0.372094988822937,
+      "learning_rate": 8.429463166270402e-06,
+      "loss": 1.2076,
+      "step": 18920
+    },
+    {
+      "epoch": 5.635547943930453,
+      "grad_norm": 0.2758762538433075,
+      "learning_rate": 8.428510577415994e-06,
+      "loss": 1.2251,
+      "step": 18921
+    },
+    {
+      "epoch": 5.635845790130121,
+      "grad_norm": 0.4484846591949463,
+      "learning_rate": 8.427558003182537e-06,
+      "loss": 1.2135,
+      "step": 18922
+    },
+    {
+      "epoch": 5.63614363632979,
+      "grad_norm": 0.28194659948349,
+      "learning_rate": 8.4266054435789e-06,
+      "loss": 1.2089,
+      "step": 18923
+    },
+    {
+      "epoch": 5.636441482529459,
+      "grad_norm": 0.3799077868461609,
+      "learning_rate": 8.42565289861394e-06,
+      "loss": 1.1986,
+      "step": 18924
+    },
+    {
+      "epoch": 5.636739328729128,
+      "grad_norm": 0.297743558883667,
+      "learning_rate": 8.42470036829652e-06,
+      "loss": 1.2172,
+      "step": 18925
+    },
+    {
+      "epoch": 5.637037174928796,
+      "grad_norm": 0.3965313136577606,
+      "learning_rate": 8.423747852635505e-06,
+      "loss": 1.2199,
+      "step": 18926
+    },
+    {
+      "epoch": 5.6373350211284645,
+      "grad_norm": 0.3734728693962097,
+      "learning_rate": 8.422795351639753e-06,
+      "loss": 1.2079,
+      "step": 18927
+    },
+    {
+      "epoch": 5.637632867328134,
+      "grad_norm": 0.43451786041259766,
+      "learning_rate": 8.421842865318126e-06,
+      "loss": 1.2205,
+      "step": 18928
+    },
+    {
+      "epoch": 5.637930713527802,
+      "grad_norm": 0.45394381880760193,
+      "learning_rate": 8.420890393679493e-06,
+      "loss": 1.207,
+      "step": 18929
+    },
+    {
+      "epoch": 5.63822855972747,
+      "grad_norm": 0.3637072443962097,
+      "learning_rate": 8.41993793673271e-06,
+      "loss": 1.205,
+      "step": 18930
+    },
+    {
+      "epoch": 5.63852640592714,
+      "grad_norm": 0.5764725208282471,
+      "learning_rate": 8.418985494486634e-06,
+      "loss": 1.2403,
+      "step": 18931
+    },
+    {
+      "epoch": 5.638824252126808,
+      "grad_norm": 0.2863178551197052,
+      "learning_rate": 8.418033066950135e-06,
+      "loss": 1.2124,
+      "step": 18932
+    },
+    {
+      "epoch": 5.639122098326476,
+      "grad_norm": 0.5326183438301086,
+      "learning_rate": 8.417080654132073e-06,
+      "loss": 1.2185,
+      "step": 18933
+    },
+    {
+      "epoch": 5.6394199445261455,
+      "grad_norm": 0.26585251092910767,
+      "learning_rate": 8.416128256041303e-06,
+      "loss": 1.213,
+      "step": 18934
+    },
+    {
+      "epoch": 5.639717790725814,
+      "grad_norm": 0.528961181640625,
+      "learning_rate": 8.415175872686692e-06,
+      "loss": 1.2138,
+      "step": 18935
+    },
+    {
+      "epoch": 5.640015636925483,
+      "grad_norm": 0.2646341919898987,
+      "learning_rate": 8.414223504077097e-06,
+      "loss": 1.2055,
+      "step": 18936
+    },
+    {
+      "epoch": 5.640313483125151,
+      "grad_norm": 0.45840033888816833,
+      "learning_rate": 8.413271150221385e-06,
+      "loss": 1.2116,
+      "step": 18937
+    },
+    {
+      "epoch": 5.64061132932482,
+      "grad_norm": 0.3243200182914734,
+      "learning_rate": 8.412318811128408e-06,
+      "loss": 1.208,
+      "step": 18938
+    },
+    {
+      "epoch": 5.640909175524489,
+      "grad_norm": 0.3127284049987793,
+      "learning_rate": 8.411366486807032e-06,
+      "loss": 1.2072,
+      "step": 18939
+    },
+    {
+      "epoch": 5.641207021724157,
+      "grad_norm": 0.44704189896583557,
+      "learning_rate": 8.410414177266115e-06,
+      "loss": 1.2271,
+      "step": 18940
+    },
+    {
+      "epoch": 5.6415048679238256,
+      "grad_norm": 0.3079887330532074,
+      "learning_rate": 8.409461882514522e-06,
+      "loss": 1.2151,
+      "step": 18941
+    },
+    {
+      "epoch": 5.641802714123495,
+      "grad_norm": 0.35030487179756165,
+      "learning_rate": 8.408509602561104e-06,
+      "loss": 1.2223,
+      "step": 18942
+    },
+    {
+      "epoch": 5.642100560323163,
+      "grad_norm": 0.2610160708427429,
+      "learning_rate": 8.407557337414729e-06,
+      "loss": 1.2239,
+      "step": 18943
+    },
+    {
+      "epoch": 5.642398406522831,
+      "grad_norm": 0.25979888439178467,
+      "learning_rate": 8.406605087084252e-06,
+      "loss": 1.2207,
+      "step": 18944
+    },
+    {
+      "epoch": 5.642696252722501,
+      "grad_norm": 0.3337382376194,
+      "learning_rate": 8.405652851578533e-06,
+      "loss": 1.2228,
+      "step": 18945
+    },
+    {
+      "epoch": 5.642994098922169,
+      "grad_norm": 0.34534624218940735,
+      "learning_rate": 8.404700630906437e-06,
+      "loss": 1.2325,
+      "step": 18946
+    },
+    {
+      "epoch": 5.643291945121838,
+      "grad_norm": 0.25939908623695374,
+      "learning_rate": 8.40374842507682e-06,
+      "loss": 1.2174,
+      "step": 18947
+    },
+    {
+      "epoch": 5.6435897913215065,
+      "grad_norm": 0.2573728859424591,
+      "learning_rate": 8.402796234098535e-06,
+      "loss": 1.2184,
+      "step": 18948
+    },
+    {
+      "epoch": 5.643887637521175,
+      "grad_norm": 0.3470657467842102,
+      "learning_rate": 8.401844057980452e-06,
+      "loss": 1.2045,
+      "step": 18949
+    },
+    {
+      "epoch": 5.644185483720843,
+      "grad_norm": 0.2562240958213806,
+      "learning_rate": 8.40089189673142e-06,
+      "loss": 1.2018,
+      "step": 18950
+    },
+    {
+      "epoch": 5.644483329920512,
+      "grad_norm": 0.3188422620296478,
+      "learning_rate": 8.399939750360302e-06,
+      "loss": 1.2067,
+      "step": 18951
+    },
+    {
+      "epoch": 5.644781176120181,
+      "grad_norm": 0.29142096638679504,
+      "learning_rate": 8.398987618875963e-06,
+      "loss": 1.2017,
+      "step": 18952
+    },
+    {
+      "epoch": 5.64507902231985,
+      "grad_norm": 0.2580066919326782,
+      "learning_rate": 8.398035502287247e-06,
+      "loss": 1.2134,
+      "step": 18953
+    },
+    {
+      "epoch": 5.645376868519518,
+      "grad_norm": 0.3329210877418518,
+      "learning_rate": 8.397083400603028e-06,
+      "loss": 1.2081,
+      "step": 18954
+    },
+    {
+      "epoch": 5.645674714719187,
+      "grad_norm": 0.2585013806819916,
+      "learning_rate": 8.396131313832157e-06,
+      "loss": 1.2118,
+      "step": 18955
+    },
+    {
+      "epoch": 5.645972560918856,
+      "grad_norm": 0.34125280380249023,
+      "learning_rate": 8.395179241983486e-06,
+      "loss": 1.2101,
+      "step": 18956
+    },
+    {
+      "epoch": 5.646270407118524,
+      "grad_norm": 0.27053216099739075,
+      "learning_rate": 8.394227185065883e-06,
+      "loss": 1.198,
+      "step": 18957
+    },
+    {
+      "epoch": 5.6465682533181925,
+      "grad_norm": 0.3379208743572235,
+      "learning_rate": 8.393275143088205e-06,
+      "loss": 1.2102,
+      "step": 18958
+    },
+    {
+      "epoch": 5.646866099517862,
+      "grad_norm": 0.26291197538375854,
+      "learning_rate": 8.3923231160593e-06,
+      "loss": 1.2126,
+      "step": 18959
+    },
+    {
+      "epoch": 5.64716394571753,
+      "grad_norm": 0.29343560338020325,
+      "learning_rate": 8.391371103988037e-06,
+      "loss": 1.2033,
+      "step": 18960
+    },
+    {
+      "epoch": 5.647461791917198,
+      "grad_norm": 0.30597466230392456,
+      "learning_rate": 8.390419106883268e-06,
+      "loss": 1.219,
+      "step": 18961
+    },
+    {
+      "epoch": 5.6477596381168675,
+      "grad_norm": 0.3227294385433197,
+      "learning_rate": 8.38946712475385e-06,
+      "loss": 1.2069,
+      "step": 18962
+    },
+    {
+      "epoch": 5.648057484316536,
+      "grad_norm": 0.42713555693626404,
+      "learning_rate": 8.38851515760864e-06,
+      "loss": 1.195,
+      "step": 18963
+    },
+    {
+      "epoch": 5.648355330516205,
+      "grad_norm": 0.6076002717018127,
+      "learning_rate": 8.3875632054565e-06,
+      "loss": 1.225,
+      "step": 18964
+    },
+    {
+      "epoch": 5.648653176715873,
+      "grad_norm": 0.2540733218193054,
+      "learning_rate": 8.386611268306275e-06,
+      "loss": 1.2237,
+      "step": 18965
+    },
+    {
+      "epoch": 5.648951022915542,
+      "grad_norm": 0.41091498732566833,
+      "learning_rate": 8.385659346166837e-06,
+      "loss": 1.233,
+      "step": 18966
+    },
+    {
+      "epoch": 5.649248869115211,
+      "grad_norm": 0.28372156620025635,
+      "learning_rate": 8.384707439047031e-06,
+      "loss": 1.2191,
+      "step": 18967
+    },
+    {
+      "epoch": 5.649546715314879,
+      "grad_norm": 0.3598971962928772,
+      "learning_rate": 8.383755546955718e-06,
+      "loss": 1.2235,
+      "step": 18968
+    },
+    {
+      "epoch": 5.649844561514548,
+      "grad_norm": 0.2593168020248413,
+      "learning_rate": 8.382803669901758e-06,
+      "loss": 1.217,
+      "step": 18969
+    },
+    {
+      "epoch": 5.650142407714217,
+      "grad_norm": 0.3058864176273346,
+      "learning_rate": 8.381851807893997e-06,
+      "loss": 1.2026,
+      "step": 18970
+    },
+    {
+      "epoch": 5.650440253913885,
+      "grad_norm": 0.2763136625289917,
+      "learning_rate": 8.380899960941303e-06,
+      "loss": 1.2111,
+      "step": 18971
+    },
+    {
+      "epoch": 5.6507381001135535,
+      "grad_norm": 0.26642781496047974,
+      "learning_rate": 8.379948129052524e-06,
+      "loss": 1.2084,
+      "step": 18972
+    },
+    {
+      "epoch": 5.651035946313223,
+      "grad_norm": 0.36185839772224426,
+      "learning_rate": 8.378996312236515e-06,
+      "loss": 1.207,
+      "step": 18973
+    },
+    {
+      "epoch": 5.651333792512891,
+      "grad_norm": 0.29904067516326904,
+      "learning_rate": 8.378044510502135e-06,
+      "loss": 1.2122,
+      "step": 18974
+    },
+    {
+      "epoch": 5.65163163871256,
+      "grad_norm": 0.32451102137565613,
+      "learning_rate": 8.377092723858242e-06,
+      "loss": 1.2137,
+      "step": 18975
+    },
+    {
+      "epoch": 5.651929484912229,
+      "grad_norm": 0.26365503668785095,
+      "learning_rate": 8.376140952313683e-06,
+      "loss": 1.2039,
+      "step": 18976
+    },
+    {
+      "epoch": 5.652227331111897,
+      "grad_norm": 0.42056193947792053,
+      "learning_rate": 8.375189195877322e-06,
+      "loss": 1.2356,
+      "step": 18977
+    },
+    {
+      "epoch": 5.652525177311566,
+      "grad_norm": 0.281960666179657,
+      "learning_rate": 8.374237454558012e-06,
+      "loss": 1.2018,
+      "step": 18978
+    },
+    {
+      "epoch": 5.6528230235112344,
+      "grad_norm": 0.3317055404186249,
+      "learning_rate": 8.3732857283646e-06,
+      "loss": 1.2156,
+      "step": 18979
+    },
+    {
+      "epoch": 5.653120869710903,
+      "grad_norm": 0.289728581905365,
+      "learning_rate": 8.37233401730595e-06,
+      "loss": 1.2128,
+      "step": 18980
+    },
+    {
+      "epoch": 5.653418715910572,
+      "grad_norm": 0.3112536072731018,
+      "learning_rate": 8.371382321390914e-06,
+      "loss": 1.2087,
+      "step": 18981
+    },
+    {
+      "epoch": 5.65371656211024,
+      "grad_norm": 0.26634669303894043,
+      "learning_rate": 8.370430640628342e-06,
+      "loss": 1.1908,
+      "step": 18982
+    },
+    {
+      "epoch": 5.654014408309909,
+      "grad_norm": 0.26398199796676636,
+      "learning_rate": 8.369478975027098e-06,
+      "loss": 1.2136,
+      "step": 18983
+    },
+    {
+      "epoch": 5.654312254509578,
+      "grad_norm": 0.28051403164863586,
+      "learning_rate": 8.368527324596026e-06,
+      "loss": 1.2097,
+      "step": 18984
+    },
+    {
+      "epoch": 5.654610100709246,
+      "grad_norm": 0.2899719178676605,
+      "learning_rate": 8.367575689343987e-06,
+      "loss": 1.2244,
+      "step": 18985
+    },
+    {
+      "epoch": 5.654907946908915,
+      "grad_norm": 0.3312186896800995,
+      "learning_rate": 8.366624069279832e-06,
+      "loss": 1.2207,
+      "step": 18986
+    },
+    {
+      "epoch": 5.655205793108584,
+      "grad_norm": 0.26433223485946655,
+      "learning_rate": 8.365672464412412e-06,
+      "loss": 1.2051,
+      "step": 18987
+    },
+    {
+      "epoch": 5.655503639308252,
+      "grad_norm": 0.28281447291374207,
+      "learning_rate": 8.364720874750589e-06,
+      "loss": 1.1937,
+      "step": 18988
+    },
+    {
+      "epoch": 5.65580148550792,
+      "grad_norm": 0.2555307447910309,
+      "learning_rate": 8.36376930030321e-06,
+      "loss": 1.2254,
+      "step": 18989
+    },
+    {
+      "epoch": 5.65609933170759,
+      "grad_norm": 0.30408424139022827,
+      "learning_rate": 8.362817741079126e-06,
+      "loss": 1.2226,
+      "step": 18990
+    },
+    {
+      "epoch": 5.656397177907258,
+      "grad_norm": 0.27140143513679504,
+      "learning_rate": 8.361866197087198e-06,
+      "loss": 1.2,
+      "step": 18991
+    },
+    {
+      "epoch": 5.656695024106927,
+      "grad_norm": 0.4277518689632416,
+      "learning_rate": 8.360914668336273e-06,
+      "loss": 1.2277,
+      "step": 18992
+    },
+    {
+      "epoch": 5.6569928703065955,
+      "grad_norm": 0.33056220412254333,
+      "learning_rate": 8.359963154835202e-06,
+      "loss": 1.2102,
+      "step": 18993
+    },
+    {
+      "epoch": 5.657290716506264,
+      "grad_norm": 0.4178558886051178,
+      "learning_rate": 8.359011656592847e-06,
+      "loss": 1.2317,
+      "step": 18994
+    },
+    {
+      "epoch": 5.657588562705933,
+      "grad_norm": 0.33721283078193665,
+      "learning_rate": 8.358060173618055e-06,
+      "loss": 1.2214,
+      "step": 18995
+    },
+    {
+      "epoch": 5.657886408905601,
+      "grad_norm": 0.3312799334526062,
+      "learning_rate": 8.357108705919674e-06,
+      "loss": 1.1996,
+      "step": 18996
+    },
+    {
+      "epoch": 5.65818425510527,
+      "grad_norm": 0.2949334979057312,
+      "learning_rate": 8.356157253506563e-06,
+      "loss": 1.1997,
+      "step": 18997
+    },
+    {
+      "epoch": 5.658482101304939,
+      "grad_norm": 0.2550343871116638,
+      "learning_rate": 8.355205816387574e-06,
+      "loss": 1.2174,
+      "step": 18998
+    },
+    {
+      "epoch": 5.658779947504607,
+      "grad_norm": 0.29912087321281433,
+      "learning_rate": 8.354254394571555e-06,
+      "loss": 1.2096,
+      "step": 18999
+    },
+    {
+      "epoch": 5.6590777937042755,
+      "grad_norm": 0.2648436725139618,
+      "learning_rate": 8.353302988067364e-06,
+      "loss": 1.2185,
+      "step": 19000
+    },
+    {
+      "epoch": 5.6590777937042755,
+      "eval_loss": 1.319551944732666,
+      "eval_runtime": 24.0597,
+      "eval_samples_per_second": 72.071,
+      "eval_steps_per_second": 4.53,
+      "step": 19000
+    },
+    {
+      "epoch": 5.659375639903945,
+      "grad_norm": 0.3021543622016907,
+      "learning_rate": 8.352351596883842e-06,
+      "loss": 1.2241,
+      "step": 19001
+    },
+    {
+      "epoch": 5.659673486103613,
+      "grad_norm": 0.25659576058387756,
+      "learning_rate": 8.351400221029854e-06,
+      "loss": 1.2227,
+      "step": 19002
+    },
+    {
+      "epoch": 5.659971332303282,
+      "grad_norm": 0.3784889578819275,
+      "learning_rate": 8.350448860514243e-06,
+      "loss": 1.2191,
+      "step": 19003
+    },
+    {
+      "epoch": 5.660269178502951,
+      "grad_norm": 0.3093247711658478,
+      "learning_rate": 8.349497515345859e-06,
+      "loss": 1.2171,
+      "step": 19004
+    },
+    {
+      "epoch": 5.660567024702619,
+      "grad_norm": 0.29522302746772766,
+      "learning_rate": 8.348546185533562e-06,
+      "loss": 1.2271,
+      "step": 19005
+    },
+    {
+      "epoch": 5.660864870902288,
+      "grad_norm": 0.2940315306186676,
+      "learning_rate": 8.347594871086196e-06,
+      "loss": 1.2193,
+      "step": 19006
+    },
+    {
+      "epoch": 5.6611627171019565,
+      "grad_norm": 0.2734469175338745,
+      "learning_rate": 8.34664357201261e-06,
+      "loss": 1.2209,
+      "step": 19007
+    },
+    {
+      "epoch": 5.661460563301625,
+      "grad_norm": 0.2689495086669922,
+      "learning_rate": 8.345692288321664e-06,
+      "loss": 1.2209,
+      "step": 19008
+    },
+    {
+      "epoch": 5.661758409501294,
+      "grad_norm": 0.27630409598350525,
+      "learning_rate": 8.344741020022199e-06,
+      "loss": 1.2123,
+      "step": 19009
+    },
+    {
+      "epoch": 5.662056255700962,
+      "grad_norm": 0.26288482546806335,
+      "learning_rate": 8.343789767123067e-06,
+      "loss": 1.2226,
+      "step": 19010
+    },
+    {
+      "epoch": 5.662354101900631,
+      "grad_norm": 0.2920735478401184,
+      "learning_rate": 8.342838529633127e-06,
+      "loss": 1.1971,
+      "step": 19011
+    },
+    {
+      "epoch": 5.6626519481003,
+      "grad_norm": 0.24532313644886017,
+      "learning_rate": 8.341887307561222e-06,
+      "loss": 1.2094,
+      "step": 19012
+    },
+    {
+      "epoch": 5.662949794299968,
+      "grad_norm": 0.27133235335350037,
+      "learning_rate": 8.3409361009162e-06,
+      "loss": 1.2149,
+      "step": 19013
+    },
+    {
+      "epoch": 5.6632476404996375,
+      "grad_norm": 0.30312278866767883,
+      "learning_rate": 8.339984909706917e-06,
+      "loss": 1.2144,
+      "step": 19014
+    },
+    {
+      "epoch": 5.663545486699306,
+      "grad_norm": 0.35235607624053955,
+      "learning_rate": 8.339033733942217e-06,
+      "loss": 1.2117,
+      "step": 19015
+    },
+    {
+      "epoch": 5.663843332898974,
+      "grad_norm": 0.3692496716976166,
+      "learning_rate": 8.33808257363095e-06,
+      "loss": 1.2185,
+      "step": 19016
+    },
+    {
+      "epoch": 5.6641411790986425,
+      "grad_norm": 0.29738691449165344,
+      "learning_rate": 8.337131428781974e-06,
+      "loss": 1.2064,
+      "step": 19017
+    },
+    {
+      "epoch": 5.664439025298312,
+      "grad_norm": 0.41260096430778503,
+      "learning_rate": 8.336180299404126e-06,
+      "loss": 1.2193,
+      "step": 19018
+    },
+    {
+      "epoch": 5.66473687149798,
+      "grad_norm": 0.2588588297367096,
+      "learning_rate": 8.335229185506267e-06,
+      "loss": 1.211,
+      "step": 19019
+    },
+    {
+      "epoch": 5.665034717697649,
+      "grad_norm": 0.28206971287727356,
+      "learning_rate": 8.33427808709724e-06,
+      "loss": 1.2098,
+      "step": 19020
+    },
+    {
+      "epoch": 5.6653325638973175,
+      "grad_norm": 0.3220142126083374,
+      "learning_rate": 8.333327004185889e-06,
+      "loss": 1.2041,
+      "step": 19021
+    },
+    {
+      "epoch": 5.665630410096986,
+      "grad_norm": 0.2897467315196991,
+      "learning_rate": 8.332375936781072e-06,
+      "loss": 1.2004,
+      "step": 19022
+    },
+    {
+      "epoch": 5.665928256296655,
+      "grad_norm": 0.3630657196044922,
+      "learning_rate": 8.331424884891636e-06,
+      "loss": 1.2017,
+      "step": 19023
+    },
+    {
+      "epoch": 5.666226102496323,
+      "grad_norm": 0.3009297251701355,
+      "learning_rate": 8.330473848526421e-06,
+      "loss": 1.2175,
+      "step": 19024
+    },
+    {
+      "epoch": 5.666523948695992,
+      "grad_norm": 0.450808048248291,
+      "learning_rate": 8.329522827694288e-06,
+      "loss": 1.2163,
+      "step": 19025
+    },
+    {
+      "epoch": 5.666821794895661,
+      "grad_norm": 0.292876273393631,
+      "learning_rate": 8.328571822404074e-06,
+      "loss": 1.2134,
+      "step": 19026
+    },
+    {
+      "epoch": 5.667119641095329,
+      "grad_norm": 0.5328595638275146,
+      "learning_rate": 8.327620832664632e-06,
+      "loss": 1.2056,
+      "step": 19027
+    },
+    {
+      "epoch": 5.667417487294998,
+      "grad_norm": 0.3636288642883301,
+      "learning_rate": 8.326669858484814e-06,
+      "loss": 1.1931,
+      "step": 19028
+    },
+    {
+      "epoch": 5.667715333494667,
+      "grad_norm": 0.5162214636802673,
+      "learning_rate": 8.325718899873461e-06,
+      "loss": 1.211,
+      "step": 19029
+    },
+    {
+      "epoch": 5.668013179694335,
+      "grad_norm": 0.36680299043655396,
+      "learning_rate": 8.324767956839422e-06,
+      "loss": 1.2063,
+      "step": 19030
+    },
+    {
+      "epoch": 5.668311025894004,
+      "grad_norm": 0.461832731962204,
+      "learning_rate": 8.323817029391548e-06,
+      "loss": 1.208,
+      "step": 19031
+    },
+    {
+      "epoch": 5.668608872093673,
+      "grad_norm": 0.2879669666290283,
+      "learning_rate": 8.322866117538681e-06,
+      "loss": 1.2145,
+      "step": 19032
+    },
+    {
+      "epoch": 5.668906718293341,
+      "grad_norm": 0.36926543712615967,
+      "learning_rate": 8.32191522128967e-06,
+      "loss": 1.1999,
+      "step": 19033
+    },
+    {
+      "epoch": 5.66920456449301,
+      "grad_norm": 0.36631879210472107,
+      "learning_rate": 8.320964340653365e-06,
+      "loss": 1.2087,
+      "step": 19034
+    },
+    {
+      "epoch": 5.669502410692679,
+      "grad_norm": 0.4344761073589325,
+      "learning_rate": 8.32001347563861e-06,
+      "loss": 1.2041,
+      "step": 19035
+    },
+    {
+      "epoch": 5.669800256892347,
+      "grad_norm": 0.39795640110969543,
+      "learning_rate": 8.319062626254256e-06,
+      "loss": 1.2098,
+      "step": 19036
+    },
+    {
+      "epoch": 5.670098103092016,
+      "grad_norm": 0.36752912402153015,
+      "learning_rate": 8.318111792509144e-06,
+      "loss": 1.2046,
+      "step": 19037
+    },
+    {
+      "epoch": 5.6703959492916844,
+      "grad_norm": 0.44404342770576477,
+      "learning_rate": 8.31716097441212e-06,
+      "loss": 1.1956,
+      "step": 19038
+    },
+    {
+      "epoch": 5.670693795491353,
+      "grad_norm": 0.4044566750526428,
+      "learning_rate": 8.316210171972035e-06,
+      "loss": 1.2201,
+      "step": 19039
+    },
+    {
+      "epoch": 5.670991641691022,
+      "grad_norm": 0.4066852033138275,
+      "learning_rate": 8.315259385197736e-06,
+      "loss": 1.2309,
+      "step": 19040
+    },
+    {
+      "epoch": 5.67128948789069,
+      "grad_norm": 0.3474169969558716,
+      "learning_rate": 8.31430861409806e-06,
+      "loss": 1.2164,
+      "step": 19041
+    },
+    {
+      "epoch": 5.6715873340903595,
+      "grad_norm": 0.3894362151622772,
+      "learning_rate": 8.313357858681866e-06,
+      "loss": 1.213,
+      "step": 19042
+    },
+    {
+      "epoch": 5.671885180290028,
+      "grad_norm": 0.2640187442302704,
+      "learning_rate": 8.312407118957987e-06,
+      "loss": 1.2096,
+      "step": 19043
+    },
+    {
+      "epoch": 5.672183026489696,
+      "grad_norm": 0.5282630920410156,
+      "learning_rate": 8.311456394935276e-06,
+      "loss": 1.2067,
+      "step": 19044
+    },
+    {
+      "epoch": 5.672480872689365,
+      "grad_norm": 0.3081777095794678,
+      "learning_rate": 8.310505686622578e-06,
+      "loss": 1.1988,
+      "step": 19045
+    },
+    {
+      "epoch": 5.672778718889034,
+      "grad_norm": 0.31176304817199707,
+      "learning_rate": 8.309554994028737e-06,
+      "loss": 1.2089,
+      "step": 19046
+    },
+    {
+      "epoch": 5.673076565088702,
+      "grad_norm": 0.2757018506526947,
+      "learning_rate": 8.308604317162595e-06,
+      "loss": 1.2213,
+      "step": 19047
+    },
+    {
+      "epoch": 5.673374411288371,
+      "grad_norm": 0.30400386452674866,
+      "learning_rate": 8.307653656033004e-06,
+      "loss": 1.2051,
+      "step": 19048
+    },
+    {
+      "epoch": 5.67367225748804,
+      "grad_norm": 0.25698554515838623,
+      "learning_rate": 8.306703010648803e-06,
+      "loss": 1.2182,
+      "step": 19049
+    },
+    {
+      "epoch": 5.673970103687708,
+      "grad_norm": 0.35520604252815247,
+      "learning_rate": 8.305752381018838e-06,
+      "loss": 1.2223,
+      "step": 19050
+    },
+    {
+      "epoch": 5.674267949887377,
+      "grad_norm": 0.322625070810318,
+      "learning_rate": 8.304801767151955e-06,
+      "loss": 1.2248,
+      "step": 19051
+    },
+    {
+      "epoch": 5.6745657960870455,
+      "grad_norm": 0.44615495204925537,
+      "learning_rate": 8.303851169056996e-06,
+      "loss": 1.2166,
+      "step": 19052
+    },
+    {
+      "epoch": 5.674863642286715,
+      "grad_norm": 0.31453388929367065,
+      "learning_rate": 8.30290058674281e-06,
+      "loss": 1.2085,
+      "step": 19053
+    },
+    {
+      "epoch": 5.675161488486383,
+      "grad_norm": 0.5074651837348938,
+      "learning_rate": 8.301950020218239e-06,
+      "loss": 1.2077,
+      "step": 19054
+    },
+    {
+      "epoch": 5.675459334686051,
+      "grad_norm": 0.264446496963501,
+      "learning_rate": 8.300999469492119e-06,
+      "loss": 1.2259,
+      "step": 19055
+    },
+    {
+      "epoch": 5.67575718088572,
+      "grad_norm": 0.503488302230835,
+      "learning_rate": 8.300048934573306e-06,
+      "loss": 1.2303,
+      "step": 19056
+    },
+    {
+      "epoch": 5.676055027085389,
+      "grad_norm": 0.4028741419315338,
+      "learning_rate": 8.29909841547064e-06,
+      "loss": 1.2191,
+      "step": 19057
+    },
+    {
+      "epoch": 5.676352873285057,
+      "grad_norm": 0.5179157853126526,
+      "learning_rate": 8.298147912192957e-06,
+      "loss": 1.2093,
+      "step": 19058
+    },
+    {
+      "epoch": 5.676650719484726,
+      "grad_norm": 0.3718646168708801,
+      "learning_rate": 8.29719742474911e-06,
+      "loss": 1.2216,
+      "step": 19059
+    },
+    {
+      "epoch": 5.676948565684395,
+      "grad_norm": 0.41000795364379883,
+      "learning_rate": 8.29624695314794e-06,
+      "loss": 1.2196,
+      "step": 19060
+    },
+    {
+      "epoch": 5.677246411884063,
+      "grad_norm": 0.30932697653770447,
+      "learning_rate": 8.295296497398285e-06,
+      "loss": 1.2069,
+      "step": 19061
+    },
+    {
+      "epoch": 5.677544258083732,
+      "grad_norm": 0.2911328077316284,
+      "learning_rate": 8.294346057508992e-06,
+      "loss": 1.2038,
+      "step": 19062
+    },
+    {
+      "epoch": 5.677842104283401,
+      "grad_norm": 0.36987268924713135,
+      "learning_rate": 8.293395633488905e-06,
+      "loss": 1.2031,
+      "step": 19063
+    },
+    {
+      "epoch": 5.678139950483069,
+      "grad_norm": 0.3083730638027191,
+      "learning_rate": 8.292445225346863e-06,
+      "loss": 1.21,
+      "step": 19064
+    },
+    {
+      "epoch": 5.678437796682738,
+      "grad_norm": 0.2953846752643585,
+      "learning_rate": 8.291494833091714e-06,
+      "loss": 1.2102,
+      "step": 19065
+    },
+    {
+      "epoch": 5.6787356428824065,
+      "grad_norm": 0.28472769260406494,
+      "learning_rate": 8.29054445673229e-06,
+      "loss": 1.1993,
+      "step": 19066
+    },
+    {
+      "epoch": 5.679033489082075,
+      "grad_norm": 0.3901467025279999,
+      "learning_rate": 8.289594096277447e-06,
+      "loss": 1.2172,
+      "step": 19067
+    },
+    {
+      "epoch": 5.679331335281744,
+      "grad_norm": 0.3293989300727844,
+      "learning_rate": 8.288643751736016e-06,
+      "loss": 1.2302,
+      "step": 19068
+    },
+    {
+      "epoch": 5.679629181481412,
+      "grad_norm": 0.46018221974372864,
+      "learning_rate": 8.287693423116841e-06,
+      "loss": 1.1961,
+      "step": 19069
+    },
+    {
+      "epoch": 5.679927027681082,
+      "grad_norm": 0.34103935956954956,
+      "learning_rate": 8.28674311042877e-06,
+      "loss": 1.2098,
+      "step": 19070
+    },
+    {
+      "epoch": 5.68022487388075,
+      "grad_norm": 0.4321513772010803,
+      "learning_rate": 8.285792813680641e-06,
+      "loss": 1.193,
+      "step": 19071
+    },
+    {
+      "epoch": 5.680522720080418,
+      "grad_norm": 0.3278217315673828,
+      "learning_rate": 8.28484253288129e-06,
+      "loss": 1.2055,
+      "step": 19072
+    },
+    {
+      "epoch": 5.6808205662800875,
+      "grad_norm": 0.5738650560379028,
+      "learning_rate": 8.283892268039568e-06,
+      "loss": 1.2072,
+      "step": 19073
+    },
+    {
+      "epoch": 5.681118412479756,
+      "grad_norm": 0.3378513753414154,
+      "learning_rate": 8.282942019164308e-06,
+      "loss": 1.2192,
+      "step": 19074
+    },
+    {
+      "epoch": 5.681416258679424,
+      "grad_norm": 0.5449102520942688,
+      "learning_rate": 8.281991786264352e-06,
+      "loss": 1.2096,
+      "step": 19075
+    },
+    {
+      "epoch": 5.681714104879093,
+      "grad_norm": 0.33484184741973877,
+      "learning_rate": 8.281041569348547e-06,
+      "loss": 1.2169,
+      "step": 19076
+    },
+    {
+      "epoch": 5.682011951078762,
+      "grad_norm": 0.5389516353607178,
+      "learning_rate": 8.280091368425731e-06,
+      "loss": 1.2295,
+      "step": 19077
+    },
+    {
+      "epoch": 5.68230979727843,
+      "grad_norm": 0.3976714611053467,
+      "learning_rate": 8.279141183504737e-06,
+      "loss": 1.2135,
+      "step": 19078
+    },
+    {
+      "epoch": 5.682607643478099,
+      "grad_norm": 0.48223838210105896,
+      "learning_rate": 8.278191014594415e-06,
+      "loss": 1.2308,
+      "step": 19079
+    },
+    {
+      "epoch": 5.6829054896777675,
+      "grad_norm": 0.41766807436943054,
+      "learning_rate": 8.277240861703604e-06,
+      "loss": 1.2225,
+      "step": 19080
+    },
+    {
+      "epoch": 5.683203335877437,
+      "grad_norm": 0.3423973023891449,
+      "learning_rate": 8.276290724841138e-06,
+      "loss": 1.2155,
+      "step": 19081
+    },
+    {
+      "epoch": 5.683501182077105,
+      "grad_norm": 0.7863313555717468,
+      "learning_rate": 8.275340604015864e-06,
+      "loss": 1.22,
+      "step": 19082
+    },
+    {
+      "epoch": 5.683799028276773,
+      "grad_norm": 0.3401656746864319,
+      "learning_rate": 8.274390499236616e-06,
+      "loss": 1.2122,
+      "step": 19083
+    },
+    {
+      "epoch": 5.684096874476442,
+      "grad_norm": 1.1781949996948242,
+      "learning_rate": 8.273440410512238e-06,
+      "loss": 1.211,
+      "step": 19084
+    },
+    {
+      "epoch": 5.684394720676111,
+      "grad_norm": 0.3618912398815155,
+      "learning_rate": 8.272490337851568e-06,
+      "loss": 1.2213,
+      "step": 19085
+    },
+    {
+      "epoch": 5.684692566875779,
+      "grad_norm": 0.677024245262146,
+      "learning_rate": 8.271540281263446e-06,
+      "loss": 1.219,
+      "step": 19086
+    },
+    {
+      "epoch": 5.6849904130754485,
+      "grad_norm": 0.34416821599006653,
+      "learning_rate": 8.270590240756709e-06,
+      "loss": 1.2082,
+      "step": 19087
+    },
+    {
+      "epoch": 5.685288259275117,
+      "grad_norm": 0.4384899437427521,
+      "learning_rate": 8.2696402163402e-06,
+      "loss": 1.2183,
+      "step": 19088
+    },
+    {
+      "epoch": 5.685586105474785,
+      "grad_norm": 0.39428257942199707,
+      "learning_rate": 8.268690208022752e-06,
+      "loss": 1.2003,
+      "step": 19089
+    },
+    {
+      "epoch": 5.685883951674454,
+      "grad_norm": 0.29664862155914307,
+      "learning_rate": 8.267740215813212e-06,
+      "loss": 1.2021,
+      "step": 19090
+    },
+    {
+      "epoch": 5.686181797874123,
+      "grad_norm": 0.3758775293827057,
+      "learning_rate": 8.26679023972041e-06,
+      "loss": 1.2317,
+      "step": 19091
+    },
+    {
+      "epoch": 5.686479644073791,
+      "grad_norm": 0.3397117853164673,
+      "learning_rate": 8.265840279753187e-06,
+      "loss": 1.2138,
+      "step": 19092
+    },
+    {
+      "epoch": 5.68677749027346,
+      "grad_norm": 0.3522505760192871,
+      "learning_rate": 8.264890335920387e-06,
+      "loss": 1.2023,
+      "step": 19093
+    },
+    {
+      "epoch": 5.687075336473129,
+      "grad_norm": 0.37819424271583557,
+      "learning_rate": 8.263940408230844e-06,
+      "loss": 1.2054,
+      "step": 19094
+    },
+    {
+      "epoch": 5.687373182672797,
+      "grad_norm": 0.3502015769481659,
+      "learning_rate": 8.262990496693391e-06,
+      "loss": 1.2097,
+      "step": 19095
+    },
+    {
+      "epoch": 5.687671028872466,
+      "grad_norm": 0.3551258444786072,
+      "learning_rate": 8.262040601316876e-06,
+      "loss": 1.1903,
+      "step": 19096
+    },
+    {
+      "epoch": 5.6879688750721344,
+      "grad_norm": 0.28365689516067505,
+      "learning_rate": 8.261090722110128e-06,
+      "loss": 1.2216,
+      "step": 19097
+    },
+    {
+      "epoch": 5.688266721271804,
+      "grad_norm": 0.29984399676322937,
+      "learning_rate": 8.260140859081988e-06,
+      "loss": 1.2217,
+      "step": 19098
+    },
+    {
+      "epoch": 5.688564567471472,
+      "grad_norm": 0.41037264466285706,
+      "learning_rate": 8.259191012241296e-06,
+      "loss": 1.2084,
+      "step": 19099
+    },
+    {
+      "epoch": 5.68886241367114,
+      "grad_norm": 0.2847413122653961,
+      "learning_rate": 8.258241181596881e-06,
+      "loss": 1.2201,
+      "step": 19100
+    },
+    {
+      "epoch": 5.6891602598708095,
+      "grad_norm": 0.4303090572357178,
+      "learning_rate": 8.257291367157593e-06,
+      "loss": 1.2142,
+      "step": 19101
+    },
+    {
+      "epoch": 5.689458106070478,
+      "grad_norm": 0.27760329842567444,
+      "learning_rate": 8.25634156893226e-06,
+      "loss": 1.2067,
+      "step": 19102
+    },
+    {
+      "epoch": 5.689755952270146,
+      "grad_norm": 0.4031229019165039,
+      "learning_rate": 8.255391786929718e-06,
+      "loss": 1.2062,
+      "step": 19103
+    },
+    {
+      "epoch": 5.690053798469815,
+      "grad_norm": 0.2993726432323456,
+      "learning_rate": 8.254442021158807e-06,
+      "loss": 1.2055,
+      "step": 19104
+    },
+    {
+      "epoch": 5.690351644669484,
+      "grad_norm": 0.46615636348724365,
+      "learning_rate": 8.253492271628365e-06,
+      "loss": 1.2108,
+      "step": 19105
+    },
+    {
+      "epoch": 5.690649490869152,
+      "grad_norm": 0.3425360918045044,
+      "learning_rate": 8.252542538347222e-06,
+      "loss": 1.2313,
+      "step": 19106
+    },
+    {
+      "epoch": 5.690947337068821,
+      "grad_norm": 0.4575381278991699,
+      "learning_rate": 8.251592821324222e-06,
+      "loss": 1.2252,
+      "step": 19107
+    },
+    {
+      "epoch": 5.69124518326849,
+      "grad_norm": 0.2913895547389984,
+      "learning_rate": 8.250643120568197e-06,
+      "loss": 1.2329,
+      "step": 19108
+    },
+    {
+      "epoch": 5.691543029468159,
+      "grad_norm": 0.38088569045066833,
+      "learning_rate": 8.249693436087982e-06,
+      "loss": 1.2112,
+      "step": 19109
+    },
+    {
+      "epoch": 5.691840875667827,
+      "grad_norm": 0.3749718964099884,
+      "learning_rate": 8.248743767892413e-06,
+      "loss": 1.2124,
+      "step": 19110
+    },
+    {
+      "epoch": 5.6921387218674955,
+      "grad_norm": 0.37592044472694397,
+      "learning_rate": 8.247794115990331e-06,
+      "loss": 1.2101,
+      "step": 19111
+    },
+    {
+      "epoch": 5.692436568067165,
+      "grad_norm": 0.31984758377075195,
+      "learning_rate": 8.246844480390561e-06,
+      "loss": 1.2035,
+      "step": 19112
+    },
+    {
+      "epoch": 5.692734414266833,
+      "grad_norm": 0.2917548716068268,
+      "learning_rate": 8.24589486110195e-06,
+      "loss": 1.1921,
+      "step": 19113
+    },
+    {
+      "epoch": 5.693032260466501,
+      "grad_norm": 0.3189534842967987,
+      "learning_rate": 8.244945258133324e-06,
+      "loss": 1.194,
+      "step": 19114
+    },
+    {
+      "epoch": 5.693330106666171,
+      "grad_norm": 0.272670179605484,
+      "learning_rate": 8.24399567149352e-06,
+      "loss": 1.2146,
+      "step": 19115
+    },
+    {
+      "epoch": 5.693627952865839,
+      "grad_norm": 0.25924283266067505,
+      "learning_rate": 8.243046101191379e-06,
+      "loss": 1.2105,
+      "step": 19116
+    },
+    {
+      "epoch": 5.693925799065507,
+      "grad_norm": 0.2516448199748993,
+      "learning_rate": 8.242096547235726e-06,
+      "loss": 1.2196,
+      "step": 19117
+    },
+    {
+      "epoch": 5.694223645265176,
+      "grad_norm": 0.29821452498435974,
+      "learning_rate": 8.241147009635405e-06,
+      "loss": 1.205,
+      "step": 19118
+    },
+    {
+      "epoch": 5.694521491464845,
+      "grad_norm": 0.2622608542442322,
+      "learning_rate": 8.240197488399246e-06,
+      "loss": 1.2152,
+      "step": 19119
+    },
+    {
+      "epoch": 5.694819337664514,
+      "grad_norm": 0.4225327968597412,
+      "learning_rate": 8.23924798353608e-06,
+      "loss": 1.2009,
+      "step": 19120
+    },
+    {
+      "epoch": 5.695117183864182,
+      "grad_norm": 0.38297656178474426,
+      "learning_rate": 8.238298495054745e-06,
+      "loss": 1.2149,
+      "step": 19121
+    },
+    {
+      "epoch": 5.695415030063851,
+      "grad_norm": 0.300771027803421,
+      "learning_rate": 8.237349022964077e-06,
+      "loss": 1.2134,
+      "step": 19122
+    },
+    {
+      "epoch": 5.695712876263519,
+      "grad_norm": 0.3504418134689331,
+      "learning_rate": 8.236399567272903e-06,
+      "loss": 1.2099,
+      "step": 19123
+    },
+    {
+      "epoch": 5.696010722463188,
+      "grad_norm": 0.24541020393371582,
+      "learning_rate": 8.235450127990064e-06,
+      "loss": 1.1963,
+      "step": 19124
+    },
+    {
+      "epoch": 5.6963085686628565,
+      "grad_norm": 0.32109183073043823,
+      "learning_rate": 8.23450070512439e-06,
+      "loss": 1.2078,
+      "step": 19125
+    },
+    {
+      "epoch": 5.696606414862526,
+      "grad_norm": 0.3012921214103699,
+      "learning_rate": 8.233551298684711e-06,
+      "loss": 1.2171,
+      "step": 19126
+    },
+    {
+      "epoch": 5.696904261062194,
+      "grad_norm": 0.29415959119796753,
+      "learning_rate": 8.232601908679865e-06,
+      "loss": 1.231,
+      "step": 19127
+    },
+    {
+      "epoch": 5.697202107261862,
+      "grad_norm": 0.33890417218208313,
+      "learning_rate": 8.231652535118687e-06,
+      "loss": 1.2107,
+      "step": 19128
+    },
+    {
+      "epoch": 5.697499953461532,
+      "grad_norm": 0.30771562457084656,
+      "learning_rate": 8.230703178010002e-06,
+      "loss": 1.2321,
+      "step": 19129
+    },
+    {
+      "epoch": 5.6977977996612,
+      "grad_norm": 0.310462087392807,
+      "learning_rate": 8.22975383736265e-06,
+      "loss": 1.2197,
+      "step": 19130
+    },
+    {
+      "epoch": 5.698095645860868,
+      "grad_norm": 0.2630466818809509,
+      "learning_rate": 8.22880451318546e-06,
+      "loss": 1.1987,
+      "step": 19131
+    },
+    {
+      "epoch": 5.6983934920605375,
+      "grad_norm": 0.3235372006893158,
+      "learning_rate": 8.227855205487264e-06,
+      "loss": 1.2148,
+      "step": 19132
+    },
+    {
+      "epoch": 5.698691338260206,
+      "grad_norm": 0.26138269901275635,
+      "learning_rate": 8.226905914276895e-06,
+      "loss": 1.2171,
+      "step": 19133
+    },
+    {
+      "epoch": 5.698989184459874,
+      "grad_norm": 0.3011850118637085,
+      "learning_rate": 8.225956639563186e-06,
+      "loss": 1.2199,
+      "step": 19134
+    },
+    {
+      "epoch": 5.699287030659543,
+      "grad_norm": 0.3192721903324127,
+      "learning_rate": 8.22500738135497e-06,
+      "loss": 1.2137,
+      "step": 19135
+    },
+    {
+      "epoch": 5.699584876859212,
+      "grad_norm": 0.46231967210769653,
+      "learning_rate": 8.224058139661077e-06,
+      "loss": 1.2038,
+      "step": 19136
+    },
+    {
+      "epoch": 5.699882723058881,
+      "grad_norm": 0.28124892711639404,
+      "learning_rate": 8.223108914490337e-06,
+      "loss": 1.222,
+      "step": 19137
+    },
+    {
+      "epoch": 5.700180569258549,
+      "grad_norm": 0.5450407862663269,
+      "learning_rate": 8.222159705851583e-06,
+      "loss": 1.2043,
+      "step": 19138
+    },
+    {
+      "epoch": 5.7004784154582175,
+      "grad_norm": 0.26735734939575195,
+      "learning_rate": 8.22121051375365e-06,
+      "loss": 1.2262,
+      "step": 19139
+    },
+    {
+      "epoch": 5.700776261657887,
+      "grad_norm": 0.6248392462730408,
+      "learning_rate": 8.220261338205361e-06,
+      "loss": 1.2291,
+      "step": 19140
+    },
+    {
+      "epoch": 5.701074107857555,
+      "grad_norm": 0.3227476179599762,
+      "learning_rate": 8.219312179215557e-06,
+      "loss": 1.2025,
+      "step": 19141
+    },
+    {
+      "epoch": 5.701371954057223,
+      "grad_norm": 0.4438363313674927,
+      "learning_rate": 8.218363036793063e-06,
+      "loss": 1.2093,
+      "step": 19142
+    },
+    {
+      "epoch": 5.701669800256893,
+      "grad_norm": 0.5310785174369812,
+      "learning_rate": 8.217413910946705e-06,
+      "loss": 1.2251,
+      "step": 19143
+    },
+    {
+      "epoch": 5.701967646456561,
+      "grad_norm": 0.42326900362968445,
+      "learning_rate": 8.216464801685324e-06,
+      "loss": 1.2351,
+      "step": 19144
+    },
+    {
+      "epoch": 5.702265492656229,
+      "grad_norm": 0.6061856150627136,
+      "learning_rate": 8.215515709017745e-06,
+      "loss": 1.2225,
+      "step": 19145
+    },
+    {
+      "epoch": 5.7025633388558985,
+      "grad_norm": 0.4341288208961487,
+      "learning_rate": 8.214566632952795e-06,
+      "loss": 1.2215,
+      "step": 19146
+    },
+    {
+      "epoch": 5.702861185055567,
+      "grad_norm": 0.5088263750076294,
+      "learning_rate": 8.21361757349931e-06,
+      "loss": 1.1955,
+      "step": 19147
+    },
+    {
+      "epoch": 5.703159031255236,
+      "grad_norm": 0.2771662473678589,
+      "learning_rate": 8.212668530666122e-06,
+      "loss": 1.2127,
+      "step": 19148
+    },
+    {
+      "epoch": 5.703456877454904,
+      "grad_norm": 0.4809740483760834,
+      "learning_rate": 8.211719504462047e-06,
+      "loss": 1.2099,
+      "step": 19149
+    },
+    {
+      "epoch": 5.703754723654573,
+      "grad_norm": 0.47004154324531555,
+      "learning_rate": 8.21077049489593e-06,
+      "loss": 1.2326,
+      "step": 19150
+    },
+    {
+      "epoch": 5.704052569854241,
+      "grad_norm": 0.35316845774650574,
+      "learning_rate": 8.209821501976591e-06,
+      "loss": 1.236,
+      "step": 19151
+    },
+    {
+      "epoch": 5.70435041605391,
+      "grad_norm": 0.5005456209182739,
+      "learning_rate": 8.208872525712868e-06,
+      "loss": 1.21,
+      "step": 19152
+    },
+    {
+      "epoch": 5.704648262253579,
+      "grad_norm": 0.35879549384117126,
+      "learning_rate": 8.207923566113584e-06,
+      "loss": 1.2116,
+      "step": 19153
+    },
+    {
+      "epoch": 5.704946108453248,
+      "grad_norm": 0.3176892399787903,
+      "learning_rate": 8.206974623187564e-06,
+      "loss": 1.2238,
+      "step": 19154
+    },
+    {
+      "epoch": 5.705243954652916,
+      "grad_norm": 0.6765245199203491,
+      "learning_rate": 8.206025696943648e-06,
+      "loss": 1.2009,
+      "step": 19155
+    },
+    {
+      "epoch": 5.7055418008525844,
+      "grad_norm": 0.29464155435562134,
+      "learning_rate": 8.205076787390655e-06,
+      "loss": 1.2245,
+      "step": 19156
+    },
+    {
+      "epoch": 5.705839647052254,
+      "grad_norm": 0.49003055691719055,
+      "learning_rate": 8.204127894537417e-06,
+      "loss": 1.2129,
+      "step": 19157
+    },
+    {
+      "epoch": 5.706137493251922,
+      "grad_norm": 0.4680720567703247,
+      "learning_rate": 8.203179018392764e-06,
+      "loss": 1.1992,
+      "step": 19158
+    },
+    {
+      "epoch": 5.70643533945159,
+      "grad_norm": 0.3750953674316406,
+      "learning_rate": 8.202230158965524e-06,
+      "loss": 1.2268,
+      "step": 19159
+    },
+    {
+      "epoch": 5.7067331856512595,
+      "grad_norm": 0.38773584365844727,
+      "learning_rate": 8.201281316264518e-06,
+      "loss": 1.213,
+      "step": 19160
+    },
+    {
+      "epoch": 5.707031031850928,
+      "grad_norm": 0.3487052619457245,
+      "learning_rate": 8.200332490298587e-06,
+      "loss": 1.2156,
+      "step": 19161
+    },
+    {
+      "epoch": 5.707328878050596,
+      "grad_norm": 0.32750964164733887,
+      "learning_rate": 8.199383681076547e-06,
+      "loss": 1.228,
+      "step": 19162
+    },
+    {
+      "epoch": 5.707626724250265,
+      "grad_norm": 0.45693573355674744,
+      "learning_rate": 8.198434888607229e-06,
+      "loss": 1.2036,
+      "step": 19163
+    },
+    {
+      "epoch": 5.707924570449934,
+      "grad_norm": 0.26374465227127075,
+      "learning_rate": 8.197486112899465e-06,
+      "loss": 1.2312,
+      "step": 19164
+    },
+    {
+      "epoch": 5.708222416649603,
+      "grad_norm": 0.30079081654548645,
+      "learning_rate": 8.19653735396208e-06,
+      "loss": 1.2031,
+      "step": 19165
+    },
+    {
+      "epoch": 5.708520262849271,
+      "grad_norm": 0.34954196214675903,
+      "learning_rate": 8.195588611803894e-06,
+      "loss": 1.2035,
+      "step": 19166
+    },
+    {
+      "epoch": 5.70881810904894,
+      "grad_norm": 0.3157309889793396,
+      "learning_rate": 8.194639886433745e-06,
+      "loss": 1.2155,
+      "step": 19167
+    },
+    {
+      "epoch": 5.709115955248609,
+      "grad_norm": 0.2708793580532074,
+      "learning_rate": 8.19369117786045e-06,
+      "loss": 1.2207,
+      "step": 19168
+    },
+    {
+      "epoch": 5.709413801448277,
+      "grad_norm": 0.2903445065021515,
+      "learning_rate": 8.192742486092844e-06,
+      "loss": 1.2214,
+      "step": 19169
+    },
+    {
+      "epoch": 5.7097116476479455,
+      "grad_norm": 0.4261883795261383,
+      "learning_rate": 8.191793811139753e-06,
+      "loss": 1.2022,
+      "step": 19170
+    },
+    {
+      "epoch": 5.710009493847615,
+      "grad_norm": 0.2846320569515228,
+      "learning_rate": 8.190845153009994e-06,
+      "loss": 1.2159,
+      "step": 19171
+    },
+    {
+      "epoch": 5.710307340047283,
+      "grad_norm": 0.447803258895874,
+      "learning_rate": 8.189896511712404e-06,
+      "loss": 1.2066,
+      "step": 19172
+    },
+    {
+      "epoch": 5.710605186246951,
+      "grad_norm": 0.5086649656295776,
+      "learning_rate": 8.188947887255803e-06,
+      "loss": 1.2152,
+      "step": 19173
+    },
+    {
+      "epoch": 5.710903032446621,
+      "grad_norm": 0.27532675862312317,
+      "learning_rate": 8.187999279649016e-06,
+      "loss": 1.213,
+      "step": 19174
+    },
+    {
+      "epoch": 5.711200878646289,
+      "grad_norm": 0.40517324209213257,
+      "learning_rate": 8.187050688900874e-06,
+      "loss": 1.2157,
+      "step": 19175
+    },
+    {
+      "epoch": 5.711498724845958,
+      "grad_norm": 0.31303679943084717,
+      "learning_rate": 8.186102115020203e-06,
+      "loss": 1.2161,
+      "step": 19176
+    },
+    {
+      "epoch": 5.711796571045626,
+      "grad_norm": 0.2991512715816498,
+      "learning_rate": 8.18515355801582e-06,
+      "loss": 1.1982,
+      "step": 19177
+    },
+    {
+      "epoch": 5.712094417245295,
+      "grad_norm": 0.32588645815849304,
+      "learning_rate": 8.184205017896558e-06,
+      "loss": 1.2086,
+      "step": 19178
+    },
+    {
+      "epoch": 5.712392263444964,
+      "grad_norm": 0.27404963970184326,
+      "learning_rate": 8.183256494671239e-06,
+      "loss": 1.237,
+      "step": 19179
+    },
+    {
+      "epoch": 5.712690109644632,
+      "grad_norm": 0.2768762409687042,
+      "learning_rate": 8.182307988348686e-06,
+      "loss": 1.2134,
+      "step": 19180
+    },
+    {
+      "epoch": 5.712987955844301,
+      "grad_norm": 0.28320375084877014,
+      "learning_rate": 8.181359498937731e-06,
+      "loss": 1.2211,
+      "step": 19181
+    },
+    {
+      "epoch": 5.71328580204397,
+      "grad_norm": 0.2991725206375122,
+      "learning_rate": 8.180411026447188e-06,
+      "loss": 1.2194,
+      "step": 19182
+    },
+    {
+      "epoch": 5.713583648243638,
+      "grad_norm": 0.2722277343273163,
+      "learning_rate": 8.179462570885893e-06,
+      "loss": 1.2049,
+      "step": 19183
+    },
+    {
+      "epoch": 5.7138814944433065,
+      "grad_norm": 0.33952224254608154,
+      "learning_rate": 8.178514132262665e-06,
+      "loss": 1.188,
+      "step": 19184
+    },
+    {
+      "epoch": 5.714179340642976,
+      "grad_norm": 0.4549599885940552,
+      "learning_rate": 8.177565710586324e-06,
+      "loss": 1.1926,
+      "step": 19185
+    },
+    {
+      "epoch": 5.714477186842644,
+      "grad_norm": 0.38919007778167725,
+      "learning_rate": 8.1766173058657e-06,
+      "loss": 1.2194,
+      "step": 19186
+    },
+    {
+      "epoch": 5.714775033042313,
+      "grad_norm": 0.4535031318664551,
+      "learning_rate": 8.175668918109614e-06,
+      "loss": 1.1982,
+      "step": 19187
+    },
+    {
+      "epoch": 5.715072879241982,
+      "grad_norm": 0.6928510665893555,
+      "learning_rate": 8.17472054732689e-06,
+      "loss": 1.207,
+      "step": 19188
+    },
+    {
+      "epoch": 5.71537072544165,
+      "grad_norm": 0.3158282935619354,
+      "learning_rate": 8.173772193526355e-06,
+      "loss": 1.2142,
+      "step": 19189
+    },
+    {
+      "epoch": 5.715668571641318,
+      "grad_norm": 0.471537709236145,
+      "learning_rate": 8.172823856716826e-06,
+      "loss": 1.2081,
+      "step": 19190
+    },
+    {
+      "epoch": 5.7159664178409875,
+      "grad_norm": 0.43880006670951843,
+      "learning_rate": 8.171875536907131e-06,
+      "loss": 1.2195,
+      "step": 19191
+    },
+    {
+      "epoch": 5.716264264040656,
+      "grad_norm": 0.4804430902004242,
+      "learning_rate": 8.17092723410609e-06,
+      "loss": 1.2173,
+      "step": 19192
+    },
+    {
+      "epoch": 5.716562110240325,
+      "grad_norm": 0.45681121945381165,
+      "learning_rate": 8.169978948322532e-06,
+      "loss": 1.2119,
+      "step": 19193
+    },
+    {
+      "epoch": 5.716859956439993,
+      "grad_norm": 0.4069162607192993,
+      "learning_rate": 8.16903067956527e-06,
+      "loss": 1.222,
+      "step": 19194
+    },
+    {
+      "epoch": 5.717157802639662,
+      "grad_norm": 0.49170956015586853,
+      "learning_rate": 8.168082427843136e-06,
+      "loss": 1.2319,
+      "step": 19195
+    },
+    {
+      "epoch": 5.717455648839331,
+      "grad_norm": 0.3608390688896179,
+      "learning_rate": 8.167134193164945e-06,
+      "loss": 1.2169,
+      "step": 19196
+    },
+    {
+      "epoch": 5.717753495038999,
+      "grad_norm": 0.3721214830875397,
+      "learning_rate": 8.166185975539525e-06,
+      "loss": 1.2056,
+      "step": 19197
+    },
+    {
+      "epoch": 5.7180513412386675,
+      "grad_norm": 0.26780083775520325,
+      "learning_rate": 8.165237774975694e-06,
+      "loss": 1.2252,
+      "step": 19198
+    },
+    {
+      "epoch": 5.718349187438337,
+      "grad_norm": 0.3509320914745331,
+      "learning_rate": 8.164289591482273e-06,
+      "loss": 1.1987,
+      "step": 19199
+    },
+    {
+      "epoch": 5.718647033638005,
+      "grad_norm": 0.3072911500930786,
+      "learning_rate": 8.163341425068091e-06,
+      "loss": 1.2136,
+      "step": 19200
+    },
+    {
+      "epoch": 5.718944879837673,
+      "grad_norm": 0.34929409623146057,
+      "learning_rate": 8.162393275741965e-06,
+      "loss": 1.2269,
+      "step": 19201
+    },
+    {
+      "epoch": 5.719242726037343,
+      "grad_norm": 0.2987555265426636,
+      "learning_rate": 8.161445143512714e-06,
+      "loss": 1.2274,
+      "step": 19202
+    },
+    {
+      "epoch": 5.719540572237011,
+      "grad_norm": 0.26666340231895447,
+      "learning_rate": 8.160497028389162e-06,
+      "loss": 1.2093,
+      "step": 19203
+    },
+    {
+      "epoch": 5.71983841843668,
+      "grad_norm": 0.3248349130153656,
+      "learning_rate": 8.159548930380132e-06,
+      "loss": 1.1982,
+      "step": 19204
+    },
+    {
+      "epoch": 5.7201362646363485,
+      "grad_norm": 0.2517450451850891,
+      "learning_rate": 8.158600849494439e-06,
+      "loss": 1.1918,
+      "step": 19205
+    },
+    {
+      "epoch": 5.720434110836017,
+      "grad_norm": 0.3940218687057495,
+      "learning_rate": 8.157652785740913e-06,
+      "loss": 1.2134,
+      "step": 19206
+    },
+    {
+      "epoch": 5.720731957035686,
+      "grad_norm": 0.3380928337574005,
+      "learning_rate": 8.156704739128368e-06,
+      "loss": 1.2055,
+      "step": 19207
+    },
+    {
+      "epoch": 5.721029803235354,
+      "grad_norm": 0.7472136616706848,
+      "learning_rate": 8.155756709665623e-06,
+      "loss": 1.2026,
+      "step": 19208
+    },
+    {
+      "epoch": 5.721327649435023,
+      "grad_norm": 0.29066941142082214,
+      "learning_rate": 8.154808697361503e-06,
+      "loss": 1.2207,
+      "step": 19209
+    },
+    {
+      "epoch": 5.721625495634692,
+      "grad_norm": 0.472308486700058,
+      "learning_rate": 8.153860702224827e-06,
+      "loss": 1.2335,
+      "step": 19210
+    },
+    {
+      "epoch": 5.72192334183436,
+      "grad_norm": 0.2740098536014557,
+      "learning_rate": 8.152912724264413e-06,
+      "loss": 1.2163,
+      "step": 19211
+    },
+    {
+      "epoch": 5.722221188034029,
+      "grad_norm": 0.3556009531021118,
+      "learning_rate": 8.151964763489084e-06,
+      "loss": 1.198,
+      "step": 19212
+    },
+    {
+      "epoch": 5.722519034233698,
+      "grad_norm": 0.3266046643257141,
+      "learning_rate": 8.15101681990766e-06,
+      "loss": 1.2253,
+      "step": 19213
+    },
+    {
+      "epoch": 5.722816880433366,
+      "grad_norm": 0.3187634348869324,
+      "learning_rate": 8.150068893528953e-06,
+      "loss": 1.2037,
+      "step": 19214
+    },
+    {
+      "epoch": 5.723114726633035,
+      "grad_norm": 0.2581399977207184,
+      "learning_rate": 8.149120984361792e-06,
+      "loss": 1.2068,
+      "step": 19215
+    },
+    {
+      "epoch": 5.723412572832704,
+      "grad_norm": 0.2611939013004303,
+      "learning_rate": 8.14817309241499e-06,
+      "loss": 1.2066,
+      "step": 19216
+    },
+    {
+      "epoch": 5.723710419032372,
+      "grad_norm": 0.2910304367542267,
+      "learning_rate": 8.147225217697372e-06,
+      "loss": 1.2156,
+      "step": 19217
+    },
+    {
+      "epoch": 5.72400826523204,
+      "grad_norm": 0.3033101260662079,
+      "learning_rate": 8.146277360217753e-06,
+      "loss": 1.2008,
+      "step": 19218
+    },
+    {
+      "epoch": 5.7243061114317095,
+      "grad_norm": 0.2592804431915283,
+      "learning_rate": 8.145329519984948e-06,
+      "loss": 1.2114,
+      "step": 19219
+    },
+    {
+      "epoch": 5.724603957631378,
+      "grad_norm": 0.337984174489975,
+      "learning_rate": 8.144381697007784e-06,
+      "loss": 1.2291,
+      "step": 19220
+    },
+    {
+      "epoch": 5.724901803831047,
+      "grad_norm": 0.3439250588417053,
+      "learning_rate": 8.143433891295073e-06,
+      "loss": 1.2158,
+      "step": 19221
+    },
+    {
+      "epoch": 5.725199650030715,
+      "grad_norm": 0.316287636756897,
+      "learning_rate": 8.142486102855633e-06,
+      "loss": 1.2024,
+      "step": 19222
+    },
+    {
+      "epoch": 5.725497496230384,
+      "grad_norm": 0.32141873240470886,
+      "learning_rate": 8.141538331698289e-06,
+      "loss": 1.2128,
+      "step": 19223
+    },
+    {
+      "epoch": 5.725795342430053,
+      "grad_norm": 0.29094937443733215,
+      "learning_rate": 8.140590577831855e-06,
+      "loss": 1.2066,
+      "step": 19224
+    },
+    {
+      "epoch": 5.726093188629721,
+      "grad_norm": 0.2842795252799988,
+      "learning_rate": 8.139642841265143e-06,
+      "loss": 1.2027,
+      "step": 19225
+    },
+    {
+      "epoch": 5.72639103482939,
+      "grad_norm": 0.25643765926361084,
+      "learning_rate": 8.138695122006978e-06,
+      "loss": 1.2219,
+      "step": 19226
+    },
+    {
+      "epoch": 5.726688881029059,
+      "grad_norm": 0.3652380704879761,
+      "learning_rate": 8.137747420066178e-06,
+      "loss": 1.1971,
+      "step": 19227
+    },
+    {
+      "epoch": 5.726986727228727,
+      "grad_norm": 0.39302146434783936,
+      "learning_rate": 8.136799735451553e-06,
+      "loss": 1.2139,
+      "step": 19228
+    },
+    {
+      "epoch": 5.7272845734283955,
+      "grad_norm": 0.2970762252807617,
+      "learning_rate": 8.135852068171929e-06,
+      "loss": 1.1927,
+      "step": 19229
+    },
+    {
+      "epoch": 5.727582419628065,
+      "grad_norm": 0.26464593410491943,
+      "learning_rate": 8.13490441823612e-06,
+      "loss": 1.2139,
+      "step": 19230
+    },
+    {
+      "epoch": 5.727880265827733,
+      "grad_norm": 0.3146645724773407,
+      "learning_rate": 8.133956785652935e-06,
+      "loss": 1.2171,
+      "step": 19231
+    },
+    {
+      "epoch": 5.728178112027402,
+      "grad_norm": 0.2746916711330414,
+      "learning_rate": 8.1330091704312e-06,
+      "loss": 1.2115,
+      "step": 19232
+    },
+    {
+      "epoch": 5.728475958227071,
+      "grad_norm": 0.3675459027290344,
+      "learning_rate": 8.132061572579728e-06,
+      "loss": 1.2101,
+      "step": 19233
+    },
+    {
+      "epoch": 5.728773804426739,
+      "grad_norm": 0.4824284017086029,
+      "learning_rate": 8.13111399210734e-06,
+      "loss": 1.2117,
+      "step": 19234
+    },
+    {
+      "epoch": 5.729071650626408,
+      "grad_norm": 0.2716885209083557,
+      "learning_rate": 8.130166429022848e-06,
+      "loss": 1.2091,
+      "step": 19235
+    },
+    {
+      "epoch": 5.729369496826076,
+      "grad_norm": 0.4524732828140259,
+      "learning_rate": 8.129218883335063e-06,
+      "loss": 1.2208,
+      "step": 19236
+    },
+    {
+      "epoch": 5.729667343025745,
+      "grad_norm": 0.25957584381103516,
+      "learning_rate": 8.128271355052812e-06,
+      "loss": 1.2136,
+      "step": 19237
+    },
+    {
+      "epoch": 5.729965189225414,
+      "grad_norm": 0.4286913275718689,
+      "learning_rate": 8.127323844184901e-06,
+      "loss": 1.2279,
+      "step": 19238
+    },
+    {
+      "epoch": 5.730263035425082,
+      "grad_norm": 0.3456757664680481,
+      "learning_rate": 8.126376350740148e-06,
+      "loss": 1.2104,
+      "step": 19239
+    },
+    {
+      "epoch": 5.730560881624751,
+      "grad_norm": 0.34896788001060486,
+      "learning_rate": 8.125428874727374e-06,
+      "loss": 1.2083,
+      "step": 19240
+    },
+    {
+      "epoch": 5.73085872782442,
+      "grad_norm": 0.31779733300209045,
+      "learning_rate": 8.12448141615539e-06,
+      "loss": 1.207,
+      "step": 19241
+    },
+    {
+      "epoch": 5.731156574024088,
+      "grad_norm": 0.2977970242500305,
+      "learning_rate": 8.123533975033007e-06,
+      "loss": 1.2074,
+      "step": 19242
+    },
+    {
+      "epoch": 5.731454420223757,
+      "grad_norm": 0.27172422409057617,
+      "learning_rate": 8.122586551369049e-06,
+      "loss": 1.209,
+      "step": 19243
+    },
+    {
+      "epoch": 5.731752266423426,
+      "grad_norm": 0.24826082587242126,
+      "learning_rate": 8.121639145172322e-06,
+      "loss": 1.2047,
+      "step": 19244
+    },
+    {
+      "epoch": 5.732050112623094,
+      "grad_norm": 0.34129610657691956,
+      "learning_rate": 8.120691756451642e-06,
+      "loss": 1.2173,
+      "step": 19245
+    },
+    {
+      "epoch": 5.732347958822763,
+      "grad_norm": 0.2712298631668091,
+      "learning_rate": 8.119744385215829e-06,
+      "loss": 1.2168,
+      "step": 19246
+    },
+    {
+      "epoch": 5.732645805022432,
+      "grad_norm": 0.34561648964881897,
+      "learning_rate": 8.118797031473696e-06,
+      "loss": 1.2094,
+      "step": 19247
+    },
+    {
+      "epoch": 5.7329436512221,
+      "grad_norm": 0.2662794888019562,
+      "learning_rate": 8.11784969523405e-06,
+      "loss": 1.1895,
+      "step": 19248
+    },
+    {
+      "epoch": 5.733241497421769,
+      "grad_norm": 0.4298684000968933,
+      "learning_rate": 8.11690237650571e-06,
+      "loss": 1.2255,
+      "step": 19249
+    },
+    {
+      "epoch": 5.7335393436214375,
+      "grad_norm": 0.41783541440963745,
+      "learning_rate": 8.11595507529749e-06,
+      "loss": 1.2065,
+      "step": 19250
+    },
+    {
+      "epoch": 5.733837189821106,
+      "grad_norm": 0.26658281683921814,
+      "learning_rate": 8.115007791618204e-06,
+      "loss": 1.222,
+      "step": 19251
+    },
+    {
+      "epoch": 5.734135036020775,
+      "grad_norm": 0.33240213990211487,
+      "learning_rate": 8.114060525476667e-06,
+      "loss": 1.219,
+      "step": 19252
+    },
+    {
+      "epoch": 5.734432882220443,
+      "grad_norm": 0.3223637640476227,
+      "learning_rate": 8.113113276881685e-06,
+      "loss": 1.2047,
+      "step": 19253
+    },
+    {
+      "epoch": 5.7347307284201126,
+      "grad_norm": 0.2844304144382477,
+      "learning_rate": 8.112166045842079e-06,
+      "loss": 1.2111,
+      "step": 19254
+    },
+    {
+      "epoch": 5.735028574619781,
+      "grad_norm": 0.3888123631477356,
+      "learning_rate": 8.111218832366657e-06,
+      "loss": 1.211,
+      "step": 19255
+    },
+    {
+      "epoch": 5.735326420819449,
+      "grad_norm": 0.24945160746574402,
+      "learning_rate": 8.110271636464236e-06,
+      "loss": 1.2113,
+      "step": 19256
+    },
+    {
+      "epoch": 5.7356242670191175,
+      "grad_norm": 0.4705652594566345,
+      "learning_rate": 8.109324458143622e-06,
+      "loss": 1.2278,
+      "step": 19257
+    },
+    {
+      "epoch": 5.735922113218787,
+      "grad_norm": 0.25226935744285583,
+      "learning_rate": 8.108377297413636e-06,
+      "loss": 1.2071,
+      "step": 19258
+    },
+    {
+      "epoch": 5.736219959418455,
+      "grad_norm": 0.40976861119270325,
+      "learning_rate": 8.10743015428308e-06,
+      "loss": 1.2139,
+      "step": 19259
+    },
+    {
+      "epoch": 5.736517805618124,
+      "grad_norm": 0.3066800832748413,
+      "learning_rate": 8.106483028760778e-06,
+      "loss": 1.2137,
+      "step": 19260
+    },
+    {
+      "epoch": 5.736815651817793,
+      "grad_norm": 0.31210604310035706,
+      "learning_rate": 8.105535920855534e-06,
+      "loss": 1.218,
+      "step": 19261
+    },
+    {
+      "epoch": 5.737113498017461,
+      "grad_norm": 0.2538163661956787,
+      "learning_rate": 8.104588830576158e-06,
+      "loss": 1.217,
+      "step": 19262
+    },
+    {
+      "epoch": 5.73741134421713,
+      "grad_norm": 0.3894919455051422,
+      "learning_rate": 8.103641757931472e-06,
+      "loss": 1.2154,
+      "step": 19263
+    },
+    {
+      "epoch": 5.7377091904167985,
+      "grad_norm": 0.27999603748321533,
+      "learning_rate": 8.102694702930278e-06,
+      "loss": 1.2243,
+      "step": 19264
+    },
+    {
+      "epoch": 5.738007036616467,
+      "grad_norm": 0.28781571984291077,
+      "learning_rate": 8.101747665581386e-06,
+      "loss": 1.2122,
+      "step": 19265
+    },
+    {
+      "epoch": 5.738304882816136,
+      "grad_norm": 0.5580193400382996,
+      "learning_rate": 8.100800645893616e-06,
+      "loss": 1.2131,
+      "step": 19266
+    },
+    {
+      "epoch": 5.738602729015804,
+      "grad_norm": 0.29654157161712646,
+      "learning_rate": 8.099853643875771e-06,
+      "loss": 1.2186,
+      "step": 19267
+    },
+    {
+      "epoch": 5.738900575215473,
+      "grad_norm": 0.5443137884140015,
+      "learning_rate": 8.098906659536664e-06,
+      "loss": 1.2124,
+      "step": 19268
+    },
+    {
+      "epoch": 5.739198421415142,
+      "grad_norm": 0.2780085802078247,
+      "learning_rate": 8.097959692885111e-06,
+      "loss": 1.2158,
+      "step": 19269
+    },
+    {
+      "epoch": 5.73949626761481,
+      "grad_norm": 0.39644768834114075,
+      "learning_rate": 8.097012743929913e-06,
+      "loss": 1.2163,
+      "step": 19270
+    },
+    {
+      "epoch": 5.7397941138144795,
+      "grad_norm": 0.4487845301628113,
+      "learning_rate": 8.09606581267989e-06,
+      "loss": 1.1921,
+      "step": 19271
+    },
+    {
+      "epoch": 5.740091960014148,
+      "grad_norm": 0.5084857940673828,
+      "learning_rate": 8.095118899143848e-06,
+      "loss": 1.2046,
+      "step": 19272
+    },
+    {
+      "epoch": 5.740389806213816,
+      "grad_norm": 0.36046403646469116,
+      "learning_rate": 8.09417200333059e-06,
+      "loss": 1.224,
+      "step": 19273
+    },
+    {
+      "epoch": 5.740687652413485,
+      "grad_norm": 0.27846071124076843,
+      "learning_rate": 8.093225125248936e-06,
+      "loss": 1.2185,
+      "step": 19274
+    },
+    {
+      "epoch": 5.740985498613154,
+      "grad_norm": 0.4942079186439514,
+      "learning_rate": 8.092278264907694e-06,
+      "loss": 1.2153,
+      "step": 19275
+    },
+    {
+      "epoch": 5.741283344812822,
+      "grad_norm": 0.2698473632335663,
+      "learning_rate": 8.091331422315667e-06,
+      "loss": 1.2119,
+      "step": 19276
+    },
+    {
+      "epoch": 5.741581191012491,
+      "grad_norm": 0.4069843292236328,
+      "learning_rate": 8.090384597481672e-06,
+      "loss": 1.2127,
+      "step": 19277
+    },
+    {
+      "epoch": 5.7418790372121595,
+      "grad_norm": 0.26671722531318665,
+      "learning_rate": 8.089437790414513e-06,
+      "loss": 1.2021,
+      "step": 19278
+    },
+    {
+      "epoch": 5.742176883411828,
+      "grad_norm": 0.2694877088069916,
+      "learning_rate": 8.088491001123e-06,
+      "loss": 1.2091,
+      "step": 19279
+    },
+    {
+      "epoch": 5.742474729611497,
+      "grad_norm": 0.35932037234306335,
+      "learning_rate": 8.087544229615945e-06,
+      "loss": 1.2067,
+      "step": 19280
+    },
+    {
+      "epoch": 5.742772575811165,
+      "grad_norm": 0.3522062599658966,
+      "learning_rate": 8.086597475902155e-06,
+      "loss": 1.2123,
+      "step": 19281
+    },
+    {
+      "epoch": 5.743070422010835,
+      "grad_norm": 0.4137420356273651,
+      "learning_rate": 8.085650739990432e-06,
+      "loss": 1.203,
+      "step": 19282
+    },
+    {
+      "epoch": 5.743368268210503,
+      "grad_norm": 0.3549848198890686,
+      "learning_rate": 8.084704021889596e-06,
+      "loss": 1.2117,
+      "step": 19283
+    },
+    {
+      "epoch": 5.743666114410171,
+      "grad_norm": 0.4859996736049652,
+      "learning_rate": 8.083757321608443e-06,
+      "loss": 1.2066,
+      "step": 19284
+    },
+    {
+      "epoch": 5.74396396060984,
+      "grad_norm": 0.2760433554649353,
+      "learning_rate": 8.08281063915579e-06,
+      "loss": 1.2112,
+      "step": 19285
+    },
+    {
+      "epoch": 5.744261806809509,
+      "grad_norm": 0.6055020689964294,
+      "learning_rate": 8.081863974540447e-06,
+      "loss": 1.2284,
+      "step": 19286
+    },
+    {
+      "epoch": 5.744559653009177,
+      "grad_norm": 0.28894391655921936,
+      "learning_rate": 8.080917327771209e-06,
+      "loss": 1.2234,
+      "step": 19287
+    },
+    {
+      "epoch": 5.744857499208846,
+      "grad_norm": 0.45702478289604187,
+      "learning_rate": 8.079970698856897e-06,
+      "loss": 1.217,
+      "step": 19288
+    },
+    {
+      "epoch": 5.745155345408515,
+      "grad_norm": 0.25937530398368835,
+      "learning_rate": 8.079024087806313e-06,
+      "loss": 1.2195,
+      "step": 19289
+    },
+    {
+      "epoch": 5.745453191608183,
+      "grad_norm": 0.35895881056785583,
+      "learning_rate": 8.078077494628258e-06,
+      "loss": 1.2191,
+      "step": 19290
+    },
+    {
+      "epoch": 5.745751037807852,
+      "grad_norm": 0.28511467576026917,
+      "learning_rate": 8.077130919331547e-06,
+      "loss": 1.2254,
+      "step": 19291
+    },
+    {
+      "epoch": 5.746048884007521,
+      "grad_norm": 0.3195737302303314,
+      "learning_rate": 8.076184361924986e-06,
+      "loss": 1.2095,
+      "step": 19292
+    },
+    {
+      "epoch": 5.746346730207189,
+      "grad_norm": 0.30785128474235535,
+      "learning_rate": 8.075237822417378e-06,
+      "loss": 1.2191,
+      "step": 19293
+    },
+    {
+      "epoch": 5.746644576406858,
+      "grad_norm": 0.3183385729789734,
+      "learning_rate": 8.074291300817534e-06,
+      "loss": 1.2129,
+      "step": 19294
+    },
+    {
+      "epoch": 5.746942422606526,
+      "grad_norm": 0.5007601976394653,
+      "learning_rate": 8.073344797134258e-06,
+      "loss": 1.2093,
+      "step": 19295
+    },
+    {
+      "epoch": 5.747240268806195,
+      "grad_norm": 0.39805346727371216,
+      "learning_rate": 8.072398311376352e-06,
+      "loss": 1.2024,
+      "step": 19296
+    },
+    {
+      "epoch": 5.747538115005864,
+      "grad_norm": 0.43453508615493774,
+      "learning_rate": 8.07145184355263e-06,
+      "loss": 1.217,
+      "step": 19297
+    },
+    {
+      "epoch": 5.747835961205532,
+      "grad_norm": 0.3058512210845947,
+      "learning_rate": 8.07050539367189e-06,
+      "loss": 1.2059,
+      "step": 19298
+    },
+    {
+      "epoch": 5.7481338074052015,
+      "grad_norm": 0.5790659785270691,
+      "learning_rate": 8.069558961742945e-06,
+      "loss": 1.2206,
+      "step": 19299
+    },
+    {
+      "epoch": 5.74843165360487,
+      "grad_norm": 0.3180426359176636,
+      "learning_rate": 8.068612547774598e-06,
+      "loss": 1.2102,
+      "step": 19300
+    },
+    {
+      "epoch": 5.748729499804538,
+      "grad_norm": 0.40445476770401,
+      "learning_rate": 8.067666151775649e-06,
+      "loss": 1.2152,
+      "step": 19301
+    },
+    {
+      "epoch": 5.749027346004207,
+      "grad_norm": 0.26040560007095337,
+      "learning_rate": 8.066719773754911e-06,
+      "loss": 1.2103,
+      "step": 19302
+    },
+    {
+      "epoch": 5.749325192203876,
+      "grad_norm": 0.3587285280227661,
+      "learning_rate": 8.065773413721186e-06,
+      "loss": 1.2262,
+      "step": 19303
+    },
+    {
+      "epoch": 5.749623038403544,
+      "grad_norm": 0.27444958686828613,
+      "learning_rate": 8.064827071683275e-06,
+      "loss": 1.229,
+      "step": 19304
+    },
+    {
+      "epoch": 5.749920884603213,
+      "grad_norm": 0.28268489241600037,
+      "learning_rate": 8.06388074764999e-06,
+      "loss": 1.2281,
+      "step": 19305
+    },
+    {
+      "epoch": 5.750218730802882,
+      "grad_norm": 0.28504547476768494,
+      "learning_rate": 8.062934441630131e-06,
+      "loss": 1.2039,
+      "step": 19306
+    },
+    {
+      "epoch": 5.75051657700255,
+      "grad_norm": 0.42083004117012024,
+      "learning_rate": 8.061988153632499e-06,
+      "loss": 1.1994,
+      "step": 19307
+    },
+    {
+      "epoch": 5.750814423202219,
+      "grad_norm": 0.26682978868484497,
+      "learning_rate": 8.061041883665906e-06,
+      "loss": 1.2367,
+      "step": 19308
+    },
+    {
+      "epoch": 5.7511122694018875,
+      "grad_norm": 0.46401992440223694,
+      "learning_rate": 8.060095631739148e-06,
+      "loss": 1.2209,
+      "step": 19309
+    },
+    {
+      "epoch": 5.751410115601557,
+      "grad_norm": 0.2903793454170227,
+      "learning_rate": 8.059149397861034e-06,
+      "loss": 1.2298,
+      "step": 19310
+    },
+    {
+      "epoch": 5.751707961801225,
+      "grad_norm": 0.4303167164325714,
+      "learning_rate": 8.058203182040369e-06,
+      "loss": 1.2184,
+      "step": 19311
+    },
+    {
+      "epoch": 5.752005808000893,
+      "grad_norm": 0.2538061738014221,
+      "learning_rate": 8.057256984285954e-06,
+      "loss": 1.204,
+      "step": 19312
+    },
+    {
+      "epoch": 5.7523036542005626,
+      "grad_norm": 0.31230324506759644,
+      "learning_rate": 8.056310804606587e-06,
+      "loss": 1.2003,
+      "step": 19313
+    },
+    {
+      "epoch": 5.752601500400231,
+      "grad_norm": 0.2916463315486908,
+      "learning_rate": 8.05536464301108e-06,
+      "loss": 1.2084,
+      "step": 19314
+    },
+    {
+      "epoch": 5.752899346599899,
+      "grad_norm": 0.2824610769748688,
+      "learning_rate": 8.054418499508232e-06,
+      "loss": 1.2125,
+      "step": 19315
+    },
+    {
+      "epoch": 5.753197192799568,
+      "grad_norm": 0.3339831829071045,
+      "learning_rate": 8.053472374106845e-06,
+      "loss": 1.215,
+      "step": 19316
+    },
+    {
+      "epoch": 5.753495038999237,
+      "grad_norm": 0.2544691264629364,
+      "learning_rate": 8.052526266815726e-06,
+      "loss": 1.1975,
+      "step": 19317
+    },
+    {
+      "epoch": 5.753792885198905,
+      "grad_norm": 0.2540312707424164,
+      "learning_rate": 8.05158017764367e-06,
+      "loss": 1.2128,
+      "step": 19318
+    },
+    {
+      "epoch": 5.754090731398574,
+      "grad_norm": 0.2933233380317688,
+      "learning_rate": 8.050634106599488e-06,
+      "loss": 1.2117,
+      "step": 19319
+    },
+    {
+      "epoch": 5.754388577598243,
+      "grad_norm": 0.40847817063331604,
+      "learning_rate": 8.049688053691976e-06,
+      "loss": 1.1959,
+      "step": 19320
+    },
+    {
+      "epoch": 5.754686423797912,
+      "grad_norm": 0.2613731026649475,
+      "learning_rate": 8.048742018929934e-06,
+      "loss": 1.2155,
+      "step": 19321
+    },
+    {
+      "epoch": 5.75498426999758,
+      "grad_norm": 0.3122713267803192,
+      "learning_rate": 8.047796002322171e-06,
+      "loss": 1.2108,
+      "step": 19322
+    },
+    {
+      "epoch": 5.7552821161972485,
+      "grad_norm": 0.2656697630882263,
+      "learning_rate": 8.046850003877487e-06,
+      "loss": 1.2146,
+      "step": 19323
+    },
+    {
+      "epoch": 5.755579962396917,
+      "grad_norm": 0.29155322909355164,
+      "learning_rate": 8.045904023604677e-06,
+      "loss": 1.2178,
+      "step": 19324
+    },
+    {
+      "epoch": 5.755877808596586,
+      "grad_norm": 0.3093149662017822,
+      "learning_rate": 8.04495806151255e-06,
+      "loss": 1.2181,
+      "step": 19325
+    },
+    {
+      "epoch": 5.756175654796254,
+      "grad_norm": 0.28253135085105896,
+      "learning_rate": 8.044012117609902e-06,
+      "loss": 1.2167,
+      "step": 19326
+    },
+    {
+      "epoch": 5.756473500995924,
+      "grad_norm": 0.29040855169296265,
+      "learning_rate": 8.043066191905536e-06,
+      "loss": 1.2022,
+      "step": 19327
+    },
+    {
+      "epoch": 5.756771347195592,
+      "grad_norm": 0.27360713481903076,
+      "learning_rate": 8.042120284408255e-06,
+      "loss": 1.2145,
+      "step": 19328
+    },
+    {
+      "epoch": 5.75706919339526,
+      "grad_norm": 0.3463855981826782,
+      "learning_rate": 8.041174395126857e-06,
+      "loss": 1.2137,
+      "step": 19329
+    },
+    {
+      "epoch": 5.7573670395949295,
+      "grad_norm": 0.2982986569404602,
+      "learning_rate": 8.04022852407014e-06,
+      "loss": 1.2015,
+      "step": 19330
+    },
+    {
+      "epoch": 5.757664885794598,
+      "grad_norm": 0.3009822964668274,
+      "learning_rate": 8.039282671246909e-06,
+      "loss": 1.2093,
+      "step": 19331
+    },
+    {
+      "epoch": 5.757962731994266,
+      "grad_norm": 0.2775547504425049,
+      "learning_rate": 8.03833683666596e-06,
+      "loss": 1.2097,
+      "step": 19332
+    },
+    {
+      "epoch": 5.758260578193935,
+      "grad_norm": 0.2594717741012573,
+      "learning_rate": 8.037391020336095e-06,
+      "loss": 1.2067,
+      "step": 19333
+    },
+    {
+      "epoch": 5.758558424393604,
+      "grad_norm": 0.4200427532196045,
+      "learning_rate": 8.036445222266119e-06,
+      "loss": 1.2209,
+      "step": 19334
+    },
+    {
+      "epoch": 5.758856270593272,
+      "grad_norm": 0.32719770073890686,
+      "learning_rate": 8.03549944246482e-06,
+      "loss": 1.2004,
+      "step": 19335
+    },
+    {
+      "epoch": 5.759154116792941,
+      "grad_norm": 0.36505675315856934,
+      "learning_rate": 8.034553680941007e-06,
+      "loss": 1.2191,
+      "step": 19336
+    },
+    {
+      "epoch": 5.7594519629926095,
+      "grad_norm": 0.42838454246520996,
+      "learning_rate": 8.033607937703475e-06,
+      "loss": 1.2267,
+      "step": 19337
+    },
+    {
+      "epoch": 5.759749809192279,
+      "grad_norm": 0.2745087146759033,
+      "learning_rate": 8.032662212761025e-06,
+      "loss": 1.2143,
+      "step": 19338
+    },
+    {
+      "epoch": 5.760047655391947,
+      "grad_norm": 0.4445969760417938,
+      "learning_rate": 8.031716506122454e-06,
+      "loss": 1.2037,
+      "step": 19339
+    },
+    {
+      "epoch": 5.760345501591615,
+      "grad_norm": 0.2586653530597687,
+      "learning_rate": 8.030770817796566e-06,
+      "loss": 1.2191,
+      "step": 19340
+    },
+    {
+      "epoch": 5.760643347791285,
+      "grad_norm": 0.40743568539619446,
+      "learning_rate": 8.029825147792149e-06,
+      "loss": 1.2105,
+      "step": 19341
+    },
+    {
+      "epoch": 5.760941193990953,
+      "grad_norm": 0.25817403197288513,
+      "learning_rate": 8.028879496118013e-06,
+      "loss": 1.2091,
+      "step": 19342
+    },
+    {
+      "epoch": 5.761239040190621,
+      "grad_norm": 0.3616870045661926,
+      "learning_rate": 8.027933862782949e-06,
+      "loss": 1.2226,
+      "step": 19343
+    },
+    {
+      "epoch": 5.7615368863902905,
+      "grad_norm": 0.35949820280075073,
+      "learning_rate": 8.026988247795753e-06,
+      "loss": 1.2155,
+      "step": 19344
+    },
+    {
+      "epoch": 5.761834732589959,
+      "grad_norm": 0.5290505290031433,
+      "learning_rate": 8.026042651165234e-06,
+      "loss": 1.2185,
+      "step": 19345
+    },
+    {
+      "epoch": 5.762132578789627,
+      "grad_norm": 0.3248412013053894,
+      "learning_rate": 8.025097072900181e-06,
+      "loss": 1.223,
+      "step": 19346
+    },
+    {
+      "epoch": 5.762430424989296,
+      "grad_norm": 0.4513121247291565,
+      "learning_rate": 8.02415151300939e-06,
+      "loss": 1.2118,
+      "step": 19347
+    },
+    {
+      "epoch": 5.762728271188965,
+      "grad_norm": 0.34418195486068726,
+      "learning_rate": 8.023205971501664e-06,
+      "loss": 1.2233,
+      "step": 19348
+    },
+    {
+      "epoch": 5.763026117388634,
+      "grad_norm": 0.3057760000228882,
+      "learning_rate": 8.022260448385795e-06,
+      "loss": 1.2173,
+      "step": 19349
+    },
+    {
+      "epoch": 5.763323963588302,
+      "grad_norm": 0.3657165765762329,
+      "learning_rate": 8.021314943670584e-06,
+      "loss": 1.2229,
+      "step": 19350
+    },
+    {
+      "epoch": 5.763621809787971,
+      "grad_norm": 0.3583250045776367,
+      "learning_rate": 8.020369457364832e-06,
+      "loss": 1.2071,
+      "step": 19351
+    },
+    {
+      "epoch": 5.763919655987639,
+      "grad_norm": 0.4996359944343567,
+      "learning_rate": 8.019423989477324e-06,
+      "loss": 1.2232,
+      "step": 19352
+    },
+    {
+      "epoch": 5.764217502187308,
+      "grad_norm": 0.30307087302207947,
+      "learning_rate": 8.018478540016866e-06,
+      "loss": 1.2144,
+      "step": 19353
+    },
+    {
+      "epoch": 5.764515348386976,
+      "grad_norm": 0.2732860743999481,
+      "learning_rate": 8.017533108992252e-06,
+      "loss": 1.22,
+      "step": 19354
+    },
+    {
+      "epoch": 5.764813194586646,
+      "grad_norm": 0.3784959614276886,
+      "learning_rate": 8.016587696412275e-06,
+      "loss": 1.22,
+      "step": 19355
+    },
+    {
+      "epoch": 5.765111040786314,
+      "grad_norm": 0.2700169086456299,
+      "learning_rate": 8.015642302285733e-06,
+      "loss": 1.208,
+      "step": 19356
+    },
+    {
+      "epoch": 5.765408886985982,
+      "grad_norm": 0.3230387568473816,
+      "learning_rate": 8.014696926621425e-06,
+      "loss": 1.2161,
+      "step": 19357
+    },
+    {
+      "epoch": 5.7657067331856515,
+      "grad_norm": 0.2916318476200104,
+      "learning_rate": 8.013751569428141e-06,
+      "loss": 1.2202,
+      "step": 19358
+    },
+    {
+      "epoch": 5.76600457938532,
+      "grad_norm": 0.2668834626674652,
+      "learning_rate": 8.012806230714684e-06,
+      "loss": 1.2045,
+      "step": 19359
+    },
+    {
+      "epoch": 5.766302425584988,
+      "grad_norm": 0.2626957595348358,
+      "learning_rate": 8.011860910489841e-06,
+      "loss": 1.2112,
+      "step": 19360
+    },
+    {
+      "epoch": 5.766600271784657,
+      "grad_norm": 0.25540390610694885,
+      "learning_rate": 8.010915608762412e-06,
+      "loss": 1.2169,
+      "step": 19361
+    },
+    {
+      "epoch": 5.766898117984326,
+      "grad_norm": 0.27726197242736816,
+      "learning_rate": 8.009970325541192e-06,
+      "loss": 1.2048,
+      "step": 19362
+    },
+    {
+      "epoch": 5.767195964183994,
+      "grad_norm": 0.3548414707183838,
+      "learning_rate": 8.009025060834974e-06,
+      "loss": 1.2143,
+      "step": 19363
+    },
+    {
+      "epoch": 5.767493810383663,
+      "grad_norm": 0.3036036789417267,
+      "learning_rate": 8.008079814652551e-06,
+      "loss": 1.2103,
+      "step": 19364
+    },
+    {
+      "epoch": 5.767791656583332,
+      "grad_norm": 0.3073996305465698,
+      "learning_rate": 8.007134587002724e-06,
+      "loss": 1.2019,
+      "step": 19365
+    },
+    {
+      "epoch": 5.768089502783001,
+      "grad_norm": 0.3572111427783966,
+      "learning_rate": 8.00618937789428e-06,
+      "loss": 1.2206,
+      "step": 19366
+    },
+    {
+      "epoch": 5.768387348982669,
+      "grad_norm": 0.2723371386528015,
+      "learning_rate": 8.005244187336018e-06,
+      "loss": 1.2139,
+      "step": 19367
+    },
+    {
+      "epoch": 5.7686851951823375,
+      "grad_norm": 0.3631337881088257,
+      "learning_rate": 8.004299015336729e-06,
+      "loss": 1.2168,
+      "step": 19368
+    },
+    {
+      "epoch": 5.768983041382007,
+      "grad_norm": 0.3015212416648865,
+      "learning_rate": 8.003353861905206e-06,
+      "loss": 1.1829,
+      "step": 19369
+    },
+    {
+      "epoch": 5.769280887581675,
+      "grad_norm": 0.3681679666042328,
+      "learning_rate": 8.002408727050248e-06,
+      "loss": 1.2057,
+      "step": 19370
+    },
+    {
+      "epoch": 5.769578733781343,
+      "grad_norm": 0.40260106325149536,
+      "learning_rate": 8.001463610780647e-06,
+      "loss": 1.2184,
+      "step": 19371
+    },
+    {
+      "epoch": 5.7698765799810126,
+      "grad_norm": 0.4095645844936371,
+      "learning_rate": 8.000518513105188e-06,
+      "loss": 1.2184,
+      "step": 19372
+    },
+    {
+      "epoch": 5.770174426180681,
+      "grad_norm": 0.35802316665649414,
+      "learning_rate": 7.999573434032672e-06,
+      "loss": 1.2027,
+      "step": 19373
+    },
+    {
+      "epoch": 5.770472272380349,
+      "grad_norm": 0.3471449613571167,
+      "learning_rate": 7.998628373571894e-06,
+      "loss": 1.2115,
+      "step": 19374
+    },
+    {
+      "epoch": 5.770770118580018,
+      "grad_norm": 0.39103150367736816,
+      "learning_rate": 7.997683331731638e-06,
+      "loss": 1.2126,
+      "step": 19375
+    },
+    {
+      "epoch": 5.771067964779687,
+      "grad_norm": 0.2856650948524475,
+      "learning_rate": 7.996738308520706e-06,
+      "loss": 1.202,
+      "step": 19376
+    },
+    {
+      "epoch": 5.771365810979356,
+      "grad_norm": 0.38072243332862854,
+      "learning_rate": 7.995793303947885e-06,
+      "loss": 1.2012,
+      "step": 19377
+    },
+    {
+      "epoch": 5.771663657179024,
+      "grad_norm": 0.28907880187034607,
+      "learning_rate": 7.994848318021966e-06,
+      "loss": 1.2067,
+      "step": 19378
+    },
+    {
+      "epoch": 5.771961503378693,
+      "grad_norm": 0.493081659078598,
+      "learning_rate": 7.993903350751742e-06,
+      "loss": 1.2209,
+      "step": 19379
+    },
+    {
+      "epoch": 5.772259349578362,
+      "grad_norm": 0.26373782753944397,
+      "learning_rate": 7.99295840214601e-06,
+      "loss": 1.2122,
+      "step": 19380
+    },
+    {
+      "epoch": 5.77255719577803,
+      "grad_norm": 0.4298916459083557,
+      "learning_rate": 7.992013472213553e-06,
+      "loss": 1.2122,
+      "step": 19381
+    },
+    {
+      "epoch": 5.7728550419776985,
+      "grad_norm": 0.3300621211528778,
+      "learning_rate": 7.991068560963173e-06,
+      "loss": 1.2254,
+      "step": 19382
+    },
+    {
+      "epoch": 5.773152888177368,
+      "grad_norm": 0.2928406894207001,
+      "learning_rate": 7.990123668403649e-06,
+      "loss": 1.2318,
+      "step": 19383
+    },
+    {
+      "epoch": 5.773450734377036,
+      "grad_norm": 0.3084755539894104,
+      "learning_rate": 7.989178794543784e-06,
+      "loss": 1.2125,
+      "step": 19384
+    },
+    {
+      "epoch": 5.773748580576704,
+      "grad_norm": 0.31379589438438416,
+      "learning_rate": 7.988233939392362e-06,
+      "loss": 1.2073,
+      "step": 19385
+    },
+    {
+      "epoch": 5.774046426776374,
+      "grad_norm": 0.2632942199707031,
+      "learning_rate": 7.987289102958172e-06,
+      "loss": 1.224,
+      "step": 19386
+    },
+    {
+      "epoch": 5.774344272976042,
+      "grad_norm": 0.44776707887649536,
+      "learning_rate": 7.986344285250014e-06,
+      "loss": 1.2063,
+      "step": 19387
+    },
+    {
+      "epoch": 5.774642119175711,
+      "grad_norm": 0.25434747338294983,
+      "learning_rate": 7.985399486276672e-06,
+      "loss": 1.2062,
+      "step": 19388
+    },
+    {
+      "epoch": 5.7749399653753795,
+      "grad_norm": 0.43667274713516235,
+      "learning_rate": 7.984454706046931e-06,
+      "loss": 1.2085,
+      "step": 19389
+    },
+    {
+      "epoch": 5.775237811575048,
+      "grad_norm": 0.3168714642524719,
+      "learning_rate": 7.983509944569594e-06,
+      "loss": 1.201,
+      "step": 19390
+    },
+    {
+      "epoch": 5.775535657774716,
+      "grad_norm": 0.4105963706970215,
+      "learning_rate": 7.98256520185344e-06,
+      "loss": 1.2145,
+      "step": 19391
+    },
+    {
+      "epoch": 5.775833503974385,
+      "grad_norm": 0.38376665115356445,
+      "learning_rate": 7.98162047790726e-06,
+      "loss": 1.2121,
+      "step": 19392
+    },
+    {
+      "epoch": 5.776131350174054,
+      "grad_norm": 0.28114792704582214,
+      "learning_rate": 7.980675772739855e-06,
+      "loss": 1.2052,
+      "step": 19393
+    },
+    {
+      "epoch": 5.776429196373723,
+      "grad_norm": 0.26987892389297485,
+      "learning_rate": 7.979731086360002e-06,
+      "loss": 1.2218,
+      "step": 19394
+    },
+    {
+      "epoch": 5.776727042573391,
+      "grad_norm": 0.30014467239379883,
+      "learning_rate": 7.978786418776491e-06,
+      "loss": 1.2092,
+      "step": 19395
+    },
+    {
+      "epoch": 5.7770248887730595,
+      "grad_norm": 0.3099175691604614,
+      "learning_rate": 7.977841769998115e-06,
+      "loss": 1.2346,
+      "step": 19396
+    },
+    {
+      "epoch": 5.777322734972729,
+      "grad_norm": 0.32902398705482483,
+      "learning_rate": 7.976897140033665e-06,
+      "loss": 1.2061,
+      "step": 19397
+    },
+    {
+      "epoch": 5.777620581172397,
+      "grad_norm": 0.3419867753982544,
+      "learning_rate": 7.975952528891924e-06,
+      "loss": 1.233,
+      "step": 19398
+    },
+    {
+      "epoch": 5.777918427372065,
+      "grad_norm": 0.34635451436042786,
+      "learning_rate": 7.975007936581685e-06,
+      "loss": 1.2125,
+      "step": 19399
+    },
+    {
+      "epoch": 5.778216273571735,
+      "grad_norm": 0.31191107630729675,
+      "learning_rate": 7.974063363111733e-06,
+      "loss": 1.2266,
+      "step": 19400
+    },
+    {
+      "epoch": 5.778514119771403,
+      "grad_norm": 0.3498908281326294,
+      "learning_rate": 7.97311880849086e-06,
+      "loss": 1.2317,
+      "step": 19401
+    },
+    {
+      "epoch": 5.778811965971071,
+      "grad_norm": 0.3947415351867676,
+      "learning_rate": 7.97217427272785e-06,
+      "loss": 1.2084,
+      "step": 19402
+    },
+    {
+      "epoch": 5.7791098121707405,
+      "grad_norm": 0.28250670433044434,
+      "learning_rate": 7.971229755831494e-06,
+      "loss": 1.2108,
+      "step": 19403
+    },
+    {
+      "epoch": 5.779407658370409,
+      "grad_norm": 0.2685490846633911,
+      "learning_rate": 7.970285257810577e-06,
+      "loss": 1.2109,
+      "step": 19404
+    },
+    {
+      "epoch": 5.779705504570078,
+      "grad_norm": 0.31267213821411133,
+      "learning_rate": 7.969340778673891e-06,
+      "loss": 1.226,
+      "step": 19405
+    },
+    {
+      "epoch": 5.780003350769746,
+      "grad_norm": 0.3549420237541199,
+      "learning_rate": 7.968396318430216e-06,
+      "loss": 1.2155,
+      "step": 19406
+    },
+    {
+      "epoch": 5.780301196969415,
+      "grad_norm": 0.2676822245121002,
+      "learning_rate": 7.967451877088348e-06,
+      "loss": 1.2141,
+      "step": 19407
+    },
+    {
+      "epoch": 5.780599043169084,
+      "grad_norm": 0.4018521010875702,
+      "learning_rate": 7.966507454657067e-06,
+      "loss": 1.2148,
+      "step": 19408
+    },
+    {
+      "epoch": 5.780896889368752,
+      "grad_norm": 0.349960058927536,
+      "learning_rate": 7.96556305114516e-06,
+      "loss": 1.225,
+      "step": 19409
+    },
+    {
+      "epoch": 5.781194735568421,
+      "grad_norm": 0.4603356122970581,
+      "learning_rate": 7.964618666561418e-06,
+      "loss": 1.2232,
+      "step": 19410
+    },
+    {
+      "epoch": 5.78149258176809,
+      "grad_norm": 0.2915216088294983,
+      "learning_rate": 7.96367430091463e-06,
+      "loss": 1.2269,
+      "step": 19411
+    },
+    {
+      "epoch": 5.781790427967758,
+      "grad_norm": 0.3176279366016388,
+      "learning_rate": 7.96272995421357e-06,
+      "loss": 1.221,
+      "step": 19412
+    },
+    {
+      "epoch": 5.782088274167426,
+      "grad_norm": 0.2789140045642853,
+      "learning_rate": 7.961785626467036e-06,
+      "loss": 1.2267,
+      "step": 19413
+    },
+    {
+      "epoch": 5.782386120367096,
+      "grad_norm": 0.2658219039440155,
+      "learning_rate": 7.960841317683805e-06,
+      "loss": 1.1986,
+      "step": 19414
+    },
+    {
+      "epoch": 5.782683966566764,
+      "grad_norm": 0.3000280559062958,
+      "learning_rate": 7.95989702787267e-06,
+      "loss": 1.222,
+      "step": 19415
+    },
+    {
+      "epoch": 5.782981812766433,
+      "grad_norm": 0.27580147981643677,
+      "learning_rate": 7.958952757042415e-06,
+      "loss": 1.2208,
+      "step": 19416
+    },
+    {
+      "epoch": 5.7832796589661015,
+      "grad_norm": 0.2718835175037384,
+      "learning_rate": 7.958008505201821e-06,
+      "loss": 1.2155,
+      "step": 19417
+    },
+    {
+      "epoch": 5.78357750516577,
+      "grad_norm": 0.25872963666915894,
+      "learning_rate": 7.957064272359682e-06,
+      "loss": 1.2101,
+      "step": 19418
+    },
+    {
+      "epoch": 5.783875351365438,
+      "grad_norm": 0.3069838583469391,
+      "learning_rate": 7.956120058524774e-06,
+      "loss": 1.2184,
+      "step": 19419
+    },
+    {
+      "epoch": 5.784173197565107,
+      "grad_norm": 0.4329480528831482,
+      "learning_rate": 7.955175863705884e-06,
+      "loss": 1.2139,
+      "step": 19420
+    },
+    {
+      "epoch": 5.784471043764776,
+      "grad_norm": 0.3012837767601013,
+      "learning_rate": 7.9542316879118e-06,
+      "loss": 1.1893,
+      "step": 19421
+    },
+    {
+      "epoch": 5.784768889964445,
+      "grad_norm": 0.4695422351360321,
+      "learning_rate": 7.953287531151305e-06,
+      "loss": 1.2073,
+      "step": 19422
+    },
+    {
+      "epoch": 5.785066736164113,
+      "grad_norm": 0.3115541934967041,
+      "learning_rate": 7.95234339343318e-06,
+      "loss": 1.2165,
+      "step": 19423
+    },
+    {
+      "epoch": 5.785364582363782,
+      "grad_norm": 0.49520808458328247,
+      "learning_rate": 7.951399274766214e-06,
+      "loss": 1.2114,
+      "step": 19424
+    },
+    {
+      "epoch": 5.785662428563451,
+      "grad_norm": 0.2969418466091156,
+      "learning_rate": 7.950455175159188e-06,
+      "loss": 1.2283,
+      "step": 19425
+    },
+    {
+      "epoch": 5.785960274763119,
+      "grad_norm": 0.3932274580001831,
+      "learning_rate": 7.949511094620888e-06,
+      "loss": 1.2163,
+      "step": 19426
+    },
+    {
+      "epoch": 5.7862581209627875,
+      "grad_norm": 0.27351394295692444,
+      "learning_rate": 7.948567033160095e-06,
+      "loss": 1.2033,
+      "step": 19427
+    },
+    {
+      "epoch": 5.786555967162457,
+      "grad_norm": 0.33573392033576965,
+      "learning_rate": 7.947622990785596e-06,
+      "loss": 1.2052,
+      "step": 19428
+    },
+    {
+      "epoch": 5.786853813362125,
+      "grad_norm": 0.32856041193008423,
+      "learning_rate": 7.946678967506167e-06,
+      "loss": 1.2176,
+      "step": 19429
+    },
+    {
+      "epoch": 5.787151659561793,
+      "grad_norm": 0.4364908039569855,
+      "learning_rate": 7.945734963330602e-06,
+      "loss": 1.2045,
+      "step": 19430
+    },
+    {
+      "epoch": 5.7874495057614626,
+      "grad_norm": 0.2859799265861511,
+      "learning_rate": 7.944790978267673e-06,
+      "loss": 1.2285,
+      "step": 19431
+    },
+    {
+      "epoch": 5.787747351961131,
+      "grad_norm": 0.268753319978714,
+      "learning_rate": 7.94384701232617e-06,
+      "loss": 1.2036,
+      "step": 19432
+    },
+    {
+      "epoch": 5.7880451981608,
+      "grad_norm": 0.2933937609195709,
+      "learning_rate": 7.942903065514876e-06,
+      "loss": 1.215,
+      "step": 19433
+    },
+    {
+      "epoch": 5.788343044360468,
+      "grad_norm": 0.3423647880554199,
+      "learning_rate": 7.941959137842565e-06,
+      "loss": 1.2122,
+      "step": 19434
+    },
+    {
+      "epoch": 5.788640890560137,
+      "grad_norm": 0.3489307761192322,
+      "learning_rate": 7.94101522931803e-06,
+      "loss": 1.2048,
+      "step": 19435
+    },
+    {
+      "epoch": 5.788938736759806,
+      "grad_norm": 0.3236292600631714,
+      "learning_rate": 7.940071339950047e-06,
+      "loss": 1.1957,
+      "step": 19436
+    },
+    {
+      "epoch": 5.789236582959474,
+      "grad_norm": 0.3881048262119293,
+      "learning_rate": 7.939127469747397e-06,
+      "loss": 1.2432,
+      "step": 19437
+    },
+    {
+      "epoch": 5.789534429159143,
+      "grad_norm": 0.29771867394447327,
+      "learning_rate": 7.938183618718862e-06,
+      "loss": 1.2061,
+      "step": 19438
+    },
+    {
+      "epoch": 5.789832275358812,
+      "grad_norm": 0.34279343485832214,
+      "learning_rate": 7.93723978687323e-06,
+      "loss": 1.2221,
+      "step": 19439
+    },
+    {
+      "epoch": 5.79013012155848,
+      "grad_norm": 0.27765029668807983,
+      "learning_rate": 7.93629597421927e-06,
+      "loss": 1.2094,
+      "step": 19440
+    },
+    {
+      "epoch": 5.7904279677581485,
+      "grad_norm": 0.2648593485355377,
+      "learning_rate": 7.935352180765776e-06,
+      "loss": 1.2163,
+      "step": 19441
+    },
+    {
+      "epoch": 5.790725813957818,
+      "grad_norm": 0.28902289271354675,
+      "learning_rate": 7.934408406521523e-06,
+      "loss": 1.2161,
+      "step": 19442
+    },
+    {
+      "epoch": 5.791023660157486,
+      "grad_norm": 0.3197891414165497,
+      "learning_rate": 7.933464651495289e-06,
+      "loss": 1.1946,
+      "step": 19443
+    },
+    {
+      "epoch": 5.791321506357155,
+      "grad_norm": 0.26033326983451843,
+      "learning_rate": 7.932520915695857e-06,
+      "loss": 1.2228,
+      "step": 19444
+    },
+    {
+      "epoch": 5.791619352556824,
+      "grad_norm": 0.2686390280723572,
+      "learning_rate": 7.931577199132012e-06,
+      "loss": 1.2038,
+      "step": 19445
+    },
+    {
+      "epoch": 5.791917198756492,
+      "grad_norm": 0.26463714241981506,
+      "learning_rate": 7.930633501812525e-06,
+      "loss": 1.2083,
+      "step": 19446
+    },
+    {
+      "epoch": 5.792215044956161,
+      "grad_norm": 0.28965914249420166,
+      "learning_rate": 7.929689823746187e-06,
+      "loss": 1.2215,
+      "step": 19447
+    },
+    {
+      "epoch": 5.7925128911558295,
+      "grad_norm": 0.34461528062820435,
+      "learning_rate": 7.928746164941767e-06,
+      "loss": 1.2092,
+      "step": 19448
+    },
+    {
+      "epoch": 5.792810737355498,
+      "grad_norm": 0.3160446286201477,
+      "learning_rate": 7.927802525408053e-06,
+      "loss": 1.2237,
+      "step": 19449
+    },
+    {
+      "epoch": 5.793108583555167,
+      "grad_norm": 0.4149305820465088,
+      "learning_rate": 7.926858905153821e-06,
+      "loss": 1.2123,
+      "step": 19450
+    },
+    {
+      "epoch": 5.793406429754835,
+      "grad_norm": 0.311864972114563,
+      "learning_rate": 7.925915304187847e-06,
+      "loss": 1.2251,
+      "step": 19451
+    },
+    {
+      "epoch": 5.793704275954504,
+      "grad_norm": 0.3452128469944,
+      "learning_rate": 7.924971722518918e-06,
+      "loss": 1.2047,
+      "step": 19452
+    },
+    {
+      "epoch": 5.794002122154173,
+      "grad_norm": 0.33326712250709534,
+      "learning_rate": 7.92402816015581e-06,
+      "loss": 1.2124,
+      "step": 19453
+    },
+    {
+      "epoch": 5.794299968353841,
+      "grad_norm": 0.32764118909835815,
+      "learning_rate": 7.923084617107295e-06,
+      "loss": 1.1997,
+      "step": 19454
+    },
+    {
+      "epoch": 5.79459781455351,
+      "grad_norm": 0.3002004027366638,
+      "learning_rate": 7.92214109338216e-06,
+      "loss": 1.2065,
+      "step": 19455
+    },
+    {
+      "epoch": 5.794895660753179,
+      "grad_norm": 0.3065284192562103,
+      "learning_rate": 7.921197588989183e-06,
+      "loss": 1.2075,
+      "step": 19456
+    },
+    {
+      "epoch": 5.795193506952847,
+      "grad_norm": 0.2906924784183502,
+      "learning_rate": 7.920254103937135e-06,
+      "loss": 1.2079,
+      "step": 19457
+    },
+    {
+      "epoch": 5.795491353152515,
+      "grad_norm": 0.27946940064430237,
+      "learning_rate": 7.919310638234804e-06,
+      "loss": 1.2122,
+      "step": 19458
+    },
+    {
+      "epoch": 5.795789199352185,
+      "grad_norm": 0.307682067155838,
+      "learning_rate": 7.918367191890962e-06,
+      "loss": 1.2315,
+      "step": 19459
+    },
+    {
+      "epoch": 5.796087045551853,
+      "grad_norm": 0.29961058497428894,
+      "learning_rate": 7.917423764914385e-06,
+      "loss": 1.2075,
+      "step": 19460
+    },
+    {
+      "epoch": 5.796384891751522,
+      "grad_norm": 0.31368833780288696,
+      "learning_rate": 7.916480357313852e-06,
+      "loss": 1.2183,
+      "step": 19461
+    },
+    {
+      "epoch": 5.7966827379511905,
+      "grad_norm": 0.27859219908714294,
+      "learning_rate": 7.915536969098146e-06,
+      "loss": 1.2106,
+      "step": 19462
+    },
+    {
+      "epoch": 5.796980584150859,
+      "grad_norm": 0.3880733251571655,
+      "learning_rate": 7.914593600276035e-06,
+      "loss": 1.2315,
+      "step": 19463
+    },
+    {
+      "epoch": 5.797278430350528,
+      "grad_norm": 0.26957470178604126,
+      "learning_rate": 7.913650250856304e-06,
+      "loss": 1.2171,
+      "step": 19464
+    },
+    {
+      "epoch": 5.797576276550196,
+      "grad_norm": 0.5684119462966919,
+      "learning_rate": 7.912706920847724e-06,
+      "loss": 1.2159,
+      "step": 19465
+    },
+    {
+      "epoch": 5.797874122749865,
+      "grad_norm": 0.2869011461734772,
+      "learning_rate": 7.911763610259076e-06,
+      "loss": 1.2193,
+      "step": 19466
+    },
+    {
+      "epoch": 5.798171968949534,
+      "grad_norm": 0.40862399339675903,
+      "learning_rate": 7.910820319099134e-06,
+      "loss": 1.2169,
+      "step": 19467
+    },
+    {
+      "epoch": 5.798469815149202,
+      "grad_norm": 0.26902005076408386,
+      "learning_rate": 7.909877047376671e-06,
+      "loss": 1.2057,
+      "step": 19468
+    },
+    {
+      "epoch": 5.798767661348871,
+      "grad_norm": 0.5130660533905029,
+      "learning_rate": 7.908933795100473e-06,
+      "loss": 1.2088,
+      "step": 19469
+    },
+    {
+      "epoch": 5.79906550754854,
+      "grad_norm": 0.2949145436286926,
+      "learning_rate": 7.907990562279309e-06,
+      "loss": 1.2215,
+      "step": 19470
+    },
+    {
+      "epoch": 5.799363353748208,
+      "grad_norm": 0.4076009690761566,
+      "learning_rate": 7.90704734892195e-06,
+      "loss": 1.2172,
+      "step": 19471
+    },
+    {
+      "epoch": 5.799661199947877,
+      "grad_norm": 0.37305235862731934,
+      "learning_rate": 7.906104155037183e-06,
+      "loss": 1.2247,
+      "step": 19472
+    },
+    {
+      "epoch": 5.799959046147546,
+      "grad_norm": 0.5357394218444824,
+      "learning_rate": 7.905160980633774e-06,
+      "loss": 1.2077,
+      "step": 19473
+    },
+    {
+      "epoch": 5.800256892347214,
+      "grad_norm": 0.3946038484573364,
+      "learning_rate": 7.904217825720502e-06,
+      "loss": 1.2238,
+      "step": 19474
+    },
+    {
+      "epoch": 5.800554738546883,
+      "grad_norm": 0.4440886378288269,
+      "learning_rate": 7.903274690306143e-06,
+      "loss": 1.2033,
+      "step": 19475
+    },
+    {
+      "epoch": 5.8008525847465515,
+      "grad_norm": 0.4744853079319,
+      "learning_rate": 7.902331574399471e-06,
+      "loss": 1.2139,
+      "step": 19476
+    },
+    {
+      "epoch": 5.80115043094622,
+      "grad_norm": 0.30114537477493286,
+      "learning_rate": 7.901388478009258e-06,
+      "loss": 1.2301,
+      "step": 19477
+    },
+    {
+      "epoch": 5.801448277145889,
+      "grad_norm": 0.5893943905830383,
+      "learning_rate": 7.900445401144282e-06,
+      "loss": 1.1888,
+      "step": 19478
+    },
+    {
+      "epoch": 5.801746123345557,
+      "grad_norm": 0.2603563964366913,
+      "learning_rate": 7.899502343813314e-06,
+      "loss": 1.2091,
+      "step": 19479
+    },
+    {
+      "epoch": 5.802043969545226,
+      "grad_norm": 0.5266931056976318,
+      "learning_rate": 7.898559306025129e-06,
+      "loss": 1.2035,
+      "step": 19480
+    },
+    {
+      "epoch": 5.802341815744895,
+      "grad_norm": 0.3926750421524048,
+      "learning_rate": 7.897616287788506e-06,
+      "loss": 1.1993,
+      "step": 19481
+    },
+    {
+      "epoch": 5.802639661944563,
+      "grad_norm": 0.5756117105484009,
+      "learning_rate": 7.896673289112209e-06,
+      "loss": 1.1926,
+      "step": 19482
+    },
+    {
+      "epoch": 5.8029375081442325,
+      "grad_norm": 0.4146365821361542,
+      "learning_rate": 7.895730310005023e-06,
+      "loss": 1.215,
+      "step": 19483
+    },
+    {
+      "epoch": 5.803235354343901,
+      "grad_norm": 0.37578409910202026,
+      "learning_rate": 7.894787350475712e-06,
+      "loss": 1.2171,
+      "step": 19484
+    },
+    {
+      "epoch": 5.803533200543569,
+      "grad_norm": 0.5479852557182312,
+      "learning_rate": 7.893844410533052e-06,
+      "loss": 1.2107,
+      "step": 19485
+    },
+    {
+      "epoch": 5.8038310467432375,
+      "grad_norm": 0.2593201994895935,
+      "learning_rate": 7.892901490185818e-06,
+      "loss": 1.2214,
+      "step": 19486
+    },
+    {
+      "epoch": 5.804128892942907,
+      "grad_norm": 0.6040177345275879,
+      "learning_rate": 7.891958589442783e-06,
+      "loss": 1.218,
+      "step": 19487
+    },
+    {
+      "epoch": 5.804426739142575,
+      "grad_norm": 0.26518529653549194,
+      "learning_rate": 7.891015708312714e-06,
+      "loss": 1.2083,
+      "step": 19488
+    },
+    {
+      "epoch": 5.804724585342244,
+      "grad_norm": 0.42248404026031494,
+      "learning_rate": 7.89007284680439e-06,
+      "loss": 1.2098,
+      "step": 19489
+    },
+    {
+      "epoch": 5.8050224315419126,
+      "grad_norm": 0.3890303075313568,
+      "learning_rate": 7.889130004926582e-06,
+      "loss": 1.2243,
+      "step": 19490
+    },
+    {
+      "epoch": 5.805320277741581,
+      "grad_norm": 0.3540903329849243,
+      "learning_rate": 7.888187182688057e-06,
+      "loss": 1.2221,
+      "step": 19491
+    },
+    {
+      "epoch": 5.80561812394125,
+      "grad_norm": 0.5370272397994995,
+      "learning_rate": 7.887244380097595e-06,
+      "loss": 1.2219,
+      "step": 19492
+    },
+    {
+      "epoch": 5.805915970140918,
+      "grad_norm": 0.3935164213180542,
+      "learning_rate": 7.886301597163964e-06,
+      "loss": 1.2015,
+      "step": 19493
+    },
+    {
+      "epoch": 5.806213816340587,
+      "grad_norm": 0.4174191355705261,
+      "learning_rate": 7.885358833895931e-06,
+      "loss": 1.2106,
+      "step": 19494
+    },
+    {
+      "epoch": 5.806511662540256,
+      "grad_norm": 0.322135865688324,
+      "learning_rate": 7.884416090302275e-06,
+      "loss": 1.2237,
+      "step": 19495
+    },
+    {
+      "epoch": 5.806809508739924,
+      "grad_norm": 0.38452598452568054,
+      "learning_rate": 7.883473366391761e-06,
+      "loss": 1.1945,
+      "step": 19496
+    },
+    {
+      "epoch": 5.807107354939593,
+      "grad_norm": 0.41428133845329285,
+      "learning_rate": 7.882530662173163e-06,
+      "loss": 1.2004,
+      "step": 19497
+    },
+    {
+      "epoch": 5.807405201139262,
+      "grad_norm": 0.2633223235607147,
+      "learning_rate": 7.881587977655254e-06,
+      "loss": 1.2087,
+      "step": 19498
+    },
+    {
+      "epoch": 5.80770304733893,
+      "grad_norm": 0.4220786392688751,
+      "learning_rate": 7.880645312846796e-06,
+      "loss": 1.2245,
+      "step": 19499
+    },
+    {
+      "epoch": 5.808000893538599,
+      "grad_norm": 0.3942488729953766,
+      "learning_rate": 7.879702667756573e-06,
+      "loss": 1.2119,
+      "step": 19500
+    },
+    {
+      "epoch": 5.808000893538599,
+      "eval_loss": 1.3142019510269165,
+      "eval_runtime": 24.4626,
+      "eval_samples_per_second": 70.884,
+      "eval_steps_per_second": 4.456,
+      "step": 19500
+    },
+    {
+      "epoch": 5.808298739738268,
+      "grad_norm": 0.32796359062194824,
+      "learning_rate": 7.878760042393346e-06,
+      "loss": 1.2214,
+      "step": 19501
+    },
+    {
+      "epoch": 5.808596585937936,
+      "grad_norm": 0.4206756353378296,
+      "learning_rate": 7.877817436765882e-06,
+      "loss": 1.2121,
+      "step": 19502
+    },
+    {
+      "epoch": 5.808894432137605,
+      "grad_norm": 0.30258476734161377,
+      "learning_rate": 7.876874850882959e-06,
+      "loss": 1.2147,
+      "step": 19503
+    },
+    {
+      "epoch": 5.809192278337274,
+      "grad_norm": 0.3711523413658142,
+      "learning_rate": 7.875932284753345e-06,
+      "loss": 1.2151,
+      "step": 19504
+    },
+    {
+      "epoch": 5.809490124536942,
+      "grad_norm": 0.3838064670562744,
+      "learning_rate": 7.874989738385803e-06,
+      "loss": 1.2135,
+      "step": 19505
+    },
+    {
+      "epoch": 5.809787970736611,
+      "grad_norm": 0.34310483932495117,
+      "learning_rate": 7.874047211789113e-06,
+      "loss": 1.1999,
+      "step": 19506
+    },
+    {
+      "epoch": 5.8100858169362795,
+      "grad_norm": 0.2482302486896515,
+      "learning_rate": 7.873104704972036e-06,
+      "loss": 1.2241,
+      "step": 19507
+    },
+    {
+      "epoch": 5.810383663135948,
+      "grad_norm": 0.3790917992591858,
+      "learning_rate": 7.872162217943343e-06,
+      "loss": 1.224,
+      "step": 19508
+    },
+    {
+      "epoch": 5.810681509335617,
+      "grad_norm": 0.34777647256851196,
+      "learning_rate": 7.871219750711803e-06,
+      "loss": 1.2231,
+      "step": 19509
+    },
+    {
+      "epoch": 5.810979355535285,
+      "grad_norm": 0.3179490864276886,
+      "learning_rate": 7.870277303286186e-06,
+      "loss": 1.2188,
+      "step": 19510
+    },
+    {
+      "epoch": 5.8112772017349545,
+      "grad_norm": 0.2821601331233978,
+      "learning_rate": 7.869334875675257e-06,
+      "loss": 1.209,
+      "step": 19511
+    },
+    {
+      "epoch": 5.811575047934623,
+      "grad_norm": 0.2729527950286865,
+      "learning_rate": 7.86839246788779e-06,
+      "loss": 1.2022,
+      "step": 19512
+    },
+    {
+      "epoch": 5.811872894134291,
+      "grad_norm": 0.29866573214530945,
+      "learning_rate": 7.867450079932548e-06,
+      "loss": 1.225,
+      "step": 19513
+    },
+    {
+      "epoch": 5.81217074033396,
+      "grad_norm": 0.29793581366539,
+      "learning_rate": 7.866507711818299e-06,
+      "loss": 1.2237,
+      "step": 19514
+    },
+    {
+      "epoch": 5.812468586533629,
+      "grad_norm": 0.26419177651405334,
+      "learning_rate": 7.865565363553813e-06,
+      "loss": 1.2181,
+      "step": 19515
+    },
+    {
+      "epoch": 5.812766432733297,
+      "grad_norm": 0.5411391854286194,
+      "learning_rate": 7.864623035147853e-06,
+      "loss": 1.2193,
+      "step": 19516
+    },
+    {
+      "epoch": 5.813064278932966,
+      "grad_norm": 0.32239797711372375,
+      "learning_rate": 7.863680726609197e-06,
+      "loss": 1.2162,
+      "step": 19517
+    },
+    {
+      "epoch": 5.813362125132635,
+      "grad_norm": 0.37849095463752747,
+      "learning_rate": 7.862738437946602e-06,
+      "loss": 1.2094,
+      "step": 19518
+    },
+    {
+      "epoch": 5.813659971332303,
+      "grad_norm": 0.27907320857048035,
+      "learning_rate": 7.861796169168836e-06,
+      "loss": 1.225,
+      "step": 19519
+    },
+    {
+      "epoch": 5.813957817531972,
+      "grad_norm": 0.38774049282073975,
+      "learning_rate": 7.860853920284668e-06,
+      "loss": 1.2262,
+      "step": 19520
+    },
+    {
+      "epoch": 5.8142556637316405,
+      "grad_norm": 0.27382105588912964,
+      "learning_rate": 7.859911691302868e-06,
+      "loss": 1.2235,
+      "step": 19521
+    },
+    {
+      "epoch": 5.81455350993131,
+      "grad_norm": 0.4559738337993622,
+      "learning_rate": 7.858969482232193e-06,
+      "loss": 1.2217,
+      "step": 19522
+    },
+    {
+      "epoch": 5.814851356130978,
+      "grad_norm": 0.363189160823822,
+      "learning_rate": 7.85802729308142e-06,
+      "loss": 1.1912,
+      "step": 19523
+    },
+    {
+      "epoch": 5.815149202330646,
+      "grad_norm": 0.6832521557807922,
+      "learning_rate": 7.857085123859309e-06,
+      "loss": 1.2023,
+      "step": 19524
+    },
+    {
+      "epoch": 5.815447048530315,
+      "grad_norm": 0.42572712898254395,
+      "learning_rate": 7.856142974574624e-06,
+      "loss": 1.2209,
+      "step": 19525
+    },
+    {
+      "epoch": 5.815744894729984,
+      "grad_norm": 0.6698419451713562,
+      "learning_rate": 7.855200845236135e-06,
+      "loss": 1.2232,
+      "step": 19526
+    },
+    {
+      "epoch": 5.816042740929652,
+      "grad_norm": 0.48179465532302856,
+      "learning_rate": 7.854258735852608e-06,
+      "loss": 1.2204,
+      "step": 19527
+    },
+    {
+      "epoch": 5.8163405871293214,
+      "grad_norm": 0.5433464646339417,
+      "learning_rate": 7.853316646432801e-06,
+      "loss": 1.2085,
+      "step": 19528
+    },
+    {
+      "epoch": 5.81663843332899,
+      "grad_norm": 0.41237905621528625,
+      "learning_rate": 7.85237457698549e-06,
+      "loss": 1.215,
+      "step": 19529
+    },
+    {
+      "epoch": 5.816936279528658,
+      "grad_norm": 0.30683696269989014,
+      "learning_rate": 7.851432527519428e-06,
+      "loss": 1.2046,
+      "step": 19530
+    },
+    {
+      "epoch": 5.817234125728327,
+      "grad_norm": 0.5190821886062622,
+      "learning_rate": 7.850490498043389e-06,
+      "loss": 1.1982,
+      "step": 19531
+    },
+    {
+      "epoch": 5.817531971927996,
+      "grad_norm": 0.29013538360595703,
+      "learning_rate": 7.849548488566134e-06,
+      "loss": 1.2062,
+      "step": 19532
+    },
+    {
+      "epoch": 5.817829818127664,
+      "grad_norm": 0.47048938274383545,
+      "learning_rate": 7.848606499096427e-06,
+      "loss": 1.2164,
+      "step": 19533
+    },
+    {
+      "epoch": 5.818127664327333,
+      "grad_norm": 0.39608705043792725,
+      "learning_rate": 7.847664529643035e-06,
+      "loss": 1.2188,
+      "step": 19534
+    },
+    {
+      "epoch": 5.8184255105270015,
+      "grad_norm": 0.48446598649024963,
+      "learning_rate": 7.84672258021472e-06,
+      "loss": 1.2065,
+      "step": 19535
+    },
+    {
+      "epoch": 5.81872335672667,
+      "grad_norm": 0.4329598546028137,
+      "learning_rate": 7.845780650820242e-06,
+      "loss": 1.1901,
+      "step": 19536
+    },
+    {
+      "epoch": 5.819021202926339,
+      "grad_norm": 0.3019412159919739,
+      "learning_rate": 7.844838741468372e-06,
+      "loss": 1.2078,
+      "step": 19537
+    },
+    {
+      "epoch": 5.819319049126007,
+      "grad_norm": 0.40126192569732666,
+      "learning_rate": 7.843896852167868e-06,
+      "loss": 1.217,
+      "step": 19538
+    },
+    {
+      "epoch": 5.819616895325677,
+      "grad_norm": 0.4770059287548065,
+      "learning_rate": 7.842954982927493e-06,
+      "loss": 1.2181,
+      "step": 19539
+    },
+    {
+      "epoch": 5.819914741525345,
+      "grad_norm": 0.29250651597976685,
+      "learning_rate": 7.842013133756014e-06,
+      "loss": 1.1887,
+      "step": 19540
+    },
+    {
+      "epoch": 5.820212587725013,
+      "grad_norm": 0.7883771657943726,
+      "learning_rate": 7.841071304662194e-06,
+      "loss": 1.21,
+      "step": 19541
+    },
+    {
+      "epoch": 5.8205104339246825,
+      "grad_norm": 0.258577436208725,
+      "learning_rate": 7.840129495654789e-06,
+      "loss": 1.2065,
+      "step": 19542
+    },
+    {
+      "epoch": 5.820808280124351,
+      "grad_norm": 0.4956992566585541,
+      "learning_rate": 7.839187706742569e-06,
+      "loss": 1.2114,
+      "step": 19543
+    },
+    {
+      "epoch": 5.821106126324019,
+      "grad_norm": 0.4127381443977356,
+      "learning_rate": 7.838245937934292e-06,
+      "loss": 1.2121,
+      "step": 19544
+    },
+    {
+      "epoch": 5.821403972523688,
+      "grad_norm": 0.33163201808929443,
+      "learning_rate": 7.837304189238719e-06,
+      "loss": 1.2069,
+      "step": 19545
+    },
+    {
+      "epoch": 5.821701818723357,
+      "grad_norm": 0.3702181875705719,
+      "learning_rate": 7.836362460664619e-06,
+      "loss": 1.2206,
+      "step": 19546
+    },
+    {
+      "epoch": 5.821999664923025,
+      "grad_norm": 0.4005001485347748,
+      "learning_rate": 7.835420752220744e-06,
+      "loss": 1.2168,
+      "step": 19547
+    },
+    {
+      "epoch": 5.822297511122694,
+      "grad_norm": 0.31537196040153503,
+      "learning_rate": 7.834479063915865e-06,
+      "loss": 1.2047,
+      "step": 19548
+    },
+    {
+      "epoch": 5.8225953573223626,
+      "grad_norm": 0.3628023862838745,
+      "learning_rate": 7.833537395758736e-06,
+      "loss": 1.199,
+      "step": 19549
+    },
+    {
+      "epoch": 5.822893203522032,
+      "grad_norm": 0.33250901103019714,
+      "learning_rate": 7.832595747758121e-06,
+      "loss": 1.2091,
+      "step": 19550
+    },
+    {
+      "epoch": 5.8231910497217,
+      "grad_norm": 0.361563116312027,
+      "learning_rate": 7.831654119922783e-06,
+      "loss": 1.2159,
+      "step": 19551
+    },
+    {
+      "epoch": 5.823488895921368,
+      "grad_norm": 0.3284603953361511,
+      "learning_rate": 7.83071251226148e-06,
+      "loss": 1.2137,
+      "step": 19552
+    },
+    {
+      "epoch": 5.823786742121037,
+      "grad_norm": 0.28391581773757935,
+      "learning_rate": 7.829770924782971e-06,
+      "loss": 1.208,
+      "step": 19553
+    },
+    {
+      "epoch": 5.824084588320706,
+      "grad_norm": 0.4764794707298279,
+      "learning_rate": 7.828829357496023e-06,
+      "loss": 1.2304,
+      "step": 19554
+    },
+    {
+      "epoch": 5.824382434520374,
+      "grad_norm": 0.25552383065223694,
+      "learning_rate": 7.827887810409388e-06,
+      "loss": 1.2166,
+      "step": 19555
+    },
+    {
+      "epoch": 5.8246802807200435,
+      "grad_norm": 0.4202573597431183,
+      "learning_rate": 7.826946283531831e-06,
+      "loss": 1.1973,
+      "step": 19556
+    },
+    {
+      "epoch": 5.824978126919712,
+      "grad_norm": 0.31306782364845276,
+      "learning_rate": 7.826004776872114e-06,
+      "loss": 1.2175,
+      "step": 19557
+    },
+    {
+      "epoch": 5.82527597311938,
+      "grad_norm": 0.3671114146709442,
+      "learning_rate": 7.825063290438993e-06,
+      "loss": 1.2223,
+      "step": 19558
+    },
+    {
+      "epoch": 5.825573819319049,
+      "grad_norm": 0.4436177611351013,
+      "learning_rate": 7.824121824241225e-06,
+      "loss": 1.2199,
+      "step": 19559
+    },
+    {
+      "epoch": 5.825871665518718,
+      "grad_norm": 0.6168495416641235,
+      "learning_rate": 7.823180378287576e-06,
+      "loss": 1.2144,
+      "step": 19560
+    },
+    {
+      "epoch": 5.826169511718386,
+      "grad_norm": 0.2953750193119049,
+      "learning_rate": 7.822238952586798e-06,
+      "loss": 1.2196,
+      "step": 19561
+    },
+    {
+      "epoch": 5.826467357918055,
+      "grad_norm": 0.4011472463607788,
+      "learning_rate": 7.821297547147652e-06,
+      "loss": 1.2033,
+      "step": 19562
+    },
+    {
+      "epoch": 5.826765204117724,
+      "grad_norm": 0.3375413417816162,
+      "learning_rate": 7.820356161978904e-06,
+      "loss": 1.2148,
+      "step": 19563
+    },
+    {
+      "epoch": 5.827063050317392,
+      "grad_norm": 0.30218881368637085,
+      "learning_rate": 7.819414797089301e-06,
+      "loss": 1.2278,
+      "step": 19564
+    },
+    {
+      "epoch": 5.827360896517061,
+      "grad_norm": 0.6413726806640625,
+      "learning_rate": 7.818473452487612e-06,
+      "loss": 1.2009,
+      "step": 19565
+    },
+    {
+      "epoch": 5.8276587427167295,
+      "grad_norm": 0.31588879227638245,
+      "learning_rate": 7.817532128182587e-06,
+      "loss": 1.2118,
+      "step": 19566
+    },
+    {
+      "epoch": 5.827956588916399,
+      "grad_norm": 0.4257681369781494,
+      "learning_rate": 7.816590824182988e-06,
+      "loss": 1.2133,
+      "step": 19567
+    },
+    {
+      "epoch": 5.828254435116067,
+      "grad_norm": 0.35621654987335205,
+      "learning_rate": 7.815649540497572e-06,
+      "loss": 1.1961,
+      "step": 19568
+    },
+    {
+      "epoch": 5.828552281315735,
+      "grad_norm": 0.408843070268631,
+      "learning_rate": 7.8147082771351e-06,
+      "loss": 1.2071,
+      "step": 19569
+    },
+    {
+      "epoch": 5.8288501275154045,
+      "grad_norm": 0.4065593481063843,
+      "learning_rate": 7.813767034104319e-06,
+      "loss": 1.2207,
+      "step": 19570
+    },
+    {
+      "epoch": 5.829147973715073,
+      "grad_norm": 0.27984321117401123,
+      "learning_rate": 7.812825811413998e-06,
+      "loss": 1.1934,
+      "step": 19571
+    },
+    {
+      "epoch": 5.829445819914741,
+      "grad_norm": 0.37439045310020447,
+      "learning_rate": 7.811884609072888e-06,
+      "loss": 1.2224,
+      "step": 19572
+    },
+    {
+      "epoch": 5.82974366611441,
+      "grad_norm": 0.2947523593902588,
+      "learning_rate": 7.810943427089746e-06,
+      "loss": 1.1902,
+      "step": 19573
+    },
+    {
+      "epoch": 5.830041512314079,
+      "grad_norm": 0.3579213619232178,
+      "learning_rate": 7.810002265473331e-06,
+      "loss": 1.2041,
+      "step": 19574
+    },
+    {
+      "epoch": 5.830339358513747,
+      "grad_norm": 0.3616520166397095,
+      "learning_rate": 7.809061124232399e-06,
+      "loss": 1.2165,
+      "step": 19575
+    },
+    {
+      "epoch": 5.830637204713416,
+      "grad_norm": 0.28629428148269653,
+      "learning_rate": 7.808120003375703e-06,
+      "loss": 1.1932,
+      "step": 19576
+    },
+    {
+      "epoch": 5.830935050913085,
+      "grad_norm": 0.42465123534202576,
+      "learning_rate": 7.807178902912002e-06,
+      "loss": 1.211,
+      "step": 19577
+    },
+    {
+      "epoch": 5.831232897112754,
+      "grad_norm": 0.3263692557811737,
+      "learning_rate": 7.806237822850053e-06,
+      "loss": 1.2122,
+      "step": 19578
+    },
+    {
+      "epoch": 5.831530743312422,
+      "grad_norm": 0.6494307518005371,
+      "learning_rate": 7.805296763198605e-06,
+      "loss": 1.2217,
+      "step": 19579
+    },
+    {
+      "epoch": 5.8318285895120905,
+      "grad_norm": 0.28989386558532715,
+      "learning_rate": 7.804355723966425e-06,
+      "loss": 1.2212,
+      "step": 19580
+    },
+    {
+      "epoch": 5.83212643571176,
+      "grad_norm": 0.4110584259033203,
+      "learning_rate": 7.803414705162256e-06,
+      "loss": 1.2119,
+      "step": 19581
+    },
+    {
+      "epoch": 5.832424281911428,
+      "grad_norm": 0.38376542925834656,
+      "learning_rate": 7.802473706794865e-06,
+      "loss": 1.2061,
+      "step": 19582
+    },
+    {
+      "epoch": 5.832722128111096,
+      "grad_norm": 0.3380451798439026,
+      "learning_rate": 7.801532728873e-06,
+      "loss": 1.2063,
+      "step": 19583
+    },
+    {
+      "epoch": 5.833019974310766,
+      "grad_norm": 0.3984583914279938,
+      "learning_rate": 7.800591771405412e-06,
+      "loss": 1.1853,
+      "step": 19584
+    },
+    {
+      "epoch": 5.833317820510434,
+      "grad_norm": 0.2838040888309479,
+      "learning_rate": 7.799650834400863e-06,
+      "loss": 1.2087,
+      "step": 19585
+    },
+    {
+      "epoch": 5.833615666710102,
+      "grad_norm": 0.38319075107574463,
+      "learning_rate": 7.798709917868107e-06,
+      "loss": 1.2206,
+      "step": 19586
+    },
+    {
+      "epoch": 5.8339135129097714,
+      "grad_norm": 0.2788871228694916,
+      "learning_rate": 7.797769021815891e-06,
+      "loss": 1.2148,
+      "step": 19587
+    },
+    {
+      "epoch": 5.83421135910944,
+      "grad_norm": 0.3699237108230591,
+      "learning_rate": 7.796828146252979e-06,
+      "loss": 1.221,
+      "step": 19588
+    },
+    {
+      "epoch": 5.834509205309109,
+      "grad_norm": 0.29569047689437866,
+      "learning_rate": 7.795887291188118e-06,
+      "loss": 1.1963,
+      "step": 19589
+    },
+    {
+      "epoch": 5.834807051508777,
+      "grad_norm": 0.3124069273471832,
+      "learning_rate": 7.79494645663006e-06,
+      "loss": 1.2016,
+      "step": 19590
+    },
+    {
+      "epoch": 5.835104897708446,
+      "grad_norm": 0.2546287775039673,
+      "learning_rate": 7.794005642587563e-06,
+      "loss": 1.1898,
+      "step": 19591
+    },
+    {
+      "epoch": 5.835402743908114,
+      "grad_norm": 0.40595853328704834,
+      "learning_rate": 7.79306484906938e-06,
+      "loss": 1.2096,
+      "step": 19592
+    },
+    {
+      "epoch": 5.835700590107783,
+      "grad_norm": 0.2685578167438507,
+      "learning_rate": 7.79212407608426e-06,
+      "loss": 1.2236,
+      "step": 19593
+    },
+    {
+      "epoch": 5.8359984363074515,
+      "grad_norm": 0.37070587277412415,
+      "learning_rate": 7.791183323640963e-06,
+      "loss": 1.2133,
+      "step": 19594
+    },
+    {
+      "epoch": 5.836296282507121,
+      "grad_norm": 0.2616555690765381,
+      "learning_rate": 7.790242591748235e-06,
+      "loss": 1.2164,
+      "step": 19595
+    },
+    {
+      "epoch": 5.836594128706789,
+      "grad_norm": 0.38597285747528076,
+      "learning_rate": 7.789301880414832e-06,
+      "loss": 1.2073,
+      "step": 19596
+    },
+    {
+      "epoch": 5.836891974906457,
+      "grad_norm": 0.2547573745250702,
+      "learning_rate": 7.788361189649503e-06,
+      "loss": 1.2062,
+      "step": 19597
+    },
+    {
+      "epoch": 5.837189821106127,
+      "grad_norm": 0.3700876533985138,
+      "learning_rate": 7.787420519461e-06,
+      "loss": 1.2249,
+      "step": 19598
+    },
+    {
+      "epoch": 5.837487667305795,
+      "grad_norm": 0.2842254340648651,
+      "learning_rate": 7.786479869858083e-06,
+      "loss": 1.2332,
+      "step": 19599
+    },
+    {
+      "epoch": 5.837785513505463,
+      "grad_norm": 0.2934574782848358,
+      "learning_rate": 7.785539240849497e-06,
+      "loss": 1.2046,
+      "step": 19600
+    },
+    {
+      "epoch": 5.8380833597051325,
+      "grad_norm": 0.30779892206192017,
+      "learning_rate": 7.784598632443989e-06,
+      "loss": 1.221,
+      "step": 19601
+    },
+    {
+      "epoch": 5.838381205904801,
+      "grad_norm": 0.27394330501556396,
+      "learning_rate": 7.78365804465032e-06,
+      "loss": 1.2167,
+      "step": 19602
+    },
+    {
+      "epoch": 5.838679052104469,
+      "grad_norm": 0.3246789574623108,
+      "learning_rate": 7.782717477477237e-06,
+      "loss": 1.2125,
+      "step": 19603
+    },
+    {
+      "epoch": 5.838976898304138,
+      "grad_norm": 0.33262526988983154,
+      "learning_rate": 7.781776930933487e-06,
+      "loss": 1.2117,
+      "step": 19604
+    },
+    {
+      "epoch": 5.839274744503807,
+      "grad_norm": 0.2643575370311737,
+      "learning_rate": 7.780836405027827e-06,
+      "loss": 1.2057,
+      "step": 19605
+    },
+    {
+      "epoch": 5.839572590703476,
+      "grad_norm": 0.26078900694847107,
+      "learning_rate": 7.779895899769006e-06,
+      "loss": 1.2248,
+      "step": 19606
+    },
+    {
+      "epoch": 5.839870436903144,
+      "grad_norm": 0.26408693194389343,
+      "learning_rate": 7.77895541516577e-06,
+      "loss": 1.2108,
+      "step": 19607
+    },
+    {
+      "epoch": 5.8401682831028126,
+      "grad_norm": 0.2535662353038788,
+      "learning_rate": 7.778014951226874e-06,
+      "loss": 1.2346,
+      "step": 19608
+    },
+    {
+      "epoch": 5.840466129302482,
+      "grad_norm": 0.2951176166534424,
+      "learning_rate": 7.777074507961067e-06,
+      "loss": 1.2101,
+      "step": 19609
+    },
+    {
+      "epoch": 5.84076397550215,
+      "grad_norm": 0.26551011204719543,
+      "learning_rate": 7.776134085377096e-06,
+      "loss": 1.2071,
+      "step": 19610
+    },
+    {
+      "epoch": 5.841061821701818,
+      "grad_norm": 0.348847359418869,
+      "learning_rate": 7.775193683483715e-06,
+      "loss": 1.2096,
+      "step": 19611
+    },
+    {
+      "epoch": 5.841359667901488,
+      "grad_norm": 0.27657821774482727,
+      "learning_rate": 7.774253302289671e-06,
+      "loss": 1.2165,
+      "step": 19612
+    },
+    {
+      "epoch": 5.841657514101156,
+      "grad_norm": 0.2629542648792267,
+      "learning_rate": 7.77331294180371e-06,
+      "loss": 1.2102,
+      "step": 19613
+    },
+    {
+      "epoch": 5.841955360300824,
+      "grad_norm": 0.331338107585907,
+      "learning_rate": 7.772372602034585e-06,
+      "loss": 1.2122,
+      "step": 19614
+    },
+    {
+      "epoch": 5.8422532065004935,
+      "grad_norm": 0.3670068681240082,
+      "learning_rate": 7.771432282991045e-06,
+      "loss": 1.2259,
+      "step": 19615
+    },
+    {
+      "epoch": 5.842551052700162,
+      "grad_norm": 0.2694351077079773,
+      "learning_rate": 7.770491984681839e-06,
+      "loss": 1.215,
+      "step": 19616
+    },
+    {
+      "epoch": 5.842848898899831,
+      "grad_norm": 0.2863113582134247,
+      "learning_rate": 7.769551707115715e-06,
+      "loss": 1.204,
+      "step": 19617
+    },
+    {
+      "epoch": 5.843146745099499,
+      "grad_norm": 0.3022710382938385,
+      "learning_rate": 7.768611450301418e-06,
+      "loss": 1.2147,
+      "step": 19618
+    },
+    {
+      "epoch": 5.843444591299168,
+      "grad_norm": 0.3116869032382965,
+      "learning_rate": 7.767671214247701e-06,
+      "loss": 1.2067,
+      "step": 19619
+    },
+    {
+      "epoch": 5.843742437498836,
+      "grad_norm": 0.262445867061615,
+      "learning_rate": 7.766730998963307e-06,
+      "loss": 1.205,
+      "step": 19620
+    },
+    {
+      "epoch": 5.844040283698505,
+      "grad_norm": 0.2657754421234131,
+      "learning_rate": 7.765790804456982e-06,
+      "loss": 1.2149,
+      "step": 19621
+    },
+    {
+      "epoch": 5.844338129898174,
+      "grad_norm": 0.38192668557167053,
+      "learning_rate": 7.764850630737484e-06,
+      "loss": 1.2054,
+      "step": 19622
+    },
+    {
+      "epoch": 5.844635976097843,
+      "grad_norm": 0.3063715994358063,
+      "learning_rate": 7.763910477813555e-06,
+      "loss": 1.2116,
+      "step": 19623
+    },
+    {
+      "epoch": 5.844933822297511,
+      "grad_norm": 0.38201138377189636,
+      "learning_rate": 7.762970345693934e-06,
+      "loss": 1.2045,
+      "step": 19624
+    },
+    {
+      "epoch": 5.8452316684971795,
+      "grad_norm": 0.272349089384079,
+      "learning_rate": 7.76203023438738e-06,
+      "loss": 1.2091,
+      "step": 19625
+    },
+    {
+      "epoch": 5.845529514696849,
+      "grad_norm": 0.6438816785812378,
+      "learning_rate": 7.761090143902631e-06,
+      "loss": 1.2123,
+      "step": 19626
+    },
+    {
+      "epoch": 5.845827360896517,
+      "grad_norm": 0.3567163944244385,
+      "learning_rate": 7.760150074248435e-06,
+      "loss": 1.2221,
+      "step": 19627
+    },
+    {
+      "epoch": 5.846125207096185,
+      "grad_norm": 0.5482204556465149,
+      "learning_rate": 7.759210025433544e-06,
+      "loss": 1.2137,
+      "step": 19628
+    },
+    {
+      "epoch": 5.8464230532958545,
+      "grad_norm": 0.3015652000904083,
+      "learning_rate": 7.7582699974667e-06,
+      "loss": 1.2034,
+      "step": 19629
+    },
+    {
+      "epoch": 5.846720899495523,
+      "grad_norm": 0.3942241668701172,
+      "learning_rate": 7.757329990356647e-06,
+      "loss": 1.2083,
+      "step": 19630
+    },
+    {
+      "epoch": 5.847018745695191,
+      "grad_norm": 0.34201639890670776,
+      "learning_rate": 7.756390004112133e-06,
+      "loss": 1.2009,
+      "step": 19631
+    },
+    {
+      "epoch": 5.84731659189486,
+      "grad_norm": 0.42357155680656433,
+      "learning_rate": 7.755450038741903e-06,
+      "loss": 1.2032,
+      "step": 19632
+    },
+    {
+      "epoch": 5.847614438094529,
+      "grad_norm": 0.4093886911869049,
+      "learning_rate": 7.754510094254703e-06,
+      "loss": 1.206,
+      "step": 19633
+    },
+    {
+      "epoch": 5.847912284294198,
+      "grad_norm": 0.39763838052749634,
+      "learning_rate": 7.753570170659281e-06,
+      "loss": 1.237,
+      "step": 19634
+    },
+    {
+      "epoch": 5.848210130493866,
+      "grad_norm": 0.3132558763027191,
+      "learning_rate": 7.752630267964373e-06,
+      "loss": 1.212,
+      "step": 19635
+    },
+    {
+      "epoch": 5.848507976693535,
+      "grad_norm": 0.2729364335536957,
+      "learning_rate": 7.751690386178734e-06,
+      "loss": 1.2014,
+      "step": 19636
+    },
+    {
+      "epoch": 5.848805822893204,
+      "grad_norm": 0.32816725969314575,
+      "learning_rate": 7.750750525311103e-06,
+      "loss": 1.2119,
+      "step": 19637
+    },
+    {
+      "epoch": 5.849103669092872,
+      "grad_norm": 0.25775423645973206,
+      "learning_rate": 7.749810685370223e-06,
+      "loss": 1.2138,
+      "step": 19638
+    },
+    {
+      "epoch": 5.8494015152925405,
+      "grad_norm": 0.3045441508293152,
+      "learning_rate": 7.748870866364844e-06,
+      "loss": 1.2212,
+      "step": 19639
+    },
+    {
+      "epoch": 5.84969936149221,
+      "grad_norm": 0.2741446793079376,
+      "learning_rate": 7.747931068303707e-06,
+      "loss": 1.2104,
+      "step": 19640
+    },
+    {
+      "epoch": 5.849997207691878,
+      "grad_norm": 0.2722054123878479,
+      "learning_rate": 7.74699129119555e-06,
+      "loss": 1.2135,
+      "step": 19641
+    },
+    {
+      "epoch": 5.850295053891546,
+      "grad_norm": 0.26878291368484497,
+      "learning_rate": 7.746051535049127e-06,
+      "loss": 1.2002,
+      "step": 19642
+    },
+    {
+      "epoch": 5.850592900091216,
+      "grad_norm": 0.3480394780635834,
+      "learning_rate": 7.745111799873173e-06,
+      "loss": 1.2237,
+      "step": 19643
+    },
+    {
+      "epoch": 5.850890746290884,
+      "grad_norm": 0.4168858528137207,
+      "learning_rate": 7.744172085676433e-06,
+      "loss": 1.1948,
+      "step": 19644
+    },
+    {
+      "epoch": 5.851188592490553,
+      "grad_norm": 0.26998400688171387,
+      "learning_rate": 7.743232392467657e-06,
+      "loss": 1.2154,
+      "step": 19645
+    },
+    {
+      "epoch": 5.8514864386902214,
+      "grad_norm": 0.2897645831108093,
+      "learning_rate": 7.742292720255576e-06,
+      "loss": 1.2206,
+      "step": 19646
+    },
+    {
+      "epoch": 5.85178428488989,
+      "grad_norm": 0.29250776767730713,
+      "learning_rate": 7.741353069048945e-06,
+      "loss": 1.2305,
+      "step": 19647
+    },
+    {
+      "epoch": 5.852082131089559,
+      "grad_norm": 0.2947573661804199,
+      "learning_rate": 7.740413438856498e-06,
+      "loss": 1.2079,
+      "step": 19648
+    },
+    {
+      "epoch": 5.852379977289227,
+      "grad_norm": 0.2997695207595825,
+      "learning_rate": 7.739473829686977e-06,
+      "loss": 1.2069,
+      "step": 19649
+    },
+    {
+      "epoch": 5.852677823488896,
+      "grad_norm": 0.2877860367298126,
+      "learning_rate": 7.738534241549128e-06,
+      "loss": 1.2138,
+      "step": 19650
+    },
+    {
+      "epoch": 5.852975669688565,
+      "grad_norm": 0.3143649995326996,
+      "learning_rate": 7.737594674451692e-06,
+      "loss": 1.2203,
+      "step": 19651
+    },
+    {
+      "epoch": 5.853273515888233,
+      "grad_norm": 0.2758687138557434,
+      "learning_rate": 7.736655128403407e-06,
+      "loss": 1.2242,
+      "step": 19652
+    },
+    {
+      "epoch": 5.8535713620879015,
+      "grad_norm": 0.2680954039096832,
+      "learning_rate": 7.735715603413021e-06,
+      "loss": 1.1969,
+      "step": 19653
+    },
+    {
+      "epoch": 5.853869208287571,
+      "grad_norm": 0.28473687171936035,
+      "learning_rate": 7.734776099489268e-06,
+      "loss": 1.2199,
+      "step": 19654
+    },
+    {
+      "epoch": 5.854167054487239,
+      "grad_norm": 0.30702653527259827,
+      "learning_rate": 7.733836616640896e-06,
+      "loss": 1.2171,
+      "step": 19655
+    },
+    {
+      "epoch": 5.854464900686908,
+      "grad_norm": 0.3919333219528198,
+      "learning_rate": 7.732897154876639e-06,
+      "loss": 1.2042,
+      "step": 19656
+    },
+    {
+      "epoch": 5.854762746886577,
+      "grad_norm": 0.29652485251426697,
+      "learning_rate": 7.731957714205244e-06,
+      "loss": 1.2252,
+      "step": 19657
+    },
+    {
+      "epoch": 5.855060593086245,
+      "grad_norm": 0.36527273058891296,
+      "learning_rate": 7.731018294635446e-06,
+      "loss": 1.2118,
+      "step": 19658
+    },
+    {
+      "epoch": 5.855358439285913,
+      "grad_norm": 0.27338355779647827,
+      "learning_rate": 7.73007889617599e-06,
+      "loss": 1.1971,
+      "step": 19659
+    },
+    {
+      "epoch": 5.8556562854855825,
+      "grad_norm": 0.26514914631843567,
+      "learning_rate": 7.729139518835612e-06,
+      "loss": 1.2009,
+      "step": 19660
+    },
+    {
+      "epoch": 5.855954131685251,
+      "grad_norm": 0.2890794575214386,
+      "learning_rate": 7.728200162623052e-06,
+      "loss": 1.2105,
+      "step": 19661
+    },
+    {
+      "epoch": 5.85625197788492,
+      "grad_norm": 0.2984280586242676,
+      "learning_rate": 7.727260827547055e-06,
+      "loss": 1.2434,
+      "step": 19662
+    },
+    {
+      "epoch": 5.856549824084588,
+      "grad_norm": 0.2639959454536438,
+      "learning_rate": 7.726321513616352e-06,
+      "loss": 1.2058,
+      "step": 19663
+    },
+    {
+      "epoch": 5.856847670284257,
+      "grad_norm": 0.2727898061275482,
+      "learning_rate": 7.725382220839693e-06,
+      "loss": 1.2095,
+      "step": 19664
+    },
+    {
+      "epoch": 5.857145516483926,
+      "grad_norm": 0.31113842129707336,
+      "learning_rate": 7.72444294922581e-06,
+      "loss": 1.2144,
+      "step": 19665
+    },
+    {
+      "epoch": 5.857443362683594,
+      "grad_norm": 0.3023146986961365,
+      "learning_rate": 7.723503698783438e-06,
+      "loss": 1.2103,
+      "step": 19666
+    },
+    {
+      "epoch": 5.8577412088832626,
+      "grad_norm": 0.2729348838329315,
+      "learning_rate": 7.722564469521324e-06,
+      "loss": 1.2076,
+      "step": 19667
+    },
+    {
+      "epoch": 5.858039055082932,
+      "grad_norm": 0.29502829909324646,
+      "learning_rate": 7.721625261448206e-06,
+      "loss": 1.1948,
+      "step": 19668
+    },
+    {
+      "epoch": 5.8583369012826,
+      "grad_norm": 0.5774202346801758,
+      "learning_rate": 7.720686074572813e-06,
+      "loss": 1.2138,
+      "step": 19669
+    },
+    {
+      "epoch": 5.858634747482268,
+      "grad_norm": 0.3133317530155182,
+      "learning_rate": 7.719746908903895e-06,
+      "loss": 1.2005,
+      "step": 19670
+    },
+    {
+      "epoch": 5.858932593681938,
+      "grad_norm": 0.4840753376483917,
+      "learning_rate": 7.718807764450185e-06,
+      "loss": 1.2186,
+      "step": 19671
+    },
+    {
+      "epoch": 5.859230439881606,
+      "grad_norm": 0.30928316712379456,
+      "learning_rate": 7.717868641220414e-06,
+      "loss": 1.2075,
+      "step": 19672
+    },
+    {
+      "epoch": 5.859528286081275,
+      "grad_norm": 0.5464794039726257,
+      "learning_rate": 7.716929539223329e-06,
+      "loss": 1.2111,
+      "step": 19673
+    },
+    {
+      "epoch": 5.8598261322809435,
+      "grad_norm": 0.4610711336135864,
+      "learning_rate": 7.715990458467667e-06,
+      "loss": 1.2153,
+      "step": 19674
+    },
+    {
+      "epoch": 5.860123978480612,
+      "grad_norm": 0.4352073073387146,
+      "learning_rate": 7.715051398962155e-06,
+      "loss": 1.2133,
+      "step": 19675
+    },
+    {
+      "epoch": 5.860421824680281,
+      "grad_norm": 0.37265628576278687,
+      "learning_rate": 7.714112360715542e-06,
+      "loss": 1.2327,
+      "step": 19676
+    },
+    {
+      "epoch": 5.860719670879949,
+      "grad_norm": 0.3591066598892212,
+      "learning_rate": 7.713173343736557e-06,
+      "loss": 1.2159,
+      "step": 19677
+    },
+    {
+      "epoch": 5.861017517079618,
+      "grad_norm": 0.29050585627555847,
+      "learning_rate": 7.71223434803394e-06,
+      "loss": 1.1929,
+      "step": 19678
+    },
+    {
+      "epoch": 5.861315363279287,
+      "grad_norm": 0.37478896975517273,
+      "learning_rate": 7.711295373616426e-06,
+      "loss": 1.2006,
+      "step": 19679
+    },
+    {
+      "epoch": 5.861613209478955,
+      "grad_norm": 0.338222473859787,
+      "learning_rate": 7.71035642049275e-06,
+      "loss": 1.2158,
+      "step": 19680
+    },
+    {
+      "epoch": 5.861911055678624,
+      "grad_norm": 0.27898043394088745,
+      "learning_rate": 7.709417488671653e-06,
+      "loss": 1.2014,
+      "step": 19681
+    },
+    {
+      "epoch": 5.862208901878293,
+      "grad_norm": 0.2537229359149933,
+      "learning_rate": 7.708478578161866e-06,
+      "loss": 1.2084,
+      "step": 19682
+    },
+    {
+      "epoch": 5.862506748077961,
+      "grad_norm": 0.28727245330810547,
+      "learning_rate": 7.707539688972124e-06,
+      "loss": 1.2165,
+      "step": 19683
+    },
+    {
+      "epoch": 5.86280459427763,
+      "grad_norm": 0.26053178310394287,
+      "learning_rate": 7.706600821111166e-06,
+      "loss": 1.2284,
+      "step": 19684
+    },
+    {
+      "epoch": 5.863102440477299,
+      "grad_norm": 0.28430110216140747,
+      "learning_rate": 7.705661974587723e-06,
+      "loss": 1.2194,
+      "step": 19685
+    },
+    {
+      "epoch": 5.863400286676967,
+      "grad_norm": 0.26683878898620605,
+      "learning_rate": 7.70472314941053e-06,
+      "loss": 1.2252,
+      "step": 19686
+    },
+    {
+      "epoch": 5.863698132876636,
+      "grad_norm": 0.33253082633018494,
+      "learning_rate": 7.70378434558833e-06,
+      "loss": 1.2143,
+      "step": 19687
+    },
+    {
+      "epoch": 5.8639959790763045,
+      "grad_norm": 0.2606544494628906,
+      "learning_rate": 7.702845563129848e-06,
+      "loss": 1.2307,
+      "step": 19688
+    },
+    {
+      "epoch": 5.864293825275973,
+      "grad_norm": 0.2861187160015106,
+      "learning_rate": 7.701906802043819e-06,
+      "loss": 1.2088,
+      "step": 19689
+    },
+    {
+      "epoch": 5.864591671475642,
+      "grad_norm": 0.2976442277431488,
+      "learning_rate": 7.700968062338981e-06,
+      "loss": 1.2102,
+      "step": 19690
+    },
+    {
+      "epoch": 5.86488951767531,
+      "grad_norm": 0.2559099793434143,
+      "learning_rate": 7.70002934402407e-06,
+      "loss": 1.1972,
+      "step": 19691
+    },
+    {
+      "epoch": 5.865187363874979,
+      "grad_norm": 0.4708477258682251,
+      "learning_rate": 7.699090647107811e-06,
+      "loss": 1.2245,
+      "step": 19692
+    },
+    {
+      "epoch": 5.865485210074648,
+      "grad_norm": 0.3552057445049286,
+      "learning_rate": 7.698151971598947e-06,
+      "loss": 1.2135,
+      "step": 19693
+    },
+    {
+      "epoch": 5.865783056274316,
+      "grad_norm": 0.4166930615901947,
+      "learning_rate": 7.697213317506208e-06,
+      "loss": 1.1927,
+      "step": 19694
+    },
+    {
+      "epoch": 5.866080902473985,
+      "grad_norm": 0.2781657874584198,
+      "learning_rate": 7.69627468483832e-06,
+      "loss": 1.1973,
+      "step": 19695
+    },
+    {
+      "epoch": 5.866378748673654,
+      "grad_norm": 0.6836292743682861,
+      "learning_rate": 7.695336073604027e-06,
+      "loss": 1.2058,
+      "step": 19696
+    },
+    {
+      "epoch": 5.866676594873322,
+      "grad_norm": 0.4408610761165619,
+      "learning_rate": 7.694397483812052e-06,
+      "loss": 1.1983,
+      "step": 19697
+    },
+    {
+      "epoch": 5.8669744410729905,
+      "grad_norm": 0.5116508603096008,
+      "learning_rate": 7.69345891547114e-06,
+      "loss": 1.2179,
+      "step": 19698
+    },
+    {
+      "epoch": 5.86727228727266,
+      "grad_norm": 0.2547590732574463,
+      "learning_rate": 7.692520368590013e-06,
+      "loss": 1.2052,
+      "step": 19699
+    },
+    {
+      "epoch": 5.867570133472328,
+      "grad_norm": 0.7557486295700073,
+      "learning_rate": 7.691581843177403e-06,
+      "loss": 1.2109,
+      "step": 19700
+    },
+    {
+      "epoch": 5.867867979671997,
+      "grad_norm": 0.29969343543052673,
+      "learning_rate": 7.690643339242048e-06,
+      "loss": 1.2232,
+      "step": 19701
+    },
+    {
+      "epoch": 5.868165825871666,
+      "grad_norm": 0.40185675024986267,
+      "learning_rate": 7.689704856792674e-06,
+      "loss": 1.2019,
+      "step": 19702
+    },
+    {
+      "epoch": 5.868463672071334,
+      "grad_norm": 0.31418320536613464,
+      "learning_rate": 7.688766395838016e-06,
+      "loss": 1.2,
+      "step": 19703
+    },
+    {
+      "epoch": 5.868761518271003,
+      "grad_norm": 0.3252184987068176,
+      "learning_rate": 7.687827956386807e-06,
+      "loss": 1.2026,
+      "step": 19704
+    },
+    {
+      "epoch": 5.8690593644706714,
+      "grad_norm": 0.4650043249130249,
+      "learning_rate": 7.686889538447775e-06,
+      "loss": 1.2149,
+      "step": 19705
+    },
+    {
+      "epoch": 5.86935721067034,
+      "grad_norm": 0.26629945635795593,
+      "learning_rate": 7.685951142029646e-06,
+      "loss": 1.2091,
+      "step": 19706
+    },
+    {
+      "epoch": 5.869655056870009,
+      "grad_norm": 0.5208491086959839,
+      "learning_rate": 7.685012767141162e-06,
+      "loss": 1.2003,
+      "step": 19707
+    },
+    {
+      "epoch": 5.869952903069677,
+      "grad_norm": 0.33644038438796997,
+      "learning_rate": 7.684074413791047e-06,
+      "loss": 1.2144,
+      "step": 19708
+    },
+    {
+      "epoch": 5.870250749269346,
+      "grad_norm": 0.4062998592853546,
+      "learning_rate": 7.683136081988027e-06,
+      "loss": 1.2199,
+      "step": 19709
+    },
+    {
+      "epoch": 5.870548595469015,
+      "grad_norm": 0.4381130039691925,
+      "learning_rate": 7.682197771740843e-06,
+      "loss": 1.2065,
+      "step": 19710
+    },
+    {
+      "epoch": 5.870846441668683,
+      "grad_norm": 0.25779780745506287,
+      "learning_rate": 7.68125948305822e-06,
+      "loss": 1.2159,
+      "step": 19711
+    },
+    {
+      "epoch": 5.871144287868352,
+      "grad_norm": 0.4768553376197815,
+      "learning_rate": 7.680321215948882e-06,
+      "loss": 1.2089,
+      "step": 19712
+    },
+    {
+      "epoch": 5.871442134068021,
+      "grad_norm": 0.302226185798645,
+      "learning_rate": 7.679382970421565e-06,
+      "loss": 1.2161,
+      "step": 19713
+    },
+    {
+      "epoch": 5.871739980267689,
+      "grad_norm": 0.3917502164840698,
+      "learning_rate": 7.678444746484996e-06,
+      "loss": 1.2202,
+      "step": 19714
+    },
+    {
+      "epoch": 5.872037826467358,
+      "grad_norm": 0.37382709980010986,
+      "learning_rate": 7.677506544147906e-06,
+      "loss": 1.2126,
+      "step": 19715
+    },
+    {
+      "epoch": 5.872335672667027,
+      "grad_norm": 0.28242412209510803,
+      "learning_rate": 7.676568363419026e-06,
+      "loss": 1.2133,
+      "step": 19716
+    },
+    {
+      "epoch": 5.872633518866695,
+      "grad_norm": 0.334397554397583,
+      "learning_rate": 7.675630204307075e-06,
+      "loss": 1.2013,
+      "step": 19717
+    },
+    {
+      "epoch": 5.872931365066364,
+      "grad_norm": 0.27919960021972656,
+      "learning_rate": 7.674692066820794e-06,
+      "loss": 1.2248,
+      "step": 19718
+    },
+    {
+      "epoch": 5.8732292112660325,
+      "grad_norm": 0.310494601726532,
+      "learning_rate": 7.673753950968902e-06,
+      "loss": 1.2175,
+      "step": 19719
+    },
+    {
+      "epoch": 5.873527057465701,
+      "grad_norm": 0.30901026725769043,
+      "learning_rate": 7.672815856760131e-06,
+      "loss": 1.2174,
+      "step": 19720
+    },
+    {
+      "epoch": 5.87382490366537,
+      "grad_norm": 0.2734905779361725,
+      "learning_rate": 7.671877784203208e-06,
+      "loss": 1.2095,
+      "step": 19721
+    },
+    {
+      "epoch": 5.874122749865038,
+      "grad_norm": 0.2951793074607849,
+      "learning_rate": 7.670939733306863e-06,
+      "loss": 1.2031,
+      "step": 19722
+    },
+    {
+      "epoch": 5.874420596064708,
+      "grad_norm": 0.2693183720111847,
+      "learning_rate": 7.670001704079817e-06,
+      "loss": 1.2172,
+      "step": 19723
+    },
+    {
+      "epoch": 5.874718442264376,
+      "grad_norm": 0.28688564896583557,
+      "learning_rate": 7.669063696530808e-06,
+      "loss": 1.2089,
+      "step": 19724
+    },
+    {
+      "epoch": 5.875016288464044,
+      "grad_norm": 0.2883380055427551,
+      "learning_rate": 7.668125710668554e-06,
+      "loss": 1.2284,
+      "step": 19725
+    },
+    {
+      "epoch": 5.8753141346637126,
+      "grad_norm": 0.35950028896331787,
+      "learning_rate": 7.667187746501783e-06,
+      "loss": 1.1866,
+      "step": 19726
+    },
+    {
+      "epoch": 5.875611980863382,
+      "grad_norm": 0.2990448474884033,
+      "learning_rate": 7.666249804039227e-06,
+      "loss": 1.2333,
+      "step": 19727
+    },
+    {
+      "epoch": 5.87590982706305,
+      "grad_norm": 0.40367069840431213,
+      "learning_rate": 7.665311883289611e-06,
+      "loss": 1.2208,
+      "step": 19728
+    },
+    {
+      "epoch": 5.876207673262719,
+      "grad_norm": 0.2846141755580902,
+      "learning_rate": 7.664373984261653e-06,
+      "loss": 1.2303,
+      "step": 19729
+    },
+    {
+      "epoch": 5.876505519462388,
+      "grad_norm": 0.4116760790348053,
+      "learning_rate": 7.66343610696409e-06,
+      "loss": 1.2218,
+      "step": 19730
+    },
+    {
+      "epoch": 5.876803365662056,
+      "grad_norm": 0.27822595834732056,
+      "learning_rate": 7.66249825140564e-06,
+      "loss": 1.2121,
+      "step": 19731
+    },
+    {
+      "epoch": 5.877101211861725,
+      "grad_norm": 0.3134772777557373,
+      "learning_rate": 7.661560417595034e-06,
+      "loss": 1.2094,
+      "step": 19732
+    },
+    {
+      "epoch": 5.8773990580613935,
+      "grad_norm": 0.2531176805496216,
+      "learning_rate": 7.660622605540999e-06,
+      "loss": 1.2039,
+      "step": 19733
+    },
+    {
+      "epoch": 5.877696904261062,
+      "grad_norm": 0.30348435044288635,
+      "learning_rate": 7.65968481525225e-06,
+      "loss": 1.2014,
+      "step": 19734
+    },
+    {
+      "epoch": 5.877994750460731,
+      "grad_norm": 0.26167163252830505,
+      "learning_rate": 7.658747046737525e-06,
+      "loss": 1.2089,
+      "step": 19735
+    },
+    {
+      "epoch": 5.878292596660399,
+      "grad_norm": 0.2847365438938141,
+      "learning_rate": 7.657809300005544e-06,
+      "loss": 1.2203,
+      "step": 19736
+    },
+    {
+      "epoch": 5.878590442860068,
+      "grad_norm": 0.3568847179412842,
+      "learning_rate": 7.656871575065025e-06,
+      "loss": 1.2316,
+      "step": 19737
+    },
+    {
+      "epoch": 5.878888289059737,
+      "grad_norm": 0.34484249353408813,
+      "learning_rate": 7.6559338719247e-06,
+      "loss": 1.2234,
+      "step": 19738
+    },
+    {
+      "epoch": 5.879186135259405,
+      "grad_norm": 0.40856823325157166,
+      "learning_rate": 7.654996190593295e-06,
+      "loss": 1.1945,
+      "step": 19739
+    },
+    {
+      "epoch": 5.8794839814590745,
+      "grad_norm": 0.3517288863658905,
+      "learning_rate": 7.654058531079524e-06,
+      "loss": 1.2309,
+      "step": 19740
+    },
+    {
+      "epoch": 5.879781827658743,
+      "grad_norm": 0.40801236033439636,
+      "learning_rate": 7.653120893392124e-06,
+      "loss": 1.2108,
+      "step": 19741
+    },
+    {
+      "epoch": 5.880079673858411,
+      "grad_norm": 0.2814236581325531,
+      "learning_rate": 7.65218327753981e-06,
+      "loss": 1.2134,
+      "step": 19742
+    },
+    {
+      "epoch": 5.88037752005808,
+      "grad_norm": 0.41062241792678833,
+      "learning_rate": 7.651245683531304e-06,
+      "loss": 1.207,
+      "step": 19743
+    },
+    {
+      "epoch": 5.880675366257749,
+      "grad_norm": 0.27050167322158813,
+      "learning_rate": 7.650308111375334e-06,
+      "loss": 1.2226,
+      "step": 19744
+    },
+    {
+      "epoch": 5.880973212457417,
+      "grad_norm": 0.31314024329185486,
+      "learning_rate": 7.649370561080628e-06,
+      "loss": 1.2091,
+      "step": 19745
+    },
+    {
+      "epoch": 5.881271058657086,
+      "grad_norm": 0.2666119337081909,
+      "learning_rate": 7.648433032655893e-06,
+      "loss": 1.1988,
+      "step": 19746
+    },
+    {
+      "epoch": 5.8815689048567545,
+      "grad_norm": 0.3014333248138428,
+      "learning_rate": 7.647495526109869e-06,
+      "loss": 1.2095,
+      "step": 19747
+    },
+    {
+      "epoch": 5.881866751056423,
+      "grad_norm": 0.2822328805923462,
+      "learning_rate": 7.646558041451264e-06,
+      "loss": 1.1923,
+      "step": 19748
+    },
+    {
+      "epoch": 5.882164597256092,
+      "grad_norm": 0.32284829020500183,
+      "learning_rate": 7.64562057868881e-06,
+      "loss": 1.2149,
+      "step": 19749
+    },
+    {
+      "epoch": 5.88246244345576,
+      "grad_norm": 0.27972474694252014,
+      "learning_rate": 7.644683137831229e-06,
+      "loss": 1.2031,
+      "step": 19750
+    },
+    {
+      "epoch": 5.88276028965543,
+      "grad_norm": 0.28591328859329224,
+      "learning_rate": 7.643745718887236e-06,
+      "loss": 1.2073,
+      "step": 19751
+    },
+    {
+      "epoch": 5.883058135855098,
+      "grad_norm": 0.2891368567943573,
+      "learning_rate": 7.64280832186556e-06,
+      "loss": 1.195,
+      "step": 19752
+    },
+    {
+      "epoch": 5.883355982054766,
+      "grad_norm": 0.2828793227672577,
+      "learning_rate": 7.641870946774919e-06,
+      "loss": 1.2132,
+      "step": 19753
+    },
+    {
+      "epoch": 5.8836538282544355,
+      "grad_norm": 0.3005000948905945,
+      "learning_rate": 7.640933593624029e-06,
+      "loss": 1.2077,
+      "step": 19754
+    },
+    {
+      "epoch": 5.883951674454104,
+      "grad_norm": 0.26643726229667664,
+      "learning_rate": 7.639996262421619e-06,
+      "loss": 1.2157,
+      "step": 19755
+    },
+    {
+      "epoch": 5.884249520653772,
+      "grad_norm": 0.3420386016368866,
+      "learning_rate": 7.63905895317641e-06,
+      "loss": 1.2136,
+      "step": 19756
+    },
+    {
+      "epoch": 5.884547366853441,
+      "grad_norm": 0.29570236802101135,
+      "learning_rate": 7.638121665897115e-06,
+      "loss": 1.2052,
+      "step": 19757
+    },
+    {
+      "epoch": 5.88484521305311,
+      "grad_norm": 0.33349350094795227,
+      "learning_rate": 7.637184400592462e-06,
+      "loss": 1.206,
+      "step": 19758
+    },
+    {
+      "epoch": 5.885143059252778,
+      "grad_norm": 0.36793774366378784,
+      "learning_rate": 7.63624715727117e-06,
+      "loss": 1.2179,
+      "step": 19759
+    },
+    {
+      "epoch": 5.885440905452447,
+      "grad_norm": 0.2907385528087616,
+      "learning_rate": 7.635309935941953e-06,
+      "loss": 1.2136,
+      "step": 19760
+    },
+    {
+      "epoch": 5.885738751652116,
+      "grad_norm": 0.28459247946739197,
+      "learning_rate": 7.634372736613535e-06,
+      "loss": 1.1965,
+      "step": 19761
+    },
+    {
+      "epoch": 5.886036597851784,
+      "grad_norm": 0.31736648082733154,
+      "learning_rate": 7.633435559294635e-06,
+      "loss": 1.2093,
+      "step": 19762
+    },
+    {
+      "epoch": 5.886334444051453,
+      "grad_norm": 0.280977725982666,
+      "learning_rate": 7.632498403993978e-06,
+      "loss": 1.2093,
+      "step": 19763
+    },
+    {
+      "epoch": 5.8866322902511214,
+      "grad_norm": 0.27929916977882385,
+      "learning_rate": 7.631561270720278e-06,
+      "loss": 1.2057,
+      "step": 19764
+    },
+    {
+      "epoch": 5.88693013645079,
+      "grad_norm": 0.2878957986831665,
+      "learning_rate": 7.63062415948225e-06,
+      "loss": 1.1996,
+      "step": 19765
+    },
+    {
+      "epoch": 5.887227982650459,
+      "grad_norm": 0.2803519666194916,
+      "learning_rate": 7.629687070288619e-06,
+      "loss": 1.2138,
+      "step": 19766
+    },
+    {
+      "epoch": 5.887525828850127,
+      "grad_norm": 0.3282645046710968,
+      "learning_rate": 7.628750003148102e-06,
+      "loss": 1.2081,
+      "step": 19767
+    },
+    {
+      "epoch": 5.8878236750497965,
+      "grad_norm": 0.2690000534057617,
+      "learning_rate": 7.627812958069414e-06,
+      "loss": 1.2241,
+      "step": 19768
+    },
+    {
+      "epoch": 5.888121521249465,
+      "grad_norm": 0.30320388078689575,
+      "learning_rate": 7.62687593506128e-06,
+      "loss": 1.2101,
+      "step": 19769
+    },
+    {
+      "epoch": 5.888419367449133,
+      "grad_norm": 0.33145949244499207,
+      "learning_rate": 7.625938934132414e-06,
+      "loss": 1.2162,
+      "step": 19770
+    },
+    {
+      "epoch": 5.888717213648802,
+      "grad_norm": 0.3910709619522095,
+      "learning_rate": 7.62500195529153e-06,
+      "loss": 1.2086,
+      "step": 19771
+    },
+    {
+      "epoch": 5.889015059848471,
+      "grad_norm": 0.28167808055877686,
+      "learning_rate": 7.624064998547352e-06,
+      "loss": 1.2151,
+      "step": 19772
+    },
+    {
+      "epoch": 5.889312906048139,
+      "grad_norm": 0.2926369309425354,
+      "learning_rate": 7.623128063908595e-06,
+      "loss": 1.2043,
+      "step": 19773
+    },
+    {
+      "epoch": 5.889610752247808,
+      "grad_norm": 0.2957414388656616,
+      "learning_rate": 7.622191151383972e-06,
+      "loss": 1.2069,
+      "step": 19774
+    },
+    {
+      "epoch": 5.889908598447477,
+      "grad_norm": 0.27410802245140076,
+      "learning_rate": 7.621254260982208e-06,
+      "loss": 1.1913,
+      "step": 19775
+    },
+    {
+      "epoch": 5.890206444647145,
+      "grad_norm": 0.28888213634490967,
+      "learning_rate": 7.620317392712017e-06,
+      "loss": 1.2156,
+      "step": 19776
+    },
+    {
+      "epoch": 5.890504290846814,
+      "grad_norm": 0.28191816806793213,
+      "learning_rate": 7.619380546582108e-06,
+      "loss": 1.2265,
+      "step": 19777
+    },
+    {
+      "epoch": 5.8908021370464825,
+      "grad_norm": 0.2632920444011688,
+      "learning_rate": 7.618443722601205e-06,
+      "loss": 1.2269,
+      "step": 19778
+    },
+    {
+      "epoch": 5.891099983246152,
+      "grad_norm": 0.29163745045661926,
+      "learning_rate": 7.6175069207780235e-06,
+      "loss": 1.2136,
+      "step": 19779
+    },
+    {
+      "epoch": 5.89139782944582,
+      "grad_norm": 0.29716843366622925,
+      "learning_rate": 7.616570141121277e-06,
+      "loss": 1.2261,
+      "step": 19780
+    },
+    {
+      "epoch": 5.891695675645488,
+      "grad_norm": 0.3333028256893158,
+      "learning_rate": 7.615633383639687e-06,
+      "loss": 1.2004,
+      "step": 19781
+    },
+    {
+      "epoch": 5.891993521845158,
+      "grad_norm": 0.25077876448631287,
+      "learning_rate": 7.614696648341958e-06,
+      "loss": 1.2159,
+      "step": 19782
+    },
+    {
+      "epoch": 5.892291368044826,
+      "grad_norm": 0.45058029890060425,
+      "learning_rate": 7.613759935236817e-06,
+      "loss": 1.2052,
+      "step": 19783
+    },
+    {
+      "epoch": 5.892589214244494,
+      "grad_norm": 0.2832079529762268,
+      "learning_rate": 7.612823244332971e-06,
+      "loss": 1.2084,
+      "step": 19784
+    },
+    {
+      "epoch": 5.892887060444163,
+      "grad_norm": 0.4495527744293213,
+      "learning_rate": 7.611886575639135e-06,
+      "loss": 1.2083,
+      "step": 19785
+    },
+    {
+      "epoch": 5.893184906643832,
+      "grad_norm": 0.2885785400867462,
+      "learning_rate": 7.610949929164031e-06,
+      "loss": 1.2109,
+      "step": 19786
+    },
+    {
+      "epoch": 5.8934827528435,
+      "grad_norm": 0.3337485194206238,
+      "learning_rate": 7.610013304916369e-06,
+      "loss": 1.2041,
+      "step": 19787
+    },
+    {
+      "epoch": 5.893780599043169,
+      "grad_norm": 0.29731377959251404,
+      "learning_rate": 7.609076702904858e-06,
+      "loss": 1.2176,
+      "step": 19788
+    },
+    {
+      "epoch": 5.894078445242838,
+      "grad_norm": 0.345464289188385,
+      "learning_rate": 7.608140123138222e-06,
+      "loss": 1.2265,
+      "step": 19789
+    },
+    {
+      "epoch": 5.894376291442507,
+      "grad_norm": 0.2939906418323517,
+      "learning_rate": 7.607203565625168e-06,
+      "loss": 1.2016,
+      "step": 19790
+    },
+    {
+      "epoch": 5.894674137642175,
+      "grad_norm": 0.489046186208725,
+      "learning_rate": 7.606267030374408e-06,
+      "loss": 1.2291,
+      "step": 19791
+    },
+    {
+      "epoch": 5.8949719838418435,
+      "grad_norm": 0.362615704536438,
+      "learning_rate": 7.605330517394664e-06,
+      "loss": 1.211,
+      "step": 19792
+    },
+    {
+      "epoch": 5.895269830041512,
+      "grad_norm": 0.2884233891963959,
+      "learning_rate": 7.604394026694644e-06,
+      "loss": 1.199,
+      "step": 19793
+    },
+    {
+      "epoch": 5.895567676241181,
+      "grad_norm": 0.4300801157951355,
+      "learning_rate": 7.603457558283056e-06,
+      "loss": 1.211,
+      "step": 19794
+    },
+    {
+      "epoch": 5.895865522440849,
+      "grad_norm": 0.2703288793563843,
+      "learning_rate": 7.602521112168624e-06,
+      "loss": 1.2148,
+      "step": 19795
+    },
+    {
+      "epoch": 5.896163368640519,
+      "grad_norm": 0.42262008786201477,
+      "learning_rate": 7.601584688360049e-06,
+      "loss": 1.2094,
+      "step": 19796
+    },
+    {
+      "epoch": 5.896461214840187,
+      "grad_norm": 0.26051944494247437,
+      "learning_rate": 7.60064828686605e-06,
+      "loss": 1.1958,
+      "step": 19797
+    },
+    {
+      "epoch": 5.896759061039855,
+      "grad_norm": 0.38392624258995056,
+      "learning_rate": 7.599711907695341e-06,
+      "loss": 1.2148,
+      "step": 19798
+    },
+    {
+      "epoch": 5.8970569072395245,
+      "grad_norm": 0.2545011341571808,
+      "learning_rate": 7.598775550856626e-06,
+      "loss": 1.2116,
+      "step": 19799
+    },
+    {
+      "epoch": 5.897354753439193,
+      "grad_norm": 0.2836942970752716,
+      "learning_rate": 7.597839216358626e-06,
+      "loss": 1.2115,
+      "step": 19800
+    },
+    {
+      "epoch": 5.897652599638861,
+      "grad_norm": 0.345489501953125,
+      "learning_rate": 7.5969029042100485e-06,
+      "loss": 1.2126,
+      "step": 19801
+    },
+    {
+      "epoch": 5.89795044583853,
+      "grad_norm": 0.29392674565315247,
+      "learning_rate": 7.595966614419602e-06,
+      "loss": 1.2323,
+      "step": 19802
+    },
+    {
+      "epoch": 5.898248292038199,
+      "grad_norm": 0.5595733523368835,
+      "learning_rate": 7.5950303469960005e-06,
+      "loss": 1.2012,
+      "step": 19803
+    },
+    {
+      "epoch": 5.898546138237867,
+      "grad_norm": 0.4478977918624878,
+      "learning_rate": 7.594094101947957e-06,
+      "loss": 1.1948,
+      "step": 19804
+    },
+    {
+      "epoch": 5.898843984437536,
+      "grad_norm": 0.4497094452381134,
+      "learning_rate": 7.593157879284177e-06,
+      "loss": 1.2032,
+      "step": 19805
+    },
+    {
+      "epoch": 5.8991418306372045,
+      "grad_norm": 0.2579902112483978,
+      "learning_rate": 7.592221679013377e-06,
+      "loss": 1.2131,
+      "step": 19806
+    },
+    {
+      "epoch": 5.899439676836874,
+      "grad_norm": 0.7427989840507507,
+      "learning_rate": 7.591285501144261e-06,
+      "loss": 1.2173,
+      "step": 19807
+    },
+    {
+      "epoch": 5.899737523036542,
+      "grad_norm": 0.25360074639320374,
+      "learning_rate": 7.590349345685542e-06,
+      "loss": 1.2181,
+      "step": 19808
+    },
+    {
+      "epoch": 5.90003536923621,
+      "grad_norm": 0.41214168071746826,
+      "learning_rate": 7.589413212645933e-06,
+      "loss": 1.2305,
+      "step": 19809
+    },
+    {
+      "epoch": 5.90033321543588,
+      "grad_norm": 0.4207543432712555,
+      "learning_rate": 7.588477102034142e-06,
+      "loss": 1.2187,
+      "step": 19810
+    },
+    {
+      "epoch": 5.900631061635548,
+      "grad_norm": 0.2610822916030884,
+      "learning_rate": 7.587541013858871e-06,
+      "loss": 1.2179,
+      "step": 19811
+    },
+    {
+      "epoch": 5.900928907835216,
+      "grad_norm": 0.5251509547233582,
+      "learning_rate": 7.586604948128841e-06,
+      "loss": 1.2047,
+      "step": 19812
+    },
+    {
+      "epoch": 5.9012267540348855,
+      "grad_norm": 0.2954830229282379,
+      "learning_rate": 7.585668904852752e-06,
+      "loss": 1.2049,
+      "step": 19813
+    },
+    {
+      "epoch": 5.901524600234554,
+      "grad_norm": 0.3921951651573181,
+      "learning_rate": 7.584732884039317e-06,
+      "loss": 1.202,
+      "step": 19814
+    },
+    {
+      "epoch": 5.901822446434222,
+      "grad_norm": 0.3233911693096161,
+      "learning_rate": 7.583796885697248e-06,
+      "loss": 1.199,
+      "step": 19815
+    },
+    {
+      "epoch": 5.902120292633891,
+      "grad_norm": 0.3623232841491699,
+      "learning_rate": 7.582860909835243e-06,
+      "loss": 1.2218,
+      "step": 19816
+    },
+    {
+      "epoch": 5.90241813883356,
+      "grad_norm": 0.345813512802124,
+      "learning_rate": 7.581924956462022e-06,
+      "loss": 1.1904,
+      "step": 19817
+    },
+    {
+      "epoch": 5.902715985033229,
+      "grad_norm": 0.3087981939315796,
+      "learning_rate": 7.5809890255862885e-06,
+      "loss": 1.2139,
+      "step": 19818
+    },
+    {
+      "epoch": 5.903013831232897,
+      "grad_norm": 0.34175044298171997,
+      "learning_rate": 7.580053117216744e-06,
+      "loss": 1.2182,
+      "step": 19819
+    },
+    {
+      "epoch": 5.903311677432566,
+      "grad_norm": 0.38446667790412903,
+      "learning_rate": 7.579117231362104e-06,
+      "loss": 1.23,
+      "step": 19820
+    },
+    {
+      "epoch": 5.903609523632235,
+      "grad_norm": 0.3683859705924988,
+      "learning_rate": 7.578181368031076e-06,
+      "loss": 1.2236,
+      "step": 19821
+    },
+    {
+      "epoch": 5.903907369831903,
+      "grad_norm": 0.2987349331378937,
+      "learning_rate": 7.5772455272323595e-06,
+      "loss": 1.1938,
+      "step": 19822
+    },
+    {
+      "epoch": 5.9042052160315714,
+      "grad_norm": 0.28819775581359863,
+      "learning_rate": 7.576309708974672e-06,
+      "loss": 1.2069,
+      "step": 19823
+    },
+    {
+      "epoch": 5.904503062231241,
+      "grad_norm": 0.3232839107513428,
+      "learning_rate": 7.57537391326671e-06,
+      "loss": 1.2079,
+      "step": 19824
+    },
+    {
+      "epoch": 5.904800908430909,
+      "grad_norm": 0.29022216796875,
+      "learning_rate": 7.5744381401171876e-06,
+      "loss": 1.211,
+      "step": 19825
+    },
+    {
+      "epoch": 5.905098754630577,
+      "grad_norm": 0.3549312949180603,
+      "learning_rate": 7.573502389534807e-06,
+      "loss": 1.1946,
+      "step": 19826
+    },
+    {
+      "epoch": 5.9053966008302465,
+      "grad_norm": 0.24365216493606567,
+      "learning_rate": 7.572566661528278e-06,
+      "loss": 1.2172,
+      "step": 19827
+    },
+    {
+      "epoch": 5.905694447029915,
+      "grad_norm": 0.423112154006958,
+      "learning_rate": 7.5716309561063e-06,
+      "loss": 1.2049,
+      "step": 19828
+    },
+    {
+      "epoch": 5.905992293229583,
+      "grad_norm": 0.28737735748291016,
+      "learning_rate": 7.5706952732775866e-06,
+      "loss": 1.2189,
+      "step": 19829
+    },
+    {
+      "epoch": 5.906290139429252,
+      "grad_norm": 0.39810413122177124,
+      "learning_rate": 7.569759613050835e-06,
+      "loss": 1.2068,
+      "step": 19830
+    },
+    {
+      "epoch": 5.906587985628921,
+      "grad_norm": 0.39153480529785156,
+      "learning_rate": 7.5688239754347605e-06,
+      "loss": 1.2071,
+      "step": 19831
+    },
+    {
+      "epoch": 5.906885831828589,
+      "grad_norm": 0.3402028977870941,
+      "learning_rate": 7.56788836043806e-06,
+      "loss": 1.2197,
+      "step": 19832
+    },
+    {
+      "epoch": 5.907183678028258,
+      "grad_norm": 0.45036885142326355,
+      "learning_rate": 7.566952768069438e-06,
+      "loss": 1.2309,
+      "step": 19833
+    },
+    {
+      "epoch": 5.907481524227927,
+      "grad_norm": 0.2677386999130249,
+      "learning_rate": 7.566017198337607e-06,
+      "loss": 1.2181,
+      "step": 19834
+    },
+    {
+      "epoch": 5.907779370427596,
+      "grad_norm": 0.7536735534667969,
+      "learning_rate": 7.565081651251267e-06,
+      "loss": 1.2099,
+      "step": 19835
+    },
+    {
+      "epoch": 5.908077216627264,
+      "grad_norm": 0.3469991981983185,
+      "learning_rate": 7.564146126819117e-06,
+      "loss": 1.2354,
+      "step": 19836
+    },
+    {
+      "epoch": 5.9083750628269325,
+      "grad_norm": 0.5384515523910522,
+      "learning_rate": 7.563210625049868e-06,
+      "loss": 1.1995,
+      "step": 19837
+    },
+    {
+      "epoch": 5.908672909026602,
+      "grad_norm": 0.257614403963089,
+      "learning_rate": 7.562275145952225e-06,
+      "loss": 1.2103,
+      "step": 19838
+    },
+    {
+      "epoch": 5.90897075522627,
+      "grad_norm": 0.5288355350494385,
+      "learning_rate": 7.561339689534881e-06,
+      "loss": 1.2221,
+      "step": 19839
+    },
+    {
+      "epoch": 5.909268601425938,
+      "grad_norm": 0.31223511695861816,
+      "learning_rate": 7.560404255806554e-06,
+      "loss": 1.211,
+      "step": 19840
+    },
+    {
+      "epoch": 5.909566447625608,
+      "grad_norm": 0.42010438442230225,
+      "learning_rate": 7.5594688447759375e-06,
+      "loss": 1.2126,
+      "step": 19841
+    },
+    {
+      "epoch": 5.909864293825276,
+      "grad_norm": 0.4113349914550781,
+      "learning_rate": 7.558533456451733e-06,
+      "loss": 1.2088,
+      "step": 19842
+    },
+    {
+      "epoch": 5.910162140024944,
+      "grad_norm": 0.29698100686073303,
+      "learning_rate": 7.5575980908426495e-06,
+      "loss": 1.2351,
+      "step": 19843
+    },
+    {
+      "epoch": 5.910459986224613,
+      "grad_norm": 0.5019407868385315,
+      "learning_rate": 7.556662747957388e-06,
+      "loss": 1.2101,
+      "step": 19844
+    },
+    {
+      "epoch": 5.910757832424282,
+      "grad_norm": 0.2548619508743286,
+      "learning_rate": 7.5557274278046466e-06,
+      "loss": 1.2037,
+      "step": 19845
+    },
+    {
+      "epoch": 5.911055678623951,
+      "grad_norm": 0.3295741379261017,
+      "learning_rate": 7.554792130393135e-06,
+      "loss": 1.2158,
+      "step": 19846
+    },
+    {
+      "epoch": 5.911353524823619,
+      "grad_norm": 0.33598634600639343,
+      "learning_rate": 7.5538568557315464e-06,
+      "loss": 1.2051,
+      "step": 19847
+    },
+    {
+      "epoch": 5.911651371023288,
+      "grad_norm": 0.3634411692619324,
+      "learning_rate": 7.55292160382859e-06,
+      "loss": 1.2389,
+      "step": 19848
+    },
+    {
+      "epoch": 5.911949217222957,
+      "grad_norm": 0.3242103159427643,
+      "learning_rate": 7.551986374692963e-06,
+      "loss": 1.1995,
+      "step": 19849
+    },
+    {
+      "epoch": 5.912247063422625,
+      "grad_norm": 0.3475632071495056,
+      "learning_rate": 7.551051168333365e-06,
+      "loss": 1.2008,
+      "step": 19850
+    },
+    {
+      "epoch": 5.9125449096222935,
+      "grad_norm": 0.28974246978759766,
+      "learning_rate": 7.550115984758504e-06,
+      "loss": 1.2093,
+      "step": 19851
+    },
+    {
+      "epoch": 5.912842755821963,
+      "grad_norm": 0.27499011158943176,
+      "learning_rate": 7.549180823977077e-06,
+      "loss": 1.2199,
+      "step": 19852
+    },
+    {
+      "epoch": 5.913140602021631,
+      "grad_norm": 0.3993379473686218,
+      "learning_rate": 7.548245685997779e-06,
+      "loss": 1.2215,
+      "step": 19853
+    },
+    {
+      "epoch": 5.913438448221299,
+      "grad_norm": 0.36304888129234314,
+      "learning_rate": 7.54731057082932e-06,
+      "loss": 1.2005,
+      "step": 19854
+    },
+    {
+      "epoch": 5.913736294420969,
+      "grad_norm": 0.5126381516456604,
+      "learning_rate": 7.546375478480394e-06,
+      "loss": 1.2229,
+      "step": 19855
+    },
+    {
+      "epoch": 5.914034140620637,
+      "grad_norm": 0.34435397386550903,
+      "learning_rate": 7.5454404089597026e-06,
+      "loss": 1.2157,
+      "step": 19856
+    },
+    {
+      "epoch": 5.914331986820306,
+      "grad_norm": 0.45478591322898865,
+      "learning_rate": 7.544505362275948e-06,
+      "loss": 1.1986,
+      "step": 19857
+    },
+    {
+      "epoch": 5.9146298330199745,
+      "grad_norm": 0.3183295428752899,
+      "learning_rate": 7.543570338437828e-06,
+      "loss": 1.2115,
+      "step": 19858
+    },
+    {
+      "epoch": 5.914927679219643,
+      "grad_norm": 0.25597986578941345,
+      "learning_rate": 7.542635337454037e-06,
+      "loss": 1.2072,
+      "step": 19859
+    },
+    {
+      "epoch": 5.915225525419311,
+      "grad_norm": 0.4365426003932953,
+      "learning_rate": 7.5417003593332815e-06,
+      "loss": 1.1927,
+      "step": 19860
+    },
+    {
+      "epoch": 5.91552337161898,
+      "grad_norm": 0.3271276652812958,
+      "learning_rate": 7.540765404084258e-06,
+      "loss": 1.2189,
+      "step": 19861
+    },
+    {
+      "epoch": 5.915821217818649,
+      "grad_norm": 0.44658908247947693,
+      "learning_rate": 7.539830471715663e-06,
+      "loss": 1.2112,
+      "step": 19862
+    },
+    {
+      "epoch": 5.916119064018318,
+      "grad_norm": 0.3291972577571869,
+      "learning_rate": 7.538895562236199e-06,
+      "loss": 1.2147,
+      "step": 19863
+    },
+    {
+      "epoch": 5.916416910217986,
+      "grad_norm": 0.3678570091724396,
+      "learning_rate": 7.5379606756545585e-06,
+      "loss": 1.2228,
+      "step": 19864
+    },
+    {
+      "epoch": 5.9167147564176545,
+      "grad_norm": 0.2758341431617737,
+      "learning_rate": 7.5370258119794485e-06,
+      "loss": 1.2055,
+      "step": 19865
+    },
+    {
+      "epoch": 5.917012602617324,
+      "grad_norm": 0.2678714394569397,
+      "learning_rate": 7.536090971219557e-06,
+      "loss": 1.2098,
+      "step": 19866
+    },
+    {
+      "epoch": 5.917310448816992,
+      "grad_norm": 0.27749374508857727,
+      "learning_rate": 7.535156153383588e-06,
+      "loss": 1.1947,
+      "step": 19867
+    },
+    {
+      "epoch": 5.91760829501666,
+      "grad_norm": 0.25734415650367737,
+      "learning_rate": 7.534221358480237e-06,
+      "loss": 1.2171,
+      "step": 19868
+    },
+    {
+      "epoch": 5.91790614121633,
+      "grad_norm": 0.29759058356285095,
+      "learning_rate": 7.5332865865182035e-06,
+      "loss": 1.2056,
+      "step": 19869
+    },
+    {
+      "epoch": 5.918203987415998,
+      "grad_norm": 0.30260103940963745,
+      "learning_rate": 7.532351837506177e-06,
+      "loss": 1.216,
+      "step": 19870
+    },
+    {
+      "epoch": 5.918501833615666,
+      "grad_norm": 0.2465955913066864,
+      "learning_rate": 7.531417111452866e-06,
+      "loss": 1.2082,
+      "step": 19871
+    },
+    {
+      "epoch": 5.9187996798153355,
+      "grad_norm": 0.28616493940353394,
+      "learning_rate": 7.530482408366957e-06,
+      "loss": 1.2153,
+      "step": 19872
+    },
+    {
+      "epoch": 5.919097526015004,
+      "grad_norm": 0.29654261469841003,
+      "learning_rate": 7.529547728257147e-06,
+      "loss": 1.2132,
+      "step": 19873
+    },
+    {
+      "epoch": 5.919395372214673,
+      "grad_norm": 0.28355711698532104,
+      "learning_rate": 7.528613071132141e-06,
+      "loss": 1.2141,
+      "step": 19874
+    },
+    {
+      "epoch": 5.919693218414341,
+      "grad_norm": 0.4401582181453705,
+      "learning_rate": 7.52767843700063e-06,
+      "loss": 1.2302,
+      "step": 19875
+    },
+    {
+      "epoch": 5.91999106461401,
+      "grad_norm": 0.404633104801178,
+      "learning_rate": 7.526743825871303e-06,
+      "loss": 1.2256,
+      "step": 19876
+    },
+    {
+      "epoch": 5.920288910813679,
+      "grad_norm": 0.2894860804080963,
+      "learning_rate": 7.525809237752866e-06,
+      "loss": 1.2043,
+      "step": 19877
+    },
+    {
+      "epoch": 5.920586757013347,
+      "grad_norm": 0.2649744749069214,
+      "learning_rate": 7.524874672654005e-06,
+      "loss": 1.2171,
+      "step": 19878
+    },
+    {
+      "epoch": 5.920884603213016,
+      "grad_norm": 0.3483593761920929,
+      "learning_rate": 7.5239401305834225e-06,
+      "loss": 1.2182,
+      "step": 19879
+    },
+    {
+      "epoch": 5.921182449412685,
+      "grad_norm": 0.2558915913105011,
+      "learning_rate": 7.523005611549813e-06,
+      "loss": 1.2175,
+      "step": 19880
+    },
+    {
+      "epoch": 5.921480295612353,
+      "grad_norm": 0.3790781795978546,
+      "learning_rate": 7.522071115561864e-06,
+      "loss": 1.217,
+      "step": 19881
+    },
+    {
+      "epoch": 5.9217781418120214,
+      "grad_norm": 0.26363861560821533,
+      "learning_rate": 7.5211366426282795e-06,
+      "loss": 1.2173,
+      "step": 19882
+    },
+    {
+      "epoch": 5.922075988011691,
+      "grad_norm": 0.2687417268753052,
+      "learning_rate": 7.520202192757747e-06,
+      "loss": 1.2006,
+      "step": 19883
+    },
+    {
+      "epoch": 5.922373834211359,
+      "grad_norm": 0.3512256443500519,
+      "learning_rate": 7.519267765958963e-06,
+      "loss": 1.2271,
+      "step": 19884
+    },
+    {
+      "epoch": 5.922671680411028,
+      "grad_norm": 0.28896406292915344,
+      "learning_rate": 7.518333362240619e-06,
+      "loss": 1.2374,
+      "step": 19885
+    },
+    {
+      "epoch": 5.9229695266106965,
+      "grad_norm": 0.29075995087623596,
+      "learning_rate": 7.5173989816114145e-06,
+      "loss": 1.2098,
+      "step": 19886
+    },
+    {
+      "epoch": 5.923267372810365,
+      "grad_norm": 0.2722116708755493,
+      "learning_rate": 7.516464624080033e-06,
+      "loss": 1.2059,
+      "step": 19887
+    },
+    {
+      "epoch": 5.923565219010034,
+      "grad_norm": 0.33740612864494324,
+      "learning_rate": 7.515530289655179e-06,
+      "loss": 1.2112,
+      "step": 19888
+    },
+    {
+      "epoch": 5.923863065209702,
+      "grad_norm": 0.29584792256355286,
+      "learning_rate": 7.5145959783455365e-06,
+      "loss": 1.2078,
+      "step": 19889
+    },
+    {
+      "epoch": 5.924160911409371,
+      "grad_norm": 0.3502522110939026,
+      "learning_rate": 7.513661690159802e-06,
+      "loss": 1.1741,
+      "step": 19890
+    },
+    {
+      "epoch": 5.92445875760904,
+      "grad_norm": 0.2546685039997101,
+      "learning_rate": 7.512727425106668e-06,
+      "loss": 1.216,
+      "step": 19891
+    },
+    {
+      "epoch": 5.924756603808708,
+      "grad_norm": 0.45806533098220825,
+      "learning_rate": 7.511793183194829e-06,
+      "loss": 1.2215,
+      "step": 19892
+    },
+    {
+      "epoch": 5.925054450008377,
+      "grad_norm": 0.28287121653556824,
+      "learning_rate": 7.510858964432969e-06,
+      "loss": 1.1988,
+      "step": 19893
+    },
+    {
+      "epoch": 5.925352296208046,
+      "grad_norm": 0.5181441307067871,
+      "learning_rate": 7.509924768829789e-06,
+      "loss": 1.2286,
+      "step": 19894
+    },
+    {
+      "epoch": 5.925650142407714,
+      "grad_norm": 0.2704135775566101,
+      "learning_rate": 7.5089905963939734e-06,
+      "loss": 1.2006,
+      "step": 19895
+    },
+    {
+      "epoch": 5.9259479886073825,
+      "grad_norm": 0.36298900842666626,
+      "learning_rate": 7.50805644713422e-06,
+      "loss": 1.2174,
+      "step": 19896
+    },
+    {
+      "epoch": 5.926245834807052,
+      "grad_norm": 0.27507761120796204,
+      "learning_rate": 7.507122321059219e-06,
+      "loss": 1.2071,
+      "step": 19897
+    },
+    {
+      "epoch": 5.92654368100672,
+      "grad_norm": 0.2856441140174866,
+      "learning_rate": 7.506188218177655e-06,
+      "loss": 1.1948,
+      "step": 19898
+    },
+    {
+      "epoch": 5.926841527206388,
+      "grad_norm": 0.2776634693145752,
+      "learning_rate": 7.505254138498228e-06,
+      "loss": 1.2182,
+      "step": 19899
+    },
+    {
+      "epoch": 5.927139373406058,
+      "grad_norm": 0.2945333421230316,
+      "learning_rate": 7.504320082029623e-06,
+      "loss": 1.2086,
+      "step": 19900
+    },
+    {
+      "epoch": 5.927437219605726,
+      "grad_norm": 0.26102709770202637,
+      "learning_rate": 7.5033860487805275e-06,
+      "loss": 1.2187,
+      "step": 19901
+    },
+    {
+      "epoch": 5.927735065805395,
+      "grad_norm": 0.3198640048503876,
+      "learning_rate": 7.502452038759637e-06,
+      "loss": 1.2311,
+      "step": 19902
+    },
+    {
+      "epoch": 5.928032912005063,
+      "grad_norm": 0.2610388994216919,
+      "learning_rate": 7.501518051975644e-06,
+      "loss": 1.2136,
+      "step": 19903
+    },
+    {
+      "epoch": 5.928330758204732,
+      "grad_norm": 0.3690877854824066,
+      "learning_rate": 7.500584088437228e-06,
+      "loss": 1.2181,
+      "step": 19904
+    },
+    {
+      "epoch": 5.928628604404401,
+      "grad_norm": 0.2494429498910904,
+      "learning_rate": 7.499650148153091e-06,
+      "loss": 1.1962,
+      "step": 19905
+    },
+    {
+      "epoch": 5.928926450604069,
+      "grad_norm": 0.3058006167411804,
+      "learning_rate": 7.498716231131913e-06,
+      "loss": 1.207,
+      "step": 19906
+    },
+    {
+      "epoch": 5.929224296803738,
+      "grad_norm": 0.2546834945678711,
+      "learning_rate": 7.497782337382383e-06,
+      "loss": 1.2112,
+      "step": 19907
+    },
+    {
+      "epoch": 5.929522143003407,
+      "grad_norm": 0.3980565369129181,
+      "learning_rate": 7.496848466913195e-06,
+      "loss": 1.2146,
+      "step": 19908
+    },
+    {
+      "epoch": 5.929819989203075,
+      "grad_norm": 0.2976199686527252,
+      "learning_rate": 7.495914619733037e-06,
+      "loss": 1.2112,
+      "step": 19909
+    },
+    {
+      "epoch": 5.9301178354027435,
+      "grad_norm": 0.4909135401248932,
+      "learning_rate": 7.4949807958505915e-06,
+      "loss": 1.2305,
+      "step": 19910
+    },
+    {
+      "epoch": 5.930415681602413,
+      "grad_norm": 0.4183238744735718,
+      "learning_rate": 7.494046995274556e-06,
+      "loss": 1.2058,
+      "step": 19911
+    },
+    {
+      "epoch": 5.930713527802081,
+      "grad_norm": 0.3827158510684967,
+      "learning_rate": 7.493113218013608e-06,
+      "loss": 1.2073,
+      "step": 19912
+    },
+    {
+      "epoch": 5.93101137400175,
+      "grad_norm": 0.2779160439968109,
+      "learning_rate": 7.492179464076446e-06,
+      "loss": 1.1992,
+      "step": 19913
+    },
+    {
+      "epoch": 5.931309220201419,
+      "grad_norm": 0.4791818857192993,
+      "learning_rate": 7.491245733471748e-06,
+      "loss": 1.2239,
+      "step": 19914
+    },
+    {
+      "epoch": 5.931607066401087,
+      "grad_norm": 0.2737295627593994,
+      "learning_rate": 7.490312026208205e-06,
+      "loss": 1.2189,
+      "step": 19915
+    },
+    {
+      "epoch": 5.931904912600756,
+      "grad_norm": 0.41740521788597107,
+      "learning_rate": 7.4893783422945085e-06,
+      "loss": 1.2203,
+      "step": 19916
+    },
+    {
+      "epoch": 5.9322027588004245,
+      "grad_norm": 0.2548010051250458,
+      "learning_rate": 7.488444681739342e-06,
+      "loss": 1.2161,
+      "step": 19917
+    },
+    {
+      "epoch": 5.932500605000093,
+      "grad_norm": 0.3685665428638458,
+      "learning_rate": 7.487511044551388e-06,
+      "loss": 1.2135,
+      "step": 19918
+    },
+    {
+      "epoch": 5.932798451199762,
+      "grad_norm": 0.33215752243995667,
+      "learning_rate": 7.486577430739337e-06,
+      "loss": 1.2023,
+      "step": 19919
+    },
+    {
+      "epoch": 5.93309629739943,
+      "grad_norm": 0.319754034280777,
+      "learning_rate": 7.485643840311878e-06,
+      "loss": 1.2233,
+      "step": 19920
+    },
+    {
+      "epoch": 5.933394143599099,
+      "grad_norm": 0.3260960876941681,
+      "learning_rate": 7.484710273277689e-06,
+      "loss": 1.1984,
+      "step": 19921
+    },
+    {
+      "epoch": 5.933691989798768,
+      "grad_norm": 0.2729150354862213,
+      "learning_rate": 7.4837767296454645e-06,
+      "loss": 1.2185,
+      "step": 19922
+    },
+    {
+      "epoch": 5.933989835998436,
+      "grad_norm": 0.29566365480422974,
+      "learning_rate": 7.482843209423887e-06,
+      "loss": 1.2045,
+      "step": 19923
+    },
+    {
+      "epoch": 5.934287682198105,
+      "grad_norm": 0.30384641885757446,
+      "learning_rate": 7.4819097126216374e-06,
+      "loss": 1.2194,
+      "step": 19924
+    },
+    {
+      "epoch": 5.934585528397774,
+      "grad_norm": 0.28885459899902344,
+      "learning_rate": 7.480976239247406e-06,
+      "loss": 1.2152,
+      "step": 19925
+    },
+    {
+      "epoch": 5.934883374597442,
+      "grad_norm": 0.31526216864585876,
+      "learning_rate": 7.480042789309878e-06,
+      "loss": 1.2103,
+      "step": 19926
+    },
+    {
+      "epoch": 5.93518122079711,
+      "grad_norm": 0.3096555173397064,
+      "learning_rate": 7.479109362817733e-06,
+      "loss": 1.2158,
+      "step": 19927
+    },
+    {
+      "epoch": 5.93547906699678,
+      "grad_norm": 0.278586745262146,
+      "learning_rate": 7.478175959779663e-06,
+      "loss": 1.1954,
+      "step": 19928
+    },
+    {
+      "epoch": 5.935776913196448,
+      "grad_norm": 0.29671400785446167,
+      "learning_rate": 7.477242580204343e-06,
+      "loss": 1.2012,
+      "step": 19929
+    },
+    {
+      "epoch": 5.936074759396117,
+      "grad_norm": 0.29190900921821594,
+      "learning_rate": 7.476309224100468e-06,
+      "loss": 1.2245,
+      "step": 19930
+    },
+    {
+      "epoch": 5.9363726055957855,
+      "grad_norm": 0.3125079870223999,
+      "learning_rate": 7.475375891476713e-06,
+      "loss": 1.2131,
+      "step": 19931
+    },
+    {
+      "epoch": 5.936670451795454,
+      "grad_norm": 0.2816937267780304,
+      "learning_rate": 7.474442582341762e-06,
+      "loss": 1.2136,
+      "step": 19932
+    },
+    {
+      "epoch": 5.936968297995123,
+      "grad_norm": 0.2571212351322174,
+      "learning_rate": 7.4735092967043066e-06,
+      "loss": 1.2086,
+      "step": 19933
+    },
+    {
+      "epoch": 5.937266144194791,
+      "grad_norm": 0.47276771068573,
+      "learning_rate": 7.472576034573023e-06,
+      "loss": 1.2021,
+      "step": 19934
+    },
+    {
+      "epoch": 5.93756399039446,
+      "grad_norm": 0.36985161900520325,
+      "learning_rate": 7.4716427959565925e-06,
+      "loss": 1.2058,
+      "step": 19935
+    },
+    {
+      "epoch": 5.937861836594129,
+      "grad_norm": 0.31467387080192566,
+      "learning_rate": 7.470709580863704e-06,
+      "loss": 1.2008,
+      "step": 19936
+    },
+    {
+      "epoch": 5.938159682793797,
+      "grad_norm": 0.28341153264045715,
+      "learning_rate": 7.469776389303036e-06,
+      "loss": 1.2057,
+      "step": 19937
+    },
+    {
+      "epoch": 5.938457528993466,
+      "grad_norm": 0.43463417887687683,
+      "learning_rate": 7.468843221283269e-06,
+      "loss": 1.2076,
+      "step": 19938
+    },
+    {
+      "epoch": 5.938755375193135,
+      "grad_norm": 0.27061885595321655,
+      "learning_rate": 7.467910076813092e-06,
+      "loss": 1.2038,
+      "step": 19939
+    },
+    {
+      "epoch": 5.939053221392803,
+      "grad_norm": 0.33500590920448303,
+      "learning_rate": 7.466976955901184e-06,
+      "loss": 1.206,
+      "step": 19940
+    },
+    {
+      "epoch": 5.939351067592472,
+      "grad_norm": 0.31054073572158813,
+      "learning_rate": 7.46604385855622e-06,
+      "loss": 1.203,
+      "step": 19941
+    },
+    {
+      "epoch": 5.939648913792141,
+      "grad_norm": 0.2667149007320404,
+      "learning_rate": 7.465110784786891e-06,
+      "loss": 1.2102,
+      "step": 19942
+    },
+    {
+      "epoch": 5.939946759991809,
+      "grad_norm": 0.2642519772052765,
+      "learning_rate": 7.4641777346018715e-06,
+      "loss": 1.2058,
+      "step": 19943
+    },
+    {
+      "epoch": 5.940244606191478,
+      "grad_norm": 0.36663520336151123,
+      "learning_rate": 7.463244708009845e-06,
+      "loss": 1.2281,
+      "step": 19944
+    },
+    {
+      "epoch": 5.9405424523911465,
+      "grad_norm": 0.270404577255249,
+      "learning_rate": 7.462311705019494e-06,
+      "loss": 1.209,
+      "step": 19945
+    },
+    {
+      "epoch": 5.940840298590815,
+      "grad_norm": 0.27171462774276733,
+      "learning_rate": 7.461378725639495e-06,
+      "loss": 1.2081,
+      "step": 19946
+    },
+    {
+      "epoch": 5.941138144790484,
+      "grad_norm": 0.34753552079200745,
+      "learning_rate": 7.4604457698785325e-06,
+      "loss": 1.2037,
+      "step": 19947
+    },
+    {
+      "epoch": 5.941435990990152,
+      "grad_norm": 0.3226587176322937,
+      "learning_rate": 7.459512837745284e-06,
+      "loss": 1.2135,
+      "step": 19948
+    },
+    {
+      "epoch": 5.941733837189821,
+      "grad_norm": 0.3982117772102356,
+      "learning_rate": 7.458579929248431e-06,
+      "loss": 1.2064,
+      "step": 19949
+    },
+    {
+      "epoch": 5.94203168338949,
+      "grad_norm": 0.5194597840309143,
+      "learning_rate": 7.457647044396651e-06,
+      "loss": 1.2028,
+      "step": 19950
+    },
+    {
+      "epoch": 5.942329529589158,
+      "grad_norm": 0.27021604776382446,
+      "learning_rate": 7.456714183198628e-06,
+      "loss": 1.2288,
+      "step": 19951
+    },
+    {
+      "epoch": 5.9426273757888275,
+      "grad_norm": 0.400470107793808,
+      "learning_rate": 7.455781345663032e-06,
+      "loss": 1.2179,
+      "step": 19952
+    },
+    {
+      "epoch": 5.942925221988496,
+      "grad_norm": 0.32334771752357483,
+      "learning_rate": 7.454848531798553e-06,
+      "loss": 1.1957,
+      "step": 19953
+    },
+    {
+      "epoch": 5.943223068188164,
+      "grad_norm": 0.48630544543266296,
+      "learning_rate": 7.453915741613864e-06,
+      "loss": 1.2048,
+      "step": 19954
+    },
+    {
+      "epoch": 5.943520914387833,
+      "grad_norm": 0.3211387097835541,
+      "learning_rate": 7.452982975117642e-06,
+      "loss": 1.2081,
+      "step": 19955
+    },
+    {
+      "epoch": 5.943818760587502,
+      "grad_norm": 0.42263099551200867,
+      "learning_rate": 7.452050232318571e-06,
+      "loss": 1.1995,
+      "step": 19956
+    },
+    {
+      "epoch": 5.94411660678717,
+      "grad_norm": 0.4230688214302063,
+      "learning_rate": 7.451117513225325e-06,
+      "loss": 1.2047,
+      "step": 19957
+    },
+    {
+      "epoch": 5.944414452986839,
+      "grad_norm": 0.304991751909256,
+      "learning_rate": 7.4501848178465795e-06,
+      "loss": 1.1918,
+      "step": 19958
+    },
+    {
+      "epoch": 5.944712299186508,
+      "grad_norm": 0.49376922845840454,
+      "learning_rate": 7.44925214619102e-06,
+      "loss": 1.2028,
+      "step": 19959
+    },
+    {
+      "epoch": 5.945010145386176,
+      "grad_norm": 0.2916540205478668,
+      "learning_rate": 7.448319498267318e-06,
+      "loss": 1.1948,
+      "step": 19960
+    },
+    {
+      "epoch": 5.945307991585845,
+      "grad_norm": 0.2906514108181,
+      "learning_rate": 7.447386874084148e-06,
+      "loss": 1.2075,
+      "step": 19961
+    },
+    {
+      "epoch": 5.945605837785513,
+      "grad_norm": 0.28675130009651184,
+      "learning_rate": 7.446454273650198e-06,
+      "loss": 1.2037,
+      "step": 19962
+    },
+    {
+      "epoch": 5.945903683985182,
+      "grad_norm": 0.3520452678203583,
+      "learning_rate": 7.445521696974132e-06,
+      "loss": 1.216,
+      "step": 19963
+    },
+    {
+      "epoch": 5.946201530184851,
+      "grad_norm": 0.2449936717748642,
+      "learning_rate": 7.4445891440646365e-06,
+      "loss": 1.2141,
+      "step": 19964
+    },
+    {
+      "epoch": 5.946499376384519,
+      "grad_norm": 0.26454365253448486,
+      "learning_rate": 7.443656614930386e-06,
+      "loss": 1.2042,
+      "step": 19965
+    },
+    {
+      "epoch": 5.946797222584188,
+      "grad_norm": 0.3150053322315216,
+      "learning_rate": 7.442724109580048e-06,
+      "loss": 1.2032,
+      "step": 19966
+    },
+    {
+      "epoch": 5.947095068783857,
+      "grad_norm": 0.2718449532985687,
+      "learning_rate": 7.441791628022308e-06,
+      "loss": 1.1929,
+      "step": 19967
+    },
+    {
+      "epoch": 5.947392914983525,
+      "grad_norm": 0.2793262302875519,
+      "learning_rate": 7.440859170265841e-06,
+      "loss": 1.2268,
+      "step": 19968
+    },
+    {
+      "epoch": 5.947690761183194,
+      "grad_norm": 0.2563835680484772,
+      "learning_rate": 7.439926736319316e-06,
+      "loss": 1.2244,
+      "step": 19969
+    },
+    {
+      "epoch": 5.947988607382863,
+      "grad_norm": 0.3162914216518402,
+      "learning_rate": 7.438994326191417e-06,
+      "loss": 1.2076,
+      "step": 19970
+    },
+    {
+      "epoch": 5.948286453582531,
+      "grad_norm": 0.4131770730018616,
+      "learning_rate": 7.43806193989081e-06,
+      "loss": 1.2097,
+      "step": 19971
+    },
+    {
+      "epoch": 5.9485842997822,
+      "grad_norm": 0.2641558349132538,
+      "learning_rate": 7.437129577426177e-06,
+      "loss": 1.2121,
+      "step": 19972
+    },
+    {
+      "epoch": 5.948882145981869,
+      "grad_norm": 0.40105366706848145,
+      "learning_rate": 7.436197238806189e-06,
+      "loss": 1.2045,
+      "step": 19973
+    },
+    {
+      "epoch": 5.949179992181537,
+      "grad_norm": 0.312832236289978,
+      "learning_rate": 7.435264924039523e-06,
+      "loss": 1.2291,
+      "step": 19974
+    },
+    {
+      "epoch": 5.949477838381206,
+      "grad_norm": 0.27298468351364136,
+      "learning_rate": 7.434332633134849e-06,
+      "loss": 1.211,
+      "step": 19975
+    },
+    {
+      "epoch": 5.9497756845808745,
+      "grad_norm": 0.28135013580322266,
+      "learning_rate": 7.433400366100845e-06,
+      "loss": 1.2132,
+      "step": 19976
+    },
+    {
+      "epoch": 5.950073530780543,
+      "grad_norm": 0.2630771994590759,
+      "learning_rate": 7.432468122946183e-06,
+      "loss": 1.2169,
+      "step": 19977
+    },
+    {
+      "epoch": 5.950371376980212,
+      "grad_norm": 0.4849890470504761,
+      "learning_rate": 7.431535903679534e-06,
+      "loss": 1.2166,
+      "step": 19978
+    },
+    {
+      "epoch": 5.95066922317988,
+      "grad_norm": 0.2566927373409271,
+      "learning_rate": 7.430603708309576e-06,
+      "loss": 1.2213,
+      "step": 19979
+    },
+    {
+      "epoch": 5.95096706937955,
+      "grad_norm": 0.3909648060798645,
+      "learning_rate": 7.4296715368449775e-06,
+      "loss": 1.2254,
+      "step": 19980
+    },
+    {
+      "epoch": 5.951264915579218,
+      "grad_norm": 0.26811352372169495,
+      "learning_rate": 7.428739389294417e-06,
+      "loss": 1.1927,
+      "step": 19981
+    },
+    {
+      "epoch": 5.951562761778886,
+      "grad_norm": 0.317093163728714,
+      "learning_rate": 7.427807265666565e-06,
+      "loss": 1.2083,
+      "step": 19982
+    },
+    {
+      "epoch": 5.951860607978555,
+      "grad_norm": 0.2598755657672882,
+      "learning_rate": 7.426875165970087e-06,
+      "loss": 1.2277,
+      "step": 19983
+    },
+    {
+      "epoch": 5.952158454178224,
+      "grad_norm": 0.24861247837543488,
+      "learning_rate": 7.425943090213663e-06,
+      "loss": 1.2053,
+      "step": 19984
+    },
+    {
+      "epoch": 5.952456300377892,
+      "grad_norm": 0.2631685733795166,
+      "learning_rate": 7.425011038405965e-06,
+      "loss": 1.2027,
+      "step": 19985
+    },
+    {
+      "epoch": 5.952754146577561,
+      "grad_norm": 0.27041855454444885,
+      "learning_rate": 7.424079010555657e-06,
+      "loss": 1.2099,
+      "step": 19986
+    },
+    {
+      "epoch": 5.95305199277723,
+      "grad_norm": 0.25152724981307983,
+      "learning_rate": 7.423147006671421e-06,
+      "loss": 1.1967,
+      "step": 19987
+    },
+    {
+      "epoch": 5.953349838976898,
+      "grad_norm": 0.29649677872657776,
+      "learning_rate": 7.422215026761923e-06,
+      "loss": 1.206,
+      "step": 19988
+    },
+    {
+      "epoch": 5.953647685176567,
+      "grad_norm": 0.2471916675567627,
+      "learning_rate": 7.421283070835831e-06,
+      "loss": 1.2142,
+      "step": 19989
+    },
+    {
+      "epoch": 5.9539455313762355,
+      "grad_norm": 0.25260427594184875,
+      "learning_rate": 7.4203511389018204e-06,
+      "loss": 1.1993,
+      "step": 19990
+    },
+    {
+      "epoch": 5.954243377575905,
+      "grad_norm": 0.42111966013908386,
+      "learning_rate": 7.419419230968561e-06,
+      "loss": 1.2141,
+      "step": 19991
+    },
+    {
+      "epoch": 5.954541223775573,
+      "grad_norm": 0.44608354568481445,
+      "learning_rate": 7.418487347044719e-06,
+      "loss": 1.2041,
+      "step": 19992
+    },
+    {
+      "epoch": 5.954839069975241,
+      "grad_norm": 0.35318055748939514,
+      "learning_rate": 7.4175554871389735e-06,
+      "loss": 1.2191,
+      "step": 19993
+    },
+    {
+      "epoch": 5.95513691617491,
+      "grad_norm": 0.3805428445339203,
+      "learning_rate": 7.416623651259983e-06,
+      "loss": 1.1964,
+      "step": 19994
+    },
+    {
+      "epoch": 5.955434762374579,
+      "grad_norm": 0.41821813583374023,
+      "learning_rate": 7.415691839416428e-06,
+      "loss": 1.2229,
+      "step": 19995
+    },
+    {
+      "epoch": 5.955732608574247,
+      "grad_norm": 0.3168116509914398,
+      "learning_rate": 7.414760051616972e-06,
+      "loss": 1.2023,
+      "step": 19996
+    },
+    {
+      "epoch": 5.9560304547739165,
+      "grad_norm": 0.3952611982822418,
+      "learning_rate": 7.413828287870281e-06,
+      "loss": 1.2217,
+      "step": 19997
+    },
+    {
+      "epoch": 5.956328300973585,
+      "grad_norm": 0.3050205409526825,
+      "learning_rate": 7.412896548185033e-06,
+      "loss": 1.1859,
+      "step": 19998
+    },
+    {
+      "epoch": 5.956626147173253,
+      "grad_norm": 0.3769543170928955,
+      "learning_rate": 7.411964832569894e-06,
+      "loss": 1.2154,
+      "step": 19999
+    },
+    {
+      "epoch": 5.956923993372922,
+      "grad_norm": 0.45296552777290344,
+      "learning_rate": 7.411033141033525e-06,
+      "loss": 1.2171,
+      "step": 20000
+    },
+    {
+      "epoch": 5.956923993372922,
+      "eval_loss": 1.3239740133285522,
+      "eval_runtime": 23.6264,
+      "eval_samples_per_second": 73.392,
+      "eval_steps_per_second": 4.613,
+      "step": 20000
+    },
+    {
+      "epoch": 5.957221839572591,
+      "grad_norm": 0.354196697473526,
+      "learning_rate": 7.410101473584605e-06,
+      "loss": 1.2021,
+      "step": 20001
+    },
+    {
+      "epoch": 5.957519685772259,
+      "grad_norm": 0.4095867872238159,
+      "learning_rate": 7.409169830231795e-06,
+      "loss": 1.205,
+      "step": 20002
+    },
+    {
+      "epoch": 5.957817531971928,
+      "grad_norm": 0.2558134198188782,
+      "learning_rate": 7.408238210983763e-06,
+      "loss": 1.2169,
+      "step": 20003
+    },
+    {
+      "epoch": 5.9581153781715965,
+      "grad_norm": 0.31956395506858826,
+      "learning_rate": 7.407306615849182e-06,
+      "loss": 1.2084,
+      "step": 20004
+    },
+    {
+      "epoch": 5.958413224371265,
+      "grad_norm": 0.41249266266822815,
+      "learning_rate": 7.406375044836717e-06,
+      "loss": 1.2099,
+      "step": 20005
+    },
+    {
+      "epoch": 5.958711070570934,
+      "grad_norm": 0.3225463926792145,
+      "learning_rate": 7.4054434979550305e-06,
+      "loss": 1.2103,
+      "step": 20006
+    },
+    {
+      "epoch": 5.959008916770602,
+      "grad_norm": 0.3751731812953949,
+      "learning_rate": 7.404511975212796e-06,
+      "loss": 1.2268,
+      "step": 20007
+    },
+    {
+      "epoch": 5.959306762970272,
+      "grad_norm": 0.28736716508865356,
+      "learning_rate": 7.403580476618678e-06,
+      "loss": 1.1916,
+      "step": 20008
+    },
+    {
+      "epoch": 5.95960460916994,
+      "grad_norm": 0.44467705488204956,
+      "learning_rate": 7.402649002181339e-06,
+      "loss": 1.2004,
+      "step": 20009
+    },
+    {
+      "epoch": 5.959902455369608,
+      "grad_norm": 0.31485164165496826,
+      "learning_rate": 7.4017175519094555e-06,
+      "loss": 1.2189,
+      "step": 20010
+    },
+    {
+      "epoch": 5.9602003015692775,
+      "grad_norm": 0.37998661398887634,
+      "learning_rate": 7.400786125811681e-06,
+      "loss": 1.2049,
+      "step": 20011
+    },
+    {
+      "epoch": 5.960498147768946,
+      "grad_norm": 0.363171249628067,
+      "learning_rate": 7.399854723896691e-06,
+      "loss": 1.1948,
+      "step": 20012
+    },
+    {
+      "epoch": 5.960795993968614,
+      "grad_norm": 0.268888384103775,
+      "learning_rate": 7.398923346173148e-06,
+      "loss": 1.2134,
+      "step": 20013
+    },
+    {
+      "epoch": 5.961093840168283,
+      "grad_norm": 0.3031296133995056,
+      "learning_rate": 7.397991992649713e-06,
+      "loss": 1.2232,
+      "step": 20014
+    },
+    {
+      "epoch": 5.961391686367952,
+      "grad_norm": 0.2481214851140976,
+      "learning_rate": 7.397060663335061e-06,
+      "loss": 1.2176,
+      "step": 20015
+    },
+    {
+      "epoch": 5.96168953256762,
+      "grad_norm": 0.30856403708457947,
+      "learning_rate": 7.396129358237851e-06,
+      "loss": 1.219,
+      "step": 20016
+    },
+    {
+      "epoch": 5.961987378767289,
+      "grad_norm": 0.3058025538921356,
+      "learning_rate": 7.395198077366743e-06,
+      "loss": 1.2061,
+      "step": 20017
+    },
+    {
+      "epoch": 5.962285224966958,
+      "grad_norm": 0.3234337568283081,
+      "learning_rate": 7.394266820730412e-06,
+      "loss": 1.2101,
+      "step": 20018
+    },
+    {
+      "epoch": 5.962583071166627,
+      "grad_norm": 0.25915324687957764,
+      "learning_rate": 7.393335588337514e-06,
+      "loss": 1.2086,
+      "step": 20019
+    },
+    {
+      "epoch": 5.962880917366295,
+      "grad_norm": 0.3813258707523346,
+      "learning_rate": 7.392404380196714e-06,
+      "loss": 1.1911,
+      "step": 20020
+    },
+    {
+      "epoch": 5.963178763565963,
+      "grad_norm": 0.326995313167572,
+      "learning_rate": 7.391473196316683e-06,
+      "loss": 1.2214,
+      "step": 20021
+    },
+    {
+      "epoch": 5.963476609765633,
+      "grad_norm": 0.370278924703598,
+      "learning_rate": 7.3905420367060784e-06,
+      "loss": 1.2223,
+      "step": 20022
+    },
+    {
+      "epoch": 5.963774455965301,
+      "grad_norm": 0.4342767894268036,
+      "learning_rate": 7.389610901373561e-06,
+      "loss": 1.2211,
+      "step": 20023
+    },
+    {
+      "epoch": 5.964072302164969,
+      "grad_norm": 0.32407841086387634,
+      "learning_rate": 7.388679790327802e-06,
+      "loss": 1.2157,
+      "step": 20024
+    },
+    {
+      "epoch": 5.9643701483646385,
+      "grad_norm": 0.4559040367603302,
+      "learning_rate": 7.387748703577458e-06,
+      "loss": 1.218,
+      "step": 20025
+    },
+    {
+      "epoch": 5.964667994564307,
+      "grad_norm": 0.2781195640563965,
+      "learning_rate": 7.386817641131191e-06,
+      "loss": 1.2271,
+      "step": 20026
+    },
+    {
+      "epoch": 5.964965840763975,
+      "grad_norm": 0.38680049777030945,
+      "learning_rate": 7.385886602997672e-06,
+      "loss": 1.1975,
+      "step": 20027
+    },
+    {
+      "epoch": 5.965263686963644,
+      "grad_norm": 0.3065037131309509,
+      "learning_rate": 7.384955589185552e-06,
+      "loss": 1.2029,
+      "step": 20028
+    },
+    {
+      "epoch": 5.965561533163313,
+      "grad_norm": 0.482476145029068,
+      "learning_rate": 7.384024599703502e-06,
+      "loss": 1.2281,
+      "step": 20029
+    },
+    {
+      "epoch": 5.965859379362981,
+      "grad_norm": 0.3051374554634094,
+      "learning_rate": 7.3830936345601785e-06,
+      "loss": 1.2111,
+      "step": 20030
+    },
+    {
+      "epoch": 5.96615722556265,
+      "grad_norm": 0.4405565857887268,
+      "learning_rate": 7.382162693764245e-06,
+      "loss": 1.2121,
+      "step": 20031
+    },
+    {
+      "epoch": 5.966455071762319,
+      "grad_norm": 0.3059985339641571,
+      "learning_rate": 7.381231777324365e-06,
+      "loss": 1.2155,
+      "step": 20032
+    },
+    {
+      "epoch": 5.966752917961987,
+      "grad_norm": 0.33760663866996765,
+      "learning_rate": 7.380300885249197e-06,
+      "loss": 1.208,
+      "step": 20033
+    },
+    {
+      "epoch": 5.967050764161656,
+      "grad_norm": 0.28422605991363525,
+      "learning_rate": 7.379370017547399e-06,
+      "loss": 1.2118,
+      "step": 20034
+    },
+    {
+      "epoch": 5.9673486103613245,
+      "grad_norm": 0.262935608625412,
+      "learning_rate": 7.37843917422764e-06,
+      "loss": 1.2182,
+      "step": 20035
+    },
+    {
+      "epoch": 5.967646456560994,
+      "grad_norm": 0.30111443996429443,
+      "learning_rate": 7.377508355298572e-06,
+      "loss": 1.2026,
+      "step": 20036
+    },
+    {
+      "epoch": 5.967944302760662,
+      "grad_norm": 0.3197158873081207,
+      "learning_rate": 7.376577560768861e-06,
+      "loss": 1.2114,
+      "step": 20037
+    },
+    {
+      "epoch": 5.96824214896033,
+      "grad_norm": 0.2820962965488434,
+      "learning_rate": 7.375646790647162e-06,
+      "loss": 1.2015,
+      "step": 20038
+    },
+    {
+      "epoch": 5.96853999516,
+      "grad_norm": 0.3418351709842682,
+      "learning_rate": 7.37471604494214e-06,
+      "loss": 1.2303,
+      "step": 20039
+    },
+    {
+      "epoch": 5.968837841359668,
+      "grad_norm": 0.2564753592014313,
+      "learning_rate": 7.37378532366245e-06,
+      "loss": 1.2147,
+      "step": 20040
+    },
+    {
+      "epoch": 5.969135687559336,
+      "grad_norm": 0.2663310170173645,
+      "learning_rate": 7.3728546268167554e-06,
+      "loss": 1.2172,
+      "step": 20041
+    },
+    {
+      "epoch": 5.969433533759005,
+      "grad_norm": 0.44179773330688477,
+      "learning_rate": 7.371923954413712e-06,
+      "loss": 1.2004,
+      "step": 20042
+    },
+    {
+      "epoch": 5.969731379958674,
+      "grad_norm": 0.3131563663482666,
+      "learning_rate": 7.370993306461978e-06,
+      "loss": 1.2097,
+      "step": 20043
+    },
+    {
+      "epoch": 5.970029226158342,
+      "grad_norm": 0.409889817237854,
+      "learning_rate": 7.3700626829702185e-06,
+      "loss": 1.2083,
+      "step": 20044
+    },
+    {
+      "epoch": 5.970327072358011,
+      "grad_norm": 0.2620203495025635,
+      "learning_rate": 7.369132083947083e-06,
+      "loss": 1.2062,
+      "step": 20045
+    },
+    {
+      "epoch": 5.97062491855768,
+      "grad_norm": 0.34795284271240234,
+      "learning_rate": 7.368201509401238e-06,
+      "loss": 1.2023,
+      "step": 20046
+    },
+    {
+      "epoch": 5.970922764757349,
+      "grad_norm": 0.45827654004096985,
+      "learning_rate": 7.367270959341337e-06,
+      "loss": 1.2206,
+      "step": 20047
+    },
+    {
+      "epoch": 5.971220610957017,
+      "grad_norm": 0.6986866593360901,
+      "learning_rate": 7.366340433776034e-06,
+      "loss": 1.2059,
+      "step": 20048
+    },
+    {
+      "epoch": 5.9715184571566855,
+      "grad_norm": 0.28741317987442017,
+      "learning_rate": 7.3654099327139936e-06,
+      "loss": 1.2188,
+      "step": 20049
+    },
+    {
+      "epoch": 5.971816303356355,
+      "grad_norm": 0.40813660621643066,
+      "learning_rate": 7.364479456163873e-06,
+      "loss": 1.2007,
+      "step": 20050
+    },
+    {
+      "epoch": 5.972114149556023,
+      "grad_norm": 0.4476781189441681,
+      "learning_rate": 7.363549004134322e-06,
+      "loss": 1.2138,
+      "step": 20051
+    },
+    {
+      "epoch": 5.972411995755691,
+      "grad_norm": 0.27198249101638794,
+      "learning_rate": 7.362618576634005e-06,
+      "loss": 1.2125,
+      "step": 20052
+    },
+    {
+      "epoch": 5.972709841955361,
+      "grad_norm": 0.5791362524032593,
+      "learning_rate": 7.361688173671576e-06,
+      "loss": 1.2073,
+      "step": 20053
+    },
+    {
+      "epoch": 5.973007688155029,
+      "grad_norm": 0.30177468061447144,
+      "learning_rate": 7.3607577952556864e-06,
+      "loss": 1.2159,
+      "step": 20054
+    },
+    {
+      "epoch": 5.973305534354697,
+      "grad_norm": 0.35324525833129883,
+      "learning_rate": 7.3598274413949996e-06,
+      "loss": 1.2069,
+      "step": 20055
+    },
+    {
+      "epoch": 5.9736033805543665,
+      "grad_norm": 0.4216848313808441,
+      "learning_rate": 7.358897112098171e-06,
+      "loss": 1.2163,
+      "step": 20056
+    },
+    {
+      "epoch": 5.973901226754035,
+      "grad_norm": 0.2792426347732544,
+      "learning_rate": 7.357966807373848e-06,
+      "loss": 1.2211,
+      "step": 20057
+    },
+    {
+      "epoch": 5.974199072953704,
+      "grad_norm": 0.367888867855072,
+      "learning_rate": 7.357036527230699e-06,
+      "loss": 1.2098,
+      "step": 20058
+    },
+    {
+      "epoch": 5.974496919153372,
+      "grad_norm": 0.2614375054836273,
+      "learning_rate": 7.356106271677368e-06,
+      "loss": 1.1958,
+      "step": 20059
+    },
+    {
+      "epoch": 5.974794765353041,
+      "grad_norm": 0.2798803150653839,
+      "learning_rate": 7.355176040722514e-06,
+      "loss": 1.2257,
+      "step": 20060
+    },
+    {
+      "epoch": 5.975092611552709,
+      "grad_norm": 0.2662627696990967,
+      "learning_rate": 7.354245834374793e-06,
+      "loss": 1.2105,
+      "step": 20061
+    },
+    {
+      "epoch": 5.975390457752378,
+      "grad_norm": 0.2591420114040375,
+      "learning_rate": 7.3533156526428565e-06,
+      "loss": 1.222,
+      "step": 20062
+    },
+    {
+      "epoch": 5.9756883039520465,
+      "grad_norm": 0.3019726574420929,
+      "learning_rate": 7.3523854955353635e-06,
+      "loss": 1.2012,
+      "step": 20063
+    },
+    {
+      "epoch": 5.975986150151716,
+      "grad_norm": 0.2563430368900299,
+      "learning_rate": 7.351455363060967e-06,
+      "loss": 1.217,
+      "step": 20064
+    },
+    {
+      "epoch": 5.976283996351384,
+      "grad_norm": 0.2991671562194824,
+      "learning_rate": 7.350525255228314e-06,
+      "loss": 1.21,
+      "step": 20065
+    },
+    {
+      "epoch": 5.976581842551052,
+      "grad_norm": 0.28286856412887573,
+      "learning_rate": 7.3495951720460665e-06,
+      "loss": 1.1913,
+      "step": 20066
+    },
+    {
+      "epoch": 5.976879688750722,
+      "grad_norm": 0.25297608971595764,
+      "learning_rate": 7.348665113522877e-06,
+      "loss": 1.2024,
+      "step": 20067
+    },
+    {
+      "epoch": 5.97717753495039,
+      "grad_norm": 0.42464059591293335,
+      "learning_rate": 7.347735079667391e-06,
+      "loss": 1.2023,
+      "step": 20068
+    },
+    {
+      "epoch": 5.977475381150058,
+      "grad_norm": 0.32270076870918274,
+      "learning_rate": 7.346805070488271e-06,
+      "loss": 1.2263,
+      "step": 20069
+    },
+    {
+      "epoch": 5.9777732273497275,
+      "grad_norm": 0.30218422412872314,
+      "learning_rate": 7.3458750859941655e-06,
+      "loss": 1.222,
+      "step": 20070
+    },
+    {
+      "epoch": 5.978071073549396,
+      "grad_norm": 0.2741331160068512,
+      "learning_rate": 7.344945126193723e-06,
+      "loss": 1.2006,
+      "step": 20071
+    },
+    {
+      "epoch": 5.978368919749064,
+      "grad_norm": 0.4426378309726715,
+      "learning_rate": 7.344015191095603e-06,
+      "loss": 1.1973,
+      "step": 20072
+    },
+    {
+      "epoch": 5.978666765948733,
+      "grad_norm": 0.260190486907959,
+      "learning_rate": 7.343085280708455e-06,
+      "loss": 1.2037,
+      "step": 20073
+    },
+    {
+      "epoch": 5.978964612148402,
+      "grad_norm": 0.37847578525543213,
+      "learning_rate": 7.342155395040926e-06,
+      "loss": 1.2049,
+      "step": 20074
+    },
+    {
+      "epoch": 5.979262458348071,
+      "grad_norm": 0.26997873187065125,
+      "learning_rate": 7.341225534101676e-06,
+      "loss": 1.2282,
+      "step": 20075
+    },
+    {
+      "epoch": 5.979560304547739,
+      "grad_norm": 0.4619077444076538,
+      "learning_rate": 7.3402956978993514e-06,
+      "loss": 1.2095,
+      "step": 20076
+    },
+    {
+      "epoch": 5.979858150747408,
+      "grad_norm": 0.28734198212623596,
+      "learning_rate": 7.3393658864426e-06,
+      "loss": 1.2076,
+      "step": 20077
+    },
+    {
+      "epoch": 5.980155996947077,
+      "grad_norm": 0.28254473209381104,
+      "learning_rate": 7.338436099740079e-06,
+      "loss": 1.2234,
+      "step": 20078
+    },
+    {
+      "epoch": 5.980453843146745,
+      "grad_norm": 0.27819713950157166,
+      "learning_rate": 7.337506337800433e-06,
+      "loss": 1.2155,
+      "step": 20079
+    },
+    {
+      "epoch": 5.980751689346413,
+      "grad_norm": 0.2774719297885895,
+      "learning_rate": 7.33657660063232e-06,
+      "loss": 1.212,
+      "step": 20080
+    },
+    {
+      "epoch": 5.981049535546083,
+      "grad_norm": 0.29275059700012207,
+      "learning_rate": 7.335646888244386e-06,
+      "loss": 1.1926,
+      "step": 20081
+    },
+    {
+      "epoch": 5.981347381745751,
+      "grad_norm": 0.26836857199668884,
+      "learning_rate": 7.334717200645278e-06,
+      "loss": 1.2126,
+      "step": 20082
+    },
+    {
+      "epoch": 5.981645227945419,
+      "grad_norm": 0.2950221300125122,
+      "learning_rate": 7.333787537843652e-06,
+      "loss": 1.2217,
+      "step": 20083
+    },
+    {
+      "epoch": 5.9819430741450885,
+      "grad_norm": 0.2860493063926697,
+      "learning_rate": 7.3328578998481514e-06,
+      "loss": 1.2034,
+      "step": 20084
+    },
+    {
+      "epoch": 5.982240920344757,
+      "grad_norm": 0.2634318470954895,
+      "learning_rate": 7.331928286667427e-06,
+      "loss": 1.2034,
+      "step": 20085
+    },
+    {
+      "epoch": 5.982538766544426,
+      "grad_norm": 0.2731645405292511,
+      "learning_rate": 7.330998698310133e-06,
+      "loss": 1.1952,
+      "step": 20086
+    },
+    {
+      "epoch": 5.982836612744094,
+      "grad_norm": 0.29142895340919495,
+      "learning_rate": 7.330069134784914e-06,
+      "loss": 1.218,
+      "step": 20087
+    },
+    {
+      "epoch": 5.983134458943763,
+      "grad_norm": 0.275729775428772,
+      "learning_rate": 7.329139596100414e-06,
+      "loss": 1.2227,
+      "step": 20088
+    },
+    {
+      "epoch": 5.983432305143432,
+      "grad_norm": 0.38682979345321655,
+      "learning_rate": 7.328210082265289e-06,
+      "loss": 1.2105,
+      "step": 20089
+    },
+    {
+      "epoch": 5.9837301513431,
+      "grad_norm": 0.3280767798423767,
+      "learning_rate": 7.327280593288186e-06,
+      "loss": 1.2086,
+      "step": 20090
+    },
+    {
+      "epoch": 5.984027997542769,
+      "grad_norm": 0.3915572762489319,
+      "learning_rate": 7.326351129177746e-06,
+      "loss": 1.2036,
+      "step": 20091
+    },
+    {
+      "epoch": 5.984325843742438,
+      "grad_norm": 0.25731709599494934,
+      "learning_rate": 7.325421689942627e-06,
+      "loss": 1.2025,
+      "step": 20092
+    },
+    {
+      "epoch": 5.984623689942106,
+      "grad_norm": 0.7086104154586792,
+      "learning_rate": 7.32449227559147e-06,
+      "loss": 1.1935,
+      "step": 20093
+    },
+    {
+      "epoch": 5.9849215361417745,
+      "grad_norm": 0.3194904923439026,
+      "learning_rate": 7.323562886132919e-06,
+      "loss": 1.2096,
+      "step": 20094
+    },
+    {
+      "epoch": 5.985219382341444,
+      "grad_norm": 0.4881739318370819,
+      "learning_rate": 7.3226335215756274e-06,
+      "loss": 1.2136,
+      "step": 20095
+    },
+    {
+      "epoch": 5.985517228541112,
+      "grad_norm": 0.2634449601173401,
+      "learning_rate": 7.32170418192824e-06,
+      "loss": 1.2184,
+      "step": 20096
+    },
+    {
+      "epoch": 5.985815074740781,
+      "grad_norm": 0.4980546832084656,
+      "learning_rate": 7.3207748671994016e-06,
+      "loss": 1.2074,
+      "step": 20097
+    },
+    {
+      "epoch": 5.9861129209404496,
+      "grad_norm": 0.2874886691570282,
+      "learning_rate": 7.319845577397763e-06,
+      "loss": 1.2205,
+      "step": 20098
+    },
+    {
+      "epoch": 5.986410767140118,
+      "grad_norm": 0.342190682888031,
+      "learning_rate": 7.3189163125319615e-06,
+      "loss": 1.2136,
+      "step": 20099
+    },
+    {
+      "epoch": 5.986708613339786,
+      "grad_norm": 0.4686349630355835,
+      "learning_rate": 7.317987072610653e-06,
+      "loss": 1.2031,
+      "step": 20100
+    },
+    {
+      "epoch": 5.987006459539455,
+      "grad_norm": 0.29796168208122253,
+      "learning_rate": 7.317057857642476e-06,
+      "loss": 1.2036,
+      "step": 20101
+    },
+    {
+      "epoch": 5.987304305739124,
+      "grad_norm": 0.5794475674629211,
+      "learning_rate": 7.316128667636077e-06,
+      "loss": 1.2193,
+      "step": 20102
+    },
+    {
+      "epoch": 5.987602151938793,
+      "grad_norm": 0.36775219440460205,
+      "learning_rate": 7.315199502600106e-06,
+      "loss": 1.2163,
+      "step": 20103
+    },
+    {
+      "epoch": 5.987899998138461,
+      "grad_norm": 0.380149245262146,
+      "learning_rate": 7.314270362543203e-06,
+      "loss": 1.2146,
+      "step": 20104
+    },
+    {
+      "epoch": 5.98819784433813,
+      "grad_norm": 0.34766989946365356,
+      "learning_rate": 7.313341247474009e-06,
+      "loss": 1.2176,
+      "step": 20105
+    },
+    {
+      "epoch": 5.988495690537799,
+      "grad_norm": 0.7177759408950806,
+      "learning_rate": 7.312412157401179e-06,
+      "loss": 1.2095,
+      "step": 20106
+    },
+    {
+      "epoch": 5.988793536737467,
+      "grad_norm": 0.274689257144928,
+      "learning_rate": 7.311483092333347e-06,
+      "loss": 1.2226,
+      "step": 20107
+    },
+    {
+      "epoch": 5.9890913829371355,
+      "grad_norm": 0.4082862138748169,
+      "learning_rate": 7.310554052279161e-06,
+      "loss": 1.2127,
+      "step": 20108
+    },
+    {
+      "epoch": 5.989389229136805,
+      "grad_norm": 0.3884943425655365,
+      "learning_rate": 7.309625037247268e-06,
+      "loss": 1.2079,
+      "step": 20109
+    },
+    {
+      "epoch": 5.989687075336473,
+      "grad_norm": 0.5350891351699829,
+      "learning_rate": 7.308696047246304e-06,
+      "loss": 1.2075,
+      "step": 20110
+    },
+    {
+      "epoch": 5.989984921536141,
+      "grad_norm": 0.4405856430530548,
+      "learning_rate": 7.30776708228492e-06,
+      "loss": 1.2106,
+      "step": 20111
+    },
+    {
+      "epoch": 5.990282767735811,
+      "grad_norm": 0.4748976528644562,
+      "learning_rate": 7.306838142371756e-06,
+      "loss": 1.2141,
+      "step": 20112
+    },
+    {
+      "epoch": 5.990580613935479,
+      "grad_norm": 0.4101448655128479,
+      "learning_rate": 7.3059092275154495e-06,
+      "loss": 1.1996,
+      "step": 20113
+    },
+    {
+      "epoch": 5.990878460135148,
+      "grad_norm": 0.31333962082862854,
+      "learning_rate": 7.30498033772465e-06,
+      "loss": 1.2052,
+      "step": 20114
+    },
+    {
+      "epoch": 5.9911763063348165,
+      "grad_norm": 0.3447631895542145,
+      "learning_rate": 7.304051473008e-06,
+      "loss": 1.2148,
+      "step": 20115
+    },
+    {
+      "epoch": 5.991474152534485,
+      "grad_norm": 0.37121906876564026,
+      "learning_rate": 7.3031226333741334e-06,
+      "loss": 1.2133,
+      "step": 20116
+    },
+    {
+      "epoch": 5.991771998734154,
+      "grad_norm": 0.3757255971431732,
+      "learning_rate": 7.302193818831703e-06,
+      "loss": 1.2047,
+      "step": 20117
+    },
+    {
+      "epoch": 5.992069844933822,
+      "grad_norm": 0.3267693817615509,
+      "learning_rate": 7.301265029389342e-06,
+      "loss": 1.1951,
+      "step": 20118
+    },
+    {
+      "epoch": 5.992367691133491,
+      "grad_norm": 0.287718802690506,
+      "learning_rate": 7.300336265055697e-06,
+      "loss": 1.2135,
+      "step": 20119
+    },
+    {
+      "epoch": 5.99266553733316,
+      "grad_norm": 0.4105055034160614,
+      "learning_rate": 7.299407525839404e-06,
+      "loss": 1.2068,
+      "step": 20120
+    },
+    {
+      "epoch": 5.992963383532828,
+      "grad_norm": 0.2679644227027893,
+      "learning_rate": 7.29847881174911e-06,
+      "loss": 1.2249,
+      "step": 20121
+    },
+    {
+      "epoch": 5.9932612297324965,
+      "grad_norm": 0.2722683846950531,
+      "learning_rate": 7.297550122793447e-06,
+      "loss": 1.1984,
+      "step": 20122
+    },
+    {
+      "epoch": 5.993559075932166,
+      "grad_norm": 0.37727558612823486,
+      "learning_rate": 7.296621458981066e-06,
+      "loss": 1.2037,
+      "step": 20123
+    },
+    {
+      "epoch": 5.993856922131834,
+      "grad_norm": 0.2851454019546509,
+      "learning_rate": 7.295692820320599e-06,
+      "loss": 1.222,
+      "step": 20124
+    },
+    {
+      "epoch": 5.994154768331503,
+      "grad_norm": 0.346204936504364,
+      "learning_rate": 7.294764206820688e-06,
+      "loss": 1.2093,
+      "step": 20125
+    },
+    {
+      "epoch": 5.994452614531172,
+      "grad_norm": 0.29175764322280884,
+      "learning_rate": 7.293835618489977e-06,
+      "loss": 1.2222,
+      "step": 20126
+    },
+    {
+      "epoch": 5.99475046073084,
+      "grad_norm": 0.2784067690372467,
+      "learning_rate": 7.292907055337099e-06,
+      "loss": 1.1932,
+      "step": 20127
+    },
+    {
+      "epoch": 5.995048306930508,
+      "grad_norm": 0.2747276723384857,
+      "learning_rate": 7.2919785173706994e-06,
+      "loss": 1.209,
+      "step": 20128
+    },
+    {
+      "epoch": 5.9953461531301775,
+      "grad_norm": 0.47183743119239807,
+      "learning_rate": 7.291050004599414e-06,
+      "loss": 1.2141,
+      "step": 20129
+    },
+    {
+      "epoch": 5.995643999329846,
+      "grad_norm": 0.38707008957862854,
+      "learning_rate": 7.290121517031879e-06,
+      "loss": 1.2008,
+      "step": 20130
+    },
+    {
+      "epoch": 5.995941845529515,
+      "grad_norm": 0.26040273904800415,
+      "learning_rate": 7.289193054676735e-06,
+      "loss": 1.2055,
+      "step": 20131
+    },
+    {
+      "epoch": 5.996239691729183,
+      "grad_norm": 0.2804533839225769,
+      "learning_rate": 7.2882646175426254e-06,
+      "loss": 1.2178,
+      "step": 20132
+    },
+    {
+      "epoch": 5.996537537928852,
+      "grad_norm": 0.2642832100391388,
+      "learning_rate": 7.287336205638178e-06,
+      "loss": 1.2115,
+      "step": 20133
+    },
+    {
+      "epoch": 5.996835384128521,
+      "grad_norm": 0.26809191703796387,
+      "learning_rate": 7.286407818972042e-06,
+      "loss": 1.2166,
+      "step": 20134
+    },
+    {
+      "epoch": 5.997133230328189,
+      "grad_norm": 0.31540343165397644,
+      "learning_rate": 7.2854794575528485e-06,
+      "loss": 1.2273,
+      "step": 20135
+    },
+    {
+      "epoch": 5.997431076527858,
+      "grad_norm": 0.31573593616485596,
+      "learning_rate": 7.284551121389232e-06,
+      "loss": 1.2178,
+      "step": 20136
+    },
+    {
+      "epoch": 5.997728922727527,
+      "grad_norm": 0.2828293442726135,
+      "learning_rate": 7.283622810489836e-06,
+      "loss": 1.2003,
+      "step": 20137
+    },
+    {
+      "epoch": 5.998026768927195,
+      "grad_norm": 0.3221212923526764,
+      "learning_rate": 7.282694524863297e-06,
+      "loss": 1.2245,
+      "step": 20138
+    },
+    {
+      "epoch": 5.998324615126863,
+      "grad_norm": 0.32015347480773926,
+      "learning_rate": 7.281766264518244e-06,
+      "loss": 1.2138,
+      "step": 20139
+    },
+    {
+      "epoch": 5.998622461326533,
+      "grad_norm": 0.28515100479125977,
+      "learning_rate": 7.280838029463324e-06,
+      "loss": 1.2293,
+      "step": 20140
+    },
+    {
+      "epoch": 5.998920307526201,
+      "grad_norm": 0.2944874167442322,
+      "learning_rate": 7.279909819707166e-06,
+      "loss": 1.1981,
+      "step": 20141
+    },
+    {
+      "epoch": 5.99921815372587,
+      "grad_norm": 0.26799100637435913,
+      "learning_rate": 7.278981635258408e-06,
+      "loss": 1.2172,
+      "step": 20142
+    },
+    {
+      "epoch": 5.9995159999255385,
+      "grad_norm": 0.41549232602119446,
+      "learning_rate": 7.278053476125686e-06,
+      "loss": 1.1884,
+      "step": 20143
+    },
+    {
+      "epoch": 5.999813846125207,
+      "grad_norm": 0.26328161358833313,
+      "learning_rate": 7.277125342317632e-06,
+      "loss": 1.2016,
+      "step": 20144
+    },
+    {
+      "epoch": 6.000111692324876,
+      "grad_norm": 0.43518418073654175,
+      "learning_rate": 7.27619723384289e-06,
+      "loss": 1.2256,
+      "step": 20145
+    },
+    {
+      "epoch": 6.000409538524544,
+      "grad_norm": 0.32351791858673096,
+      "learning_rate": 7.2752691507100895e-06,
+      "loss": 1.2045,
+      "step": 20146
+    },
+    {
+      "epoch": 6.000707384724213,
+      "grad_norm": 0.4505084156990051,
+      "learning_rate": 7.274341092927861e-06,
+      "loss": 1.2168,
+      "step": 20147
+    },
+    {
+      "epoch": 6.001005230923882,
+      "grad_norm": 0.302665114402771,
+      "learning_rate": 7.273413060504846e-06,
+      "loss": 1.2008,
+      "step": 20148
+    },
+    {
+      "epoch": 6.00130307712355,
+      "grad_norm": 0.43544793128967285,
+      "learning_rate": 7.272485053449676e-06,
+      "loss": 1.2138,
+      "step": 20149
+    },
+    {
+      "epoch": 6.001600923323219,
+      "grad_norm": 0.3466516435146332,
+      "learning_rate": 7.271557071770983e-06,
+      "loss": 1.213,
+      "step": 20150
+    },
+    {
+      "epoch": 6.001898769522888,
+      "grad_norm": 0.40594616532325745,
+      "learning_rate": 7.270629115477406e-06,
+      "loss": 1.2088,
+      "step": 20151
+    },
+    {
+      "epoch": 6.002196615722556,
+      "grad_norm": 0.3146449029445648,
+      "learning_rate": 7.269701184577577e-06,
+      "loss": 1.2139,
+      "step": 20152
+    },
+    {
+      "epoch": 6.002494461922225,
+      "grad_norm": 0.29757311940193176,
+      "learning_rate": 7.2687732790801225e-06,
+      "loss": 1.192,
+      "step": 20153
+    },
+    {
+      "epoch": 6.002792308121894,
+      "grad_norm": 0.2778853476047516,
+      "learning_rate": 7.267845398993685e-06,
+      "loss": 1.2113,
+      "step": 20154
+    },
+    {
+      "epoch": 6.003090154321562,
+      "grad_norm": 0.33108317852020264,
+      "learning_rate": 7.266917544326894e-06,
+      "loss": 1.2155,
+      "step": 20155
+    },
+    {
+      "epoch": 6.003388000521231,
+      "grad_norm": 0.26440855860710144,
+      "learning_rate": 7.265989715088377e-06,
+      "loss": 1.2172,
+      "step": 20156
+    },
+    {
+      "epoch": 6.0036858467208996,
+      "grad_norm": 0.3025246560573578,
+      "learning_rate": 7.265061911286777e-06,
+      "loss": 1.2307,
+      "step": 20157
+    },
+    {
+      "epoch": 6.003983692920568,
+      "grad_norm": 0.2890378534793854,
+      "learning_rate": 7.264134132930719e-06,
+      "loss": 1.1996,
+      "step": 20158
+    },
+    {
+      "epoch": 6.004281539120237,
+      "grad_norm": 0.32154908776283264,
+      "learning_rate": 7.263206380028833e-06,
+      "loss": 1.2276,
+      "step": 20159
+    },
+    {
+      "epoch": 6.004579385319905,
+      "grad_norm": 0.2817894220352173,
+      "learning_rate": 7.262278652589756e-06,
+      "loss": 1.1953,
+      "step": 20160
+    },
+    {
+      "epoch": 6.004877231519574,
+      "grad_norm": 0.3327573835849762,
+      "learning_rate": 7.261350950622115e-06,
+      "loss": 1.2209,
+      "step": 20161
+    },
+    {
+      "epoch": 6.005175077719243,
+      "grad_norm": 0.2718318700790405,
+      "learning_rate": 7.260423274134547e-06,
+      "loss": 1.1992,
+      "step": 20162
+    },
+    {
+      "epoch": 6.005472923918911,
+      "grad_norm": 0.41871002316474915,
+      "learning_rate": 7.25949562313568e-06,
+      "loss": 1.2104,
+      "step": 20163
+    },
+    {
+      "epoch": 6.00577077011858,
+      "grad_norm": 0.5034345984458923,
+      "learning_rate": 7.258567997634141e-06,
+      "loss": 1.2115,
+      "step": 20164
+    },
+    {
+      "epoch": 6.006068616318249,
+      "grad_norm": 0.25733083486557007,
+      "learning_rate": 7.257640397638567e-06,
+      "loss": 1.2109,
+      "step": 20165
+    },
+    {
+      "epoch": 6.006366462517917,
+      "grad_norm": 0.33275723457336426,
+      "learning_rate": 7.256712823157584e-06,
+      "loss": 1.2166,
+      "step": 20166
+    },
+    {
+      "epoch": 6.006664308717586,
+      "grad_norm": 0.4351447820663452,
+      "learning_rate": 7.25578527419982e-06,
+      "loss": 1.2281,
+      "step": 20167
+    },
+    {
+      "epoch": 6.006962154917255,
+      "grad_norm": 0.31585893034935,
+      "learning_rate": 7.254857750773913e-06,
+      "loss": 1.1977,
+      "step": 20168
+    },
+    {
+      "epoch": 6.007260001116923,
+      "grad_norm": 0.3916688561439514,
+      "learning_rate": 7.253930252888487e-06,
+      "loss": 1.203,
+      "step": 20169
+    },
+    {
+      "epoch": 6.007557847316592,
+      "grad_norm": 0.3016495108604431,
+      "learning_rate": 7.253002780552167e-06,
+      "loss": 1.1975,
+      "step": 20170
+    },
+    {
+      "epoch": 6.007855693516261,
+      "grad_norm": 0.3804759383201599,
+      "learning_rate": 7.252075333773594e-06,
+      "loss": 1.205,
+      "step": 20171
+    },
+    {
+      "epoch": 6.008153539715929,
+      "grad_norm": 0.2956993281841278,
+      "learning_rate": 7.251147912561385e-06,
+      "loss": 1.1952,
+      "step": 20172
+    },
+    {
+      "epoch": 6.008451385915598,
+      "grad_norm": 0.40233540534973145,
+      "learning_rate": 7.250220516924174e-06,
+      "loss": 1.2127,
+      "step": 20173
+    },
+    {
+      "epoch": 6.0087492321152665,
+      "grad_norm": 0.30694687366485596,
+      "learning_rate": 7.24929314687059e-06,
+      "loss": 1.2116,
+      "step": 20174
+    },
+    {
+      "epoch": 6.009047078314935,
+      "grad_norm": 0.3779052495956421,
+      "learning_rate": 7.248365802409262e-06,
+      "loss": 1.1989,
+      "step": 20175
+    },
+    {
+      "epoch": 6.009344924514604,
+      "grad_norm": 0.4814597964286804,
+      "learning_rate": 7.247438483548811e-06,
+      "loss": 1.2011,
+      "step": 20176
+    },
+    {
+      "epoch": 6.009642770714272,
+      "grad_norm": 0.43889567255973816,
+      "learning_rate": 7.246511190297871e-06,
+      "loss": 1.2116,
+      "step": 20177
+    },
+    {
+      "epoch": 6.009940616913941,
+      "grad_norm": 0.5229358673095703,
+      "learning_rate": 7.2455839226650696e-06,
+      "loss": 1.2141,
+      "step": 20178
+    },
+    {
+      "epoch": 6.01023846311361,
+      "grad_norm": 0.32213860750198364,
+      "learning_rate": 7.244656680659032e-06,
+      "loss": 1.195,
+      "step": 20179
+    },
+    {
+      "epoch": 6.010536309313278,
+      "grad_norm": 0.9367316961288452,
+      "learning_rate": 7.243729464288387e-06,
+      "loss": 1.2101,
+      "step": 20180
+    },
+    {
+      "epoch": 6.010834155512947,
+      "grad_norm": 0.5796099901199341,
+      "learning_rate": 7.242802273561755e-06,
+      "loss": 1.204,
+      "step": 20181
+    },
+    {
+      "epoch": 6.011132001712616,
+      "grad_norm": 0.596804141998291,
+      "learning_rate": 7.241875108487773e-06,
+      "loss": 1.2033,
+      "step": 20182
+    },
+    {
+      "epoch": 6.011429847912284,
+      "grad_norm": 0.43341487646102905,
+      "learning_rate": 7.240947969075059e-06,
+      "loss": 1.2018,
+      "step": 20183
+    },
+    {
+      "epoch": 6.011727694111953,
+      "grad_norm": 0.49243173003196716,
+      "learning_rate": 7.240020855332241e-06,
+      "loss": 1.2303,
+      "step": 20184
+    },
+    {
+      "epoch": 6.012025540311622,
+      "grad_norm": 0.30709803104400635,
+      "learning_rate": 7.239093767267946e-06,
+      "loss": 1.2088,
+      "step": 20185
+    },
+    {
+      "epoch": 6.01232338651129,
+      "grad_norm": 0.3742426037788391,
+      "learning_rate": 7.238166704890801e-06,
+      "loss": 1.1972,
+      "step": 20186
+    },
+    {
+      "epoch": 6.012621232710959,
+      "grad_norm": 0.3649977743625641,
+      "learning_rate": 7.237239668209425e-06,
+      "loss": 1.2157,
+      "step": 20187
+    },
+    {
+      "epoch": 6.0129190789106275,
+      "grad_norm": 0.26593589782714844,
+      "learning_rate": 7.2363126572324505e-06,
+      "loss": 1.2058,
+      "step": 20188
+    },
+    {
+      "epoch": 6.013216925110296,
+      "grad_norm": 0.5346266031265259,
+      "learning_rate": 7.235385671968498e-06,
+      "loss": 1.2205,
+      "step": 20189
+    },
+    {
+      "epoch": 6.013514771309965,
+      "grad_norm": 0.3156408965587616,
+      "learning_rate": 7.234458712426189e-06,
+      "loss": 1.2021,
+      "step": 20190
+    },
+    {
+      "epoch": 6.013812617509633,
+      "grad_norm": 0.45501449704170227,
+      "learning_rate": 7.2335317786141575e-06,
+      "loss": 1.1988,
+      "step": 20191
+    },
+    {
+      "epoch": 6.014110463709302,
+      "grad_norm": 0.35815557837486267,
+      "learning_rate": 7.232604870541022e-06,
+      "loss": 1.1927,
+      "step": 20192
+    },
+    {
+      "epoch": 6.014408309908971,
+      "grad_norm": 0.30453506112098694,
+      "learning_rate": 7.231677988215402e-06,
+      "loss": 1.2149,
+      "step": 20193
+    },
+    {
+      "epoch": 6.014706156108639,
+      "grad_norm": 0.4766293466091156,
+      "learning_rate": 7.230751131645929e-06,
+      "loss": 1.2094,
+      "step": 20194
+    },
+    {
+      "epoch": 6.0150040023083085,
+      "grad_norm": 0.29360222816467285,
+      "learning_rate": 7.229824300841219e-06,
+      "loss": 1.2275,
+      "step": 20195
+    },
+    {
+      "epoch": 6.015301848507977,
+      "grad_norm": 0.3880390226840973,
+      "learning_rate": 7.228897495809901e-06,
+      "loss": 1.2104,
+      "step": 20196
+    },
+    {
+      "epoch": 6.015599694707645,
+      "grad_norm": 0.45414289832115173,
+      "learning_rate": 7.227970716560597e-06,
+      "loss": 1.2102,
+      "step": 20197
+    },
+    {
+      "epoch": 6.015897540907314,
+      "grad_norm": 0.35279580950737,
+      "learning_rate": 7.227043963101925e-06,
+      "loss": 1.2236,
+      "step": 20198
+    },
+    {
+      "epoch": 6.016195387106983,
+      "grad_norm": 0.48844024538993835,
+      "learning_rate": 7.226117235442515e-06,
+      "loss": 1.2091,
+      "step": 20199
+    },
+    {
+      "epoch": 6.016493233306651,
+      "grad_norm": 0.2899201512336731,
+      "learning_rate": 7.225190533590982e-06,
+      "loss": 1.2038,
+      "step": 20200
+    },
+    {
+      "epoch": 6.01679107950632,
+      "grad_norm": 0.3832801282405853,
+      "learning_rate": 7.224263857555952e-06,
+      "loss": 1.2166,
+      "step": 20201
+    },
+    {
+      "epoch": 6.0170889257059885,
+      "grad_norm": 0.33199718594551086,
+      "learning_rate": 7.223337207346045e-06,
+      "loss": 1.2086,
+      "step": 20202
+    },
+    {
+      "epoch": 6.017386771905657,
+      "grad_norm": 0.4868021607398987,
+      "learning_rate": 7.222410582969885e-06,
+      "loss": 1.2091,
+      "step": 20203
+    },
+    {
+      "epoch": 6.017684618105326,
+      "grad_norm": 0.31164202094078064,
+      "learning_rate": 7.221483984436089e-06,
+      "loss": 1.2012,
+      "step": 20204
+    },
+    {
+      "epoch": 6.017982464304994,
+      "grad_norm": 0.33542874455451965,
+      "learning_rate": 7.220557411753281e-06,
+      "loss": 1.1989,
+      "step": 20205
+    },
+    {
+      "epoch": 6.018280310504663,
+      "grad_norm": 0.3539286255836487,
+      "learning_rate": 7.219630864930081e-06,
+      "loss": 1.2085,
+      "step": 20206
+    },
+    {
+      "epoch": 6.018578156704332,
+      "grad_norm": 0.2705722749233246,
+      "learning_rate": 7.21870434397511e-06,
+      "loss": 1.2092,
+      "step": 20207
+    },
+    {
+      "epoch": 6.018876002904,
+      "grad_norm": 0.3076128363609314,
+      "learning_rate": 7.217777848896985e-06,
+      "loss": 1.1942,
+      "step": 20208
+    },
+    {
+      "epoch": 6.0191738491036695,
+      "grad_norm": 0.2987601161003113,
+      "learning_rate": 7.216851379704333e-06,
+      "loss": 1.2177,
+      "step": 20209
+    },
+    {
+      "epoch": 6.019471695303338,
+      "grad_norm": 0.2667655050754547,
+      "learning_rate": 7.215924936405764e-06,
+      "loss": 1.2322,
+      "step": 20210
+    },
+    {
+      "epoch": 6.019769541503006,
+      "grad_norm": 0.27794232964515686,
+      "learning_rate": 7.214998519009908e-06,
+      "loss": 1.2056,
+      "step": 20211
+    },
+    {
+      "epoch": 6.020067387702675,
+      "grad_norm": 0.30565345287323,
+      "learning_rate": 7.214072127525373e-06,
+      "loss": 1.2197,
+      "step": 20212
+    },
+    {
+      "epoch": 6.020365233902344,
+      "grad_norm": 0.32783243060112,
+      "learning_rate": 7.213145761960789e-06,
+      "loss": 1.209,
+      "step": 20213
+    },
+    {
+      "epoch": 6.020663080102012,
+      "grad_norm": 0.2744307816028595,
+      "learning_rate": 7.212219422324771e-06,
+      "loss": 1.2017,
+      "step": 20214
+    },
+    {
+      "epoch": 6.020960926301681,
+      "grad_norm": 0.2722924053668976,
+      "learning_rate": 7.211293108625932e-06,
+      "loss": 1.2091,
+      "step": 20215
+    },
+    {
+      "epoch": 6.0212587725013496,
+      "grad_norm": 0.31360188126564026,
+      "learning_rate": 7.2103668208729e-06,
+      "loss": 1.2202,
+      "step": 20216
+    },
+    {
+      "epoch": 6.021556618701018,
+      "grad_norm": 0.37984272837638855,
+      "learning_rate": 7.209440559074287e-06,
+      "loss": 1.1931,
+      "step": 20217
+    },
+    {
+      "epoch": 6.021854464900687,
+      "grad_norm": 0.29541170597076416,
+      "learning_rate": 7.2085143232387075e-06,
+      "loss": 1.2097,
+      "step": 20218
+    },
+    {
+      "epoch": 6.022152311100355,
+      "grad_norm": 0.45290622115135193,
+      "learning_rate": 7.207588113374786e-06,
+      "loss": 1.2064,
+      "step": 20219
+    },
+    {
+      "epoch": 6.022450157300025,
+      "grad_norm": 0.32291334867477417,
+      "learning_rate": 7.20666192949114e-06,
+      "loss": 1.1922,
+      "step": 20220
+    },
+    {
+      "epoch": 6.022748003499693,
+      "grad_norm": 0.46814969182014465,
+      "learning_rate": 7.205735771596379e-06,
+      "loss": 1.2011,
+      "step": 20221
+    },
+    {
+      "epoch": 6.023045849699361,
+      "grad_norm": 0.2647963762283325,
+      "learning_rate": 7.204809639699128e-06,
+      "loss": 1.2162,
+      "step": 20222
+    },
+    {
+      "epoch": 6.0233436958990305,
+      "grad_norm": 0.2693672776222229,
+      "learning_rate": 7.2038835338080026e-06,
+      "loss": 1.2214,
+      "step": 20223
+    },
+    {
+      "epoch": 6.023641542098699,
+      "grad_norm": 0.3999970555305481,
+      "learning_rate": 7.202957453931611e-06,
+      "loss": 1.2086,
+      "step": 20224
+    },
+    {
+      "epoch": 6.023939388298367,
+      "grad_norm": 0.41179734468460083,
+      "learning_rate": 7.202031400078578e-06,
+      "loss": 1.1991,
+      "step": 20225
+    },
+    {
+      "epoch": 6.024237234498036,
+      "grad_norm": 0.26541635394096375,
+      "learning_rate": 7.201105372257513e-06,
+      "loss": 1.2184,
+      "step": 20226
+    },
+    {
+      "epoch": 6.024535080697705,
+      "grad_norm": 0.2938902676105499,
+      "learning_rate": 7.200179370477042e-06,
+      "loss": 1.2234,
+      "step": 20227
+    },
+    {
+      "epoch": 6.024832926897373,
+      "grad_norm": 0.27487459778785706,
+      "learning_rate": 7.199253394745772e-06,
+      "loss": 1.2094,
+      "step": 20228
+    },
+    {
+      "epoch": 6.025130773097042,
+      "grad_norm": 0.3359871506690979,
+      "learning_rate": 7.198327445072318e-06,
+      "loss": 1.2182,
+      "step": 20229
+    },
+    {
+      "epoch": 6.025428619296711,
+      "grad_norm": 0.3092283606529236,
+      "learning_rate": 7.1974015214652996e-06,
+      "loss": 1.2182,
+      "step": 20230
+    },
+    {
+      "epoch": 6.025726465496379,
+      "grad_norm": 0.28621119260787964,
+      "learning_rate": 7.196475623933326e-06,
+      "loss": 1.2198,
+      "step": 20231
+    },
+    {
+      "epoch": 6.026024311696048,
+      "grad_norm": 0.7144689559936523,
+      "learning_rate": 7.195549752485013e-06,
+      "loss": 1.2126,
+      "step": 20232
+    },
+    {
+      "epoch": 6.0263221578957165,
+      "grad_norm": 0.41839155554771423,
+      "learning_rate": 7.19462390712898e-06,
+      "loss": 1.2127,
+      "step": 20233
+    },
+    {
+      "epoch": 6.026620004095386,
+      "grad_norm": 0.5097765922546387,
+      "learning_rate": 7.193698087873838e-06,
+      "loss": 1.2038,
+      "step": 20234
+    },
+    {
+      "epoch": 6.026917850295054,
+      "grad_norm": 0.3441077470779419,
+      "learning_rate": 7.1927722947281956e-06,
+      "loss": 1.2117,
+      "step": 20235
+    },
+    {
+      "epoch": 6.027215696494722,
+      "grad_norm": 0.4326217770576477,
+      "learning_rate": 7.191846527700672e-06,
+      "loss": 1.2149,
+      "step": 20236
+    },
+    {
+      "epoch": 6.0275135426943915,
+      "grad_norm": 0.260591596364975,
+      "learning_rate": 7.190920786799882e-06,
+      "loss": 1.2043,
+      "step": 20237
+    },
+    {
+      "epoch": 6.02781138889406,
+      "grad_norm": 0.3409421741962433,
+      "learning_rate": 7.18999507203443e-06,
+      "loss": 1.2193,
+      "step": 20238
+    },
+    {
+      "epoch": 6.028109235093728,
+      "grad_norm": 0.35025498270988464,
+      "learning_rate": 7.189069383412941e-06,
+      "loss": 1.2049,
+      "step": 20239
+    },
+    {
+      "epoch": 6.028407081293397,
+      "grad_norm": 0.2884001135826111,
+      "learning_rate": 7.188143720944018e-06,
+      "loss": 1.2022,
+      "step": 20240
+    },
+    {
+      "epoch": 6.028704927493066,
+      "grad_norm": 0.2892345190048218,
+      "learning_rate": 7.187218084636274e-06,
+      "loss": 1.2,
+      "step": 20241
+    },
+    {
+      "epoch": 6.029002773692734,
+      "grad_norm": 0.3615533411502838,
+      "learning_rate": 7.1862924744983244e-06,
+      "loss": 1.2287,
+      "step": 20242
+    },
+    {
+      "epoch": 6.029300619892403,
+      "grad_norm": 0.27343472838401794,
+      "learning_rate": 7.18536689053878e-06,
+      "loss": 1.2045,
+      "step": 20243
+    },
+    {
+      "epoch": 6.029598466092072,
+      "grad_norm": 0.2636178135871887,
+      "learning_rate": 7.184441332766252e-06,
+      "loss": 1.1812,
+      "step": 20244
+    },
+    {
+      "epoch": 6.02989631229174,
+      "grad_norm": 0.3013664782047272,
+      "learning_rate": 7.183515801189353e-06,
+      "loss": 1.222,
+      "step": 20245
+    },
+    {
+      "epoch": 6.030194158491409,
+      "grad_norm": 0.2612849175930023,
+      "learning_rate": 7.182590295816689e-06,
+      "loss": 1.2062,
+      "step": 20246
+    },
+    {
+      "epoch": 6.0304920046910775,
+      "grad_norm": 0.3013571798801422,
+      "learning_rate": 7.18166481665688e-06,
+      "loss": 1.2186,
+      "step": 20247
+    },
+    {
+      "epoch": 6.030789850890747,
+      "grad_norm": 0.27074506878852844,
+      "learning_rate": 7.1807393637185265e-06,
+      "loss": 1.1998,
+      "step": 20248
+    },
+    {
+      "epoch": 6.031087697090415,
+      "grad_norm": 0.4318067133426666,
+      "learning_rate": 7.179813937010243e-06,
+      "loss": 1.2042,
+      "step": 20249
+    },
+    {
+      "epoch": 6.031385543290083,
+      "grad_norm": 0.31180885434150696,
+      "learning_rate": 7.178888536540642e-06,
+      "loss": 1.1954,
+      "step": 20250
+    },
+    {
+      "epoch": 6.031683389489753,
+      "grad_norm": 0.3415888845920563,
+      "learning_rate": 7.177963162318333e-06,
+      "loss": 1.1973,
+      "step": 20251
+    },
+    {
+      "epoch": 6.031981235689421,
+      "grad_norm": 0.3148844540119171,
+      "learning_rate": 7.1770378143519195e-06,
+      "loss": 1.2013,
+      "step": 20252
+    },
+    {
+      "epoch": 6.032279081889089,
+      "grad_norm": 0.45775938034057617,
+      "learning_rate": 7.1761124926500205e-06,
+      "loss": 1.1995,
+      "step": 20253
+    },
+    {
+      "epoch": 6.0325769280887585,
+      "grad_norm": 0.3277266323566437,
+      "learning_rate": 7.175187197221236e-06,
+      "loss": 1.2031,
+      "step": 20254
+    },
+    {
+      "epoch": 6.032874774288427,
+      "grad_norm": 0.4142463505268097,
+      "learning_rate": 7.1742619280741756e-06,
+      "loss": 1.2072,
+      "step": 20255
+    },
+    {
+      "epoch": 6.033172620488095,
+      "grad_norm": 0.36327052116394043,
+      "learning_rate": 7.173336685217457e-06,
+      "loss": 1.2076,
+      "step": 20256
+    },
+    {
+      "epoch": 6.033470466687764,
+      "grad_norm": 0.2709522247314453,
+      "learning_rate": 7.172411468659681e-06,
+      "loss": 1.1982,
+      "step": 20257
+    },
+    {
+      "epoch": 6.033768312887433,
+      "grad_norm": 0.45761629939079285,
+      "learning_rate": 7.171486278409454e-06,
+      "loss": 1.1959,
+      "step": 20258
+    },
+    {
+      "epoch": 6.034066159087101,
+      "grad_norm": 0.2904505133628845,
+      "learning_rate": 7.17056111447539e-06,
+      "loss": 1.2153,
+      "step": 20259
+    },
+    {
+      "epoch": 6.03436400528677,
+      "grad_norm": 0.5569671988487244,
+      "learning_rate": 7.16963597686609e-06,
+      "loss": 1.2045,
+      "step": 20260
+    },
+    {
+      "epoch": 6.0346618514864385,
+      "grad_norm": 0.3583231270313263,
+      "learning_rate": 7.168710865590168e-06,
+      "loss": 1.2145,
+      "step": 20261
+    },
+    {
+      "epoch": 6.034959697686108,
+      "grad_norm": 0.5513421297073364,
+      "learning_rate": 7.167785780656229e-06,
+      "loss": 1.2144,
+      "step": 20262
+    },
+    {
+      "epoch": 6.035257543885776,
+      "grad_norm": 0.4723437428474426,
+      "learning_rate": 7.166860722072876e-06,
+      "loss": 1.2052,
+      "step": 20263
+    },
+    {
+      "epoch": 6.035555390085444,
+      "grad_norm": 0.3246673047542572,
+      "learning_rate": 7.165935689848722e-06,
+      "loss": 1.2164,
+      "step": 20264
+    },
+    {
+      "epoch": 6.035853236285114,
+      "grad_norm": 0.49947765469551086,
+      "learning_rate": 7.1650106839923685e-06,
+      "loss": 1.1882,
+      "step": 20265
+    },
+    {
+      "epoch": 6.036151082484782,
+      "grad_norm": 0.2703419029712677,
+      "learning_rate": 7.1640857045124214e-06,
+      "loss": 1.2139,
+      "step": 20266
+    },
+    {
+      "epoch": 6.03644892868445,
+      "grad_norm": 0.49116799235343933,
+      "learning_rate": 7.16316075141749e-06,
+      "loss": 1.2194,
+      "step": 20267
+    },
+    {
+      "epoch": 6.0367467748841195,
+      "grad_norm": 0.31984731554985046,
+      "learning_rate": 7.162235824716179e-06,
+      "loss": 1.2122,
+      "step": 20268
+    },
+    {
+      "epoch": 6.037044621083788,
+      "grad_norm": 0.42808830738067627,
+      "learning_rate": 7.161310924417091e-06,
+      "loss": 1.2005,
+      "step": 20269
+    },
+    {
+      "epoch": 6.037342467283456,
+      "grad_norm": 0.35784581303596497,
+      "learning_rate": 7.160386050528836e-06,
+      "loss": 1.2119,
+      "step": 20270
+    },
+    {
+      "epoch": 6.037640313483125,
+      "grad_norm": 0.2613573372364044,
+      "learning_rate": 7.159461203060014e-06,
+      "loss": 1.2133,
+      "step": 20271
+    },
+    {
+      "epoch": 6.037938159682794,
+      "grad_norm": 0.5055890679359436,
+      "learning_rate": 7.1585363820192295e-06,
+      "loss": 1.2098,
+      "step": 20272
+    },
+    {
+      "epoch": 6.038236005882462,
+      "grad_norm": 0.28298699855804443,
+      "learning_rate": 7.157611587415094e-06,
+      "loss": 1.1979,
+      "step": 20273
+    },
+    {
+      "epoch": 6.038533852082131,
+      "grad_norm": 0.3474966287612915,
+      "learning_rate": 7.156686819256208e-06,
+      "loss": 1.1902,
+      "step": 20274
+    },
+    {
+      "epoch": 6.0388316982817996,
+      "grad_norm": 0.36944159865379333,
+      "learning_rate": 7.155762077551169e-06,
+      "loss": 1.2224,
+      "step": 20275
+    },
+    {
+      "epoch": 6.039129544481469,
+      "grad_norm": 0.2859373390674591,
+      "learning_rate": 7.154837362308591e-06,
+      "loss": 1.2096,
+      "step": 20276
+    },
+    {
+      "epoch": 6.039427390681137,
+      "grad_norm": 0.4036981463432312,
+      "learning_rate": 7.153912673537068e-06,
+      "loss": 1.1936,
+      "step": 20277
+    },
+    {
+      "epoch": 6.039725236880805,
+      "grad_norm": 0.26265665888786316,
+      "learning_rate": 7.15298801124521e-06,
+      "loss": 1.2139,
+      "step": 20278
+    },
+    {
+      "epoch": 6.040023083080475,
+      "grad_norm": 0.2937547266483307,
+      "learning_rate": 7.152063375441619e-06,
+      "loss": 1.2144,
+      "step": 20279
+    },
+    {
+      "epoch": 6.040320929280143,
+      "grad_norm": 0.3020278513431549,
+      "learning_rate": 7.151138766134893e-06,
+      "loss": 1.2127,
+      "step": 20280
+    },
+    {
+      "epoch": 6.040618775479811,
+      "grad_norm": 0.29109111428260803,
+      "learning_rate": 7.150214183333641e-06,
+      "loss": 1.2049,
+      "step": 20281
+    },
+    {
+      "epoch": 6.0409166216794805,
+      "grad_norm": 0.3542512059211731,
+      "learning_rate": 7.149289627046463e-06,
+      "loss": 1.2086,
+      "step": 20282
+    },
+    {
+      "epoch": 6.041214467879149,
+      "grad_norm": 0.2816535532474518,
+      "learning_rate": 7.148365097281956e-06,
+      "loss": 1.2058,
+      "step": 20283
+    },
+    {
+      "epoch": 6.041512314078817,
+      "grad_norm": 0.35247406363487244,
+      "learning_rate": 7.147440594048728e-06,
+      "loss": 1.2184,
+      "step": 20284
+    },
+    {
+      "epoch": 6.041810160278486,
+      "grad_norm": 0.31707391142845154,
+      "learning_rate": 7.1465161173553795e-06,
+      "loss": 1.2087,
+      "step": 20285
+    },
+    {
+      "epoch": 6.042108006478155,
+      "grad_norm": 0.36135584115982056,
+      "learning_rate": 7.145591667210507e-06,
+      "loss": 1.2004,
+      "step": 20286
+    },
+    {
+      "epoch": 6.042405852677824,
+      "grad_norm": 0.2838849723339081,
+      "learning_rate": 7.1446672436227185e-06,
+      "loss": 1.2278,
+      "step": 20287
+    },
+    {
+      "epoch": 6.042703698877492,
+      "grad_norm": 0.31617432832717896,
+      "learning_rate": 7.1437428466006096e-06,
+      "loss": 1.2062,
+      "step": 20288
+    },
+    {
+      "epoch": 6.043001545077161,
+      "grad_norm": 0.24839657545089722,
+      "learning_rate": 7.142818476152782e-06,
+      "loss": 1.1983,
+      "step": 20289
+    },
+    {
+      "epoch": 6.04329939127683,
+      "grad_norm": 0.2619687616825104,
+      "learning_rate": 7.141894132287836e-06,
+      "loss": 1.2022,
+      "step": 20290
+    },
+    {
+      "epoch": 6.043597237476498,
+      "grad_norm": 0.27380067110061646,
+      "learning_rate": 7.1409698150143735e-06,
+      "loss": 1.1957,
+      "step": 20291
+    },
+    {
+      "epoch": 6.0438950836761665,
+      "grad_norm": 0.24459058046340942,
+      "learning_rate": 7.140045524340989e-06,
+      "loss": 1.1973,
+      "step": 20292
+    },
+    {
+      "epoch": 6.044192929875836,
+      "grad_norm": 0.3787658214569092,
+      "learning_rate": 7.139121260276289e-06,
+      "loss": 1.1999,
+      "step": 20293
+    },
+    {
+      "epoch": 6.044490776075504,
+      "grad_norm": 0.2831189036369324,
+      "learning_rate": 7.138197022828867e-06,
+      "loss": 1.2056,
+      "step": 20294
+    },
+    {
+      "epoch": 6.044788622275172,
+      "grad_norm": 0.37250658869743347,
+      "learning_rate": 7.137272812007328e-06,
+      "loss": 1.2121,
+      "step": 20295
+    },
+    {
+      "epoch": 6.0450864684748415,
+      "grad_norm": 0.2655556797981262,
+      "learning_rate": 7.136348627820264e-06,
+      "loss": 1.1904,
+      "step": 20296
+    },
+    {
+      "epoch": 6.04538431467451,
+      "grad_norm": 0.3377954959869385,
+      "learning_rate": 7.1354244702762746e-06,
+      "loss": 1.2136,
+      "step": 20297
+    },
+    {
+      "epoch": 6.045682160874178,
+      "grad_norm": 0.25669988989830017,
+      "learning_rate": 7.134500339383964e-06,
+      "loss": 1.224,
+      "step": 20298
+    },
+    {
+      "epoch": 6.045980007073847,
+      "grad_norm": 0.289655864238739,
+      "learning_rate": 7.1335762351519264e-06,
+      "loss": 1.2171,
+      "step": 20299
+    },
+    {
+      "epoch": 6.046277853273516,
+      "grad_norm": 0.37964531779289246,
+      "learning_rate": 7.132652157588755e-06,
+      "loss": 1.2089,
+      "step": 20300
+    },
+    {
+      "epoch": 6.046575699473185,
+      "grad_norm": 0.3691795766353607,
+      "learning_rate": 7.131728106703055e-06,
+      "loss": 1.1989,
+      "step": 20301
+    },
+    {
+      "epoch": 6.046873545672853,
+      "grad_norm": 0.2852831184864044,
+      "learning_rate": 7.130804082503422e-06,
+      "loss": 1.2121,
+      "step": 20302
+    },
+    {
+      "epoch": 6.047171391872522,
+      "grad_norm": 0.25786951184272766,
+      "learning_rate": 7.129880084998446e-06,
+      "loss": 1.2259,
+      "step": 20303
+    },
+    {
+      "epoch": 6.047469238072191,
+      "grad_norm": 0.2877507209777832,
+      "learning_rate": 7.128956114196734e-06,
+      "loss": 1.2264,
+      "step": 20304
+    },
+    {
+      "epoch": 6.047767084271859,
+      "grad_norm": 0.26803675293922424,
+      "learning_rate": 7.1280321701068776e-06,
+      "loss": 1.2099,
+      "step": 20305
+    },
+    {
+      "epoch": 6.0480649304715275,
+      "grad_norm": 0.294336199760437,
+      "learning_rate": 7.127108252737469e-06,
+      "loss": 1.2089,
+      "step": 20306
+    },
+    {
+      "epoch": 6.048362776671197,
+      "grad_norm": 0.41252401471138,
+      "learning_rate": 7.126184362097111e-06,
+      "loss": 1.2175,
+      "step": 20307
+    },
+    {
+      "epoch": 6.048660622870865,
+      "grad_norm": 0.2663376033306122,
+      "learning_rate": 7.125260498194397e-06,
+      "loss": 1.2103,
+      "step": 20308
+    },
+    {
+      "epoch": 6.048958469070533,
+      "grad_norm": 0.444261372089386,
+      "learning_rate": 7.12433666103792e-06,
+      "loss": 1.2047,
+      "step": 20309
+    },
+    {
+      "epoch": 6.049256315270203,
+      "grad_norm": 0.3058907091617584,
+      "learning_rate": 7.123412850636282e-06,
+      "loss": 1.2129,
+      "step": 20310
+    },
+    {
+      "epoch": 6.049554161469871,
+      "grad_norm": 0.48705607652664185,
+      "learning_rate": 7.122489066998067e-06,
+      "loss": 1.2101,
+      "step": 20311
+    },
+    {
+      "epoch": 6.049852007669539,
+      "grad_norm": 0.38099536299705505,
+      "learning_rate": 7.121565310131882e-06,
+      "loss": 1.2085,
+      "step": 20312
+    },
+    {
+      "epoch": 6.0501498538692084,
+      "grad_norm": 0.3769145905971527,
+      "learning_rate": 7.120641580046314e-06,
+      "loss": 1.2155,
+      "step": 20313
+    },
+    {
+      "epoch": 6.050447700068877,
+      "grad_norm": 0.46924084424972534,
+      "learning_rate": 7.119717876749956e-06,
+      "loss": 1.2256,
+      "step": 20314
+    },
+    {
+      "epoch": 6.050745546268546,
+      "grad_norm": 0.28301212191581726,
+      "learning_rate": 7.11879420025141e-06,
+      "loss": 1.1889,
+      "step": 20315
+    },
+    {
+      "epoch": 6.051043392468214,
+      "grad_norm": 0.3728954792022705,
+      "learning_rate": 7.117870550559265e-06,
+      "loss": 1.2152,
+      "step": 20316
+    },
+    {
+      "epoch": 6.051341238667883,
+      "grad_norm": 0.2818300127983093,
+      "learning_rate": 7.116946927682109e-06,
+      "loss": 1.2075,
+      "step": 20317
+    },
+    {
+      "epoch": 6.051639084867552,
+      "grad_norm": 0.29196274280548096,
+      "learning_rate": 7.116023331628547e-06,
+      "loss": 1.2033,
+      "step": 20318
+    },
+    {
+      "epoch": 6.05193693106722,
+      "grad_norm": 0.26948052644729614,
+      "learning_rate": 7.115099762407162e-06,
+      "loss": 1.2144,
+      "step": 20319
+    },
+    {
+      "epoch": 6.0522347772668885,
+      "grad_norm": 0.3444169759750366,
+      "learning_rate": 7.114176220026549e-06,
+      "loss": 1.2132,
+      "step": 20320
+    },
+    {
+      "epoch": 6.052532623466558,
+      "grad_norm": 0.275411456823349,
+      "learning_rate": 7.113252704495306e-06,
+      "loss": 1.2135,
+      "step": 20321
+    },
+    {
+      "epoch": 6.052830469666226,
+      "grad_norm": 0.29189392924308777,
+      "learning_rate": 7.11232921582202e-06,
+      "loss": 1.2255,
+      "step": 20322
+    },
+    {
+      "epoch": 6.053128315865894,
+      "grad_norm": 0.37070831656455994,
+      "learning_rate": 7.111405754015283e-06,
+      "loss": 1.2175,
+      "step": 20323
+    },
+    {
+      "epoch": 6.053426162065564,
+      "grad_norm": 0.4555090367794037,
+      "learning_rate": 7.110482319083689e-06,
+      "loss": 1.2174,
+      "step": 20324
+    },
+    {
+      "epoch": 6.053724008265232,
+      "grad_norm": 0.3041447401046753,
+      "learning_rate": 7.109558911035828e-06,
+      "loss": 1.23,
+      "step": 20325
+    },
+    {
+      "epoch": 6.0540218544649,
+      "grad_norm": 0.446586936712265,
+      "learning_rate": 7.108635529880292e-06,
+      "loss": 1.2094,
+      "step": 20326
+    },
+    {
+      "epoch": 6.0543197006645695,
+      "grad_norm": 0.4064498841762543,
+      "learning_rate": 7.107712175625674e-06,
+      "loss": 1.1954,
+      "step": 20327
+    },
+    {
+      "epoch": 6.054617546864238,
+      "grad_norm": 0.44321534037590027,
+      "learning_rate": 7.106788848280559e-06,
+      "loss": 1.2123,
+      "step": 20328
+    },
+    {
+      "epoch": 6.054915393063907,
+      "grad_norm": 0.35596713423728943,
+      "learning_rate": 7.1058655478535454e-06,
+      "loss": 1.1995,
+      "step": 20329
+    },
+    {
+      "epoch": 6.055213239263575,
+      "grad_norm": 0.31254100799560547,
+      "learning_rate": 7.104942274353218e-06,
+      "loss": 1.2104,
+      "step": 20330
+    },
+    {
+      "epoch": 6.055511085463244,
+      "grad_norm": 0.39108315110206604,
+      "learning_rate": 7.104019027788165e-06,
+      "loss": 1.1914,
+      "step": 20331
+    },
+    {
+      "epoch": 6.055808931662913,
+      "grad_norm": 0.30670154094696045,
+      "learning_rate": 7.103095808166984e-06,
+      "loss": 1.2292,
+      "step": 20332
+    },
+    {
+      "epoch": 6.056106777862581,
+      "grad_norm": 0.26854562759399414,
+      "learning_rate": 7.102172615498261e-06,
+      "loss": 1.2124,
+      "step": 20333
+    },
+    {
+      "epoch": 6.0564046240622496,
+      "grad_norm": 0.3315681219100952,
+      "learning_rate": 7.101249449790578e-06,
+      "loss": 1.1954,
+      "step": 20334
+    },
+    {
+      "epoch": 6.056702470261919,
+      "grad_norm": 0.36479222774505615,
+      "learning_rate": 7.100326311052535e-06,
+      "loss": 1.2224,
+      "step": 20335
+    },
+    {
+      "epoch": 6.057000316461587,
+      "grad_norm": 0.32198062539100647,
+      "learning_rate": 7.099403199292715e-06,
+      "loss": 1.2185,
+      "step": 20336
+    },
+    {
+      "epoch": 6.057298162661255,
+      "grad_norm": 0.2780730724334717,
+      "learning_rate": 7.098480114519703e-06,
+      "loss": 1.2169,
+      "step": 20337
+    },
+    {
+      "epoch": 6.057596008860925,
+      "grad_norm": 0.36179402470588684,
+      "learning_rate": 7.0975570567421e-06,
+      "loss": 1.2094,
+      "step": 20338
+    },
+    {
+      "epoch": 6.057893855060593,
+      "grad_norm": 0.2977309226989746,
+      "learning_rate": 7.096634025968482e-06,
+      "loss": 1.2253,
+      "step": 20339
+    },
+    {
+      "epoch": 6.058191701260261,
+      "grad_norm": 0.2938660681247711,
+      "learning_rate": 7.095711022207438e-06,
+      "loss": 1.2012,
+      "step": 20340
+    },
+    {
+      "epoch": 6.0584895474599305,
+      "grad_norm": 0.48642587661743164,
+      "learning_rate": 7.094788045467562e-06,
+      "loss": 1.2172,
+      "step": 20341
+    },
+    {
+      "epoch": 6.058787393659599,
+      "grad_norm": 0.3143618106842041,
+      "learning_rate": 7.093865095757433e-06,
+      "loss": 1.2014,
+      "step": 20342
+    },
+    {
+      "epoch": 6.059085239859268,
+      "grad_norm": 0.31239813566207886,
+      "learning_rate": 7.092942173085644e-06,
+      "loss": 1.1942,
+      "step": 20343
+    },
+    {
+      "epoch": 6.059383086058936,
+      "grad_norm": 0.25440940260887146,
+      "learning_rate": 7.092019277460782e-06,
+      "loss": 1.2137,
+      "step": 20344
+    },
+    {
+      "epoch": 6.059680932258605,
+      "grad_norm": 0.3276274502277374,
+      "learning_rate": 7.091096408891429e-06,
+      "loss": 1.2169,
+      "step": 20345
+    },
+    {
+      "epoch": 6.059978778458274,
+      "grad_norm": 0.268621027469635,
+      "learning_rate": 7.090173567386177e-06,
+      "loss": 1.2079,
+      "step": 20346
+    },
+    {
+      "epoch": 6.060276624657942,
+      "grad_norm": 0.27536237239837646,
+      "learning_rate": 7.089250752953607e-06,
+      "loss": 1.232,
+      "step": 20347
+    },
+    {
+      "epoch": 6.060574470857611,
+      "grad_norm": 0.37485766410827637,
+      "learning_rate": 7.0883279656023066e-06,
+      "loss": 1.2133,
+      "step": 20348
+    },
+    {
+      "epoch": 6.06087231705728,
+      "grad_norm": 0.25602367520332336,
+      "learning_rate": 7.0874052053408616e-06,
+      "loss": 1.1843,
+      "step": 20349
+    },
+    {
+      "epoch": 6.061170163256948,
+      "grad_norm": 0.40816983580589294,
+      "learning_rate": 7.086482472177859e-06,
+      "loss": 1.2167,
+      "step": 20350
+    },
+    {
+      "epoch": 6.0614680094566165,
+      "grad_norm": 0.28543126583099365,
+      "learning_rate": 7.085559766121877e-06,
+      "loss": 1.2146,
+      "step": 20351
+    },
+    {
+      "epoch": 6.061765855656286,
+      "grad_norm": 0.38882529735565186,
+      "learning_rate": 7.084637087181511e-06,
+      "loss": 1.2167,
+      "step": 20352
+    },
+    {
+      "epoch": 6.062063701855954,
+      "grad_norm": 0.3593398928642273,
+      "learning_rate": 7.083714435365337e-06,
+      "loss": 1.211,
+      "step": 20353
+    },
+    {
+      "epoch": 6.062361548055623,
+      "grad_norm": 0.3053756356239319,
+      "learning_rate": 7.082791810681942e-06,
+      "loss": 1.2014,
+      "step": 20354
+    },
+    {
+      "epoch": 6.0626593942552915,
+      "grad_norm": 0.5559249520301819,
+      "learning_rate": 7.081869213139908e-06,
+      "loss": 1.2064,
+      "step": 20355
+    },
+    {
+      "epoch": 6.06295724045496,
+      "grad_norm": 0.36054715514183044,
+      "learning_rate": 7.080946642747825e-06,
+      "loss": 1.2183,
+      "step": 20356
+    },
+    {
+      "epoch": 6.063255086654629,
+      "grad_norm": 0.4525575637817383,
+      "learning_rate": 7.080024099514267e-06,
+      "loss": 1.2028,
+      "step": 20357
+    },
+    {
+      "epoch": 6.063552932854297,
+      "grad_norm": 0.2647133469581604,
+      "learning_rate": 7.079101583447826e-06,
+      "loss": 1.2196,
+      "step": 20358
+    },
+    {
+      "epoch": 6.063850779053966,
+      "grad_norm": 0.5323600172996521,
+      "learning_rate": 7.078179094557078e-06,
+      "loss": 1.2211,
+      "step": 20359
+    },
+    {
+      "epoch": 6.064148625253635,
+      "grad_norm": 0.34941011667251587,
+      "learning_rate": 7.077256632850611e-06,
+      "loss": 1.2192,
+      "step": 20360
+    },
+    {
+      "epoch": 6.064446471453303,
+      "grad_norm": 0.5039055943489075,
+      "learning_rate": 7.076334198337007e-06,
+      "loss": 1.2113,
+      "step": 20361
+    },
+    {
+      "epoch": 6.064744317652972,
+      "grad_norm": 0.3495168089866638,
+      "learning_rate": 7.0754117910248445e-06,
+      "loss": 1.2015,
+      "step": 20362
+    },
+    {
+      "epoch": 6.065042163852641,
+      "grad_norm": 0.2851726710796356,
+      "learning_rate": 7.0744894109227095e-06,
+      "loss": 1.2005,
+      "step": 20363
+    },
+    {
+      "epoch": 6.065340010052309,
+      "grad_norm": 0.47293710708618164,
+      "learning_rate": 7.073567058039184e-06,
+      "loss": 1.1926,
+      "step": 20364
+    },
+    {
+      "epoch": 6.0656378562519775,
+      "grad_norm": 0.2833225429058075,
+      "learning_rate": 7.072644732382842e-06,
+      "loss": 1.2157,
+      "step": 20365
+    },
+    {
+      "epoch": 6.065935702451647,
+      "grad_norm": 0.36753979325294495,
+      "learning_rate": 7.071722433962272e-06,
+      "loss": 1.2129,
+      "step": 20366
+    },
+    {
+      "epoch": 6.066233548651315,
+      "grad_norm": 0.45584869384765625,
+      "learning_rate": 7.0708001627860556e-06,
+      "loss": 1.215,
+      "step": 20367
+    },
+    {
+      "epoch": 6.066531394850984,
+      "grad_norm": 0.2690370976924896,
+      "learning_rate": 7.069877918862766e-06,
+      "loss": 1.1947,
+      "step": 20368
+    },
+    {
+      "epoch": 6.066829241050653,
+      "grad_norm": 0.5671363472938538,
+      "learning_rate": 7.068955702200995e-06,
+      "loss": 1.2114,
+      "step": 20369
+    },
+    {
+      "epoch": 6.067127087250321,
+      "grad_norm": 0.2720038890838623,
+      "learning_rate": 7.068033512809316e-06,
+      "loss": 1.2191,
+      "step": 20370
+    },
+    {
+      "epoch": 6.06742493344999,
+      "grad_norm": 0.5115370154380798,
+      "learning_rate": 7.067111350696303e-06,
+      "loss": 1.2105,
+      "step": 20371
+    },
+    {
+      "epoch": 6.0677227796496584,
+      "grad_norm": 0.31888440251350403,
+      "learning_rate": 7.0661892158705455e-06,
+      "loss": 1.2116,
+      "step": 20372
+    },
+    {
+      "epoch": 6.068020625849327,
+      "grad_norm": 0.36731308698654175,
+      "learning_rate": 7.065267108340622e-06,
+      "loss": 1.217,
+      "step": 20373
+    },
+    {
+      "epoch": 6.068318472048996,
+      "grad_norm": 0.6055471301078796,
+      "learning_rate": 7.064345028115105e-06,
+      "loss": 1.2088,
+      "step": 20374
+    },
+    {
+      "epoch": 6.068616318248664,
+      "grad_norm": 0.28859513998031616,
+      "learning_rate": 7.063422975202581e-06,
+      "loss": 1.2283,
+      "step": 20375
+    },
+    {
+      "epoch": 6.068914164448333,
+      "grad_norm": 0.6174281239509583,
+      "learning_rate": 7.062500949611622e-06,
+      "loss": 1.2135,
+      "step": 20376
+    },
+    {
+      "epoch": 6.069212010648002,
+      "grad_norm": 0.33535486459732056,
+      "learning_rate": 7.061578951350814e-06,
+      "loss": 1.2116,
+      "step": 20377
+    },
+    {
+      "epoch": 6.06950985684767,
+      "grad_norm": 0.5999237895011902,
+      "learning_rate": 7.060656980428728e-06,
+      "loss": 1.1964,
+      "step": 20378
+    },
+    {
+      "epoch": 6.0698077030473385,
+      "grad_norm": 0.3785956799983978,
+      "learning_rate": 7.059735036853942e-06,
+      "loss": 1.2025,
+      "step": 20379
+    },
+    {
+      "epoch": 6.070105549247008,
+      "grad_norm": 0.37391769886016846,
+      "learning_rate": 7.058813120635042e-06,
+      "loss": 1.2212,
+      "step": 20380
+    },
+    {
+      "epoch": 6.070403395446676,
+      "grad_norm": 0.4204009473323822,
+      "learning_rate": 7.057891231780598e-06,
+      "loss": 1.2008,
+      "step": 20381
+    },
+    {
+      "epoch": 6.070701241646345,
+      "grad_norm": 0.2564176619052887,
+      "learning_rate": 7.056969370299187e-06,
+      "loss": 1.224,
+      "step": 20382
+    },
+    {
+      "epoch": 6.070999087846014,
+      "grad_norm": 0.35885563492774963,
+      "learning_rate": 7.0560475361993885e-06,
+      "loss": 1.2079,
+      "step": 20383
+    },
+    {
+      "epoch": 6.071296934045682,
+      "grad_norm": 0.35639089345932007,
+      "learning_rate": 7.055125729489782e-06,
+      "loss": 1.1945,
+      "step": 20384
+    },
+    {
+      "epoch": 6.071594780245351,
+      "grad_norm": 0.25001823902130127,
+      "learning_rate": 7.054203950178935e-06,
+      "loss": 1.2165,
+      "step": 20385
+    },
+    {
+      "epoch": 6.0718926264450195,
+      "grad_norm": 0.41291582584381104,
+      "learning_rate": 7.053282198275433e-06,
+      "loss": 1.2268,
+      "step": 20386
+    },
+    {
+      "epoch": 6.072190472644688,
+      "grad_norm": 0.26988789439201355,
+      "learning_rate": 7.05236047378785e-06,
+      "loss": 1.218,
+      "step": 20387
+    },
+    {
+      "epoch": 6.072488318844357,
+      "grad_norm": 0.28253674507141113,
+      "learning_rate": 7.051438776724753e-06,
+      "loss": 1.2005,
+      "step": 20388
+    },
+    {
+      "epoch": 6.072786165044025,
+      "grad_norm": 0.33627164363861084,
+      "learning_rate": 7.050517107094725e-06,
+      "loss": 1.2046,
+      "step": 20389
+    },
+    {
+      "epoch": 6.073084011243694,
+      "grad_norm": 0.3070752024650574,
+      "learning_rate": 7.049595464906345e-06,
+      "loss": 1.1961,
+      "step": 20390
+    },
+    {
+      "epoch": 6.073381857443363,
+      "grad_norm": 0.3663565516471863,
+      "learning_rate": 7.048673850168177e-06,
+      "loss": 1.2106,
+      "step": 20391
+    },
+    {
+      "epoch": 6.073679703643031,
+      "grad_norm": 0.31832611560821533,
+      "learning_rate": 7.047752262888805e-06,
+      "loss": 1.2044,
+      "step": 20392
+    },
+    {
+      "epoch": 6.0739775498426996,
+      "grad_norm": 0.27179139852523804,
+      "learning_rate": 7.046830703076797e-06,
+      "loss": 1.1984,
+      "step": 20393
+    },
+    {
+      "epoch": 6.074275396042369,
+      "grad_norm": 0.2872277796268463,
+      "learning_rate": 7.0459091707407335e-06,
+      "loss": 1.2197,
+      "step": 20394
+    },
+    {
+      "epoch": 6.074573242242037,
+      "grad_norm": 0.3771313726902008,
+      "learning_rate": 7.044987665889182e-06,
+      "loss": 1.1935,
+      "step": 20395
+    },
+    {
+      "epoch": 6.074871088441706,
+      "grad_norm": 0.275558739900589,
+      "learning_rate": 7.0440661885307184e-06,
+      "loss": 1.2022,
+      "step": 20396
+    },
+    {
+      "epoch": 6.075168934641375,
+      "grad_norm": 0.43085530400276184,
+      "learning_rate": 7.0431447386739196e-06,
+      "loss": 1.2004,
+      "step": 20397
+    },
+    {
+      "epoch": 6.075466780841043,
+      "grad_norm": 0.3149186074733734,
+      "learning_rate": 7.042223316327355e-06,
+      "loss": 1.2117,
+      "step": 20398
+    },
+    {
+      "epoch": 6.075764627040712,
+      "grad_norm": 0.3658163547515869,
+      "learning_rate": 7.041301921499592e-06,
+      "loss": 1.2057,
+      "step": 20399
+    },
+    {
+      "epoch": 6.0760624732403805,
+      "grad_norm": 0.38250505924224854,
+      "learning_rate": 7.040380554199215e-06,
+      "loss": 1.1872,
+      "step": 20400
+    },
+    {
+      "epoch": 6.076360319440049,
+      "grad_norm": 0.26535093784332275,
+      "learning_rate": 7.039459214434789e-06,
+      "loss": 1.2137,
+      "step": 20401
+    },
+    {
+      "epoch": 6.076658165639718,
+      "grad_norm": 0.43134433031082153,
+      "learning_rate": 7.038537902214884e-06,
+      "loss": 1.2043,
+      "step": 20402
+    },
+    {
+      "epoch": 6.076956011839386,
+      "grad_norm": 0.25832346081733704,
+      "learning_rate": 7.03761661754808e-06,
+      "loss": 1.194,
+      "step": 20403
+    },
+    {
+      "epoch": 6.077253858039055,
+      "grad_norm": 0.37801945209503174,
+      "learning_rate": 7.036695360442942e-06,
+      "loss": 1.1986,
+      "step": 20404
+    },
+    {
+      "epoch": 6.077551704238724,
+      "grad_norm": 0.2915472388267517,
+      "learning_rate": 7.035774130908041e-06,
+      "loss": 1.2123,
+      "step": 20405
+    },
+    {
+      "epoch": 6.077849550438392,
+      "grad_norm": 0.30703651905059814,
+      "learning_rate": 7.034852928951953e-06,
+      "loss": 1.2081,
+      "step": 20406
+    },
+    {
+      "epoch": 6.078147396638061,
+      "grad_norm": 0.47424939274787903,
+      "learning_rate": 7.0339317545832435e-06,
+      "loss": 1.2096,
+      "step": 20407
+    },
+    {
+      "epoch": 6.07844524283773,
+      "grad_norm": 0.41901594400405884,
+      "learning_rate": 7.033010607810482e-06,
+      "loss": 1.2081,
+      "step": 20408
+    },
+    {
+      "epoch": 6.078743089037398,
+      "grad_norm": 0.27409788966178894,
+      "learning_rate": 7.0320894886422474e-06,
+      "loss": 1.1911,
+      "step": 20409
+    },
+    {
+      "epoch": 6.079040935237067,
+      "grad_norm": 0.29361626505851746,
+      "learning_rate": 7.0311683970871005e-06,
+      "loss": 1.1985,
+      "step": 20410
+    },
+    {
+      "epoch": 6.079338781436736,
+      "grad_norm": 0.2925852835178375,
+      "learning_rate": 7.030247333153617e-06,
+      "loss": 1.2284,
+      "step": 20411
+    },
+    {
+      "epoch": 6.079636627636404,
+      "grad_norm": 0.26330602169036865,
+      "learning_rate": 7.029326296850363e-06,
+      "loss": 1.2141,
+      "step": 20412
+    },
+    {
+      "epoch": 6.079934473836073,
+      "grad_norm": 0.27293527126312256,
+      "learning_rate": 7.0284052881859085e-06,
+      "loss": 1.2333,
+      "step": 20413
+    },
+    {
+      "epoch": 6.0802323200357415,
+      "grad_norm": 0.2640949487686157,
+      "learning_rate": 7.027484307168824e-06,
+      "loss": 1.2126,
+      "step": 20414
+    },
+    {
+      "epoch": 6.08053016623541,
+      "grad_norm": 0.26671817898750305,
+      "learning_rate": 7.026563353807678e-06,
+      "loss": 1.1931,
+      "step": 20415
+    },
+    {
+      "epoch": 6.080828012435079,
+      "grad_norm": 0.2652629613876343,
+      "learning_rate": 7.025642428111034e-06,
+      "loss": 1.1916,
+      "step": 20416
+    },
+    {
+      "epoch": 6.081125858634747,
+      "grad_norm": 0.3108772337436676,
+      "learning_rate": 7.024721530087469e-06,
+      "loss": 1.2156,
+      "step": 20417
+    },
+    {
+      "epoch": 6.081423704834416,
+      "grad_norm": 0.2715778648853302,
+      "learning_rate": 7.023800659745541e-06,
+      "loss": 1.216,
+      "step": 20418
+    },
+    {
+      "epoch": 6.081721551034085,
+      "grad_norm": 0.26113471388816833,
+      "learning_rate": 7.0228798170938225e-06,
+      "loss": 1.1955,
+      "step": 20419
+    },
+    {
+      "epoch": 6.082019397233753,
+      "grad_norm": 0.32121750712394714,
+      "learning_rate": 7.021959002140885e-06,
+      "loss": 1.2216,
+      "step": 20420
+    },
+    {
+      "epoch": 6.0823172434334225,
+      "grad_norm": 0.30098626017570496,
+      "learning_rate": 7.021038214895293e-06,
+      "loss": 1.2005,
+      "step": 20421
+    },
+    {
+      "epoch": 6.082615089633091,
+      "grad_norm": 0.27612149715423584,
+      "learning_rate": 7.020117455365606e-06,
+      "loss": 1.2129,
+      "step": 20422
+    },
+    {
+      "epoch": 6.082912935832759,
+      "grad_norm": 0.2973646819591522,
+      "learning_rate": 7.019196723560402e-06,
+      "loss": 1.2121,
+      "step": 20423
+    },
+    {
+      "epoch": 6.083210782032428,
+      "grad_norm": 0.26949751377105713,
+      "learning_rate": 7.01827601948824e-06,
+      "loss": 1.2028,
+      "step": 20424
+    },
+    {
+      "epoch": 6.083508628232097,
+      "grad_norm": 0.4442526400089264,
+      "learning_rate": 7.017355343157686e-06,
+      "loss": 1.2217,
+      "step": 20425
+    },
+    {
+      "epoch": 6.083806474431765,
+      "grad_norm": 0.2635462284088135,
+      "learning_rate": 7.016434694577312e-06,
+      "loss": 1.2113,
+      "step": 20426
+    },
+    {
+      "epoch": 6.084104320631434,
+      "grad_norm": 0.34377890825271606,
+      "learning_rate": 7.015514073755676e-06,
+      "loss": 1.2154,
+      "step": 20427
+    },
+    {
+      "epoch": 6.084402166831103,
+      "grad_norm": 0.30079883337020874,
+      "learning_rate": 7.014593480701351e-06,
+      "loss": 1.2039,
+      "step": 20428
+    },
+    {
+      "epoch": 6.084700013030771,
+      "grad_norm": 0.3327597975730896,
+      "learning_rate": 7.013672915422898e-06,
+      "loss": 1.2197,
+      "step": 20429
+    },
+    {
+      "epoch": 6.08499785923044,
+      "grad_norm": 0.2588975727558136,
+      "learning_rate": 7.012752377928878e-06,
+      "loss": 1.204,
+      "step": 20430
+    },
+    {
+      "epoch": 6.0852957054301084,
+      "grad_norm": 0.35409826040267944,
+      "learning_rate": 7.0118318682278615e-06,
+      "loss": 1.2015,
+      "step": 20431
+    },
+    {
+      "epoch": 6.085593551629777,
+      "grad_norm": 0.4417869448661804,
+      "learning_rate": 7.010911386328414e-06,
+      "loss": 1.2115,
+      "step": 20432
+    },
+    {
+      "epoch": 6.085891397829446,
+      "grad_norm": 0.2775195837020874,
+      "learning_rate": 7.0099909322390915e-06,
+      "loss": 1.2191,
+      "step": 20433
+    },
+    {
+      "epoch": 6.086189244029114,
+      "grad_norm": 0.3130930960178375,
+      "learning_rate": 7.009070505968467e-06,
+      "loss": 1.2218,
+      "step": 20434
+    },
+    {
+      "epoch": 6.0864870902287835,
+      "grad_norm": 0.25491204857826233,
+      "learning_rate": 7.008150107525098e-06,
+      "loss": 1.2002,
+      "step": 20435
+    },
+    {
+      "epoch": 6.086784936428452,
+      "grad_norm": 0.25688236951828003,
+      "learning_rate": 7.007229736917549e-06,
+      "loss": 1.2051,
+      "step": 20436
+    },
+    {
+      "epoch": 6.08708278262812,
+      "grad_norm": 0.28710290789604187,
+      "learning_rate": 7.006309394154383e-06,
+      "loss": 1.2025,
+      "step": 20437
+    },
+    {
+      "epoch": 6.087380628827789,
+      "grad_norm": 0.2777743637561798,
+      "learning_rate": 7.005389079244167e-06,
+      "loss": 1.2218,
+      "step": 20438
+    },
+    {
+      "epoch": 6.087678475027458,
+      "grad_norm": 0.4726444482803345,
+      "learning_rate": 7.004468792195454e-06,
+      "loss": 1.2149,
+      "step": 20439
+    },
+    {
+      "epoch": 6.087976321227126,
+      "grad_norm": 0.29624661803245544,
+      "learning_rate": 7.0035485330168175e-06,
+      "loss": 1.2336,
+      "step": 20440
+    },
+    {
+      "epoch": 6.088274167426795,
+      "grad_norm": 0.5459936857223511,
+      "learning_rate": 7.00262830171681e-06,
+      "loss": 1.209,
+      "step": 20441
+    },
+    {
+      "epoch": 6.088572013626464,
+      "grad_norm": 0.2904707193374634,
+      "learning_rate": 7.001708098303999e-06,
+      "loss": 1.2282,
+      "step": 20442
+    },
+    {
+      "epoch": 6.088869859826132,
+      "grad_norm": 0.3669629991054535,
+      "learning_rate": 7.000787922786944e-06,
+      "loss": 1.2053,
+      "step": 20443
+    },
+    {
+      "epoch": 6.089167706025801,
+      "grad_norm": 0.4363369941711426,
+      "learning_rate": 6.999867775174205e-06,
+      "loss": 1.2076,
+      "step": 20444
+    },
+    {
+      "epoch": 6.0894655522254695,
+      "grad_norm": 0.2777957320213318,
+      "learning_rate": 6.998947655474348e-06,
+      "loss": 1.2063,
+      "step": 20445
+    },
+    {
+      "epoch": 6.089763398425138,
+      "grad_norm": 0.3113929033279419,
+      "learning_rate": 6.998027563695931e-06,
+      "loss": 1.2066,
+      "step": 20446
+    },
+    {
+      "epoch": 6.090061244624807,
+      "grad_norm": 0.3149489164352417,
+      "learning_rate": 6.997107499847509e-06,
+      "loss": 1.1957,
+      "step": 20447
+    },
+    {
+      "epoch": 6.090359090824475,
+      "grad_norm": 0.27551475167274475,
+      "learning_rate": 6.996187463937647e-06,
+      "loss": 1.2202,
+      "step": 20448
+    },
+    {
+      "epoch": 6.090656937024145,
+      "grad_norm": 0.330971896648407,
+      "learning_rate": 6.995267455974909e-06,
+      "loss": 1.2157,
+      "step": 20449
+    },
+    {
+      "epoch": 6.090954783223813,
+      "grad_norm": 0.28980836272239685,
+      "learning_rate": 6.994347475967844e-06,
+      "loss": 1.2022,
+      "step": 20450
+    },
+    {
+      "epoch": 6.091252629423481,
+      "grad_norm": 0.401186466217041,
+      "learning_rate": 6.993427523925024e-06,
+      "loss": 1.1996,
+      "step": 20451
+    },
+    {
+      "epoch": 6.09155047562315,
+      "grad_norm": 0.2572411596775055,
+      "learning_rate": 6.992507599855001e-06,
+      "loss": 1.2126,
+      "step": 20452
+    },
+    {
+      "epoch": 6.091848321822819,
+      "grad_norm": 0.4092616140842438,
+      "learning_rate": 6.991587703766329e-06,
+      "loss": 1.2134,
+      "step": 20453
+    },
+    {
+      "epoch": 6.092146168022487,
+      "grad_norm": 0.3409324288368225,
+      "learning_rate": 6.990667835667575e-06,
+      "loss": 1.1989,
+      "step": 20454
+    },
+    {
+      "epoch": 6.092444014222156,
+      "grad_norm": 0.3348819613456726,
+      "learning_rate": 6.989747995567298e-06,
+      "loss": 1.2099,
+      "step": 20455
+    },
+    {
+      "epoch": 6.092741860421825,
+      "grad_norm": 0.3193581700325012,
+      "learning_rate": 6.988828183474046e-06,
+      "loss": 1.2028,
+      "step": 20456
+    },
+    {
+      "epoch": 6.093039706621493,
+      "grad_norm": 0.38945794105529785,
+      "learning_rate": 6.98790839939639e-06,
+      "loss": 1.2102,
+      "step": 20457
+    },
+    {
+      "epoch": 6.093337552821162,
+      "grad_norm": 0.2539597451686859,
+      "learning_rate": 6.986988643342876e-06,
+      "loss": 1.1944,
+      "step": 20458
+    },
+    {
+      "epoch": 6.0936353990208305,
+      "grad_norm": 0.4171285927295685,
+      "learning_rate": 6.986068915322071e-06,
+      "loss": 1.2103,
+      "step": 20459
+    },
+    {
+      "epoch": 6.093933245220499,
+      "grad_norm": 0.28877657651901245,
+      "learning_rate": 6.985149215342524e-06,
+      "loss": 1.204,
+      "step": 20460
+    },
+    {
+      "epoch": 6.094231091420168,
+      "grad_norm": 0.3398493230342865,
+      "learning_rate": 6.984229543412794e-06,
+      "loss": 1.1847,
+      "step": 20461
+    },
+    {
+      "epoch": 6.094528937619836,
+      "grad_norm": 0.2786409854888916,
+      "learning_rate": 6.983309899541443e-06,
+      "loss": 1.218,
+      "step": 20462
+    },
+    {
+      "epoch": 6.094826783819506,
+      "grad_norm": 0.6020640134811401,
+      "learning_rate": 6.982390283737022e-06,
+      "loss": 1.2103,
+      "step": 20463
+    },
+    {
+      "epoch": 6.095124630019174,
+      "grad_norm": 0.3121355473995209,
+      "learning_rate": 6.9814706960080845e-06,
+      "loss": 1.2303,
+      "step": 20464
+    },
+    {
+      "epoch": 6.095422476218842,
+      "grad_norm": 0.5204094648361206,
+      "learning_rate": 6.980551136363194e-06,
+      "loss": 1.2075,
+      "step": 20465
+    },
+    {
+      "epoch": 6.0957203224185115,
+      "grad_norm": 0.27732616662979126,
+      "learning_rate": 6.979631604810899e-06,
+      "loss": 1.2063,
+      "step": 20466
+    },
+    {
+      "epoch": 6.09601816861818,
+      "grad_norm": 0.4900452494621277,
+      "learning_rate": 6.978712101359756e-06,
+      "loss": 1.2041,
+      "step": 20467
+    },
+    {
+      "epoch": 6.096316014817848,
+      "grad_norm": 0.28665292263031006,
+      "learning_rate": 6.977792626018325e-06,
+      "loss": 1.2165,
+      "step": 20468
+    },
+    {
+      "epoch": 6.096613861017517,
+      "grad_norm": 0.45302802324295044,
+      "learning_rate": 6.976873178795157e-06,
+      "loss": 1.211,
+      "step": 20469
+    },
+    {
+      "epoch": 6.096911707217186,
+      "grad_norm": 0.26088371872901917,
+      "learning_rate": 6.9759537596988025e-06,
+      "loss": 1.2011,
+      "step": 20470
+    },
+    {
+      "epoch": 6.097209553416854,
+      "grad_norm": 0.36315658688545227,
+      "learning_rate": 6.975034368737821e-06,
+      "loss": 1.2057,
+      "step": 20471
+    },
+    {
+      "epoch": 6.097507399616523,
+      "grad_norm": 0.24717873334884644,
+      "learning_rate": 6.974115005920767e-06,
+      "loss": 1.2098,
+      "step": 20472
+    },
+    {
+      "epoch": 6.0978052458161915,
+      "grad_norm": 0.26071131229400635,
+      "learning_rate": 6.97319567125619e-06,
+      "loss": 1.2086,
+      "step": 20473
+    },
+    {
+      "epoch": 6.09810309201586,
+      "grad_norm": 0.27413856983184814,
+      "learning_rate": 6.9722763647526484e-06,
+      "loss": 1.2052,
+      "step": 20474
+    },
+    {
+      "epoch": 6.098400938215529,
+      "grad_norm": 0.33768430352211,
+      "learning_rate": 6.971357086418688e-06,
+      "loss": 1.1973,
+      "step": 20475
+    },
+    {
+      "epoch": 6.098698784415197,
+      "grad_norm": 0.3707341253757477,
+      "learning_rate": 6.97043783626287e-06,
+      "loss": 1.2011,
+      "step": 20476
+    },
+    {
+      "epoch": 6.098996630614867,
+      "grad_norm": 0.2891037166118622,
+      "learning_rate": 6.9695186142937425e-06,
+      "loss": 1.2058,
+      "step": 20477
+    },
+    {
+      "epoch": 6.099294476814535,
+      "grad_norm": 0.277849018573761,
+      "learning_rate": 6.968599420519855e-06,
+      "loss": 1.2151,
+      "step": 20478
+    },
+    {
+      "epoch": 6.099592323014203,
+      "grad_norm": 0.37085142731666565,
+      "learning_rate": 6.967680254949767e-06,
+      "loss": 1.1967,
+      "step": 20479
+    },
+    {
+      "epoch": 6.0998901692138725,
+      "grad_norm": 0.2706451416015625,
+      "learning_rate": 6.966761117592027e-06,
+      "loss": 1.2112,
+      "step": 20480
+    },
+    {
+      "epoch": 6.100188015413541,
+      "grad_norm": 0.40303710103034973,
+      "learning_rate": 6.965842008455181e-06,
+      "loss": 1.2084,
+      "step": 20481
+    },
+    {
+      "epoch": 6.100485861613209,
+      "grad_norm": 0.3119714558124542,
+      "learning_rate": 6.9649229275477905e-06,
+      "loss": 1.204,
+      "step": 20482
+    },
+    {
+      "epoch": 6.100783707812878,
+      "grad_norm": 0.36651402711868286,
+      "learning_rate": 6.964003874878398e-06,
+      "loss": 1.2106,
+      "step": 20483
+    },
+    {
+      "epoch": 6.101081554012547,
+      "grad_norm": 0.4344756603240967,
+      "learning_rate": 6.963084850455556e-06,
+      "loss": 1.2067,
+      "step": 20484
+    },
+    {
+      "epoch": 6.101379400212215,
+      "grad_norm": 0.27097341418266296,
+      "learning_rate": 6.96216585428782e-06,
+      "loss": 1.2034,
+      "step": 20485
+    },
+    {
+      "epoch": 6.101677246411884,
+      "grad_norm": 0.6429668664932251,
+      "learning_rate": 6.961246886383737e-06,
+      "loss": 1.2117,
+      "step": 20486
+    },
+    {
+      "epoch": 6.101975092611553,
+      "grad_norm": 0.29374146461486816,
+      "learning_rate": 6.960327946751852e-06,
+      "loss": 1.1867,
+      "step": 20487
+    },
+    {
+      "epoch": 6.102272938811222,
+      "grad_norm": 0.47270968556404114,
+      "learning_rate": 6.959409035400725e-06,
+      "loss": 1.2342,
+      "step": 20488
+    },
+    {
+      "epoch": 6.10257078501089,
+      "grad_norm": 0.2763921022415161,
+      "learning_rate": 6.958490152338897e-06,
+      "loss": 1.2199,
+      "step": 20489
+    },
+    {
+      "epoch": 6.1028686312105584,
+      "grad_norm": 0.3743135333061218,
+      "learning_rate": 6.9575712975749165e-06,
+      "loss": 1.2095,
+      "step": 20490
+    },
+    {
+      "epoch": 6.103166477410228,
+      "grad_norm": 0.28013962507247925,
+      "learning_rate": 6.956652471117342e-06,
+      "loss": 1.2001,
+      "step": 20491
+    },
+    {
+      "epoch": 6.103464323609896,
+      "grad_norm": 0.26570209860801697,
+      "learning_rate": 6.955733672974712e-06,
+      "loss": 1.204,
+      "step": 20492
+    },
+    {
+      "epoch": 6.103762169809564,
+      "grad_norm": 0.39894533157348633,
+      "learning_rate": 6.95481490315558e-06,
+      "loss": 1.2119,
+      "step": 20493
+    },
+    {
+      "epoch": 6.1040600160092335,
+      "grad_norm": 0.29802659153938293,
+      "learning_rate": 6.953896161668494e-06,
+      "loss": 1.2141,
+      "step": 20494
+    },
+    {
+      "epoch": 6.104357862208902,
+      "grad_norm": 0.27953803539276123,
+      "learning_rate": 6.952977448522001e-06,
+      "loss": 1.2163,
+      "step": 20495
+    },
+    {
+      "epoch": 6.10465570840857,
+      "grad_norm": 0.35821402072906494,
+      "learning_rate": 6.952058763724646e-06,
+      "loss": 1.1876,
+      "step": 20496
+    },
+    {
+      "epoch": 6.104953554608239,
+      "grad_norm": 0.2715325653553009,
+      "learning_rate": 6.951140107284983e-06,
+      "loss": 1.2025,
+      "step": 20497
+    },
+    {
+      "epoch": 6.105251400807908,
+      "grad_norm": 0.4369836151599884,
+      "learning_rate": 6.9502214792115495e-06,
+      "loss": 1.2112,
+      "step": 20498
+    },
+    {
+      "epoch": 6.105549247007576,
+      "grad_norm": 0.3524416983127594,
+      "learning_rate": 6.949302879512903e-06,
+      "loss": 1.2078,
+      "step": 20499
+    },
+    {
+      "epoch": 6.105847093207245,
+      "grad_norm": 0.850420355796814,
+      "learning_rate": 6.948384308197582e-06,
+      "loss": 1.21,
+      "step": 20500
+    },
+    {
+      "epoch": 6.105847093207245,
+      "eval_loss": 1.3234530687332153,
+      "eval_runtime": 23.9568,
+      "eval_samples_per_second": 72.38,
+      "eval_steps_per_second": 4.55,
+      "step": 20500
+    },
+    {
+      "epoch": 6.106144939406914,
+      "grad_norm": 0.3084619641304016,
+      "learning_rate": 6.947465765274135e-06,
+      "loss": 1.2032,
+      "step": 20501
+    },
+    {
+      "epoch": 6.106442785606583,
+      "grad_norm": 0.4244225323200226,
+      "learning_rate": 6.94654725075111e-06,
+      "loss": 1.1966,
+      "step": 20502
+    },
+    {
+      "epoch": 6.106740631806251,
+      "grad_norm": 0.3955024182796478,
+      "learning_rate": 6.945628764637053e-06,
+      "loss": 1.2156,
+      "step": 20503
+    },
+    {
+      "epoch": 6.1070384780059195,
+      "grad_norm": 0.26083919405937195,
+      "learning_rate": 6.944710306940503e-06,
+      "loss": 1.2078,
+      "step": 20504
+    },
+    {
+      "epoch": 6.107336324205589,
+      "grad_norm": 0.6535545587539673,
+      "learning_rate": 6.9437918776700145e-06,
+      "loss": 1.2169,
+      "step": 20505
+    },
+    {
+      "epoch": 6.107634170405257,
+      "grad_norm": 0.2741965353488922,
+      "learning_rate": 6.942873476834127e-06,
+      "loss": 1.2111,
+      "step": 20506
+    },
+    {
+      "epoch": 6.107932016604925,
+      "grad_norm": 0.37694886326789856,
+      "learning_rate": 6.9419551044413825e-06,
+      "loss": 1.2263,
+      "step": 20507
+    },
+    {
+      "epoch": 6.108229862804595,
+      "grad_norm": 0.36882150173187256,
+      "learning_rate": 6.941036760500333e-06,
+      "loss": 1.1988,
+      "step": 20508
+    },
+    {
+      "epoch": 6.108527709004263,
+      "grad_norm": 0.3224135637283325,
+      "learning_rate": 6.940118445019516e-06,
+      "loss": 1.1923,
+      "step": 20509
+    },
+    {
+      "epoch": 6.108825555203931,
+      "grad_norm": 0.46624529361724854,
+      "learning_rate": 6.939200158007482e-06,
+      "loss": 1.2059,
+      "step": 20510
+    },
+    {
+      "epoch": 6.1091234014036,
+      "grad_norm": 0.30174317955970764,
+      "learning_rate": 6.9382818994727695e-06,
+      "loss": 1.1994,
+      "step": 20511
+    },
+    {
+      "epoch": 6.109421247603269,
+      "grad_norm": 0.28202491998672485,
+      "learning_rate": 6.93736366942392e-06,
+      "loss": 1.2058,
+      "step": 20512
+    },
+    {
+      "epoch": 6.109719093802937,
+      "grad_norm": 0.3995566666126251,
+      "learning_rate": 6.936445467869481e-06,
+      "loss": 1.2134,
+      "step": 20513
+    },
+    {
+      "epoch": 6.110016940002606,
+      "grad_norm": 0.3717820346355438,
+      "learning_rate": 6.935527294817998e-06,
+      "loss": 1.2148,
+      "step": 20514
+    },
+    {
+      "epoch": 6.110314786202275,
+      "grad_norm": 0.44415083527565,
+      "learning_rate": 6.934609150278005e-06,
+      "loss": 1.1948,
+      "step": 20515
+    },
+    {
+      "epoch": 6.110612632401944,
+      "grad_norm": 0.453581839799881,
+      "learning_rate": 6.9336910342580525e-06,
+      "loss": 1.1998,
+      "step": 20516
+    },
+    {
+      "epoch": 6.110910478601612,
+      "grad_norm": 0.2977471947669983,
+      "learning_rate": 6.932772946766679e-06,
+      "loss": 1.2202,
+      "step": 20517
+    },
+    {
+      "epoch": 6.1112083248012805,
+      "grad_norm": 0.479152649641037,
+      "learning_rate": 6.931854887812424e-06,
+      "loss": 1.2124,
+      "step": 20518
+    },
+    {
+      "epoch": 6.11150617100095,
+      "grad_norm": 0.3845822513103485,
+      "learning_rate": 6.930936857403832e-06,
+      "loss": 1.2205,
+      "step": 20519
+    },
+    {
+      "epoch": 6.111804017200618,
+      "grad_norm": 0.483164519071579,
+      "learning_rate": 6.930018855549445e-06,
+      "loss": 1.2135,
+      "step": 20520
+    },
+    {
+      "epoch": 6.112101863400286,
+      "grad_norm": 0.3645203411579132,
+      "learning_rate": 6.929100882257798e-06,
+      "loss": 1.2102,
+      "step": 20521
+    },
+    {
+      "epoch": 6.112399709599956,
+      "grad_norm": 0.3148750364780426,
+      "learning_rate": 6.928182937537442e-06,
+      "loss": 1.2293,
+      "step": 20522
+    },
+    {
+      "epoch": 6.112697555799624,
+      "grad_norm": 0.3886222541332245,
+      "learning_rate": 6.927265021396909e-06,
+      "loss": 1.213,
+      "step": 20523
+    },
+    {
+      "epoch": 6.112995401999292,
+      "grad_norm": 0.287148118019104,
+      "learning_rate": 6.9263471338447416e-06,
+      "loss": 1.2011,
+      "step": 20524
+    },
+    {
+      "epoch": 6.1132932481989615,
+      "grad_norm": 0.26246532797813416,
+      "learning_rate": 6.925429274889481e-06,
+      "loss": 1.1939,
+      "step": 20525
+    },
+    {
+      "epoch": 6.11359109439863,
+      "grad_norm": 0.47627633810043335,
+      "learning_rate": 6.924511444539663e-06,
+      "loss": 1.1948,
+      "step": 20526
+    },
+    {
+      "epoch": 6.113888940598298,
+      "grad_norm": 0.35837310552597046,
+      "learning_rate": 6.923593642803834e-06,
+      "loss": 1.2005,
+      "step": 20527
+    },
+    {
+      "epoch": 6.114186786797967,
+      "grad_norm": 0.42851340770721436,
+      "learning_rate": 6.9226758696905295e-06,
+      "loss": 1.2183,
+      "step": 20528
+    },
+    {
+      "epoch": 6.114484632997636,
+      "grad_norm": 0.5166046023368835,
+      "learning_rate": 6.921758125208284e-06,
+      "loss": 1.2096,
+      "step": 20529
+    },
+    {
+      "epoch": 6.114782479197305,
+      "grad_norm": 0.3526485562324524,
+      "learning_rate": 6.9208404093656415e-06,
+      "loss": 1.2049,
+      "step": 20530
+    },
+    {
+      "epoch": 6.115080325396973,
+      "grad_norm": 0.6175981760025024,
+      "learning_rate": 6.919922722171139e-06,
+      "loss": 1.2096,
+      "step": 20531
+    },
+    {
+      "epoch": 6.1153781715966415,
+      "grad_norm": 0.2990829050540924,
+      "learning_rate": 6.9190050636333126e-06,
+      "loss": 1.2116,
+      "step": 20532
+    },
+    {
+      "epoch": 6.115676017796311,
+      "grad_norm": 0.8120248913764954,
+      "learning_rate": 6.918087433760705e-06,
+      "loss": 1.2086,
+      "step": 20533
+    },
+    {
+      "epoch": 6.115973863995979,
+      "grad_norm": 0.2923959195613861,
+      "learning_rate": 6.917169832561852e-06,
+      "loss": 1.2189,
+      "step": 20534
+    },
+    {
+      "epoch": 6.116271710195647,
+      "grad_norm": 0.5978054404258728,
+      "learning_rate": 6.9162522600452834e-06,
+      "loss": 1.196,
+      "step": 20535
+    },
+    {
+      "epoch": 6.116569556395317,
+      "grad_norm": 0.3772621154785156,
+      "learning_rate": 6.915334716219544e-06,
+      "loss": 1.2195,
+      "step": 20536
+    },
+    {
+      "epoch": 6.116867402594985,
+      "grad_norm": 0.3038269579410553,
+      "learning_rate": 6.914417201093172e-06,
+      "loss": 1.222,
+      "step": 20537
+    },
+    {
+      "epoch": 6.117165248794653,
+      "grad_norm": 0.555637001991272,
+      "learning_rate": 6.913499714674696e-06,
+      "loss": 1.2295,
+      "step": 20538
+    },
+    {
+      "epoch": 6.1174630949943225,
+      "grad_norm": 0.31136155128479004,
+      "learning_rate": 6.912582256972661e-06,
+      "loss": 1.2051,
+      "step": 20539
+    },
+    {
+      "epoch": 6.117760941193991,
+      "grad_norm": 0.5317781567573547,
+      "learning_rate": 6.911664827995599e-06,
+      "loss": 1.2104,
+      "step": 20540
+    },
+    {
+      "epoch": 6.118058787393659,
+      "grad_norm": 0.48772385716438293,
+      "learning_rate": 6.910747427752041e-06,
+      "loss": 1.2161,
+      "step": 20541
+    },
+    {
+      "epoch": 6.118356633593328,
+      "grad_norm": 0.375875324010849,
+      "learning_rate": 6.909830056250527e-06,
+      "loss": 1.2091,
+      "step": 20542
+    },
+    {
+      "epoch": 6.118654479792997,
+      "grad_norm": 0.5589781403541565,
+      "learning_rate": 6.908912713499592e-06,
+      "loss": 1.2111,
+      "step": 20543
+    },
+    {
+      "epoch": 6.118952325992666,
+      "grad_norm": 0.28380241990089417,
+      "learning_rate": 6.907995399507773e-06,
+      "loss": 1.2244,
+      "step": 20544
+    },
+    {
+      "epoch": 6.119250172192334,
+      "grad_norm": 0.6299400925636292,
+      "learning_rate": 6.907078114283603e-06,
+      "loss": 1.1996,
+      "step": 20545
+    },
+    {
+      "epoch": 6.119548018392003,
+      "grad_norm": 0.28528720140457153,
+      "learning_rate": 6.906160857835611e-06,
+      "loss": 1.2237,
+      "step": 20546
+    },
+    {
+      "epoch": 6.119845864591672,
+      "grad_norm": 0.3071301579475403,
+      "learning_rate": 6.90524363017234e-06,
+      "loss": 1.2006,
+      "step": 20547
+    },
+    {
+      "epoch": 6.12014371079134,
+      "grad_norm": 0.40062451362609863,
+      "learning_rate": 6.904326431302317e-06,
+      "loss": 1.2103,
+      "step": 20548
+    },
+    {
+      "epoch": 6.1204415569910084,
+      "grad_norm": 0.324465274810791,
+      "learning_rate": 6.903409261234078e-06,
+      "loss": 1.2091,
+      "step": 20549
+    },
+    {
+      "epoch": 6.120739403190678,
+      "grad_norm": 0.3610185384750366,
+      "learning_rate": 6.9024921199761575e-06,
+      "loss": 1.2172,
+      "step": 20550
+    },
+    {
+      "epoch": 6.121037249390346,
+      "grad_norm": 0.40855681896209717,
+      "learning_rate": 6.901575007537088e-06,
+      "loss": 1.2067,
+      "step": 20551
+    },
+    {
+      "epoch": 6.121335095590014,
+      "grad_norm": 0.2959303557872772,
+      "learning_rate": 6.900657923925398e-06,
+      "loss": 1.2246,
+      "step": 20552
+    },
+    {
+      "epoch": 6.1216329417896835,
+      "grad_norm": 0.28657275438308716,
+      "learning_rate": 6.899740869149623e-06,
+      "loss": 1.225,
+      "step": 20553
+    },
+    {
+      "epoch": 6.121930787989352,
+      "grad_norm": 0.4831201434135437,
+      "learning_rate": 6.8988238432183e-06,
+      "loss": 1.2139,
+      "step": 20554
+    },
+    {
+      "epoch": 6.122228634189021,
+      "grad_norm": 0.33637285232543945,
+      "learning_rate": 6.89790684613995e-06,
+      "loss": 1.2026,
+      "step": 20555
+    },
+    {
+      "epoch": 6.122526480388689,
+      "grad_norm": 0.4028896689414978,
+      "learning_rate": 6.896989877923117e-06,
+      "loss": 1.2057,
+      "step": 20556
+    },
+    {
+      "epoch": 6.122824326588358,
+      "grad_norm": 0.3351418375968933,
+      "learning_rate": 6.896072938576321e-06,
+      "loss": 1.2118,
+      "step": 20557
+    },
+    {
+      "epoch": 6.123122172788027,
+      "grad_norm": 0.4150068163871765,
+      "learning_rate": 6.895156028108103e-06,
+      "loss": 1.2179,
+      "step": 20558
+    },
+    {
+      "epoch": 6.123420018987695,
+      "grad_norm": 0.32761695981025696,
+      "learning_rate": 6.894239146526986e-06,
+      "loss": 1.2099,
+      "step": 20559
+    },
+    {
+      "epoch": 6.123717865187364,
+      "grad_norm": 0.3515329957008362,
+      "learning_rate": 6.893322293841505e-06,
+      "loss": 1.2013,
+      "step": 20560
+    },
+    {
+      "epoch": 6.124015711387033,
+      "grad_norm": 0.3351740837097168,
+      "learning_rate": 6.89240547006019e-06,
+      "loss": 1.2028,
+      "step": 20561
+    },
+    {
+      "epoch": 6.124313557586701,
+      "grad_norm": 0.28326913714408875,
+      "learning_rate": 6.8914886751915714e-06,
+      "loss": 1.2216,
+      "step": 20562
+    },
+    {
+      "epoch": 6.1246114037863695,
+      "grad_norm": 0.29817336797714233,
+      "learning_rate": 6.890571909244173e-06,
+      "loss": 1.2059,
+      "step": 20563
+    },
+    {
+      "epoch": 6.124909249986039,
+      "grad_norm": 0.30810728669166565,
+      "learning_rate": 6.889655172226533e-06,
+      "loss": 1.2098,
+      "step": 20564
+    },
+    {
+      "epoch": 6.125207096185707,
+      "grad_norm": 0.3400174677371979,
+      "learning_rate": 6.888738464147174e-06,
+      "loss": 1.2043,
+      "step": 20565
+    },
+    {
+      "epoch": 6.125504942385375,
+      "grad_norm": 0.41957220435142517,
+      "learning_rate": 6.887821785014627e-06,
+      "loss": 1.2104,
+      "step": 20566
+    },
+    {
+      "epoch": 6.125802788585045,
+      "grad_norm": 0.3656337559223175,
+      "learning_rate": 6.886905134837424e-06,
+      "loss": 1.2127,
+      "step": 20567
+    },
+    {
+      "epoch": 6.126100634784713,
+      "grad_norm": 0.3066710829734802,
+      "learning_rate": 6.885988513624091e-06,
+      "loss": 1.203,
+      "step": 20568
+    },
+    {
+      "epoch": 6.126398480984382,
+      "grad_norm": 0.2674976587295532,
+      "learning_rate": 6.885071921383151e-06,
+      "loss": 1.2173,
+      "step": 20569
+    },
+    {
+      "epoch": 6.12669632718405,
+      "grad_norm": 0.2625259459018707,
+      "learning_rate": 6.884155358123141e-06,
+      "loss": 1.219,
+      "step": 20570
+    },
+    {
+      "epoch": 6.126994173383719,
+      "grad_norm": 0.46240806579589844,
+      "learning_rate": 6.883238823852583e-06,
+      "loss": 1.2165,
+      "step": 20571
+    },
+    {
+      "epoch": 6.127292019583388,
+      "grad_norm": 0.26764822006225586,
+      "learning_rate": 6.8823223185800024e-06,
+      "loss": 1.2049,
+      "step": 20572
+    },
+    {
+      "epoch": 6.127589865783056,
+      "grad_norm": 0.5365241765975952,
+      "learning_rate": 6.881405842313934e-06,
+      "loss": 1.2085,
+      "step": 20573
+    },
+    {
+      "epoch": 6.127887711982725,
+      "grad_norm": 0.3085898756980896,
+      "learning_rate": 6.880489395062896e-06,
+      "loss": 1.2161,
+      "step": 20574
+    },
+    {
+      "epoch": 6.128185558182394,
+      "grad_norm": 0.6672071218490601,
+      "learning_rate": 6.879572976835422e-06,
+      "loss": 1.2084,
+      "step": 20575
+    },
+    {
+      "epoch": 6.128483404382062,
+      "grad_norm": 0.2635343372821808,
+      "learning_rate": 6.878656587640036e-06,
+      "loss": 1.1941,
+      "step": 20576
+    },
+    {
+      "epoch": 6.1287812505817305,
+      "grad_norm": 0.3361892104148865,
+      "learning_rate": 6.877740227485259e-06,
+      "loss": 1.2068,
+      "step": 20577
+    },
+    {
+      "epoch": 6.1290790967814,
+      "grad_norm": 0.42709881067276,
+      "learning_rate": 6.876823896379623e-06,
+      "loss": 1.2112,
+      "step": 20578
+    },
+    {
+      "epoch": 6.129376942981068,
+      "grad_norm": 0.2991598844528198,
+      "learning_rate": 6.875907594331652e-06,
+      "loss": 1.2122,
+      "step": 20579
+    },
+    {
+      "epoch": 6.129674789180736,
+      "grad_norm": 0.47507810592651367,
+      "learning_rate": 6.874991321349867e-06,
+      "loss": 1.2162,
+      "step": 20580
+    },
+    {
+      "epoch": 6.129972635380406,
+      "grad_norm": 0.2950620651245117,
+      "learning_rate": 6.874075077442801e-06,
+      "loss": 1.1809,
+      "step": 20581
+    },
+    {
+      "epoch": 6.130270481580074,
+      "grad_norm": 0.3419857323169708,
+      "learning_rate": 6.873158862618972e-06,
+      "loss": 1.2024,
+      "step": 20582
+    },
+    {
+      "epoch": 6.130568327779743,
+      "grad_norm": 0.2745928466320038,
+      "learning_rate": 6.872242676886905e-06,
+      "loss": 1.2026,
+      "step": 20583
+    },
+    {
+      "epoch": 6.1308661739794115,
+      "grad_norm": 0.2627103328704834,
+      "learning_rate": 6.871326520255126e-06,
+      "loss": 1.1981,
+      "step": 20584
+    },
+    {
+      "epoch": 6.13116402017908,
+      "grad_norm": 0.27292487025260925,
+      "learning_rate": 6.870410392732161e-06,
+      "loss": 1.204,
+      "step": 20585
+    },
+    {
+      "epoch": 6.131461866378749,
+      "grad_norm": 0.3463563919067383,
+      "learning_rate": 6.869494294326524e-06,
+      "loss": 1.2092,
+      "step": 20586
+    },
+    {
+      "epoch": 6.131759712578417,
+      "grad_norm": 0.265866756439209,
+      "learning_rate": 6.868578225046751e-06,
+      "loss": 1.2171,
+      "step": 20587
+    },
+    {
+      "epoch": 6.132057558778086,
+      "grad_norm": 0.34672361612319946,
+      "learning_rate": 6.867662184901358e-06,
+      "loss": 1.1981,
+      "step": 20588
+    },
+    {
+      "epoch": 6.132355404977755,
+      "grad_norm": 0.358896404504776,
+      "learning_rate": 6.866746173898865e-06,
+      "loss": 1.2177,
+      "step": 20589
+    },
+    {
+      "epoch": 6.132653251177423,
+      "grad_norm": 0.3443050682544708,
+      "learning_rate": 6.865830192047803e-06,
+      "loss": 1.2018,
+      "step": 20590
+    },
+    {
+      "epoch": 6.1329510973770915,
+      "grad_norm": 0.3751683533191681,
+      "learning_rate": 6.8649142393566845e-06,
+      "loss": 1.2089,
+      "step": 20591
+    },
+    {
+      "epoch": 6.133248943576761,
+      "grad_norm": 0.3259476125240326,
+      "learning_rate": 6.863998315834042e-06,
+      "loss": 1.2082,
+      "step": 20592
+    },
+    {
+      "epoch": 6.133546789776429,
+      "grad_norm": 0.35596439242362976,
+      "learning_rate": 6.86308242148839e-06,
+      "loss": 1.2041,
+      "step": 20593
+    },
+    {
+      "epoch": 6.133844635976097,
+      "grad_norm": 0.2538476288318634,
+      "learning_rate": 6.862166556328247e-06,
+      "loss": 1.2044,
+      "step": 20594
+    },
+    {
+      "epoch": 6.134142482175767,
+      "grad_norm": 0.5332903861999512,
+      "learning_rate": 6.861250720362141e-06,
+      "loss": 1.2126,
+      "step": 20595
+    },
+    {
+      "epoch": 6.134440328375435,
+      "grad_norm": 0.41133761405944824,
+      "learning_rate": 6.8603349135985915e-06,
+      "loss": 1.2158,
+      "step": 20596
+    },
+    {
+      "epoch": 6.134738174575104,
+      "grad_norm": 0.37557145953178406,
+      "learning_rate": 6.859419136046115e-06,
+      "loss": 1.2136,
+      "step": 20597
+    },
+    {
+      "epoch": 6.1350360207747725,
+      "grad_norm": 0.29362809658050537,
+      "learning_rate": 6.858503387713239e-06,
+      "loss": 1.2349,
+      "step": 20598
+    },
+    {
+      "epoch": 6.135333866974441,
+      "grad_norm": 0.5136938095092773,
+      "learning_rate": 6.857587668608479e-06,
+      "loss": 1.2078,
+      "step": 20599
+    },
+    {
+      "epoch": 6.13563171317411,
+      "grad_norm": 0.3157677948474884,
+      "learning_rate": 6.856671978740349e-06,
+      "loss": 1.2042,
+      "step": 20600
+    },
+    {
+      "epoch": 6.135929559373778,
+      "grad_norm": 0.4371340870857239,
+      "learning_rate": 6.8557563181173765e-06,
+      "loss": 1.2106,
+      "step": 20601
+    },
+    {
+      "epoch": 6.136227405573447,
+      "grad_norm": 0.2592601776123047,
+      "learning_rate": 6.854840686748082e-06,
+      "loss": 1.1945,
+      "step": 20602
+    },
+    {
+      "epoch": 6.136525251773116,
+      "grad_norm": 0.5364843606948853,
+      "learning_rate": 6.853925084640977e-06,
+      "loss": 1.1995,
+      "step": 20603
+    },
+    {
+      "epoch": 6.136823097972784,
+      "grad_norm": 0.2640324831008911,
+      "learning_rate": 6.853009511804587e-06,
+      "loss": 1.2213,
+      "step": 20604
+    },
+    {
+      "epoch": 6.137120944172453,
+      "grad_norm": 0.39366430044174194,
+      "learning_rate": 6.852093968247426e-06,
+      "loss": 1.212,
+      "step": 20605
+    },
+    {
+      "epoch": 6.137418790372122,
+      "grad_norm": 0.36515429615974426,
+      "learning_rate": 6.851178453978013e-06,
+      "loss": 1.1881,
+      "step": 20606
+    },
+    {
+      "epoch": 6.13771663657179,
+      "grad_norm": 0.3126497268676758,
+      "learning_rate": 6.850262969004866e-06,
+      "loss": 1.2115,
+      "step": 20607
+    },
+    {
+      "epoch": 6.1380144827714584,
+      "grad_norm": 0.3741849660873413,
+      "learning_rate": 6.849347513336501e-06,
+      "loss": 1.2258,
+      "step": 20608
+    },
+    {
+      "epoch": 6.138312328971128,
+      "grad_norm": 0.2869343161582947,
+      "learning_rate": 6.848432086981444e-06,
+      "loss": 1.204,
+      "step": 20609
+    },
+    {
+      "epoch": 6.138610175170796,
+      "grad_norm": 0.3380416929721832,
+      "learning_rate": 6.847516689948203e-06,
+      "loss": 1.2106,
+      "step": 20610
+    },
+    {
+      "epoch": 6.138908021370465,
+      "grad_norm": 0.32794860005378723,
+      "learning_rate": 6.846601322245293e-06,
+      "loss": 1.214,
+      "step": 20611
+    },
+    {
+      "epoch": 6.1392058675701335,
+      "grad_norm": 0.26346683502197266,
+      "learning_rate": 6.8456859838812396e-06,
+      "loss": 1.1959,
+      "step": 20612
+    },
+    {
+      "epoch": 6.139503713769802,
+      "grad_norm": 0.31447237730026245,
+      "learning_rate": 6.8447706748645515e-06,
+      "loss": 1.2156,
+      "step": 20613
+    },
+    {
+      "epoch": 6.139801559969471,
+      "grad_norm": 0.26520559191703796,
+      "learning_rate": 6.843855395203744e-06,
+      "loss": 1.2159,
+      "step": 20614
+    },
+    {
+      "epoch": 6.140099406169139,
+      "grad_norm": 0.25677022337913513,
+      "learning_rate": 6.842940144907341e-06,
+      "loss": 1.1995,
+      "step": 20615
+    },
+    {
+      "epoch": 6.140397252368808,
+      "grad_norm": 0.2796150743961334,
+      "learning_rate": 6.842024923983852e-06,
+      "loss": 1.2141,
+      "step": 20616
+    },
+    {
+      "epoch": 6.140695098568477,
+      "grad_norm": 0.27832838892936707,
+      "learning_rate": 6.841109732441788e-06,
+      "loss": 1.1975,
+      "step": 20617
+    },
+    {
+      "epoch": 6.140992944768145,
+      "grad_norm": 0.31540924310684204,
+      "learning_rate": 6.840194570289673e-06,
+      "loss": 1.2007,
+      "step": 20618
+    },
+    {
+      "epoch": 6.141290790967814,
+      "grad_norm": 0.3285495638847351,
+      "learning_rate": 6.8392794375360174e-06,
+      "loss": 1.2299,
+      "step": 20619
+    },
+    {
+      "epoch": 6.141588637167483,
+      "grad_norm": 0.3270295262336731,
+      "learning_rate": 6.838364334189331e-06,
+      "loss": 1.2279,
+      "step": 20620
+    },
+    {
+      "epoch": 6.141886483367151,
+      "grad_norm": 0.3397824764251709,
+      "learning_rate": 6.837449260258138e-06,
+      "loss": 1.2167,
+      "step": 20621
+    },
+    {
+      "epoch": 6.14218432956682,
+      "grad_norm": 0.3192901015281677,
+      "learning_rate": 6.836534215750945e-06,
+      "loss": 1.1943,
+      "step": 20622
+    },
+    {
+      "epoch": 6.142482175766489,
+      "grad_norm": 0.2750777006149292,
+      "learning_rate": 6.835619200676262e-06,
+      "loss": 1.2089,
+      "step": 20623
+    },
+    {
+      "epoch": 6.142780021966157,
+      "grad_norm": 0.3177313506603241,
+      "learning_rate": 6.834704215042609e-06,
+      "loss": 1.206,
+      "step": 20624
+    },
+    {
+      "epoch": 6.143077868165826,
+      "grad_norm": 0.2615659534931183,
+      "learning_rate": 6.833789258858496e-06,
+      "loss": 1.2098,
+      "step": 20625
+    },
+    {
+      "epoch": 6.143375714365495,
+      "grad_norm": 0.33818912506103516,
+      "learning_rate": 6.8328743321324394e-06,
+      "loss": 1.2055,
+      "step": 20626
+    },
+    {
+      "epoch": 6.143673560565163,
+      "grad_norm": 0.256344735622406,
+      "learning_rate": 6.8319594348729505e-06,
+      "loss": 1.2114,
+      "step": 20627
+    },
+    {
+      "epoch": 6.143971406764832,
+      "grad_norm": 0.2722576856613159,
+      "learning_rate": 6.831044567088533e-06,
+      "loss": 1.1923,
+      "step": 20628
+    },
+    {
+      "epoch": 6.1442692529645,
+      "grad_norm": 0.2654699683189392,
+      "learning_rate": 6.830129728787711e-06,
+      "loss": 1.2197,
+      "step": 20629
+    },
+    {
+      "epoch": 6.144567099164169,
+      "grad_norm": 0.2782585620880127,
+      "learning_rate": 6.829214919978987e-06,
+      "loss": 1.1987,
+      "step": 20630
+    },
+    {
+      "epoch": 6.144864945363838,
+      "grad_norm": 0.3233979344367981,
+      "learning_rate": 6.828300140670873e-06,
+      "loss": 1.204,
+      "step": 20631
+    },
+    {
+      "epoch": 6.145162791563506,
+      "grad_norm": 0.2728368937969208,
+      "learning_rate": 6.827385390871888e-06,
+      "loss": 1.1921,
+      "step": 20632
+    },
+    {
+      "epoch": 6.145460637763175,
+      "grad_norm": 0.2728160619735718,
+      "learning_rate": 6.826470670590537e-06,
+      "loss": 1.2112,
+      "step": 20633
+    },
+    {
+      "epoch": 6.145758483962844,
+      "grad_norm": 0.3183210790157318,
+      "learning_rate": 6.825555979835328e-06,
+      "loss": 1.21,
+      "step": 20634
+    },
+    {
+      "epoch": 6.146056330162512,
+      "grad_norm": 0.28341755270957947,
+      "learning_rate": 6.824641318614776e-06,
+      "loss": 1.2078,
+      "step": 20635
+    },
+    {
+      "epoch": 6.146354176362181,
+      "grad_norm": 0.2619353234767914,
+      "learning_rate": 6.823726686937388e-06,
+      "loss": 1.222,
+      "step": 20636
+    },
+    {
+      "epoch": 6.14665202256185,
+      "grad_norm": 0.28459495306015015,
+      "learning_rate": 6.822812084811672e-06,
+      "loss": 1.2158,
+      "step": 20637
+    },
+    {
+      "epoch": 6.146949868761518,
+      "grad_norm": 0.35960063338279724,
+      "learning_rate": 6.821897512246143e-06,
+      "loss": 1.2057,
+      "step": 20638
+    },
+    {
+      "epoch": 6.147247714961187,
+      "grad_norm": 0.2918333411216736,
+      "learning_rate": 6.820982969249308e-06,
+      "loss": 1.211,
+      "step": 20639
+    },
+    {
+      "epoch": 6.147545561160856,
+      "grad_norm": 0.27319374680519104,
+      "learning_rate": 6.820068455829669e-06,
+      "loss": 1.2031,
+      "step": 20640
+    },
+    {
+      "epoch": 6.147843407360524,
+      "grad_norm": 0.2744782269001007,
+      "learning_rate": 6.819153971995745e-06,
+      "loss": 1.2069,
+      "step": 20641
+    },
+    {
+      "epoch": 6.148141253560193,
+      "grad_norm": 0.3396849036216736,
+      "learning_rate": 6.8182395177560365e-06,
+      "loss": 1.2267,
+      "step": 20642
+    },
+    {
+      "epoch": 6.1484390997598615,
+      "grad_norm": 0.24592465162277222,
+      "learning_rate": 6.817325093119056e-06,
+      "loss": 1.2042,
+      "step": 20643
+    },
+    {
+      "epoch": 6.14873694595953,
+      "grad_norm": 0.36841118335723877,
+      "learning_rate": 6.816410698093312e-06,
+      "loss": 1.2175,
+      "step": 20644
+    },
+    {
+      "epoch": 6.149034792159199,
+      "grad_norm": 0.2556819021701813,
+      "learning_rate": 6.815496332687304e-06,
+      "loss": 1.213,
+      "step": 20645
+    },
+    {
+      "epoch": 6.149332638358867,
+      "grad_norm": 0.3732451796531677,
+      "learning_rate": 6.81458199690955e-06,
+      "loss": 1.2075,
+      "step": 20646
+    },
+    {
+      "epoch": 6.149630484558536,
+      "grad_norm": 0.30606967210769653,
+      "learning_rate": 6.8136676907685486e-06,
+      "loss": 1.2126,
+      "step": 20647
+    },
+    {
+      "epoch": 6.149928330758205,
+      "grad_norm": 0.3908883035182953,
+      "learning_rate": 6.812753414272808e-06,
+      "loss": 1.2158,
+      "step": 20648
+    },
+    {
+      "epoch": 6.150226176957873,
+      "grad_norm": 0.38985610008239746,
+      "learning_rate": 6.811839167430841e-06,
+      "loss": 1.2004,
+      "step": 20649
+    },
+    {
+      "epoch": 6.150524023157542,
+      "grad_norm": 0.42454275488853455,
+      "learning_rate": 6.8109249502511465e-06,
+      "loss": 1.219,
+      "step": 20650
+    },
+    {
+      "epoch": 6.150821869357211,
+      "grad_norm": 0.30039963126182556,
+      "learning_rate": 6.810010762742229e-06,
+      "loss": 1.2115,
+      "step": 20651
+    },
+    {
+      "epoch": 6.151119715556879,
+      "grad_norm": 0.30101659893989563,
+      "learning_rate": 6.8090966049126015e-06,
+      "loss": 1.1975,
+      "step": 20652
+    },
+    {
+      "epoch": 6.151417561756548,
+      "grad_norm": 0.3211324214935303,
+      "learning_rate": 6.8081824767707626e-06,
+      "loss": 1.2071,
+      "step": 20653
+    },
+    {
+      "epoch": 6.151715407956217,
+      "grad_norm": 0.30729320645332336,
+      "learning_rate": 6.807268378325218e-06,
+      "loss": 1.2117,
+      "step": 20654
+    },
+    {
+      "epoch": 6.152013254155885,
+      "grad_norm": 0.3042641282081604,
+      "learning_rate": 6.806354309584477e-06,
+      "loss": 1.216,
+      "step": 20655
+    },
+    {
+      "epoch": 6.152311100355554,
+      "grad_norm": 0.24978935718536377,
+      "learning_rate": 6.805440270557042e-06,
+      "loss": 1.2189,
+      "step": 20656
+    },
+    {
+      "epoch": 6.1526089465552225,
+      "grad_norm": 0.31557783484458923,
+      "learning_rate": 6.804526261251413e-06,
+      "loss": 1.2128,
+      "step": 20657
+    },
+    {
+      "epoch": 6.152906792754891,
+      "grad_norm": 0.2657829523086548,
+      "learning_rate": 6.8036122816760995e-06,
+      "loss": 1.2245,
+      "step": 20658
+    },
+    {
+      "epoch": 6.15320463895456,
+      "grad_norm": 0.2974882125854492,
+      "learning_rate": 6.802698331839599e-06,
+      "loss": 1.1951,
+      "step": 20659
+    },
+    {
+      "epoch": 6.153502485154228,
+      "grad_norm": 0.28717219829559326,
+      "learning_rate": 6.8017844117504205e-06,
+      "loss": 1.2357,
+      "step": 20660
+    },
+    {
+      "epoch": 6.153800331353897,
+      "grad_norm": 0.33680206537246704,
+      "learning_rate": 6.800870521417067e-06,
+      "loss": 1.2107,
+      "step": 20661
+    },
+    {
+      "epoch": 6.154098177553566,
+      "grad_norm": 0.2575487494468689,
+      "learning_rate": 6.799956660848034e-06,
+      "loss": 1.213,
+      "step": 20662
+    },
+    {
+      "epoch": 6.154396023753234,
+      "grad_norm": 0.43166589736938477,
+      "learning_rate": 6.799042830051834e-06,
+      "loss": 1.1901,
+      "step": 20663
+    },
+    {
+      "epoch": 6.1546938699529035,
+      "grad_norm": 0.2783490717411041,
+      "learning_rate": 6.7981290290369615e-06,
+      "loss": 1.2104,
+      "step": 20664
+    },
+    {
+      "epoch": 6.154991716152572,
+      "grad_norm": 0.5312780737876892,
+      "learning_rate": 6.797215257811921e-06,
+      "loss": 1.2145,
+      "step": 20665
+    },
+    {
+      "epoch": 6.15528956235224,
+      "grad_norm": 0.25795263051986694,
+      "learning_rate": 6.796301516385214e-06,
+      "loss": 1.1946,
+      "step": 20666
+    },
+    {
+      "epoch": 6.155587408551909,
+      "grad_norm": 0.28236448764801025,
+      "learning_rate": 6.7953878047653455e-06,
+      "loss": 1.2198,
+      "step": 20667
+    },
+    {
+      "epoch": 6.155885254751578,
+      "grad_norm": 0.36620813608169556,
+      "learning_rate": 6.794474122960808e-06,
+      "loss": 1.1893,
+      "step": 20668
+    },
+    {
+      "epoch": 6.156183100951246,
+      "grad_norm": 0.2770450711250305,
+      "learning_rate": 6.793560470980111e-06,
+      "loss": 1.2108,
+      "step": 20669
+    },
+    {
+      "epoch": 6.156480947150915,
+      "grad_norm": 0.3194955587387085,
+      "learning_rate": 6.79264684883175e-06,
+      "loss": 1.2147,
+      "step": 20670
+    },
+    {
+      "epoch": 6.1567787933505835,
+      "grad_norm": 0.24974024295806885,
+      "learning_rate": 6.791733256524225e-06,
+      "loss": 1.2192,
+      "step": 20671
+    },
+    {
+      "epoch": 6.157076639550252,
+      "grad_norm": 0.28228843212127686,
+      "learning_rate": 6.79081969406604e-06,
+      "loss": 1.2072,
+      "step": 20672
+    },
+    {
+      "epoch": 6.157374485749921,
+      "grad_norm": 0.26873913407325745,
+      "learning_rate": 6.789906161465689e-06,
+      "loss": 1.2217,
+      "step": 20673
+    },
+    {
+      "epoch": 6.157672331949589,
+      "grad_norm": 0.26520776748657227,
+      "learning_rate": 6.788992658731679e-06,
+      "loss": 1.2107,
+      "step": 20674
+    },
+    {
+      "epoch": 6.157970178149258,
+      "grad_norm": 0.32572123408317566,
+      "learning_rate": 6.7880791858725046e-06,
+      "loss": 1.1901,
+      "step": 20675
+    },
+    {
+      "epoch": 6.158268024348927,
+      "grad_norm": 0.26272010803222656,
+      "learning_rate": 6.787165742896659e-06,
+      "loss": 1.2036,
+      "step": 20676
+    },
+    {
+      "epoch": 6.158565870548595,
+      "grad_norm": 0.34784695506095886,
+      "learning_rate": 6.786252329812652e-06,
+      "loss": 1.2168,
+      "step": 20677
+    },
+    {
+      "epoch": 6.1588637167482645,
+      "grad_norm": 0.26512646675109863,
+      "learning_rate": 6.785338946628977e-06,
+      "loss": 1.2073,
+      "step": 20678
+    },
+    {
+      "epoch": 6.159161562947933,
+      "grad_norm": 0.33080342411994934,
+      "learning_rate": 6.784425593354127e-06,
+      "loss": 1.206,
+      "step": 20679
+    },
+    {
+      "epoch": 6.159459409147601,
+      "grad_norm": 0.2957414388656616,
+      "learning_rate": 6.783512269996609e-06,
+      "loss": 1.2076,
+      "step": 20680
+    },
+    {
+      "epoch": 6.15975725534727,
+      "grad_norm": 0.2581091523170471,
+      "learning_rate": 6.782598976564914e-06,
+      "loss": 1.2217,
+      "step": 20681
+    },
+    {
+      "epoch": 6.160055101546939,
+      "grad_norm": 0.27238890528678894,
+      "learning_rate": 6.781685713067538e-06,
+      "loss": 1.2195,
+      "step": 20682
+    },
+    {
+      "epoch": 6.160352947746607,
+      "grad_norm": 0.41715824604034424,
+      "learning_rate": 6.780772479512983e-06,
+      "loss": 1.2128,
+      "step": 20683
+    },
+    {
+      "epoch": 6.160650793946276,
+      "grad_norm": 0.27436164021492004,
+      "learning_rate": 6.7798592759097446e-06,
+      "loss": 1.2188,
+      "step": 20684
+    },
+    {
+      "epoch": 6.160948640145945,
+      "grad_norm": 0.5577759146690369,
+      "learning_rate": 6.778946102266314e-06,
+      "loss": 1.2183,
+      "step": 20685
+    },
+    {
+      "epoch": 6.161246486345613,
+      "grad_norm": 0.2873111069202423,
+      "learning_rate": 6.7780329585911965e-06,
+      "loss": 1.2105,
+      "step": 20686
+    },
+    {
+      "epoch": 6.161544332545282,
+      "grad_norm": 0.36976149678230286,
+      "learning_rate": 6.777119844892881e-06,
+      "loss": 1.205,
+      "step": 20687
+    },
+    {
+      "epoch": 6.16184217874495,
+      "grad_norm": 0.2958317697048187,
+      "learning_rate": 6.77620676117986e-06,
+      "loss": 1.1901,
+      "step": 20688
+    },
+    {
+      "epoch": 6.16214002494462,
+      "grad_norm": 0.3038024604320526,
+      "learning_rate": 6.775293707460637e-06,
+      "loss": 1.2088,
+      "step": 20689
+    },
+    {
+      "epoch": 6.162437871144288,
+      "grad_norm": 0.3150775730609894,
+      "learning_rate": 6.7743806837437e-06,
+      "loss": 1.2174,
+      "step": 20690
+    },
+    {
+      "epoch": 6.162735717343956,
+      "grad_norm": 0.4162593483924866,
+      "learning_rate": 6.7734676900375514e-06,
+      "loss": 1.2216,
+      "step": 20691
+    },
+    {
+      "epoch": 6.1630335635436255,
+      "grad_norm": 0.27144870162010193,
+      "learning_rate": 6.772554726350682e-06,
+      "loss": 1.2097,
+      "step": 20692
+    },
+    {
+      "epoch": 6.163331409743294,
+      "grad_norm": 0.32726457715034485,
+      "learning_rate": 6.771641792691579e-06,
+      "loss": 1.2005,
+      "step": 20693
+    },
+    {
+      "epoch": 6.163629255942962,
+      "grad_norm": 0.2827392518520355,
+      "learning_rate": 6.770728889068747e-06,
+      "loss": 1.2072,
+      "step": 20694
+    },
+    {
+      "epoch": 6.163927102142631,
+      "grad_norm": 0.33994659781455994,
+      "learning_rate": 6.769816015490674e-06,
+      "loss": 1.2264,
+      "step": 20695
+    },
+    {
+      "epoch": 6.1642249483423,
+      "grad_norm": 0.2557581663131714,
+      "learning_rate": 6.768903171965849e-06,
+      "loss": 1.2027,
+      "step": 20696
+    },
+    {
+      "epoch": 6.164522794541968,
+      "grad_norm": 0.2889869213104248,
+      "learning_rate": 6.767990358502776e-06,
+      "loss": 1.1965,
+      "step": 20697
+    },
+    {
+      "epoch": 6.164820640741637,
+      "grad_norm": 0.44061148166656494,
+      "learning_rate": 6.767077575109942e-06,
+      "loss": 1.2048,
+      "step": 20698
+    },
+    {
+      "epoch": 6.165118486941306,
+      "grad_norm": 0.33885693550109863,
+      "learning_rate": 6.766164821795836e-06,
+      "loss": 1.2063,
+      "step": 20699
+    },
+    {
+      "epoch": 6.165416333140974,
+      "grad_norm": 0.2890945076942444,
+      "learning_rate": 6.765252098568953e-06,
+      "loss": 1.207,
+      "step": 20700
+    },
+    {
+      "epoch": 6.165714179340643,
+      "grad_norm": 0.296283096075058,
+      "learning_rate": 6.764339405437788e-06,
+      "loss": 1.2044,
+      "step": 20701
+    },
+    {
+      "epoch": 6.1660120255403115,
+      "grad_norm": 0.3410748243331909,
+      "learning_rate": 6.7634267424108255e-06,
+      "loss": 1.1972,
+      "step": 20702
+    },
+    {
+      "epoch": 6.166309871739981,
+      "grad_norm": 0.3115783929824829,
+      "learning_rate": 6.762514109496565e-06,
+      "loss": 1.2059,
+      "step": 20703
+    },
+    {
+      "epoch": 6.166607717939649,
+      "grad_norm": 0.2976948618888855,
+      "learning_rate": 6.761601506703495e-06,
+      "loss": 1.2224,
+      "step": 20704
+    },
+    {
+      "epoch": 6.166905564139317,
+      "grad_norm": 0.35263922810554504,
+      "learning_rate": 6.760688934040098e-06,
+      "loss": 1.2024,
+      "step": 20705
+    },
+    {
+      "epoch": 6.167203410338987,
+      "grad_norm": 0.3121910095214844,
+      "learning_rate": 6.759776391514876e-06,
+      "loss": 1.1983,
+      "step": 20706
+    },
+    {
+      "epoch": 6.167501256538655,
+      "grad_norm": 0.3365488052368164,
+      "learning_rate": 6.758863879136314e-06,
+      "loss": 1.2094,
+      "step": 20707
+    },
+    {
+      "epoch": 6.167799102738323,
+      "grad_norm": 0.2783413827419281,
+      "learning_rate": 6.7579513969129006e-06,
+      "loss": 1.209,
+      "step": 20708
+    },
+    {
+      "epoch": 6.168096948937992,
+      "grad_norm": 0.3695756196975708,
+      "learning_rate": 6.757038944853131e-06,
+      "loss": 1.1872,
+      "step": 20709
+    },
+    {
+      "epoch": 6.168394795137661,
+      "grad_norm": 0.33527496457099915,
+      "learning_rate": 6.756126522965487e-06,
+      "loss": 1.2287,
+      "step": 20710
+    },
+    {
+      "epoch": 6.168692641337329,
+      "grad_norm": 0.36470115184783936,
+      "learning_rate": 6.755214131258465e-06,
+      "loss": 1.1932,
+      "step": 20711
+    },
+    {
+      "epoch": 6.168990487536998,
+      "grad_norm": 0.4481731057167053,
+      "learning_rate": 6.754301769740548e-06,
+      "loss": 1.2142,
+      "step": 20712
+    },
+    {
+      "epoch": 6.169288333736667,
+      "grad_norm": 0.33711037039756775,
+      "learning_rate": 6.753389438420224e-06,
+      "loss": 1.2162,
+      "step": 20713
+    },
+    {
+      "epoch": 6.169586179936335,
+      "grad_norm": 0.44622817635536194,
+      "learning_rate": 6.752477137305989e-06,
+      "loss": 1.2085,
+      "step": 20714
+    },
+    {
+      "epoch": 6.169884026136004,
+      "grad_norm": 0.274313360452652,
+      "learning_rate": 6.751564866406326e-06,
+      "loss": 1.2047,
+      "step": 20715
+    },
+    {
+      "epoch": 6.1701818723356725,
+      "grad_norm": 0.4805906116962433,
+      "learning_rate": 6.750652625729718e-06,
+      "loss": 1.2282,
+      "step": 20716
+    },
+    {
+      "epoch": 6.170479718535342,
+      "grad_norm": 0.2658785283565521,
+      "learning_rate": 6.74974041528466e-06,
+      "loss": 1.2098,
+      "step": 20717
+    },
+    {
+      "epoch": 6.17077756473501,
+      "grad_norm": 0.39714986085891724,
+      "learning_rate": 6.748828235079636e-06,
+      "loss": 1.2139,
+      "step": 20718
+    },
+    {
+      "epoch": 6.171075410934678,
+      "grad_norm": 0.30077528953552246,
+      "learning_rate": 6.74791608512313e-06,
+      "loss": 1.2116,
+      "step": 20719
+    },
+    {
+      "epoch": 6.171373257134348,
+      "grad_norm": 0.26328808069229126,
+      "learning_rate": 6.747003965423635e-06,
+      "loss": 1.2043,
+      "step": 20720
+    },
+    {
+      "epoch": 6.171671103334016,
+      "grad_norm": 0.3597334325313568,
+      "learning_rate": 6.7460918759896334e-06,
+      "loss": 1.183,
+      "step": 20721
+    },
+    {
+      "epoch": 6.171968949533684,
+      "grad_norm": 0.25994551181793213,
+      "learning_rate": 6.745179816829608e-06,
+      "loss": 1.2058,
+      "step": 20722
+    },
+    {
+      "epoch": 6.1722667957333535,
+      "grad_norm": 0.2922576665878296,
+      "learning_rate": 6.7442677879520524e-06,
+      "loss": 1.2153,
+      "step": 20723
+    },
+    {
+      "epoch": 6.172564641933022,
+      "grad_norm": 0.27364155650138855,
+      "learning_rate": 6.743355789365442e-06,
+      "loss": 1.2084,
+      "step": 20724
+    },
+    {
+      "epoch": 6.17286248813269,
+      "grad_norm": 0.26237180829048157,
+      "learning_rate": 6.7424438210782706e-06,
+      "loss": 1.2111,
+      "step": 20725
+    },
+    {
+      "epoch": 6.173160334332359,
+      "grad_norm": 0.2967134714126587,
+      "learning_rate": 6.741531883099022e-06,
+      "loss": 1.1999,
+      "step": 20726
+    },
+    {
+      "epoch": 6.173458180532028,
+      "grad_norm": 0.29727038741111755,
+      "learning_rate": 6.740619975436174e-06,
+      "loss": 1.2067,
+      "step": 20727
+    },
+    {
+      "epoch": 6.173756026731697,
+      "grad_norm": 0.39990097284317017,
+      "learning_rate": 6.739708098098221e-06,
+      "loss": 1.1846,
+      "step": 20728
+    },
+    {
+      "epoch": 6.174053872931365,
+      "grad_norm": 0.44286075234413147,
+      "learning_rate": 6.738796251093638e-06,
+      "loss": 1.2186,
+      "step": 20729
+    },
+    {
+      "epoch": 6.1743517191310335,
+      "grad_norm": 0.48298612236976624,
+      "learning_rate": 6.737884434430912e-06,
+      "loss": 1.1968,
+      "step": 20730
+    },
+    {
+      "epoch": 6.174649565330703,
+      "grad_norm": 0.36918771266937256,
+      "learning_rate": 6.736972648118529e-06,
+      "loss": 1.1972,
+      "step": 20731
+    },
+    {
+      "epoch": 6.174947411530371,
+      "grad_norm": 0.2885284125804901,
+      "learning_rate": 6.73606089216497e-06,
+      "loss": 1.2213,
+      "step": 20732
+    },
+    {
+      "epoch": 6.175245257730039,
+      "grad_norm": 0.43381965160369873,
+      "learning_rate": 6.735149166578714e-06,
+      "loss": 1.2092,
+      "step": 20733
+    },
+    {
+      "epoch": 6.175543103929709,
+      "grad_norm": 0.2930415868759155,
+      "learning_rate": 6.73423747136825e-06,
+      "loss": 1.2052,
+      "step": 20734
+    },
+    {
+      "epoch": 6.175840950129377,
+      "grad_norm": 0.3443886339664459,
+      "learning_rate": 6.733325806542057e-06,
+      "loss": 1.2113,
+      "step": 20735
+    },
+    {
+      "epoch": 6.176138796329045,
+      "grad_norm": 0.2660033404827118,
+      "learning_rate": 6.732414172108615e-06,
+      "loss": 1.2069,
+      "step": 20736
+    },
+    {
+      "epoch": 6.1764366425287145,
+      "grad_norm": 0.35309046506881714,
+      "learning_rate": 6.731502568076413e-06,
+      "loss": 1.2118,
+      "step": 20737
+    },
+    {
+      "epoch": 6.176734488728383,
+      "grad_norm": 0.25800788402557373,
+      "learning_rate": 6.730590994453928e-06,
+      "loss": 1.1957,
+      "step": 20738
+    },
+    {
+      "epoch": 6.177032334928051,
+      "grad_norm": 0.3657929301261902,
+      "learning_rate": 6.729679451249638e-06,
+      "loss": 1.2179,
+      "step": 20739
+    },
+    {
+      "epoch": 6.17733018112772,
+      "grad_norm": 0.28903043270111084,
+      "learning_rate": 6.728767938472028e-06,
+      "loss": 1.1813,
+      "step": 20740
+    },
+    {
+      "epoch": 6.177628027327389,
+      "grad_norm": 0.29322391748428345,
+      "learning_rate": 6.727856456129576e-06,
+      "loss": 1.215,
+      "step": 20741
+    },
+    {
+      "epoch": 6.177925873527057,
+      "grad_norm": 0.2867197096347809,
+      "learning_rate": 6.726945004230765e-06,
+      "loss": 1.2243,
+      "step": 20742
+    },
+    {
+      "epoch": 6.178223719726726,
+      "grad_norm": 0.3531189262866974,
+      "learning_rate": 6.726033582784075e-06,
+      "loss": 1.2009,
+      "step": 20743
+    },
+    {
+      "epoch": 6.178521565926395,
+      "grad_norm": 0.2790989279747009,
+      "learning_rate": 6.725122191797981e-06,
+      "loss": 1.2087,
+      "step": 20744
+    },
+    {
+      "epoch": 6.178819412126064,
+      "grad_norm": 0.27653998136520386,
+      "learning_rate": 6.724210831280971e-06,
+      "loss": 1.2423,
+      "step": 20745
+    },
+    {
+      "epoch": 6.179117258325732,
+      "grad_norm": 0.37640488147735596,
+      "learning_rate": 6.723299501241518e-06,
+      "loss": 1.2186,
+      "step": 20746
+    },
+    {
+      "epoch": 6.1794151045254,
+      "grad_norm": 0.2798153758049011,
+      "learning_rate": 6.722388201688099e-06,
+      "loss": 1.2068,
+      "step": 20747
+    },
+    {
+      "epoch": 6.17971295072507,
+      "grad_norm": 0.2653747498989105,
+      "learning_rate": 6.721476932629199e-06,
+      "loss": 1.2119,
+      "step": 20748
+    },
+    {
+      "epoch": 6.180010796924738,
+      "grad_norm": 0.33432847261428833,
+      "learning_rate": 6.720565694073294e-06,
+      "loss": 1.2048,
+      "step": 20749
+    },
+    {
+      "epoch": 6.180308643124406,
+      "grad_norm": 0.26739978790283203,
+      "learning_rate": 6.7196544860288555e-06,
+      "loss": 1.2073,
+      "step": 20750
+    },
+    {
+      "epoch": 6.1806064893240755,
+      "grad_norm": 0.3965112566947937,
+      "learning_rate": 6.718743308504374e-06,
+      "loss": 1.2218,
+      "step": 20751
+    },
+    {
+      "epoch": 6.180904335523744,
+      "grad_norm": 0.25039783120155334,
+      "learning_rate": 6.717832161508315e-06,
+      "loss": 1.2079,
+      "step": 20752
+    },
+    {
+      "epoch": 6.181202181723412,
+      "grad_norm": 0.4873012602329254,
+      "learning_rate": 6.716921045049163e-06,
+      "loss": 1.2127,
+      "step": 20753
+    },
+    {
+      "epoch": 6.181500027923081,
+      "grad_norm": 0.28977301716804504,
+      "learning_rate": 6.716009959135392e-06,
+      "loss": 1.2049,
+      "step": 20754
+    },
+    {
+      "epoch": 6.18179787412275,
+      "grad_norm": 0.2853916585445404,
+      "learning_rate": 6.715098903775481e-06,
+      "loss": 1.2306,
+      "step": 20755
+    },
+    {
+      "epoch": 6.182095720322419,
+      "grad_norm": 0.27583566308021545,
+      "learning_rate": 6.7141878789779e-06,
+      "loss": 1.2248,
+      "step": 20756
+    },
+    {
+      "epoch": 6.182393566522087,
+      "grad_norm": 0.3771075904369354,
+      "learning_rate": 6.7132768847511354e-06,
+      "loss": 1.1998,
+      "step": 20757
+    },
+    {
+      "epoch": 6.182691412721756,
+      "grad_norm": 0.2786421477794647,
+      "learning_rate": 6.712365921103652e-06,
+      "loss": 1.1987,
+      "step": 20758
+    },
+    {
+      "epoch": 6.182989258921425,
+      "grad_norm": 0.36081111431121826,
+      "learning_rate": 6.711454988043933e-06,
+      "loss": 1.2124,
+      "step": 20759
+    },
+    {
+      "epoch": 6.183287105121093,
+      "grad_norm": 0.2855590283870697,
+      "learning_rate": 6.710544085580452e-06,
+      "loss": 1.2283,
+      "step": 20760
+    },
+    {
+      "epoch": 6.1835849513207615,
+      "grad_norm": 0.26320427656173706,
+      "learning_rate": 6.70963321372168e-06,
+      "loss": 1.2275,
+      "step": 20761
+    },
+    {
+      "epoch": 6.183882797520431,
+      "grad_norm": 0.29471349716186523,
+      "learning_rate": 6.7087223724760995e-06,
+      "loss": 1.212,
+      "step": 20762
+    },
+    {
+      "epoch": 6.184180643720099,
+      "grad_norm": 0.33346307277679443,
+      "learning_rate": 6.70781156185218e-06,
+      "loss": 1.2134,
+      "step": 20763
+    },
+    {
+      "epoch": 6.184478489919767,
+      "grad_norm": 0.31599733233451843,
+      "learning_rate": 6.706900781858389e-06,
+      "loss": 1.2096,
+      "step": 20764
+    },
+    {
+      "epoch": 6.184776336119437,
+      "grad_norm": 0.2737686038017273,
+      "learning_rate": 6.705990032503211e-06,
+      "loss": 1.1987,
+      "step": 20765
+    },
+    {
+      "epoch": 6.185074182319105,
+      "grad_norm": 0.3117977976799011,
+      "learning_rate": 6.7050793137951185e-06,
+      "loss": 1.2282,
+      "step": 20766
+    },
+    {
+      "epoch": 6.185372028518773,
+      "grad_norm": 0.29927635192871094,
+      "learning_rate": 6.704168625742576e-06,
+      "loss": 1.2034,
+      "step": 20767
+    },
+    {
+      "epoch": 6.185669874718442,
+      "grad_norm": 0.28418171405792236,
+      "learning_rate": 6.703257968354066e-06,
+      "loss": 1.2164,
+      "step": 20768
+    },
+    {
+      "epoch": 6.185967720918111,
+      "grad_norm": 0.28196296095848083,
+      "learning_rate": 6.702347341638059e-06,
+      "loss": 1.2081,
+      "step": 20769
+    },
+    {
+      "epoch": 6.18626556711778,
+      "grad_norm": 0.3697756230831146,
+      "learning_rate": 6.70143674560302e-06,
+      "loss": 1.207,
+      "step": 20770
+    },
+    {
+      "epoch": 6.186563413317448,
+      "grad_norm": 0.2549345791339874,
+      "learning_rate": 6.7005261802574296e-06,
+      "loss": 1.2085,
+      "step": 20771
+    },
+    {
+      "epoch": 6.186861259517117,
+      "grad_norm": 0.327949196100235,
+      "learning_rate": 6.699615645609758e-06,
+      "loss": 1.2056,
+      "step": 20772
+    },
+    {
+      "epoch": 6.187159105716786,
+      "grad_norm": 0.2568923532962799,
+      "learning_rate": 6.698705141668473e-06,
+      "loss": 1.2151,
+      "step": 20773
+    },
+    {
+      "epoch": 6.187456951916454,
+      "grad_norm": 0.3360218405723572,
+      "learning_rate": 6.697794668442051e-06,
+      "loss": 1.1999,
+      "step": 20774
+    },
+    {
+      "epoch": 6.1877547981161225,
+      "grad_norm": 0.2906973958015442,
+      "learning_rate": 6.6968842259389556e-06,
+      "loss": 1.2088,
+      "step": 20775
+    },
+    {
+      "epoch": 6.188052644315792,
+      "grad_norm": 0.45060616731643677,
+      "learning_rate": 6.695973814167667e-06,
+      "loss": 1.233,
+      "step": 20776
+    },
+    {
+      "epoch": 6.18835049051546,
+      "grad_norm": 0.266433447599411,
+      "learning_rate": 6.695063433136648e-06,
+      "loss": 1.2036,
+      "step": 20777
+    },
+    {
+      "epoch": 6.188648336715128,
+      "grad_norm": 0.2839943468570709,
+      "learning_rate": 6.694153082854369e-06,
+      "loss": 1.2134,
+      "step": 20778
+    },
+    {
+      "epoch": 6.188946182914798,
+      "grad_norm": 0.4276580214500427,
+      "learning_rate": 6.693242763329308e-06,
+      "loss": 1.2076,
+      "step": 20779
+    },
+    {
+      "epoch": 6.189244029114466,
+      "grad_norm": 0.36513426899909973,
+      "learning_rate": 6.692332474569927e-06,
+      "loss": 1.1947,
+      "step": 20780
+    },
+    {
+      "epoch": 6.189541875314134,
+      "grad_norm": 0.5294678807258606,
+      "learning_rate": 6.691422216584692e-06,
+      "loss": 1.2127,
+      "step": 20781
+    },
+    {
+      "epoch": 6.1898397215138035,
+      "grad_norm": 0.5186043977737427,
+      "learning_rate": 6.690511989382082e-06,
+      "loss": 1.2116,
+      "step": 20782
+    },
+    {
+      "epoch": 6.190137567713472,
+      "grad_norm": 0.4168766140937805,
+      "learning_rate": 6.689601792970558e-06,
+      "loss": 1.2145,
+      "step": 20783
+    },
+    {
+      "epoch": 6.190435413913141,
+      "grad_norm": 0.34949246048927307,
+      "learning_rate": 6.688691627358587e-06,
+      "loss": 1.2037,
+      "step": 20784
+    },
+    {
+      "epoch": 6.190733260112809,
+      "grad_norm": 0.4944717586040497,
+      "learning_rate": 6.687781492554648e-06,
+      "loss": 1.2222,
+      "step": 20785
+    },
+    {
+      "epoch": 6.191031106312478,
+      "grad_norm": 0.29145970940589905,
+      "learning_rate": 6.6868713885672e-06,
+      "loss": 1.2034,
+      "step": 20786
+    },
+    {
+      "epoch": 6.191328952512147,
+      "grad_norm": 0.6446349620819092,
+      "learning_rate": 6.685961315404708e-06,
+      "loss": 1.2172,
+      "step": 20787
+    },
+    {
+      "epoch": 6.191626798711815,
+      "grad_norm": 0.2638005018234253,
+      "learning_rate": 6.6850512730756455e-06,
+      "loss": 1.2138,
+      "step": 20788
+    },
+    {
+      "epoch": 6.1919246449114835,
+      "grad_norm": 0.34286072850227356,
+      "learning_rate": 6.684141261588477e-06,
+      "loss": 1.2174,
+      "step": 20789
+    },
+    {
+      "epoch": 6.192222491111153,
+      "grad_norm": 0.5390883684158325,
+      "learning_rate": 6.68323128095167e-06,
+      "loss": 1.1962,
+      "step": 20790
+    },
+    {
+      "epoch": 6.192520337310821,
+      "grad_norm": 0.33346831798553467,
+      "learning_rate": 6.682321331173691e-06,
+      "loss": 1.2121,
+      "step": 20791
+    },
+    {
+      "epoch": 6.192818183510489,
+      "grad_norm": 0.6277686357498169,
+      "learning_rate": 6.6814114122630025e-06,
+      "loss": 1.2138,
+      "step": 20792
+    },
+    {
+      "epoch": 6.193116029710159,
+      "grad_norm": 0.31872302293777466,
+      "learning_rate": 6.680501524228077e-06,
+      "loss": 1.2071,
+      "step": 20793
+    },
+    {
+      "epoch": 6.193413875909827,
+      "grad_norm": 0.4405876398086548,
+      "learning_rate": 6.679591667077374e-06,
+      "loss": 1.2147,
+      "step": 20794
+    },
+    {
+      "epoch": 6.193711722109496,
+      "grad_norm": 0.29229310154914856,
+      "learning_rate": 6.678681840819357e-06,
+      "loss": 1.2191,
+      "step": 20795
+    },
+    {
+      "epoch": 6.1940095683091645,
+      "grad_norm": 0.3992125391960144,
+      "learning_rate": 6.6777720454625e-06,
+      "loss": 1.219,
+      "step": 20796
+    },
+    {
+      "epoch": 6.194307414508833,
+      "grad_norm": 0.4436438977718353,
+      "learning_rate": 6.676862281015264e-06,
+      "loss": 1.2215,
+      "step": 20797
+    },
+    {
+      "epoch": 6.194605260708502,
+      "grad_norm": 0.28378355503082275,
+      "learning_rate": 6.6759525474861055e-06,
+      "loss": 1.2069,
+      "step": 20798
+    },
+    {
+      "epoch": 6.19490310690817,
+      "grad_norm": 0.44195660948753357,
+      "learning_rate": 6.675042844883499e-06,
+      "loss": 1.2166,
+      "step": 20799
+    },
+    {
+      "epoch": 6.195200953107839,
+      "grad_norm": 0.335060179233551,
+      "learning_rate": 6.674133173215902e-06,
+      "loss": 1.2144,
+      "step": 20800
+    },
+    {
+      "epoch": 6.195498799307508,
+      "grad_norm": 0.4112803041934967,
+      "learning_rate": 6.673223532491778e-06,
+      "loss": 1.2142,
+      "step": 20801
+    },
+    {
+      "epoch": 6.195796645507176,
+      "grad_norm": 0.37522804737091064,
+      "learning_rate": 6.672313922719597e-06,
+      "loss": 1.1878,
+      "step": 20802
+    },
+    {
+      "epoch": 6.196094491706845,
+      "grad_norm": 0.2578239142894745,
+      "learning_rate": 6.671404343907817e-06,
+      "loss": 1.2158,
+      "step": 20803
+    },
+    {
+      "epoch": 6.196392337906514,
+      "grad_norm": 0.5630843043327332,
+      "learning_rate": 6.670494796064895e-06,
+      "loss": 1.2154,
+      "step": 20804
+    },
+    {
+      "epoch": 6.196690184106182,
+      "grad_norm": 0.2554631233215332,
+      "learning_rate": 6.6695852791993044e-06,
+      "loss": 1.2053,
+      "step": 20805
+    },
+    {
+      "epoch": 6.19698803030585,
+      "grad_norm": 0.3429364264011383,
+      "learning_rate": 6.6686757933194965e-06,
+      "loss": 1.2028,
+      "step": 20806
+    },
+    {
+      "epoch": 6.19728587650552,
+      "grad_norm": 0.47954127192497253,
+      "learning_rate": 6.6677663384339405e-06,
+      "loss": 1.2335,
+      "step": 20807
+    },
+    {
+      "epoch": 6.197583722705188,
+      "grad_norm": 0.26083940267562866,
+      "learning_rate": 6.6668569145511e-06,
+      "loss": 1.2032,
+      "step": 20808
+    },
+    {
+      "epoch": 6.197881568904856,
+      "grad_norm": 0.4446563720703125,
+      "learning_rate": 6.665947521679425e-06,
+      "loss": 1.2124,
+      "step": 20809
+    },
+    {
+      "epoch": 6.1981794151045255,
+      "grad_norm": 0.41570764780044556,
+      "learning_rate": 6.665038159827391e-06,
+      "loss": 1.2264,
+      "step": 20810
+    },
+    {
+      "epoch": 6.198477261304194,
+      "grad_norm": 0.3224899172782898,
+      "learning_rate": 6.664128829003445e-06,
+      "loss": 1.2037,
+      "step": 20811
+    },
+    {
+      "epoch": 6.198775107503863,
+      "grad_norm": 0.4793171286582947,
+      "learning_rate": 6.663219529216055e-06,
+      "loss": 1.1908,
+      "step": 20812
+    },
+    {
+      "epoch": 6.199072953703531,
+      "grad_norm": 0.32333850860595703,
+      "learning_rate": 6.662310260473679e-06,
+      "loss": 1.2095,
+      "step": 20813
+    },
+    {
+      "epoch": 6.1993707999032,
+      "grad_norm": 0.5674697160720825,
+      "learning_rate": 6.661401022784779e-06,
+      "loss": 1.1854,
+      "step": 20814
+    },
+    {
+      "epoch": 6.199668646102869,
+      "grad_norm": 0.3417503237724304,
+      "learning_rate": 6.660491816157808e-06,
+      "loss": 1.1886,
+      "step": 20815
+    },
+    {
+      "epoch": 6.199966492302537,
+      "grad_norm": 0.36498722434043884,
+      "learning_rate": 6.6595826406012344e-06,
+      "loss": 1.2062,
+      "step": 20816
+    },
+    {
+      "epoch": 6.200264338502206,
+      "grad_norm": 0.3774951100349426,
+      "learning_rate": 6.658673496123509e-06,
+      "loss": 1.2164,
+      "step": 20817
+    },
+    {
+      "epoch": 6.200562184701875,
+      "grad_norm": 0.26584306359291077,
+      "learning_rate": 6.657764382733094e-06,
+      "loss": 1.2104,
+      "step": 20818
+    },
+    {
+      "epoch": 6.200860030901543,
+      "grad_norm": 0.31986191868782043,
+      "learning_rate": 6.656855300438447e-06,
+      "loss": 1.212,
+      "step": 20819
+    },
+    {
+      "epoch": 6.2011578771012115,
+      "grad_norm": 0.39728841185569763,
+      "learning_rate": 6.6559462492480295e-06,
+      "loss": 1.2232,
+      "step": 20820
+    },
+    {
+      "epoch": 6.201455723300881,
+      "grad_norm": 0.2903613746166229,
+      "learning_rate": 6.655037229170291e-06,
+      "loss": 1.2213,
+      "step": 20821
+    },
+    {
+      "epoch": 6.201753569500549,
+      "grad_norm": 0.36729517579078674,
+      "learning_rate": 6.654128240213697e-06,
+      "loss": 1.2195,
+      "step": 20822
+    },
+    {
+      "epoch": 6.202051415700218,
+      "grad_norm": 0.29853418469429016,
+      "learning_rate": 6.6532192823867006e-06,
+      "loss": 1.1987,
+      "step": 20823
+    },
+    {
+      "epoch": 6.202349261899887,
+      "grad_norm": 0.3352545201778412,
+      "learning_rate": 6.652310355697759e-06,
+      "loss": 1.206,
+      "step": 20824
+    },
+    {
+      "epoch": 6.202647108099555,
+      "grad_norm": 0.39215201139450073,
+      "learning_rate": 6.651401460155331e-06,
+      "loss": 1.2086,
+      "step": 20825
+    },
+    {
+      "epoch": 6.202944954299224,
+      "grad_norm": 0.24427476525306702,
+      "learning_rate": 6.650492595767868e-06,
+      "loss": 1.2051,
+      "step": 20826
+    },
+    {
+      "epoch": 6.203242800498892,
+      "grad_norm": 0.3072798550128937,
+      "learning_rate": 6.649583762543833e-06,
+      "loss": 1.2118,
+      "step": 20827
+    },
+    {
+      "epoch": 6.203540646698561,
+      "grad_norm": 0.37357524037361145,
+      "learning_rate": 6.648674960491677e-06,
+      "loss": 1.211,
+      "step": 20828
+    },
+    {
+      "epoch": 6.20383849289823,
+      "grad_norm": 0.40315720438957214,
+      "learning_rate": 6.647766189619853e-06,
+      "loss": 1.2026,
+      "step": 20829
+    },
+    {
+      "epoch": 6.204136339097898,
+      "grad_norm": 0.2604370415210724,
+      "learning_rate": 6.646857449936821e-06,
+      "loss": 1.2015,
+      "step": 20830
+    },
+    {
+      "epoch": 6.204434185297567,
+      "grad_norm": 0.2628321945667267,
+      "learning_rate": 6.645948741451037e-06,
+      "loss": 1.2076,
+      "step": 20831
+    },
+    {
+      "epoch": 6.204732031497236,
+      "grad_norm": 0.3860684633255005,
+      "learning_rate": 6.645040064170948e-06,
+      "loss": 1.1966,
+      "step": 20832
+    },
+    {
+      "epoch": 6.205029877696904,
+      "grad_norm": 0.31014302372932434,
+      "learning_rate": 6.644131418105017e-06,
+      "loss": 1.2074,
+      "step": 20833
+    },
+    {
+      "epoch": 6.2053277238965725,
+      "grad_norm": 0.314895898103714,
+      "learning_rate": 6.643222803261693e-06,
+      "loss": 1.198,
+      "step": 20834
+    },
+    {
+      "epoch": 6.205625570096242,
+      "grad_norm": 0.34027209877967834,
+      "learning_rate": 6.642314219649426e-06,
+      "loss": 1.222,
+      "step": 20835
+    },
+    {
+      "epoch": 6.20592341629591,
+      "grad_norm": 0.29028600454330444,
+      "learning_rate": 6.6414056672766765e-06,
+      "loss": 1.1941,
+      "step": 20836
+    },
+    {
+      "epoch": 6.206221262495579,
+      "grad_norm": 0.302869588136673,
+      "learning_rate": 6.640497146151898e-06,
+      "loss": 1.2186,
+      "step": 20837
+    },
+    {
+      "epoch": 6.206519108695248,
+      "grad_norm": 0.34623581171035767,
+      "learning_rate": 6.639588656283535e-06,
+      "loss": 1.2018,
+      "step": 20838
+    },
+    {
+      "epoch": 6.206816954894916,
+      "grad_norm": 0.27471330761909485,
+      "learning_rate": 6.638680197680049e-06,
+      "loss": 1.1964,
+      "step": 20839
+    },
+    {
+      "epoch": 6.207114801094585,
+      "grad_norm": 0.36948472261428833,
+      "learning_rate": 6.637771770349883e-06,
+      "loss": 1.1875,
+      "step": 20840
+    },
+    {
+      "epoch": 6.2074126472942535,
+      "grad_norm": 0.3009609282016754,
+      "learning_rate": 6.636863374301501e-06,
+      "loss": 1.2173,
+      "step": 20841
+    },
+    {
+      "epoch": 6.207710493493922,
+      "grad_norm": 0.3019651174545288,
+      "learning_rate": 6.635955009543345e-06,
+      "loss": 1.1965,
+      "step": 20842
+    },
+    {
+      "epoch": 6.208008339693591,
+      "grad_norm": 0.3131799101829529,
+      "learning_rate": 6.635046676083865e-06,
+      "loss": 1.2021,
+      "step": 20843
+    },
+    {
+      "epoch": 6.208306185893259,
+      "grad_norm": 0.42689722776412964,
+      "learning_rate": 6.634138373931523e-06,
+      "loss": 1.2077,
+      "step": 20844
+    },
+    {
+      "epoch": 6.208604032092928,
+      "grad_norm": 0.37339693307876587,
+      "learning_rate": 6.633230103094761e-06,
+      "loss": 1.2147,
+      "step": 20845
+    },
+    {
+      "epoch": 6.208901878292597,
+      "grad_norm": 0.4136165678501129,
+      "learning_rate": 6.632321863582027e-06,
+      "loss": 1.2157,
+      "step": 20846
+    },
+    {
+      "epoch": 6.209199724492265,
+      "grad_norm": 0.32157769799232483,
+      "learning_rate": 6.631413655401778e-06,
+      "loss": 1.2094,
+      "step": 20847
+    },
+    {
+      "epoch": 6.2094975706919335,
+      "grad_norm": 0.3838278353214264,
+      "learning_rate": 6.630505478562464e-06,
+      "loss": 1.2036,
+      "step": 20848
+    },
+    {
+      "epoch": 6.209795416891603,
+      "grad_norm": 0.28281065821647644,
+      "learning_rate": 6.629597333072527e-06,
+      "loss": 1.2064,
+      "step": 20849
+    },
+    {
+      "epoch": 6.210093263091271,
+      "grad_norm": 0.3274846076965332,
+      "learning_rate": 6.628689218940426e-06,
+      "loss": 1.2194,
+      "step": 20850
+    },
+    {
+      "epoch": 6.21039110929094,
+      "grad_norm": 0.3020499646663666,
+      "learning_rate": 6.6277811361746045e-06,
+      "loss": 1.1887,
+      "step": 20851
+    },
+    {
+      "epoch": 6.210688955490609,
+      "grad_norm": 0.3482782244682312,
+      "learning_rate": 6.626873084783508e-06,
+      "loss": 1.1968,
+      "step": 20852
+    },
+    {
+      "epoch": 6.210986801690277,
+      "grad_norm": 0.3389839231967926,
+      "learning_rate": 6.625965064775592e-06,
+      "loss": 1.2093,
+      "step": 20853
+    },
+    {
+      "epoch": 6.211284647889946,
+      "grad_norm": 0.26609256863594055,
+      "learning_rate": 6.625057076159302e-06,
+      "loss": 1.2055,
+      "step": 20854
+    },
+    {
+      "epoch": 6.2115824940896145,
+      "grad_norm": 0.3010624647140503,
+      "learning_rate": 6.624149118943082e-06,
+      "loss": 1.2023,
+      "step": 20855
+    },
+    {
+      "epoch": 6.211880340289283,
+      "grad_norm": 0.33901360630989075,
+      "learning_rate": 6.623241193135386e-06,
+      "loss": 1.2017,
+      "step": 20856
+    },
+    {
+      "epoch": 6.212178186488952,
+      "grad_norm": 0.2817125618457794,
+      "learning_rate": 6.622333298744654e-06,
+      "loss": 1.1984,
+      "step": 20857
+    },
+    {
+      "epoch": 6.21247603268862,
+      "grad_norm": 0.5507752895355225,
+      "learning_rate": 6.6214254357793405e-06,
+      "loss": 1.2059,
+      "step": 20858
+    },
+    {
+      "epoch": 6.212773878888289,
+      "grad_norm": 0.31725063920021057,
+      "learning_rate": 6.620517604247887e-06,
+      "loss": 1.2163,
+      "step": 20859
+    },
+    {
+      "epoch": 6.213071725087958,
+      "grad_norm": 0.438908189535141,
+      "learning_rate": 6.61960980415874e-06,
+      "loss": 1.204,
+      "step": 20860
+    },
+    {
+      "epoch": 6.213369571287626,
+      "grad_norm": 0.28866636753082275,
+      "learning_rate": 6.61870203552035e-06,
+      "loss": 1.1937,
+      "step": 20861
+    },
+    {
+      "epoch": 6.2136674174872955,
+      "grad_norm": 0.35296639800071716,
+      "learning_rate": 6.61779429834116e-06,
+      "loss": 1.2051,
+      "step": 20862
+    },
+    {
+      "epoch": 6.213965263686964,
+      "grad_norm": 0.35828477144241333,
+      "learning_rate": 6.616886592629612e-06,
+      "loss": 1.2092,
+      "step": 20863
+    },
+    {
+      "epoch": 6.214263109886632,
+      "grad_norm": 0.2809810936450958,
+      "learning_rate": 6.615978918394158e-06,
+      "loss": 1.2016,
+      "step": 20864
+    },
+    {
+      "epoch": 6.214560956086301,
+      "grad_norm": 0.5067834258079529,
+      "learning_rate": 6.6150712756432365e-06,
+      "loss": 1.2066,
+      "step": 20865
+    },
+    {
+      "epoch": 6.21485880228597,
+      "grad_norm": 0.3311060667037964,
+      "learning_rate": 6.6141636643852946e-06,
+      "loss": 1.2053,
+      "step": 20866
+    },
+    {
+      "epoch": 6.215156648485638,
+      "grad_norm": 0.4814979135990143,
+      "learning_rate": 6.61325608462878e-06,
+      "loss": 1.2064,
+      "step": 20867
+    },
+    {
+      "epoch": 6.215454494685307,
+      "grad_norm": 0.3755452334880829,
+      "learning_rate": 6.612348536382134e-06,
+      "loss": 1.2187,
+      "step": 20868
+    },
+    {
+      "epoch": 6.2157523408849755,
+      "grad_norm": 0.35468029975891113,
+      "learning_rate": 6.611441019653795e-06,
+      "loss": 1.2054,
+      "step": 20869
+    },
+    {
+      "epoch": 6.216050187084644,
+      "grad_norm": 0.32278144359588623,
+      "learning_rate": 6.610533534452215e-06,
+      "loss": 1.1867,
+      "step": 20870
+    },
+    {
+      "epoch": 6.216348033284313,
+      "grad_norm": 0.2916470170021057,
+      "learning_rate": 6.609626080785834e-06,
+      "loss": 1.2176,
+      "step": 20871
+    },
+    {
+      "epoch": 6.216645879483981,
+      "grad_norm": 0.28612467646598816,
+      "learning_rate": 6.60871865866309e-06,
+      "loss": 1.2096,
+      "step": 20872
+    },
+    {
+      "epoch": 6.21694372568365,
+      "grad_norm": 0.362280011177063,
+      "learning_rate": 6.6078112680924345e-06,
+      "loss": 1.2175,
+      "step": 20873
+    },
+    {
+      "epoch": 6.217241571883319,
+      "grad_norm": 0.2870917022228241,
+      "learning_rate": 6.606903909082303e-06,
+      "loss": 1.2104,
+      "step": 20874
+    },
+    {
+      "epoch": 6.217539418082987,
+      "grad_norm": 0.3332632780075073,
+      "learning_rate": 6.6059965816411406e-06,
+      "loss": 1.1964,
+      "step": 20875
+    },
+    {
+      "epoch": 6.217837264282656,
+      "grad_norm": 0.286295622587204,
+      "learning_rate": 6.605089285777389e-06,
+      "loss": 1.2181,
+      "step": 20876
+    },
+    {
+      "epoch": 6.218135110482325,
+      "grad_norm": 0.27101877331733704,
+      "learning_rate": 6.604182021499485e-06,
+      "loss": 1.2033,
+      "step": 20877
+    },
+    {
+      "epoch": 6.218432956681993,
+      "grad_norm": 0.31318768858909607,
+      "learning_rate": 6.603274788815877e-06,
+      "loss": 1.2013,
+      "step": 20878
+    },
+    {
+      "epoch": 6.218730802881662,
+      "grad_norm": 0.3703415095806122,
+      "learning_rate": 6.602367587735001e-06,
+      "loss": 1.205,
+      "step": 20879
+    },
+    {
+      "epoch": 6.219028649081331,
+      "grad_norm": 0.332447350025177,
+      "learning_rate": 6.601460418265297e-06,
+      "loss": 1.2155,
+      "step": 20880
+    },
+    {
+      "epoch": 6.219326495280999,
+      "grad_norm": 0.31926429271698,
+      "learning_rate": 6.6005532804152095e-06,
+      "loss": 1.2102,
+      "step": 20881
+    },
+    {
+      "epoch": 6.219624341480668,
+      "grad_norm": 0.3711044490337372,
+      "learning_rate": 6.599646174193174e-06,
+      "loss": 1.2148,
+      "step": 20882
+    },
+    {
+      "epoch": 6.219922187680337,
+      "grad_norm": 0.3418666422367096,
+      "learning_rate": 6.59873909960763e-06,
+      "loss": 1.2011,
+      "step": 20883
+    },
+    {
+      "epoch": 6.220220033880005,
+      "grad_norm": 0.5140612721443176,
+      "learning_rate": 6.5978320566670215e-06,
+      "loss": 1.2048,
+      "step": 20884
+    },
+    {
+      "epoch": 6.220517880079674,
+      "grad_norm": 0.2515263855457306,
+      "learning_rate": 6.5969250453797854e-06,
+      "loss": 1.1976,
+      "step": 20885
+    },
+    {
+      "epoch": 6.220815726279342,
+      "grad_norm": 0.4952830970287323,
+      "learning_rate": 6.596018065754355e-06,
+      "loss": 1.2112,
+      "step": 20886
+    },
+    {
+      "epoch": 6.221113572479011,
+      "grad_norm": 0.3173068165779114,
+      "learning_rate": 6.5951111177991774e-06,
+      "loss": 1.2106,
+      "step": 20887
+    },
+    {
+      "epoch": 6.22141141867868,
+      "grad_norm": 0.28146082162857056,
+      "learning_rate": 6.594204201522685e-06,
+      "loss": 1.2105,
+      "step": 20888
+    },
+    {
+      "epoch": 6.221709264878348,
+      "grad_norm": 0.44297167658805847,
+      "learning_rate": 6.593297316933316e-06,
+      "loss": 1.2002,
+      "step": 20889
+    },
+    {
+      "epoch": 6.2220071110780175,
+      "grad_norm": 0.2924647927284241,
+      "learning_rate": 6.592390464039513e-06,
+      "loss": 1.2033,
+      "step": 20890
+    },
+    {
+      "epoch": 6.222304957277686,
+      "grad_norm": 0.31262731552124023,
+      "learning_rate": 6.591483642849705e-06,
+      "loss": 1.2185,
+      "step": 20891
+    },
+    {
+      "epoch": 6.222602803477354,
+      "grad_norm": 0.27535152435302734,
+      "learning_rate": 6.590576853372337e-06,
+      "loss": 1.2154,
+      "step": 20892
+    },
+    {
+      "epoch": 6.222900649677023,
+      "grad_norm": 0.2639579772949219,
+      "learning_rate": 6.589670095615843e-06,
+      "loss": 1.1925,
+      "step": 20893
+    },
+    {
+      "epoch": 6.223198495876692,
+      "grad_norm": 0.31021997332572937,
+      "learning_rate": 6.588763369588655e-06,
+      "loss": 1.2049,
+      "step": 20894
+    },
+    {
+      "epoch": 6.22349634207636,
+      "grad_norm": 0.2987977862358093,
+      "learning_rate": 6.587856675299213e-06,
+      "loss": 1.2202,
+      "step": 20895
+    },
+    {
+      "epoch": 6.223794188276029,
+      "grad_norm": 0.2946363687515259,
+      "learning_rate": 6.586950012755955e-06,
+      "loss": 1.2014,
+      "step": 20896
+    },
+    {
+      "epoch": 6.224092034475698,
+      "grad_norm": 0.28557130694389343,
+      "learning_rate": 6.586043381967311e-06,
+      "loss": 1.2024,
+      "step": 20897
+    },
+    {
+      "epoch": 6.224389880675366,
+      "grad_norm": 0.28428199887275696,
+      "learning_rate": 6.5851367829417216e-06,
+      "loss": 1.2079,
+      "step": 20898
+    },
+    {
+      "epoch": 6.224687726875035,
+      "grad_norm": 0.2734763026237488,
+      "learning_rate": 6.584230215687618e-06,
+      "loss": 1.2088,
+      "step": 20899
+    },
+    {
+      "epoch": 6.2249855730747035,
+      "grad_norm": 0.2596544921398163,
+      "learning_rate": 6.583323680213436e-06,
+      "loss": 1.2098,
+      "step": 20900
+    },
+    {
+      "epoch": 6.225283419274372,
+      "grad_norm": 0.30075424909591675,
+      "learning_rate": 6.582417176527609e-06,
+      "loss": 1.1872,
+      "step": 20901
+    },
+    {
+      "epoch": 6.225581265474041,
+      "grad_norm": 0.2578868269920349,
+      "learning_rate": 6.581510704638574e-06,
+      "loss": 1.2195,
+      "step": 20902
+    },
+    {
+      "epoch": 6.225879111673709,
+      "grad_norm": 0.38626062870025635,
+      "learning_rate": 6.5806042645547595e-06,
+      "loss": 1.2001,
+      "step": 20903
+    },
+    {
+      "epoch": 6.2261769578733785,
+      "grad_norm": 0.32577237486839294,
+      "learning_rate": 6.5796978562846045e-06,
+      "loss": 1.2029,
+      "step": 20904
+    },
+    {
+      "epoch": 6.226474804073047,
+      "grad_norm": 0.27227717638015747,
+      "learning_rate": 6.578791479836537e-06,
+      "loss": 1.2117,
+      "step": 20905
+    },
+    {
+      "epoch": 6.226772650272715,
+      "grad_norm": 0.2720992863178253,
+      "learning_rate": 6.577885135218993e-06,
+      "loss": 1.2015,
+      "step": 20906
+    },
+    {
+      "epoch": 6.227070496472384,
+      "grad_norm": 0.2652950584888458,
+      "learning_rate": 6.5769788224404075e-06,
+      "loss": 1.2018,
+      "step": 20907
+    },
+    {
+      "epoch": 6.227368342672053,
+      "grad_norm": 0.29024332761764526,
+      "learning_rate": 6.576072541509204e-06,
+      "loss": 1.1911,
+      "step": 20908
+    },
+    {
+      "epoch": 6.227666188871721,
+      "grad_norm": 0.2996639013290405,
+      "learning_rate": 6.575166292433825e-06,
+      "loss": 1.2186,
+      "step": 20909
+    },
+    {
+      "epoch": 6.22796403507139,
+      "grad_norm": 0.250465452671051,
+      "learning_rate": 6.5742600752226985e-06,
+      "loss": 1.212,
+      "step": 20910
+    },
+    {
+      "epoch": 6.228261881271059,
+      "grad_norm": 0.3431493043899536,
+      "learning_rate": 6.573353889884249e-06,
+      "loss": 1.2106,
+      "step": 20911
+    },
+    {
+      "epoch": 6.228559727470727,
+      "grad_norm": 0.28145286440849304,
+      "learning_rate": 6.572447736426917e-06,
+      "loss": 1.2023,
+      "step": 20912
+    },
+    {
+      "epoch": 6.228857573670396,
+      "grad_norm": 0.2633451521396637,
+      "learning_rate": 6.5715416148591295e-06,
+      "loss": 1.2007,
+      "step": 20913
+    },
+    {
+      "epoch": 6.2291554198700645,
+      "grad_norm": 0.37861987948417664,
+      "learning_rate": 6.570635525189313e-06,
+      "loss": 1.2104,
+      "step": 20914
+    },
+    {
+      "epoch": 6.229453266069733,
+      "grad_norm": 0.26000311970710754,
+      "learning_rate": 6.5697294674259045e-06,
+      "loss": 1.2368,
+      "step": 20915
+    },
+    {
+      "epoch": 6.229751112269402,
+      "grad_norm": 0.43028923869132996,
+      "learning_rate": 6.568823441577332e-06,
+      "loss": 1.2118,
+      "step": 20916
+    },
+    {
+      "epoch": 6.23004895846907,
+      "grad_norm": 0.25162479281425476,
+      "learning_rate": 6.56791744765202e-06,
+      "loss": 1.1923,
+      "step": 20917
+    },
+    {
+      "epoch": 6.23034680466874,
+      "grad_norm": 0.43839678168296814,
+      "learning_rate": 6.567011485658403e-06,
+      "loss": 1.2002,
+      "step": 20918
+    },
+    {
+      "epoch": 6.230644650868408,
+      "grad_norm": 0.28519049286842346,
+      "learning_rate": 6.566105555604912e-06,
+      "loss": 1.1909,
+      "step": 20919
+    },
+    {
+      "epoch": 6.230942497068076,
+      "grad_norm": 0.4051321744918823,
+      "learning_rate": 6.5651996574999665e-06,
+      "loss": 1.1975,
+      "step": 20920
+    },
+    {
+      "epoch": 6.2312403432677455,
+      "grad_norm": 0.27308428287506104,
+      "learning_rate": 6.564293791352006e-06,
+      "loss": 1.2234,
+      "step": 20921
+    },
+    {
+      "epoch": 6.231538189467414,
+      "grad_norm": 0.3390137851238251,
+      "learning_rate": 6.563387957169447e-06,
+      "loss": 1.2159,
+      "step": 20922
+    },
+    {
+      "epoch": 6.231836035667082,
+      "grad_norm": 0.32019802927970886,
+      "learning_rate": 6.56248215496073e-06,
+      "loss": 1.2053,
+      "step": 20923
+    },
+    {
+      "epoch": 6.232133881866751,
+      "grad_norm": 0.27889537811279297,
+      "learning_rate": 6.5615763847342716e-06,
+      "loss": 1.1981,
+      "step": 20924
+    },
+    {
+      "epoch": 6.23243172806642,
+      "grad_norm": 0.46111857891082764,
+      "learning_rate": 6.560670646498504e-06,
+      "loss": 1.2231,
+      "step": 20925
+    },
+    {
+      "epoch": 6.232729574266088,
+      "grad_norm": 0.27917757630348206,
+      "learning_rate": 6.559764940261855e-06,
+      "loss": 1.2033,
+      "step": 20926
+    },
+    {
+      "epoch": 6.233027420465757,
+      "grad_norm": 0.4410606026649475,
+      "learning_rate": 6.558859266032751e-06,
+      "loss": 1.2231,
+      "step": 20927
+    },
+    {
+      "epoch": 6.2333252666654255,
+      "grad_norm": 0.32204869389533997,
+      "learning_rate": 6.557953623819612e-06,
+      "loss": 1.2021,
+      "step": 20928
+    },
+    {
+      "epoch": 6.233623112865095,
+      "grad_norm": 0.33063867688179016,
+      "learning_rate": 6.557048013630873e-06,
+      "loss": 1.214,
+      "step": 20929
+    },
+    {
+      "epoch": 6.233920959064763,
+      "grad_norm": 0.42502111196517944,
+      "learning_rate": 6.556142435474954e-06,
+      "loss": 1.2174,
+      "step": 20930
+    },
+    {
+      "epoch": 6.234218805264431,
+      "grad_norm": 0.25938206911087036,
+      "learning_rate": 6.555236889360279e-06,
+      "loss": 1.2172,
+      "step": 20931
+    },
+    {
+      "epoch": 6.234516651464101,
+      "grad_norm": 0.42170843482017517,
+      "learning_rate": 6.554331375295281e-06,
+      "loss": 1.2116,
+      "step": 20932
+    },
+    {
+      "epoch": 6.234814497663769,
+      "grad_norm": 0.3091077208518982,
+      "learning_rate": 6.553425893288379e-06,
+      "loss": 1.2093,
+      "step": 20933
+    },
+    {
+      "epoch": 6.235112343863437,
+      "grad_norm": 0.2852857708930969,
+      "learning_rate": 6.552520443347995e-06,
+      "loss": 1.2077,
+      "step": 20934
+    },
+    {
+      "epoch": 6.2354101900631065,
+      "grad_norm": 0.46792224049568176,
+      "learning_rate": 6.551615025482559e-06,
+      "loss": 1.1973,
+      "step": 20935
+    },
+    {
+      "epoch": 6.235708036262775,
+      "grad_norm": 0.2661101818084717,
+      "learning_rate": 6.5507096397004934e-06,
+      "loss": 1.2205,
+      "step": 20936
+    },
+    {
+      "epoch": 6.236005882462443,
+      "grad_norm": 0.3596484661102295,
+      "learning_rate": 6.549804286010217e-06,
+      "loss": 1.2045,
+      "step": 20937
+    },
+    {
+      "epoch": 6.236303728662112,
+      "grad_norm": 0.36223822832107544,
+      "learning_rate": 6.548898964420161e-06,
+      "loss": 1.2203,
+      "step": 20938
+    },
+    {
+      "epoch": 6.236601574861781,
+      "grad_norm": 0.2536521553993225,
+      "learning_rate": 6.547993674938741e-06,
+      "loss": 1.2012,
+      "step": 20939
+    },
+    {
+      "epoch": 6.236899421061449,
+      "grad_norm": 0.4647725820541382,
+      "learning_rate": 6.547088417574385e-06,
+      "loss": 1.2219,
+      "step": 20940
+    },
+    {
+      "epoch": 6.237197267261118,
+      "grad_norm": 0.32785943150520325,
+      "learning_rate": 6.546183192335513e-06,
+      "loss": 1.2062,
+      "step": 20941
+    },
+    {
+      "epoch": 6.2374951134607866,
+      "grad_norm": 0.33601462841033936,
+      "learning_rate": 6.545277999230546e-06,
+      "loss": 1.2073,
+      "step": 20942
+    },
+    {
+      "epoch": 6.237792959660455,
+      "grad_norm": 0.3900188207626343,
+      "learning_rate": 6.544372838267912e-06,
+      "loss": 1.2045,
+      "step": 20943
+    },
+    {
+      "epoch": 6.238090805860124,
+      "grad_norm": 0.29292941093444824,
+      "learning_rate": 6.543467709456026e-06,
+      "loss": 1.2137,
+      "step": 20944
+    },
+    {
+      "epoch": 6.238388652059792,
+      "grad_norm": 0.27695026993751526,
+      "learning_rate": 6.542562612803308e-06,
+      "loss": 1.1888,
+      "step": 20945
+    },
+    {
+      "epoch": 6.238686498259462,
+      "grad_norm": 0.4734032154083252,
+      "learning_rate": 6.5416575483181855e-06,
+      "loss": 1.2062,
+      "step": 20946
+    },
+    {
+      "epoch": 6.23898434445913,
+      "grad_norm": 0.2380705028772354,
+      "learning_rate": 6.5407525160090745e-06,
+      "loss": 1.2037,
+      "step": 20947
+    },
+    {
+      "epoch": 6.239282190658798,
+      "grad_norm": 0.3729903995990753,
+      "learning_rate": 6.539847515884394e-06,
+      "loss": 1.2075,
+      "step": 20948
+    },
+    {
+      "epoch": 6.2395800368584675,
+      "grad_norm": 0.3799933195114136,
+      "learning_rate": 6.53894254795257e-06,
+      "loss": 1.2212,
+      "step": 20949
+    },
+    {
+      "epoch": 6.239877883058136,
+      "grad_norm": 0.37151652574539185,
+      "learning_rate": 6.538037612222019e-06,
+      "loss": 1.1912,
+      "step": 20950
+    },
+    {
+      "epoch": 6.240175729257804,
+      "grad_norm": 0.32603856921195984,
+      "learning_rate": 6.537132708701157e-06,
+      "loss": 1.213,
+      "step": 20951
+    },
+    {
+      "epoch": 6.240473575457473,
+      "grad_norm": 0.2977096736431122,
+      "learning_rate": 6.536227837398409e-06,
+      "loss": 1.2204,
+      "step": 20952
+    },
+    {
+      "epoch": 6.240771421657142,
+      "grad_norm": 0.2917332351207733,
+      "learning_rate": 6.535322998322189e-06,
+      "loss": 1.1913,
+      "step": 20953
+    },
+    {
+      "epoch": 6.24106926785681,
+      "grad_norm": 0.2621777057647705,
+      "learning_rate": 6.534418191480916e-06,
+      "loss": 1.1929,
+      "step": 20954
+    },
+    {
+      "epoch": 6.241367114056479,
+      "grad_norm": 0.3363119065761566,
+      "learning_rate": 6.533513416883014e-06,
+      "loss": 1.2104,
+      "step": 20955
+    },
+    {
+      "epoch": 6.241664960256148,
+      "grad_norm": 0.27684512734413147,
+      "learning_rate": 6.5326086745368925e-06,
+      "loss": 1.2169,
+      "step": 20956
+    },
+    {
+      "epoch": 6.241962806455817,
+      "grad_norm": 0.34454455971717834,
+      "learning_rate": 6.531703964450977e-06,
+      "loss": 1.201,
+      "step": 20957
+    },
+    {
+      "epoch": 6.242260652655485,
+      "grad_norm": 0.29072514176368713,
+      "learning_rate": 6.530799286633679e-06,
+      "loss": 1.1902,
+      "step": 20958
+    },
+    {
+      "epoch": 6.2425584988551535,
+      "grad_norm": 0.2903517186641693,
+      "learning_rate": 6.529894641093417e-06,
+      "loss": 1.2001,
+      "step": 20959
+    },
+    {
+      "epoch": 6.242856345054823,
+      "grad_norm": 0.3266454339027405,
+      "learning_rate": 6.52899002783861e-06,
+      "loss": 1.2088,
+      "step": 20960
+    },
+    {
+      "epoch": 6.243154191254491,
+      "grad_norm": 0.25888121128082275,
+      "learning_rate": 6.5280854468776745e-06,
+      "loss": 1.2099,
+      "step": 20961
+    },
+    {
+      "epoch": 6.243452037454159,
+      "grad_norm": 0.35930338501930237,
+      "learning_rate": 6.52718089821902e-06,
+      "loss": 1.2153,
+      "step": 20962
+    },
+    {
+      "epoch": 6.2437498836538285,
+      "grad_norm": 0.24772289395332336,
+      "learning_rate": 6.52627638187107e-06,
+      "loss": 1.1967,
+      "step": 20963
+    },
+    {
+      "epoch": 6.244047729853497,
+      "grad_norm": 0.2683066129684448,
+      "learning_rate": 6.525371897842239e-06,
+      "loss": 1.1901,
+      "step": 20964
+    },
+    {
+      "epoch": 6.244345576053165,
+      "grad_norm": 0.31842073798179626,
+      "learning_rate": 6.524467446140935e-06,
+      "loss": 1.2013,
+      "step": 20965
+    },
+    {
+      "epoch": 6.244643422252834,
+      "grad_norm": 0.25482967495918274,
+      "learning_rate": 6.523563026775583e-06,
+      "loss": 1.1959,
+      "step": 20966
+    },
+    {
+      "epoch": 6.244941268452503,
+      "grad_norm": 0.41225674748420715,
+      "learning_rate": 6.5226586397545935e-06,
+      "loss": 1.2045,
+      "step": 20967
+    },
+    {
+      "epoch": 6.245239114652171,
+      "grad_norm": 0.26212966442108154,
+      "learning_rate": 6.521754285086377e-06,
+      "loss": 1.2079,
+      "step": 20968
+    },
+    {
+      "epoch": 6.24553696085184,
+      "grad_norm": 0.30973610281944275,
+      "learning_rate": 6.520849962779353e-06,
+      "loss": 1.2186,
+      "step": 20969
+    },
+    {
+      "epoch": 6.245834807051509,
+      "grad_norm": 0.4781585931777954,
+      "learning_rate": 6.519945672841932e-06,
+      "loss": 1.21,
+      "step": 20970
+    },
+    {
+      "epoch": 6.246132653251178,
+      "grad_norm": 0.3428117334842682,
+      "learning_rate": 6.519041415282525e-06,
+      "loss": 1.2135,
+      "step": 20971
+    },
+    {
+      "epoch": 6.246430499450846,
+      "grad_norm": 0.38383954763412476,
+      "learning_rate": 6.518137190109554e-06,
+      "loss": 1.2013,
+      "step": 20972
+    },
+    {
+      "epoch": 6.2467283456505145,
+      "grad_norm": 0.2761189043521881,
+      "learning_rate": 6.517232997331422e-06,
+      "loss": 1.2122,
+      "step": 20973
+    },
+    {
+      "epoch": 6.247026191850184,
+      "grad_norm": 0.34829890727996826,
+      "learning_rate": 6.516328836956551e-06,
+      "loss": 1.2013,
+      "step": 20974
+    },
+    {
+      "epoch": 6.247324038049852,
+      "grad_norm": 0.5543403625488281,
+      "learning_rate": 6.515424708993345e-06,
+      "loss": 1.2089,
+      "step": 20975
+    },
+    {
+      "epoch": 6.24762188424952,
+      "grad_norm": 0.4369713366031647,
+      "learning_rate": 6.514520613450217e-06,
+      "loss": 1.1956,
+      "step": 20976
+    },
+    {
+      "epoch": 6.24791973044919,
+      "grad_norm": 0.4368632435798645,
+      "learning_rate": 6.513616550335582e-06,
+      "loss": 1.1939,
+      "step": 20977
+    },
+    {
+      "epoch": 6.248217576648858,
+      "grad_norm": 0.296641081571579,
+      "learning_rate": 6.512712519657852e-06,
+      "loss": 1.2088,
+      "step": 20978
+    },
+    {
+      "epoch": 6.248515422848526,
+      "grad_norm": 0.5300294160842896,
+      "learning_rate": 6.5118085214254316e-06,
+      "loss": 1.2153,
+      "step": 20979
+    },
+    {
+      "epoch": 6.2488132690481955,
+      "grad_norm": 0.5507962107658386,
+      "learning_rate": 6.51090455564674e-06,
+      "loss": 1.2076,
+      "step": 20980
+    },
+    {
+      "epoch": 6.249111115247864,
+      "grad_norm": 0.45971810817718506,
+      "learning_rate": 6.510000622330181e-06,
+      "loss": 1.2169,
+      "step": 20981
+    },
+    {
+      "epoch": 6.249408961447532,
+      "grad_norm": 0.6372692584991455,
+      "learning_rate": 6.509096721484167e-06,
+      "loss": 1.1966,
+      "step": 20982
+    },
+    {
+      "epoch": 6.249706807647201,
+      "grad_norm": 0.3024199903011322,
+      "learning_rate": 6.508192853117108e-06,
+      "loss": 1.2039,
+      "step": 20983
+    },
+    {
+      "epoch": 6.25000465384687,
+      "grad_norm": 0.5083332061767578,
+      "learning_rate": 6.507289017237415e-06,
+      "loss": 1.2128,
+      "step": 20984
+    },
+    {
+      "epoch": 6.250302500046539,
+      "grad_norm": 0.2918650507926941,
+      "learning_rate": 6.50638521385349e-06,
+      "loss": 1.2117,
+      "step": 20985
+    },
+    {
+      "epoch": 6.250600346246207,
+      "grad_norm": 0.31115829944610596,
+      "learning_rate": 6.505481442973753e-06,
+      "loss": 1.215,
+      "step": 20986
+    },
+    {
+      "epoch": 6.2508981924458755,
+      "grad_norm": 0.35847991704940796,
+      "learning_rate": 6.504577704606605e-06,
+      "loss": 1.2101,
+      "step": 20987
+    },
+    {
+      "epoch": 6.251196038645545,
+      "grad_norm": 0.3025646507740021,
+      "learning_rate": 6.503673998760456e-06,
+      "loss": 1.2197,
+      "step": 20988
+    },
+    {
+      "epoch": 6.251493884845213,
+      "grad_norm": 0.3011787533760071,
+      "learning_rate": 6.502770325443713e-06,
+      "loss": 1.2,
+      "step": 20989
+    },
+    {
+      "epoch": 6.251791731044881,
+      "grad_norm": 0.31051358580589294,
+      "learning_rate": 6.501866684664784e-06,
+      "loss": 1.2001,
+      "step": 20990
+    },
+    {
+      "epoch": 6.252089577244551,
+      "grad_norm": 0.2914946675300598,
+      "learning_rate": 6.5009630764320795e-06,
+      "loss": 1.2113,
+      "step": 20991
+    },
+    {
+      "epoch": 6.252387423444219,
+      "grad_norm": 0.26340430974960327,
+      "learning_rate": 6.500059500754006e-06,
+      "loss": 1.2135,
+      "step": 20992
+    },
+    {
+      "epoch": 6.252685269643887,
+      "grad_norm": 0.3000192642211914,
+      "learning_rate": 6.499155957638963e-06,
+      "loss": 1.2107,
+      "step": 20993
+    },
+    {
+      "epoch": 6.2529831158435565,
+      "grad_norm": 0.2933465838432312,
+      "learning_rate": 6.498252447095366e-06,
+      "loss": 1.2105,
+      "step": 20994
+    },
+    {
+      "epoch": 6.253280962043225,
+      "grad_norm": 0.3004761338233948,
+      "learning_rate": 6.4973489691316184e-06,
+      "loss": 1.2072,
+      "step": 20995
+    },
+    {
+      "epoch": 6.253578808242894,
+      "grad_norm": 0.3727788031101227,
+      "learning_rate": 6.496445523756122e-06,
+      "loss": 1.217,
+      "step": 20996
+    },
+    {
+      "epoch": 6.253876654442562,
+      "grad_norm": 0.29946908354759216,
+      "learning_rate": 6.495542110977288e-06,
+      "loss": 1.2101,
+      "step": 20997
+    },
+    {
+      "epoch": 6.254174500642231,
+      "grad_norm": 0.2809601426124573,
+      "learning_rate": 6.494638730803522e-06,
+      "loss": 1.2028,
+      "step": 20998
+    },
+    {
+      "epoch": 6.2544723468419,
+      "grad_norm": 0.3155931234359741,
+      "learning_rate": 6.493735383243221e-06,
+      "loss": 1.2228,
+      "step": 20999
+    },
+    {
+      "epoch": 6.254770193041568,
+      "grad_norm": 0.2671355605125427,
+      "learning_rate": 6.492832068304796e-06,
+      "loss": 1.19,
+      "step": 21000
+    },
+    {
+      "epoch": 6.254770193041568,
+      "eval_loss": 1.3171136379241943,
+      "eval_runtime": 25.842,
+      "eval_samples_per_second": 67.1,
+      "eval_steps_per_second": 4.218,
+      "step": 21000
+    },
+    {
+      "epoch": 6.254770193041568,
+      "step": 21000,
+      "total_flos": 2.2989868385333726e+20,
+      "train_loss": 1.263435139360882,
+      "train_runtime": 585194.7226,
+      "train_samples_per_second": 29.375,
+      "train_steps_per_second": 0.057
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 33570,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.2989868385333726e+20,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}