{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9733882030178327,
  "eval_steps": 500,
  "global_step": 887,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0010973936899862826,
      "grad_norm": 0.27108055353164673,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 1.9861,
      "step": 1
    },
    {
      "epoch": 0.0021947873799725653,
      "grad_norm": 0.27781054377555847,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 2.0261,
      "step": 2
    },
    {
      "epoch": 0.0032921810699588477,
      "grad_norm": 0.2786555290222168,
      "learning_rate": 6.000000000000001e-07,
      "loss": 2.0242,
      "step": 3
    },
    {
      "epoch": 0.0043895747599451305,
      "grad_norm": 0.3020860552787781,
      "learning_rate": 8.000000000000001e-07,
      "loss": 2.0951,
      "step": 4
    },
    {
      "epoch": 0.0054869684499314125,
      "grad_norm": 0.2764291763305664,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.9623,
      "step": 5
    },
    {
      "epoch": 0.006584362139917695,
      "grad_norm": 0.3049551248550415,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 2.0732,
      "step": 6
    },
    {
      "epoch": 0.007681755829903978,
      "grad_norm": 0.2732066512107849,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 2.015,
      "step": 7
    },
    {
      "epoch": 0.008779149519890261,
      "grad_norm": 0.3337247371673584,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 2.1519,
      "step": 8
    },
    {
      "epoch": 0.009876543209876543,
      "grad_norm": 0.3307493329048157,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 2.0968,
      "step": 9
    },
    {
      "epoch": 0.010973936899862825,
      "grad_norm": 0.29627102613449097,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 2.0329,
      "step": 10
    },
    {
      "epoch": 0.012071330589849109,
      "grad_norm": 0.2832229733467102,
      "learning_rate": 2.2e-06,
      "loss": 2.0597,
      "step": 11
    },
    {
      "epoch": 0.01316872427983539,
      "grad_norm": 0.2993783950805664,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.9716,
      "step": 12
    },
    {
      "epoch": 0.014266117969821674,
      "grad_norm": 0.3148089051246643,
      "learning_rate": 2.6e-06,
      "loss": 2.1158,
      "step": 13
    },
    {
      "epoch": 0.015363511659807956,
      "grad_norm": 0.3562306761741638,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 2.1904,
      "step": 14
    },
    {
      "epoch": 0.01646090534979424,
      "grad_norm": 0.2843739688396454,
      "learning_rate": 3e-06,
      "loss": 1.9782,
      "step": 15
    },
    {
      "epoch": 0.017558299039780522,
      "grad_norm": 0.2809521555900574,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 1.9743,
      "step": 16
    },
    {
      "epoch": 0.018655692729766804,
      "grad_norm": 0.30157962441444397,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 1.9993,
      "step": 17
    },
    {
      "epoch": 0.019753086419753086,
      "grad_norm": 0.3049308657646179,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 2.0293,
      "step": 18
    },
    {
      "epoch": 0.020850480109739368,
      "grad_norm": 0.31477564573287964,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 2.0614,
      "step": 19
    },
    {
      "epoch": 0.02194787379972565,
      "grad_norm": 0.34430813789367676,
      "learning_rate": 4.000000000000001e-06,
      "loss": 2.082,
      "step": 20
    },
    {
      "epoch": 0.023045267489711935,
      "grad_norm": 0.29869017004966736,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 1.9798,
      "step": 21
    },
    {
      "epoch": 0.024142661179698217,
      "grad_norm": 0.28752100467681885,
      "learning_rate": 4.4e-06,
      "loss": 1.9871,
      "step": 22
    },
    {
      "epoch": 0.0252400548696845,
      "grad_norm": 0.33573031425476074,
      "learning_rate": 4.600000000000001e-06,
      "loss": 2.0437,
      "step": 23
    },
    {
      "epoch": 0.02633744855967078,
      "grad_norm": 0.29683223366737366,
      "learning_rate": 4.800000000000001e-06,
      "loss": 2.037,
      "step": 24
    },
    {
      "epoch": 0.027434842249657063,
      "grad_norm": 0.319722056388855,
      "learning_rate": 5e-06,
      "loss": 2.0975,
      "step": 25
    },
    {
      "epoch": 0.02853223593964335,
      "grad_norm": 0.3013472855091095,
      "learning_rate": 5.2e-06,
      "loss": 2.1016,
      "step": 26
    },
    {
      "epoch": 0.02962962962962963,
      "grad_norm": 0.28419122099876404,
      "learning_rate": 5.400000000000001e-06,
      "loss": 1.9477,
      "step": 27
    },
    {
      "epoch": 0.030727023319615913,
      "grad_norm": 0.2823992669582367,
      "learning_rate": 5.600000000000001e-06,
      "loss": 1.9544,
      "step": 28
    },
    {
      "epoch": 0.031824417009602195,
      "grad_norm": 0.2990231215953827,
      "learning_rate": 5.8e-06,
      "loss": 1.9982,
      "step": 29
    },
    {
      "epoch": 0.03292181069958848,
      "grad_norm": 0.28071701526641846,
      "learning_rate": 6e-06,
      "loss": 1.9735,
      "step": 30
    },
    {
      "epoch": 0.03401920438957476,
      "grad_norm": 0.28065022826194763,
      "learning_rate": 6.200000000000001e-06,
      "loss": 2.0191,
      "step": 31
    },
    {
      "epoch": 0.035116598079561044,
      "grad_norm": 0.2757718563079834,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 1.9187,
      "step": 32
    },
    {
      "epoch": 0.03621399176954732,
      "grad_norm": 0.2993408739566803,
      "learning_rate": 6.600000000000001e-06,
      "loss": 1.9989,
      "step": 33
    },
    {
      "epoch": 0.03731138545953361,
      "grad_norm": 0.28326326608657837,
      "learning_rate": 6.800000000000001e-06,
      "loss": 2.0218,
      "step": 34
    },
    {
      "epoch": 0.038408779149519894,
      "grad_norm": 0.2843347489833832,
      "learning_rate": 7e-06,
      "loss": 1.9994,
      "step": 35
    },
    {
      "epoch": 0.03950617283950617,
      "grad_norm": 0.28945305943489075,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 2.0353,
      "step": 36
    },
    {
      "epoch": 0.04060356652949246,
      "grad_norm": 0.26997682452201843,
      "learning_rate": 7.4e-06,
      "loss": 2.0038,
      "step": 37
    },
    {
      "epoch": 0.041700960219478736,
      "grad_norm": 0.3185621201992035,
      "learning_rate": 7.600000000000001e-06,
      "loss": 1.9736,
      "step": 38
    },
    {
      "epoch": 0.04279835390946502,
      "grad_norm": 0.32522234320640564,
      "learning_rate": 7.800000000000002e-06,
      "loss": 2.1093,
      "step": 39
    },
    {
      "epoch": 0.0438957475994513,
      "grad_norm": 0.3031747043132782,
      "learning_rate": 8.000000000000001e-06,
      "loss": 2.0228,
      "step": 40
    },
    {
      "epoch": 0.044993141289437585,
      "grad_norm": 0.31074920296669006,
      "learning_rate": 8.2e-06,
      "loss": 2.0363,
      "step": 41
    },
    {
      "epoch": 0.04609053497942387,
      "grad_norm": 0.3501761257648468,
      "learning_rate": 8.400000000000001e-06,
      "loss": 2.0894,
      "step": 42
    },
    {
      "epoch": 0.04718792866941015,
      "grad_norm": 0.25342920422554016,
      "learning_rate": 8.6e-06,
      "loss": 1.919,
      "step": 43
    },
    {
      "epoch": 0.048285322359396435,
      "grad_norm": 0.2695287764072418,
      "learning_rate": 8.8e-06,
      "loss": 1.9496,
      "step": 44
    },
    {
      "epoch": 0.04938271604938271,
      "grad_norm": 0.26249709725379944,
      "learning_rate": 9e-06,
      "loss": 1.9096,
      "step": 45
    },
    {
      "epoch": 0.050480109739369,
      "grad_norm": 0.2559400498867035,
      "learning_rate": 9.200000000000002e-06,
      "loss": 1.9609,
      "step": 46
    },
    {
      "epoch": 0.051577503429355284,
      "grad_norm": 0.26113536953926086,
      "learning_rate": 9.4e-06,
      "loss": 1.9484,
      "step": 47
    },
    {
      "epoch": 0.05267489711934156,
      "grad_norm": 0.2483452707529068,
      "learning_rate": 9.600000000000001e-06,
      "loss": 1.9271,
      "step": 48
    },
    {
      "epoch": 0.05377229080932785,
      "grad_norm": 0.24584588408470154,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.9134,
      "step": 49
    },
    {
      "epoch": 0.05486968449931413,
      "grad_norm": 0.23456168174743652,
      "learning_rate": 1e-05,
      "loss": 1.8595,
      "step": 50
    },
    {
      "epoch": 0.05596707818930041,
      "grad_norm": 0.24329470098018646,
      "learning_rate": 1.02e-05,
      "loss": 1.8626,
      "step": 51
    },
    {
      "epoch": 0.0570644718792867,
      "grad_norm": 0.22366423904895782,
      "learning_rate": 1.04e-05,
      "loss": 1.9075,
      "step": 52
    },
    {
      "epoch": 0.058161865569272976,
      "grad_norm": 0.2408476620912552,
      "learning_rate": 1.0600000000000002e-05,
      "loss": 1.9073,
      "step": 53
    },
    {
      "epoch": 0.05925925925925926,
      "grad_norm": 0.26551100611686707,
      "learning_rate": 1.0800000000000002e-05,
      "loss": 1.9767,
      "step": 54
    },
    {
      "epoch": 0.06035665294924554,
      "grad_norm": 0.2730308771133423,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 1.9087,
      "step": 55
    },
    {
      "epoch": 0.061454046639231825,
      "grad_norm": 0.2597392797470093,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 1.975,
      "step": 56
    },
    {
      "epoch": 0.06255144032921811,
      "grad_norm": 0.24098357558250427,
      "learning_rate": 1.14e-05,
      "loss": 1.8624,
      "step": 57
    },
    {
      "epoch": 0.06364883401920439,
      "grad_norm": 0.23562097549438477,
      "learning_rate": 1.16e-05,
      "loss": 1.9068,
      "step": 58
    },
    {
      "epoch": 0.06474622770919067,
      "grad_norm": 0.24404938519001007,
      "learning_rate": 1.18e-05,
      "loss": 1.9516,
      "step": 59
    },
    {
      "epoch": 0.06584362139917696,
      "grad_norm": 0.245197594165802,
      "learning_rate": 1.2e-05,
      "loss": 1.9105,
      "step": 60
    },
    {
      "epoch": 0.06694101508916324,
      "grad_norm": 0.22279669344425201,
      "learning_rate": 1.22e-05,
      "loss": 1.9019,
      "step": 61
    },
    {
      "epoch": 0.06803840877914952,
      "grad_norm": 0.2473766803741455,
      "learning_rate": 1.2400000000000002e-05,
      "loss": 1.8418,
      "step": 62
    },
    {
      "epoch": 0.0691358024691358,
      "grad_norm": 0.2862042486667633,
      "learning_rate": 1.2600000000000001e-05,
      "loss": 1.9353,
      "step": 63
    },
    {
      "epoch": 0.07023319615912209,
      "grad_norm": 0.2588101625442505,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 1.9448,
      "step": 64
    },
    {
      "epoch": 0.07133058984910837,
      "grad_norm": 0.2884417772293091,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 1.8889,
      "step": 65
    },
    {
      "epoch": 0.07242798353909465,
      "grad_norm": 0.23664578795433044,
      "learning_rate": 1.3200000000000002e-05,
      "loss": 1.8244,
      "step": 66
    },
    {
      "epoch": 0.07352537722908094,
      "grad_norm": 0.25291287899017334,
      "learning_rate": 1.3400000000000002e-05,
      "loss": 1.8071,
      "step": 67
    },
    {
      "epoch": 0.07462277091906722,
      "grad_norm": 0.2404923290014267,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 1.8677,
      "step": 68
    },
    {
      "epoch": 0.0757201646090535,
      "grad_norm": 0.24635937809944153,
      "learning_rate": 1.38e-05,
      "loss": 1.8015,
      "step": 69
    },
    {
      "epoch": 0.07681755829903979,
      "grad_norm": 0.24646110832691193,
      "learning_rate": 1.4e-05,
      "loss": 1.7901,
      "step": 70
    },
    {
      "epoch": 0.07791495198902607,
      "grad_norm": 0.243991419672966,
      "learning_rate": 1.4200000000000001e-05,
      "loss": 1.7483,
      "step": 71
    },
    {
      "epoch": 0.07901234567901234,
      "grad_norm": 0.26060330867767334,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 1.7065,
      "step": 72
    },
    {
      "epoch": 0.08010973936899862,
      "grad_norm": 0.2618904709815979,
      "learning_rate": 1.46e-05,
      "loss": 1.8377,
      "step": 73
    },
    {
      "epoch": 0.08120713305898491,
      "grad_norm": 0.26802942156791687,
      "learning_rate": 1.48e-05,
      "loss": 1.7947,
      "step": 74
    },
    {
      "epoch": 0.0823045267489712,
      "grad_norm": 0.28539785742759705,
      "learning_rate": 1.5000000000000002e-05,
      "loss": 1.7596,
      "step": 75
    },
    {
      "epoch": 0.08340192043895747,
      "grad_norm": 0.25785282254219055,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 1.6622,
      "step": 76
    },
    {
      "epoch": 0.08449931412894376,
      "grad_norm": 0.2746061682701111,
      "learning_rate": 1.54e-05,
      "loss": 1.6833,
      "step": 77
    },
    {
      "epoch": 0.08559670781893004,
      "grad_norm": 0.2993699610233307,
      "learning_rate": 1.5600000000000003e-05,
      "loss": 1.728,
      "step": 78
    },
    {
      "epoch": 0.08669410150891632,
      "grad_norm": 0.31998202204704285,
      "learning_rate": 1.58e-05,
      "loss": 1.7735,
      "step": 79
    },
    {
      "epoch": 0.0877914951989026,
      "grad_norm": 0.2985467314720154,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.6394,
      "step": 80
    },
    {
      "epoch": 0.08888888888888889,
      "grad_norm": 0.31099262833595276,
      "learning_rate": 1.62e-05,
      "loss": 1.7466,
      "step": 81
    },
    {
      "epoch": 0.08998628257887517,
      "grad_norm": 0.2854881286621094,
      "learning_rate": 1.64e-05,
      "loss": 1.7291,
      "step": 82
    },
    {
      "epoch": 0.09108367626886145,
      "grad_norm": 0.3132914900779724,
      "learning_rate": 1.66e-05,
      "loss": 1.7431,
      "step": 83
    },
    {
      "epoch": 0.09218106995884774,
      "grad_norm": 0.3053690791130066,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 1.6816,
      "step": 84
    },
    {
      "epoch": 0.09327846364883402,
      "grad_norm": 0.2843291759490967,
      "learning_rate": 1.7e-05,
      "loss": 1.7334,
      "step": 85
    },
    {
      "epoch": 0.0943758573388203,
      "grad_norm": 0.31299757957458496,
      "learning_rate": 1.72e-05,
      "loss": 1.6034,
      "step": 86
    },
    {
      "epoch": 0.09547325102880659,
      "grad_norm": 0.29502251744270325,
      "learning_rate": 1.7400000000000003e-05,
      "loss": 1.6195,
      "step": 87
    },
    {
      "epoch": 0.09657064471879287,
      "grad_norm": 0.32556185126304626,
      "learning_rate": 1.76e-05,
      "loss": 1.6456,
      "step": 88
    },
    {
      "epoch": 0.09766803840877915,
      "grad_norm": 0.3797527253627777,
      "learning_rate": 1.7800000000000002e-05,
      "loss": 1.5675,
      "step": 89
    },
    {
      "epoch": 0.09876543209876543,
      "grad_norm": 0.4491126239299774,
      "learning_rate": 1.8e-05,
      "loss": 1.6092,
      "step": 90
    },
    {
      "epoch": 0.09986282578875172,
      "grad_norm": 0.3437753915786743,
      "learning_rate": 1.8200000000000002e-05,
      "loss": 1.5709,
      "step": 91
    },
    {
      "epoch": 0.100960219478738,
      "grad_norm": 0.33262452483177185,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 1.5559,
      "step": 92
    },
    {
      "epoch": 0.10205761316872428,
      "grad_norm": 0.4088902771472931,
      "learning_rate": 1.86e-05,
      "loss": 1.5929,
      "step": 93
    },
    {
      "epoch": 0.10315500685871057,
      "grad_norm": 0.42855969071388245,
      "learning_rate": 1.88e-05,
      "loss": 1.481,
      "step": 94
    },
    {
      "epoch": 0.10425240054869685,
      "grad_norm": 0.38623425364494324,
      "learning_rate": 1.9e-05,
      "loss": 1.4687,
      "step": 95
    },
    {
      "epoch": 0.10534979423868313,
      "grad_norm": 0.3554774522781372,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 1.4739,
      "step": 96
    },
    {
      "epoch": 0.1064471879286694,
      "grad_norm": 0.4467147886753082,
      "learning_rate": 1.94e-05,
      "loss": 1.4996,
      "step": 97
    },
    {
      "epoch": 0.1075445816186557,
      "grad_norm": 0.4558533728122711,
      "learning_rate": 1.9600000000000002e-05,
      "loss": 1.463,
      "step": 98
    },
    {
      "epoch": 0.10864197530864197,
      "grad_norm": 0.3612457513809204,
      "learning_rate": 1.98e-05,
      "loss": 1.4667,
      "step": 99
    },
    {
      "epoch": 0.10973936899862825,
      "grad_norm": 0.3397855758666992,
      "learning_rate": 2e-05,
      "loss": 1.41,
      "step": 100
    },
    {
      "epoch": 0.11083676268861455,
      "grad_norm": 0.42120879888534546,
      "learning_rate": 1.997533908754624e-05,
      "loss": 1.3884,
      "step": 101
    },
    {
      "epoch": 0.11193415637860082,
      "grad_norm": 0.34555450081825256,
      "learning_rate": 1.995067817509248e-05,
      "loss": 1.4158,
      "step": 102
    },
    {
      "epoch": 0.1130315500685871,
      "grad_norm": 0.30095019936561584,
      "learning_rate": 1.992601726263872e-05,
      "loss": 1.4731,
      "step": 103
    },
    {
      "epoch": 0.1141289437585734,
      "grad_norm": 0.3604261577129364,
      "learning_rate": 1.990135635018496e-05,
      "loss": 1.4059,
      "step": 104
    },
    {
      "epoch": 0.11522633744855967,
      "grad_norm": 0.3028746545314789,
      "learning_rate": 1.9876695437731196e-05,
      "loss": 1.4234,
      "step": 105
    },
    {
      "epoch": 0.11632373113854595,
      "grad_norm": 0.343404084444046,
      "learning_rate": 1.985203452527744e-05,
      "loss": 1.319,
      "step": 106
    },
    {
      "epoch": 0.11742112482853223,
      "grad_norm": 0.26763787865638733,
      "learning_rate": 1.9827373612823677e-05,
      "loss": 1.3013,
      "step": 107
    },
    {
      "epoch": 0.11851851851851852,
      "grad_norm": 0.2645047903060913,
      "learning_rate": 1.9802712700369916e-05,
      "loss": 1.3119,
      "step": 108
    },
    {
      "epoch": 0.1196159122085048,
      "grad_norm": 0.24199865758419037,
      "learning_rate": 1.9778051787916155e-05,
      "loss": 1.3058,
      "step": 109
    },
    {
      "epoch": 0.12071330589849108,
      "grad_norm": 0.2630648910999298,
      "learning_rate": 1.9753390875462394e-05,
      "loss": 1.3024,
      "step": 110
    },
    {
      "epoch": 0.12181069958847737,
      "grad_norm": 0.29971155524253845,
      "learning_rate": 1.9728729963008633e-05,
      "loss": 1.2853,
      "step": 111
    },
    {
      "epoch": 0.12290809327846365,
      "grad_norm": 0.23841412365436554,
      "learning_rate": 1.9704069050554872e-05,
      "loss": 1.3528,
      "step": 112
    },
    {
      "epoch": 0.12400548696844993,
      "grad_norm": 0.18174125254154205,
      "learning_rate": 1.967940813810111e-05,
      "loss": 1.3534,
      "step": 113
    },
    {
      "epoch": 0.12510288065843622,
      "grad_norm": 0.23740167915821075,
      "learning_rate": 1.965474722564735e-05,
      "loss": 1.2486,
      "step": 114
    },
    {
      "epoch": 0.1262002743484225,
      "grad_norm": 0.317221999168396,
      "learning_rate": 1.9630086313193592e-05,
      "loss": 1.2452,
      "step": 115
    },
    {
      "epoch": 0.12729766803840878,
      "grad_norm": 0.17076945304870605,
      "learning_rate": 1.9605425400739828e-05,
      "loss": 1.282,
      "step": 116
    },
    {
      "epoch": 0.12839506172839507,
      "grad_norm": 0.19480882585048676,
      "learning_rate": 1.9580764488286066e-05,
      "loss": 1.3408,
      "step": 117
    },
    {
      "epoch": 0.12949245541838134,
      "grad_norm": 0.21473167836666107,
      "learning_rate": 1.955610357583231e-05,
      "loss": 1.2389,
      "step": 118
    },
    {
      "epoch": 0.13058984910836763,
      "grad_norm": 0.21171647310256958,
      "learning_rate": 1.9531442663378544e-05,
      "loss": 1.2866,
      "step": 119
    },
    {
      "epoch": 0.13168724279835392,
      "grad_norm": 0.16918618977069855,
      "learning_rate": 1.9506781750924787e-05,
      "loss": 1.3065,
      "step": 120
    },
    {
      "epoch": 0.13278463648834019,
      "grad_norm": 0.17470093071460724,
      "learning_rate": 1.9482120838471025e-05,
      "loss": 1.3088,
      "step": 121
    },
    {
      "epoch": 0.13388203017832648,
      "grad_norm": 0.16515418887138367,
      "learning_rate": 1.9457459926017264e-05,
      "loss": 1.2865,
      "step": 122
    },
    {
      "epoch": 0.13497942386831277,
      "grad_norm": 0.17647692561149597,
      "learning_rate": 1.9432799013563503e-05,
      "loss": 1.2298,
      "step": 123
    },
    {
      "epoch": 0.13607681755829903,
      "grad_norm": 0.1819489300251007,
      "learning_rate": 1.9408138101109742e-05,
      "loss": 1.2641,
      "step": 124
    },
    {
      "epoch": 0.13717421124828533,
      "grad_norm": 0.16584061086177826,
      "learning_rate": 1.938347718865598e-05,
      "loss": 1.2872,
      "step": 125
    },
    {
      "epoch": 0.1382716049382716,
      "grad_norm": 0.15061640739440918,
      "learning_rate": 1.935881627620222e-05,
      "loss": 1.1875,
      "step": 126
    },
    {
      "epoch": 0.13936899862825788,
      "grad_norm": 0.15820416808128357,
      "learning_rate": 1.9334155363748462e-05,
      "loss": 1.2242,
      "step": 127
    },
    {
      "epoch": 0.14046639231824418,
      "grad_norm": 0.16064974665641785,
      "learning_rate": 1.9309494451294698e-05,
      "loss": 1.2635,
      "step": 128
    },
    {
      "epoch": 0.14156378600823044,
      "grad_norm": 0.1459810435771942,
      "learning_rate": 1.928483353884094e-05,
      "loss": 1.2475,
      "step": 129
    },
    {
      "epoch": 0.14266117969821673,
      "grad_norm": 0.18043562769889832,
      "learning_rate": 1.9260172626387176e-05,
      "loss": 1.3077,
      "step": 130
    },
    {
      "epoch": 0.14375857338820303,
      "grad_norm": 0.16961152851581573,
      "learning_rate": 1.9235511713933418e-05,
      "loss": 1.2155,
      "step": 131
    },
    {
      "epoch": 0.1448559670781893,
      "grad_norm": 0.16236276924610138,
      "learning_rate": 1.9210850801479657e-05,
      "loss": 1.1733,
      "step": 132
    },
    {
      "epoch": 0.14595336076817558,
      "grad_norm": 0.15118443965911865,
      "learning_rate": 1.9186189889025896e-05,
      "loss": 1.2129,
      "step": 133
    },
    {
      "epoch": 0.14705075445816188,
      "grad_norm": 0.15442046523094177,
      "learning_rate": 1.9161528976572135e-05,
      "loss": 1.2811,
      "step": 134
    },
    {
      "epoch": 0.14814814814814814,
      "grad_norm": 0.15228775143623352,
      "learning_rate": 1.9136868064118374e-05,
      "loss": 1.2877,
      "step": 135
    },
    {
      "epoch": 0.14924554183813443,
      "grad_norm": 0.20188400149345398,
      "learning_rate": 1.9112207151664612e-05,
      "loss": 1.2504,
      "step": 136
    },
    {
      "epoch": 0.15034293552812072,
      "grad_norm": 0.15376144647598267,
      "learning_rate": 1.908754623921085e-05,
      "loss": 1.2608,
      "step": 137
    },
    {
      "epoch": 0.151440329218107,
      "grad_norm": 0.18212908506393433,
      "learning_rate": 1.9062885326757094e-05,
      "loss": 1.2443,
      "step": 138
    },
    {
      "epoch": 0.15253772290809328,
      "grad_norm": 0.18315152823925018,
      "learning_rate": 1.903822441430333e-05,
      "loss": 1.2282,
      "step": 139
    },
    {
      "epoch": 0.15363511659807957,
      "grad_norm": 0.18566685914993286,
      "learning_rate": 1.901356350184957e-05,
      "loss": 1.2061,
      "step": 140
    },
    {
      "epoch": 0.15473251028806584,
      "grad_norm": 0.17911821603775024,
      "learning_rate": 1.898890258939581e-05,
      "loss": 1.2598,
      "step": 141
    },
    {
      "epoch": 0.15582990397805213,
      "grad_norm": 0.15996401011943817,
      "learning_rate": 1.896424167694205e-05,
      "loss": 1.3087,
      "step": 142
    },
    {
      "epoch": 0.1569272976680384,
      "grad_norm": 0.15476301312446594,
      "learning_rate": 1.8939580764488288e-05,
      "loss": 1.2545,
      "step": 143
    },
    {
      "epoch": 0.1580246913580247,
      "grad_norm": 0.22089847922325134,
      "learning_rate": 1.8914919852034527e-05,
      "loss": 1.1303,
      "step": 144
    },
    {
      "epoch": 0.15912208504801098,
      "grad_norm": 0.19699229300022125,
      "learning_rate": 1.8890258939580766e-05,
      "loss": 1.1878,
      "step": 145
    },
    {
      "epoch": 0.16021947873799725,
      "grad_norm": 0.1997714638710022,
      "learning_rate": 1.8865598027127005e-05,
      "loss": 1.2437,
      "step": 146
    },
    {
      "epoch": 0.16131687242798354,
      "grad_norm": 0.19294144213199615,
      "learning_rate": 1.8840937114673244e-05,
      "loss": 1.178,
      "step": 147
    },
    {
      "epoch": 0.16241426611796983,
      "grad_norm": 0.18544507026672363,
      "learning_rate": 1.8816276202219483e-05,
      "loss": 1.1617,
      "step": 148
    },
    {
      "epoch": 0.1635116598079561,
      "grad_norm": 0.1713118851184845,
      "learning_rate": 1.879161528976572e-05,
      "loss": 1.2141,
      "step": 149
    },
    {
      "epoch": 0.1646090534979424,
      "grad_norm": 0.1757712960243225,
      "learning_rate": 1.876695437731196e-05,
      "loss": 1.2505,
      "step": 150
    },
    {
      "epoch": 0.16570644718792868,
      "grad_norm": 0.25870320200920105,
      "learning_rate": 1.87422934648582e-05,
      "loss": 1.1955,
      "step": 151
    },
    {
      "epoch": 0.16680384087791494,
      "grad_norm": 0.197688490152359,
      "learning_rate": 1.8717632552404442e-05,
      "loss": 1.1598,
      "step": 152
    },
    {
      "epoch": 0.16790123456790124,
      "grad_norm": 0.21808716654777527,
      "learning_rate": 1.8692971639950677e-05,
      "loss": 1.1682,
      "step": 153
    },
    {
      "epoch": 0.16899862825788753,
      "grad_norm": 0.26828381419181824,
      "learning_rate": 1.866831072749692e-05,
      "loss": 1.2372,
      "step": 154
    },
    {
      "epoch": 0.1700960219478738,
      "grad_norm": 0.20964942872524261,
      "learning_rate": 1.864364981504316e-05,
      "loss": 1.1816,
      "step": 155
    },
    {
      "epoch": 0.17119341563786009,
      "grad_norm": 0.2113889753818512,
      "learning_rate": 1.8618988902589397e-05,
      "loss": 1.1749,
      "step": 156
    },
    {
      "epoch": 0.17229080932784638,
      "grad_norm": 0.2011781483888626,
      "learning_rate": 1.8594327990135636e-05,
      "loss": 1.2413,
      "step": 157
    },
    {
      "epoch": 0.17338820301783264,
      "grad_norm": 0.2024763971567154,
      "learning_rate": 1.8569667077681875e-05,
      "loss": 1.2371,
      "step": 158
    },
    {
      "epoch": 0.17448559670781894,
      "grad_norm": 0.21682558953762054,
      "learning_rate": 1.8545006165228114e-05,
      "loss": 1.2055,
      "step": 159
    },
    {
      "epoch": 0.1755829903978052,
      "grad_norm": 0.24796062707901,
      "learning_rate": 1.8520345252774353e-05,
      "loss": 1.2046,
      "step": 160
    },
    {
      "epoch": 0.1766803840877915,
      "grad_norm": 0.25501304864883423,
      "learning_rate": 1.8495684340320595e-05,
      "loss": 1.1452,
      "step": 161
    },
    {
      "epoch": 0.17777777777777778,
      "grad_norm": 0.24295510351657867,
      "learning_rate": 1.847102342786683e-05,
      "loss": 1.3494,
      "step": 162
    },
    {
      "epoch": 0.17887517146776405,
      "grad_norm": 0.23228970170021057,
      "learning_rate": 1.8446362515413073e-05,
      "loss": 1.2089,
      "step": 163
    },
    {
      "epoch": 0.17997256515775034,
      "grad_norm": 0.22333182394504547,
      "learning_rate": 1.8421701602959312e-05,
      "loss": 1.1953,
      "step": 164
    },
    {
      "epoch": 0.18106995884773663,
      "grad_norm": 0.28809961676597595,
      "learning_rate": 1.839704069050555e-05,
      "loss": 1.2015,
      "step": 165
    },
    {
      "epoch": 0.1821673525377229,
      "grad_norm": 0.24514758586883545,
      "learning_rate": 1.837237977805179e-05,
      "loss": 1.1897,
      "step": 166
    },
    {
      "epoch": 0.1832647462277092,
      "grad_norm": 0.23966249823570251,
      "learning_rate": 1.834771886559803e-05,
      "loss": 1.2381,
      "step": 167
    },
    {
      "epoch": 0.18436213991769548,
      "grad_norm": 0.2911086082458496,
      "learning_rate": 1.8323057953144268e-05,
      "loss": 1.2303,
      "step": 168
    },
    {
      "epoch": 0.18545953360768175,
      "grad_norm": 0.2177533060312271,
      "learning_rate": 1.8298397040690507e-05,
      "loss": 1.2319,
      "step": 169
    },
    {
      "epoch": 0.18655692729766804,
      "grad_norm": 0.2377919703722,
      "learning_rate": 1.8273736128236746e-05,
      "loss": 1.2014,
      "step": 170
    },
    {
      "epoch": 0.18765432098765433,
      "grad_norm": 0.21792137622833252,
      "learning_rate": 1.8249075215782984e-05,
      "loss": 1.1645,
      "step": 171
    },
    {
      "epoch": 0.1887517146776406,
      "grad_norm": 0.2608526051044464,
      "learning_rate": 1.8224414303329227e-05,
      "loss": 1.1807,
      "step": 172
    },
    {
      "epoch": 0.1898491083676269,
      "grad_norm": 0.14767280220985413,
      "learning_rate": 1.8199753390875462e-05,
      "loss": 1.2637,
      "step": 173
    },
    {
      "epoch": 0.19094650205761318,
      "grad_norm": 0.15476517379283905,
      "learning_rate": 1.8175092478421705e-05,
      "loss": 1.229,
      "step": 174
    },
    {
      "epoch": 0.19204389574759945,
      "grad_norm": 0.1727033257484436,
      "learning_rate": 1.8150431565967943e-05,
      "loss": 1.2646,
      "step": 175
    },
    {
      "epoch": 0.19314128943758574,
      "grad_norm": 0.17207948863506317,
      "learning_rate": 1.8125770653514182e-05,
      "loss": 1.1604,
      "step": 176
    },
    {
      "epoch": 0.194238683127572,
      "grad_norm": 0.19457168877124786,
      "learning_rate": 1.810110974106042e-05,
      "loss": 1.3146,
      "step": 177
    },
    {
      "epoch": 0.1953360768175583,
      "grad_norm": 0.2222977876663208,
      "learning_rate": 1.807644882860666e-05,
      "loss": 1.2462,
      "step": 178
    },
    {
      "epoch": 0.1964334705075446,
      "grad_norm": 0.21270394325256348,
      "learning_rate": 1.80517879161529e-05,
      "loss": 1.1648,
      "step": 179
    },
    {
      "epoch": 0.19753086419753085,
      "grad_norm": 0.22708119451999664,
      "learning_rate": 1.8027127003699138e-05,
      "loss": 1.1397,
      "step": 180
    },
    {
      "epoch": 0.19862825788751715,
      "grad_norm": 0.21450617909431458,
      "learning_rate": 1.8002466091245377e-05,
      "loss": 1.1892,
      "step": 181
    },
    {
      "epoch": 0.19972565157750344,
      "grad_norm": 0.16464580595493317,
      "learning_rate": 1.7977805178791616e-05,
      "loss": 1.0918,
      "step": 182
    },
    {
      "epoch": 0.2008230452674897,
      "grad_norm": 0.22942472994327545,
      "learning_rate": 1.7953144266337855e-05,
      "loss": 1.2338,
      "step": 183
    },
    {
      "epoch": 0.201920438957476,
      "grad_norm": 0.16418524086475372,
      "learning_rate": 1.7928483353884094e-05,
      "loss": 1.241,
      "step": 184
    },
    {
      "epoch": 0.2030178326474623,
      "grad_norm": 0.18531592190265656,
      "learning_rate": 1.7903822441430333e-05,
      "loss": 1.1884,
      "step": 185
    },
    {
      "epoch": 0.20411522633744855,
      "grad_norm": 0.16026315093040466,
      "learning_rate": 1.7879161528976575e-05,
      "loss": 1.1948,
      "step": 186
    },
    {
      "epoch": 0.20521262002743484,
      "grad_norm": 0.16926898062229156,
      "learning_rate": 1.785450061652281e-05,
      "loss": 1.1487,
      "step": 187
    },
    {
      "epoch": 0.20631001371742114,
      "grad_norm": 0.21820904314517975,
      "learning_rate": 1.7829839704069053e-05,
      "loss": 1.1851,
      "step": 188
    },
    {
      "epoch": 0.2074074074074074,
      "grad_norm": 0.16973170638084412,
      "learning_rate": 1.780517879161529e-05,
      "loss": 1.2141,
      "step": 189
    },
    {
      "epoch": 0.2085048010973937,
      "grad_norm": 0.15451133251190186,
      "learning_rate": 1.778051787916153e-05,
      "loss": 1.2001,
      "step": 190
    },
    {
      "epoch": 0.20960219478738,
      "grad_norm": 0.20399673283100128,
      "learning_rate": 1.775585696670777e-05,
      "loss": 1.1314,
      "step": 191
    },
    {
      "epoch": 0.21069958847736625,
      "grad_norm": 0.16214239597320557,
      "learning_rate": 1.7731196054254008e-05,
      "loss": 1.1438,
      "step": 192
    },
    {
      "epoch": 0.21179698216735254,
      "grad_norm": 0.1611064076423645,
      "learning_rate": 1.7706535141800247e-05,
      "loss": 1.1743,
      "step": 193
    },
    {
      "epoch": 0.2128943758573388,
      "grad_norm": 0.12813259661197662,
      "learning_rate": 1.7681874229346486e-05,
      "loss": 1.1954,
      "step": 194
    },
    {
      "epoch": 0.2139917695473251,
      "grad_norm": 0.1601381003856659,
      "learning_rate": 1.765721331689273e-05,
      "loss": 1.1613,
      "step": 195
    },
    {
      "epoch": 0.2150891632373114,
      "grad_norm": 0.13577936589717865,
      "learning_rate": 1.7632552404438964e-05,
      "loss": 1.1982,
      "step": 196
    },
    {
      "epoch": 0.21618655692729766,
      "grad_norm": 0.13865117728710175,
      "learning_rate": 1.7607891491985206e-05,
      "loss": 1.1725,
      "step": 197
    },
    {
      "epoch": 0.21728395061728395,
      "grad_norm": 0.13816504180431366,
      "learning_rate": 1.7583230579531445e-05,
      "loss": 1.205,
      "step": 198
    },
    {
      "epoch": 0.21838134430727024,
      "grad_norm": 0.155447855591774,
      "learning_rate": 1.7558569667077684e-05,
      "loss": 1.1324,
      "step": 199
    },
    {
      "epoch": 0.2194787379972565,
      "grad_norm": 0.10742881894111633,
      "learning_rate": 1.7533908754623923e-05,
      "loss": 1.2384,
      "step": 200
    },
    {
      "epoch": 0.2205761316872428,
      "grad_norm": 0.12242433428764343,
      "learning_rate": 1.7509247842170162e-05,
      "loss": 1.1908,
      "step": 201
    },
    {
      "epoch": 0.2216735253772291,
      "grad_norm": 0.1424039602279663,
      "learning_rate": 1.74845869297164e-05,
      "loss": 1.1699,
      "step": 202
    },
    {
      "epoch": 0.22277091906721536,
      "grad_norm": 0.16237859427928925,
      "learning_rate": 1.745992601726264e-05,
      "loss": 1.0864,
      "step": 203
    },
    {
      "epoch": 0.22386831275720165,
      "grad_norm": 0.22748763859272003,
      "learning_rate": 1.743526510480888e-05,
      "loss": 1.2065,
      "step": 204
    },
    {
      "epoch": 0.22496570644718794,
      "grad_norm": 0.16209690272808075,
      "learning_rate": 1.7410604192355117e-05,
      "loss": 1.2071,
      "step": 205
    },
    {
      "epoch": 0.2260631001371742,
      "grad_norm": 0.12627777457237244,
      "learning_rate": 1.738594327990136e-05,
      "loss": 1.2082,
      "step": 206
    },
    {
      "epoch": 0.2271604938271605,
      "grad_norm": 0.12761177122592926,
      "learning_rate": 1.7361282367447595e-05,
      "loss": 1.1662,
      "step": 207
    },
    {
      "epoch": 0.2282578875171468,
      "grad_norm": 0.16722379624843597,
      "learning_rate": 1.7336621454993838e-05,
      "loss": 1.3239,
      "step": 208
    },
    {
      "epoch": 0.22935528120713305,
      "grad_norm": 0.22056573629379272,
      "learning_rate": 1.7311960542540076e-05,
      "loss": 1.24,
      "step": 209
    },
    {
      "epoch": 0.23045267489711935,
      "grad_norm": 0.15545333921909332,
      "learning_rate": 1.7287299630086315e-05,
      "loss": 1.1569,
      "step": 210
    },
    {
      "epoch": 0.2315500685871056,
      "grad_norm": 0.15357747673988342,
      "learning_rate": 1.7262638717632554e-05,
      "loss": 1.1662,
      "step": 211
    },
    {
      "epoch": 0.2326474622770919,
      "grad_norm": 0.2370174080133438,
      "learning_rate": 1.7237977805178793e-05,
      "loss": 1.163,
      "step": 212
    },
    {
      "epoch": 0.2337448559670782,
      "grad_norm": 0.18010015785694122,
      "learning_rate": 1.7213316892725032e-05,
      "loss": 1.2003,
      "step": 213
    },
    {
      "epoch": 0.23484224965706446,
      "grad_norm": 0.12438640743494034,
      "learning_rate": 1.718865598027127e-05,
      "loss": 1.2254,
      "step": 214
    },
    {
      "epoch": 0.23593964334705075,
      "grad_norm": 0.11115527898073196,
      "learning_rate": 1.716399506781751e-05,
      "loss": 1.1531,
      "step": 215
    },
    {
      "epoch": 0.23703703703703705,
      "grad_norm": 0.19279608130455017,
      "learning_rate": 1.713933415536375e-05,
      "loss": 1.1805,
      "step": 216
    },
    {
      "epoch": 0.2381344307270233,
      "grad_norm": 0.18822820484638214,
      "learning_rate": 1.7114673242909988e-05,
      "loss": 1.2364,
      "step": 217
    },
    {
      "epoch": 0.2392318244170096,
      "grad_norm": 0.11501055210828781,
      "learning_rate": 1.709001233045623e-05,
      "loss": 1.2192,
      "step": 218
    },
    {
      "epoch": 0.2403292181069959,
      "grad_norm": 0.15815867483615875,
      "learning_rate": 1.7065351418002466e-05,
      "loss": 1.1756,
      "step": 219
    },
    {
      "epoch": 0.24142661179698216,
      "grad_norm": 0.11231168359518051,
      "learning_rate": 1.7040690505548708e-05,
      "loss": 1.1561,
      "step": 220
    },
    {
      "epoch": 0.24252400548696845,
      "grad_norm": 0.17530983686447144,
      "learning_rate": 1.7016029593094943e-05,
      "loss": 1.2097,
      "step": 221
    },
    {
      "epoch": 0.24362139917695474,
      "grad_norm": 0.22233904898166656,
      "learning_rate": 1.6991368680641186e-05,
      "loss": 1.0435,
      "step": 222
    },
    {
      "epoch": 0.244718792866941,
      "grad_norm": 0.16978253424167633,
      "learning_rate": 1.6966707768187425e-05,
      "loss": 1.1275,
      "step": 223
    },
    {
      "epoch": 0.2458161865569273,
      "grad_norm": 0.10136917978525162,
      "learning_rate": 1.6942046855733664e-05,
      "loss": 1.2177,
      "step": 224
    },
    {
      "epoch": 0.24691358024691357,
      "grad_norm": 0.14352397620677948,
      "learning_rate": 1.6917385943279902e-05,
      "loss": 1.178,
      "step": 225
    },
    {
      "epoch": 0.24801097393689986,
      "grad_norm": 0.16630198061466217,
      "learning_rate": 1.689272503082614e-05,
      "loss": 1.1465,
      "step": 226
    },
    {
      "epoch": 0.24910836762688615,
      "grad_norm": 0.1705196648836136,
      "learning_rate": 1.686806411837238e-05,
      "loss": 1.2136,
      "step": 227
    },
    {
      "epoch": 0.25020576131687244,
      "grad_norm": 0.14427916705608368,
      "learning_rate": 1.684340320591862e-05,
      "loss": 1.1775,
      "step": 228
    },
    {
      "epoch": 0.25130315500685874,
      "grad_norm": 0.14155656099319458,
      "learning_rate": 1.681874229346486e-05,
      "loss": 1.1594,
      "step": 229
    },
    {
      "epoch": 0.252400548696845,
      "grad_norm": 0.13098452985286713,
      "learning_rate": 1.6794081381011097e-05,
      "loss": 1.202,
      "step": 230
    },
    {
      "epoch": 0.25349794238683127,
      "grad_norm": 0.20060771703720093,
      "learning_rate": 1.676942046855734e-05,
      "loss": 1.1472,
      "step": 231
    },
    {
      "epoch": 0.25459533607681756,
      "grad_norm": 0.22307084500789642,
      "learning_rate": 1.6744759556103578e-05,
      "loss": 1.155,
      "step": 232
    },
    {
      "epoch": 0.25569272976680385,
      "grad_norm": 0.14008598029613495,
      "learning_rate": 1.6720098643649817e-05,
      "loss": 1.244,
      "step": 233
    },
    {
      "epoch": 0.25679012345679014,
      "grad_norm": 0.12508675456047058,
      "learning_rate": 1.6695437731196056e-05,
      "loss": 1.1144,
      "step": 234
    },
    {
      "epoch": 0.2578875171467764,
      "grad_norm": 0.1596231907606125,
      "learning_rate": 1.6670776818742295e-05,
      "loss": 1.0987,
      "step": 235
    },
    {
      "epoch": 0.25898491083676267,
      "grad_norm": 0.14945028722286224,
      "learning_rate": 1.6646115906288534e-05,
      "loss": 1.2141,
      "step": 236
    },
    {
      "epoch": 0.26008230452674896,
      "grad_norm": 0.15245778858661652,
      "learning_rate": 1.6621454993834773e-05,
      "loss": 1.1507,
      "step": 237
    },
    {
      "epoch": 0.26117969821673526,
      "grad_norm": 0.13351744413375854,
      "learning_rate": 1.6596794081381015e-05,
      "loss": 1.1998,
      "step": 238
    },
    {
      "epoch": 0.26227709190672155,
      "grad_norm": 0.10289657860994339,
      "learning_rate": 1.657213316892725e-05,
      "loss": 1.1589,
      "step": 239
    },
    {
      "epoch": 0.26337448559670784,
      "grad_norm": 0.11290785670280457,
      "learning_rate": 1.6547472256473493e-05,
      "loss": 1.1987,
      "step": 240
    },
    {
      "epoch": 0.2644718792866941,
      "grad_norm": 0.1390170007944107,
      "learning_rate": 1.652281134401973e-05,
      "loss": 1.1691,
      "step": 241
    },
    {
      "epoch": 0.26556927297668037,
      "grad_norm": 0.12496920675039291,
      "learning_rate": 1.649815043156597e-05,
      "loss": 1.1337,
      "step": 242
    },
    {
      "epoch": 0.26666666666666666,
      "grad_norm": 0.11996202915906906,
      "learning_rate": 1.647348951911221e-05,
      "loss": 1.118,
      "step": 243
    },
    {
      "epoch": 0.26776406035665296,
      "grad_norm": 0.14449340105056763,
      "learning_rate": 1.644882860665845e-05,
      "loss": 1.1664,
      "step": 244
    },
    {
      "epoch": 0.26886145404663925,
      "grad_norm": 0.11750940978527069,
      "learning_rate": 1.6424167694204687e-05,
      "loss": 1.1768,
      "step": 245
    },
    {
      "epoch": 0.26995884773662554,
      "grad_norm": 0.11455260217189789,
      "learning_rate": 1.6399506781750926e-05,
      "loss": 1.1669,
      "step": 246
    },
    {
      "epoch": 0.2710562414266118,
      "grad_norm": 0.1612052172422409,
      "learning_rate": 1.6374845869297165e-05,
      "loss": 1.0813,
      "step": 247
    },
    {
      "epoch": 0.27215363511659807,
      "grad_norm": 0.1127680242061615,
      "learning_rate": 1.6350184956843404e-05,
      "loss": 1.1253,
      "step": 248
    },
    {
      "epoch": 0.27325102880658436,
      "grad_norm": 0.12000089883804321,
      "learning_rate": 1.6325524044389643e-05,
      "loss": 1.1451,
      "step": 249
    },
    {
      "epoch": 0.27434842249657065,
      "grad_norm": 0.10796555131673813,
      "learning_rate": 1.6300863131935882e-05,
      "loss": 1.2189,
      "step": 250
    },
    {
      "epoch": 0.27544581618655695,
      "grad_norm": 0.11138719320297241,
      "learning_rate": 1.627620221948212e-05,
      "loss": 1.1434,
      "step": 251
    },
    {
      "epoch": 0.2765432098765432,
      "grad_norm": 0.11853396147489548,
      "learning_rate": 1.6251541307028363e-05,
      "loss": 1.1962,
      "step": 252
    },
    {
      "epoch": 0.2776406035665295,
      "grad_norm": 0.11319135874509811,
      "learning_rate": 1.62268803945746e-05,
      "loss": 1.1238,
      "step": 253
    },
    {
      "epoch": 0.27873799725651577,
      "grad_norm": 0.11749457567930222,
      "learning_rate": 1.620221948212084e-05,
      "loss": 1.1505,
      "step": 254
    },
    {
      "epoch": 0.27983539094650206,
      "grad_norm": 0.11317736655473709,
      "learning_rate": 1.617755856966708e-05,
      "loss": 1.2262,
      "step": 255
    },
    {
      "epoch": 0.28093278463648835,
      "grad_norm": 0.12298385798931122,
      "learning_rate": 1.615289765721332e-05,
      "loss": 1.1338,
      "step": 256
    },
    {
      "epoch": 0.28203017832647465,
      "grad_norm": 0.10966061800718307,
      "learning_rate": 1.6128236744759558e-05,
      "loss": 1.1722,
      "step": 257
    },
    {
      "epoch": 0.2831275720164609,
      "grad_norm": 0.11691927909851074,
      "learning_rate": 1.6103575832305797e-05,
      "loss": 1.212,
      "step": 258
    },
    {
      "epoch": 0.2842249657064472,
      "grad_norm": 0.13233579695224762,
      "learning_rate": 1.6078914919852035e-05,
      "loss": 1.1113,
      "step": 259
    },
    {
      "epoch": 0.28532235939643347,
      "grad_norm": 0.10713832825422287,
      "learning_rate": 1.6054254007398274e-05,
      "loss": 1.1638,
      "step": 260
    },
    {
      "epoch": 0.28641975308641976,
      "grad_norm": 0.10320425778627396,
      "learning_rate": 1.6029593094944513e-05,
      "loss": 1.1553,
      "step": 261
    },
    {
      "epoch": 0.28751714677640605,
      "grad_norm": 0.14395684003829956,
      "learning_rate": 1.6004932182490752e-05,
      "loss": 1.1875,
      "step": 262
    },
    {
      "epoch": 0.28861454046639234,
      "grad_norm": 0.11742989718914032,
      "learning_rate": 1.5980271270036994e-05,
      "loss": 1.1434,
      "step": 263
    },
    {
      "epoch": 0.2897119341563786,
      "grad_norm": 0.12088185548782349,
      "learning_rate": 1.595561035758323e-05,
      "loss": 1.1365,
      "step": 264
    },
    {
      "epoch": 0.2908093278463649,
      "grad_norm": 0.12207765877246857,
      "learning_rate": 1.5930949445129472e-05,
      "loss": 1.0191,
      "step": 265
    },
    {
      "epoch": 0.29190672153635117,
      "grad_norm": 0.12891145050525665,
      "learning_rate": 1.590628853267571e-05,
      "loss": 1.1808,
      "step": 266
    },
    {
      "epoch": 0.29300411522633746,
      "grad_norm": 0.12283164262771606,
      "learning_rate": 1.588162762022195e-05,
      "loss": 1.1244,
      "step": 267
    },
    {
      "epoch": 0.29410150891632375,
      "grad_norm": 0.11997072398662567,
      "learning_rate": 1.585696670776819e-05,
      "loss": 1.1481,
      "step": 268
    },
    {
      "epoch": 0.29519890260631,
      "grad_norm": 0.13282917439937592,
      "learning_rate": 1.5832305795314428e-05,
      "loss": 1.1222,
      "step": 269
    },
    {
      "epoch": 0.2962962962962963,
      "grad_norm": 0.11063191294670105,
      "learning_rate": 1.5807644882860667e-05,
      "loss": 1.2377,
      "step": 270
    },
    {
      "epoch": 0.29739368998628257,
      "grad_norm": 0.16821421682834625,
      "learning_rate": 1.5782983970406906e-05,
      "loss": 1.111,
      "step": 271
    },
    {
      "epoch": 0.29849108367626886,
      "grad_norm": 0.1252758502960205,
      "learning_rate": 1.5758323057953148e-05,
      "loss": 1.1257,
      "step": 272
    },
    {
      "epoch": 0.29958847736625516,
      "grad_norm": 0.11989396065473557,
      "learning_rate": 1.5733662145499384e-05,
      "loss": 1.2035,
      "step": 273
    },
    {
      "epoch": 0.30068587105624145,
      "grad_norm": 0.122134268283844,
      "learning_rate": 1.5709001233045626e-05,
      "loss": 1.1897,
      "step": 274
    },
    {
      "epoch": 0.3017832647462277,
      "grad_norm": 0.1424403041601181,
      "learning_rate": 1.5684340320591865e-05,
      "loss": 1.136,
      "step": 275
    },
    {
      "epoch": 0.302880658436214,
      "grad_norm": 0.11523528397083282,
      "learning_rate": 1.5659679408138104e-05,
      "loss": 1.1721,
      "step": 276
    },
    {
      "epoch": 0.30397805212620027,
      "grad_norm": 0.1188586950302124,
      "learning_rate": 1.5635018495684343e-05,
      "loss": 1.196,
      "step": 277
    },
    {
      "epoch": 0.30507544581618656,
      "grad_norm": 0.09858889132738113,
      "learning_rate": 1.561035758323058e-05,
      "loss": 1.1256,
      "step": 278
    },
    {
      "epoch": 0.30617283950617286,
      "grad_norm": 0.13993050158023834,
      "learning_rate": 1.558569667077682e-05,
      "loss": 1.142,
      "step": 279
    },
    {
      "epoch": 0.30727023319615915,
      "grad_norm": 0.11930122971534729,
      "learning_rate": 1.556103575832306e-05,
      "loss": 1.1358,
      "step": 280
    },
    {
      "epoch": 0.3083676268861454,
      "grad_norm": 0.12060839682817459,
      "learning_rate": 1.5536374845869298e-05,
      "loss": 1.2019,
      "step": 281
    },
    {
      "epoch": 0.3094650205761317,
      "grad_norm": 0.11242841929197311,
      "learning_rate": 1.5511713933415537e-05,
      "loss": 1.0959,
      "step": 282
    },
    {
      "epoch": 0.31056241426611797,
      "grad_norm": 0.12150558829307556,
      "learning_rate": 1.5487053020961776e-05,
      "loss": 1.1794,
      "step": 283
    },
    {
      "epoch": 0.31165980795610426,
      "grad_norm": 0.13793016970157623,
      "learning_rate": 1.5462392108508015e-05,
      "loss": 1.0896,
      "step": 284
    },
    {
      "epoch": 0.31275720164609055,
      "grad_norm": 0.1277860403060913,
      "learning_rate": 1.5437731196054254e-05,
      "loss": 1.1495,
      "step": 285
    },
    {
      "epoch": 0.3138545953360768,
      "grad_norm": 0.12210772931575775,
      "learning_rate": 1.5413070283600496e-05,
      "loss": 1.108,
      "step": 286
    },
    {
      "epoch": 0.3149519890260631,
      "grad_norm": 0.11492680013179779,
      "learning_rate": 1.538840937114673e-05,
      "loss": 1.1468,
      "step": 287
    },
    {
      "epoch": 0.3160493827160494,
      "grad_norm": 0.10993566364049911,
      "learning_rate": 1.5363748458692974e-05,
      "loss": 1.0821,
      "step": 288
    },
    {
      "epoch": 0.31714677640603567,
      "grad_norm": 0.11138095706701279,
      "learning_rate": 1.5339087546239213e-05,
      "loss": 1.1024,
      "step": 289
    },
    {
      "epoch": 0.31824417009602196,
      "grad_norm": 0.12479337304830551,
      "learning_rate": 1.5314426633785452e-05,
      "loss": 1.1282,
      "step": 290
    },
    {
      "epoch": 0.31934156378600825,
      "grad_norm": 0.1219845563173294,
      "learning_rate": 1.528976572133169e-05,
      "loss": 1.1404,
      "step": 291
    },
    {
      "epoch": 0.3204389574759945,
      "grad_norm": 0.1182159036397934,
      "learning_rate": 1.526510480887793e-05,
      "loss": 1.173,
      "step": 292
    },
    {
      "epoch": 0.3215363511659808,
      "grad_norm": 0.11335504055023193,
      "learning_rate": 1.5240443896424168e-05,
      "loss": 1.1762,
      "step": 293
    },
    {
      "epoch": 0.3226337448559671,
      "grad_norm": 0.11732617020606995,
      "learning_rate": 1.5215782983970409e-05,
      "loss": 1.1762,
      "step": 294
    },
    {
      "epoch": 0.32373113854595337,
      "grad_norm": 0.1295761615037918,
      "learning_rate": 1.5191122071516646e-05,
      "loss": 1.0506,
      "step": 295
    },
    {
      "epoch": 0.32482853223593966,
      "grad_norm": 0.11054473370313644,
      "learning_rate": 1.5166461159062887e-05,
      "loss": 1.0934,
      "step": 296
    },
    {
      "epoch": 0.32592592592592595,
      "grad_norm": 0.11660335958003998,
      "learning_rate": 1.5141800246609126e-05,
      "loss": 1.0956,
      "step": 297
    },
    {
      "epoch": 0.3270233196159122,
      "grad_norm": 0.10848717391490936,
      "learning_rate": 1.5117139334155365e-05,
      "loss": 1.1147,
      "step": 298
    },
    {
      "epoch": 0.3281207133058985,
      "grad_norm": 0.11791523545980453,
      "learning_rate": 1.5092478421701604e-05,
      "loss": 1.1918,
      "step": 299
    },
    {
      "epoch": 0.3292181069958848,
      "grad_norm": 0.11942354589700699,
      "learning_rate": 1.5067817509247844e-05,
      "loss": 1.2093,
      "step": 300
    },
    {
      "epoch": 0.33031550068587107,
      "grad_norm": 0.11650928854942322,
      "learning_rate": 1.5043156596794081e-05,
      "loss": 1.1171,
      "step": 301
    },
    {
      "epoch": 0.33141289437585736,
      "grad_norm": 0.1390320360660553,
      "learning_rate": 1.5018495684340322e-05,
      "loss": 1.0934,
      "step": 302
    },
    {
      "epoch": 0.3325102880658436,
      "grad_norm": 0.1456214338541031,
      "learning_rate": 1.4993834771886561e-05,
      "loss": 1.0721,
      "step": 303
    },
    {
      "epoch": 0.3336076817558299,
      "grad_norm": 0.11829102784395218,
      "learning_rate": 1.49691738594328e-05,
      "loss": 1.1352,
      "step": 304
    },
    {
      "epoch": 0.3347050754458162,
      "grad_norm": 0.11520489305257797,
      "learning_rate": 1.4944512946979039e-05,
      "loss": 1.1205,
      "step": 305
    },
    {
      "epoch": 0.3358024691358025,
      "grad_norm": 0.1192188486456871,
      "learning_rate": 1.491985203452528e-05,
      "loss": 1.0658,
      "step": 306
    },
    {
      "epoch": 0.33689986282578877,
      "grad_norm": 0.12938235700130463,
      "learning_rate": 1.4895191122071517e-05,
      "loss": 1.2173,
      "step": 307
    },
    {
      "epoch": 0.33799725651577506,
      "grad_norm": 0.11106622219085693,
      "learning_rate": 1.4870530209617757e-05,
      "loss": 1.0982,
      "step": 308
    },
    {
      "epoch": 0.3390946502057613,
      "grad_norm": 0.11311810463666916,
      "learning_rate": 1.4845869297163998e-05,
      "loss": 1.0987,
      "step": 309
    },
    {
      "epoch": 0.3401920438957476,
      "grad_norm": 0.14787402749061584,
      "learning_rate": 1.4821208384710235e-05,
      "loss": 1.2011,
      "step": 310
    },
    {
      "epoch": 0.3412894375857339,
      "grad_norm": 0.12094119936227798,
      "learning_rate": 1.4796547472256476e-05,
      "loss": 1.0972,
      "step": 311
    },
    {
      "epoch": 0.34238683127572017,
      "grad_norm": 0.12174614518880844,
      "learning_rate": 1.4771886559802713e-05,
      "loss": 1.2196,
      "step": 312
    },
    {
      "epoch": 0.34348422496570646,
      "grad_norm": 0.12063402682542801,
      "learning_rate": 1.4747225647348953e-05,
      "loss": 1.0724,
      "step": 313
    },
    {
      "epoch": 0.34458161865569276,
      "grad_norm": 0.1335890144109726,
      "learning_rate": 1.4722564734895192e-05,
      "loss": 1.2439,
      "step": 314
    },
    {
      "epoch": 0.345679012345679,
      "grad_norm": 0.120571069419384,
      "learning_rate": 1.4697903822441431e-05,
      "loss": 1.1374,
      "step": 315
    },
    {
      "epoch": 0.3467764060356653,
      "grad_norm": 0.1246613934636116,
      "learning_rate": 1.467324290998767e-05,
      "loss": 1.1456,
      "step": 316
    },
    {
      "epoch": 0.3478737997256516,
      "grad_norm": 0.1251581907272339,
      "learning_rate": 1.464858199753391e-05,
      "loss": 1.1829,
      "step": 317
    },
    {
      "epoch": 0.34897119341563787,
      "grad_norm": 0.12001658231019974,
      "learning_rate": 1.4623921085080148e-05,
      "loss": 1.2,
      "step": 318
    },
    {
      "epoch": 0.35006858710562416,
      "grad_norm": 0.11571818590164185,
      "learning_rate": 1.4599260172626389e-05,
      "loss": 1.0829,
      "step": 319
    },
    {
      "epoch": 0.3511659807956104,
      "grad_norm": 0.11667678505182266,
      "learning_rate": 1.4574599260172627e-05,
      "loss": 1.1365,
      "step": 320
    },
    {
      "epoch": 0.3522633744855967,
      "grad_norm": 0.13005587458610535,
      "learning_rate": 1.4549938347718866e-05,
      "loss": 1.0685,
      "step": 321
    },
    {
      "epoch": 0.353360768175583,
      "grad_norm": 0.13064813613891602,
      "learning_rate": 1.4525277435265105e-05,
      "loss": 1.1665,
      "step": 322
    },
    {
      "epoch": 0.3544581618655693,
      "grad_norm": 0.11439865827560425,
      "learning_rate": 1.4500616522811346e-05,
      "loss": 1.0968,
      "step": 323
    },
    {
      "epoch": 0.35555555555555557,
      "grad_norm": 0.11633537709712982,
      "learning_rate": 1.4475955610357583e-05,
      "loss": 1.2706,
      "step": 324
    },
    {
      "epoch": 0.35665294924554186,
      "grad_norm": 0.11462391167879105,
      "learning_rate": 1.4451294697903824e-05,
      "loss": 1.2981,
      "step": 325
    },
    {
      "epoch": 0.3577503429355281,
      "grad_norm": 0.11040814965963364,
      "learning_rate": 1.4426633785450064e-05,
      "loss": 1.0935,
      "step": 326
    },
    {
      "epoch": 0.3588477366255144,
      "grad_norm": 0.14056402444839478,
      "learning_rate": 1.4401972872996302e-05,
      "loss": 1.1784,
      "step": 327
    },
    {
      "epoch": 0.3599451303155007,
      "grad_norm": 0.12376075237989426,
      "learning_rate": 1.4377311960542542e-05,
      "loss": 1.1781,
      "step": 328
    },
    {
      "epoch": 0.361042524005487,
      "grad_norm": 0.13468991219997406,
      "learning_rate": 1.4352651048088781e-05,
      "loss": 1.151,
      "step": 329
    },
    {
      "epoch": 0.36213991769547327,
      "grad_norm": 0.11974407732486725,
      "learning_rate": 1.432799013563502e-05,
      "loss": 1.0996,
      "step": 330
    },
    {
      "epoch": 0.36323731138545956,
      "grad_norm": 0.13505803048610687,
      "learning_rate": 1.4303329223181259e-05,
      "loss": 1.0323,
      "step": 331
    },
    {
      "epoch": 0.3643347050754458,
      "grad_norm": 0.13089002668857574,
      "learning_rate": 1.4278668310727498e-05,
      "loss": 1.0352,
      "step": 332
    },
    {
      "epoch": 0.3654320987654321,
      "grad_norm": 0.13586758077144623,
      "learning_rate": 1.4254007398273737e-05,
      "loss": 1.1415,
      "step": 333
    },
    {
      "epoch": 0.3665294924554184,
      "grad_norm": 0.13658414781093597,
      "learning_rate": 1.4229346485819977e-05,
      "loss": 1.2563,
      "step": 334
    },
    {
      "epoch": 0.3676268861454047,
      "grad_norm": 0.13994932174682617,
      "learning_rate": 1.4204685573366214e-05,
      "loss": 1.1559,
      "step": 335
    },
    {
      "epoch": 0.36872427983539097,
      "grad_norm": 0.11985601484775543,
      "learning_rate": 1.4180024660912455e-05,
      "loss": 1.1639,
      "step": 336
    },
    {
      "epoch": 0.3698216735253772,
      "grad_norm": 0.15504884719848633,
      "learning_rate": 1.4155363748458694e-05,
      "loss": 1.0932,
      "step": 337
    },
    {
      "epoch": 0.3709190672153635,
      "grad_norm": 0.11062606424093246,
      "learning_rate": 1.4130702836004933e-05,
      "loss": 1.1327,
      "step": 338
    },
    {
      "epoch": 0.3720164609053498,
      "grad_norm": 0.13901466131210327,
      "learning_rate": 1.4106041923551172e-05,
      "loss": 1.1924,
      "step": 339
    },
    {
      "epoch": 0.3731138545953361,
      "grad_norm": 0.1262989044189453,
      "learning_rate": 1.4081381011097412e-05,
      "loss": 1.1411,
      "step": 340
    },
    {
      "epoch": 0.3742112482853224,
      "grad_norm": 0.1387164443731308,
      "learning_rate": 1.405672009864365e-05,
      "loss": 1.116,
      "step": 341
    },
    {
      "epoch": 0.37530864197530867,
      "grad_norm": 0.13789041340351105,
      "learning_rate": 1.403205918618989e-05,
      "loss": 1.1003,
      "step": 342
    },
    {
      "epoch": 0.3764060356652949,
      "grad_norm": 0.12197256088256836,
      "learning_rate": 1.400739827373613e-05,
      "loss": 1.1363,
      "step": 343
    },
    {
      "epoch": 0.3775034293552812,
      "grad_norm": 0.11622656881809235,
      "learning_rate": 1.3982737361282368e-05,
      "loss": 1.2004,
      "step": 344
    },
    {
      "epoch": 0.3786008230452675,
      "grad_norm": 0.13322965800762177,
      "learning_rate": 1.3958076448828609e-05,
      "loss": 1.0868,
      "step": 345
    },
    {
      "epoch": 0.3796982167352538,
      "grad_norm": 0.13613948225975037,
      "learning_rate": 1.3933415536374848e-05,
      "loss": 1.0893,
      "step": 346
    },
    {
      "epoch": 0.38079561042524007,
      "grad_norm": 0.12749332189559937,
      "learning_rate": 1.3908754623921086e-05,
      "loss": 1.1242,
      "step": 347
    },
    {
      "epoch": 0.38189300411522636,
      "grad_norm": 0.13489745557308197,
      "learning_rate": 1.3884093711467325e-05,
      "loss": 1.0463,
      "step": 348
    },
    {
      "epoch": 0.3829903978052126,
      "grad_norm": 0.13293969631195068,
      "learning_rate": 1.3859432799013564e-05,
      "loss": 1.0682,
      "step": 349
    },
    {
      "epoch": 0.3840877914951989,
      "grad_norm": 0.13386596739292145,
      "learning_rate": 1.3834771886559803e-05,
      "loss": 1.1216,
      "step": 350
    },
    {
      "epoch": 0.3851851851851852,
      "grad_norm": 0.1273600161075592,
      "learning_rate": 1.3810110974106044e-05,
      "loss": 1.1638,
      "step": 351
    },
    {
      "epoch": 0.3862825788751715,
      "grad_norm": 0.113369882106781,
      "learning_rate": 1.3785450061652281e-05,
      "loss": 1.0776,
      "step": 352
    },
    {
      "epoch": 0.38737997256515777,
      "grad_norm": 0.13265594840049744,
      "learning_rate": 1.3760789149198522e-05,
      "loss": 1.1413,
      "step": 353
    },
    {
      "epoch": 0.388477366255144,
      "grad_norm": 0.10907372832298279,
      "learning_rate": 1.373612823674476e-05,
      "loss": 1.1685,
      "step": 354
    },
    {
      "epoch": 0.3895747599451303,
      "grad_norm": 0.14246472716331482,
      "learning_rate": 1.3711467324291e-05,
      "loss": 1.1737,
      "step": 355
    },
    {
      "epoch": 0.3906721536351166,
      "grad_norm": 0.11236773431301117,
      "learning_rate": 1.3686806411837238e-05,
      "loss": 1.2439,
      "step": 356
    },
    {
      "epoch": 0.3917695473251029,
      "grad_norm": 0.14173471927642822,
      "learning_rate": 1.3662145499383479e-05,
      "loss": 1.0831,
      "step": 357
    },
    {
      "epoch": 0.3928669410150892,
      "grad_norm": 0.13366690278053284,
      "learning_rate": 1.3637484586929716e-05,
      "loss": 1.1333,
      "step": 358
    },
    {
      "epoch": 0.39396433470507547,
      "grad_norm": 0.14148059487342834,
      "learning_rate": 1.3612823674475957e-05,
      "loss": 1.1519,
      "step": 359
    },
    {
      "epoch": 0.3950617283950617,
      "grad_norm": 0.11044170707464218,
      "learning_rate": 1.3588162762022197e-05,
      "loss": 1.255,
      "step": 360
    },
    {
      "epoch": 0.396159122085048,
      "grad_norm": 0.11801745742559433,
      "learning_rate": 1.3563501849568435e-05,
      "loss": 1.0922,
      "step": 361
    },
    {
      "epoch": 0.3972565157750343,
      "grad_norm": 0.11835184693336487,
      "learning_rate": 1.3538840937114675e-05,
      "loss": 1.1125,
      "step": 362
    },
    {
      "epoch": 0.3983539094650206,
      "grad_norm": 0.1362667679786682,
      "learning_rate": 1.3514180024660914e-05,
      "loss": 1.1118,
      "step": 363
    },
    {
      "epoch": 0.3994513031550069,
      "grad_norm": 0.1164252832531929,
      "learning_rate": 1.3489519112207153e-05,
      "loss": 1.0671,
      "step": 364
    },
    {
      "epoch": 0.40054869684499317,
      "grad_norm": 0.12106901407241821,
      "learning_rate": 1.3464858199753392e-05,
      "loss": 1.1901,
      "step": 365
    },
    {
      "epoch": 0.4016460905349794,
      "grad_norm": 0.1594018191099167,
      "learning_rate": 1.3440197287299632e-05,
      "loss": 1.0512,
      "step": 366
    },
    {
      "epoch": 0.4027434842249657,
      "grad_norm": 0.11015798151493073,
      "learning_rate": 1.341553637484587e-05,
      "loss": 1.1859,
      "step": 367
    },
    {
      "epoch": 0.403840877914952,
      "grad_norm": 0.1140451431274414,
      "learning_rate": 1.339087546239211e-05,
      "loss": 1.093,
      "step": 368
    },
    {
      "epoch": 0.4049382716049383,
      "grad_norm": 0.1487288475036621,
      "learning_rate": 1.3366214549938348e-05,
      "loss": 1.2052,
      "step": 369
    },
    {
      "epoch": 0.4060356652949246,
      "grad_norm": 0.12370628118515015,
      "learning_rate": 1.3341553637484588e-05,
      "loss": 1.0985,
      "step": 370
    },
    {
      "epoch": 0.4071330589849108,
      "grad_norm": 0.11730250716209412,
      "learning_rate": 1.3316892725030827e-05,
      "loss": 1.082,
      "step": 371
    },
    {
      "epoch": 0.4082304526748971,
      "grad_norm": 0.1203538104891777,
      "learning_rate": 1.3292231812577066e-05,
      "loss": 1.0728,
      "step": 372
    },
    {
      "epoch": 0.4093278463648834,
      "grad_norm": 0.11578691750764847,
      "learning_rate": 1.3267570900123305e-05,
      "loss": 1.1351,
      "step": 373
    },
    {
      "epoch": 0.4104252400548697,
      "grad_norm": 0.1101141944527626,
      "learning_rate": 1.3242909987669545e-05,
      "loss": 1.1311,
      "step": 374
    },
    {
      "epoch": 0.411522633744856,
      "grad_norm": 0.11373890191316605,
      "learning_rate": 1.3218249075215783e-05,
      "loss": 1.0773,
      "step": 375
    },
    {
      "epoch": 0.4126200274348423,
      "grad_norm": 0.14648625254631042,
      "learning_rate": 1.3193588162762023e-05,
      "loss": 1.2263,
      "step": 376
    },
    {
      "epoch": 0.4137174211248285,
      "grad_norm": 0.11010008305311203,
      "learning_rate": 1.3168927250308264e-05,
      "loss": 1.1445,
      "step": 377
    },
    {
      "epoch": 0.4148148148148148,
      "grad_norm": 0.12386184185743332,
      "learning_rate": 1.3144266337854501e-05,
      "loss": 1.0454,
      "step": 378
    },
    {
      "epoch": 0.4159122085048011,
      "grad_norm": 0.11810237169265747,
      "learning_rate": 1.3119605425400742e-05,
      "loss": 1.1877,
      "step": 379
    },
    {
      "epoch": 0.4170096021947874,
      "grad_norm": 0.1291743367910385,
      "learning_rate": 1.309494451294698e-05,
      "loss": 1.2161,
      "step": 380
    },
    {
      "epoch": 0.4181069958847737,
      "grad_norm": 0.115330770611763,
      "learning_rate": 1.307028360049322e-05,
      "loss": 1.1117,
      "step": 381
    },
    {
      "epoch": 0.41920438957476,
      "grad_norm": 0.15565675497055054,
      "learning_rate": 1.3045622688039458e-05,
      "loss": 1.1049,
      "step": 382
    },
    {
      "epoch": 0.4203017832647462,
      "grad_norm": 0.17110465466976166,
      "learning_rate": 1.3020961775585699e-05,
      "loss": 1.1047,
      "step": 383
    },
    {
      "epoch": 0.4213991769547325,
      "grad_norm": 0.12324660271406174,
      "learning_rate": 1.2996300863131936e-05,
      "loss": 1.091,
      "step": 384
    },
    {
      "epoch": 0.4224965706447188,
      "grad_norm": 0.14864134788513184,
      "learning_rate": 1.2971639950678177e-05,
      "loss": 1.1008,
      "step": 385
    },
    {
      "epoch": 0.4235939643347051,
      "grad_norm": 0.15296033024787903,
      "learning_rate": 1.2946979038224414e-05,
      "loss": 1.1242,
      "step": 386
    },
    {
      "epoch": 0.4246913580246914,
      "grad_norm": 0.16041865944862366,
      "learning_rate": 1.2922318125770655e-05,
      "loss": 1.1821,
      "step": 387
    },
    {
      "epoch": 0.4257887517146776,
      "grad_norm": 0.13168294727802277,
      "learning_rate": 1.2897657213316894e-05,
      "loss": 1.1585,
      "step": 388
    },
    {
      "epoch": 0.4268861454046639,
      "grad_norm": 0.11569740623235703,
      "learning_rate": 1.2872996300863132e-05,
      "loss": 1.1275,
      "step": 389
    },
    {
      "epoch": 0.4279835390946502,
      "grad_norm": 0.14467458426952362,
      "learning_rate": 1.2848335388409371e-05,
      "loss": 1.1436,
      "step": 390
    },
    {
      "epoch": 0.4290809327846365,
      "grad_norm": 0.11647368967533112,
      "learning_rate": 1.2823674475955612e-05,
      "loss": 1.1061,
      "step": 391
    },
    {
      "epoch": 0.4301783264746228,
      "grad_norm": 0.11563649028539658,
      "learning_rate": 1.279901356350185e-05,
      "loss": 1.1721,
      "step": 392
    },
    {
      "epoch": 0.4312757201646091,
      "grad_norm": 0.13032524287700653,
      "learning_rate": 1.277435265104809e-05,
      "loss": 1.1382,
      "step": 393
    },
    {
      "epoch": 0.4323731138545953,
      "grad_norm": 0.12809215486049652,
      "learning_rate": 1.274969173859433e-05,
      "loss": 1.1197,
      "step": 394
    },
    {
      "epoch": 0.4334705075445816,
      "grad_norm": 0.11773429811000824,
      "learning_rate": 1.2725030826140568e-05,
      "loss": 1.1025,
      "step": 395
    },
    {
      "epoch": 0.4345679012345679,
      "grad_norm": 0.12838852405548096,
      "learning_rate": 1.2700369913686808e-05,
      "loss": 1.1378,
      "step": 396
    },
    {
      "epoch": 0.4356652949245542,
      "grad_norm": 0.14228248596191406,
      "learning_rate": 1.2675709001233047e-05,
      "loss": 1.2118,
      "step": 397
    },
    {
      "epoch": 0.4367626886145405,
      "grad_norm": 0.14777442812919617,
      "learning_rate": 1.2651048088779286e-05,
      "loss": 1.129,
      "step": 398
    },
    {
      "epoch": 0.4378600823045268,
      "grad_norm": 0.11499614268541336,
      "learning_rate": 1.2626387176325525e-05,
      "loss": 1.1193,
      "step": 399
    },
    {
      "epoch": 0.438957475994513,
      "grad_norm": 0.1274246871471405,
      "learning_rate": 1.2601726263871766e-05,
      "loss": 1.1436,
      "step": 400
    },
    {
      "epoch": 0.4400548696844993,
      "grad_norm": 0.13293783366680145,
      "learning_rate": 1.2577065351418003e-05,
      "loss": 1.0427,
      "step": 401
    },
    {
      "epoch": 0.4411522633744856,
      "grad_norm": 0.12298054248094559,
      "learning_rate": 1.2552404438964243e-05,
      "loss": 1.1429,
      "step": 402
    },
    {
      "epoch": 0.4422496570644719,
      "grad_norm": 0.10508795082569122,
      "learning_rate": 1.2527743526510482e-05,
      "loss": 1.2339,
      "step": 403
    },
    {
      "epoch": 0.4433470507544582,
      "grad_norm": 0.14140458405017853,
      "learning_rate": 1.2503082614056721e-05,
      "loss": 1.0924,
      "step": 404
    },
    {
      "epoch": 0.4444444444444444,
      "grad_norm": 0.16051869094371796,
      "learning_rate": 1.247842170160296e-05,
      "loss": 1.055,
      "step": 405
    },
    {
      "epoch": 0.4455418381344307,
      "grad_norm": 0.12968482077121735,
      "learning_rate": 1.2453760789149199e-05,
      "loss": 1.1362,
      "step": 406
    },
    {
      "epoch": 0.446639231824417,
      "grad_norm": 0.12716621160507202,
      "learning_rate": 1.2429099876695438e-05,
      "loss": 1.0987,
      "step": 407
    },
    {
      "epoch": 0.4477366255144033,
      "grad_norm": 0.15174546837806702,
      "learning_rate": 1.2404438964241678e-05,
      "loss": 1.1899,
      "step": 408
    },
    {
      "epoch": 0.4488340192043896,
      "grad_norm": 0.1363244652748108,
      "learning_rate": 1.2379778051787916e-05,
      "loss": 1.1274,
      "step": 409
    },
    {
      "epoch": 0.4499314128943759,
      "grad_norm": 0.11740902811288834,
      "learning_rate": 1.2355117139334156e-05,
      "loss": 1.0766,
      "step": 410
    },
    {
      "epoch": 0.4510288065843621,
      "grad_norm": 0.1075834259390831,
      "learning_rate": 1.2330456226880397e-05,
      "loss": 1.1318,
      "step": 411
    },
    {
      "epoch": 0.4521262002743484,
      "grad_norm": 0.11810291558504105,
      "learning_rate": 1.2305795314426634e-05,
      "loss": 1.1657,
      "step": 412
    },
    {
      "epoch": 0.4532235939643347,
      "grad_norm": 0.1261415034532547,
      "learning_rate": 1.2281134401972875e-05,
      "loss": 1.2063,
      "step": 413
    },
    {
      "epoch": 0.454320987654321,
      "grad_norm": 0.14952872693538666,
      "learning_rate": 1.2256473489519114e-05,
      "loss": 1.0857,
      "step": 414
    },
    {
      "epoch": 0.4554183813443073,
      "grad_norm": 0.1363765001296997,
      "learning_rate": 1.2231812577065353e-05,
      "loss": 1.1038,
      "step": 415
    },
    {
      "epoch": 0.4565157750342936,
      "grad_norm": 0.1384081095457077,
      "learning_rate": 1.2207151664611591e-05,
      "loss": 1.1109,
      "step": 416
    },
    {
      "epoch": 0.4576131687242798,
      "grad_norm": 0.1204955130815506,
      "learning_rate": 1.2182490752157832e-05,
      "loss": 1.0567,
      "step": 417
    },
    {
      "epoch": 0.4587105624142661,
      "grad_norm": 0.14003603160381317,
      "learning_rate": 1.215782983970407e-05,
      "loss": 1.1006,
      "step": 418
    },
    {
      "epoch": 0.4598079561042524,
      "grad_norm": 0.18735840916633606,
      "learning_rate": 1.213316892725031e-05,
      "loss": 1.1884,
      "step": 419
    },
    {
      "epoch": 0.4609053497942387,
      "grad_norm": 0.16455943882465363,
      "learning_rate": 1.2108508014796549e-05,
      "loss": 1.0925,
      "step": 420
    },
    {
      "epoch": 0.462002743484225,
      "grad_norm": 0.14214913547039032,
      "learning_rate": 1.2083847102342788e-05,
      "loss": 1.0512,
      "step": 421
    },
    {
      "epoch": 0.4631001371742112,
      "grad_norm": 0.12036455422639847,
      "learning_rate": 1.2059186189889027e-05,
      "loss": 1.2031,
      "step": 422
    },
    {
      "epoch": 0.4641975308641975,
      "grad_norm": 0.13500386476516724,
      "learning_rate": 1.2034525277435265e-05,
      "loss": 1.1086,
      "step": 423
    },
    {
      "epoch": 0.4652949245541838,
      "grad_norm": 0.14389222860336304,
      "learning_rate": 1.2009864364981504e-05,
      "loss": 1.1124,
      "step": 424
    },
    {
      "epoch": 0.4663923182441701,
      "grad_norm": 0.14557717740535736,
      "learning_rate": 1.1985203452527745e-05,
      "loss": 1.1043,
      "step": 425
    },
    {
      "epoch": 0.4674897119341564,
      "grad_norm": 0.16723041236400604,
      "learning_rate": 1.1960542540073982e-05,
      "loss": 1.1054,
      "step": 426
    },
    {
      "epoch": 0.4685871056241427,
      "grad_norm": 0.11840852349996567,
      "learning_rate": 1.1935881627620223e-05,
      "loss": 1.2366,
      "step": 427
    },
    {
      "epoch": 0.4696844993141289,
      "grad_norm": 0.13276275992393494,
      "learning_rate": 1.1911220715166463e-05,
      "loss": 1.1297,
      "step": 428
    },
    {
      "epoch": 0.4707818930041152,
      "grad_norm": 0.12433144450187683,
      "learning_rate": 1.18865598027127e-05,
      "loss": 1.1457,
      "step": 429
    },
    {
      "epoch": 0.4718792866941015,
      "grad_norm": 0.1469450742006302,
      "learning_rate": 1.1861898890258941e-05,
      "loss": 1.1337,
      "step": 430
    },
    {
      "epoch": 0.4729766803840878,
      "grad_norm": 0.16274379193782806,
      "learning_rate": 1.183723797780518e-05,
      "loss": 1.1523,
      "step": 431
    },
    {
      "epoch": 0.4740740740740741,
      "grad_norm": 0.13927359879016876,
      "learning_rate": 1.1812577065351419e-05,
      "loss": 1.1721,
      "step": 432
    },
    {
      "epoch": 0.47517146776406033,
      "grad_norm": 0.11743171513080597,
      "learning_rate": 1.1787916152897658e-05,
      "loss": 1.0745,
      "step": 433
    },
    {
      "epoch": 0.4762688614540466,
      "grad_norm": 0.11775142699480057,
      "learning_rate": 1.1763255240443899e-05,
      "loss": 1.152,
      "step": 434
    },
    {
      "epoch": 0.4773662551440329,
      "grad_norm": 0.11214631050825119,
      "learning_rate": 1.1738594327990136e-05,
      "loss": 1.1544,
      "step": 435
    },
    {
      "epoch": 0.4784636488340192,
      "grad_norm": 0.15197938680648804,
      "learning_rate": 1.1713933415536376e-05,
      "loss": 1.0955,
      "step": 436
    },
    {
      "epoch": 0.4795610425240055,
      "grad_norm": 0.1254250705242157,
      "learning_rate": 1.1689272503082615e-05,
      "loss": 1.1479,
      "step": 437
    },
    {
      "epoch": 0.4806584362139918,
      "grad_norm": 0.15701737999916077,
      "learning_rate": 1.1664611590628854e-05,
      "loss": 1.0073,
      "step": 438
    },
    {
      "epoch": 0.48175582990397803,
      "grad_norm": 0.10863196849822998,
      "learning_rate": 1.1639950678175093e-05,
      "loss": 1.1565,
      "step": 439
    },
    {
      "epoch": 0.4828532235939643,
      "grad_norm": 0.11690645664930344,
      "learning_rate": 1.1615289765721334e-05,
      "loss": 1.1264,
      "step": 440
    },
    {
      "epoch": 0.4839506172839506,
      "grad_norm": 0.13278046250343323,
      "learning_rate": 1.1590628853267571e-05,
      "loss": 1.1141,
      "step": 441
    },
    {
      "epoch": 0.4850480109739369,
      "grad_norm": 0.13872136175632477,
      "learning_rate": 1.1565967940813812e-05,
      "loss": 1.1011,
      "step": 442
    },
    {
      "epoch": 0.4861454046639232,
      "grad_norm": 0.12824486196041107,
      "learning_rate": 1.1541307028360049e-05,
      "loss": 1.1151,
      "step": 443
    },
    {
      "epoch": 0.4872427983539095,
      "grad_norm": 0.12683530151844025,
      "learning_rate": 1.151664611590629e-05,
      "loss": 1.0178,
      "step": 444
    },
    {
      "epoch": 0.4883401920438957,
      "grad_norm": 0.12646201252937317,
      "learning_rate": 1.149198520345253e-05,
      "loss": 1.1747,
      "step": 445
    },
    {
      "epoch": 0.489437585733882,
      "grad_norm": 0.12779991328716278,
      "learning_rate": 1.1467324290998767e-05,
      "loss": 1.1784,
      "step": 446
    },
    {
      "epoch": 0.4905349794238683,
      "grad_norm": 0.13384082913398743,
      "learning_rate": 1.1442663378545008e-05,
      "loss": 1.076,
      "step": 447
    },
    {
      "epoch": 0.4916323731138546,
      "grad_norm": 0.13101617991924286,
      "learning_rate": 1.1418002466091247e-05,
      "loss": 1.0109,
      "step": 448
    },
    {
      "epoch": 0.4927297668038409,
      "grad_norm": 0.13373570144176483,
      "learning_rate": 1.1393341553637486e-05,
      "loss": 1.1277,
      "step": 449
    },
    {
      "epoch": 0.49382716049382713,
      "grad_norm": 0.13308392465114594,
      "learning_rate": 1.1368680641183724e-05,
      "loss": 1.0997,
      "step": 450
    },
    {
      "epoch": 0.4949245541838134,
      "grad_norm": 0.11568623036146164,
      "learning_rate": 1.1344019728729965e-05,
      "loss": 1.2082,
      "step": 451
    },
    {
      "epoch": 0.4960219478737997,
      "grad_norm": 0.12799036502838135,
      "learning_rate": 1.1319358816276202e-05,
      "loss": 1.1844,
      "step": 452
    },
    {
      "epoch": 0.497119341563786,
      "grad_norm": 0.12493016570806503,
      "learning_rate": 1.1294697903822443e-05,
      "loss": 1.2041,
      "step": 453
    },
    {
      "epoch": 0.4982167352537723,
      "grad_norm": 0.12631264328956604,
      "learning_rate": 1.1270036991368682e-05,
      "loss": 1.0397,
      "step": 454
    },
    {
      "epoch": 0.4993141289437586,
      "grad_norm": 0.12955130636692047,
      "learning_rate": 1.124537607891492e-05,
      "loss": 1.0504,
      "step": 455
    },
    {
      "epoch": 0.5004115226337449,
      "grad_norm": 0.12372354418039322,
      "learning_rate": 1.122071516646116e-05,
      "loss": 1.1982,
      "step": 456
    },
    {
      "epoch": 0.5015089163237312,
      "grad_norm": 0.13814988732337952,
      "learning_rate": 1.11960542540074e-05,
      "loss": 1.201,
      "step": 457
    },
    {
      "epoch": 0.5026063100137175,
      "grad_norm": 0.11566805094480515,
      "learning_rate": 1.1171393341553637e-05,
      "loss": 1.1334,
      "step": 458
    },
    {
      "epoch": 0.5037037037037037,
      "grad_norm": 0.11871378123760223,
      "learning_rate": 1.1146732429099878e-05,
      "loss": 1.1315,
      "step": 459
    },
    {
      "epoch": 0.50480109739369,
      "grad_norm": 0.12469706684350967,
      "learning_rate": 1.1122071516646115e-05,
      "loss": 1.1309,
      "step": 460
    },
    {
      "epoch": 0.5058984910836762,
      "grad_norm": 0.12486052513122559,
      "learning_rate": 1.1097410604192356e-05,
      "loss": 1.0966,
      "step": 461
    },
    {
      "epoch": 0.5069958847736625,
      "grad_norm": 0.12366752326488495,
      "learning_rate": 1.1072749691738596e-05,
      "loss": 1.1861,
      "step": 462
    },
    {
      "epoch": 0.5080932784636488,
      "grad_norm": 0.1204606145620346,
      "learning_rate": 1.1048088779284834e-05,
      "loss": 1.1,
      "step": 463
    },
    {
      "epoch": 0.5091906721536351,
      "grad_norm": 0.15034319460391998,
      "learning_rate": 1.1023427866831074e-05,
      "loss": 1.1683,
      "step": 464
    },
    {
      "epoch": 0.5102880658436214,
      "grad_norm": 0.1372024267911911,
      "learning_rate": 1.0998766954377313e-05,
      "loss": 1.1134,
      "step": 465
    },
    {
      "epoch": 0.5113854595336077,
      "grad_norm": 0.13857926428318024,
      "learning_rate": 1.097410604192355e-05,
      "loss": 1.1922,
      "step": 466
    },
    {
      "epoch": 0.512482853223594,
      "grad_norm": 0.1584538072347641,
      "learning_rate": 1.0949445129469791e-05,
      "loss": 1.139,
      "step": 467
    },
    {
      "epoch": 0.5135802469135803,
      "grad_norm": 0.14659465849399567,
      "learning_rate": 1.0924784217016032e-05,
      "loss": 1.1054,
      "step": 468
    },
    {
      "epoch": 0.5146776406035666,
      "grad_norm": 0.1330493539571762,
      "learning_rate": 1.0900123304562269e-05,
      "loss": 1.1533,
      "step": 469
    },
    {
      "epoch": 0.5157750342935528,
      "grad_norm": 0.12379042059183121,
      "learning_rate": 1.087546239210851e-05,
      "loss": 1.0663,
      "step": 470
    },
    {
      "epoch": 0.516872427983539,
      "grad_norm": 0.12589439749717712,
      "learning_rate": 1.0850801479654748e-05,
      "loss": 1.1414,
      "step": 471
    },
    {
      "epoch": 0.5179698216735253,
      "grad_norm": 0.12561152875423431,
      "learning_rate": 1.0826140567200987e-05,
      "loss": 1.1005,
      "step": 472
    },
    {
      "epoch": 0.5190672153635116,
      "grad_norm": 0.12228364497423172,
      "learning_rate": 1.0801479654747226e-05,
      "loss": 1.179,
      "step": 473
    },
    {
      "epoch": 0.5201646090534979,
      "grad_norm": 0.12040815502405167,
      "learning_rate": 1.0776818742293467e-05,
      "loss": 1.1178,
      "step": 474
    },
    {
      "epoch": 0.5212620027434842,
      "grad_norm": 0.15086573362350464,
      "learning_rate": 1.0752157829839704e-05,
      "loss": 1.0438,
      "step": 475
    },
    {
      "epoch": 0.5223593964334705,
      "grad_norm": 0.14049848914146423,
      "learning_rate": 1.0727496917385945e-05,
      "loss": 1.1483,
      "step": 476
    },
    {
      "epoch": 0.5234567901234568,
      "grad_norm": 0.12689921259880066,
      "learning_rate": 1.0702836004932185e-05,
      "loss": 1.1626,
      "step": 477
    },
    {
      "epoch": 0.5245541838134431,
      "grad_norm": 0.13062772154808044,
      "learning_rate": 1.0678175092478422e-05,
      "loss": 1.1126,
      "step": 478
    },
    {
      "epoch": 0.5256515775034294,
      "grad_norm": 0.13485489785671234,
      "learning_rate": 1.0653514180024663e-05,
      "loss": 1.1382,
      "step": 479
    },
    {
      "epoch": 0.5267489711934157,
      "grad_norm": 0.14438626170158386,
      "learning_rate": 1.06288532675709e-05,
      "loss": 1.0479,
      "step": 480
    },
    {
      "epoch": 0.527846364883402,
      "grad_norm": 0.1365397721529007,
      "learning_rate": 1.060419235511714e-05,
      "loss": 1.0412,
      "step": 481
    },
    {
      "epoch": 0.5289437585733882,
      "grad_norm": 0.1348356157541275,
      "learning_rate": 1.057953144266338e-05,
      "loss": 1.1173,
      "step": 482
    },
    {
      "epoch": 0.5300411522633744,
      "grad_norm": 0.13282406330108643,
      "learning_rate": 1.0554870530209617e-05,
      "loss": 1.128,
      "step": 483
    },
    {
      "epoch": 0.5311385459533607,
      "grad_norm": 0.1166507676243782,
      "learning_rate": 1.0530209617755858e-05,
      "loss": 1.0998,
      "step": 484
    },
    {
      "epoch": 0.532235939643347,
      "grad_norm": 0.11780740320682526,
      "learning_rate": 1.0505548705302098e-05,
      "loss": 1.1824,
      "step": 485
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 0.12084660679101944,
      "learning_rate": 1.0480887792848335e-05,
      "loss": 1.1065,
      "step": 486
    },
    {
      "epoch": 0.5344307270233196,
      "grad_norm": 0.13042369484901428,
      "learning_rate": 1.0456226880394576e-05,
      "loss": 1.092,
      "step": 487
    },
    {
      "epoch": 0.5355281207133059,
      "grad_norm": 0.12373581528663635,
      "learning_rate": 1.0431565967940815e-05,
      "loss": 1.1842,
      "step": 488
    },
    {
      "epoch": 0.5366255144032922,
      "grad_norm": 0.13902585208415985,
      "learning_rate": 1.0406905055487054e-05,
      "loss": 1.0733,
      "step": 489
    },
    {
      "epoch": 0.5377229080932785,
      "grad_norm": 0.12822625041007996,
      "learning_rate": 1.0382244143033293e-05,
      "loss": 1.1401,
      "step": 490
    },
    {
      "epoch": 0.5388203017832648,
      "grad_norm": 0.14749017357826233,
      "learning_rate": 1.0357583230579533e-05,
      "loss": 1.0773,
      "step": 491
    },
    {
      "epoch": 0.5399176954732511,
      "grad_norm": 0.11797695606946945,
      "learning_rate": 1.033292231812577e-05,
      "loss": 1.1464,
      "step": 492
    },
    {
      "epoch": 0.5410150891632373,
      "grad_norm": 0.1362835019826889,
      "learning_rate": 1.0308261405672011e-05,
      "loss": 1.1871,
      "step": 493
    },
    {
      "epoch": 0.5421124828532236,
      "grad_norm": 0.13655728101730347,
      "learning_rate": 1.0283600493218252e-05,
      "loss": 1.1013,
      "step": 494
    },
    {
      "epoch": 0.5432098765432098,
      "grad_norm": 0.12978941202163696,
      "learning_rate": 1.0258939580764489e-05,
      "loss": 1.1468,
      "step": 495
    },
    {
      "epoch": 0.5443072702331961,
      "grad_norm": 0.12897971272468567,
      "learning_rate": 1.023427866831073e-05,
      "loss": 1.1408,
      "step": 496
    },
    {
      "epoch": 0.5454046639231824,
      "grad_norm": 0.12697400152683258,
      "learning_rate": 1.0209617755856967e-05,
      "loss": 1.0682,
      "step": 497
    },
    {
      "epoch": 0.5465020576131687,
      "grad_norm": 0.12820445001125336,
      "learning_rate": 1.0184956843403206e-05,
      "loss": 1.2311,
      "step": 498
    },
    {
      "epoch": 0.547599451303155,
      "grad_norm": 0.21345391869544983,
      "learning_rate": 1.0160295930949446e-05,
      "loss": 0.9323,
      "step": 499
    },
    {
      "epoch": 0.5486968449931413,
      "grad_norm": 0.12978078424930573,
      "learning_rate": 1.0135635018495683e-05,
      "loss": 1.0179,
      "step": 500
    },
    {
      "epoch": 0.5497942386831276,
      "grad_norm": 0.13460998237133026,
      "learning_rate": 1.0110974106041924e-05,
      "loss": 1.141,
      "step": 501
    },
    {
      "epoch": 0.5508916323731139,
      "grad_norm": 0.12281425297260284,
      "learning_rate": 1.0086313193588165e-05,
      "loss": 1.1465,
      "step": 502
    },
    {
      "epoch": 0.5519890260631002,
      "grad_norm": 0.11920657008886337,
      "learning_rate": 1.0061652281134402e-05,
      "loss": 1.1632,
      "step": 503
    },
    {
      "epoch": 0.5530864197530864,
      "grad_norm": 0.13477723300457,
      "learning_rate": 1.0036991368680642e-05,
      "loss": 1.1192,
      "step": 504
    },
    {
      "epoch": 0.5541838134430727,
      "grad_norm": 0.12021885067224503,
      "learning_rate": 1.0012330456226881e-05,
      "loss": 1.1749,
      "step": 505
    },
    {
      "epoch": 0.555281207133059,
      "grad_norm": 0.1291181594133377,
      "learning_rate": 9.98766954377312e-06,
      "loss": 1.0651,
      "step": 506
    },
    {
      "epoch": 0.5563786008230452,
      "grad_norm": 0.12819477915763855,
      "learning_rate": 9.96300863131936e-06,
      "loss": 1.116,
      "step": 507
    },
    {
      "epoch": 0.5574759945130315,
      "grad_norm": 0.12644226849079132,
      "learning_rate": 9.938347718865598e-06,
      "loss": 1.147,
      "step": 508
    },
    {
      "epoch": 0.5585733882030178,
      "grad_norm": 0.12499803304672241,
      "learning_rate": 9.913686806411839e-06,
      "loss": 1.1251,
      "step": 509
    },
    {
      "epoch": 0.5596707818930041,
      "grad_norm": 0.12837661802768707,
      "learning_rate": 9.889025893958078e-06,
      "loss": 1.104,
      "step": 510
    },
    {
      "epoch": 0.5607681755829904,
      "grad_norm": 0.13800503313541412,
      "learning_rate": 9.864364981504317e-06,
      "loss": 1.2091,
      "step": 511
    },
    {
      "epoch": 0.5618655692729767,
      "grad_norm": 0.12412415444850922,
      "learning_rate": 9.839704069050555e-06,
      "loss": 1.1144,
      "step": 512
    },
    {
      "epoch": 0.562962962962963,
      "grad_norm": 0.142201229929924,
      "learning_rate": 9.815043156596796e-06,
      "loss": 1.0442,
      "step": 513
    },
    {
      "epoch": 0.5640603566529493,
      "grad_norm": 0.1310838907957077,
      "learning_rate": 9.790382244143033e-06,
      "loss": 1.1073,
      "step": 514
    },
    {
      "epoch": 0.5651577503429356,
      "grad_norm": 0.13173076510429382,
      "learning_rate": 9.765721331689272e-06,
      "loss": 1.0572,
      "step": 515
    },
    {
      "epoch": 0.5662551440329218,
      "grad_norm": 0.14995068311691284,
      "learning_rate": 9.741060419235513e-06,
      "loss": 1.141,
      "step": 516
    },
    {
      "epoch": 0.5673525377229081,
      "grad_norm": 0.1287776529788971,
      "learning_rate": 9.716399506781752e-06,
      "loss": 1.0868,
      "step": 517
    },
    {
      "epoch": 0.5684499314128943,
      "grad_norm": 0.13318051397800446,
      "learning_rate": 9.69173859432799e-06,
      "loss": 1.0967,
      "step": 518
    },
    {
      "epoch": 0.5695473251028806,
      "grad_norm": 0.13498608767986298,
      "learning_rate": 9.667077681874231e-06,
      "loss": 1.1334,
      "step": 519
    },
    {
      "epoch": 0.5706447187928669,
      "grad_norm": 0.11963332444429398,
      "learning_rate": 9.64241676942047e-06,
      "loss": 1.1811,
      "step": 520
    },
    {
      "epoch": 0.5717421124828532,
      "grad_norm": 0.13906215131282806,
      "learning_rate": 9.617755856966709e-06,
      "loss": 1.1026,
      "step": 521
    },
    {
      "epoch": 0.5728395061728395,
      "grad_norm": 0.12360992282629013,
      "learning_rate": 9.593094944512948e-06,
      "loss": 1.096,
      "step": 522
    },
    {
      "epoch": 0.5739368998628258,
      "grad_norm": 0.16927878558635712,
      "learning_rate": 9.568434032059187e-06,
      "loss": 1.0426,
      "step": 523
    },
    {
      "epoch": 0.5750342935528121,
      "grad_norm": 0.1344671994447708,
      "learning_rate": 9.543773119605426e-06,
      "loss": 1.1305,
      "step": 524
    },
    {
      "epoch": 0.5761316872427984,
      "grad_norm": 0.12095975130796432,
      "learning_rate": 9.519112207151665e-06,
      "loss": 1.1912,
      "step": 525
    },
    {
      "epoch": 0.5772290809327847,
      "grad_norm": 0.1255401372909546,
      "learning_rate": 9.494451294697905e-06,
      "loss": 1.148,
      "step": 526
    },
    {
      "epoch": 0.5783264746227709,
      "grad_norm": 0.13548162579536438,
      "learning_rate": 9.469790382244144e-06,
      "loss": 1.1192,
      "step": 527
    },
    {
      "epoch": 0.5794238683127572,
      "grad_norm": 0.1412874460220337,
      "learning_rate": 9.445129469790383e-06,
      "loss": 1.1496,
      "step": 528
    },
    {
      "epoch": 0.5805212620027435,
      "grad_norm": 0.1487760990858078,
      "learning_rate": 9.420468557336622e-06,
      "loss": 1.0904,
      "step": 529
    },
    {
      "epoch": 0.5816186556927297,
      "grad_norm": 0.1419951468706131,
      "learning_rate": 9.39580764488286e-06,
      "loss": 1.0875,
      "step": 530
    },
    {
      "epoch": 0.582716049382716,
      "grad_norm": 0.12120068818330765,
      "learning_rate": 9.3711467324291e-06,
      "loss": 1.1354,
      "step": 531
    },
    {
      "epoch": 0.5838134430727023,
      "grad_norm": 0.13798055052757263,
      "learning_rate": 9.346485819975339e-06,
      "loss": 1.0849,
      "step": 532
    },
    {
      "epoch": 0.5849108367626886,
      "grad_norm": 0.1383359581232071,
      "learning_rate": 9.32182490752158e-06,
      "loss": 1.1356,
      "step": 533
    },
    {
      "epoch": 0.5860082304526749,
      "grad_norm": 0.1449320912361145,
      "learning_rate": 9.297163995067818e-06,
      "loss": 1.0923,
      "step": 534
    },
    {
      "epoch": 0.5871056241426612,
      "grad_norm": 0.1634596735239029,
      "learning_rate": 9.272503082614057e-06,
      "loss": 1.1235,
      "step": 535
    },
    {
      "epoch": 0.5882030178326475,
      "grad_norm": 0.13807539641857147,
      "learning_rate": 9.247842170160298e-06,
      "loss": 1.0803,
      "step": 536
    },
    {
      "epoch": 0.5893004115226338,
      "grad_norm": 0.13776534795761108,
      "learning_rate": 9.223181257706537e-06,
      "loss": 1.0765,
      "step": 537
    },
    {
      "epoch": 0.59039780521262,
      "grad_norm": 0.13710565865039825,
      "learning_rate": 9.198520345252775e-06,
      "loss": 0.9956,
      "step": 538
    },
    {
      "epoch": 0.5914951989026063,
      "grad_norm": 0.14347536861896515,
      "learning_rate": 9.173859432799014e-06,
      "loss": 1.0868,
      "step": 539
    },
    {
      "epoch": 0.5925925925925926,
      "grad_norm": 0.14716362953186035,
      "learning_rate": 9.149198520345253e-06,
      "loss": 1.1414,
      "step": 540
    },
    {
      "epoch": 0.5936899862825789,
      "grad_norm": 0.1471024453639984,
      "learning_rate": 9.124537607891492e-06,
      "loss": 1.1012,
      "step": 541
    },
    {
      "epoch": 0.5947873799725651,
      "grad_norm": 0.15511175990104675,
      "learning_rate": 9.099876695437731e-06,
      "loss": 1.1101,
      "step": 542
    },
    {
      "epoch": 0.5958847736625514,
      "grad_norm": 0.12379336357116699,
      "learning_rate": 9.075215782983972e-06,
      "loss": 1.1474,
      "step": 543
    },
    {
      "epoch": 0.5969821673525377,
      "grad_norm": 0.13909649848937988,
      "learning_rate": 9.05055487053021e-06,
      "loss": 1.0773,
      "step": 544
    },
    {
      "epoch": 0.598079561042524,
      "grad_norm": 0.11885585635900497,
      "learning_rate": 9.02589395807645e-06,
      "loss": 1.092,
      "step": 545
    },
    {
      "epoch": 0.5991769547325103,
      "grad_norm": 0.14395396411418915,
      "learning_rate": 9.001233045622688e-06,
      "loss": 1.0922,
      "step": 546
    },
    {
      "epoch": 0.6002743484224966,
      "grad_norm": 0.13211029767990112,
      "learning_rate": 8.976572133168927e-06,
      "loss": 1.1803,
      "step": 547
    },
    {
      "epoch": 0.6013717421124829,
      "grad_norm": 0.14772741496562958,
      "learning_rate": 8.951911220715166e-06,
      "loss": 1.0751,
      "step": 548
    },
    {
      "epoch": 0.6024691358024692,
      "grad_norm": 0.11977895349264145,
      "learning_rate": 8.927250308261405e-06,
      "loss": 1.1872,
      "step": 549
    },
    {
      "epoch": 0.6035665294924554,
      "grad_norm": 0.12050166726112366,
      "learning_rate": 8.902589395807646e-06,
      "loss": 1.1168,
      "step": 550
    },
    {
      "epoch": 0.6046639231824417,
      "grad_norm": 0.14867153763771057,
      "learning_rate": 8.877928483353885e-06,
      "loss": 1.0557,
      "step": 551
    },
    {
      "epoch": 0.605761316872428,
      "grad_norm": 0.13625556230545044,
      "learning_rate": 8.853267570900124e-06,
      "loss": 1.0931,
      "step": 552
    },
    {
      "epoch": 0.6068587105624142,
      "grad_norm": 0.13109120726585388,
      "learning_rate": 8.828606658446364e-06,
      "loss": 1.229,
      "step": 553
    },
    {
      "epoch": 0.6079561042524005,
      "grad_norm": 0.125279039144516,
      "learning_rate": 8.803945745992603e-06,
      "loss": 1.1492,
      "step": 554
    },
    {
      "epoch": 0.6090534979423868,
      "grad_norm": 0.1311226338148117,
      "learning_rate": 8.779284833538842e-06,
      "loss": 1.1132,
      "step": 555
    },
    {
      "epoch": 0.6101508916323731,
      "grad_norm": 0.12563110888004303,
      "learning_rate": 8.754623921085081e-06,
      "loss": 1.1419,
      "step": 556
    },
    {
      "epoch": 0.6112482853223594,
      "grad_norm": 0.15926848351955414,
      "learning_rate": 8.72996300863132e-06,
      "loss": 1.1256,
      "step": 557
    },
    {
      "epoch": 0.6123456790123457,
      "grad_norm": 0.13532838225364685,
      "learning_rate": 8.705302096177559e-06,
      "loss": 1.1244,
      "step": 558
    },
    {
      "epoch": 0.613443072702332,
      "grad_norm": 0.13677728176116943,
      "learning_rate": 8.680641183723798e-06,
      "loss": 1.1055,
      "step": 559
    },
    {
      "epoch": 0.6145404663923183,
      "grad_norm": 0.12396983802318573,
      "learning_rate": 8.655980271270038e-06,
      "loss": 1.1146,
      "step": 560
    },
    {
      "epoch": 0.6156378600823045,
      "grad_norm": 0.12140499800443649,
      "learning_rate": 8.631319358816277e-06,
      "loss": 1.1088,
      "step": 561
    },
    {
      "epoch": 0.6167352537722908,
      "grad_norm": 0.144679993391037,
      "learning_rate": 8.606658446362516e-06,
      "loss": 1.1813,
      "step": 562
    },
    {
      "epoch": 0.6178326474622771,
      "grad_norm": 0.13666993379592896,
      "learning_rate": 8.581997533908755e-06,
      "loss": 1.0682,
      "step": 563
    },
    {
      "epoch": 0.6189300411522634,
      "grad_norm": 0.1422543227672577,
      "learning_rate": 8.557336621454994e-06,
      "loss": 1.1206,
      "step": 564
    },
    {
      "epoch": 0.6200274348422496,
      "grad_norm": 0.13064906001091003,
      "learning_rate": 8.532675709001233e-06,
      "loss": 1.1021,
      "step": 565
    },
    {
      "epoch": 0.6211248285322359,
      "grad_norm": 0.13712053000926971,
      "learning_rate": 8.508014796547472e-06,
      "loss": 1.0606,
      "step": 566
    },
    {
      "epoch": 0.6222222222222222,
      "grad_norm": 0.1299920678138733,
      "learning_rate": 8.483353884093712e-06,
      "loss": 1.1722,
      "step": 567
    },
    {
      "epoch": 0.6233196159122085,
      "grad_norm": 0.1433524787425995,
      "learning_rate": 8.458692971639951e-06,
      "loss": 1.1478,
      "step": 568
    },
    {
      "epoch": 0.6244170096021948,
      "grad_norm": 0.13581444323062897,
      "learning_rate": 8.43403205918619e-06,
      "loss": 1.14,
      "step": 569
    },
    {
      "epoch": 0.6255144032921811,
      "grad_norm": 0.1414836049079895,
      "learning_rate": 8.40937114673243e-06,
      "loss": 1.1146,
      "step": 570
    },
    {
      "epoch": 0.6266117969821674,
      "grad_norm": 0.13587547838687897,
      "learning_rate": 8.38471023427867e-06,
      "loss": 1.2179,
      "step": 571
    },
    {
      "epoch": 0.6277091906721536,
      "grad_norm": 0.1454116404056549,
      "learning_rate": 8.360049321824909e-06,
      "loss": 1.0244,
      "step": 572
    },
    {
      "epoch": 0.6288065843621399,
      "grad_norm": 0.11638734489679337,
      "learning_rate": 8.335388409371147e-06,
      "loss": 1.1298,
      "step": 573
    },
    {
      "epoch": 0.6299039780521262,
      "grad_norm": 0.13515996932983398,
      "learning_rate": 8.310727496917386e-06,
      "loss": 1.1097,
      "step": 574
    },
    {
      "epoch": 0.6310013717421125,
      "grad_norm": 0.12577927112579346,
      "learning_rate": 8.286066584463625e-06,
      "loss": 1.0974,
      "step": 575
    },
    {
      "epoch": 0.6320987654320988,
      "grad_norm": 0.1303602010011673,
      "learning_rate": 8.261405672009864e-06,
      "loss": 1.1112,
      "step": 576
    },
    {
      "epoch": 0.633196159122085,
      "grad_norm": 0.147017240524292,
      "learning_rate": 8.236744759556105e-06,
      "loss": 1.1228,
      "step": 577
    },
    {
      "epoch": 0.6342935528120713,
      "grad_norm": 0.13731957972049713,
      "learning_rate": 8.212083847102344e-06,
      "loss": 1.0454,
      "step": 578
    },
    {
      "epoch": 0.6353909465020576,
      "grad_norm": 0.13873283565044403,
      "learning_rate": 8.187422934648583e-06,
      "loss": 1.1814,
      "step": 579
    },
    {
      "epoch": 0.6364883401920439,
      "grad_norm": 0.1308884173631668,
      "learning_rate": 8.162762022194821e-06,
      "loss": 1.0395,
      "step": 580
    },
    {
      "epoch": 0.6375857338820302,
      "grad_norm": 0.120221808552742,
      "learning_rate": 8.13810110974106e-06,
      "loss": 1.0833,
      "step": 581
    },
    {
      "epoch": 0.6386831275720165,
      "grad_norm": 0.12536829710006714,
      "learning_rate": 8.1134401972873e-06,
      "loss": 1.1286,
      "step": 582
    },
    {
      "epoch": 0.6397805212620027,
      "grad_norm": 0.12190794199705124,
      "learning_rate": 8.08877928483354e-06,
      "loss": 1.1711,
      "step": 583
    },
    {
      "epoch": 0.640877914951989,
      "grad_norm": 0.13477134704589844,
      "learning_rate": 8.064118372379779e-06,
      "loss": 1.1483,
      "step": 584
    },
    {
      "epoch": 0.6419753086419753,
      "grad_norm": 0.13288861513137817,
      "learning_rate": 8.039457459926018e-06,
      "loss": 1.1008,
      "step": 585
    },
    {
      "epoch": 0.6430727023319616,
      "grad_norm": 0.14225690066814423,
      "learning_rate": 8.014796547472257e-06,
      "loss": 1.1924,
      "step": 586
    },
    {
      "epoch": 0.6441700960219479,
      "grad_norm": 0.1309647411108017,
      "learning_rate": 7.990135635018497e-06,
      "loss": 1.1586,
      "step": 587
    },
    {
      "epoch": 0.6452674897119342,
      "grad_norm": 0.14278441667556763,
      "learning_rate": 7.965474722564736e-06,
      "loss": 1.1341,
      "step": 588
    },
    {
      "epoch": 0.6463648834019204,
      "grad_norm": 0.1286327838897705,
      "learning_rate": 7.940813810110975e-06,
      "loss": 1.122,
      "step": 589
    },
    {
      "epoch": 0.6474622770919067,
      "grad_norm": 0.1449936330318451,
      "learning_rate": 7.916152897657214e-06,
      "loss": 1.1826,
      "step": 590
    },
    {
      "epoch": 0.648559670781893,
      "grad_norm": 0.1307440549135208,
      "learning_rate": 7.891491985203453e-06,
      "loss": 1.1417,
      "step": 591
    },
    {
      "epoch": 0.6496570644718793,
      "grad_norm": 0.14206618070602417,
      "learning_rate": 7.866831072749692e-06,
      "loss": 1.0413,
      "step": 592
    },
    {
      "epoch": 0.6507544581618656,
      "grad_norm": 0.13166101276874542,
      "learning_rate": 7.842170160295932e-06,
      "loss": 1.0842,
      "step": 593
    },
    {
      "epoch": 0.6518518518518519,
      "grad_norm": 0.13434740900993347,
      "learning_rate": 7.817509247842171e-06,
      "loss": 1.1033,
      "step": 594
    },
    {
      "epoch": 0.6529492455418381,
      "grad_norm": 0.1200101375579834,
      "learning_rate": 7.79284833538841e-06,
      "loss": 1.08,
      "step": 595
    },
    {
      "epoch": 0.6540466392318244,
      "grad_norm": 0.13683106005191803,
      "learning_rate": 7.768187422934649e-06,
      "loss": 1.128,
      "step": 596
    },
    {
      "epoch": 0.6551440329218107,
      "grad_norm": 0.13702082633972168,
      "learning_rate": 7.743526510480888e-06,
      "loss": 1.1325,
      "step": 597
    },
    {
      "epoch": 0.656241426611797,
      "grad_norm": 0.13655568659305573,
      "learning_rate": 7.718865598027127e-06,
      "loss": 1.0282,
      "step": 598
    },
    {
      "epoch": 0.6573388203017833,
      "grad_norm": 0.11861226707696915,
      "learning_rate": 7.694204685573366e-06,
      "loss": 1.1373,
      "step": 599
    },
    {
      "epoch": 0.6584362139917695,
      "grad_norm": 0.13324734568595886,
      "learning_rate": 7.669543773119606e-06,
      "loss": 1.1823,
      "step": 600
    },
    {
      "epoch": 0.6595336076817558,
      "grad_norm": 0.13969723880290985,
      "learning_rate": 7.644882860665845e-06,
      "loss": 1.1193,
      "step": 601
    },
    {
      "epoch": 0.6606310013717421,
      "grad_norm": 0.138763889670372,
      "learning_rate": 7.620221948212084e-06,
      "loss": 1.1123,
      "step": 602
    },
    {
      "epoch": 0.6617283950617284,
      "grad_norm": 0.13153599202632904,
      "learning_rate": 7.595561035758323e-06,
      "loss": 1.1058,
      "step": 603
    },
    {
      "epoch": 0.6628257887517147,
      "grad_norm": 0.1288379430770874,
      "learning_rate": 7.570900123304563e-06,
      "loss": 1.0909,
      "step": 604
    },
    {
      "epoch": 0.663923182441701,
      "grad_norm": 0.1367582231760025,
      "learning_rate": 7.546239210850802e-06,
      "loss": 1.0334,
      "step": 605
    },
    {
      "epoch": 0.6650205761316872,
      "grad_norm": 0.12939676642417908,
      "learning_rate": 7.521578298397041e-06,
      "loss": 1.0775,
      "step": 606
    },
    {
      "epoch": 0.6661179698216735,
      "grad_norm": 0.13814114034175873,
      "learning_rate": 7.4969173859432805e-06,
      "loss": 1.1047,
      "step": 607
    },
    {
      "epoch": 0.6672153635116598,
      "grad_norm": 0.1455143690109253,
      "learning_rate": 7.472256473489519e-06,
      "loss": 1.163,
      "step": 608
    },
    {
      "epoch": 0.6683127572016461,
      "grad_norm": 0.15828116238117218,
      "learning_rate": 7.447595561035758e-06,
      "loss": 1.0329,
      "step": 609
    },
    {
      "epoch": 0.6694101508916324,
      "grad_norm": 0.14122609794139862,
      "learning_rate": 7.422934648581999e-06,
      "loss": 1.1115,
      "step": 610
    },
    {
      "epoch": 0.6705075445816187,
      "grad_norm": 0.12997443974018097,
      "learning_rate": 7.398273736128238e-06,
      "loss": 1.1093,
      "step": 611
    },
    {
      "epoch": 0.671604938271605,
      "grad_norm": 0.13643480837345123,
      "learning_rate": 7.373612823674477e-06,
      "loss": 1.13,
      "step": 612
    },
    {
      "epoch": 0.6727023319615912,
      "grad_norm": 0.12696883082389832,
      "learning_rate": 7.348951911220716e-06,
      "loss": 1.1004,
      "step": 613
    },
    {
      "epoch": 0.6737997256515775,
      "grad_norm": 0.14005936682224274,
      "learning_rate": 7.324290998766955e-06,
      "loss": 1.0574,
      "step": 614
    },
    {
      "epoch": 0.6748971193415638,
      "grad_norm": 0.14040903747081757,
      "learning_rate": 7.299630086313194e-06,
      "loss": 1.1028,
      "step": 615
    },
    {
      "epoch": 0.6759945130315501,
      "grad_norm": 0.12855766713619232,
      "learning_rate": 7.274969173859433e-06,
      "loss": 1.1411,
      "step": 616
    },
    {
      "epoch": 0.6770919067215363,
      "grad_norm": 0.14175771176815033,
      "learning_rate": 7.250308261405673e-06,
      "loss": 1.077,
      "step": 617
    },
    {
      "epoch": 0.6781893004115226,
      "grad_norm": 0.12823879718780518,
      "learning_rate": 7.225647348951912e-06,
      "loss": 1.0089,
      "step": 618
    },
    {
      "epoch": 0.6792866941015089,
      "grad_norm": 0.13076744973659515,
      "learning_rate": 7.200986436498151e-06,
      "loss": 1.1641,
      "step": 619
    },
    {
      "epoch": 0.6803840877914952,
      "grad_norm": 0.1256016492843628,
      "learning_rate": 7.1763255240443905e-06,
      "loss": 1.1092,
      "step": 620
    },
    {
      "epoch": 0.6814814814814815,
      "grad_norm": 0.14268584549427032,
      "learning_rate": 7.1516646115906294e-06,
      "loss": 1.0106,
      "step": 621
    },
    {
      "epoch": 0.6825788751714678,
      "grad_norm": 0.13120578229427338,
      "learning_rate": 7.127003699136868e-06,
      "loss": 1.0598,
      "step": 622
    },
    {
      "epoch": 0.683676268861454,
      "grad_norm": 0.13504907488822937,
      "learning_rate": 7.102342786683107e-06,
      "loss": 1.0966,
      "step": 623
    },
    {
      "epoch": 0.6847736625514403,
      "grad_norm": 0.12563414871692657,
      "learning_rate": 7.077681874229347e-06,
      "loss": 1.0724,
      "step": 624
    },
    {
      "epoch": 0.6858710562414266,
      "grad_norm": 0.13522499799728394,
      "learning_rate": 7.053020961775586e-06,
      "loss": 1.1182,
      "step": 625
    },
    {
      "epoch": 0.6869684499314129,
      "grad_norm": 0.12960287928581238,
      "learning_rate": 7.028360049321825e-06,
      "loss": 1.1252,
      "step": 626
    },
    {
      "epoch": 0.6880658436213992,
      "grad_norm": 0.13346299529075623,
      "learning_rate": 7.003699136868065e-06,
      "loss": 1.1317,
      "step": 627
    },
    {
      "epoch": 0.6891632373113855,
      "grad_norm": 0.1333625316619873,
      "learning_rate": 6.979038224414304e-06,
      "loss": 1.1505,
      "step": 628
    },
    {
      "epoch": 0.6902606310013717,
      "grad_norm": 0.1392945796251297,
      "learning_rate": 6.954377311960543e-06,
      "loss": 1.1966,
      "step": 629
    },
    {
      "epoch": 0.691358024691358,
      "grad_norm": 0.12204419821500778,
      "learning_rate": 6.929716399506782e-06,
      "loss": 1.1243,
      "step": 630
    },
    {
      "epoch": 0.6924554183813443,
      "grad_norm": 0.1395426094532013,
      "learning_rate": 6.905055487053022e-06,
      "loss": 1.0475,
      "step": 631
    },
    {
      "epoch": 0.6935528120713306,
      "grad_norm": 0.13325053453445435,
      "learning_rate": 6.880394574599261e-06,
      "loss": 1.0344,
      "step": 632
    },
    {
      "epoch": 0.6946502057613169,
      "grad_norm": 0.14765462279319763,
      "learning_rate": 6.8557336621455e-06,
      "loss": 1.0965,
      "step": 633
    },
    {
      "epoch": 0.6957475994513032,
      "grad_norm": 0.12556719779968262,
      "learning_rate": 6.8310727496917395e-06,
      "loss": 1.199,
      "step": 634
    },
    {
      "epoch": 0.6968449931412894,
      "grad_norm": 0.12908804416656494,
      "learning_rate": 6.806411837237978e-06,
      "loss": 1.1594,
      "step": 635
    },
    {
      "epoch": 0.6979423868312757,
      "grad_norm": 0.1703738272190094,
      "learning_rate": 6.781750924784217e-06,
      "loss": 1.0171,
      "step": 636
    },
    {
      "epoch": 0.699039780521262,
      "grad_norm": 0.12791863083839417,
      "learning_rate": 6.757090012330457e-06,
      "loss": 1.2105,
      "step": 637
    },
    {
      "epoch": 0.7001371742112483,
      "grad_norm": 0.17011161148548126,
      "learning_rate": 6.732429099876696e-06,
      "loss": 1.0192,
      "step": 638
    },
    {
      "epoch": 0.7012345679012346,
      "grad_norm": 0.14074620604515076,
      "learning_rate": 6.707768187422935e-06,
      "loss": 1.1763,
      "step": 639
    },
    {
      "epoch": 0.7023319615912208,
      "grad_norm": 0.13788381218910217,
      "learning_rate": 6.683107274969174e-06,
      "loss": 1.0638,
      "step": 640
    },
    {
      "epoch": 0.7034293552812071,
      "grad_norm": 0.13305304944515228,
      "learning_rate": 6.6584463625154135e-06,
      "loss": 1.1449,
      "step": 641
    },
    {
      "epoch": 0.7045267489711934,
      "grad_norm": 0.1297188103199005,
      "learning_rate": 6.633785450061652e-06,
      "loss": 1.1244,
      "step": 642
    },
    {
      "epoch": 0.7056241426611797,
      "grad_norm": 0.12216539680957794,
      "learning_rate": 6.609124537607891e-06,
      "loss": 1.099,
      "step": 643
    },
    {
      "epoch": 0.706721536351166,
      "grad_norm": 0.12714643776416779,
      "learning_rate": 6.584463625154132e-06,
      "loss": 1.1373,
      "step": 644
    },
    {
      "epoch": 0.7078189300411523,
      "grad_norm": 0.12196072936058044,
      "learning_rate": 6.559802712700371e-06,
      "loss": 1.1225,
      "step": 645
    },
    {
      "epoch": 0.7089163237311386,
      "grad_norm": 0.1701362133026123,
      "learning_rate": 6.53514180024661e-06,
      "loss": 0.991,
      "step": 646
    },
    {
      "epoch": 0.7100137174211248,
      "grad_norm": 0.1309044361114502,
      "learning_rate": 6.5104808877928495e-06,
      "loss": 1.1614,
      "step": 647
    },
    {
      "epoch": 0.7111111111111111,
      "grad_norm": 0.1310199499130249,
      "learning_rate": 6.485819975339088e-06,
      "loss": 1.1724,
      "step": 648
    },
    {
      "epoch": 0.7122085048010974,
      "grad_norm": 0.15935364365577698,
      "learning_rate": 6.461159062885327e-06,
      "loss": 1.0417,
      "step": 649
    },
    {
      "epoch": 0.7133058984910837,
      "grad_norm": 0.13248024880886078,
      "learning_rate": 6.436498150431566e-06,
      "loss": 1.2158,
      "step": 650
    },
    {
      "epoch": 0.7144032921810699,
      "grad_norm": 0.14017465710639954,
      "learning_rate": 6.411837237977806e-06,
      "loss": 1.1212,
      "step": 651
    },
    {
      "epoch": 0.7155006858710562,
      "grad_norm": 0.13974924385547638,
      "learning_rate": 6.387176325524045e-06,
      "loss": 1.0866,
      "step": 652
    },
    {
      "epoch": 0.7165980795610425,
      "grad_norm": 0.13914860785007477,
      "learning_rate": 6.362515413070284e-06,
      "loss": 1.046,
      "step": 653
    },
    {
      "epoch": 0.7176954732510288,
      "grad_norm": 0.1510930210351944,
      "learning_rate": 6.3378545006165236e-06,
      "loss": 0.9835,
      "step": 654
    },
    {
      "epoch": 0.7187928669410151,
      "grad_norm": 0.13082289695739746,
      "learning_rate": 6.3131935881627625e-06,
      "loss": 1.1769,
      "step": 655
    },
    {
      "epoch": 0.7198902606310014,
      "grad_norm": 0.14069297909736633,
      "learning_rate": 6.288532675709001e-06,
      "loss": 1.0869,
      "step": 656
    },
    {
      "epoch": 0.7209876543209877,
      "grad_norm": 0.1553945541381836,
      "learning_rate": 6.263871763255241e-06,
      "loss": 1.0641,
      "step": 657
    },
    {
      "epoch": 0.722085048010974,
      "grad_norm": 0.14064814150333405,
      "learning_rate": 6.23921085080148e-06,
      "loss": 1.1924,
      "step": 658
    },
    {
      "epoch": 0.7231824417009602,
      "grad_norm": 0.1389569491147995,
      "learning_rate": 6.214549938347719e-06,
      "loss": 1.0729,
      "step": 659
    },
    {
      "epoch": 0.7242798353909465,
      "grad_norm": 0.14110144972801208,
      "learning_rate": 6.189889025893958e-06,
      "loss": 1.1349,
      "step": 660
    },
    {
      "epoch": 0.7253772290809328,
      "grad_norm": 0.13982906937599182,
      "learning_rate": 6.1652281134401985e-06,
      "loss": 1.0304,
      "step": 661
    },
    {
      "epoch": 0.7264746227709191,
      "grad_norm": 0.12203299254179001,
      "learning_rate": 6.140567200986437e-06,
      "loss": 1.2023,
      "step": 662
    },
    {
      "epoch": 0.7275720164609053,
      "grad_norm": 0.1401350200176239,
      "learning_rate": 6.115906288532676e-06,
      "loss": 1.0947,
      "step": 663
    },
    {
      "epoch": 0.7286694101508916,
      "grad_norm": 0.14056162536144257,
      "learning_rate": 6.091245376078916e-06,
      "loss": 1.073,
      "step": 664
    },
    {
      "epoch": 0.7297668038408779,
      "grad_norm": 0.13901904225349426,
      "learning_rate": 6.066584463625155e-06,
      "loss": 1.134,
      "step": 665
    },
    {
      "epoch": 0.7308641975308642,
      "grad_norm": 0.1339583396911621,
      "learning_rate": 6.041923551171394e-06,
      "loss": 1.2012,
      "step": 666
    },
    {
      "epoch": 0.7319615912208505,
      "grad_norm": 0.14305201172828674,
      "learning_rate": 6.017262638717633e-06,
      "loss": 1.2075,
      "step": 667
    },
    {
      "epoch": 0.7330589849108368,
      "grad_norm": 0.1388700008392334,
      "learning_rate": 5.9926017262638725e-06,
      "loss": 1.1049,
      "step": 668
    },
    {
      "epoch": 0.7341563786008231,
      "grad_norm": 0.13110363483428955,
      "learning_rate": 5.967940813810111e-06,
      "loss": 1.1915,
      "step": 669
    },
    {
      "epoch": 0.7352537722908093,
      "grad_norm": 0.1336205154657364,
      "learning_rate": 5.94327990135635e-06,
      "loss": 1.1189,
      "step": 670
    },
    {
      "epoch": 0.7363511659807956,
      "grad_norm": 0.15483205020427704,
      "learning_rate": 5.91861898890259e-06,
      "loss": 1.0508,
      "step": 671
    },
    {
      "epoch": 0.7374485596707819,
      "grad_norm": 0.1405985802412033,
      "learning_rate": 5.893958076448829e-06,
      "loss": 1.1348,
      "step": 672
    },
    {
      "epoch": 0.7385459533607682,
      "grad_norm": 0.13037075102329254,
      "learning_rate": 5.869297163995068e-06,
      "loss": 1.1437,
      "step": 673
    },
    {
      "epoch": 0.7396433470507544,
      "grad_norm": 0.12945199012756348,
      "learning_rate": 5.844636251541308e-06,
      "loss": 1.1265,
      "step": 674
    },
    {
      "epoch": 0.7407407407407407,
      "grad_norm": 0.1295364648103714,
      "learning_rate": 5.8199753390875466e-06,
      "loss": 1.1266,
      "step": 675
    },
    {
      "epoch": 0.741838134430727,
      "grad_norm": 0.12387209385633469,
      "learning_rate": 5.7953144266337855e-06,
      "loss": 1.184,
      "step": 676
    },
    {
      "epoch": 0.7429355281207133,
      "grad_norm": 0.12598906457424164,
      "learning_rate": 5.770653514180024e-06,
      "loss": 1.1155,
      "step": 677
    },
    {
      "epoch": 0.7440329218106996,
      "grad_norm": 0.13896718621253967,
      "learning_rate": 5.745992601726265e-06,
      "loss": 1.1824,
      "step": 678
    },
    {
      "epoch": 0.7451303155006859,
      "grad_norm": 0.13778887689113617,
      "learning_rate": 5.721331689272504e-06,
      "loss": 1.1126,
      "step": 679
    },
    {
      "epoch": 0.7462277091906722,
      "grad_norm": 0.12722033262252808,
      "learning_rate": 5.696670776818743e-06,
      "loss": 1.1672,
      "step": 680
    },
    {
      "epoch": 0.7473251028806585,
      "grad_norm": 0.13544504344463348,
      "learning_rate": 5.6720098643649825e-06,
      "loss": 1.1423,
      "step": 681
    },
    {
      "epoch": 0.7484224965706447,
      "grad_norm": 0.14108151197433472,
      "learning_rate": 5.6473489519112214e-06,
      "loss": 1.1087,
      "step": 682
    },
    {
      "epoch": 0.749519890260631,
      "grad_norm": 0.15130096673965454,
      "learning_rate": 5.62268803945746e-06,
      "loss": 1.0687,
      "step": 683
    },
    {
      "epoch": 0.7506172839506173,
      "grad_norm": 0.15002749860286713,
      "learning_rate": 5.5980271270037e-06,
      "loss": 1.0799,
      "step": 684
    },
    {
      "epoch": 0.7517146776406035,
      "grad_norm": 0.12720707058906555,
      "learning_rate": 5.573366214549939e-06,
      "loss": 1.1763,
      "step": 685
    },
    {
      "epoch": 0.7528120713305898,
      "grad_norm": 0.12860235571861267,
      "learning_rate": 5.548705302096178e-06,
      "loss": 1.0789,
      "step": 686
    },
    {
      "epoch": 0.7539094650205761,
      "grad_norm": 0.13125815987586975,
      "learning_rate": 5.524044389642417e-06,
      "loss": 1.1059,
      "step": 687
    },
    {
      "epoch": 0.7550068587105624,
      "grad_norm": 0.14888082444667816,
      "learning_rate": 5.499383477188657e-06,
      "loss": 1.1347,
      "step": 688
    },
    {
      "epoch": 0.7561042524005487,
      "grad_norm": 0.1384962499141693,
      "learning_rate": 5.4747225647348955e-06,
      "loss": 1.0306,
      "step": 689
    },
    {
      "epoch": 0.757201646090535,
      "grad_norm": 0.14311553537845612,
      "learning_rate": 5.450061652281134e-06,
      "loss": 1.0885,
      "step": 690
    },
    {
      "epoch": 0.7582990397805213,
      "grad_norm": 0.15725594758987427,
      "learning_rate": 5.425400739827374e-06,
      "loss": 1.2072,
      "step": 691
    },
    {
      "epoch": 0.7593964334705076,
      "grad_norm": 0.13400770723819733,
      "learning_rate": 5.400739827373613e-06,
      "loss": 1.1365,
      "step": 692
    },
    {
      "epoch": 0.7604938271604939,
      "grad_norm": 0.1280183643102646,
      "learning_rate": 5.376078914919852e-06,
      "loss": 1.0595,
      "step": 693
    },
    {
      "epoch": 0.7615912208504801,
      "grad_norm": 0.1436558961868286,
      "learning_rate": 5.351418002466093e-06,
      "loss": 1.0537,
      "step": 694
    },
    {
      "epoch": 0.7626886145404664,
      "grad_norm": 0.119937002658844,
      "learning_rate": 5.3267570900123315e-06,
      "loss": 1.16,
      "step": 695
    },
    {
      "epoch": 0.7637860082304527,
      "grad_norm": 0.139418363571167,
      "learning_rate": 5.30209617755857e-06,
      "loss": 1.1494,
      "step": 696
    },
    {
      "epoch": 0.7648834019204389,
      "grad_norm": 0.1451789140701294,
      "learning_rate": 5.2774352651048085e-06,
      "loss": 1.1444,
      "step": 697
    },
    {
      "epoch": 0.7659807956104252,
      "grad_norm": 0.13994170725345612,
      "learning_rate": 5.252774352651049e-06,
      "loss": 1.1218,
      "step": 698
    },
    {
      "epoch": 0.7670781893004115,
      "grad_norm": 0.14148814976215363,
      "learning_rate": 5.228113440197288e-06,
      "loss": 1.0957,
      "step": 699
    },
    {
      "epoch": 0.7681755829903978,
      "grad_norm": 0.16258449852466583,
      "learning_rate": 5.203452527743527e-06,
      "loss": 1.1237,
      "step": 700
    },
    {
      "epoch": 0.7692729766803841,
      "grad_norm": 0.15161359310150146,
      "learning_rate": 5.178791615289767e-06,
      "loss": 0.9999,
      "step": 701
    },
    {
      "epoch": 0.7703703703703704,
      "grad_norm": 0.14900504052639008,
      "learning_rate": 5.1541307028360055e-06,
      "loss": 1.0474,
      "step": 702
    },
    {
      "epoch": 0.7714677640603567,
      "grad_norm": 0.14473195374011993,
      "learning_rate": 5.1294697903822444e-06,
      "loss": 1.1994,
      "step": 703
    },
    {
      "epoch": 0.772565157750343,
      "grad_norm": 0.14690522849559784,
      "learning_rate": 5.104808877928483e-06,
      "loss": 0.9891,
      "step": 704
    },
    {
      "epoch": 0.7736625514403292,
      "grad_norm": 0.12408190965652466,
      "learning_rate": 5.080147965474723e-06,
      "loss": 1.1341,
      "step": 705
    },
    {
      "epoch": 0.7747599451303155,
      "grad_norm": 0.14178062975406647,
      "learning_rate": 5.055487053020962e-06,
      "loss": 1.1432,
      "step": 706
    },
    {
      "epoch": 0.7758573388203018,
      "grad_norm": 0.13498662412166595,
      "learning_rate": 5.030826140567201e-06,
      "loss": 1.1644,
      "step": 707
    },
    {
      "epoch": 0.776954732510288,
      "grad_norm": 0.1294807493686676,
      "learning_rate": 5.006165228113441e-06,
      "loss": 1.2114,
      "step": 708
    },
    {
      "epoch": 0.7780521262002743,
      "grad_norm": 0.14092494547367096,
      "learning_rate": 4.98150431565968e-06,
      "loss": 1.045,
      "step": 709
    },
    {
      "epoch": 0.7791495198902606,
      "grad_norm": 0.16273631155490875,
      "learning_rate": 4.956843403205919e-06,
      "loss": 1.0973,
      "step": 710
    },
    {
      "epoch": 0.7802469135802469,
      "grad_norm": 0.1321549266576767,
      "learning_rate": 4.932182490752158e-06,
      "loss": 1.2112,
      "step": 711
    },
    {
      "epoch": 0.7813443072702332,
      "grad_norm": 0.14917899668216705,
      "learning_rate": 4.907521578298398e-06,
      "loss": 1.1379,
      "step": 712
    },
    {
      "epoch": 0.7824417009602195,
      "grad_norm": 0.14083033800125122,
      "learning_rate": 4.882860665844636e-06,
      "loss": 1.1145,
      "step": 713
    },
    {
      "epoch": 0.7835390946502058,
      "grad_norm": 0.1294207125902176,
      "learning_rate": 4.858199753390876e-06,
      "loss": 1.1685,
      "step": 714
    },
    {
      "epoch": 0.7846364883401921,
      "grad_norm": 0.1395813524723053,
      "learning_rate": 4.833538840937116e-06,
      "loss": 1.096,
      "step": 715
    },
    {
      "epoch": 0.7857338820301784,
      "grad_norm": 0.12633414566516876,
      "learning_rate": 4.8088779284833545e-06,
      "loss": 1.1502,
      "step": 716
    },
    {
      "epoch": 0.7868312757201646,
      "grad_norm": 0.13412798941135406,
      "learning_rate": 4.784217016029593e-06,
      "loss": 1.1933,
      "step": 717
    },
    {
      "epoch": 0.7879286694101509,
      "grad_norm": 0.1472862958908081,
      "learning_rate": 4.759556103575832e-06,
      "loss": 1.0965,
      "step": 718
    },
    {
      "epoch": 0.7890260631001371,
      "grad_norm": 0.1501110941171646,
      "learning_rate": 4.734895191122072e-06,
      "loss": 1.0412,
      "step": 719
    },
    {
      "epoch": 0.7901234567901234,
      "grad_norm": 0.13417938351631165,
      "learning_rate": 4.710234278668311e-06,
      "loss": 1.1097,
      "step": 720
    },
    {
      "epoch": 0.7912208504801097,
      "grad_norm": 0.14140449464321136,
      "learning_rate": 4.68557336621455e-06,
      "loss": 1.0982,
      "step": 721
    },
    {
      "epoch": 0.792318244170096,
      "grad_norm": 0.15051521360874176,
      "learning_rate": 4.66091245376079e-06,
      "loss": 1.1403,
      "step": 722
    },
    {
      "epoch": 0.7934156378600823,
      "grad_norm": 0.12827663123607635,
      "learning_rate": 4.6362515413070285e-06,
      "loss": 1.1603,
      "step": 723
    },
    {
      "epoch": 0.7945130315500686,
      "grad_norm": 0.1369502693414688,
      "learning_rate": 4.611590628853268e-06,
      "loss": 1.1927,
      "step": 724
    },
    {
      "epoch": 0.7956104252400549,
      "grad_norm": 0.1420857161283493,
      "learning_rate": 4.586929716399507e-06,
      "loss": 1.078,
      "step": 725
    },
    {
      "epoch": 0.7967078189300412,
      "grad_norm": 0.12905989587306976,
      "learning_rate": 4.562268803945746e-06,
      "loss": 1.1609,
      "step": 726
    },
    {
      "epoch": 0.7978052126200275,
      "grad_norm": 0.16541007161140442,
      "learning_rate": 4.537607891491986e-06,
      "loss": 1.0611,
      "step": 727
    },
    {
      "epoch": 0.7989026063100138,
      "grad_norm": 0.14104437828063965,
      "learning_rate": 4.512946979038225e-06,
      "loss": 1.0642,
      "step": 728
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.14089111983776093,
      "learning_rate": 4.488286066584464e-06,
      "loss": 1.1089,
      "step": 729
    },
    {
      "epoch": 0.8010973936899863,
      "grad_norm": 0.1437205672264099,
      "learning_rate": 4.463625154130703e-06,
      "loss": 1.1064,
      "step": 730
    },
    {
      "epoch": 0.8021947873799725,
      "grad_norm": 0.1396748125553131,
      "learning_rate": 4.438964241676942e-06,
      "loss": 1.083,
      "step": 731
    },
    {
      "epoch": 0.8032921810699588,
      "grad_norm": 0.13815851509571075,
      "learning_rate": 4.414303329223182e-06,
      "loss": 1.2415,
      "step": 732
    },
    {
      "epoch": 0.8043895747599451,
      "grad_norm": 0.1404045671224594,
      "learning_rate": 4.389642416769421e-06,
      "loss": 1.1589,
      "step": 733
    },
    {
      "epoch": 0.8054869684499314,
      "grad_norm": 0.13807553052902222,
      "learning_rate": 4.36498150431566e-06,
      "loss": 1.1516,
      "step": 734
    },
    {
      "epoch": 0.8065843621399177,
      "grad_norm": 0.138895183801651,
      "learning_rate": 4.340320591861899e-06,
      "loss": 1.1195,
      "step": 735
    },
    {
      "epoch": 0.807681755829904,
      "grad_norm": 0.12265230715274811,
      "learning_rate": 4.315659679408139e-06,
      "loss": 1.1197,
      "step": 736
    },
    {
      "epoch": 0.8087791495198903,
      "grad_norm": 0.14143763482570648,
      "learning_rate": 4.2909987669543775e-06,
      "loss": 1.1023,
      "step": 737
    },
    {
      "epoch": 0.8098765432098766,
      "grad_norm": 0.16049422323703766,
      "learning_rate": 4.266337854500616e-06,
      "loss": 1.0921,
      "step": 738
    },
    {
      "epoch": 0.8109739368998629,
      "grad_norm": 0.133567214012146,
      "learning_rate": 4.241676942046856e-06,
      "loss": 1.1309,
      "step": 739
    },
    {
      "epoch": 0.8120713305898491,
      "grad_norm": 0.1394726186990738,
      "learning_rate": 4.217016029593095e-06,
      "loss": 1.0782,
      "step": 740
    },
    {
      "epoch": 0.8131687242798354,
      "grad_norm": 0.146071657538414,
      "learning_rate": 4.192355117139335e-06,
      "loss": 1.1323,
      "step": 741
    },
    {
      "epoch": 0.8142661179698216,
      "grad_norm": 0.1433979719877243,
      "learning_rate": 4.167694204685574e-06,
      "loss": 1.0563,
      "step": 742
    },
    {
      "epoch": 0.8153635116598079,
      "grad_norm": 0.13134688138961792,
      "learning_rate": 4.143033292231813e-06,
      "loss": 1.1631,
      "step": 743
    },
    {
      "epoch": 0.8164609053497942,
      "grad_norm": 0.1523819863796234,
      "learning_rate": 4.118372379778052e-06,
      "loss": 1.1061,
      "step": 744
    },
    {
      "epoch": 0.8175582990397805,
      "grad_norm": 0.1449640989303589,
      "learning_rate": 4.093711467324291e-06,
      "loss": 1.0674,
      "step": 745
    },
    {
      "epoch": 0.8186556927297668,
      "grad_norm": 0.14067208766937256,
      "learning_rate": 4.06905055487053e-06,
      "loss": 1.0599,
      "step": 746
    },
    {
      "epoch": 0.8197530864197531,
      "grad_norm": 0.14667151868343353,
      "learning_rate": 4.04438964241677e-06,
      "loss": 1.0941,
      "step": 747
    },
    {
      "epoch": 0.8208504801097394,
      "grad_norm": 0.1466807872056961,
      "learning_rate": 4.019728729963009e-06,
      "loss": 1.0162,
      "step": 748
    },
    {
      "epoch": 0.8219478737997257,
      "grad_norm": 0.130960613489151,
      "learning_rate": 3.995067817509249e-06,
      "loss": 1.2093,
      "step": 749
    },
    {
      "epoch": 0.823045267489712,
      "grad_norm": 0.13577674329280853,
      "learning_rate": 3.9704069050554875e-06,
      "loss": 1.0382,
      "step": 750
    },
    {
      "epoch": 0.8241426611796983,
      "grad_norm": 0.12382911890745163,
      "learning_rate": 3.9457459926017264e-06,
      "loss": 1.2137,
      "step": 751
    },
    {
      "epoch": 0.8252400548696845,
      "grad_norm": 0.14159835875034332,
      "learning_rate": 3.921085080147966e-06,
      "loss": 1.1786,
      "step": 752
    },
    {
      "epoch": 0.8263374485596707,
      "grad_norm": 0.13204412162303925,
      "learning_rate": 3.896424167694205e-06,
      "loss": 1.0827,
      "step": 753
    },
    {
      "epoch": 0.827434842249657,
      "grad_norm": 0.14544348418712616,
      "learning_rate": 3.871763255240444e-06,
      "loss": 1.2168,
      "step": 754
    },
    {
      "epoch": 0.8285322359396433,
      "grad_norm": 0.13837821781635284,
      "learning_rate": 3.847102342786683e-06,
      "loss": 1.1306,
      "step": 755
    },
    {
      "epoch": 0.8296296296296296,
      "grad_norm": 0.13542281091213226,
      "learning_rate": 3.822441430332923e-06,
      "loss": 1.065,
      "step": 756
    },
    {
      "epoch": 0.8307270233196159,
      "grad_norm": 0.1563270390033722,
      "learning_rate": 3.7977805178791616e-06,
      "loss": 1.0928,
      "step": 757
    },
    {
      "epoch": 0.8318244170096022,
      "grad_norm": 0.1355254054069519,
      "learning_rate": 3.773119605425401e-06,
      "loss": 1.1382,
      "step": 758
    },
    {
      "epoch": 0.8329218106995885,
      "grad_norm": 0.14081105589866638,
      "learning_rate": 3.7484586929716402e-06,
      "loss": 1.0408,
      "step": 759
    },
    {
      "epoch": 0.8340192043895748,
      "grad_norm": 0.14367350935935974,
      "learning_rate": 3.723797780517879e-06,
      "loss": 1.12,
      "step": 760
    },
    {
      "epoch": 0.8351165980795611,
      "grad_norm": 0.13955897092819214,
      "learning_rate": 3.699136868064119e-06,
      "loss": 1.1122,
      "step": 761
    },
    {
      "epoch": 0.8362139917695474,
      "grad_norm": 0.13528084754943848,
      "learning_rate": 3.674475955610358e-06,
      "loss": 1.1463,
      "step": 762
    },
    {
      "epoch": 0.8373113854595337,
      "grad_norm": 0.13060660660266876,
      "learning_rate": 3.649815043156597e-06,
      "loss": 1.088,
      "step": 763
    },
    {
      "epoch": 0.83840877914952,
      "grad_norm": 0.14304772019386292,
      "learning_rate": 3.6251541307028365e-06,
      "loss": 1.13,
      "step": 764
    },
    {
      "epoch": 0.8395061728395061,
      "grad_norm": 0.129106804728508,
      "learning_rate": 3.6004932182490754e-06,
      "loss": 1.0758,
      "step": 765
    },
    {
      "epoch": 0.8406035665294924,
      "grad_norm": 0.14966481924057007,
      "learning_rate": 3.5758323057953147e-06,
      "loss": 1.051,
      "step": 766
    },
    {
      "epoch": 0.8417009602194787,
      "grad_norm": 0.13731549680233002,
      "learning_rate": 3.5511713933415536e-06,
      "loss": 1.1467,
      "step": 767
    },
    {
      "epoch": 0.842798353909465,
      "grad_norm": 0.16249963641166687,
      "learning_rate": 3.526510480887793e-06,
      "loss": 1.1939,
      "step": 768
    },
    {
      "epoch": 0.8438957475994513,
      "grad_norm": 0.1546361893415451,
      "learning_rate": 3.5018495684340327e-06,
      "loss": 1.1762,
      "step": 769
    },
    {
      "epoch": 0.8449931412894376,
      "grad_norm": 0.1352168768644333,
      "learning_rate": 3.4771886559802716e-06,
      "loss": 1.1351,
      "step": 770
    },
    {
      "epoch": 0.8460905349794239,
      "grad_norm": 0.13795001804828644,
      "learning_rate": 3.452527743526511e-06,
      "loss": 1.0621,
      "step": 771
    },
    {
      "epoch": 0.8471879286694102,
      "grad_norm": 0.13399291038513184,
      "learning_rate": 3.42786683107275e-06,
      "loss": 1.1674,
      "step": 772
    },
    {
      "epoch": 0.8482853223593965,
      "grad_norm": 0.1293582171201706,
      "learning_rate": 3.403205918618989e-06,
      "loss": 1.1216,
      "step": 773
    },
    {
      "epoch": 0.8493827160493828,
      "grad_norm": 0.13657528162002563,
      "learning_rate": 3.3785450061652285e-06,
      "loss": 1.1037,
      "step": 774
    },
    {
      "epoch": 0.850480109739369,
      "grad_norm": 0.14344428479671478,
      "learning_rate": 3.3538840937114674e-06,
      "loss": 1.1299,
      "step": 775
    },
    {
      "epoch": 0.8515775034293552,
      "grad_norm": 0.12276988476514816,
      "learning_rate": 3.3292231812577068e-06,
      "loss": 1.1005,
      "step": 776
    },
    {
      "epoch": 0.8526748971193415,
      "grad_norm": 0.14884981513023376,
      "learning_rate": 3.3045622688039457e-06,
      "loss": 1.0838,
      "step": 777
    },
    {
      "epoch": 0.8537722908093278,
      "grad_norm": 0.1271783709526062,
      "learning_rate": 3.2799013563501854e-06,
      "loss": 1.0585,
      "step": 778
    },
    {
      "epoch": 0.8548696844993141,
      "grad_norm": 0.13373488187789917,
      "learning_rate": 3.2552404438964248e-06,
      "loss": 1.1283,
      "step": 779
    },
    {
      "epoch": 0.8559670781893004,
      "grad_norm": 0.15838205814361572,
      "learning_rate": 3.2305795314426637e-06,
      "loss": 1.0838,
      "step": 780
    },
    {
      "epoch": 0.8570644718792867,
      "grad_norm": 0.13347558677196503,
      "learning_rate": 3.205918618988903e-06,
      "loss": 1.1981,
      "step": 781
    },
    {
      "epoch": 0.858161865569273,
      "grad_norm": 0.1298656165599823,
      "learning_rate": 3.181257706535142e-06,
      "loss": 1.1628,
      "step": 782
    },
    {
      "epoch": 0.8592592592592593,
      "grad_norm": 0.14071859419345856,
      "learning_rate": 3.1565967940813812e-06,
      "loss": 1.0938,
      "step": 783
    },
    {
      "epoch": 0.8603566529492456,
      "grad_norm": 0.12630558013916016,
      "learning_rate": 3.1319358816276206e-06,
      "loss": 1.1672,
      "step": 784
    },
    {
      "epoch": 0.8614540466392319,
      "grad_norm": 0.14046333730220795,
      "learning_rate": 3.1072749691738595e-06,
      "loss": 1.1078,
      "step": 785
    },
    {
      "epoch": 0.8625514403292182,
      "grad_norm": 0.13367818295955658,
      "learning_rate": 3.0826140567200992e-06,
      "loss": 1.1097,
      "step": 786
    },
    {
      "epoch": 0.8636488340192043,
      "grad_norm": 0.14946097135543823,
      "learning_rate": 3.057953144266338e-06,
      "loss": 1.0131,
      "step": 787
    },
    {
      "epoch": 0.8647462277091906,
      "grad_norm": 0.1397130787372589,
      "learning_rate": 3.0332922318125775e-06,
      "loss": 1.1225,
      "step": 788
    },
    {
      "epoch": 0.8658436213991769,
      "grad_norm": 0.13838127255439758,
      "learning_rate": 3.0086313193588164e-06,
      "loss": 1.0598,
      "step": 789
    },
    {
      "epoch": 0.8669410150891632,
      "grad_norm": 0.15007399022579193,
      "learning_rate": 2.9839704069050557e-06,
      "loss": 1.0897,
      "step": 790
    },
    {
      "epoch": 0.8680384087791495,
      "grad_norm": 0.1351744681596756,
      "learning_rate": 2.959309494451295e-06,
      "loss": 1.1067,
      "step": 791
    },
    {
      "epoch": 0.8691358024691358,
      "grad_norm": 0.1379036158323288,
      "learning_rate": 2.934648581997534e-06,
      "loss": 1.1377,
      "step": 792
    },
    {
      "epoch": 0.8702331961591221,
      "grad_norm": 0.13790594041347504,
      "learning_rate": 2.9099876695437733e-06,
      "loss": 1.1171,
      "step": 793
    },
    {
      "epoch": 0.8713305898491084,
      "grad_norm": 0.13032451272010803,
      "learning_rate": 2.885326757090012e-06,
      "loss": 1.1251,
      "step": 794
    },
    {
      "epoch": 0.8724279835390947,
      "grad_norm": 0.13590891659259796,
      "learning_rate": 2.860665844636252e-06,
      "loss": 1.162,
      "step": 795
    },
    {
      "epoch": 0.873525377229081,
      "grad_norm": 0.12618786096572876,
      "learning_rate": 2.8360049321824913e-06,
      "loss": 1.084,
      "step": 796
    },
    {
      "epoch": 0.8746227709190673,
      "grad_norm": 0.13335590064525604,
      "learning_rate": 2.81134401972873e-06,
      "loss": 1.1065,
      "step": 797
    },
    {
      "epoch": 0.8757201646090536,
      "grad_norm": 0.13176120817661285,
      "learning_rate": 2.7866831072749695e-06,
      "loss": 1.1029,
      "step": 798
    },
    {
      "epoch": 0.8768175582990397,
      "grad_norm": 0.1394006758928299,
      "learning_rate": 2.7620221948212084e-06,
      "loss": 1.0872,
      "step": 799
    },
    {
      "epoch": 0.877914951989026,
      "grad_norm": 0.16219663619995117,
      "learning_rate": 2.7373612823674478e-06,
      "loss": 1.1006,
      "step": 800
    },
    {
      "epoch": 0.8790123456790123,
      "grad_norm": 0.13275958597660065,
      "learning_rate": 2.712700369913687e-06,
      "loss": 1.1087,
      "step": 801
    },
    {
      "epoch": 0.8801097393689986,
      "grad_norm": 0.15880566835403442,
      "learning_rate": 2.688039457459926e-06,
      "loss": 1.0905,
      "step": 802
    },
    {
      "epoch": 0.8812071330589849,
      "grad_norm": 0.14361722767353058,
      "learning_rate": 2.6633785450061657e-06,
      "loss": 1.0701,
      "step": 803
    },
    {
      "epoch": 0.8823045267489712,
      "grad_norm": 0.13469044864177704,
      "learning_rate": 2.6387176325524042e-06,
      "loss": 1.1495,
      "step": 804
    },
    {
      "epoch": 0.8834019204389575,
      "grad_norm": 0.16092169284820557,
      "learning_rate": 2.614056720098644e-06,
      "loss": 1.074,
      "step": 805
    },
    {
      "epoch": 0.8844993141289438,
      "grad_norm": 0.13376876711845398,
      "learning_rate": 2.5893958076448833e-06,
      "loss": 1.1405,
      "step": 806
    },
    {
      "epoch": 0.8855967078189301,
      "grad_norm": 0.1367831826210022,
      "learning_rate": 2.5647348951911222e-06,
      "loss": 1.0685,
      "step": 807
    },
    {
      "epoch": 0.8866941015089164,
      "grad_norm": 0.13057412207126617,
      "learning_rate": 2.5400739827373616e-06,
      "loss": 1.133,
      "step": 808
    },
    {
      "epoch": 0.8877914951989027,
      "grad_norm": 0.1330074518918991,
      "learning_rate": 2.5154130702836005e-06,
      "loss": 1.2354,
      "step": 809
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 0.15305842459201813,
      "learning_rate": 2.49075215782984e-06,
      "loss": 1.0574,
      "step": 810
    },
    {
      "epoch": 0.8899862825788751,
      "grad_norm": 0.13910268247127533,
      "learning_rate": 2.466091245376079e-06,
      "loss": 1.0733,
      "step": 811
    },
    {
      "epoch": 0.8910836762688614,
      "grad_norm": 0.13843494653701782,
      "learning_rate": 2.441430332922318e-06,
      "loss": 1.0353,
      "step": 812
    },
    {
      "epoch": 0.8921810699588477,
      "grad_norm": 0.14887547492980957,
      "learning_rate": 2.416769420468558e-06,
      "loss": 0.9972,
      "step": 813
    },
    {
      "epoch": 0.893278463648834,
      "grad_norm": 0.13981156051158905,
      "learning_rate": 2.3921085080147967e-06,
      "loss": 1.2125,
      "step": 814
    },
    {
      "epoch": 0.8943758573388203,
      "grad_norm": 0.13580431044101715,
      "learning_rate": 2.367447595561036e-06,
      "loss": 1.2606,
      "step": 815
    },
    {
      "epoch": 0.8954732510288066,
      "grad_norm": 0.14896319806575775,
      "learning_rate": 2.342786683107275e-06,
      "loss": 1.1067,
      "step": 816
    },
    {
      "epoch": 0.8965706447187929,
      "grad_norm": 0.1296452283859253,
      "learning_rate": 2.3181257706535143e-06,
      "loss": 1.0699,
      "step": 817
    },
    {
      "epoch": 0.8976680384087792,
      "grad_norm": 0.145808607339859,
      "learning_rate": 2.2934648581997536e-06,
      "loss": 1.1611,
      "step": 818
    },
    {
      "epoch": 0.8987654320987655,
      "grad_norm": 0.13980808854103088,
      "learning_rate": 2.268803945745993e-06,
      "loss": 1.0291,
      "step": 819
    },
    {
      "epoch": 0.8998628257887518,
      "grad_norm": 0.13322117924690247,
      "learning_rate": 2.244143033292232e-06,
      "loss": 1.0608,
      "step": 820
    },
    {
      "epoch": 0.900960219478738,
      "grad_norm": 0.1385853886604309,
      "learning_rate": 2.219482120838471e-06,
      "loss": 1.0595,
      "step": 821
    },
    {
      "epoch": 0.9020576131687242,
      "grad_norm": 0.16439485549926758,
      "learning_rate": 2.1948212083847105e-06,
      "loss": 1.031,
      "step": 822
    },
    {
      "epoch": 0.9031550068587105,
      "grad_norm": 0.12988966703414917,
      "learning_rate": 2.1701602959309494e-06,
      "loss": 1.0905,
      "step": 823
    },
    {
      "epoch": 0.9042524005486968,
      "grad_norm": 0.13069093227386475,
      "learning_rate": 2.1454993834771887e-06,
      "loss": 1.1536,
      "step": 824
    },
    {
      "epoch": 0.9053497942386831,
      "grad_norm": 0.13863211870193481,
      "learning_rate": 2.120838471023428e-06,
      "loss": 1.1898,
      "step": 825
    },
    {
      "epoch": 0.9064471879286694,
      "grad_norm": 0.14132994413375854,
      "learning_rate": 2.0961775585696674e-06,
      "loss": 1.1759,
      "step": 826
    },
    {
      "epoch": 0.9075445816186557,
      "grad_norm": 0.14824488759040833,
      "learning_rate": 2.0715166461159063e-06,
      "loss": 1.0744,
      "step": 827
    },
    {
      "epoch": 0.908641975308642,
      "grad_norm": 0.1388639658689499,
      "learning_rate": 2.0468557336621456e-06,
      "loss": 1.0687,
      "step": 828
    },
    {
      "epoch": 0.9097393689986283,
      "grad_norm": 0.14056843519210815,
      "learning_rate": 2.022194821208385e-06,
      "loss": 1.1299,
      "step": 829
    },
    {
      "epoch": 0.9108367626886146,
      "grad_norm": 0.1364564299583435,
      "learning_rate": 1.9975339087546243e-06,
      "loss": 1.1216,
      "step": 830
    },
    {
      "epoch": 0.9119341563786009,
      "grad_norm": 0.14670343697071075,
      "learning_rate": 1.9728729963008632e-06,
      "loss": 1.0785,
      "step": 831
    },
    {
      "epoch": 0.9130315500685872,
      "grad_norm": 0.13665646314620972,
      "learning_rate": 1.9482120838471025e-06,
      "loss": 1.0355,
      "step": 832
    },
    {
      "epoch": 0.9141289437585733,
      "grad_norm": 0.1377921998500824,
      "learning_rate": 1.9235511713933415e-06,
      "loss": 1.1445,
      "step": 833
    },
    {
      "epoch": 0.9152263374485596,
      "grad_norm": 0.12789370119571686,
      "learning_rate": 1.8988902589395808e-06,
      "loss": 1.1242,
      "step": 834
    },
    {
      "epoch": 0.9163237311385459,
      "grad_norm": 0.12622785568237305,
      "learning_rate": 1.8742293464858201e-06,
      "loss": 1.1358,
      "step": 835
    },
    {
      "epoch": 0.9174211248285322,
      "grad_norm": 0.14954856038093567,
      "learning_rate": 1.8495684340320595e-06,
      "loss": 1.0822,
      "step": 836
    },
    {
      "epoch": 0.9185185185185185,
      "grad_norm": 0.12256734073162079,
      "learning_rate": 1.8249075215782986e-06,
      "loss": 1.0968,
      "step": 837
    },
    {
      "epoch": 0.9196159122085048,
      "grad_norm": 0.14016473293304443,
      "learning_rate": 1.8002466091245377e-06,
      "loss": 1.0905,
      "step": 838
    },
    {
      "epoch": 0.9207133058984911,
      "grad_norm": 0.14381630718708038,
      "learning_rate": 1.7755856966707768e-06,
      "loss": 1.1512,
      "step": 839
    },
    {
      "epoch": 0.9218106995884774,
      "grad_norm": 0.15085048973560333,
      "learning_rate": 1.7509247842170164e-06,
      "loss": 1.109,
      "step": 840
    },
    {
      "epoch": 0.9229080932784637,
      "grad_norm": 0.1343962699174881,
      "learning_rate": 1.7262638717632555e-06,
      "loss": 1.1442,
      "step": 841
    },
    {
      "epoch": 0.92400548696845,
      "grad_norm": 0.12811584770679474,
      "learning_rate": 1.7016029593094946e-06,
      "loss": 1.2034,
      "step": 842
    },
    {
      "epoch": 0.9251028806584363,
      "grad_norm": 0.15649715065956116,
      "learning_rate": 1.6769420468557337e-06,
      "loss": 1.0986,
      "step": 843
    },
    {
      "epoch": 0.9262002743484224,
      "grad_norm": 0.13506309688091278,
      "learning_rate": 1.6522811344019728e-06,
      "loss": 1.0733,
      "step": 844
    },
    {
      "epoch": 0.9272976680384087,
      "grad_norm": 0.13824434578418732,
      "learning_rate": 1.6276202219482124e-06,
      "loss": 1.0783,
      "step": 845
    },
    {
      "epoch": 0.928395061728395,
      "grad_norm": 0.14913596212863922,
      "learning_rate": 1.6029593094944515e-06,
      "loss": 1.1579,
      "step": 846
    },
    {
      "epoch": 0.9294924554183813,
      "grad_norm": 0.14216169714927673,
      "learning_rate": 1.5782983970406906e-06,
      "loss": 1.2532,
      "step": 847
    },
    {
      "epoch": 0.9305898491083676,
      "grad_norm": 0.12944941222667694,
      "learning_rate": 1.5536374845869297e-06,
      "loss": 1.1187,
      "step": 848
    },
    {
      "epoch": 0.9316872427983539,
      "grad_norm": 0.15228183567523956,
      "learning_rate": 1.528976572133169e-06,
      "loss": 1.0625,
      "step": 849
    },
    {
      "epoch": 0.9327846364883402,
      "grad_norm": 0.1437804400920868,
      "learning_rate": 1.5043156596794082e-06,
      "loss": 1.0785,
      "step": 850
    },
    {
      "epoch": 0.9338820301783265,
      "grad_norm": 0.13705220818519592,
      "learning_rate": 1.4796547472256475e-06,
      "loss": 1.1105,
      "step": 851
    },
    {
      "epoch": 0.9349794238683128,
      "grad_norm": 0.13792921602725983,
      "learning_rate": 1.4549938347718866e-06,
      "loss": 1.0987,
      "step": 852
    },
    {
      "epoch": 0.9360768175582991,
      "grad_norm": 0.12909933924674988,
      "learning_rate": 1.430332922318126e-06,
      "loss": 1.0932,
      "step": 853
    },
    {
      "epoch": 0.9371742112482854,
      "grad_norm": 0.13667872548103333,
      "learning_rate": 1.405672009864365e-06,
      "loss": 1.1542,
      "step": 854
    },
    {
      "epoch": 0.9382716049382716,
      "grad_norm": 0.13207869231700897,
      "learning_rate": 1.3810110974106042e-06,
      "loss": 1.1891,
      "step": 855
    },
    {
      "epoch": 0.9393689986282578,
      "grad_norm": 0.12875591218471527,
      "learning_rate": 1.3563501849568435e-06,
      "loss": 1.0372,
      "step": 856
    },
    {
      "epoch": 0.9404663923182441,
      "grad_norm": 0.12986066937446594,
      "learning_rate": 1.3316892725030829e-06,
      "loss": 1.1259,
      "step": 857
    },
    {
      "epoch": 0.9415637860082304,
      "grad_norm": 0.13095685839653015,
      "learning_rate": 1.307028360049322e-06,
      "loss": 1.0452,
      "step": 858
    },
    {
      "epoch": 0.9426611796982167,
      "grad_norm": 0.13577769696712494,
      "learning_rate": 1.2823674475955611e-06,
      "loss": 1.0942,
      "step": 859
    },
    {
      "epoch": 0.943758573388203,
      "grad_norm": 0.136579230427742,
      "learning_rate": 1.2577065351418002e-06,
      "loss": 1.0996,
      "step": 860
    },
    {
      "epoch": 0.9448559670781893,
      "grad_norm": 0.14068828523159027,
      "learning_rate": 1.2330456226880396e-06,
      "loss": 1.0527,
      "step": 861
    },
    {
      "epoch": 0.9459533607681756,
      "grad_norm": 0.14738546311855316,
      "learning_rate": 1.208384710234279e-06,
      "loss": 1.126,
      "step": 862
    },
    {
      "epoch": 0.9470507544581619,
      "grad_norm": 0.13700617849826813,
      "learning_rate": 1.183723797780518e-06,
      "loss": 1.1714,
      "step": 863
    },
    {
      "epoch": 0.9481481481481482,
      "grad_norm": 0.13408678770065308,
      "learning_rate": 1.1590628853267571e-06,
      "loss": 1.1135,
      "step": 864
    },
    {
      "epoch": 0.9492455418381345,
      "grad_norm": 0.1358562856912613,
      "learning_rate": 1.1344019728729965e-06,
      "loss": 1.0761,
      "step": 865
    },
    {
      "epoch": 0.9503429355281207,
      "grad_norm": 0.15928462147712708,
      "learning_rate": 1.1097410604192356e-06,
      "loss": 1.0841,
      "step": 866
    },
    {
      "epoch": 0.951440329218107,
      "grad_norm": 0.14678318798542023,
      "learning_rate": 1.0850801479654747e-06,
      "loss": 1.0772,
      "step": 867
    },
    {
      "epoch": 0.9525377229080932,
      "grad_norm": 0.12827463448047638,
      "learning_rate": 1.060419235511714e-06,
      "loss": 1.1324,
      "step": 868
    },
    {
      "epoch": 0.9536351165980795,
      "grad_norm": 0.14437751471996307,
      "learning_rate": 1.0357583230579532e-06,
      "loss": 1.2083,
      "step": 869
    },
    {
      "epoch": 0.9547325102880658,
      "grad_norm": 0.14573253691196442,
      "learning_rate": 1.0110974106041925e-06,
      "loss": 1.0288,
      "step": 870
    },
    {
      "epoch": 0.9558299039780521,
      "grad_norm": 0.148457869887352,
      "learning_rate": 9.864364981504316e-07,
      "loss": 1.1433,
      "step": 871
    },
    {
      "epoch": 0.9569272976680384,
      "grad_norm": 0.1432981789112091,
      "learning_rate": 9.617755856966707e-07,
      "loss": 1.1222,
      "step": 872
    },
    {
      "epoch": 0.9580246913580247,
      "grad_norm": 0.14053548872470856,
      "learning_rate": 9.371146732429101e-07,
      "loss": 1.1193,
      "step": 873
    },
    {
      "epoch": 0.959122085048011,
      "grad_norm": 0.13648538291454315,
      "learning_rate": 9.124537607891493e-07,
      "loss": 1.1411,
      "step": 874
    },
    {
      "epoch": 0.9602194787379973,
      "grad_norm": 0.15301236510276794,
      "learning_rate": 8.877928483353884e-07,
      "loss": 1.1395,
      "step": 875
    },
    {
      "epoch": 0.9613168724279836,
      "grad_norm": 0.1504426896572113,
      "learning_rate": 8.631319358816277e-07,
      "loss": 1.1447,
      "step": 876
    },
    {
      "epoch": 0.9624142661179699,
      "grad_norm": 0.15618982911109924,
      "learning_rate": 8.384710234278669e-07,
      "loss": 1.1235,
      "step": 877
    },
    {
      "epoch": 0.9635116598079561,
      "grad_norm": 0.1426519900560379,
      "learning_rate": 8.138101109741062e-07,
      "loss": 1.1242,
      "step": 878
    },
    {
      "epoch": 0.9646090534979423,
      "grad_norm": 0.1583835482597351,
      "learning_rate": 7.891491985203453e-07,
      "loss": 1.0598,
      "step": 879
    },
    {
      "epoch": 0.9657064471879286,
      "grad_norm": 0.14297567307949066,
      "learning_rate": 7.644882860665845e-07,
      "loss": 1.0291,
      "step": 880
    },
    {
      "epoch": 0.9668038408779149,
      "grad_norm": 0.14067769050598145,
      "learning_rate": 7.398273736128238e-07,
      "loss": 1.1746,
      "step": 881
    },
    {
      "epoch": 0.9679012345679012,
      "grad_norm": 0.1404830813407898,
      "learning_rate": 7.15166461159063e-07,
      "loss": 1.1294,
      "step": 882
    },
    {
      "epoch": 0.9689986282578875,
      "grad_norm": 0.1324174553155899,
      "learning_rate": 6.905055487053021e-07,
      "loss": 1.1089,
      "step": 883
    },
    {
      "epoch": 0.9700960219478738,
      "grad_norm": 0.13488321006298065,
      "learning_rate": 6.658446362515414e-07,
      "loss": 1.1228,
      "step": 884
    },
    {
      "epoch": 0.9711934156378601,
      "grad_norm": 0.13472045958042145,
      "learning_rate": 6.411837237977806e-07,
      "loss": 1.0933,
      "step": 885
    },
    {
      "epoch": 0.9722908093278464,
      "grad_norm": 0.14468832314014435,
      "learning_rate": 6.165228113440198e-07,
      "loss": 1.0767,
      "step": 886
    },
    {
      "epoch": 0.9733882030178327,
      "grad_norm": 0.13993267714977264,
      "learning_rate": 5.91861898890259e-07,
      "loss": 1.1123,
      "step": 887
    }
  ],
  "logging_steps": 1,
  "max_steps": 911,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 1,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9.202552775203185e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}