Hebrew-Gemma-11B-Instruct / trainer_state.json
yam-peleg's picture
Upload 13 files
89c7fa8 verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.0013828289519605221,
"eval_steps": 500,
"global_step": 1050,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"grad_norm": 1.7606893775878203,
"learning_rate": 1.9987137664166173e-07,
"loss": 1.2661,
"step": 1
},
{
"epoch": 0.0,
"grad_norm": 1.6309869956147725,
"learning_rate": 3.9974275328332345e-07,
"loss": 1.0203,
"step": 2
},
{
"epoch": 0.0,
"grad_norm": 1.6659301879012498,
"learning_rate": 5.996141299249851e-07,
"loss": 1.0215,
"step": 3
},
{
"epoch": 0.0,
"grad_norm": 1.6033700558639792,
"learning_rate": 7.994855065666469e-07,
"loss": 1.2324,
"step": 4
},
{
"epoch": 0.0,
"grad_norm": 2.418739799852574,
"learning_rate": 9.993568832083086e-07,
"loss": 1.2197,
"step": 5
},
{
"epoch": 0.0,
"grad_norm": 2.029142019551676,
"learning_rate": 1.1992282598499703e-06,
"loss": 1.2627,
"step": 6
},
{
"epoch": 0.0,
"grad_norm": 1.531594763110282,
"learning_rate": 1.3990996364916321e-06,
"loss": 0.9839,
"step": 7
},
{
"epoch": 0.0,
"grad_norm": 1.6305178347457068,
"learning_rate": 1.5989710131332938e-06,
"loss": 0.9658,
"step": 8
},
{
"epoch": 0.0,
"grad_norm": 1.6595041228378495,
"learning_rate": 1.7988423897749555e-06,
"loss": 1.04,
"step": 9
},
{
"epoch": 0.0,
"grad_norm": 1.7047877463175605,
"learning_rate": 1.998713766416617e-06,
"loss": 1.2061,
"step": 10
},
{
"epoch": 0.0,
"grad_norm": 1.5867683977617453,
"learning_rate": 2.198585143058279e-06,
"loss": 1.127,
"step": 11
},
{
"epoch": 0.0,
"grad_norm": 1.3194737224788275,
"learning_rate": 2.3984565196999405e-06,
"loss": 0.9258,
"step": 12
},
{
"epoch": 0.0,
"grad_norm": 1.4926511833003497,
"learning_rate": 2.5983278963416026e-06,
"loss": 0.9429,
"step": 13
},
{
"epoch": 0.0,
"grad_norm": 1.6183620002609274,
"learning_rate": 2.7981992729832643e-06,
"loss": 0.8943,
"step": 14
},
{
"epoch": 0.0,
"grad_norm": 1.366962654153374,
"learning_rate": 2.998070649624926e-06,
"loss": 1.2217,
"step": 15
},
{
"epoch": 0.0,
"grad_norm": 1.9560812587904448,
"learning_rate": 3.1979420262665876e-06,
"loss": 1.0327,
"step": 16
},
{
"epoch": 0.0,
"grad_norm": 2.009134888726646,
"learning_rate": 3.3978134029082497e-06,
"loss": 1.1025,
"step": 17
},
{
"epoch": 0.0,
"grad_norm": 1.6811120668007795,
"learning_rate": 3.597684779549911e-06,
"loss": 1.0371,
"step": 18
},
{
"epoch": 0.0,
"grad_norm": 2.2278619554787675,
"learning_rate": 3.7975561561915727e-06,
"loss": 1.1865,
"step": 19
},
{
"epoch": 0.0,
"grad_norm": 1.3724203185974215,
"learning_rate": 3.997427532833234e-06,
"loss": 1.1035,
"step": 20
},
{
"epoch": 0.0,
"grad_norm": 1.3157186551862456,
"learning_rate": 4.1972989094748964e-06,
"loss": 0.8867,
"step": 21
},
{
"epoch": 0.0,
"grad_norm": 2.776941111977726,
"learning_rate": 4.397170286116558e-06,
"loss": 1.0046,
"step": 22
},
{
"epoch": 0.0,
"grad_norm": 1.343637284275504,
"learning_rate": 4.59704166275822e-06,
"loss": 0.9487,
"step": 23
},
{
"epoch": 0.0,
"grad_norm": 1.5295891610352097,
"learning_rate": 4.796913039399881e-06,
"loss": 1.0127,
"step": 24
},
{
"epoch": 0.0,
"grad_norm": 1.399758338506859,
"learning_rate": 4.996784416041543e-06,
"loss": 1.1382,
"step": 25
},
{
"epoch": 0.0,
"grad_norm": 1.3290809781108288,
"learning_rate": 5.196655792683205e-06,
"loss": 1.1323,
"step": 26
},
{
"epoch": 0.0,
"grad_norm": 1.3679284404085665,
"learning_rate": 5.396527169324867e-06,
"loss": 0.8953,
"step": 27
},
{
"epoch": 0.0,
"grad_norm": 1.6115584885046332,
"learning_rate": 5.5963985459665286e-06,
"loss": 1.1387,
"step": 28
},
{
"epoch": 0.0,
"grad_norm": 1.6211991241401886,
"learning_rate": 5.79626992260819e-06,
"loss": 1.1016,
"step": 29
},
{
"epoch": 0.0,
"grad_norm": 1.640652538250095,
"learning_rate": 5.996141299249852e-06,
"loss": 1.0269,
"step": 30
},
{
"epoch": 0.0,
"grad_norm": 1.824652871340495,
"learning_rate": 6.196012675891513e-06,
"loss": 1.2095,
"step": 31
},
{
"epoch": 0.0,
"grad_norm": 1.4110736346128432,
"learning_rate": 6.395884052533175e-06,
"loss": 1.0413,
"step": 32
},
{
"epoch": 0.0,
"grad_norm": 1.250216751379655,
"learning_rate": 6.595755429174837e-06,
"loss": 1.1128,
"step": 33
},
{
"epoch": 0.0,
"grad_norm": 1.537239893179174,
"learning_rate": 6.7956268058164995e-06,
"loss": 1.124,
"step": 34
},
{
"epoch": 0.0,
"grad_norm": 1.1626932680819158,
"learning_rate": 6.99549818245816e-06,
"loss": 1.0034,
"step": 35
},
{
"epoch": 0.0,
"grad_norm": 1.289856498558217,
"learning_rate": 7.195369559099822e-06,
"loss": 0.762,
"step": 36
},
{
"epoch": 0.0,
"grad_norm": 1.389701236410772,
"learning_rate": 7.395240935741484e-06,
"loss": 0.748,
"step": 37
},
{
"epoch": 0.0,
"grad_norm": 1.388511122615389,
"learning_rate": 7.595112312383145e-06,
"loss": 1.0537,
"step": 38
},
{
"epoch": 0.0,
"grad_norm": 1.713931803558457,
"learning_rate": 7.794983689024808e-06,
"loss": 0.9602,
"step": 39
},
{
"epoch": 0.0,
"grad_norm": 1.6122543354824959,
"learning_rate": 7.994855065666469e-06,
"loss": 1.2021,
"step": 40
},
{
"epoch": 0.0,
"grad_norm": 1.365800993728332,
"learning_rate": 8.19472644230813e-06,
"loss": 0.9084,
"step": 41
},
{
"epoch": 0.0,
"grad_norm": 1.6727039741930945,
"learning_rate": 8.394597818949793e-06,
"loss": 1.0947,
"step": 42
},
{
"epoch": 0.0,
"grad_norm": 1.5138380390147157,
"learning_rate": 8.594469195591453e-06,
"loss": 0.8064,
"step": 43
},
{
"epoch": 0.0,
"grad_norm": 1.7588432850123146,
"learning_rate": 8.794340572233115e-06,
"loss": 1.1538,
"step": 44
},
{
"epoch": 0.0,
"grad_norm": 1.2531249086755734,
"learning_rate": 8.994211948874777e-06,
"loss": 0.8459,
"step": 45
},
{
"epoch": 0.0,
"grad_norm": 1.5562325472791454,
"learning_rate": 9.19408332551644e-06,
"loss": 1.1045,
"step": 46
},
{
"epoch": 0.0,
"grad_norm": 1.3422113081182725,
"learning_rate": 9.3939547021581e-06,
"loss": 0.894,
"step": 47
},
{
"epoch": 0.0,
"grad_norm": 1.3460385993734032,
"learning_rate": 9.593826078799762e-06,
"loss": 1.0391,
"step": 48
},
{
"epoch": 0.0,
"grad_norm": 1.6914894136418361,
"learning_rate": 9.793697455441424e-06,
"loss": 1.0205,
"step": 49
},
{
"epoch": 0.0,
"grad_norm": 3.4353475594186835,
"learning_rate": 9.993568832083086e-06,
"loss": 0.8682,
"step": 50
},
{
"epoch": 0.0,
"grad_norm": 1.5196039726683364,
"learning_rate": 1.0193440208724748e-05,
"loss": 0.8628,
"step": 51
},
{
"epoch": 0.0,
"grad_norm": 1.3375554242638321,
"learning_rate": 1.039331158536641e-05,
"loss": 0.8696,
"step": 52
},
{
"epoch": 0.0,
"grad_norm": 1.185575330917505,
"learning_rate": 1.0593182962008073e-05,
"loss": 0.7842,
"step": 53
},
{
"epoch": 0.0,
"grad_norm": 1.6165352948220826,
"learning_rate": 1.0793054338649735e-05,
"loss": 0.8988,
"step": 54
},
{
"epoch": 0.0,
"grad_norm": 1.2629515114338927,
"learning_rate": 1.0992925715291395e-05,
"loss": 0.8145,
"step": 55
},
{
"epoch": 0.0,
"grad_norm": 1.61186899066469,
"learning_rate": 1.1192797091933057e-05,
"loss": 1.0251,
"step": 56
},
{
"epoch": 0.0,
"grad_norm": 2.2511658297260166,
"learning_rate": 1.1392668468574718e-05,
"loss": 1.2676,
"step": 57
},
{
"epoch": 0.0,
"grad_norm": 1.199622766487703,
"learning_rate": 1.159253984521638e-05,
"loss": 0.8975,
"step": 58
},
{
"epoch": 0.0,
"grad_norm": 1.4470571349753039,
"learning_rate": 1.1792411221858042e-05,
"loss": 1.1226,
"step": 59
},
{
"epoch": 0.0,
"grad_norm": 1.6373096937876388,
"learning_rate": 1.1992282598499704e-05,
"loss": 0.9121,
"step": 60
},
{
"epoch": 0.0,
"grad_norm": 1.3382912585880213,
"learning_rate": 1.2192153975141364e-05,
"loss": 1.0303,
"step": 61
},
{
"epoch": 0.0,
"grad_norm": 1.3112658647535718,
"learning_rate": 1.2392025351783026e-05,
"loss": 0.8279,
"step": 62
},
{
"epoch": 0.0,
"grad_norm": 1.2790544352963376,
"learning_rate": 1.2591896728424688e-05,
"loss": 0.8994,
"step": 63
},
{
"epoch": 0.0,
"grad_norm": 1.5075888986771395,
"learning_rate": 1.279176810506635e-05,
"loss": 1.1196,
"step": 64
},
{
"epoch": 0.0,
"grad_norm": 1.4346198377896118,
"learning_rate": 1.2991639481708013e-05,
"loss": 1.0732,
"step": 65
},
{
"epoch": 0.0,
"grad_norm": 2.126938104357545,
"learning_rate": 1.3191510858349675e-05,
"loss": 1.0679,
"step": 66
},
{
"epoch": 0.0,
"grad_norm": 1.674625451642783,
"learning_rate": 1.3391382234991337e-05,
"loss": 0.9331,
"step": 67
},
{
"epoch": 0.0,
"grad_norm": 1.3584407358282393,
"learning_rate": 1.3591253611632999e-05,
"loss": 1.1221,
"step": 68
},
{
"epoch": 0.0,
"grad_norm": 1.3745639282935145,
"learning_rate": 1.3791124988274658e-05,
"loss": 1.1638,
"step": 69
},
{
"epoch": 0.0,
"grad_norm": 2.2901302620432893,
"learning_rate": 1.399099636491632e-05,
"loss": 1.0566,
"step": 70
},
{
"epoch": 0.0,
"grad_norm": 1.4115272261169016,
"learning_rate": 1.4190867741557982e-05,
"loss": 1.0718,
"step": 71
},
{
"epoch": 0.0,
"grad_norm": 1.405597238567573,
"learning_rate": 1.4390739118199644e-05,
"loss": 1.0337,
"step": 72
},
{
"epoch": 0.0,
"grad_norm": 1.3864118209515417,
"learning_rate": 1.4590610494841306e-05,
"loss": 1.043,
"step": 73
},
{
"epoch": 0.0,
"grad_norm": 1.2755328766501015,
"learning_rate": 1.4790481871482968e-05,
"loss": 0.9449,
"step": 74
},
{
"epoch": 0.0,
"grad_norm": 1.319458318380841,
"learning_rate": 1.499035324812463e-05,
"loss": 0.9866,
"step": 75
},
{
"epoch": 0.0,
"grad_norm": 1.7407324492405107,
"learning_rate": 1.519022462476629e-05,
"loss": 1.1025,
"step": 76
},
{
"epoch": 0.0,
"grad_norm": 1.8555178344658927,
"learning_rate": 1.5390096001407954e-05,
"loss": 1.0867,
"step": 77
},
{
"epoch": 0.0,
"grad_norm": 1.3711862560050792,
"learning_rate": 1.5589967378049616e-05,
"loss": 0.9534,
"step": 78
},
{
"epoch": 0.0,
"grad_norm": 1.267290173756033,
"learning_rate": 1.578983875469128e-05,
"loss": 0.8936,
"step": 79
},
{
"epoch": 0.0,
"grad_norm": 1.4311663374123942,
"learning_rate": 1.5989710131332937e-05,
"loss": 1.0107,
"step": 80
},
{
"epoch": 0.0,
"grad_norm": 2.9429771818157184,
"learning_rate": 1.61895815079746e-05,
"loss": 1.1055,
"step": 81
},
{
"epoch": 0.0,
"grad_norm": 1.63894618288027,
"learning_rate": 1.638945288461626e-05,
"loss": 1.0952,
"step": 82
},
{
"epoch": 0.0,
"grad_norm": 1.5621150496261256,
"learning_rate": 1.6589324261257924e-05,
"loss": 1.0947,
"step": 83
},
{
"epoch": 0.0,
"grad_norm": 1.2928258811178885,
"learning_rate": 1.6789195637899586e-05,
"loss": 0.9937,
"step": 84
},
{
"epoch": 0.0,
"grad_norm": 1.4040869713795998,
"learning_rate": 1.6989067014541248e-05,
"loss": 0.8042,
"step": 85
},
{
"epoch": 0.0,
"grad_norm": 1.9867943860716022,
"learning_rate": 1.7188938391182907e-05,
"loss": 1.1855,
"step": 86
},
{
"epoch": 0.0,
"grad_norm": 1.7542284561232562,
"learning_rate": 1.738880976782457e-05,
"loss": 1.1851,
"step": 87
},
{
"epoch": 0.0,
"grad_norm": 1.2353359779309703,
"learning_rate": 1.758868114446623e-05,
"loss": 0.9365,
"step": 88
},
{
"epoch": 0.0,
"grad_norm": 1.5886895116160513,
"learning_rate": 1.7788552521107893e-05,
"loss": 1.1655,
"step": 89
},
{
"epoch": 0.0,
"grad_norm": 1.3167177278943167,
"learning_rate": 1.7988423897749555e-05,
"loss": 0.8616,
"step": 90
},
{
"epoch": 0.0,
"grad_norm": 1.2334640618366841,
"learning_rate": 1.8188295274391217e-05,
"loss": 0.8926,
"step": 91
},
{
"epoch": 0.0,
"grad_norm": 1.3694971248990673,
"learning_rate": 1.838816665103288e-05,
"loss": 0.8657,
"step": 92
},
{
"epoch": 0.0,
"grad_norm": 1.536450876336402,
"learning_rate": 1.858803802767454e-05,
"loss": 0.8989,
"step": 93
},
{
"epoch": 0.0,
"grad_norm": 1.503486475633459,
"learning_rate": 1.87879094043162e-05,
"loss": 0.9666,
"step": 94
},
{
"epoch": 0.0,
"grad_norm": 1.4799371333559792,
"learning_rate": 1.8987780780957862e-05,
"loss": 0.908,
"step": 95
},
{
"epoch": 0.0,
"grad_norm": 1.445103068256348,
"learning_rate": 1.9187652157599524e-05,
"loss": 1.1133,
"step": 96
},
{
"epoch": 0.0,
"grad_norm": 1.3727616384190364,
"learning_rate": 1.9387523534241186e-05,
"loss": 0.9873,
"step": 97
},
{
"epoch": 0.0,
"grad_norm": 1.4973721532746032,
"learning_rate": 1.9587394910882848e-05,
"loss": 1.1631,
"step": 98
},
{
"epoch": 0.0,
"grad_norm": 1.4844608482833286,
"learning_rate": 1.978726628752451e-05,
"loss": 0.9077,
"step": 99
},
{
"epoch": 0.0,
"grad_norm": 1.3523284858357845,
"learning_rate": 1.9987137664166172e-05,
"loss": 1.1802,
"step": 100
},
{
"epoch": 0.0,
"grad_norm": 1.5967706963503001,
"learning_rate": 1.9987137664080615e-05,
"loss": 1.0609,
"step": 101
},
{
"epoch": 0.0,
"grad_norm": 1.3559830978684864,
"learning_rate": 1.9987137663823937e-05,
"loss": 0.8206,
"step": 102
},
{
"epoch": 0.0,
"grad_norm": 1.7266245006631533,
"learning_rate": 1.9987137663396145e-05,
"loss": 1.1592,
"step": 103
},
{
"epoch": 0.0,
"grad_norm": 1.853960504393059,
"learning_rate": 1.998713766279724e-05,
"loss": 1.1533,
"step": 104
},
{
"epoch": 0.0,
"grad_norm": 1.2286744128831855,
"learning_rate": 1.998713766202721e-05,
"loss": 0.8247,
"step": 105
},
{
"epoch": 0.0,
"grad_norm": 1.3893239653802958,
"learning_rate": 1.9987137661086066e-05,
"loss": 0.9492,
"step": 106
},
{
"epoch": 0.0,
"grad_norm": 1.3692356136528112,
"learning_rate": 1.998713765997381e-05,
"loss": 1.0894,
"step": 107
},
{
"epoch": 0.0,
"grad_norm": 1.7511733753505103,
"learning_rate": 1.998713765869043e-05,
"loss": 1.2705,
"step": 108
},
{
"epoch": 0.0,
"grad_norm": 1.3086898085225258,
"learning_rate": 1.9987137657235935e-05,
"loss": 0.9897,
"step": 109
},
{
"epoch": 0.0,
"grad_norm": 1.42803459298684,
"learning_rate": 1.9987137655610323e-05,
"loss": 0.7253,
"step": 110
},
{
"epoch": 0.0,
"grad_norm": 1.30859589078358,
"learning_rate": 1.9987137653813597e-05,
"loss": 1.002,
"step": 111
},
{
"epoch": 0.0,
"grad_norm": 1.219937455184391,
"learning_rate": 1.998713765184575e-05,
"loss": 0.7993,
"step": 112
},
{
"epoch": 0.0,
"grad_norm": 1.4863576397365221,
"learning_rate": 1.9987137649706788e-05,
"loss": 0.9639,
"step": 113
},
{
"epoch": 0.0,
"grad_norm": 1.583284837415097,
"learning_rate": 1.998713764739671e-05,
"loss": 1.332,
"step": 114
},
{
"epoch": 0.0,
"grad_norm": 1.3680241667776767,
"learning_rate": 1.9987137644915512e-05,
"loss": 0.9436,
"step": 115
},
{
"epoch": 0.0,
"grad_norm": 1.4681322137713064,
"learning_rate": 1.9987137642263198e-05,
"loss": 0.9321,
"step": 116
},
{
"epoch": 0.0,
"grad_norm": 1.4511203679715612,
"learning_rate": 1.998713763943977e-05,
"loss": 0.9893,
"step": 117
},
{
"epoch": 0.0,
"grad_norm": 1.372370763714992,
"learning_rate": 1.9987137636445224e-05,
"loss": 1.04,
"step": 118
},
{
"epoch": 0.0,
"grad_norm": 1.2612725759249404,
"learning_rate": 1.998713763327956e-05,
"loss": 1.0459,
"step": 119
},
{
"epoch": 0.0,
"grad_norm": 1.5887129977859773,
"learning_rate": 1.998713762994278e-05,
"loss": 1.0454,
"step": 120
},
{
"epoch": 0.0,
"grad_norm": 1.3537302438803718,
"learning_rate": 1.9987137626434883e-05,
"loss": 0.8994,
"step": 121
},
{
"epoch": 0.0,
"grad_norm": 1.5585427335645314,
"learning_rate": 1.9987137622755867e-05,
"loss": 1.0,
"step": 122
},
{
"epoch": 0.0,
"grad_norm": 1.347974170281702,
"learning_rate": 1.9987137618905733e-05,
"loss": 0.9209,
"step": 123
},
{
"epoch": 0.0,
"grad_norm": 1.4807293745540115,
"learning_rate": 1.9987137614884484e-05,
"loss": 1.0269,
"step": 124
},
{
"epoch": 0.0,
"grad_norm": 1.6090058579276014,
"learning_rate": 1.9987137610692122e-05,
"loss": 0.9746,
"step": 125
},
{
"epoch": 0.0,
"grad_norm": 1.6827583098829078,
"learning_rate": 1.9987137606328635e-05,
"loss": 1.1555,
"step": 126
},
{
"epoch": 0.0,
"grad_norm": 1.32453176574229,
"learning_rate": 1.9987137601794034e-05,
"loss": 0.8347,
"step": 127
},
{
"epoch": 0.0,
"grad_norm": 1.5403616596967007,
"learning_rate": 1.998713759708832e-05,
"loss": 1.2529,
"step": 128
},
{
"epoch": 0.0,
"grad_norm": 1.3944282814286415,
"learning_rate": 1.9987137592211486e-05,
"loss": 1.0327,
"step": 129
},
{
"epoch": 0.0,
"grad_norm": 1.2533564327695044,
"learning_rate": 1.9987137587163535e-05,
"loss": 0.8794,
"step": 130
},
{
"epoch": 0.0,
"grad_norm": 1.6117121198465103,
"learning_rate": 1.9987137581944467e-05,
"loss": 0.938,
"step": 131
},
{
"epoch": 0.0,
"grad_norm": 1.3219173541847693,
"learning_rate": 1.9987137576554285e-05,
"loss": 1.0723,
"step": 132
},
{
"epoch": 0.0,
"grad_norm": 1.34345512703341,
"learning_rate": 1.9987137570992982e-05,
"loss": 1.1235,
"step": 133
},
{
"epoch": 0.0,
"grad_norm": 1.8319389791779082,
"learning_rate": 1.9987137565260565e-05,
"loss": 1.1768,
"step": 134
},
{
"epoch": 0.0,
"grad_norm": 1.284328251936961,
"learning_rate": 1.998713755935703e-05,
"loss": 0.8037,
"step": 135
},
{
"epoch": 0.0,
"grad_norm": 1.6430563939145162,
"learning_rate": 1.9987137553282377e-05,
"loss": 0.9888,
"step": 136
},
{
"epoch": 0.0,
"grad_norm": 1.643652384365159,
"learning_rate": 1.9987137547036607e-05,
"loss": 1.1528,
"step": 137
},
{
"epoch": 0.0,
"grad_norm": 1.5986467569403668,
"learning_rate": 1.998713754061972e-05,
"loss": 1.1282,
"step": 138
},
{
"epoch": 0.0,
"grad_norm": 1.2897843622760647,
"learning_rate": 1.9987137534031717e-05,
"loss": 0.8491,
"step": 139
},
{
"epoch": 0.0,
"grad_norm": 1.5515178785409631,
"learning_rate": 1.9987137527272597e-05,
"loss": 0.9893,
"step": 140
},
{
"epoch": 0.0,
"grad_norm": 1.5441821771382438,
"learning_rate": 1.998713752034236e-05,
"loss": 1.1855,
"step": 141
},
{
"epoch": 0.0,
"grad_norm": 1.2874668302244616,
"learning_rate": 1.9987137513241005e-05,
"loss": 0.8123,
"step": 142
},
{
"epoch": 0.0,
"grad_norm": 1.4621717166069157,
"learning_rate": 1.9987137505968533e-05,
"loss": 0.936,
"step": 143
},
{
"epoch": 0.0,
"grad_norm": 1.5017293656723831,
"learning_rate": 1.9987137498524946e-05,
"loss": 1.0967,
"step": 144
},
{
"epoch": 0.0,
"grad_norm": 1.4607500578230534,
"learning_rate": 1.9987137490910242e-05,
"loss": 1.0801,
"step": 145
},
{
"epoch": 0.0,
"grad_norm": 1.6647483594284533,
"learning_rate": 1.998713748312442e-05,
"loss": 1.0786,
"step": 146
},
{
"epoch": 0.0,
"grad_norm": 2.471892469419148,
"learning_rate": 1.998713747516748e-05,
"loss": 1.0103,
"step": 147
},
{
"epoch": 0.0,
"grad_norm": 1.4000494846045373,
"learning_rate": 1.9987137467039424e-05,
"loss": 1.1025,
"step": 148
},
{
"epoch": 0.0,
"grad_norm": 1.3810649109155702,
"learning_rate": 1.9987137458740252e-05,
"loss": 1.0601,
"step": 149
},
{
"epoch": 0.0,
"grad_norm": 1.291241601508599,
"learning_rate": 1.998713745026996e-05,
"loss": 0.9727,
"step": 150
},
{
"epoch": 0.0,
"grad_norm": 1.567335048434997,
"learning_rate": 1.9987137441628554e-05,
"loss": 1.1538,
"step": 151
},
{
"epoch": 0.0,
"grad_norm": 1.8288608602426044,
"learning_rate": 1.998713743281603e-05,
"loss": 1.1812,
"step": 152
},
{
"epoch": 0.0,
"grad_norm": 1.2820451176629666,
"learning_rate": 1.9987137423832388e-05,
"loss": 0.99,
"step": 153
},
{
"epoch": 0.0,
"grad_norm": 1.4646354018497445,
"learning_rate": 1.9987137414677632e-05,
"loss": 0.9419,
"step": 154
},
{
"epoch": 0.0,
"grad_norm": 1.5551528617571317,
"learning_rate": 1.998713740535176e-05,
"loss": 1.0073,
"step": 155
},
{
"epoch": 0.0,
"grad_norm": 1.4728851545201214,
"learning_rate": 1.9987137395854765e-05,
"loss": 1.0078,
"step": 156
},
{
"epoch": 0.0,
"grad_norm": 2.088527371808708,
"learning_rate": 1.9987137386186656e-05,
"loss": 1.2344,
"step": 157
},
{
"epoch": 0.0,
"grad_norm": 1.1853336852694984,
"learning_rate": 1.998713737634743e-05,
"loss": 0.9736,
"step": 158
},
{
"epoch": 0.0,
"grad_norm": 1.3366185287280403,
"learning_rate": 1.998713736633709e-05,
"loss": 1.3555,
"step": 159
},
{
"epoch": 0.0,
"grad_norm": 1.2789196593945422,
"learning_rate": 1.9987137356155628e-05,
"loss": 0.9136,
"step": 160
},
{
"epoch": 0.0,
"grad_norm": 1.6349893323451148,
"learning_rate": 1.998713734580305e-05,
"loss": 0.9644,
"step": 161
},
{
"epoch": 0.0,
"grad_norm": 1.3782827031908806,
"learning_rate": 1.9987137335279356e-05,
"loss": 1.04,
"step": 162
},
{
"epoch": 0.0,
"grad_norm": 1.5935483318715946,
"learning_rate": 1.998713732458455e-05,
"loss": 1.1729,
"step": 163
},
{
"epoch": 0.0,
"grad_norm": 1.3679427758261218,
"learning_rate": 1.998713731371862e-05,
"loss": 0.9417,
"step": 164
},
{
"epoch": 0.0,
"grad_norm": 1.296487359632256,
"learning_rate": 1.9987137302681574e-05,
"loss": 0.908,
"step": 165
},
{
"epoch": 0.0,
"grad_norm": 1.344633831962935,
"learning_rate": 1.9987137291473414e-05,
"loss": 0.9961,
"step": 166
},
{
"epoch": 0.0,
"grad_norm": 1.2687331287784427,
"learning_rate": 1.9987137280094136e-05,
"loss": 0.7136,
"step": 167
},
{
"epoch": 0.0,
"grad_norm": 1.6592947126890205,
"learning_rate": 1.9987137268543737e-05,
"loss": 0.9565,
"step": 168
},
{
"epoch": 0.0,
"grad_norm": 1.4035285046668897,
"learning_rate": 1.9987137256822228e-05,
"loss": 1.2236,
"step": 169
},
{
"epoch": 0.0,
"grad_norm": 2.5359744028731024,
"learning_rate": 1.99871372449296e-05,
"loss": 1.3691,
"step": 170
},
{
"epoch": 0.0,
"grad_norm": 1.2878914339886232,
"learning_rate": 1.9987137232865852e-05,
"loss": 1.0078,
"step": 171
},
{
"epoch": 0.0,
"grad_norm": 1.516899674021975,
"learning_rate": 1.998713722063099e-05,
"loss": 0.8313,
"step": 172
},
{
"epoch": 0.0,
"grad_norm": 1.4427677330522974,
"learning_rate": 1.998713720822501e-05,
"loss": 0.9763,
"step": 173
},
{
"epoch": 0.0,
"grad_norm": 1.605005870463726,
"learning_rate": 1.9987137195647912e-05,
"loss": 1.0288,
"step": 174
},
{
"epoch": 0.0,
"grad_norm": 1.3037056797793092,
"learning_rate": 1.9987137182899697e-05,
"loss": 1.0386,
"step": 175
},
{
"epoch": 0.0,
"grad_norm": 6.41374817239471,
"learning_rate": 1.9987137169980368e-05,
"loss": 1.0155,
"step": 176
},
{
"epoch": 0.0,
"grad_norm": 1.5914228315805112,
"learning_rate": 1.9987137156889918e-05,
"loss": 0.9578,
"step": 177
},
{
"epoch": 0.0,
"grad_norm": 1.552733069845167,
"learning_rate": 1.9987137143628353e-05,
"loss": 1.0044,
"step": 178
},
{
"epoch": 0.0,
"grad_norm": 1.181120955265809,
"learning_rate": 1.9987137130195674e-05,
"loss": 0.8853,
"step": 179
},
{
"epoch": 0.0,
"grad_norm": 1.6993552668310692,
"learning_rate": 1.9987137116591874e-05,
"loss": 1.2163,
"step": 180
},
{
"epoch": 0.0,
"grad_norm": 1.5882948470014477,
"learning_rate": 1.9987137102816957e-05,
"loss": 1.0244,
"step": 181
},
{
"epoch": 0.0,
"grad_norm": 1.1614984525357406,
"learning_rate": 1.9987137088870926e-05,
"loss": 0.9224,
"step": 182
},
{
"epoch": 0.0,
"grad_norm": 1.2248082341717805,
"learning_rate": 1.9987137074753776e-05,
"loss": 1.0205,
"step": 183
},
{
"epoch": 0.0,
"grad_norm": 1.2218550717028729,
"learning_rate": 1.9987137060465506e-05,
"loss": 0.7527,
"step": 184
},
{
"epoch": 0.0,
"grad_norm": 1.4586790855711262,
"learning_rate": 1.9987137046006125e-05,
"loss": 1.0479,
"step": 185
},
{
"epoch": 0.0,
"grad_norm": 1.373406961251245,
"learning_rate": 1.9987137031375623e-05,
"loss": 0.9517,
"step": 186
},
{
"epoch": 0.0,
"grad_norm": 1.5436809200012414,
"learning_rate": 1.9987137016574004e-05,
"loss": 1.1509,
"step": 187
},
{
"epoch": 0.0,
"grad_norm": 2.3507387866732805,
"learning_rate": 1.998713700160127e-05,
"loss": 1.0176,
"step": 188
},
{
"epoch": 0.0,
"grad_norm": 5.297258661379631,
"learning_rate": 1.9987136986457422e-05,
"loss": 1.4824,
"step": 189
},
{
"epoch": 0.0,
"grad_norm": 1.2368830057880673,
"learning_rate": 1.998713697114245e-05,
"loss": 1.1924,
"step": 190
},
{
"epoch": 0.0,
"grad_norm": 1.1857806859735769,
"learning_rate": 1.9987136955656367e-05,
"loss": 1.0742,
"step": 191
},
{
"epoch": 0.0,
"grad_norm": 1.7825860483980114,
"learning_rate": 1.9987136939999162e-05,
"loss": 1.0195,
"step": 192
},
{
"epoch": 0.0,
"grad_norm": 1.2280524856086843,
"learning_rate": 1.9987136924170844e-05,
"loss": 0.7825,
"step": 193
},
{
"epoch": 0.0,
"grad_norm": 1.6792452917630727,
"learning_rate": 1.9987136908171408e-05,
"loss": 1.5215,
"step": 194
},
{
"epoch": 0.0,
"grad_norm": 1.4562428159086307,
"learning_rate": 1.9987136892000855e-05,
"loss": 0.9019,
"step": 195
},
{
"epoch": 0.0,
"grad_norm": 1.3504191065955236,
"learning_rate": 1.9987136875659184e-05,
"loss": 1.0806,
"step": 196
},
{
"epoch": 0.0,
"grad_norm": 1.2588221129110082,
"learning_rate": 1.9987136859146398e-05,
"loss": 0.9414,
"step": 197
},
{
"epoch": 0.0,
"grad_norm": 1.4294441724818887,
"learning_rate": 1.9987136842462492e-05,
"loss": 0.877,
"step": 198
},
{
"epoch": 0.0,
"grad_norm": 1.3326717414183664,
"learning_rate": 1.9987136825607475e-05,
"loss": 1.0249,
"step": 199
},
{
"epoch": 0.0,
"grad_norm": 1.4654617023390064,
"learning_rate": 1.9987136808581333e-05,
"loss": 1.3115,
"step": 200
},
{
"epoch": 0.0,
"grad_norm": 1.3611227616743549,
"learning_rate": 1.998713679138408e-05,
"loss": 1.0933,
"step": 201
},
{
"epoch": 0.0,
"grad_norm": 1.218928495198492,
"learning_rate": 1.9987136774015708e-05,
"loss": 1.0298,
"step": 202
},
{
"epoch": 0.0,
"grad_norm": 1.4398903253963204,
"learning_rate": 1.998713675647622e-05,
"loss": 1.0562,
"step": 203
},
{
"epoch": 0.0,
"grad_norm": 1.164106176184216,
"learning_rate": 1.998713673876561e-05,
"loss": 0.7361,
"step": 204
},
{
"epoch": 0.0,
"grad_norm": 1.1984851096592528,
"learning_rate": 1.998713672088389e-05,
"loss": 0.9363,
"step": 205
},
{
"epoch": 0.0,
"grad_norm": 1.6200642821426983,
"learning_rate": 1.9987136702831052e-05,
"loss": 1.0679,
"step": 206
},
{
"epoch": 0.0,
"grad_norm": 1.4575069356658439,
"learning_rate": 1.9987136684607094e-05,
"loss": 0.9756,
"step": 207
},
{
"epoch": 0.0,
"grad_norm": 1.4889251037166171,
"learning_rate": 1.9987136666212022e-05,
"loss": 1.1917,
"step": 208
},
{
"epoch": 0.0,
"grad_norm": 1.3879905778499126,
"learning_rate": 1.998713664764583e-05,
"loss": 1.2432,
"step": 209
},
{
"epoch": 0.0,
"grad_norm": 1.2198236577991115,
"learning_rate": 1.998713662890852e-05,
"loss": 0.9595,
"step": 210
},
{
"epoch": 0.0,
"grad_norm": 1.4453703997587537,
"learning_rate": 1.9987136610000097e-05,
"loss": 1.1616,
"step": 211
},
{
"epoch": 0.0,
"grad_norm": 1.1224739537265145,
"learning_rate": 1.9987136590920558e-05,
"loss": 0.7456,
"step": 212
},
{
"epoch": 0.0,
"grad_norm": 1.7481158876914644,
"learning_rate": 1.9987136571669897e-05,
"loss": 1.2329,
"step": 213
},
{
"epoch": 0.0,
"grad_norm": 1.2297082397573267,
"learning_rate": 1.9987136552248123e-05,
"loss": 0.8488,
"step": 214
},
{
"epoch": 0.0,
"grad_norm": 1.1761797866377828,
"learning_rate": 1.998713653265523e-05,
"loss": 1.0037,
"step": 215
},
{
"epoch": 0.0,
"grad_norm": 1.362201295709729,
"learning_rate": 1.998713651289122e-05,
"loss": 0.9146,
"step": 216
},
{
"epoch": 0.0,
"grad_norm": 1.2537215147272014,
"learning_rate": 1.9987136492956095e-05,
"loss": 1.2041,
"step": 217
},
{
"epoch": 0.0,
"grad_norm": 1.448224325449314,
"learning_rate": 1.998713647284985e-05,
"loss": 1.0142,
"step": 218
},
{
"epoch": 0.0,
"grad_norm": 1.410545401095706,
"learning_rate": 1.998713645257249e-05,
"loss": 1.1021,
"step": 219
},
{
"epoch": 0.0,
"grad_norm": 1.2530084646171964,
"learning_rate": 1.9987136432124015e-05,
"loss": 1.0127,
"step": 220
},
{
"epoch": 0.0,
"grad_norm": 1.5647764026701685,
"learning_rate": 1.9987136411504417e-05,
"loss": 1.218,
"step": 221
},
{
"epoch": 0.0,
"grad_norm": 1.4965770130166682,
"learning_rate": 1.998713639071371e-05,
"loss": 1.2778,
"step": 222
},
{
"epoch": 0.0,
"grad_norm": 1.2998445821439122,
"learning_rate": 1.998713636975188e-05,
"loss": 1.1587,
"step": 223
},
{
"epoch": 0.0,
"grad_norm": 1.423425855704122,
"learning_rate": 1.9987136348618936e-05,
"loss": 1.0908,
"step": 224
},
{
"epoch": 0.0,
"grad_norm": 1.2130956307599563,
"learning_rate": 1.9987136327314875e-05,
"loss": 0.8555,
"step": 225
},
{
"epoch": 0.0,
"grad_norm": 1.2287258823391218,
"learning_rate": 1.9987136305839696e-05,
"loss": 1.0327,
"step": 226
},
{
"epoch": 0.0,
"grad_norm": 1.7651201049529341,
"learning_rate": 1.99871362841934e-05,
"loss": 0.8445,
"step": 227
},
{
"epoch": 0.0,
"grad_norm": 1.6722209964563237,
"learning_rate": 1.9987136262375986e-05,
"loss": 0.9731,
"step": 228
},
{
"epoch": 0.0,
"grad_norm": 2.497507760433936,
"learning_rate": 1.9987136240387455e-05,
"loss": 1.0557,
"step": 229
},
{
"epoch": 0.0,
"grad_norm": 1.2785662013142645,
"learning_rate": 1.998713621822781e-05,
"loss": 1.0759,
"step": 230
},
{
"epoch": 0.0,
"grad_norm": 1.1870064462648997,
"learning_rate": 1.9987136195897046e-05,
"loss": 0.8004,
"step": 231
},
{
"epoch": 0.0,
"grad_norm": 1.3741907859676556,
"learning_rate": 1.9987136173395168e-05,
"loss": 0.9941,
"step": 232
},
{
"epoch": 0.0,
"grad_norm": 1.3119498416802988,
"learning_rate": 1.998713615072217e-05,
"loss": 0.8967,
"step": 233
},
{
"epoch": 0.0,
"grad_norm": 1.2002045000188675,
"learning_rate": 1.9987136127878054e-05,
"loss": 0.8645,
"step": 234
},
{
"epoch": 0.0,
"grad_norm": 1.9354233841904378,
"learning_rate": 1.9987136104862823e-05,
"loss": 1.3108,
"step": 235
},
{
"epoch": 0.0,
"grad_norm": 1.1685749126802762,
"learning_rate": 1.9987136081676476e-05,
"loss": 1.0063,
"step": 236
},
{
"epoch": 0.0,
"grad_norm": 1.4541965758445865,
"learning_rate": 1.998713605831901e-05,
"loss": 1.2368,
"step": 237
},
{
"epoch": 0.0,
"grad_norm": 1.4966472667521429,
"learning_rate": 1.9987136034790427e-05,
"loss": 1.1562,
"step": 238
},
{
"epoch": 0.0,
"grad_norm": 1.1252135497967393,
"learning_rate": 1.998713601109073e-05,
"loss": 0.9272,
"step": 239
},
{
"epoch": 0.0,
"grad_norm": 1.2862879631290096,
"learning_rate": 1.9987135987219915e-05,
"loss": 1.0952,
"step": 240
},
{
"epoch": 0.0,
"grad_norm": 1.1803493032860841,
"learning_rate": 1.998713596317798e-05,
"loss": 0.8796,
"step": 241
},
{
"epoch": 0.0,
"grad_norm": 1.3732131271314898,
"learning_rate": 1.998713593896493e-05,
"loss": 0.8728,
"step": 242
},
{
"epoch": 0.0,
"grad_norm": 1.843332340327588,
"learning_rate": 1.998713591458076e-05,
"loss": 1.1235,
"step": 243
},
{
"epoch": 0.0,
"grad_norm": 1.4092784484812428,
"learning_rate": 1.998713589002548e-05,
"loss": 1.1475,
"step": 244
},
{
"epoch": 0.0,
"grad_norm": 1.4532488698359423,
"learning_rate": 1.9987135865299077e-05,
"loss": 1.2202,
"step": 245
},
{
"epoch": 0.0,
"grad_norm": 1.2482460591341684,
"learning_rate": 1.9987135840401563e-05,
"loss": 1.0107,
"step": 246
},
{
"epoch": 0.0,
"grad_norm": 2.0546269280965994,
"learning_rate": 1.9987135815332925e-05,
"loss": 0.8613,
"step": 247
},
{
"epoch": 0.0,
"grad_norm": 1.4859790366992953,
"learning_rate": 1.9987135790093176e-05,
"loss": 0.9561,
"step": 248
},
{
"epoch": 0.0,
"grad_norm": 1.6812543790965855,
"learning_rate": 1.9987135764682306e-05,
"loss": 1.1309,
"step": 249
},
{
"epoch": 0.0,
"grad_norm": 1.6401873050121658,
"learning_rate": 1.9987135739100322e-05,
"loss": 1.0386,
"step": 250
},
{
"epoch": 0.0,
"grad_norm": 1.6207494898719814,
"learning_rate": 1.998713571334722e-05,
"loss": 1.1196,
"step": 251
},
{
"epoch": 0.0,
"grad_norm": 1.4317063216348882,
"learning_rate": 1.9987135687423e-05,
"loss": 1.4102,
"step": 252
},
{
"epoch": 0.0,
"grad_norm": 1.113637873767119,
"learning_rate": 1.9987135661327665e-05,
"loss": 1.0486,
"step": 253
},
{
"epoch": 0.0,
"grad_norm": 1.2295469676351236,
"learning_rate": 1.998713563506121e-05,
"loss": 1.126,
"step": 254
},
{
"epoch": 0.0,
"grad_norm": 1.267949501027812,
"learning_rate": 1.998713560862364e-05,
"loss": 0.9463,
"step": 255
},
{
"epoch": 0.0,
"grad_norm": 1.2672233849276275,
"learning_rate": 1.9987135582014952e-05,
"loss": 1.0049,
"step": 256
},
{
"epoch": 0.0,
"grad_norm": 2.9002193104919143,
"learning_rate": 1.998713555523515e-05,
"loss": 1.1787,
"step": 257
},
{
"epoch": 0.0,
"grad_norm": 1.3370982252943828,
"learning_rate": 1.9987135528284227e-05,
"loss": 0.8774,
"step": 258
},
{
"epoch": 0.0,
"grad_norm": 1.4656245477671628,
"learning_rate": 1.9987135501162188e-05,
"loss": 1.0776,
"step": 259
},
{
"epoch": 0.0,
"grad_norm": 1.460249468510235,
"learning_rate": 1.9987135473869034e-05,
"loss": 1.0869,
"step": 260
},
{
"epoch": 0.0,
"grad_norm": 1.3532936167330853,
"learning_rate": 1.9987135446404764e-05,
"loss": 1.042,
"step": 261
},
{
"epoch": 0.0,
"grad_norm": 2.6509903838487965,
"learning_rate": 1.9987135418769375e-05,
"loss": 1.0762,
"step": 262
},
{
"epoch": 0.0,
"grad_norm": 1.2325162775848921,
"learning_rate": 1.998713539096287e-05,
"loss": 1.0479,
"step": 263
},
{
"epoch": 0.0,
"grad_norm": 1.3464994026321577,
"learning_rate": 1.9987135362985246e-05,
"loss": 1.3032,
"step": 264
},
{
"epoch": 0.0,
"grad_norm": 1.1800045572613145,
"learning_rate": 1.9987135334836508e-05,
"loss": 0.9053,
"step": 265
},
{
"epoch": 0.0,
"grad_norm": 1.250291122867789,
"learning_rate": 1.998713530651665e-05,
"loss": 1.0007,
"step": 266
},
{
"epoch": 0.0,
"grad_norm": 1.1946241104427617,
"learning_rate": 1.998713527802568e-05,
"loss": 0.9241,
"step": 267
},
{
"epoch": 0.0,
"grad_norm": 1.487375779935634,
"learning_rate": 1.998713524936359e-05,
"loss": 0.9678,
"step": 268
},
{
"epoch": 0.0,
"grad_norm": 1.840819017323815,
"learning_rate": 1.998713522053038e-05,
"loss": 1.229,
"step": 269
},
{
"epoch": 0.0,
"grad_norm": 1.2631792998121114,
"learning_rate": 1.9987135191526058e-05,
"loss": 1.0269,
"step": 270
},
{
"epoch": 0.0,
"grad_norm": 1.3140498048438995,
"learning_rate": 1.9987135162350615e-05,
"loss": 0.9121,
"step": 271
},
{
"epoch": 0.0,
"grad_norm": 1.170500088619602,
"learning_rate": 1.9987135133004057e-05,
"loss": 0.9747,
"step": 272
},
{
"epoch": 0.0,
"grad_norm": 1.3861599938193538,
"learning_rate": 1.9987135103486382e-05,
"loss": 1.1235,
"step": 273
},
{
"epoch": 0.0,
"grad_norm": 1.6092609253981107,
"learning_rate": 1.998713507379759e-05,
"loss": 1.1162,
"step": 274
},
{
"epoch": 0.0,
"grad_norm": 1.6361200152494701,
"learning_rate": 1.9987135043937686e-05,
"loss": 1.1748,
"step": 275
},
{
"epoch": 0.0,
"grad_norm": 1.2067700939919823,
"learning_rate": 1.9987135013906658e-05,
"loss": 0.9553,
"step": 276
},
{
"epoch": 0.0,
"grad_norm": 1.436517794537693,
"learning_rate": 1.9987134983704515e-05,
"loss": 1.2119,
"step": 277
},
{
"epoch": 0.0,
"grad_norm": 2.1511939659113466,
"learning_rate": 1.9987134953331256e-05,
"loss": 1.2773,
"step": 278
},
{
"epoch": 0.0,
"grad_norm": 1.8390793558934753,
"learning_rate": 1.9987134922786878e-05,
"loss": 1.0054,
"step": 279
},
{
"epoch": 0.0,
"grad_norm": 1.5686166440659264,
"learning_rate": 1.9987134892071387e-05,
"loss": 1.127,
"step": 280
},
{
"epoch": 0.0,
"grad_norm": 1.2083798870896632,
"learning_rate": 1.9987134861184774e-05,
"loss": 0.9434,
"step": 281
},
{
"epoch": 0.0,
"grad_norm": 1.4122657953055318,
"learning_rate": 1.9987134830127047e-05,
"loss": 1.2188,
"step": 282
},
{
"epoch": 0.0,
"grad_norm": 1.1350635656126322,
"learning_rate": 1.9987134798898206e-05,
"loss": 1.0483,
"step": 283
},
{
"epoch": 0.0,
"grad_norm": 1.4298312422403636,
"learning_rate": 1.9987134767498244e-05,
"loss": 1.1311,
"step": 284
},
{
"epoch": 0.0,
"grad_norm": 1.2904350602823484,
"learning_rate": 1.9987134735927165e-05,
"loss": 0.9795,
"step": 285
},
{
"epoch": 0.0,
"grad_norm": 2.1420862264365685,
"learning_rate": 1.998713470418497e-05,
"loss": 1.1885,
"step": 286
},
{
"epoch": 0.0,
"grad_norm": 1.392412472752939,
"learning_rate": 1.998713467227166e-05,
"loss": 0.9011,
"step": 287
},
{
"epoch": 0.0,
"grad_norm": 1.1268209449298847,
"learning_rate": 1.998713464018723e-05,
"loss": 0.901,
"step": 288
},
{
"epoch": 0.0,
"grad_norm": 1.2330088237901513,
"learning_rate": 1.9987134607931684e-05,
"loss": 0.9854,
"step": 289
},
{
"epoch": 0.0,
"grad_norm": 1.3189372286837642,
"learning_rate": 1.998713457550502e-05,
"loss": 1.2178,
"step": 290
},
{
"epoch": 0.0,
"grad_norm": 1.6026963848880358,
"learning_rate": 1.998713454290724e-05,
"loss": 1.2588,
"step": 291
},
{
"epoch": 0.0,
"grad_norm": 1.6531557653553364,
"learning_rate": 1.9987134510138346e-05,
"loss": 1.1782,
"step": 292
},
{
"epoch": 0.0,
"grad_norm": 1.3121425959477593,
"learning_rate": 1.9987134477198332e-05,
"loss": 1.0249,
"step": 293
},
{
"epoch": 0.0,
"grad_norm": 1.4198084475037995,
"learning_rate": 1.99871344440872e-05,
"loss": 1.082,
"step": 294
},
{
"epoch": 0.0,
"grad_norm": 1.4350899105282737,
"learning_rate": 1.9987134410804955e-05,
"loss": 1.0654,
"step": 295
},
{
"epoch": 0.0,
"grad_norm": 1.3712130763629988,
"learning_rate": 1.9987134377351592e-05,
"loss": 1.2212,
"step": 296
},
{
"epoch": 0.0,
"grad_norm": 1.5887759510144823,
"learning_rate": 1.9987134343727112e-05,
"loss": 1.2979,
"step": 297
},
{
"epoch": 0.0,
"grad_norm": 1.4478677791694348,
"learning_rate": 1.9987134309931514e-05,
"loss": 1.1001,
"step": 298
},
{
"epoch": 0.0,
"grad_norm": 1.2576373434428822,
"learning_rate": 1.99871342759648e-05,
"loss": 1.0718,
"step": 299
},
{
"epoch": 0.0,
"grad_norm": 1.4256205429014164,
"learning_rate": 1.9987134241826968e-05,
"loss": 1.085,
"step": 300
},
{
"epoch": 0.0,
"grad_norm": 1.4271245611690806,
"learning_rate": 1.9987134207518017e-05,
"loss": 1.0908,
"step": 301
},
{
"epoch": 0.0,
"grad_norm": 1.5800194275542863,
"learning_rate": 1.9987134173037952e-05,
"loss": 1.0366,
"step": 302
},
{
"epoch": 0.0,
"grad_norm": 1.2984763680159521,
"learning_rate": 1.998713413838677e-05,
"loss": 0.7585,
"step": 303
},
{
"epoch": 0.0,
"grad_norm": 1.3092491216855093,
"learning_rate": 1.998713410356447e-05,
"loss": 0.9385,
"step": 304
},
{
"epoch": 0.0,
"grad_norm": 1.4435233099191391,
"learning_rate": 1.9987134068571054e-05,
"loss": 1.1387,
"step": 305
},
{
"epoch": 0.0,
"grad_norm": 1.2024302272421041,
"learning_rate": 1.998713403340652e-05,
"loss": 1.0972,
"step": 306
},
{
"epoch": 0.0,
"grad_norm": 1.3563925373749564,
"learning_rate": 1.9987133998070872e-05,
"loss": 1.3511,
"step": 307
},
{
"epoch": 0.0,
"grad_norm": 1.112606071387441,
"learning_rate": 1.99871339625641e-05,
"loss": 0.8452,
"step": 308
},
{
"epoch": 0.0,
"grad_norm": 1.8223862521201437,
"learning_rate": 1.998713392688622e-05,
"loss": 1.2734,
"step": 309
},
{
"epoch": 0.0,
"grad_norm": 1.4561634087092594,
"learning_rate": 1.998713389103722e-05,
"loss": 0.9316,
"step": 310
},
{
"epoch": 0.0,
"grad_norm": 1.4436867307861319,
"learning_rate": 1.9987133855017104e-05,
"loss": 0.8496,
"step": 311
},
{
"epoch": 0.0,
"grad_norm": 1.493544755186546,
"learning_rate": 1.998713381882587e-05,
"loss": 1.0193,
"step": 312
},
{
"epoch": 0.0,
"grad_norm": 1.3876574280927871,
"learning_rate": 1.9987133782463518e-05,
"loss": 1.1562,
"step": 313
},
{
"epoch": 0.0,
"grad_norm": 1.4680882850366128,
"learning_rate": 1.998713374593005e-05,
"loss": 1.041,
"step": 314
},
{
"epoch": 0.0,
"grad_norm": 1.111288220807091,
"learning_rate": 1.998713370922546e-05,
"loss": 0.7397,
"step": 315
},
{
"epoch": 0.0,
"grad_norm": 1.300394315705773,
"learning_rate": 1.9987133672349763e-05,
"loss": 1.2212,
"step": 316
},
{
"epoch": 0.0,
"grad_norm": 1.4298144007995033,
"learning_rate": 1.998713363530294e-05,
"loss": 0.8408,
"step": 317
},
{
"epoch": 0.0,
"grad_norm": 1.411120351980561,
"learning_rate": 1.9987133598085005e-05,
"loss": 1.0322,
"step": 318
},
{
"epoch": 0.0,
"grad_norm": 1.390748179262935,
"learning_rate": 1.9987133560695954e-05,
"loss": 1.1216,
"step": 319
},
{
"epoch": 0.0,
"grad_norm": 1.6878184971652517,
"learning_rate": 1.9987133523135782e-05,
"loss": 1.623,
"step": 320
},
{
"epoch": 0.0,
"grad_norm": 1.3016979206613386,
"learning_rate": 1.9987133485404496e-05,
"loss": 1.0786,
"step": 321
},
{
"epoch": 0.0,
"grad_norm": 1.2869525634453167,
"learning_rate": 1.9987133447502093e-05,
"loss": 1.0962,
"step": 322
},
{
"epoch": 0.0,
"grad_norm": 1.1379173225914037,
"learning_rate": 1.998713340942857e-05,
"loss": 0.947,
"step": 323
},
{
"epoch": 0.0,
"grad_norm": 1.4545278033355944,
"learning_rate": 1.9987133371183936e-05,
"loss": 0.8896,
"step": 324
},
{
"epoch": 0.0,
"grad_norm": 1.4069010604959604,
"learning_rate": 1.998713333276818e-05,
"loss": 0.9976,
"step": 325
},
{
"epoch": 0.0,
"grad_norm": 1.7156357033539855,
"learning_rate": 1.998713329418131e-05,
"loss": 0.9531,
"step": 326
},
{
"epoch": 0.0,
"grad_norm": 1.173119812081541,
"learning_rate": 1.998713325542332e-05,
"loss": 1.2153,
"step": 327
},
{
"epoch": 0.0,
"grad_norm": 1.4500621387715866,
"learning_rate": 1.998713321649422e-05,
"loss": 1.1772,
"step": 328
},
{
"epoch": 0.0,
"grad_norm": 1.4510778137363773,
"learning_rate": 1.9987133177393996e-05,
"loss": 0.9912,
"step": 329
},
{
"epoch": 0.0,
"grad_norm": 1.6420584819429325,
"learning_rate": 1.9987133138122655e-05,
"loss": 1.1052,
"step": 330
},
{
"epoch": 0.0,
"grad_norm": 1.5966324265511227,
"learning_rate": 1.99871330986802e-05,
"loss": 1.2773,
"step": 331
},
{
"epoch": 0.0,
"grad_norm": 1.501765721886076,
"learning_rate": 1.9987133059066627e-05,
"loss": 1.1851,
"step": 332
},
{
"epoch": 0.0,
"grad_norm": 1.151430343435899,
"learning_rate": 1.9987133019281937e-05,
"loss": 0.8174,
"step": 333
},
{
"epoch": 0.0,
"grad_norm": 1.2471635584969445,
"learning_rate": 1.9987132979326132e-05,
"loss": 0.9841,
"step": 334
},
{
"epoch": 0.0,
"grad_norm": 1.2371023926509273,
"learning_rate": 1.9987132939199207e-05,
"loss": 1.2236,
"step": 335
},
{
"epoch": 0.0,
"grad_norm": 1.278805564128117,
"learning_rate": 1.998713289890117e-05,
"loss": 1.0291,
"step": 336
},
{
"epoch": 0.0,
"grad_norm": 1.7398313318913377,
"learning_rate": 1.998713285843201e-05,
"loss": 1.3423,
"step": 337
},
{
"epoch": 0.0,
"grad_norm": 1.4052499394046083,
"learning_rate": 1.9987132817791738e-05,
"loss": 0.8772,
"step": 338
},
{
"epoch": 0.0,
"grad_norm": 1.1912293349692202,
"learning_rate": 1.998713277698035e-05,
"loss": 1.0208,
"step": 339
},
{
"epoch": 0.0,
"grad_norm": 1.3666748393597512,
"learning_rate": 1.9987132735997842e-05,
"loss": 0.8625,
"step": 340
},
{
"epoch": 0.0,
"grad_norm": 1.5465332578529514,
"learning_rate": 1.9987132694844218e-05,
"loss": 0.8997,
"step": 341
},
{
"epoch": 0.0,
"grad_norm": 1.5089420969365752,
"learning_rate": 1.9987132653519476e-05,
"loss": 1.0049,
"step": 342
},
{
"epoch": 0.0,
"grad_norm": 1.349159309213207,
"learning_rate": 1.9987132612023617e-05,
"loss": 0.9966,
"step": 343
},
{
"epoch": 0.0,
"grad_norm": 1.3449943015534462,
"learning_rate": 1.998713257035664e-05,
"loss": 1.1069,
"step": 344
},
{
"epoch": 0.0,
"grad_norm": 1.39728502916487,
"learning_rate": 1.998713252851855e-05,
"loss": 1.0352,
"step": 345
},
{
"epoch": 0.0,
"grad_norm": 1.2075446558527767,
"learning_rate": 1.998713248650934e-05,
"loss": 0.9761,
"step": 346
},
{
"epoch": 0.0,
"grad_norm": 1.293865895263314,
"learning_rate": 1.9987132444329013e-05,
"loss": 1.0396,
"step": 347
},
{
"epoch": 0.0,
"grad_norm": 1.5222763722867265,
"learning_rate": 1.9987132401977572e-05,
"loss": 1.2549,
"step": 348
},
{
"epoch": 0.0,
"grad_norm": 1.2457845178606959,
"learning_rate": 1.9987132359455014e-05,
"loss": 1.0806,
"step": 349
},
{
"epoch": 0.0,
"grad_norm": 1.1105058306215057,
"learning_rate": 1.9987132316761335e-05,
"loss": 0.6942,
"step": 350
},
{
"epoch": 0.0,
"grad_norm": 1.2236023676099563,
"learning_rate": 1.998713227389654e-05,
"loss": 1.1216,
"step": 351
},
{
"epoch": 0.0,
"grad_norm": 1.4477721858036554,
"learning_rate": 1.998713223086063e-05,
"loss": 1.2402,
"step": 352
},
{
"epoch": 0.0,
"grad_norm": 1.5136750251983349,
"learning_rate": 1.99871321876536e-05,
"loss": 1.2197,
"step": 353
},
{
"epoch": 0.0,
"grad_norm": 1.399526502373988,
"learning_rate": 1.9987132144275462e-05,
"loss": 1.0806,
"step": 354
},
{
"epoch": 0.0,
"grad_norm": 1.2940325552841134,
"learning_rate": 1.9987132100726198e-05,
"loss": 1.0332,
"step": 355
},
{
"epoch": 0.0,
"grad_norm": 1.4742300998430757,
"learning_rate": 1.9987132057005824e-05,
"loss": 1.0398,
"step": 356
},
{
"epoch": 0.0,
"grad_norm": 1.5627445792465893,
"learning_rate": 1.9987132013114328e-05,
"loss": 1.4336,
"step": 357
},
{
"epoch": 0.0,
"grad_norm": 1.648836638955749,
"learning_rate": 1.9987131969051715e-05,
"loss": 1.2664,
"step": 358
},
{
"epoch": 0.0,
"grad_norm": 1.4582596987345042,
"learning_rate": 1.9987131924817987e-05,
"loss": 1.0312,
"step": 359
},
{
"epoch": 0.0,
"grad_norm": 1.345015484391034,
"learning_rate": 1.9987131880413142e-05,
"loss": 1.0854,
"step": 360
},
{
"epoch": 0.0,
"grad_norm": 1.2583835798088336,
"learning_rate": 1.9987131835837183e-05,
"loss": 1.1523,
"step": 361
},
{
"epoch": 0.0,
"grad_norm": 1.2674516752913751,
"learning_rate": 1.9987131791090103e-05,
"loss": 1.1841,
"step": 362
},
{
"epoch": 0.0,
"grad_norm": 1.1174681517737213,
"learning_rate": 1.9987131746171905e-05,
"loss": 0.8179,
"step": 363
},
{
"epoch": 0.0,
"grad_norm": 1.233300816047143,
"learning_rate": 1.9987131701082593e-05,
"loss": 0.9304,
"step": 364
},
{
"epoch": 0.0,
"grad_norm": 1.4512182051192815,
"learning_rate": 1.9987131655822163e-05,
"loss": 1.1294,
"step": 365
},
{
"epoch": 0.0,
"grad_norm": 1.3345825730693905,
"learning_rate": 1.9987131610390616e-05,
"loss": 0.8857,
"step": 366
},
{
"epoch": 0.0,
"grad_norm": 1.3641540881124432,
"learning_rate": 1.9987131564787954e-05,
"loss": 1.1587,
"step": 367
},
{
"epoch": 0.0,
"grad_norm": 1.1132844088325526,
"learning_rate": 1.9987131519014172e-05,
"loss": 0.9668,
"step": 368
},
{
"epoch": 0.0,
"grad_norm": 2.5349697520541237,
"learning_rate": 1.9987131473069275e-05,
"loss": 1.0449,
"step": 369
},
{
"epoch": 0.0,
"grad_norm": 1.6139902399659052,
"learning_rate": 1.998713142695326e-05,
"loss": 1.2153,
"step": 370
},
{
"epoch": 0.0,
"grad_norm": 1.2517687204986532,
"learning_rate": 1.9987131380666132e-05,
"loss": 1.1138,
"step": 371
},
{
"epoch": 0.0,
"grad_norm": 1.598555482032179,
"learning_rate": 1.9987131334207883e-05,
"loss": 1.0562,
"step": 372
},
{
"epoch": 0.0,
"grad_norm": 1.5807465788517505,
"learning_rate": 1.998713128757852e-05,
"loss": 1.0562,
"step": 373
},
{
"epoch": 0.0,
"grad_norm": 1.3574912513184039,
"learning_rate": 1.9987131240778038e-05,
"loss": 1.1392,
"step": 374
},
{
"epoch": 0.0,
"grad_norm": 1.4411701949854177,
"learning_rate": 1.9987131193806443e-05,
"loss": 1.2773,
"step": 375
},
{
"epoch": 0.0,
"grad_norm": 1.3052203523651282,
"learning_rate": 1.9987131146663726e-05,
"loss": 1.1646,
"step": 376
},
{
"epoch": 0.0,
"grad_norm": 1.469237226471248,
"learning_rate": 1.9987131099349892e-05,
"loss": 1.2939,
"step": 377
},
{
"epoch": 0.0,
"grad_norm": 1.372562588930507,
"learning_rate": 1.9987131051864947e-05,
"loss": 1.1694,
"step": 378
},
{
"epoch": 0.0,
"grad_norm": 1.2335358193573602,
"learning_rate": 1.9987131004208878e-05,
"loss": 1.031,
"step": 379
},
{
"epoch": 0.0,
"grad_norm": 1.3829394352298936,
"learning_rate": 1.9987130956381695e-05,
"loss": 1.3291,
"step": 380
},
{
"epoch": 0.0,
"grad_norm": 1.336219579352166,
"learning_rate": 1.9987130908383397e-05,
"loss": 1.1357,
"step": 381
},
{
"epoch": 0.0,
"grad_norm": 1.229865371267842,
"learning_rate": 1.9987130860213982e-05,
"loss": 0.8726,
"step": 382
},
{
"epoch": 0.0,
"grad_norm": 1.5392005974637575,
"learning_rate": 1.998713081187345e-05,
"loss": 1.2695,
"step": 383
},
{
"epoch": 0.0,
"grad_norm": 1.37197573732938,
"learning_rate": 1.99871307633618e-05,
"loss": 0.8086,
"step": 384
},
{
"epoch": 0.0,
"grad_norm": 1.3784664414437018,
"learning_rate": 1.998713071467903e-05,
"loss": 0.7888,
"step": 385
},
{
"epoch": 0.0,
"grad_norm": 1.7513404889250386,
"learning_rate": 1.9987130665825145e-05,
"loss": 1.1362,
"step": 386
},
{
"epoch": 0.0,
"grad_norm": 1.2736921933340037,
"learning_rate": 1.998713061680015e-05,
"loss": 1.1714,
"step": 387
},
{
"epoch": 0.0,
"grad_norm": 1.2041976407741213,
"learning_rate": 1.998713056760403e-05,
"loss": 0.8787,
"step": 388
},
{
"epoch": 0.0,
"grad_norm": 1.6177069525417012,
"learning_rate": 1.9987130518236796e-05,
"loss": 1.0649,
"step": 389
},
{
"epoch": 0.0,
"grad_norm": 1.4721639199778487,
"learning_rate": 1.9987130468698443e-05,
"loss": 1.1335,
"step": 390
},
{
"epoch": 0.0,
"grad_norm": 1.3756040633400872,
"learning_rate": 1.9987130418988977e-05,
"loss": 1.0305,
"step": 391
},
{
"epoch": 0.0,
"grad_norm": 1.537226554931287,
"learning_rate": 1.9987130369108392e-05,
"loss": 1.1743,
"step": 392
},
{
"epoch": 0.0,
"grad_norm": 1.1174255864331706,
"learning_rate": 1.998713031905669e-05,
"loss": 0.8643,
"step": 393
},
{
"epoch": 0.0,
"grad_norm": 1.2935066602437382,
"learning_rate": 1.998713026883387e-05,
"loss": 1.0122,
"step": 394
},
{
"epoch": 0.0,
"grad_norm": 1.3161875828998775,
"learning_rate": 1.9987130218439937e-05,
"loss": 1.1963,
"step": 395
},
{
"epoch": 0.0,
"grad_norm": 1.1725545311713894,
"learning_rate": 1.9987130167874882e-05,
"loss": 0.8955,
"step": 396
},
{
"epoch": 0.0,
"grad_norm": 1.3587935947278473,
"learning_rate": 1.9987130117138716e-05,
"loss": 1.3047,
"step": 397
},
{
"epoch": 0.0,
"grad_norm": 1.6236889024946715,
"learning_rate": 1.998713006623143e-05,
"loss": 1.3059,
"step": 398
},
{
"epoch": 0.0,
"grad_norm": 1.3764629817326224,
"learning_rate": 1.998713001515303e-05,
"loss": 1.0251,
"step": 399
},
{
"epoch": 0.0,
"grad_norm": 1.4647699362912994,
"learning_rate": 1.9987129963903507e-05,
"loss": 1.0669,
"step": 400
},
{
"epoch": 0.0,
"grad_norm": 1.4657227993932738,
"learning_rate": 1.9987129912482875e-05,
"loss": 1.0771,
"step": 401
},
{
"epoch": 0.0,
"grad_norm": 1.1475934410696251,
"learning_rate": 1.9987129860891118e-05,
"loss": 0.7487,
"step": 402
},
{
"epoch": 0.0,
"grad_norm": 1.1185488109724004,
"learning_rate": 1.998712980912825e-05,
"loss": 0.8333,
"step": 403
},
{
"epoch": 0.0,
"grad_norm": 1.1478134847377641,
"learning_rate": 1.998712975719426e-05,
"loss": 0.8425,
"step": 404
},
{
"epoch": 0.0,
"grad_norm": 1.5884043483062686,
"learning_rate": 1.998712970508916e-05,
"loss": 1.2261,
"step": 405
},
{
"epoch": 0.0,
"grad_norm": 1.1914829417074941,
"learning_rate": 1.9987129652812937e-05,
"loss": 0.9338,
"step": 406
},
{
"epoch": 0.0,
"grad_norm": 1.3301683302888327,
"learning_rate": 1.9987129600365603e-05,
"loss": 1.0498,
"step": 407
},
{
"epoch": 0.0,
"grad_norm": 1.6187372567989755,
"learning_rate": 1.9987129547747147e-05,
"loss": 1.2808,
"step": 408
},
{
"epoch": 0.0,
"grad_norm": 1.387618211057973,
"learning_rate": 1.9987129494957577e-05,
"loss": 0.9478,
"step": 409
},
{
"epoch": 0.0,
"grad_norm": 1.6757831706856345,
"learning_rate": 1.998712944199689e-05,
"loss": 1.2085,
"step": 410
},
{
"epoch": 0.0,
"grad_norm": 1.1978801500587295,
"learning_rate": 1.9987129388865084e-05,
"loss": 0.9832,
"step": 411
},
{
"epoch": 0.0,
"grad_norm": 1.3673435667062035,
"learning_rate": 1.998712933556216e-05,
"loss": 1.2881,
"step": 412
},
{
"epoch": 0.0,
"grad_norm": 1.5788008498507276,
"learning_rate": 1.9987129282088124e-05,
"loss": 1.1064,
"step": 413
},
{
"epoch": 0.0,
"grad_norm": 1.6632483554810742,
"learning_rate": 1.998712922844297e-05,
"loss": 0.9927,
"step": 414
},
{
"epoch": 0.0,
"grad_norm": 1.2649303460828523,
"learning_rate": 1.9987129174626697e-05,
"loss": 0.7739,
"step": 415
},
{
"epoch": 0.0,
"grad_norm": 1.4122309335646195,
"learning_rate": 1.9987129120639308e-05,
"loss": 1.3481,
"step": 416
},
{
"epoch": 0.0,
"grad_norm": 1.065638171251623,
"learning_rate": 1.9987129066480804e-05,
"loss": 0.8473,
"step": 417
},
{
"epoch": 0.0,
"grad_norm": 1.1715535549535618,
"learning_rate": 1.9987129012151182e-05,
"loss": 1.03,
"step": 418
},
{
"epoch": 0.0,
"grad_norm": 1.3741055527085377,
"learning_rate": 1.9987128957650443e-05,
"loss": 1.1533,
"step": 419
},
{
"epoch": 0.0,
"grad_norm": 1.552872408123689,
"learning_rate": 1.9987128902978586e-05,
"loss": 1.0898,
"step": 420
},
{
"epoch": 0.0,
"grad_norm": 1.1991418571547852,
"learning_rate": 1.9987128848135612e-05,
"loss": 0.9165,
"step": 421
},
{
"epoch": 0.0,
"grad_norm": 1.2962942086813531,
"learning_rate": 1.9987128793121523e-05,
"loss": 0.959,
"step": 422
},
{
"epoch": 0.0,
"grad_norm": 1.3885154153107566,
"learning_rate": 1.9987128737936317e-05,
"loss": 1.0127,
"step": 423
},
{
"epoch": 0.0,
"grad_norm": 1.4445720528616126,
"learning_rate": 1.9987128682579993e-05,
"loss": 1.1777,
"step": 424
},
{
"epoch": 0.0,
"grad_norm": 1.3674045935341204,
"learning_rate": 1.9987128627052552e-05,
"loss": 1.0908,
"step": 425
},
{
"epoch": 0.0,
"grad_norm": 1.532860667864957,
"learning_rate": 1.9987128571353996e-05,
"loss": 1.2407,
"step": 426
},
{
"epoch": 0.0,
"grad_norm": 1.5194662124326712,
"learning_rate": 1.9987128515484323e-05,
"loss": 1.0776,
"step": 427
},
{
"epoch": 0.0,
"grad_norm": 1.4947986226025227,
"learning_rate": 1.9987128459443532e-05,
"loss": 1.1694,
"step": 428
},
{
"epoch": 0.0,
"grad_norm": 1.341074031154639,
"learning_rate": 1.9987128403231624e-05,
"loss": 1.1943,
"step": 429
},
{
"epoch": 0.0,
"grad_norm": 1.2326182165188424,
"learning_rate": 1.9987128346848598e-05,
"loss": 1.1953,
"step": 430
},
{
"epoch": 0.0,
"grad_norm": 1.5086673823304502,
"learning_rate": 1.998712829029446e-05,
"loss": 1.479,
"step": 431
},
{
"epoch": 0.0,
"grad_norm": 1.412940787009459,
"learning_rate": 1.9987128233569203e-05,
"loss": 1.0776,
"step": 432
},
{
"epoch": 0.0,
"grad_norm": 1.3074923762724662,
"learning_rate": 1.9987128176672828e-05,
"loss": 0.964,
"step": 433
},
{
"epoch": 0.0,
"grad_norm": 1.1959743786526598,
"learning_rate": 1.9987128119605335e-05,
"loss": 1.1096,
"step": 434
},
{
"epoch": 0.0,
"grad_norm": 2.118259510441688,
"learning_rate": 1.9987128062366728e-05,
"loss": 1.2041,
"step": 435
},
{
"epoch": 0.0,
"grad_norm": 1.249154806498558,
"learning_rate": 1.9987128004957003e-05,
"loss": 1.1475,
"step": 436
},
{
"epoch": 0.0,
"grad_norm": 1.4764401824181401,
"learning_rate": 1.998712794737616e-05,
"loss": 1.2129,
"step": 437
},
{
"epoch": 0.0,
"grad_norm": 1.2829897629142872,
"learning_rate": 1.99871278896242e-05,
"loss": 0.8232,
"step": 438
},
{
"epoch": 0.0,
"grad_norm": 1.1711389900615377,
"learning_rate": 1.9987127831701127e-05,
"loss": 0.8652,
"step": 439
},
{
"epoch": 0.0,
"grad_norm": 1.5817636522572431,
"learning_rate": 1.9987127773606935e-05,
"loss": 1.1501,
"step": 440
},
{
"epoch": 0.0,
"grad_norm": 1.425003215719242,
"learning_rate": 1.9987127715341626e-05,
"loss": 0.8148,
"step": 441
},
{
"epoch": 0.0,
"grad_norm": 1.209871721403762,
"learning_rate": 1.99871276569052e-05,
"loss": 1.032,
"step": 442
},
{
"epoch": 0.0,
"grad_norm": 1.3594030618511614,
"learning_rate": 1.9987127598297658e-05,
"loss": 1.063,
"step": 443
},
{
"epoch": 0.0,
"grad_norm": 1.5489763571385993,
"learning_rate": 1.9987127539519e-05,
"loss": 1.1472,
"step": 444
},
{
"epoch": 0.0,
"grad_norm": 1.558108452603105,
"learning_rate": 1.9987127480569222e-05,
"loss": 1.1392,
"step": 445
},
{
"epoch": 0.0,
"grad_norm": 1.6835636569916044,
"learning_rate": 1.998712742144833e-05,
"loss": 0.8538,
"step": 446
},
{
"epoch": 0.0,
"grad_norm": 1.4465448023335057,
"learning_rate": 1.9987127362156317e-05,
"loss": 1.1118,
"step": 447
},
{
"epoch": 0.0,
"grad_norm": 1.3945247959874505,
"learning_rate": 1.998712730269319e-05,
"loss": 1.0474,
"step": 448
},
{
"epoch": 0.0,
"grad_norm": 1.3995660671355106,
"learning_rate": 1.9987127243058948e-05,
"loss": 1.2715,
"step": 449
},
{
"epoch": 0.0,
"grad_norm": 1.2017161555070637,
"learning_rate": 1.9987127183253587e-05,
"loss": 0.8717,
"step": 450
},
{
"epoch": 0.0,
"grad_norm": 1.6241209146557911,
"learning_rate": 1.9987127123277112e-05,
"loss": 1.1621,
"step": 451
},
{
"epoch": 0.0,
"grad_norm": 1.37528867292231,
"learning_rate": 1.998712706312952e-05,
"loss": 1.3516,
"step": 452
},
{
"epoch": 0.0,
"grad_norm": 1.4002238963111293,
"learning_rate": 1.9987127002810805e-05,
"loss": 1.4434,
"step": 453
},
{
"epoch": 0.0,
"grad_norm": 1.3386979611751777,
"learning_rate": 1.9987126942320977e-05,
"loss": 1.1279,
"step": 454
},
{
"epoch": 0.0,
"grad_norm": 1.2331553360793606,
"learning_rate": 1.9987126881660035e-05,
"loss": 1.3242,
"step": 455
},
{
"epoch": 0.0,
"grad_norm": 1.3176095596304842,
"learning_rate": 1.9987126820827975e-05,
"loss": 1.0254,
"step": 456
},
{
"epoch": 0.0,
"grad_norm": 1.7361831175388596,
"learning_rate": 1.9987126759824798e-05,
"loss": 1.4082,
"step": 457
},
{
"epoch": 0.0,
"grad_norm": 1.3695028699250806,
"learning_rate": 1.9987126698650503e-05,
"loss": 1.0952,
"step": 458
},
{
"epoch": 0.0,
"grad_norm": 1.3807934174708962,
"learning_rate": 1.998712663730509e-05,
"loss": 1.2754,
"step": 459
},
{
"epoch": 0.0,
"grad_norm": 1.405644943618242,
"learning_rate": 1.998712657578856e-05,
"loss": 1.0391,
"step": 460
},
{
"epoch": 0.0,
"grad_norm": 1.3024471029131435,
"learning_rate": 1.9987126514100916e-05,
"loss": 0.9492,
"step": 461
},
{
"epoch": 0.0,
"grad_norm": 1.3651728145489033,
"learning_rate": 1.9987126452242158e-05,
"loss": 1.1826,
"step": 462
},
{
"epoch": 0.0,
"grad_norm": 1.762135796760041,
"learning_rate": 1.9987126390212278e-05,
"loss": 0.9407,
"step": 463
},
{
"epoch": 0.0,
"grad_norm": 1.4363094043315714,
"learning_rate": 1.9987126328011284e-05,
"loss": 1.1528,
"step": 464
},
{
"epoch": 0.0,
"grad_norm": 1.6129940784154089,
"learning_rate": 1.998712626563917e-05,
"loss": 1.1328,
"step": 465
},
{
"epoch": 0.0,
"grad_norm": 1.3819253953209747,
"learning_rate": 1.9987126203095944e-05,
"loss": 1.1875,
"step": 466
},
{
"epoch": 0.0,
"grad_norm": 1.6519036755362349,
"learning_rate": 1.9987126140381598e-05,
"loss": 0.9451,
"step": 467
},
{
"epoch": 0.0,
"grad_norm": 1.3511190844697576,
"learning_rate": 1.9987126077496137e-05,
"loss": 1.0403,
"step": 468
},
{
"epoch": 0.0,
"grad_norm": 1.564720711939377,
"learning_rate": 1.9987126014439555e-05,
"loss": 0.9751,
"step": 469
},
{
"epoch": 0.0,
"grad_norm": 1.4255618409946305,
"learning_rate": 1.998712595121186e-05,
"loss": 1.3662,
"step": 470
},
{
"epoch": 0.0,
"grad_norm": 1.3824766365408712,
"learning_rate": 1.998712588781305e-05,
"loss": 1.231,
"step": 471
},
{
"epoch": 0.0,
"grad_norm": 1.1348217213302187,
"learning_rate": 1.9987125824243118e-05,
"loss": 0.8664,
"step": 472
},
{
"epoch": 0.0,
"grad_norm": 1.319183950754767,
"learning_rate": 1.9987125760502073e-05,
"loss": 1.0464,
"step": 473
},
{
"epoch": 0.0,
"grad_norm": 1.5993886942126265,
"learning_rate": 1.998712569658991e-05,
"loss": 1.1465,
"step": 474
},
{
"epoch": 0.0,
"grad_norm": 1.307771703523588,
"learning_rate": 1.998712563250663e-05,
"loss": 0.9648,
"step": 475
},
{
"epoch": 0.0,
"grad_norm": 1.3273010839797708,
"learning_rate": 1.9987125568252235e-05,
"loss": 1.0803,
"step": 476
},
{
"epoch": 0.0,
"grad_norm": 1.2931202687342411,
"learning_rate": 1.998712550382672e-05,
"loss": 1.0278,
"step": 477
},
{
"epoch": 0.0,
"grad_norm": 1.5231253279668793,
"learning_rate": 1.998712543923009e-05,
"loss": 1.0728,
"step": 478
},
{
"epoch": 0.0,
"grad_norm": 1.571230643675912,
"learning_rate": 1.9987125374462345e-05,
"loss": 0.9575,
"step": 479
},
{
"epoch": 0.0,
"grad_norm": 0.9704596906935322,
"learning_rate": 1.998712530952348e-05,
"loss": 0.5698,
"step": 480
},
{
"epoch": 0.0,
"grad_norm": 1.336413962186845,
"learning_rate": 1.9987125244413497e-05,
"loss": 0.9678,
"step": 481
},
{
"epoch": 0.0,
"grad_norm": 1.4168362889935309,
"learning_rate": 1.99871251791324e-05,
"loss": 1.1187,
"step": 482
},
{
"epoch": 0.0,
"grad_norm": 1.4037238850121838,
"learning_rate": 1.998712511368019e-05,
"loss": 1.1353,
"step": 483
},
{
"epoch": 0.0,
"grad_norm": 1.3262065719987022,
"learning_rate": 1.9987125048056857e-05,
"loss": 0.9097,
"step": 484
},
{
"epoch": 0.0,
"grad_norm": 2.671160061312432,
"learning_rate": 1.998712498226241e-05,
"loss": 0.9546,
"step": 485
},
{
"epoch": 0.0,
"grad_norm": 1.1816509151798846,
"learning_rate": 1.9987124916296847e-05,
"loss": 0.8204,
"step": 486
},
{
"epoch": 0.0,
"grad_norm": 1.987327481825663,
"learning_rate": 1.998712485016017e-05,
"loss": 1.0908,
"step": 487
},
{
"epoch": 0.0,
"grad_norm": 1.3044140009402685,
"learning_rate": 1.998712478385237e-05,
"loss": 0.6975,
"step": 488
},
{
"epoch": 0.0,
"grad_norm": 1.3681160961295311,
"learning_rate": 1.9987124717373456e-05,
"loss": 1.0376,
"step": 489
},
{
"epoch": 0.0,
"grad_norm": 1.1662470653370265,
"learning_rate": 1.9987124650723425e-05,
"loss": 0.8999,
"step": 490
},
{
"epoch": 0.0,
"grad_norm": 1.955964732470391,
"learning_rate": 1.9987124583902277e-05,
"loss": 0.936,
"step": 491
},
{
"epoch": 0.0,
"grad_norm": 1.3811996882324795,
"learning_rate": 1.998712451691001e-05,
"loss": 0.9722,
"step": 492
},
{
"epoch": 0.0,
"grad_norm": 1.2879772820098143,
"learning_rate": 1.998712444974663e-05,
"loss": 1.0381,
"step": 493
},
{
"epoch": 0.0,
"grad_norm": 1.5150881730913257,
"learning_rate": 1.9987124382412133e-05,
"loss": 1.2769,
"step": 494
},
{
"epoch": 0.0,
"grad_norm": 1.3184129944246596,
"learning_rate": 1.9987124314906517e-05,
"loss": 0.9736,
"step": 495
},
{
"epoch": 0.0,
"grad_norm": 1.200679225223346,
"learning_rate": 1.9987124247229784e-05,
"loss": 1.127,
"step": 496
},
{
"epoch": 0.0,
"grad_norm": 1.5320774878683545,
"learning_rate": 1.9987124179381937e-05,
"loss": 0.9507,
"step": 497
},
{
"epoch": 0.0,
"grad_norm": 1.6060628047173415,
"learning_rate": 1.9987124111362972e-05,
"loss": 1.2412,
"step": 498
},
{
"epoch": 0.0,
"grad_norm": 1.258856393509351,
"learning_rate": 1.9987124043172893e-05,
"loss": 1.1118,
"step": 499
},
{
"epoch": 0.0,
"grad_norm": 1.3975783111522668,
"learning_rate": 1.9987123974811693e-05,
"loss": 1.1433,
"step": 500
},
{
"epoch": 0.0,
"grad_norm": 1.3950471751805775,
"learning_rate": 1.9987123906279378e-05,
"loss": 1.0288,
"step": 501
},
{
"epoch": 0.0,
"grad_norm": 1.2512397340397223,
"learning_rate": 1.9987123837575946e-05,
"loss": 1.0239,
"step": 502
},
{
"epoch": 0.0,
"grad_norm": 1.263164436068245,
"learning_rate": 1.9987123768701397e-05,
"loss": 0.8936,
"step": 503
},
{
"epoch": 0.0,
"grad_norm": 1.4037686390373896,
"learning_rate": 1.9987123699655733e-05,
"loss": 1.1235,
"step": 504
},
{
"epoch": 0.0,
"grad_norm": 1.3659744985191171,
"learning_rate": 1.998712363043895e-05,
"loss": 1.0747,
"step": 505
},
{
"epoch": 0.0,
"grad_norm": 1.376366153357756,
"learning_rate": 1.998712356105105e-05,
"loss": 1.1763,
"step": 506
},
{
"epoch": 0.0,
"grad_norm": 1.4641260448821078,
"learning_rate": 1.9987123491492037e-05,
"loss": 1.0679,
"step": 507
},
{
"epoch": 0.0,
"grad_norm": 1.031643705641492,
"learning_rate": 1.9987123421761903e-05,
"loss": 1.0664,
"step": 508
},
{
"epoch": 0.0,
"grad_norm": 1.5926351200671756,
"learning_rate": 1.9987123351860654e-05,
"loss": 0.8276,
"step": 509
},
{
"epoch": 0.0,
"grad_norm": 1.4654828521183403,
"learning_rate": 1.998712328178829e-05,
"loss": 0.9824,
"step": 510
},
{
"epoch": 0.0,
"grad_norm": 1.2682795060942258,
"learning_rate": 1.9987123211544805e-05,
"loss": 1.0742,
"step": 511
},
{
"epoch": 0.0,
"grad_norm": 1.369318103034824,
"learning_rate": 1.9987123141130207e-05,
"loss": 0.8789,
"step": 512
},
{
"epoch": 0.0,
"grad_norm": 1.6292519328381165,
"learning_rate": 1.9987123070544492e-05,
"loss": 1.2373,
"step": 513
},
{
"epoch": 0.0,
"grad_norm": 1.3376980608169589,
"learning_rate": 1.998712299978766e-05,
"loss": 1.1094,
"step": 514
},
{
"epoch": 0.0,
"grad_norm": 1.2716911839179506,
"learning_rate": 1.998712292885971e-05,
"loss": 1.1191,
"step": 515
},
{
"epoch": 0.0,
"grad_norm": 1.339136053533414,
"learning_rate": 1.998712285776064e-05,
"loss": 1.1194,
"step": 516
},
{
"epoch": 0.0,
"grad_norm": 1.3899463755054369,
"learning_rate": 1.998712278649046e-05,
"loss": 0.9385,
"step": 517
},
{
"epoch": 0.0,
"grad_norm": 1.6223871058376773,
"learning_rate": 1.9987122715049162e-05,
"loss": 1.0879,
"step": 518
},
{
"epoch": 0.0,
"grad_norm": 1.4453309753886716,
"learning_rate": 1.9987122643436744e-05,
"loss": 1.1309,
"step": 519
},
{
"epoch": 0.0,
"grad_norm": 4.493237394295358,
"learning_rate": 1.998712257165321e-05,
"loss": 0.9314,
"step": 520
},
{
"epoch": 0.0,
"grad_norm": 1.2732503086421525,
"learning_rate": 1.9987122499698563e-05,
"loss": 0.9292,
"step": 521
},
{
"epoch": 0.0,
"grad_norm": 1.6236682716810176,
"learning_rate": 1.9987122427572796e-05,
"loss": 1.1748,
"step": 522
},
{
"epoch": 0.0,
"grad_norm": 1.515768299997108,
"learning_rate": 1.9987122355275912e-05,
"loss": 1.3193,
"step": 523
},
{
"epoch": 0.0,
"grad_norm": 1.3479966770266996,
"learning_rate": 1.9987122282807913e-05,
"loss": 1.0522,
"step": 524
},
{
"epoch": 0.0,
"grad_norm": 1.403937748814087,
"learning_rate": 1.9987122210168797e-05,
"loss": 1.1699,
"step": 525
},
{
"epoch": 0.0,
"grad_norm": 1.5415329058930827,
"learning_rate": 1.9987122137358563e-05,
"loss": 1.1724,
"step": 526
},
{
"epoch": 0.0,
"grad_norm": 1.1302019754866746,
"learning_rate": 1.9987122064377215e-05,
"loss": 0.8884,
"step": 527
},
{
"epoch": 0.0,
"grad_norm": 1.4066187904822227,
"learning_rate": 1.9987121991224746e-05,
"loss": 1.1982,
"step": 528
},
{
"epoch": 0.0,
"grad_norm": 1.752745586280342,
"learning_rate": 1.9987121917901163e-05,
"loss": 0.9292,
"step": 529
},
{
"epoch": 0.0,
"grad_norm": 1.2235450317364251,
"learning_rate": 1.9987121844406465e-05,
"loss": 0.718,
"step": 530
},
{
"epoch": 0.0,
"grad_norm": 3.058199295585321,
"learning_rate": 1.9987121770740647e-05,
"loss": 1.1069,
"step": 531
},
{
"epoch": 0.0,
"grad_norm": 1.1476317712758355,
"learning_rate": 1.9987121696903714e-05,
"loss": 0.8225,
"step": 532
},
{
"epoch": 0.0,
"grad_norm": 2.14079473337686,
"learning_rate": 1.9987121622895664e-05,
"loss": 1.1982,
"step": 533
},
{
"epoch": 0.0,
"grad_norm": 1.1450672652130476,
"learning_rate": 1.9987121548716496e-05,
"loss": 0.9846,
"step": 534
},
{
"epoch": 0.0,
"grad_norm": 1.4299076932178725,
"learning_rate": 1.9987121474366214e-05,
"loss": 1.1406,
"step": 535
},
{
"epoch": 0.0,
"grad_norm": 1.3329198563730262,
"learning_rate": 1.9987121399844814e-05,
"loss": 1.0049,
"step": 536
},
{
"epoch": 0.0,
"grad_norm": 1.604790091647731,
"learning_rate": 1.9987121325152297e-05,
"loss": 1.3701,
"step": 537
},
{
"epoch": 0.0,
"grad_norm": 1.434635293318551,
"learning_rate": 1.9987121250288666e-05,
"loss": 1.082,
"step": 538
},
{
"epoch": 0.0,
"grad_norm": 1.666714055659191,
"learning_rate": 1.9987121175253913e-05,
"loss": 1.085,
"step": 539
},
{
"epoch": 0.0,
"grad_norm": 1.4226224003912102,
"learning_rate": 1.9987121100048047e-05,
"loss": 1.2051,
"step": 540
},
{
"epoch": 0.0,
"grad_norm": 1.2511933828953308,
"learning_rate": 1.9987121024671062e-05,
"loss": 1.2402,
"step": 541
},
{
"epoch": 0.0,
"grad_norm": 1.3084831532671841,
"learning_rate": 1.9987120949122964e-05,
"loss": 0.9443,
"step": 542
},
{
"epoch": 0.0,
"grad_norm": 1.4584988727166361,
"learning_rate": 1.9987120873403744e-05,
"loss": 1.3955,
"step": 543
},
{
"epoch": 0.0,
"grad_norm": 1.428342760040857,
"learning_rate": 1.998712079751341e-05,
"loss": 1.3101,
"step": 544
},
{
"epoch": 0.0,
"grad_norm": 1.3158574077988072,
"learning_rate": 1.998712072145196e-05,
"loss": 0.7957,
"step": 545
},
{
"epoch": 0.0,
"grad_norm": 1.4295350707463081,
"learning_rate": 1.9987120645219394e-05,
"loss": 0.8933,
"step": 546
},
{
"epoch": 0.0,
"grad_norm": 1.165025965192516,
"learning_rate": 1.998712056881571e-05,
"loss": 0.8276,
"step": 547
},
{
"epoch": 0.0,
"grad_norm": 1.4528078122718755,
"learning_rate": 1.998712049224091e-05,
"loss": 0.8083,
"step": 548
},
{
"epoch": 0.0,
"grad_norm": 1.5781879223658353,
"learning_rate": 1.9987120415494992e-05,
"loss": 1.2329,
"step": 549
},
{
"epoch": 0.0,
"grad_norm": 1.5789662753194544,
"learning_rate": 1.998712033857796e-05,
"loss": 1.1785,
"step": 550
},
{
"epoch": 0.0,
"grad_norm": 1.569737874885361,
"learning_rate": 1.998712026148981e-05,
"loss": 1.0239,
"step": 551
},
{
"epoch": 0.0,
"grad_norm": 1.6544237684923906,
"learning_rate": 1.9987120184230542e-05,
"loss": 1.2188,
"step": 552
},
{
"epoch": 0.0,
"grad_norm": 1.4897981857749656,
"learning_rate": 1.9987120106800157e-05,
"loss": 0.9932,
"step": 553
},
{
"epoch": 0.0,
"grad_norm": 1.389021474020001,
"learning_rate": 1.998712002919866e-05,
"loss": 0.999,
"step": 554
},
{
"epoch": 0.0,
"grad_norm": 1.1405223120882084,
"learning_rate": 1.998711995142604e-05,
"loss": 0.7424,
"step": 555
},
{
"epoch": 0.0,
"grad_norm": 1.185691108288321,
"learning_rate": 1.998711987348231e-05,
"loss": 0.7996,
"step": 556
},
{
"epoch": 0.0,
"grad_norm": 2.43576535833388,
"learning_rate": 1.998711979536746e-05,
"loss": 0.9016,
"step": 557
},
{
"epoch": 0.0,
"grad_norm": 1.441801435679889,
"learning_rate": 1.998711971708149e-05,
"loss": 1.2871,
"step": 558
},
{
"epoch": 0.0,
"grad_norm": 1.2522551697395645,
"learning_rate": 1.9987119638624406e-05,
"loss": 1.0081,
"step": 559
},
{
"epoch": 0.0,
"grad_norm": 2.5242727686522075,
"learning_rate": 1.9987119559996205e-05,
"loss": 1.0684,
"step": 560
},
{
"epoch": 0.0,
"grad_norm": 1.1584184263154855,
"learning_rate": 1.998711948119689e-05,
"loss": 0.937,
"step": 561
},
{
"epoch": 0.0,
"grad_norm": 1.3845975744292038,
"learning_rate": 1.9987119402226455e-05,
"loss": 0.9844,
"step": 562
},
{
"epoch": 0.0,
"grad_norm": 1.4928494727667099,
"learning_rate": 1.9987119323084904e-05,
"loss": 0.978,
"step": 563
},
{
"epoch": 0.0,
"grad_norm": 1.3153438186089024,
"learning_rate": 1.998711924377224e-05,
"loss": 1.1406,
"step": 564
},
{
"epoch": 0.0,
"grad_norm": 1.182589769242443,
"learning_rate": 1.9987119164288456e-05,
"loss": 0.9453,
"step": 565
},
{
"epoch": 0.0,
"grad_norm": 1.6190086099255498,
"learning_rate": 1.9987119084633556e-05,
"loss": 1.0068,
"step": 566
},
{
"epoch": 0.0,
"grad_norm": 1.7278427279790267,
"learning_rate": 1.9987119004807534e-05,
"loss": 1.1943,
"step": 567
},
{
"epoch": 0.0,
"grad_norm": 1.5206561399031653,
"learning_rate": 1.9987118924810406e-05,
"loss": 1.135,
"step": 568
},
{
"epoch": 0.0,
"grad_norm": 1.2452719917553423,
"learning_rate": 1.9987118844642152e-05,
"loss": 0.9482,
"step": 569
},
{
"epoch": 0.0,
"grad_norm": 1.467003941047643,
"learning_rate": 1.9987118764302785e-05,
"loss": 1.1509,
"step": 570
},
{
"epoch": 0.0,
"grad_norm": 1.4054390582372336,
"learning_rate": 1.9987118683792303e-05,
"loss": 1.198,
"step": 571
},
{
"epoch": 0.0,
"grad_norm": 1.272502719898727,
"learning_rate": 1.9987118603110704e-05,
"loss": 0.9441,
"step": 572
},
{
"epoch": 0.0,
"grad_norm": 1.7036276959120753,
"learning_rate": 1.9987118522257987e-05,
"loss": 0.9404,
"step": 573
},
{
"epoch": 0.0,
"grad_norm": 1.4008403571998713,
"learning_rate": 1.9987118441234153e-05,
"loss": 1.1782,
"step": 574
},
{
"epoch": 0.0,
"grad_norm": 1.3780338023625531,
"learning_rate": 1.99871183600392e-05,
"loss": 0.9756,
"step": 575
},
{
"epoch": 0.0,
"grad_norm": 1.5752758329543866,
"learning_rate": 1.9987118278673135e-05,
"loss": 1.0825,
"step": 576
},
{
"epoch": 0.0,
"grad_norm": 1.3406921458824255,
"learning_rate": 1.998711819713595e-05,
"loss": 1.1577,
"step": 577
},
{
"epoch": 0.0,
"grad_norm": 1.3907261500915051,
"learning_rate": 1.9987118115427653e-05,
"loss": 1.1401,
"step": 578
},
{
"epoch": 0.0,
"grad_norm": 1.524183980524673,
"learning_rate": 1.9987118033548237e-05,
"loss": 1.0981,
"step": 579
},
{
"epoch": 0.0,
"grad_norm": 1.2482801049313539,
"learning_rate": 1.9987117951497704e-05,
"loss": 0.9141,
"step": 580
},
{
"epoch": 0.0,
"grad_norm": 1.2064956908957294,
"learning_rate": 1.9987117869276053e-05,
"loss": 0.9875,
"step": 581
},
{
"epoch": 0.0,
"grad_norm": 1.1643412211540758,
"learning_rate": 1.9987117786883285e-05,
"loss": 0.9698,
"step": 582
},
{
"epoch": 0.0,
"grad_norm": 1.4993791884967647,
"learning_rate": 1.9987117704319402e-05,
"loss": 1.248,
"step": 583
},
{
"epoch": 0.0,
"grad_norm": 1.3948389563355794,
"learning_rate": 1.9987117621584402e-05,
"loss": 1.0063,
"step": 584
},
{
"epoch": 0.0,
"grad_norm": 1.330724259558462,
"learning_rate": 1.9987117538678287e-05,
"loss": 1.1738,
"step": 585
},
{
"epoch": 0.0,
"grad_norm": 1.4120188323945273,
"learning_rate": 1.9987117455601052e-05,
"loss": 0.8906,
"step": 586
},
{
"epoch": 0.0,
"grad_norm": 1.4829841924379208,
"learning_rate": 1.9987117372352702e-05,
"loss": 1.3521,
"step": 587
},
{
"epoch": 0.0,
"grad_norm": 1.2671887191973559,
"learning_rate": 1.998711728893324e-05,
"loss": 1.269,
"step": 588
},
{
"epoch": 0.0,
"grad_norm": 1.2368140930322822,
"learning_rate": 1.9987117205342657e-05,
"loss": 0.9272,
"step": 589
},
{
"epoch": 0.0,
"grad_norm": 1.4778222255826394,
"learning_rate": 1.9987117121580955e-05,
"loss": 1.0173,
"step": 590
},
{
"epoch": 0.0,
"grad_norm": 1.264914371999989,
"learning_rate": 1.9987117037648138e-05,
"loss": 1.0161,
"step": 591
},
{
"epoch": 0.0,
"grad_norm": 1.4229804970912034,
"learning_rate": 1.9987116953544204e-05,
"loss": 1.0698,
"step": 592
},
{
"epoch": 0.0,
"grad_norm": 1.2352070961414836,
"learning_rate": 1.9987116869269155e-05,
"loss": 0.9082,
"step": 593
},
{
"epoch": 0.0,
"grad_norm": 1.4084381880842094,
"learning_rate": 1.998711678482299e-05,
"loss": 0.9497,
"step": 594
},
{
"epoch": 0.0,
"grad_norm": 1.2205508205767823,
"learning_rate": 1.998711670020571e-05,
"loss": 0.9209,
"step": 595
},
{
"epoch": 0.0,
"grad_norm": 1.4641196941005041,
"learning_rate": 1.9987116615417308e-05,
"loss": 1.0869,
"step": 596
},
{
"epoch": 0.0,
"grad_norm": 1.3167521760834573,
"learning_rate": 1.998711653045779e-05,
"loss": 0.9243,
"step": 597
},
{
"epoch": 0.0,
"grad_norm": 1.2122620752244149,
"learning_rate": 1.998711644532716e-05,
"loss": 0.9941,
"step": 598
},
{
"epoch": 0.0,
"grad_norm": 1.3182841413718736,
"learning_rate": 1.9987116360025412e-05,
"loss": 0.9146,
"step": 599
},
{
"epoch": 0.0,
"grad_norm": 0.9865642906948461,
"learning_rate": 1.9987116274552544e-05,
"loss": 0.677,
"step": 600
},
{
"epoch": 0.0,
"grad_norm": 1.0519971654875537,
"learning_rate": 1.9987116188908562e-05,
"loss": 0.8759,
"step": 601
},
{
"epoch": 0.0,
"grad_norm": 1.3976590851125434,
"learning_rate": 1.9987116103093462e-05,
"loss": 0.9541,
"step": 602
},
{
"epoch": 0.0,
"grad_norm": 1.3524131964223884,
"learning_rate": 1.998711601710725e-05,
"loss": 0.8649,
"step": 603
},
{
"epoch": 0.0,
"grad_norm": 1.393339786119136,
"learning_rate": 1.9987115930949916e-05,
"loss": 1.063,
"step": 604
},
{
"epoch": 0.0,
"grad_norm": 1.20624365928446,
"learning_rate": 1.998711584462147e-05,
"loss": 0.8467,
"step": 605
},
{
"epoch": 0.0,
"grad_norm": 1.2868621542439067,
"learning_rate": 1.9987115758121903e-05,
"loss": 1.0874,
"step": 606
},
{
"epoch": 0.0,
"grad_norm": 1.3762024043668264,
"learning_rate": 1.998711567145122e-05,
"loss": 1.1128,
"step": 607
},
{
"epoch": 0.0,
"grad_norm": 1.2717329916066964,
"learning_rate": 1.9987115584609423e-05,
"loss": 0.979,
"step": 608
},
{
"epoch": 0.0,
"grad_norm": 1.9060732024706921,
"learning_rate": 1.9987115497596506e-05,
"loss": 1.1963,
"step": 609
},
{
"epoch": 0.0,
"grad_norm": 1.850594504948011,
"learning_rate": 1.9987115410412476e-05,
"loss": 1.2773,
"step": 610
},
{
"epoch": 0.0,
"grad_norm": 1.082675342763078,
"learning_rate": 1.9987115323057324e-05,
"loss": 0.7998,
"step": 611
},
{
"epoch": 0.0,
"grad_norm": 1.4798614947487947,
"learning_rate": 1.998711523553106e-05,
"loss": 0.9824,
"step": 612
},
{
"epoch": 0.0,
"grad_norm": 1.4786380127577596,
"learning_rate": 1.9987115147833678e-05,
"loss": 1.0532,
"step": 613
},
{
"epoch": 0.0,
"grad_norm": 1.2027341034242498,
"learning_rate": 1.9987115059965184e-05,
"loss": 0.7175,
"step": 614
},
{
"epoch": 0.0,
"grad_norm": 1.1420401064515893,
"learning_rate": 1.998711497192557e-05,
"loss": 0.9194,
"step": 615
},
{
"epoch": 0.0,
"grad_norm": 1.4165370638785542,
"learning_rate": 1.9987114883714836e-05,
"loss": 1.3896,
"step": 616
},
{
"epoch": 0.0,
"grad_norm": 1.3367857443041973,
"learning_rate": 1.998711479533299e-05,
"loss": 1.0693,
"step": 617
},
{
"epoch": 0.0,
"grad_norm": 1.5473374725433258,
"learning_rate": 1.9987114706780024e-05,
"loss": 1.0574,
"step": 618
},
{
"epoch": 0.0,
"grad_norm": 1.4585661384408657,
"learning_rate": 1.9987114618055942e-05,
"loss": 1.1694,
"step": 619
},
{
"epoch": 0.0,
"grad_norm": 1.2822642614977586,
"learning_rate": 1.9987114529160746e-05,
"loss": 0.9783,
"step": 620
},
{
"epoch": 0.0,
"grad_norm": 1.5816217339862666,
"learning_rate": 1.9987114440094432e-05,
"loss": 1.0952,
"step": 621
},
{
"epoch": 0.0,
"grad_norm": 1.2257193321796762,
"learning_rate": 1.9987114350857e-05,
"loss": 1.1079,
"step": 622
},
{
"epoch": 0.0,
"grad_norm": 1.309632347509409,
"learning_rate": 1.9987114261448454e-05,
"loss": 1.1812,
"step": 623
},
{
"epoch": 0.0,
"grad_norm": 1.6966196110363756,
"learning_rate": 1.998711417186879e-05,
"loss": 1.1802,
"step": 624
},
{
"epoch": 0.0,
"grad_norm": 1.2052937566651365,
"learning_rate": 1.998711408211801e-05,
"loss": 1.0134,
"step": 625
},
{
"epoch": 0.0,
"grad_norm": 1.4199972644296006,
"learning_rate": 1.9987113992196115e-05,
"loss": 1.0642,
"step": 626
},
{
"epoch": 0.0,
"grad_norm": 0.9872892625699888,
"learning_rate": 1.99871139021031e-05,
"loss": 0.6287,
"step": 627
},
{
"epoch": 0.0,
"grad_norm": 1.1968713207536923,
"learning_rate": 1.998711381183897e-05,
"loss": 1.3048,
"step": 628
},
{
"epoch": 0.0,
"grad_norm": 1.336713777284274,
"learning_rate": 1.9987113721403724e-05,
"loss": 1.1768,
"step": 629
},
{
"epoch": 0.0,
"grad_norm": 1.0040876172768192,
"learning_rate": 1.998711363079736e-05,
"loss": 0.6316,
"step": 630
},
{
"epoch": 0.0,
"grad_norm": 1.394970180985794,
"learning_rate": 1.998711354001988e-05,
"loss": 0.9873,
"step": 631
},
{
"epoch": 0.0,
"grad_norm": 1.8922649238553313,
"learning_rate": 1.9987113449071284e-05,
"loss": 1.021,
"step": 632
},
{
"epoch": 0.0,
"grad_norm": 1.378808858312023,
"learning_rate": 1.9987113357951573e-05,
"loss": 1.1714,
"step": 633
},
{
"epoch": 0.0,
"grad_norm": 1.412743137330125,
"learning_rate": 1.9987113266660743e-05,
"loss": 1.1133,
"step": 634
},
{
"epoch": 0.0,
"grad_norm": 1.2676975564281785,
"learning_rate": 1.9987113175198797e-05,
"loss": 1.0298,
"step": 635
},
{
"epoch": 0.0,
"grad_norm": 1.5424696489312668,
"learning_rate": 1.9987113083565736e-05,
"loss": 0.9683,
"step": 636
},
{
"epoch": 0.0,
"grad_norm": 1.3260628791704618,
"learning_rate": 1.9987112991761554e-05,
"loss": 1.1099,
"step": 637
},
{
"epoch": 0.0,
"grad_norm": 1.266884918399898,
"learning_rate": 1.998711289978626e-05,
"loss": 0.9512,
"step": 638
},
{
"epoch": 0.0,
"grad_norm": 1.5270561864642218,
"learning_rate": 1.9987112807639847e-05,
"loss": 1.064,
"step": 639
},
{
"epoch": 0.0,
"grad_norm": 1.4400064758314115,
"learning_rate": 1.9987112715322316e-05,
"loss": 1.1011,
"step": 640
},
{
"epoch": 0.0,
"grad_norm": 1.6518365609138084,
"learning_rate": 1.9987112622833673e-05,
"loss": 1.145,
"step": 641
},
{
"epoch": 0.0,
"grad_norm": 1.452207870652463,
"learning_rate": 1.998711253017391e-05,
"loss": 0.9692,
"step": 642
},
{
"epoch": 0.0,
"grad_norm": 1.326383368773011,
"learning_rate": 1.9987112437343033e-05,
"loss": 1.2935,
"step": 643
},
{
"epoch": 0.0,
"grad_norm": 1.3355349553288423,
"learning_rate": 1.9987112344341038e-05,
"loss": 1.2222,
"step": 644
},
{
"epoch": 0.0,
"grad_norm": 1.122738472430234,
"learning_rate": 1.9987112251167925e-05,
"loss": 0.7256,
"step": 645
},
{
"epoch": 0.0,
"grad_norm": 1.3147483369476194,
"learning_rate": 1.99871121578237e-05,
"loss": 0.8979,
"step": 646
},
{
"epoch": 0.0,
"grad_norm": 1.3035519163608602,
"learning_rate": 1.9987112064308354e-05,
"loss": 0.9814,
"step": 647
},
{
"epoch": 0.0,
"grad_norm": 3.057259104012112,
"learning_rate": 1.9987111970621895e-05,
"loss": 0.9218,
"step": 648
},
{
"epoch": 0.0,
"grad_norm": 1.4210116102105392,
"learning_rate": 1.9987111876764316e-05,
"loss": 1.4053,
"step": 649
},
{
"epoch": 0.0,
"grad_norm": 1.2613940692201504,
"learning_rate": 1.9987111782735622e-05,
"loss": 0.7996,
"step": 650
},
{
"epoch": 0.0,
"grad_norm": 1.322573379471133,
"learning_rate": 1.998711168853581e-05,
"loss": 1.1382,
"step": 651
},
{
"epoch": 0.0,
"grad_norm": 1.305896541467082,
"learning_rate": 1.9987111594164885e-05,
"loss": 1.1143,
"step": 652
},
{
"epoch": 0.0,
"grad_norm": 1.3382142949321556,
"learning_rate": 1.998711149962284e-05,
"loss": 1.0535,
"step": 653
},
{
"epoch": 0.0,
"grad_norm": 1.4852670498793803,
"learning_rate": 1.998711140490968e-05,
"loss": 1.3887,
"step": 654
},
{
"epoch": 0.0,
"grad_norm": 1.6490804855525398,
"learning_rate": 1.9987111310025406e-05,
"loss": 1.1665,
"step": 655
},
{
"epoch": 0.0,
"grad_norm": 1.4282243255866311,
"learning_rate": 1.998711121497001e-05,
"loss": 1.373,
"step": 656
},
{
"epoch": 0.0,
"grad_norm": 1.4489768924068471,
"learning_rate": 1.99871111197435e-05,
"loss": 1.3115,
"step": 657
},
{
"epoch": 0.0,
"grad_norm": 1.4947159201894757,
"learning_rate": 1.9987111024345876e-05,
"loss": 1.0076,
"step": 658
},
{
"epoch": 0.0,
"grad_norm": 1.8907842017367373,
"learning_rate": 1.9987110928777134e-05,
"loss": 1.085,
"step": 659
},
{
"epoch": 0.0,
"grad_norm": 1.3443146783338529,
"learning_rate": 1.9987110833037274e-05,
"loss": 0.8779,
"step": 660
},
{
"epoch": 0.0,
"grad_norm": 1.3128185793838723,
"learning_rate": 1.9987110737126297e-05,
"loss": 0.8906,
"step": 661
},
{
"epoch": 0.0,
"grad_norm": 1.3565536247056234,
"learning_rate": 1.9987110641044205e-05,
"loss": 1.1406,
"step": 662
},
{
"epoch": 0.0,
"grad_norm": 1.3247892788004012,
"learning_rate": 1.9987110544790996e-05,
"loss": 1.0415,
"step": 663
},
{
"epoch": 0.0,
"grad_norm": 1.545456052463225,
"learning_rate": 1.9987110448366673e-05,
"loss": 1.2065,
"step": 664
},
{
"epoch": 0.0,
"grad_norm": 1.3501599040521126,
"learning_rate": 1.998711035177123e-05,
"loss": 1.0681,
"step": 665
},
{
"epoch": 0.0,
"grad_norm": 1.3808037775007893,
"learning_rate": 1.998711025500467e-05,
"loss": 1.063,
"step": 666
},
{
"epoch": 0.0,
"grad_norm": 1.6253041202891707,
"learning_rate": 1.9987110158066995e-05,
"loss": 1.1885,
"step": 667
},
{
"epoch": 0.0,
"grad_norm": 1.4007815104121037,
"learning_rate": 1.9987110060958204e-05,
"loss": 1.1724,
"step": 668
},
{
"epoch": 0.0,
"grad_norm": 1.4629386211512707,
"learning_rate": 1.9987109963678297e-05,
"loss": 0.9282,
"step": 669
},
{
"epoch": 0.0,
"grad_norm": 1.021802163517637,
"learning_rate": 1.998710986622727e-05,
"loss": 0.9714,
"step": 670
},
{
"epoch": 0.0,
"grad_norm": 1.5436687185534275,
"learning_rate": 1.998710976860513e-05,
"loss": 1.1479,
"step": 671
},
{
"epoch": 0.0,
"grad_norm": 1.160774913713551,
"learning_rate": 1.9987109670811878e-05,
"loss": 0.9717,
"step": 672
},
{
"epoch": 0.0,
"grad_norm": 1.230560493076619,
"learning_rate": 1.9987109572847503e-05,
"loss": 1.0293,
"step": 673
},
{
"epoch": 0.0,
"grad_norm": 1.3510419250974308,
"learning_rate": 1.998710947471201e-05,
"loss": 1.2441,
"step": 674
},
{
"epoch": 0.0,
"grad_norm": 1.6390329538306043,
"learning_rate": 1.9987109376405404e-05,
"loss": 0.9307,
"step": 675
},
{
"epoch": 0.0,
"grad_norm": 1.2157854067529505,
"learning_rate": 1.998710927792768e-05,
"loss": 0.9744,
"step": 676
},
{
"epoch": 0.0,
"grad_norm": 1.3413725824857745,
"learning_rate": 1.998710917927884e-05,
"loss": 0.9907,
"step": 677
},
{
"epoch": 0.0,
"grad_norm": 1.1392438181712974,
"learning_rate": 1.9987109080458886e-05,
"loss": 0.842,
"step": 678
},
{
"epoch": 0.0,
"grad_norm": 1.7910797207510936,
"learning_rate": 1.9987108981467812e-05,
"loss": 1.0349,
"step": 679
},
{
"epoch": 0.0,
"grad_norm": 1.7146485376146172,
"learning_rate": 1.9987108882305624e-05,
"loss": 1.249,
"step": 680
},
{
"epoch": 0.0,
"grad_norm": 1.4949146534725626,
"learning_rate": 1.998710878297232e-05,
"loss": 0.9182,
"step": 681
},
{
"epoch": 0.0,
"grad_norm": 1.2618244705550679,
"learning_rate": 1.99871086834679e-05,
"loss": 0.9727,
"step": 682
},
{
"epoch": 0.0,
"grad_norm": 1.3765949622146711,
"learning_rate": 1.998710858379236e-05,
"loss": 1.2476,
"step": 683
},
{
"epoch": 0.0,
"grad_norm": 1.602171470423512,
"learning_rate": 1.9987108483945704e-05,
"loss": 1.0188,
"step": 684
},
{
"epoch": 0.0,
"grad_norm": 1.3913645117452391,
"learning_rate": 1.998710838392793e-05,
"loss": 1.2559,
"step": 685
},
{
"epoch": 0.0,
"grad_norm": 1.264691184952601,
"learning_rate": 1.998710828373904e-05,
"loss": 1.141,
"step": 686
},
{
"epoch": 0.0,
"grad_norm": 1.173459825163688,
"learning_rate": 1.9987108183379037e-05,
"loss": 1.103,
"step": 687
},
{
"epoch": 0.0,
"grad_norm": 1.097596027717826,
"learning_rate": 1.9987108082847915e-05,
"loss": 0.8381,
"step": 688
},
{
"epoch": 0.0,
"grad_norm": 1.2034304342604811,
"learning_rate": 1.998710798214568e-05,
"loss": 0.9883,
"step": 689
},
{
"epoch": 0.0,
"grad_norm": 1.7652333593228435,
"learning_rate": 1.9987107881272326e-05,
"loss": 1.1753,
"step": 690
},
{
"epoch": 0.0,
"grad_norm": 1.5108886332139433,
"learning_rate": 1.9987107780227855e-05,
"loss": 0.9995,
"step": 691
},
{
"epoch": 0.0,
"grad_norm": 1.3480552193342785,
"learning_rate": 1.998710767901227e-05,
"loss": 1.1069,
"step": 692
},
{
"epoch": 0.0,
"grad_norm": 1.7728059963495015,
"learning_rate": 1.9987107577625566e-05,
"loss": 1.21,
"step": 693
},
{
"epoch": 0.0,
"grad_norm": 1.0796451632070045,
"learning_rate": 1.9987107476067746e-05,
"loss": 0.7893,
"step": 694
},
{
"epoch": 0.0,
"grad_norm": 1.3219168131101844,
"learning_rate": 1.998710737433881e-05,
"loss": 1.0444,
"step": 695
},
{
"epoch": 0.0,
"grad_norm": 1.2528828279885713,
"learning_rate": 1.998710727243876e-05,
"loss": 0.9204,
"step": 696
},
{
"epoch": 0.0,
"grad_norm": 1.86128579058543,
"learning_rate": 1.998710717036759e-05,
"loss": 1.0723,
"step": 697
},
{
"epoch": 0.0,
"grad_norm": 1.3041871076369294,
"learning_rate": 1.9987107068125304e-05,
"loss": 0.8728,
"step": 698
},
{
"epoch": 0.0,
"grad_norm": 1.3466484392619607,
"learning_rate": 1.9987106965711903e-05,
"loss": 1.1587,
"step": 699
},
{
"epoch": 0.0,
"grad_norm": 1.288085289666488,
"learning_rate": 1.9987106863127383e-05,
"loss": 0.8987,
"step": 700
},
{
"epoch": 0.0,
"grad_norm": 1.5536798633510678,
"learning_rate": 1.998710676037175e-05,
"loss": 1.0635,
"step": 701
},
{
"epoch": 0.0,
"grad_norm": 1.5278129149740884,
"learning_rate": 1.9987106657445e-05,
"loss": 1.1748,
"step": 702
},
{
"epoch": 0.0,
"grad_norm": 1.451362196916674,
"learning_rate": 1.998710655434713e-05,
"loss": 1.0684,
"step": 703
},
{
"epoch": 0.0,
"grad_norm": 1.4024265870516706,
"learning_rate": 1.9987106451078143e-05,
"loss": 1.0586,
"step": 704
},
{
"epoch": 0.0,
"grad_norm": 1.207255271689983,
"learning_rate": 1.9987106347638046e-05,
"loss": 0.8878,
"step": 705
},
{
"epoch": 0.0,
"grad_norm": 1.290699376140706,
"learning_rate": 1.9987106244026828e-05,
"loss": 1.0669,
"step": 706
},
{
"epoch": 0.0,
"grad_norm": 1.59509430083373,
"learning_rate": 1.9987106140244495e-05,
"loss": 0.8689,
"step": 707
},
{
"epoch": 0.0,
"grad_norm": 1.1957916595871216,
"learning_rate": 1.9987106036291046e-05,
"loss": 1.083,
"step": 708
},
{
"epoch": 0.0,
"grad_norm": 1.72105579031331,
"learning_rate": 1.9987105932166478e-05,
"loss": 1.1636,
"step": 709
},
{
"epoch": 0.0,
"grad_norm": 1.382731462248507,
"learning_rate": 1.9987105827870796e-05,
"loss": 1.062,
"step": 710
},
{
"epoch": 0.0,
"grad_norm": 1.551610998527054,
"learning_rate": 1.9987105723403997e-05,
"loss": 1.0952,
"step": 711
},
{
"epoch": 0.0,
"grad_norm": 1.3185997863841104,
"learning_rate": 1.998710561876608e-05,
"loss": 1.0718,
"step": 712
},
{
"epoch": 0.0,
"grad_norm": 1.2069513979673576,
"learning_rate": 1.9987105513957052e-05,
"loss": 1.0271,
"step": 713
},
{
"epoch": 0.0,
"grad_norm": 1.2577603252322975,
"learning_rate": 1.99871054089769e-05,
"loss": 1.2554,
"step": 714
},
{
"epoch": 0.0,
"grad_norm": 1.2935456432433567,
"learning_rate": 1.9987105303825637e-05,
"loss": 0.9082,
"step": 715
},
{
"epoch": 0.0,
"grad_norm": 1.4179547942344395,
"learning_rate": 1.9987105198503256e-05,
"loss": 1.0073,
"step": 716
},
{
"epoch": 0.0,
"grad_norm": 1.328943112785479,
"learning_rate": 1.9987105093009758e-05,
"loss": 1.123,
"step": 717
},
{
"epoch": 0.0,
"grad_norm": 1.4098949665827412,
"learning_rate": 1.9987104987345142e-05,
"loss": 1.0293,
"step": 718
},
{
"epoch": 0.0,
"grad_norm": 1.4214344390123663,
"learning_rate": 1.9987104881509412e-05,
"loss": 1.0229,
"step": 719
},
{
"epoch": 0.0,
"grad_norm": 1.3416758209216337,
"learning_rate": 1.9987104775502565e-05,
"loss": 1.1436,
"step": 720
},
{
"epoch": 0.0,
"grad_norm": 1.4237725308505191,
"learning_rate": 1.9987104669324603e-05,
"loss": 1.1929,
"step": 721
},
{
"epoch": 0.0,
"grad_norm": 1.3687761504579778,
"learning_rate": 1.9987104562975523e-05,
"loss": 1.3022,
"step": 722
},
{
"epoch": 0.0,
"grad_norm": 1.3765289735554194,
"learning_rate": 1.9987104456455326e-05,
"loss": 1.1396,
"step": 723
},
{
"epoch": 0.0,
"grad_norm": 1.541360137296102,
"learning_rate": 1.9987104349764015e-05,
"loss": 1.1387,
"step": 724
},
{
"epoch": 0.0,
"grad_norm": 1.3964313630399163,
"learning_rate": 1.9987104242901586e-05,
"loss": 1.2661,
"step": 725
},
{
"epoch": 0.0,
"grad_norm": 1.3132344870153054,
"learning_rate": 1.998710413586804e-05,
"loss": 0.803,
"step": 726
},
{
"epoch": 0.0,
"grad_norm": 1.0713750757758809,
"learning_rate": 1.998710402866338e-05,
"loss": 0.9272,
"step": 727
},
{
"epoch": 0.0,
"grad_norm": 1.367866304004786,
"learning_rate": 1.99871039212876e-05,
"loss": 1.0552,
"step": 728
},
{
"epoch": 0.0,
"grad_norm": 1.5459352200940286,
"learning_rate": 1.9987103813740706e-05,
"loss": 0.958,
"step": 729
},
{
"epoch": 0.0,
"grad_norm": 1.5067830895423084,
"learning_rate": 1.9987103706022696e-05,
"loss": 1.1226,
"step": 730
},
{
"epoch": 0.0,
"grad_norm": 1.6479653500367886,
"learning_rate": 1.9987103598133568e-05,
"loss": 1.2471,
"step": 731
},
{
"epoch": 0.0,
"grad_norm": 1.6666981773576608,
"learning_rate": 1.9987103490073326e-05,
"loss": 1.4688,
"step": 732
},
{
"epoch": 0.0,
"grad_norm": 1.428583938680096,
"learning_rate": 1.9987103381841963e-05,
"loss": 1.0205,
"step": 733
},
{
"epoch": 0.0,
"grad_norm": 1.2731246563962941,
"learning_rate": 1.9987103273439486e-05,
"loss": 0.8911,
"step": 734
},
{
"epoch": 0.0,
"grad_norm": 1.4243107986209032,
"learning_rate": 1.9987103164865895e-05,
"loss": 1.03,
"step": 735
},
{
"epoch": 0.0,
"grad_norm": 1.3989436762598895,
"learning_rate": 1.9987103056121186e-05,
"loss": 1.417,
"step": 736
},
{
"epoch": 0.0,
"grad_norm": 1.4000947818006868,
"learning_rate": 1.9987102947205363e-05,
"loss": 1.1895,
"step": 737
},
{
"epoch": 0.0,
"grad_norm": 1.6918059618998056,
"learning_rate": 1.998710283811842e-05,
"loss": 1.3525,
"step": 738
},
{
"epoch": 0.0,
"grad_norm": 1.3003928031227066,
"learning_rate": 1.9987102728860358e-05,
"loss": 1.4688,
"step": 739
},
{
"epoch": 0.0,
"grad_norm": 1.141722373345842,
"learning_rate": 1.9987102619431185e-05,
"loss": 0.9658,
"step": 740
},
{
"epoch": 0.0,
"grad_norm": 1.573134283039164,
"learning_rate": 1.9987102509830895e-05,
"loss": 1.2236,
"step": 741
},
{
"epoch": 0.0,
"grad_norm": 1.4701910051828575,
"learning_rate": 1.9987102400059488e-05,
"loss": 1.0308,
"step": 742
},
{
"epoch": 0.0,
"grad_norm": 1.6167478839228668,
"learning_rate": 1.9987102290116963e-05,
"loss": 1.2148,
"step": 743
},
{
"epoch": 0.0,
"grad_norm": 1.571759596241835,
"learning_rate": 1.9987102180003323e-05,
"loss": 0.9634,
"step": 744
},
{
"epoch": 0.0,
"grad_norm": 1.3890374798232403,
"learning_rate": 1.9987102069718566e-05,
"loss": 1.0757,
"step": 745
},
{
"epoch": 0.0,
"grad_norm": 1.504401266695203,
"learning_rate": 1.9987101959262695e-05,
"loss": 1.2969,
"step": 746
},
{
"epoch": 0.0,
"grad_norm": 1.7050286948958047,
"learning_rate": 1.9987101848635703e-05,
"loss": 1.1855,
"step": 747
},
{
"epoch": 0.0,
"grad_norm": 2.3302342633535655,
"learning_rate": 1.99871017378376e-05,
"loss": 1.0029,
"step": 748
},
{
"epoch": 0.0,
"grad_norm": 1.1726586836777555,
"learning_rate": 1.9987101626868376e-05,
"loss": 0.8875,
"step": 749
},
{
"epoch": 0.0,
"grad_norm": 1.1309768536675715,
"learning_rate": 1.9987101515728038e-05,
"loss": 0.776,
"step": 750
},
{
"epoch": 0.0,
"grad_norm": 1.420652681576941,
"learning_rate": 1.9987101404416585e-05,
"loss": 0.9873,
"step": 751
},
{
"epoch": 0.0,
"grad_norm": 1.386190437365037,
"learning_rate": 1.9987101292934015e-05,
"loss": 1.1187,
"step": 752
},
{
"epoch": 0.0,
"grad_norm": 1.3566620161334535,
"learning_rate": 1.9987101181280328e-05,
"loss": 0.8821,
"step": 753
},
{
"epoch": 0.0,
"grad_norm": 1.9408317345230028,
"learning_rate": 1.9987101069455522e-05,
"loss": 1.0693,
"step": 754
},
{
"epoch": 0.0,
"grad_norm": 1.56971805385568,
"learning_rate": 1.9987100957459603e-05,
"loss": 1.1768,
"step": 755
},
{
"epoch": 0.0,
"grad_norm": 1.4630337939215117,
"learning_rate": 1.9987100845292566e-05,
"loss": 0.908,
"step": 756
},
{
"epoch": 0.0,
"grad_norm": 1.1405404987126921,
"learning_rate": 1.998710073295441e-05,
"loss": 0.9304,
"step": 757
},
{
"epoch": 0.0,
"grad_norm": 1.1854335975890458,
"learning_rate": 1.9987100620445146e-05,
"loss": 0.9138,
"step": 758
},
{
"epoch": 0.0,
"grad_norm": 1.1961755566368726,
"learning_rate": 1.998710050776476e-05,
"loss": 0.9028,
"step": 759
},
{
"epoch": 0.0,
"grad_norm": 1.816168788031518,
"learning_rate": 1.998710039491326e-05,
"loss": 1.0928,
"step": 760
},
{
"epoch": 0.0,
"grad_norm": 1.3122649209352832,
"learning_rate": 1.9987100281890637e-05,
"loss": 0.7943,
"step": 761
},
{
"epoch": 0.0,
"grad_norm": 1.3824356772581814,
"learning_rate": 1.9987100168696905e-05,
"loss": 0.9326,
"step": 762
},
{
"epoch": 0.0,
"grad_norm": 1.9970254832414989,
"learning_rate": 1.9987100055332055e-05,
"loss": 1.2017,
"step": 763
},
{
"epoch": 0.0,
"grad_norm": 2.0152023227107345,
"learning_rate": 1.9987099941796087e-05,
"loss": 1.0283,
"step": 764
},
{
"epoch": 0.0,
"grad_norm": 1.2097719551391337,
"learning_rate": 1.9987099828089006e-05,
"loss": 0.7932,
"step": 765
},
{
"epoch": 0.0,
"grad_norm": 1.315002915919447,
"learning_rate": 1.9987099714210806e-05,
"loss": 0.7952,
"step": 766
},
{
"epoch": 0.0,
"grad_norm": 1.5626288551604641,
"learning_rate": 1.998709960016149e-05,
"loss": 0.9338,
"step": 767
},
{
"epoch": 0.0,
"grad_norm": 1.3844585643201008,
"learning_rate": 1.9987099485941058e-05,
"loss": 0.9922,
"step": 768
},
{
"epoch": 0.0,
"grad_norm": 1.3022254052537359,
"learning_rate": 1.998709937154951e-05,
"loss": 0.9419,
"step": 769
},
{
"epoch": 0.0,
"grad_norm": 3.337784481425636,
"learning_rate": 1.9987099256986843e-05,
"loss": 0.9673,
"step": 770
},
{
"epoch": 0.0,
"grad_norm": 1.8603991725166038,
"learning_rate": 1.9987099142253062e-05,
"loss": 0.9731,
"step": 771
},
{
"epoch": 0.0,
"grad_norm": 1.5100064301511766,
"learning_rate": 1.9987099027348164e-05,
"loss": 0.8608,
"step": 772
},
{
"epoch": 0.0,
"grad_norm": 1.3202460007031802,
"learning_rate": 1.998709891227215e-05,
"loss": 0.8213,
"step": 773
},
{
"epoch": 0.0,
"grad_norm": 1.5315124909541973,
"learning_rate": 1.998709879702502e-05,
"loss": 1.0015,
"step": 774
},
{
"epoch": 0.0,
"grad_norm": 1.211235649567147,
"learning_rate": 1.9987098681606774e-05,
"loss": 0.998,
"step": 775
},
{
"epoch": 0.0,
"grad_norm": 1.4279629671760472,
"learning_rate": 1.9987098566017412e-05,
"loss": 1.0015,
"step": 776
},
{
"epoch": 0.0,
"grad_norm": 1.6089934850528844,
"learning_rate": 1.9987098450256933e-05,
"loss": 0.9775,
"step": 777
},
{
"epoch": 0.0,
"grad_norm": 1.6054628098278185,
"learning_rate": 1.9987098334325336e-05,
"loss": 0.8777,
"step": 778
},
{
"epoch": 0.0,
"grad_norm": 1.6315309158421591,
"learning_rate": 1.9987098218222625e-05,
"loss": 1.4512,
"step": 779
},
{
"epoch": 0.0,
"grad_norm": 1.7004193854534184,
"learning_rate": 1.99870981019488e-05,
"loss": 1.063,
"step": 780
},
{
"epoch": 0.0,
"grad_norm": 1.5688582181649218,
"learning_rate": 1.9987097985503853e-05,
"loss": 1.1738,
"step": 781
},
{
"epoch": 0.0,
"grad_norm": 1.328985227360653,
"learning_rate": 1.9987097868887792e-05,
"loss": 1.1372,
"step": 782
},
{
"epoch": 0.0,
"grad_norm": 1.2720145952628958,
"learning_rate": 1.9987097752100614e-05,
"loss": 1.0957,
"step": 783
},
{
"epoch": 0.0,
"grad_norm": 1.255102187400032,
"learning_rate": 1.998709763514232e-05,
"loss": 1.136,
"step": 784
},
{
"epoch": 0.0,
"grad_norm": 1.9222227572781523,
"learning_rate": 1.998709751801291e-05,
"loss": 1.124,
"step": 785
},
{
"epoch": 0.0,
"grad_norm": 2.2078018868549645,
"learning_rate": 1.9987097400712387e-05,
"loss": 0.8569,
"step": 786
},
{
"epoch": 0.0,
"grad_norm": 1.2309476374653963,
"learning_rate": 1.9987097283240745e-05,
"loss": 0.8304,
"step": 787
},
{
"epoch": 0.0,
"grad_norm": 1.3484528771647524,
"learning_rate": 1.9987097165597986e-05,
"loss": 0.8293,
"step": 788
},
{
"epoch": 0.0,
"grad_norm": 1.4499400521086596,
"learning_rate": 1.9987097047784116e-05,
"loss": 0.9702,
"step": 789
},
{
"epoch": 0.0,
"grad_norm": 1.5028887588847124,
"learning_rate": 1.998709692979912e-05,
"loss": 1.0757,
"step": 790
},
{
"epoch": 0.0,
"grad_norm": 1.285102773556734,
"learning_rate": 1.9987096811643012e-05,
"loss": 1.1536,
"step": 791
},
{
"epoch": 0.0,
"grad_norm": 1.0089337521213861,
"learning_rate": 1.9987096693315793e-05,
"loss": 0.6887,
"step": 792
},
{
"epoch": 0.0,
"grad_norm": 3.480111699997287,
"learning_rate": 1.9987096574817452e-05,
"loss": 1.3062,
"step": 793
},
{
"epoch": 0.0,
"grad_norm": 1.4345337491085886,
"learning_rate": 1.9987096456147997e-05,
"loss": 1.332,
"step": 794
},
{
"epoch": 0.0,
"grad_norm": 1.134974659036074,
"learning_rate": 1.9987096337307425e-05,
"loss": 0.8276,
"step": 795
},
{
"epoch": 0.0,
"grad_norm": 1.4965801991985115,
"learning_rate": 1.9987096218295735e-05,
"loss": 1.0957,
"step": 796
},
{
"epoch": 0.0,
"grad_norm": 1.222256726201776,
"learning_rate": 1.998709609911293e-05,
"loss": 1.0752,
"step": 797
},
{
"epoch": 0.0,
"grad_norm": 1.7575671215453084,
"learning_rate": 1.998709597975901e-05,
"loss": 1.0083,
"step": 798
},
{
"epoch": 0.0,
"grad_norm": 1.4720840759160299,
"learning_rate": 1.9987095860233973e-05,
"loss": 1.1504,
"step": 799
},
{
"epoch": 0.0,
"grad_norm": 1.2665481967904304,
"learning_rate": 1.998709574053782e-05,
"loss": 1.0571,
"step": 800
},
{
"epoch": 0.0,
"grad_norm": 1.4942725029882085,
"learning_rate": 1.998709562067055e-05,
"loss": 1.0281,
"step": 801
},
{
"epoch": 0.0,
"grad_norm": 1.4656890464729986,
"learning_rate": 1.9987095500632163e-05,
"loss": 1.1528,
"step": 802
},
{
"epoch": 0.0,
"grad_norm": 1.3554836129464756,
"learning_rate": 1.9987095380422663e-05,
"loss": 0.843,
"step": 803
},
{
"epoch": 0.0,
"grad_norm": 2.894606369217556,
"learning_rate": 1.9987095260042046e-05,
"loss": 1.0195,
"step": 804
},
{
"epoch": 0.0,
"grad_norm": 1.1050881313546503,
"learning_rate": 1.9987095139490307e-05,
"loss": 1.0964,
"step": 805
},
{
"epoch": 0.0,
"grad_norm": 1.3231647539180627,
"learning_rate": 1.998709501876746e-05,
"loss": 0.9297,
"step": 806
},
{
"epoch": 0.0,
"grad_norm": 1.5019149477785743,
"learning_rate": 1.9987094897873492e-05,
"loss": 1.2041,
"step": 807
},
{
"epoch": 0.0,
"grad_norm": 1.415103255369782,
"learning_rate": 1.9987094776808408e-05,
"loss": 1.1363,
"step": 808
},
{
"epoch": 0.0,
"grad_norm": 1.4292438423220264,
"learning_rate": 1.998709465557221e-05,
"loss": 1.0215,
"step": 809
},
{
"epoch": 0.0,
"grad_norm": 1.3631496857826377,
"learning_rate": 1.998709453416489e-05,
"loss": 1.1367,
"step": 810
},
{
"epoch": 0.0,
"grad_norm": 1.5958988438532098,
"learning_rate": 1.998709441258646e-05,
"loss": 0.8403,
"step": 811
},
{
"epoch": 0.0,
"grad_norm": 1.2404648934547142,
"learning_rate": 1.9987094290836908e-05,
"loss": 0.9897,
"step": 812
},
{
"epoch": 0.0,
"grad_norm": 1.2901676411337786,
"learning_rate": 1.9987094168916246e-05,
"loss": 1.1948,
"step": 813
},
{
"epoch": 0.0,
"grad_norm": 1.5824231827880457,
"learning_rate": 1.9987094046824467e-05,
"loss": 1.1421,
"step": 814
},
{
"epoch": 0.0,
"grad_norm": 1.34019990419172,
"learning_rate": 1.998709392456157e-05,
"loss": 0.9907,
"step": 815
},
{
"epoch": 0.0,
"grad_norm": 1.3852494313352994,
"learning_rate": 1.9987093802127558e-05,
"loss": 1.3809,
"step": 816
},
{
"epoch": 0.0,
"grad_norm": 2.086899781881123,
"learning_rate": 1.9987093679522425e-05,
"loss": 1.0034,
"step": 817
},
{
"epoch": 0.0,
"grad_norm": 1.2579824676353277,
"learning_rate": 1.9987093556746182e-05,
"loss": 1.2119,
"step": 818
},
{
"epoch": 0.0,
"grad_norm": 1.561370594018747,
"learning_rate": 1.9987093433798818e-05,
"loss": 0.8748,
"step": 819
},
{
"epoch": 0.0,
"grad_norm": 1.5032734121545135,
"learning_rate": 1.998709331068034e-05,
"loss": 1.1152,
"step": 820
},
{
"epoch": 0.0,
"grad_norm": 1.3814552672437526,
"learning_rate": 1.9987093187390747e-05,
"loss": 1.1843,
"step": 821
},
{
"epoch": 0.0,
"grad_norm": 1.3504626258500267,
"learning_rate": 1.9987093063930037e-05,
"loss": 0.9717,
"step": 822
},
{
"epoch": 0.0,
"grad_norm": 1.2147077380026143,
"learning_rate": 1.9987092940298212e-05,
"loss": 1.0317,
"step": 823
},
{
"epoch": 0.0,
"grad_norm": 1.3930592608611219,
"learning_rate": 1.9987092816495267e-05,
"loss": 1.1606,
"step": 824
},
{
"epoch": 0.0,
"grad_norm": 1.442497935830793,
"learning_rate": 1.998709269252121e-05,
"loss": 1.2671,
"step": 825
},
{
"epoch": 0.0,
"grad_norm": 1.4213934281982663,
"learning_rate": 1.9987092568376033e-05,
"loss": 1.2305,
"step": 826
},
{
"epoch": 0.0,
"grad_norm": 1.3760625894916132,
"learning_rate": 1.9987092444059742e-05,
"loss": 1.05,
"step": 827
},
{
"epoch": 0.0,
"grad_norm": 1.3814721804788586,
"learning_rate": 1.9987092319572333e-05,
"loss": 1.0588,
"step": 828
},
{
"epoch": 0.0,
"grad_norm": 1.351643157492701,
"learning_rate": 1.998709219491381e-05,
"loss": 0.9736,
"step": 829
},
{
"epoch": 0.0,
"grad_norm": 1.4654418538069118,
"learning_rate": 1.998709207008417e-05,
"loss": 0.9937,
"step": 830
},
{
"epoch": 0.0,
"grad_norm": 1.5263068931029544,
"learning_rate": 1.9987091945083414e-05,
"loss": 0.9033,
"step": 831
},
{
"epoch": 0.0,
"grad_norm": 1.7842237177919213,
"learning_rate": 1.998709181991154e-05,
"loss": 1.1143,
"step": 832
},
{
"epoch": 0.0,
"grad_norm": 1.2578003213423168,
"learning_rate": 1.9987091694568554e-05,
"loss": 1.0737,
"step": 833
},
{
"epoch": 0.0,
"grad_norm": 1.290251582253559,
"learning_rate": 1.9987091569054446e-05,
"loss": 1.106,
"step": 834
},
{
"epoch": 0.0,
"grad_norm": 1.5820525744849467,
"learning_rate": 1.9987091443369228e-05,
"loss": 0.9775,
"step": 835
},
{
"epoch": 0.0,
"grad_norm": 2.034803715080408,
"learning_rate": 1.9987091317512888e-05,
"loss": 1.5298,
"step": 836
},
{
"epoch": 0.0,
"grad_norm": 1.370775017275762,
"learning_rate": 1.9987091191485434e-05,
"loss": 1.0808,
"step": 837
},
{
"epoch": 0.0,
"grad_norm": 1.203426372879798,
"learning_rate": 1.9987091065286866e-05,
"loss": 0.8484,
"step": 838
},
{
"epoch": 0.0,
"grad_norm": 1.472281491787967,
"learning_rate": 1.998709093891718e-05,
"loss": 1.2417,
"step": 839
},
{
"epoch": 0.0,
"grad_norm": 1.35629893447563,
"learning_rate": 1.998709081237638e-05,
"loss": 1.0454,
"step": 840
},
{
"epoch": 0.0,
"grad_norm": 1.3418428504763331,
"learning_rate": 1.998709068566446e-05,
"loss": 1.2407,
"step": 841
},
{
"epoch": 0.0,
"grad_norm": 1.597578349930757,
"learning_rate": 1.9987090558781428e-05,
"loss": 1.1807,
"step": 842
},
{
"epoch": 0.0,
"grad_norm": 1.2311407282794153,
"learning_rate": 1.9987090431727275e-05,
"loss": 0.8896,
"step": 843
},
{
"epoch": 0.0,
"grad_norm": 1.4178008513448201,
"learning_rate": 1.998709030450201e-05,
"loss": 0.8955,
"step": 844
},
{
"epoch": 0.0,
"grad_norm": 1.5618513668328484,
"learning_rate": 1.9987090177105627e-05,
"loss": 1.2349,
"step": 845
},
{
"epoch": 0.0,
"grad_norm": 1.4270898118069286,
"learning_rate": 1.998709004953813e-05,
"loss": 1.1602,
"step": 846
},
{
"epoch": 0.0,
"grad_norm": 1.351973763225415,
"learning_rate": 1.9987089921799512e-05,
"loss": 0.9619,
"step": 847
},
{
"epoch": 0.0,
"grad_norm": 1.3401014341565456,
"learning_rate": 1.9987089793889782e-05,
"loss": 1.0742,
"step": 848
},
{
"epoch": 0.0,
"grad_norm": 1.6887019786317796,
"learning_rate": 1.9987089665808934e-05,
"loss": 1.2412,
"step": 849
},
{
"epoch": 0.0,
"grad_norm": 2.088422231200263,
"learning_rate": 1.998708953755697e-05,
"loss": 1.1689,
"step": 850
},
{
"epoch": 0.0,
"grad_norm": 1.4060000727342827,
"learning_rate": 1.9987089409133892e-05,
"loss": 1.0312,
"step": 851
},
{
"epoch": 0.0,
"grad_norm": 1.468620943933195,
"learning_rate": 1.9987089280539694e-05,
"loss": 1.3384,
"step": 852
},
{
"epoch": 0.0,
"grad_norm": 1.2095174523175067,
"learning_rate": 1.9987089151774383e-05,
"loss": 0.9453,
"step": 853
},
{
"epoch": 0.0,
"grad_norm": 1.5398079088472956,
"learning_rate": 1.9987089022837957e-05,
"loss": 1.0903,
"step": 854
},
{
"epoch": 0.0,
"grad_norm": 1.3921664834710665,
"learning_rate": 1.998708889373041e-05,
"loss": 1.1382,
"step": 855
},
{
"epoch": 0.0,
"grad_norm": 1.3964311496221613,
"learning_rate": 1.998708876445175e-05,
"loss": 1.1187,
"step": 856
},
{
"epoch": 0.0,
"grad_norm": 1.466906669154562,
"learning_rate": 1.9987088635001974e-05,
"loss": 1.1182,
"step": 857
},
{
"epoch": 0.0,
"grad_norm": 1.5142837567458134,
"learning_rate": 1.9987088505381084e-05,
"loss": 1.1387,
"step": 858
},
{
"epoch": 0.0,
"grad_norm": 1.1370781399189034,
"learning_rate": 1.9987088375589074e-05,
"loss": 0.8085,
"step": 859
},
{
"epoch": 0.0,
"grad_norm": 1.4665875037821643,
"learning_rate": 1.998708824562595e-05,
"loss": 0.7821,
"step": 860
},
{
"epoch": 0.0,
"grad_norm": 1.3791529621161744,
"learning_rate": 1.998708811549171e-05,
"loss": 1.2798,
"step": 861
},
{
"epoch": 0.0,
"grad_norm": 1.5197005385997149,
"learning_rate": 1.998708798518635e-05,
"loss": 0.9878,
"step": 862
},
{
"epoch": 0.0,
"grad_norm": 1.3488411821826511,
"learning_rate": 1.9987087854709876e-05,
"loss": 1.1792,
"step": 863
},
{
"epoch": 0.0,
"grad_norm": 1.2142359939782157,
"learning_rate": 1.9987087724062288e-05,
"loss": 0.8457,
"step": 864
},
{
"epoch": 0.0,
"grad_norm": 1.3530979585478393,
"learning_rate": 1.9987087593243582e-05,
"loss": 1.3516,
"step": 865
},
{
"epoch": 0.0,
"grad_norm": 1.6397092897666035,
"learning_rate": 1.998708746225376e-05,
"loss": 1.0549,
"step": 866
},
{
"epoch": 0.0,
"grad_norm": 2.6138026881916416,
"learning_rate": 1.998708733109282e-05,
"loss": 1.1567,
"step": 867
},
{
"epoch": 0.0,
"grad_norm": 1.3154816139354335,
"learning_rate": 1.998708719976077e-05,
"loss": 1.0815,
"step": 868
},
{
"epoch": 0.0,
"grad_norm": 1.173674105220784,
"learning_rate": 1.99870870682576e-05,
"loss": 0.9167,
"step": 869
},
{
"epoch": 0.0,
"grad_norm": 1.3137354258882203,
"learning_rate": 1.9987086936583316e-05,
"loss": 1.1519,
"step": 870
},
{
"epoch": 0.0,
"grad_norm": 1.5185882859024293,
"learning_rate": 1.998708680473791e-05,
"loss": 1.2812,
"step": 871
},
{
"epoch": 0.0,
"grad_norm": 1.3709848909554136,
"learning_rate": 1.9987086672721392e-05,
"loss": 1.0547,
"step": 872
},
{
"epoch": 0.0,
"grad_norm": 1.3325545997240518,
"learning_rate": 1.998708654053376e-05,
"loss": 0.9304,
"step": 873
},
{
"epoch": 0.0,
"grad_norm": 1.386636049195486,
"learning_rate": 1.998708640817501e-05,
"loss": 1.0137,
"step": 874
},
{
"epoch": 0.0,
"grad_norm": 1.2007196831292133,
"learning_rate": 1.9987086275645143e-05,
"loss": 0.9956,
"step": 875
},
{
"epoch": 0.0,
"grad_norm": 1.311727250908302,
"learning_rate": 1.998708614294416e-05,
"loss": 1.1835,
"step": 876
},
{
"epoch": 0.0,
"grad_norm": 1.1115493956386744,
"learning_rate": 1.998708601007206e-05,
"loss": 0.9232,
"step": 877
},
{
"epoch": 0.0,
"grad_norm": 1.172070143664195,
"learning_rate": 1.9987085877028846e-05,
"loss": 0.9355,
"step": 878
},
{
"epoch": 0.0,
"grad_norm": 1.447338025216525,
"learning_rate": 1.9987085743814515e-05,
"loss": 1.1665,
"step": 879
},
{
"epoch": 0.0,
"grad_norm": 1.1706545259954808,
"learning_rate": 1.998708561042907e-05,
"loss": 0.8203,
"step": 880
},
{
"epoch": 0.0,
"grad_norm": 1.3880558069151838,
"learning_rate": 1.9987085476872505e-05,
"loss": 1.0071,
"step": 881
},
{
"epoch": 0.0,
"grad_norm": 1.1667808692531616,
"learning_rate": 1.9987085343144827e-05,
"loss": 1.0264,
"step": 882
},
{
"epoch": 0.0,
"grad_norm": 1.5148075691612235,
"learning_rate": 1.998708520924603e-05,
"loss": 1.2673,
"step": 883
},
{
"epoch": 0.0,
"grad_norm": 1.386801789712205,
"learning_rate": 1.998708507517612e-05,
"loss": 1.312,
"step": 884
},
{
"epoch": 0.0,
"grad_norm": 1.368463672667285,
"learning_rate": 1.9987084940935094e-05,
"loss": 0.8694,
"step": 885
},
{
"epoch": 0.0,
"grad_norm": 1.182389858834444,
"learning_rate": 1.998708480652295e-05,
"loss": 0.8215,
"step": 886
},
{
"epoch": 0.0,
"grad_norm": 1.0986447481990533,
"learning_rate": 1.998708467193969e-05,
"loss": 0.7944,
"step": 887
},
{
"epoch": 0.0,
"grad_norm": 1.3674717634866946,
"learning_rate": 1.9987084537185317e-05,
"loss": 1.3647,
"step": 888
},
{
"epoch": 0.0,
"grad_norm": 1.3206806008314564,
"learning_rate": 1.9987084402259823e-05,
"loss": 0.8439,
"step": 889
},
{
"epoch": 0.0,
"grad_norm": 1.3219431000611161,
"learning_rate": 1.9987084267163218e-05,
"loss": 0.9321,
"step": 890
},
{
"epoch": 0.0,
"grad_norm": 1.4836284968850555,
"learning_rate": 1.998708413189549e-05,
"loss": 0.9932,
"step": 891
},
{
"epoch": 0.0,
"grad_norm": 1.3668394681187164,
"learning_rate": 1.998708399645665e-05,
"loss": 0.9336,
"step": 892
},
{
"epoch": 0.0,
"grad_norm": 1.320958763729333,
"learning_rate": 1.9987083860846697e-05,
"loss": 1.0522,
"step": 893
},
{
"epoch": 0.0,
"grad_norm": 1.2960251470969435,
"learning_rate": 1.9987083725065628e-05,
"loss": 1.0601,
"step": 894
},
{
"epoch": 0.0,
"grad_norm": 1.2879063363197292,
"learning_rate": 1.9987083589113438e-05,
"loss": 1.1995,
"step": 895
},
{
"epoch": 0.0,
"grad_norm": 1.4173808074301995,
"learning_rate": 1.9987083452990134e-05,
"loss": 1.1328,
"step": 896
},
{
"epoch": 0.0,
"grad_norm": 1.647653329918102,
"learning_rate": 1.9987083316695716e-05,
"loss": 0.8931,
"step": 897
},
{
"epoch": 0.0,
"grad_norm": 1.5179972223349427,
"learning_rate": 1.998708318023018e-05,
"loss": 1.127,
"step": 898
},
{
"epoch": 0.0,
"grad_norm": 1.076814712191796,
"learning_rate": 1.9987083043593527e-05,
"loss": 0.7616,
"step": 899
},
{
"epoch": 0.0,
"grad_norm": 2.276015979147599,
"learning_rate": 1.9987082906785756e-05,
"loss": 0.9219,
"step": 900
},
{
"epoch": 0.0,
"grad_norm": 1.1857722412281888,
"learning_rate": 1.9987082769806874e-05,
"loss": 0.9678,
"step": 901
},
{
"epoch": 0.0,
"grad_norm": 1.3479789900288521,
"learning_rate": 1.998708263265687e-05,
"loss": 0.9089,
"step": 902
},
{
"epoch": 0.0,
"grad_norm": 1.3195777970681604,
"learning_rate": 1.9987082495335758e-05,
"loss": 0.9951,
"step": 903
},
{
"epoch": 0.0,
"grad_norm": 1.3581419866546747,
"learning_rate": 1.9987082357843524e-05,
"loss": 1.123,
"step": 904
},
{
"epoch": 0.0,
"grad_norm": 1.5727848309304446,
"learning_rate": 1.9987082220180175e-05,
"loss": 0.9819,
"step": 905
},
{
"epoch": 0.0,
"grad_norm": 1.3205555799285698,
"learning_rate": 1.9987082082345715e-05,
"loss": 0.9795,
"step": 906
},
{
"epoch": 0.0,
"grad_norm": 1.317048230393812,
"learning_rate": 1.998708194434013e-05,
"loss": 1.1035,
"step": 907
},
{
"epoch": 0.0,
"grad_norm": 1.431071710934343,
"learning_rate": 1.9987081806163437e-05,
"loss": 1.1475,
"step": 908
},
{
"epoch": 0.0,
"grad_norm": 1.1609133937381462,
"learning_rate": 1.9987081667815624e-05,
"loss": 0.814,
"step": 909
},
{
"epoch": 0.0,
"grad_norm": 1.384707730781913,
"learning_rate": 1.9987081529296698e-05,
"loss": 0.8794,
"step": 910
},
{
"epoch": 0.0,
"grad_norm": 1.5367797342988712,
"learning_rate": 1.9987081390606654e-05,
"loss": 1.0771,
"step": 911
},
{
"epoch": 0.0,
"grad_norm": 1.2577939713339525,
"learning_rate": 1.9987081251745492e-05,
"loss": 0.9978,
"step": 912
},
{
"epoch": 0.0,
"grad_norm": 1.2155792855343357,
"learning_rate": 1.9987081112713216e-05,
"loss": 0.8826,
"step": 913
},
{
"epoch": 0.0,
"grad_norm": 1.194446673994916,
"learning_rate": 1.9987080973509822e-05,
"loss": 0.9719,
"step": 914
},
{
"epoch": 0.0,
"grad_norm": 1.7847968142400237,
"learning_rate": 1.9987080834135315e-05,
"loss": 1.1602,
"step": 915
},
{
"epoch": 0.0,
"grad_norm": 1.358919089148,
"learning_rate": 1.9987080694589693e-05,
"loss": 0.963,
"step": 916
},
{
"epoch": 0.0,
"grad_norm": 1.6045487266790097,
"learning_rate": 1.998708055487295e-05,
"loss": 1.2173,
"step": 917
},
{
"epoch": 0.0,
"grad_norm": 1.2325892508575802,
"learning_rate": 1.9987080414985096e-05,
"loss": 1.2583,
"step": 918
},
{
"epoch": 0.0,
"grad_norm": 1.3760215259187882,
"learning_rate": 1.998708027492612e-05,
"loss": 1.0178,
"step": 919
},
{
"epoch": 0.0,
"grad_norm": 1.2209938130452385,
"learning_rate": 1.9987080134696036e-05,
"loss": 0.9644,
"step": 920
},
{
"epoch": 0.0,
"grad_norm": 1.4837495791298865,
"learning_rate": 1.9987079994294832e-05,
"loss": 1.2671,
"step": 921
},
{
"epoch": 0.0,
"grad_norm": 1.1712147696620374,
"learning_rate": 1.998707985372251e-05,
"loss": 0.8811,
"step": 922
},
{
"epoch": 0.0,
"grad_norm": 1.0794699752010404,
"learning_rate": 1.9987079712979073e-05,
"loss": 0.7729,
"step": 923
},
{
"epoch": 0.0,
"grad_norm": 1.3445345783801999,
"learning_rate": 1.998707957206452e-05,
"loss": 1.0173,
"step": 924
},
{
"epoch": 0.0,
"grad_norm": 1.7472072524194444,
"learning_rate": 1.9987079430978854e-05,
"loss": 0.9331,
"step": 925
},
{
"epoch": 0.0,
"grad_norm": 1.543046703059527,
"learning_rate": 1.998707928972207e-05,
"loss": 1.0269,
"step": 926
},
{
"epoch": 0.0,
"grad_norm": 1.324626128513467,
"learning_rate": 1.9987079148294168e-05,
"loss": 1.1631,
"step": 927
},
{
"epoch": 0.0,
"grad_norm": 1.1854381228596318,
"learning_rate": 1.9987079006695155e-05,
"loss": 1.1416,
"step": 928
},
{
"epoch": 0.0,
"grad_norm": 1.2027428255344925,
"learning_rate": 1.998707886492502e-05,
"loss": 0.8867,
"step": 929
},
{
"epoch": 0.0,
"grad_norm": 1.2220711572567051,
"learning_rate": 1.9987078722983773e-05,
"loss": 0.9329,
"step": 930
},
{
"epoch": 0.0,
"grad_norm": 1.1448460168869423,
"learning_rate": 1.998707858087141e-05,
"loss": 0.9451,
"step": 931
},
{
"epoch": 0.0,
"grad_norm": 1.4958335709992259,
"learning_rate": 1.9987078438587928e-05,
"loss": 1.4434,
"step": 932
},
{
"epoch": 0.0,
"grad_norm": 1.346344992669711,
"learning_rate": 1.9987078296133334e-05,
"loss": 1.0913,
"step": 933
},
{
"epoch": 0.0,
"grad_norm": 1.3363698516281248,
"learning_rate": 1.9987078153507622e-05,
"loss": 0.8296,
"step": 934
},
{
"epoch": 0.0,
"grad_norm": 1.3589696170085601,
"learning_rate": 1.9987078010710793e-05,
"loss": 0.9023,
"step": 935
},
{
"epoch": 0.0,
"grad_norm": 1.4344616167764417,
"learning_rate": 1.998707786774285e-05,
"loss": 0.979,
"step": 936
},
{
"epoch": 0.0,
"grad_norm": 1.2713608923513668,
"learning_rate": 1.9987077724603792e-05,
"loss": 0.9534,
"step": 937
},
{
"epoch": 0.0,
"grad_norm": 1.2713932409015922,
"learning_rate": 1.9987077581293617e-05,
"loss": 0.8833,
"step": 938
},
{
"epoch": 0.0,
"grad_norm": 1.503750245561207,
"learning_rate": 1.9987077437812324e-05,
"loss": 1.0559,
"step": 939
},
{
"epoch": 0.0,
"grad_norm": 1.3532982413592054,
"learning_rate": 1.9987077294159917e-05,
"loss": 1.062,
"step": 940
},
{
"epoch": 0.0,
"grad_norm": 1.1098027546360176,
"learning_rate": 1.9987077150336392e-05,
"loss": 0.9761,
"step": 941
},
{
"epoch": 0.0,
"grad_norm": 1.5020020951918047,
"learning_rate": 1.9987077006341753e-05,
"loss": 1.1499,
"step": 942
},
{
"epoch": 0.0,
"grad_norm": 1.728181451078964,
"learning_rate": 1.9987076862175997e-05,
"loss": 1.1675,
"step": 943
},
{
"epoch": 0.0,
"grad_norm": 1.9714985386850048,
"learning_rate": 1.998707671783913e-05,
"loss": 0.9001,
"step": 944
},
{
"epoch": 0.0,
"grad_norm": 1.4464476380613716,
"learning_rate": 1.9987076573331138e-05,
"loss": 1.0903,
"step": 945
},
{
"epoch": 0.0,
"grad_norm": 1.4606544914092194,
"learning_rate": 1.9987076428652036e-05,
"loss": 0.9028,
"step": 946
},
{
"epoch": 0.0,
"grad_norm": 1.272069231053658,
"learning_rate": 1.998707628380182e-05,
"loss": 1.0962,
"step": 947
},
{
"epoch": 0.0,
"grad_norm": 1.7230595745828539,
"learning_rate": 1.998707613878048e-05,
"loss": 0.8521,
"step": 948
},
{
"epoch": 0.0,
"grad_norm": 1.300503812878925,
"learning_rate": 1.998707599358803e-05,
"loss": 1.1948,
"step": 949
},
{
"epoch": 0.0,
"grad_norm": 3.5942669040621786,
"learning_rate": 1.9987075848224467e-05,
"loss": 1.3125,
"step": 950
},
{
"epoch": 0.0,
"grad_norm": 1.0863721238505213,
"learning_rate": 1.9987075702689784e-05,
"loss": 0.6089,
"step": 951
},
{
"epoch": 0.0,
"grad_norm": 1.2076364129769672,
"learning_rate": 1.9987075556983986e-05,
"loss": 0.9429,
"step": 952
},
{
"epoch": 0.0,
"grad_norm": 1.3794536422622228,
"learning_rate": 1.998707541110707e-05,
"loss": 1.1157,
"step": 953
},
{
"epoch": 0.0,
"grad_norm": 1.4282720677884286,
"learning_rate": 1.998707526505904e-05,
"loss": 1.3086,
"step": 954
},
{
"epoch": 0.0,
"grad_norm": 1.911294734373929,
"learning_rate": 1.9987075118839893e-05,
"loss": 1.1006,
"step": 955
},
{
"epoch": 0.0,
"grad_norm": 1.0824802169577883,
"learning_rate": 1.9987074972449632e-05,
"loss": 0.8625,
"step": 956
},
{
"epoch": 0.0,
"grad_norm": 1.149159314909156,
"learning_rate": 1.9987074825888253e-05,
"loss": 0.8418,
"step": 957
},
{
"epoch": 0.0,
"grad_norm": 1.0282677965801343,
"learning_rate": 1.998707467915576e-05,
"loss": 0.7828,
"step": 958
},
{
"epoch": 0.0,
"grad_norm": 1.3897086564056225,
"learning_rate": 1.998707453225215e-05,
"loss": 0.9727,
"step": 959
},
{
"epoch": 0.0,
"grad_norm": 2.021249538178589,
"learning_rate": 1.9987074385177424e-05,
"loss": 1.3066,
"step": 960
},
{
"epoch": 0.0,
"grad_norm": 2.201796543738665,
"learning_rate": 1.998707423793158e-05,
"loss": 1.0884,
"step": 961
},
{
"epoch": 0.0,
"grad_norm": 1.1668547864653698,
"learning_rate": 1.9987074090514624e-05,
"loss": 0.8582,
"step": 962
},
{
"epoch": 0.0,
"grad_norm": 1.5007328786208534,
"learning_rate": 1.9987073942926553e-05,
"loss": 1.4854,
"step": 963
},
{
"epoch": 0.0,
"grad_norm": 1.3901716629208065,
"learning_rate": 1.998707379516736e-05,
"loss": 1.1118,
"step": 964
},
{
"epoch": 0.0,
"grad_norm": 1.8653776583137223,
"learning_rate": 1.9987073647237055e-05,
"loss": 1.3545,
"step": 965
},
{
"epoch": 0.0,
"grad_norm": 1.56213130415653,
"learning_rate": 1.9987073499135635e-05,
"loss": 1.1133,
"step": 966
},
{
"epoch": 0.0,
"grad_norm": 1.3848714640083555,
"learning_rate": 1.9987073350863097e-05,
"loss": 1.0474,
"step": 967
},
{
"epoch": 0.0,
"grad_norm": 1.373882359661735,
"learning_rate": 1.9987073202419444e-05,
"loss": 0.8799,
"step": 968
},
{
"epoch": 0.0,
"grad_norm": 1.1127207633441214,
"learning_rate": 1.9987073053804678e-05,
"loss": 0.7136,
"step": 969
},
{
"epoch": 0.0,
"grad_norm": 1.5057635839648527,
"learning_rate": 1.9987072905018794e-05,
"loss": 1.0786,
"step": 970
},
{
"epoch": 0.0,
"grad_norm": 1.4512359481775232,
"learning_rate": 1.9987072756061792e-05,
"loss": 1.0767,
"step": 971
},
{
"epoch": 0.0,
"grad_norm": 1.2935991853539208,
"learning_rate": 1.9987072606933676e-05,
"loss": 0.9043,
"step": 972
},
{
"epoch": 0.0,
"grad_norm": 1.5209018831176055,
"learning_rate": 1.9987072457634446e-05,
"loss": 0.9844,
"step": 973
},
{
"epoch": 0.0,
"grad_norm": 1.3792282031219223,
"learning_rate": 1.99870723081641e-05,
"loss": 1.064,
"step": 974
},
{
"epoch": 0.0,
"grad_norm": 2.5484618877504626,
"learning_rate": 1.9987072158522633e-05,
"loss": 1.2065,
"step": 975
},
{
"epoch": 0.0,
"grad_norm": 1.2008882513378307,
"learning_rate": 1.9987072008710054e-05,
"loss": 1.0464,
"step": 976
},
{
"epoch": 0.0,
"grad_norm": 1.8986969444793178,
"learning_rate": 1.998707185872636e-05,
"loss": 1.1172,
"step": 977
},
{
"epoch": 0.0,
"grad_norm": 1.3350536702115297,
"learning_rate": 1.9987071708571546e-05,
"loss": 0.8992,
"step": 978
},
{
"epoch": 0.0,
"grad_norm": 1.5173070167115277,
"learning_rate": 1.998707155824562e-05,
"loss": 1.2266,
"step": 979
},
{
"epoch": 0.0,
"grad_norm": 1.4124116903735762,
"learning_rate": 1.9987071407748577e-05,
"loss": 1.1138,
"step": 980
},
{
"epoch": 0.0,
"grad_norm": 1.3352253225817725,
"learning_rate": 1.998707125708042e-05,
"loss": 1.0955,
"step": 981
},
{
"epoch": 0.0,
"grad_norm": 1.4522892999727808,
"learning_rate": 1.9987071106241145e-05,
"loss": 1.2671,
"step": 982
},
{
"epoch": 0.0,
"grad_norm": 1.5706098284521814,
"learning_rate": 1.9987070955230752e-05,
"loss": 0.9414,
"step": 983
},
{
"epoch": 0.0,
"grad_norm": 1.3449523780503634,
"learning_rate": 1.9987070804049246e-05,
"loss": 0.8872,
"step": 984
},
{
"epoch": 0.0,
"grad_norm": 1.5850751815679072,
"learning_rate": 1.9987070652696625e-05,
"loss": 0.9785,
"step": 985
},
{
"epoch": 0.0,
"grad_norm": 1.165208239874497,
"learning_rate": 1.9987070501172886e-05,
"loss": 0.7468,
"step": 986
},
{
"epoch": 0.0,
"grad_norm": 1.2309327234745444,
"learning_rate": 1.9987070349478034e-05,
"loss": 1.0417,
"step": 987
},
{
"epoch": 0.0,
"grad_norm": 1.3223209341362328,
"learning_rate": 1.9987070197612063e-05,
"loss": 1.2329,
"step": 988
},
{
"epoch": 0.0,
"grad_norm": 1.4816674686396816,
"learning_rate": 1.998707004557498e-05,
"loss": 1.1089,
"step": 989
},
{
"epoch": 0.0,
"grad_norm": 1.5255133155784253,
"learning_rate": 1.9987069893366777e-05,
"loss": 1.3491,
"step": 990
},
{
"epoch": 0.0,
"grad_norm": 1.3819343666633588,
"learning_rate": 1.998706974098746e-05,
"loss": 1.3428,
"step": 991
},
{
"epoch": 0.0,
"grad_norm": 1.2381302413559898,
"learning_rate": 1.9987069588437026e-05,
"loss": 1.2075,
"step": 992
},
{
"epoch": 0.0,
"grad_norm": 1.461217761569255,
"learning_rate": 1.998706943571548e-05,
"loss": 1.1909,
"step": 993
},
{
"epoch": 0.0,
"grad_norm": 1.1254364862336295,
"learning_rate": 1.9987069282822813e-05,
"loss": 0.6924,
"step": 994
},
{
"epoch": 0.0,
"grad_norm": 1.6500349214499657,
"learning_rate": 1.9987069129759033e-05,
"loss": 1.0767,
"step": 995
},
{
"epoch": 0.0,
"grad_norm": 1.4546834320765407,
"learning_rate": 1.998706897652414e-05,
"loss": 1.0977,
"step": 996
},
{
"epoch": 0.0,
"grad_norm": 1.252559425786882,
"learning_rate": 1.9987068823118127e-05,
"loss": 1.0679,
"step": 997
},
{
"epoch": 0.0,
"grad_norm": 1.5876222878761754,
"learning_rate": 1.9987068669540998e-05,
"loss": 1.2803,
"step": 998
},
{
"epoch": 0.0,
"grad_norm": 1.2116287227515572,
"learning_rate": 1.9987068515792754e-05,
"loss": 1.1375,
"step": 999
},
{
"epoch": 0.0,
"grad_norm": 1.240425683833313,
"learning_rate": 1.9987068361873396e-05,
"loss": 1.0547,
"step": 1000
},
{
"epoch": 0.0,
"grad_norm": 1.2933436654028845,
"learning_rate": 1.998706820778292e-05,
"loss": 0.7144,
"step": 1001
},
{
"epoch": 0.0,
"grad_norm": 1.1963323593089625,
"learning_rate": 1.998706805352133e-05,
"loss": 0.8813,
"step": 1002
},
{
"epoch": 0.0,
"grad_norm": 1.4549715348700485,
"learning_rate": 1.9987067899088624e-05,
"loss": 1.0391,
"step": 1003
},
{
"epoch": 0.0,
"grad_norm": 1.2333546054569298,
"learning_rate": 1.99870677444848e-05,
"loss": 0.7906,
"step": 1004
},
{
"epoch": 0.0,
"grad_norm": 1.52465044299091,
"learning_rate": 1.9987067589709864e-05,
"loss": 1.0142,
"step": 1005
},
{
"epoch": 0.0,
"grad_norm": 1.4930032627302572,
"learning_rate": 1.9987067434763808e-05,
"loss": 0.9639,
"step": 1006
},
{
"epoch": 0.0,
"grad_norm": 1.4642384003096232,
"learning_rate": 1.998706727964664e-05,
"loss": 1.0327,
"step": 1007
},
{
"epoch": 0.0,
"grad_norm": 1.5414143519084702,
"learning_rate": 1.9987067124358355e-05,
"loss": 1.3159,
"step": 1008
},
{
"epoch": 0.0,
"grad_norm": 1.4039205967547408,
"learning_rate": 1.9987066968898953e-05,
"loss": 1.2461,
"step": 1009
},
{
"epoch": 0.0,
"grad_norm": 1.2414071372949058,
"learning_rate": 1.998706681326844e-05,
"loss": 0.9956,
"step": 1010
},
{
"epoch": 0.0,
"grad_norm": 1.2983472808819996,
"learning_rate": 1.9987066657466805e-05,
"loss": 0.8813,
"step": 1011
},
{
"epoch": 0.0,
"grad_norm": 1.761422278247473,
"learning_rate": 1.9987066501494056e-05,
"loss": 0.9802,
"step": 1012
},
{
"epoch": 0.0,
"grad_norm": 1.479746619778649,
"learning_rate": 1.9987066345350194e-05,
"loss": 1.1113,
"step": 1013
},
{
"epoch": 0.0,
"grad_norm": 1.2514074508122057,
"learning_rate": 1.9987066189035213e-05,
"loss": 0.8638,
"step": 1014
},
{
"epoch": 0.0,
"grad_norm": 1.3598011708072335,
"learning_rate": 1.9987066032549115e-05,
"loss": 0.8608,
"step": 1015
},
{
"epoch": 0.0,
"grad_norm": 1.549200140783105,
"learning_rate": 1.9987065875891903e-05,
"loss": 0.9316,
"step": 1016
},
{
"epoch": 0.0,
"grad_norm": 1.2272549757974123,
"learning_rate": 1.9987065719063577e-05,
"loss": 1.0112,
"step": 1017
},
{
"epoch": 0.0,
"grad_norm": 1.3991878350621656,
"learning_rate": 1.9987065562064136e-05,
"loss": 1.0027,
"step": 1018
},
{
"epoch": 0.0,
"grad_norm": 1.2909559273587736,
"learning_rate": 1.9987065404893578e-05,
"loss": 1.146,
"step": 1019
},
{
"epoch": 0.0,
"grad_norm": 1.1112358175602057,
"learning_rate": 1.9987065247551902e-05,
"loss": 1.0652,
"step": 1020
},
{
"epoch": 0.0,
"grad_norm": 1.5003957226425053,
"learning_rate": 1.9987065090039112e-05,
"loss": 1.0273,
"step": 1021
},
{
"epoch": 0.0,
"grad_norm": 1.5152362442890153,
"learning_rate": 1.9987064932355208e-05,
"loss": 1.1184,
"step": 1022
},
{
"epoch": 0.0,
"grad_norm": 1.3607195639177156,
"learning_rate": 1.9987064774500183e-05,
"loss": 0.9226,
"step": 1023
},
{
"epoch": 0.0,
"grad_norm": 1.698345231653125,
"learning_rate": 1.9987064616474047e-05,
"loss": 1.1123,
"step": 1024
},
{
"epoch": 0.0,
"grad_norm": 1.5695758818930627,
"learning_rate": 1.9987064458276793e-05,
"loss": 1.1885,
"step": 1025
},
{
"epoch": 0.0,
"grad_norm": 1.4696271184692014,
"learning_rate": 1.9987064299908426e-05,
"loss": 0.9551,
"step": 1026
},
{
"epoch": 0.0,
"grad_norm": 1.6599879280478664,
"learning_rate": 1.998706414136894e-05,
"loss": 1.1338,
"step": 1027
},
{
"epoch": 0.0,
"grad_norm": 1.491199345971443,
"learning_rate": 1.998706398265834e-05,
"loss": 0.9976,
"step": 1028
},
{
"epoch": 0.0,
"grad_norm": 1.414433214689594,
"learning_rate": 1.9987063823776624e-05,
"loss": 1.0718,
"step": 1029
},
{
"epoch": 0.0,
"grad_norm": 1.4469076066431696,
"learning_rate": 1.9987063664723792e-05,
"loss": 0.9719,
"step": 1030
},
{
"epoch": 0.0,
"grad_norm": 1.4665110140626512,
"learning_rate": 1.9987063505499847e-05,
"loss": 1.0483,
"step": 1031
},
{
"epoch": 0.0,
"grad_norm": 1.4347099096051572,
"learning_rate": 1.9987063346104783e-05,
"loss": 1.165,
"step": 1032
},
{
"epoch": 0.0,
"grad_norm": 1.878622307210149,
"learning_rate": 1.9987063186538606e-05,
"loss": 1.187,
"step": 1033
},
{
"epoch": 0.0,
"grad_norm": 1.1710938456855313,
"learning_rate": 1.998706302680131e-05,
"loss": 0.9302,
"step": 1034
},
{
"epoch": 0.0,
"grad_norm": 1.2041144822812797,
"learning_rate": 1.99870628668929e-05,
"loss": 0.9492,
"step": 1035
},
{
"epoch": 0.0,
"grad_norm": 1.2667927946906612,
"learning_rate": 1.9987062706813375e-05,
"loss": 1.1992,
"step": 1036
},
{
"epoch": 0.0,
"grad_norm": 1.3668022702948182,
"learning_rate": 1.9987062546562734e-05,
"loss": 1.1658,
"step": 1037
},
{
"epoch": 0.0,
"grad_norm": 1.162993945528312,
"learning_rate": 1.9987062386140975e-05,
"loss": 0.8176,
"step": 1038
},
{
"epoch": 0.0,
"grad_norm": 1.3421640573925686,
"learning_rate": 1.9987062225548102e-05,
"loss": 1.137,
"step": 1039
},
{
"epoch": 0.0,
"grad_norm": 1.8028209330731337,
"learning_rate": 1.9987062064784115e-05,
"loss": 1.0303,
"step": 1040
},
{
"epoch": 0.0,
"grad_norm": 1.2577400897489976,
"learning_rate": 1.998706190384901e-05,
"loss": 0.9785,
"step": 1041
},
{
"epoch": 0.0,
"grad_norm": 1.2057695430094857,
"learning_rate": 1.998706174274279e-05,
"loss": 0.8578,
"step": 1042
},
{
"epoch": 0.0,
"grad_norm": 1.209358564161647,
"learning_rate": 1.9987061581465456e-05,
"loss": 0.9175,
"step": 1043
},
{
"epoch": 0.0,
"grad_norm": 1.0412541844351448,
"learning_rate": 1.9987061420017005e-05,
"loss": 0.7444,
"step": 1044
},
{
"epoch": 0.0,
"grad_norm": 1.255398774110792,
"learning_rate": 1.9987061258397437e-05,
"loss": 0.8672,
"step": 1045
},
{
"epoch": 0.0,
"grad_norm": 1.0389995699304273,
"learning_rate": 1.9987061096606754e-05,
"loss": 0.8448,
"step": 1046
},
{
"epoch": 0.0,
"grad_norm": 1.3324595459170354,
"learning_rate": 1.9987060934644958e-05,
"loss": 0.8772,
"step": 1047
},
{
"epoch": 0.0,
"grad_norm": 1.6740032447181894,
"learning_rate": 1.9987060772512043e-05,
"loss": 1.3564,
"step": 1048
},
{
"epoch": 0.0,
"grad_norm": 1.299509245601464,
"learning_rate": 1.9987060610208015e-05,
"loss": 1.1079,
"step": 1049
},
{
"epoch": 0.0,
"grad_norm": 1.182862663465126,
"learning_rate": 1.998706044773287e-05,
"loss": 0.946,
"step": 1050
}
],
"logging_steps": 1.0,
"max_steps": 759313,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 1050,
"total_flos": 59260426661888.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}