{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 0.9966816306114197, "Finetune/Loss (Raw)": 0.9966816306114197, "Finetune/Step": 1, "Finetune/Step Time": 25.453386783599854}
{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 1.235974907875061, "Finetune/Loss (Raw)": 1.4752682447433472, "Finetune/Step": 2, "Finetune/Step Time": 16.189798712730408}
{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 1.2412294149398804, "Finetune/Loss (Raw)": 1.2517383098602295, "Finetune/Step": 3, "Finetune/Step Time": 11.912216583887735}
{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 1.2212518453598022, "Finetune/Loss (Raw)": 1.1613192558288574, "Finetune/Step": 4, "Finetune/Step Time": 9.815029382705688}
{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 1.2219055891036987, "Finetune/Loss (Raw)": 1.2245197296142578, "Finetune/Step": 5, "Finetune/Step Time": 8.743412733078003}
{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 1.2281583547592163, "Finetune/Loss (Raw)": 1.2594225406646729, "Finetune/Step": 6, "Finetune/Step Time": 7.983256260553996}
{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 1.2216894626617432, "Finetune/Loss (Raw)": 1.1828758716583252, "Finetune/Step": 7, "Finetune/Step Time": 7.412320784160069}
{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 1.2423443794250488, "Finetune/Loss (Raw)": 1.3869287967681885, "Finetune/Step": 8, "Finetune/Step Time": 7.1632706224918365}
{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 1.2263970375061035, "Finetune/Loss (Raw)": 1.0988179445266724, "Finetune/Step": 9, "Finetune/Step Time": 6.818270762761434}
{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 1.2523406744003296, "Finetune/Loss (Raw)": 1.4858342409133911, "Finetune/Step": 10, "Finetune/Step Time": 6.803939700126648}
{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 1.261169672012329, "Finetune/Loss (Raw)": 1.349459171295166, "Finetune/Step": 11, "Finetune/Step Time": 6.523357044566762}
{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 1.2599282264709473, "Finetune/Loss (Raw)": 1.246273398399353, "Finetune/Step": 12, "Finetune/Step Time": 6.304519216219584}
{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 1.2512668371200562, "Finetune/Loss (Raw)": 1.1473287343978882, "Finetune/Step": 13, "Finetune/Step Time": 6.115564401333149}
{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 1.2608387470245361, "Finetune/Loss (Raw)": 1.3852729797363281, "Finetune/Step": 14, "Finetune/Step Time": 5.933710013117109}
{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 1.2687766551971436, "Finetune/Loss (Raw)": 1.3799079656600952, "Finetune/Step": 15, "Finetune/Step Time": 5.872259028752645}
{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 1.2505450248718262, "Finetune/Loss (Raw)": 0.9770705103874207, "Finetune/Step": 16, "Finetune/Step Time": 5.8279885202646255}
{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 1.2455487251281738, "Finetune/Loss (Raw)": 1.1656080484390259, "Finetune/Step": 17, "Finetune/Step Time": 5.723895030863145}
{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.2316852807998657, "Finetune/Loss (Raw)": 0.9960066080093384, "Finetune/Step": 18, "Finetune/Step Time": 5.661241584353977}
{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.227750301361084, "Finetune/Loss (Raw)": 1.156920313835144, "Finetune/Step": 19, "Finetune/Step Time": 5.551087705712569}
{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.2232754230499268, "Finetune/Loss (Raw)": 1.1382523775100708, "Finetune/Step": 20, "Finetune/Step Time": 5.438063740730286}
{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.219740629196167, "Finetune/Loss (Raw)": 1.1490455865859985, "Finetune/Step": 21, "Finetune/Step Time": 5.42726164772397}
{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.212775468826294, "Finetune/Loss (Raw)": 1.0665078163146973, "Finetune/Step": 22, "Finetune/Step Time": 5.363231604749506}
{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.1705021858215332, "Finetune/Loss (Raw)": 0.24048830568790436, "Finetune/Step": 23, "Finetune/Step Time": 5.490546423455943}
{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.171095609664917, "Finetune/Loss (Raw)": 1.184743046760559, "Finetune/Step": 24, "Finetune/Step Time": 5.402117311954498}
{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.1661019325256348, "Finetune/Loss (Raw)": 1.0462576150894165, "Finetune/Step": 25, "Finetune/Step Time": 5.348439922332764}
{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.1321295499801636, "Finetune/Loss (Raw)": 0.28281813859939575, "Finetune/Step": 26, "Finetune/Step Time": 5.474267161809481}
{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.1359285116195679, "Finetune/Loss (Raw)": 1.23470139503479, "Finetune/Step": 27, "Finetune/Step Time": 5.389177993491844}
{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.134687900543213, "Finetune/Loss (Raw)": 1.101191520690918, "Finetune/Step": 28, "Finetune/Step Time": 5.319291242531368}
{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.1370817422866821, "Finetune/Loss (Raw)": 1.2041103839874268, "Finetune/Step": 29, "Finetune/Step Time": 5.306479322499242}
{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.133370280265808, "Finetune/Loss (Raw)": 1.0257329940795898, "Finetune/Step": 30, "Finetune/Step Time": 5.296152226130167}
{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.1352006196975708, "Finetune/Loss (Raw)": 1.190116286277771, "Finetune/Step": 31, "Finetune/Step Time": 5.260163684045115}
{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.1328749656677246, "Finetune/Loss (Raw)": 1.0607777833938599, "Finetune/Step": 32, "Finetune/Step Time": 5.282841630280018}
{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.126343011856079, "Finetune/Loss (Raw)": 0.9173228740692139, "Finetune/Step": 33, "Finetune/Step Time": 5.256625096003215}
{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.122229814529419, "Finetune/Loss (Raw)": 0.9864945411682129, "Finetune/Step": 34, "Finetune/Step Time": 5.2155281655928665}
{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.126306414604187, "Finetune/Loss (Raw)": 1.264906406402588, "Finetune/Step": 35, "Finetune/Step Time": 5.187170042310442}
{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.125694990158081, "Finetune/Loss (Raw)": 1.104297161102295, "Finetune/Step": 36, "Finetune/Step Time": 5.194262868828243}
{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.1285606622695923, "Finetune/Loss (Raw)": 1.231724739074707, "Finetune/Step": 37, "Finetune/Step Time": 5.242183633752771}
{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.1278759241104126, "Finetune/Loss (Raw)": 1.102536916732788, "Finetune/Step": 38, "Finetune/Step Time": 5.195284680316322}
{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.1277531385421753, "Finetune/Loss (Raw)": 1.1230915784835815, "Finetune/Step": 39, "Finetune/Step Time": 5.14795107107896}
{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.127372145652771, "Finetune/Loss (Raw)": 1.1125147342681885, "Finetune/Step": 40, "Finetune/Step Time": 5.154365921020508}
{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.1295607089996338, "Finetune/Loss (Raw)": 1.2171014547348022, "Finetune/Step": 41, "Finetune/Step Time": 5.099389082047997}
{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.131182074546814, "Finetune/Loss (Raw)": 1.1976593732833862, "Finetune/Step": 42, "Finetune/Step Time": 5.059768898146493}
{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.1304527521133423, "Finetune/Loss (Raw)": 1.0998239517211914, "Finetune/Step": 43, "Finetune/Step Time": 5.0733143562494325}
{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.1308037042617798, "Finetune/Loss (Raw)": 1.145889163017273, "Finetune/Step": 44, "Finetune/Step Time": 5.061683692715385}
{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.1278775930404663, "Finetune/Loss (Raw)": 0.9991298317909241, "Finetune/Step": 45, "Finetune/Step Time": 5.119648075103759}
{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.108878493309021, "Finetune/Loss (Raw)": 0.25391948223114014, "Finetune/Step": 46, "Finetune/Step Time": 5.201458511145218}
{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.1088870763778687, "Finetune/Loss (Raw)": 1.109285831451416, "Finetune/Step": 47, "Finetune/Step Time": 5.173282841418652}
{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.1085199117660522, "Finetune/Loss (Raw)": 1.0912563800811768, "Finetune/Step": 48, "Finetune/Step Time": 5.178385719656944}
{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.1088889837265015, "Finetune/Loss (Raw)": 1.1266071796417236, "Finetune/Step": 49, "Finetune/Step Time": 5.166597955080928}
{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.1067267656326294, "Finetune/Loss (Raw)": 1.0007829666137695, "Finetune/Step": 50, "Finetune/Step Time": 5.1471988964080815}
{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.1068634986877441, "Finetune/Loss (Raw)": 1.1136921644210815, "Finetune/Step": 51, "Finetune/Step Time": 5.119113309710634}
{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.1081819534301758, "Finetune/Loss (Raw)": 1.17542564868927, "Finetune/Step": 52, "Finetune/Step Time": 5.1093474213893595}
{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.1042248010635376, "Finetune/Loss (Raw)": 0.898452877998352, "Finetune/Step": 53, "Finetune/Step Time": 5.121902456823385}
{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.1006383895874023, "Finetune/Loss (Raw)": 0.9105554223060608, "Finetune/Step": 54, "Finetune/Step Time": 5.115204961211593}
{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.1014255285263062, "Finetune/Loss (Raw)": 1.1439355611801147, "Finetune/Step": 55, "Finetune/Step Time": 5.115682662617076}
{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.101102590560913, "Finetune/Loss (Raw)": 1.0833380222320557, "Finetune/Step": 56, "Finetune/Step Time": 5.12548508814403}
{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.0994889736175537, "Finetune/Loss (Raw)": 1.0091255903244019, "Finetune/Step": 57, "Finetune/Step Time": 5.101751963297526}
{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.0987211465835571, "Finetune/Loss (Raw)": 1.0549606084823608, "Finetune/Step": 58, "Finetune/Step Time": 5.127579902780467}
{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.0982381105422974, "Finetune/Loss (Raw)": 1.0702241659164429, "Finetune/Step": 59, "Finetune/Step Time": 5.133700669822046}
{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.097734808921814, "Finetune/Loss (Raw)": 1.0680288076400757, "Finetune/Step": 60, "Finetune/Step Time": 5.107741792996724}
{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.0982829332351685, "Finetune/Loss (Raw)": 1.1311793327331543, "Finetune/Step": 61, "Finetune/Step Time": 5.090391092613095}
{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.0997031927108765, "Finetune/Loss (Raw)": 1.1863387823104858, "Finetune/Step": 62, "Finetune/Step Time": 5.065770956777757}
{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.1009793281555176, "Finetune/Loss (Raw)": 1.180093765258789, "Finetune/Step": 63, "Finetune/Step Time": 5.044366783565945}
{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.0999782085418701, "Finetune/Loss (Raw)": 1.0369086265563965, "Finetune/Step": 64, "Finetune/Step Time": 5.079724702984095}
{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.0988318920135498, "Finetune/Loss (Raw)": 1.025474190711975, "Finetune/Step": 65, "Finetune/Step Time": 5.0727591074430025}
{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.0970985889434814, "Finetune/Loss (Raw)": 0.9844369888305664, "Finetune/Step": 66, "Finetune/Step Time": 5.058278163274129}
{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.0940021276474, "Finetune/Loss (Raw)": 0.8896318674087524, "Finetune/Step": 67, "Finetune/Step Time": 5.032439662449396}
{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.0942842960357666, "Finetune/Loss (Raw)": 1.1131929159164429, "Finetune/Step": 68, "Finetune/Step Time": 5.02918898007449}
{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.0949701070785522, "Finetune/Loss (Raw)": 1.1415983438491821, "Finetune/Step": 69, "Finetune/Step Time": 5.004955340122831}
{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.0961053371429443, "Finetune/Loss (Raw)": 1.1744310855865479, "Finetune/Step": 70, "Finetune/Step Time": 4.985006131444659}
{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.0935134887695312, "Finetune/Loss (Raw)": 0.912091076374054, "Finetune/Step": 71, "Finetune/Step Time": 4.967496824936128}
{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.092449426651001, "Finetune/Loss (Raw)": 1.016903042793274, "Finetune/Step": 72, "Finetune/Step Time": 4.943572839101155}
{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.0900132656097412, "Finetune/Loss (Raw)": 0.9146056175231934, "Finetune/Step": 73, "Finetune/Step Time": 4.925352782419283}
{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.0876820087432861, "Finetune/Loss (Raw)": 0.91750168800354, "Finetune/Step": 74, "Finetune/Step Time": 4.9074830654505135}
{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.0839463472366333, "Finetune/Loss (Raw)": 0.8075059056282043, "Finetune/Step": 75, "Finetune/Step Time": 4.901958204905192}
{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.0823332071304321, "Finetune/Loss (Raw)": 0.9613544940948486, "Finetune/Step": 76, "Finetune/Step Time": 4.894053465441654}
{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.0825068950653076, "Finetune/Loss (Raw)": 1.095699667930603, "Finetune/Step": 77, "Finetune/Step Time": 4.873818951767761}
{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.084011197090149, "Finetune/Loss (Raw)": 1.1998499631881714, "Finetune/Step": 78, "Finetune/Step Time": 4.853709398171841}
{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.085148572921753, "Finetune/Loss (Raw)": 1.1738600730895996, "Finetune/Step": 79, "Finetune/Step Time": 4.838333232493341}
{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.0835834741592407, "Finetune/Loss (Raw)": 0.9599340558052063, "Finetune/Step": 80, "Finetune/Step Time": 4.844175523519516}
{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.0840448141098022, "Finetune/Loss (Raw)": 1.1209510564804077, "Finetune/Step": 81, "Finetune/Step Time": 4.841433133608029}
{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.08401620388031, "Finetune/Loss (Raw)": 1.0817008018493652, "Finetune/Step": 82, "Finetune/Step Time": 4.824984562106248}
{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.0822486877441406, "Finetune/Loss (Raw)": 0.9373170733451843, "Finetune/Step": 83, "Finetune/Step Time": 4.833127283188234}
{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.0835016965866089, "Finetune/Loss (Raw)": 1.1875005960464478, "Finetune/Step": 84, "Finetune/Step Time": 4.835076499552954}
{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.0829066038131714, "Finetune/Loss (Raw)": 1.0329179763793945, "Finetune/Step": 85, "Finetune/Step Time": 4.821351542192347}
{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.073869228363037, "Finetune/Loss (Raw)": 0.3056914508342743, "Finetune/Step": 86, "Finetune/Step Time": 4.872493724490321}
{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.0731371641159058, "Finetune/Loss (Raw)": 1.010185956954956, "Finetune/Step": 87, "Finetune/Step Time": 4.858129536968538}
{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.0746973752975464, "Finetune/Loss (Raw)": 1.2104297876358032, "Finetune/Step": 88, "Finetune/Step Time": 4.8659520962021565}
{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.0744843482971191, "Finetune/Loss (Raw)": 1.0557347536087036, "Finetune/Step": 89, "Finetune/Step Time": 4.852536967631137}
{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.0750112533569336, "Finetune/Loss (Raw)": 1.1219074726104736, "Finetune/Step": 90, "Finetune/Step Time": 4.8604496399561565}
{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.0757068395614624, "Finetune/Loss (Raw)": 1.1383087635040283, "Finetune/Step": 91, "Finetune/Step Time": 4.8631241609762}
{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.0767422914505005, "Finetune/Loss (Raw)": 1.1709680557250977, "Finetune/Step": 92, "Finetune/Step Time": 4.85126445086106}
{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.0749266147613525, "Finetune/Loss (Raw)": 0.9078773260116577, "Finetune/Step": 93, "Finetune/Step Time": 4.842496961675664}
{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.0756112337112427, "Finetune/Loss (Raw)": 1.139291763305664, "Finetune/Step": 94, "Finetune/Step Time": 4.8263761388494615}
{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.075409173965454, "Finetune/Loss (Raw)": 1.056406021118164, "Finetune/Step": 95, "Finetune/Step Time": 4.814464955580862}
{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.0752781629562378, "Finetune/Loss (Raw)": 1.0628390312194824, "Finetune/Step": 96, "Finetune/Step Time": 4.816839384535949}
{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.0746221542358398, "Finetune/Loss (Raw)": 1.011650562286377, "Finetune/Step": 97, "Finetune/Step Time": 4.811820888027702}
{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.0749212503433228, "Finetune/Loss (Raw)": 1.1039329767227173, "Finetune/Step": 98, "Finetune/Step Time": 4.800151827384014}
{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.0660659074783325, "Finetune/Loss (Raw)": 0.19823618233203888, "Finetune/Step": 99, "Finetune/Step Time": 4.835837352155435}
{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.067338228225708, "Finetune/Loss (Raw)": 1.1933021545410156, "Finetune/Step": 100, "Finetune/Step Time": 4.828057236671448}
{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.0670289993286133, "Finetune/Loss (Raw)": 1.0361065864562988, "Finetune/Step": 101, "Finetune/Step Time": 4.829843067886806}
{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.0683592557907104, "Finetune/Loss (Raw)": 1.2027052640914917, "Finetune/Step": 102, "Finetune/Step Time": 4.812771177759357}
{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.0607043504714966, "Finetune/Loss (Raw)": 0.2799091339111328, "Finetune/Step": 103, "Finetune/Step Time": 4.848053628958545}
{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.0614280700683594, "Finetune/Loss (Raw)": 1.1359813213348389, "Finetune/Step": 104, "Finetune/Step Time": 4.834524468733714}
{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.061197280883789, "Finetune/Loss (Raw)": 1.037187099456787, "Finetune/Step": 105, "Finetune/Step Time": 4.81752108165196}
{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.0610207319259644, "Finetune/Loss (Raw)": 1.0424931049346924, "Finetune/Step": 106, "Finetune/Step Time": 4.804845598508727}
{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.0614640712738037, "Finetune/Loss (Raw)": 1.1084532737731934, "Finetune/Step": 107, "Finetune/Step Time": 4.792671517791035}
{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.0608749389648438, "Finetune/Loss (Raw)": 0.9978318214416504, "Finetune/Step": 108, "Finetune/Step Time": 4.7904327533863205}
{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.0614852905273438, "Finetune/Loss (Raw)": 1.1274117231369019, "Finetune/Step": 109, "Finetune/Step Time": 4.7791389194103555}
{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.0611481666564941, "Finetune/Loss (Raw)": 1.0243936777114868, "Finetune/Step": 110, "Finetune/Step Time": 4.76649896665053}
{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.0614513158798218, "Finetune/Loss (Raw)": 1.0947946310043335, "Finetune/Step": 111, "Finetune/Step Time": 4.771829658800417}
{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.0614317655563354, "Finetune/Loss (Raw)": 1.0592700242996216, "Finetune/Step": 112, "Finetune/Step Time": 4.76666131402765}
{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.0617839097976685, "Finetune/Loss (Raw)": 1.101219892501831, "Finetune/Step": 113, "Finetune/Step Time": 4.775620660950652}
{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.054518699645996, "Finetune/Loss (Raw)": 0.2335582822561264, "Finetune/Step": 114, "Finetune/Step Time": 4.81387728348113}
{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.0546581745147705, "Finetune/Loss (Raw)": 1.0705487728118896, "Finetune/Step": 115, "Finetune/Step Time": 4.803273592824521}
{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.0534288883209229, "Finetune/Loss (Raw)": 0.9120591878890991, "Finetune/Step": 116, "Finetune/Step Time": 4.808018322648673}
{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.0538078546524048, "Finetune/Loss (Raw)": 1.0977649688720703, "Finetune/Step": 117, "Finetune/Step Time": 4.802563347368159}
{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.0544214248657227, "Finetune/Loss (Raw)": 1.1262131929397583, "Finetune/Step": 118, "Finetune/Step Time": 4.791851684198541}
{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.0542051792144775, "Finetune/Loss (Raw)": 1.0286940336227417, "Finetune/Step": 119, "Finetune/Step Time": 4.7952664299171515}
{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.0543465614318848, "Finetune/Loss (Raw)": 1.071164846420288, "Finetune/Step": 120, "Finetune/Step Time": 4.790281091133753}
{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.0539497137069702, "Finetune/Loss (Raw)": 1.0063459873199463, "Finetune/Step": 121, "Finetune/Step Time": 4.797963083282975}
{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.0531306266784668, "Finetune/Loss (Raw)": 0.9540234208106995, "Finetune/Step": 122, "Finetune/Step Time": 4.78834689640608}
{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.052713394165039, "Finetune/Loss (Raw)": 1.0018035173416138, "Finetune/Step": 123, "Finetune/Step Time": 4.778055981891911}
{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.0532209873199463, "Finetune/Loss (Raw)": 1.115661859512329, "Finetune/Step": 124, "Finetune/Step Time": 4.770723931251034}
{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.0527691841125488, "Finetune/Loss (Raw)": 0.9967358708381653, "Finetune/Step": 125, "Finetune/Step Time": 4.7635297718048095}
{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.053039789199829, "Finetune/Loss (Raw)": 1.0868524312973022, "Finetune/Step": 126, "Finetune/Step Time": 4.7753594886688955}
{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.0523667335510254, "Finetune/Loss (Raw)": 0.9675724506378174, "Finetune/Step": 127, "Finetune/Step Time": 4.765061962322926}
{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.052889347076416, "Finetune/Loss (Raw)": 1.1192599534988403, "Finetune/Step": 128, "Finetune/Step Time": 4.75761660002172}
{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.0539531707763672, "Finetune/Loss (Raw)": 1.1328541040420532, "Finetune/Step": 129, "Finetune/Step Time": 4.586977729573846}
{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.0511760711669922, "Finetune/Loss (Raw)": 1.1197913885116577, "Finetune/Step": 130, "Finetune/Step Time": 4.5698365941643715}
{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.0498484373092651, "Finetune/Loss (Raw)": 1.0818060636520386, "Finetune/Step": 131, "Finetune/Step Time": 4.569527667015791}
{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.0493090152740479, "Finetune/Loss (Raw)": 1.0922771692276, "Finetune/Step": 132, "Finetune/Step Time": 4.569650948047638}
{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.0466490983963013, "Finetune/Loss (Raw)": 0.8840466141700745, "Finetune/Step": 133, "Finetune/Step Time": 4.579863093793392}
{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.046338438987732, "Finetune/Loss (Raw)": 1.2196576595306396, "Finetune/Step": 134, "Finetune/Step Time": 4.5753815565258265}
{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.0447591543197632, "Finetune/Loss (Raw)": 0.980726420879364, "Finetune/Step": 135, "Finetune/Step Time": 4.577529411762953}
{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.0422382354736328, "Finetune/Loss (Raw)": 1.0642423629760742, "Finetune/Step": 136, "Finetune/Step Time": 4.562367457896471}
{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.0412335395812988, "Finetune/Loss (Raw)": 0.9702373743057251, "Finetune/Step": 137, "Finetune/Step Time": 4.565151562914252}
{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.0383143424987793, "Finetune/Loss (Raw)": 1.112169861793518, "Finetune/Step": 138, "Finetune/Step Time": 4.535835789516568}
{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0347721576690674, "Finetune/Loss (Raw)": 0.8960505723953247, "Finetune/Step": 139, "Finetune/Step Time": 4.53762062638998}
{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.034932017326355, "Finetune/Loss (Raw)": 1.26673424243927, "Finetune/Step": 140, "Finetune/Step Time": 4.53168330155313}
{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.0339261293411255, "Finetune/Loss (Raw)": 1.018579125404358, "Finetune/Step": 141, "Finetune/Step Time": 4.525802202522755}
{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0309369564056396, "Finetune/Loss (Raw)": 1.0026642084121704, "Finetune/Step": 142, "Finetune/Step Time": 4.566255638375878}
{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.027571439743042, "Finetune/Loss (Raw)": 0.9491224884986877, "Finetune/Step": 143, "Finetune/Step Time": 4.580643994733691}
{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0227773189544678, "Finetune/Loss (Raw)": 0.36341503262519836, "Finetune/Step": 144, "Finetune/Step Time": 4.612432928755879}
{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.016287088394165, "Finetune/Loss (Raw)": 0.3348678648471832, "Finetune/Step": 145, "Finetune/Step Time": 4.646285969763994}
{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0159353017807007, "Finetune/Loss (Raw)": 0.9509740471839905, "Finetune/Step": 146, "Finetune/Step Time": 4.636413834989071}
{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0138330459594727, "Finetune/Loss (Raw)": 0.8878276944160461, "Finetune/Step": 147, "Finetune/Step Time": 4.642721425741911}
{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0132423639297485, "Finetune/Loss (Raw)": 1.0626518726348877, "Finetune/Step": 148, "Finetune/Step Time": 4.645422028377652}
{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0128685235977173, "Finetune/Loss (Raw)": 1.101188063621521, "Finetune/Step": 149, "Finetune/Step Time": 4.63446095213294}
{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0132197141647339, "Finetune/Loss (Raw)": 1.1114528179168701, "Finetune/Step": 150, "Finetune/Step Time": 4.638576315715909}
{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0197460651397705, "Finetune/Loss (Raw)": 1.0758721828460693, "Finetune/Step": 151, "Finetune/Step Time": 4.606278544291854}
{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0185092687606812, "Finetune/Loss (Raw)": 1.0264259576797485, "Finetune/Step": 152, "Finetune/Step Time": 4.612625768408179}
{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.019202709197998, "Finetune/Loss (Raw)": 1.1350332498550415, "Finetune/Step": 153, "Finetune/Step Time": 4.621870286762714}
{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0257141590118408, "Finetune/Loss (Raw)": 1.1162762641906738, "Finetune/Step": 154, "Finetune/Step Time": 4.583746641874313}
{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0253279209136963, "Finetune/Loss (Raw)": 1.185268521308899, "Finetune/Step": 155, "Finetune/Step Time": 4.590679112821817}
{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.018997073173523, "Finetune/Loss (Raw)": 0.2908330261707306, "Finetune/Step": 156, "Finetune/Step Time": 4.631285918876529}
{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0178842544555664, "Finetune/Loss (Raw)": 1.0616627931594849, "Finetune/Step": 157, "Finetune/Step Time": 4.621228853240609}
{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.018336296081543, "Finetune/Loss (Raw)": 1.0835952758789062, "Finetune/Step": 158, "Finetune/Step Time": 4.611989103257656}
{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0173287391662598, "Finetune/Loss (Raw)": 1.0611624717712402, "Finetune/Step": 159, "Finetune/Step Time": 4.604911899194121}
{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0168559551239014, "Finetune/Loss (Raw)": 1.0002504587173462, "Finetune/Step": 160, "Finetune/Step Time": 4.594087151810527}
{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.017617106437683, "Finetune/Loss (Raw)": 1.0147604942321777, "Finetune/Step": 161, "Finetune/Step Time": 4.590372294187546}
{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.019667148590088, "Finetune/Loss (Raw)": 1.248893141746521, "Finetune/Step": 162, "Finetune/Step Time": 4.58913266658783}
{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0181100368499756, "Finetune/Loss (Raw)": 1.0656009912490845, "Finetune/Step": 163, "Finetune/Step Time": 4.589504640549421}
{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0169774293899536, "Finetune/Loss (Raw)": 0.9593290090560913, "Finetune/Step": 164, "Finetune/Step Time": 4.587630920112133}
{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0154706239700317, "Finetune/Loss (Raw)": 1.0388456583023071, "Finetune/Step": 165, "Finetune/Step Time": 4.564753979444504}
{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0145962238311768, "Finetune/Loss (Raw)": 0.9906145334243774, "Finetune/Step": 166, "Finetune/Step Time": 4.566810881718993}
{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0146507024765015, "Finetune/Loss (Raw)": 1.1300556659698486, "Finetune/Step": 167, "Finetune/Step Time": 4.569069150835276}
{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0135643482208252, "Finetune/Loss (Raw)": 0.9734734892845154, "Finetune/Step": 168, "Finetune/Step Time": 4.556893482804298}
{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0115923881530762, "Finetune/Loss (Raw)": 0.964690625667572, "Finetune/Step": 169, "Finetune/Step Time": 4.561809143051505}
{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0048846006393433, "Finetune/Loss (Raw)": 0.3390571177005768, "Finetune/Step": 170, "Finetune/Step Time": 4.598939552903175}
{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.004075050354004, "Finetune/Loss (Raw)": 0.9961981773376465, "Finetune/Step": 171, "Finetune/Step Time": 4.590827461332083}
{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0027227401733398, "Finetune/Loss (Raw)": 0.9727994203567505, "Finetune/Step": 172, "Finetune/Step Time": 4.593927390873432}
{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0041786432266235, "Finetune/Loss (Raw)": 1.1854848861694336, "Finetune/Step": 173, "Finetune/Step Time": 4.561546787619591}
{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0090789794921875, "Finetune/Loss (Raw)": 0.8811559677124023, "Finetune/Step": 174, "Finetune/Step Time": 4.530600491911173}
{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.009616494178772, "Finetune/Loss (Raw)": 1.1780943870544434, "Finetune/Step": 175, "Finetune/Step Time": 4.53386564552784}
{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0037474632263184, "Finetune/Loss (Raw)": 0.34002581238746643, "Finetune/Step": 176, "Finetune/Step Time": 4.5575682409107685}
{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0024547576904297, "Finetune/Loss (Raw)": 0.9611396789550781, "Finetune/Step": 177, "Finetune/Step Time": 4.554789017885923}
{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0039324760437012, "Finetune/Loss (Raw)": 1.189919352531433, "Finetune/Step": 178, "Finetune/Step Time": 4.55581422150135}
{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0022227764129639, "Finetune/Loss (Raw)": 0.8948572278022766, "Finetune/Step": 179, "Finetune/Step Time": 4.564698541536927}
{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.00139582157135, "Finetune/Loss (Raw)": 1.0695847272872925, "Finetune/Step": 180, "Finetune/Step Time": 4.561877515166998}
{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0022403001785278, "Finetune/Loss (Raw)": 1.0065395832061768, "Finetune/Step": 181, "Finetune/Step Time": 4.547709256410599}
{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0033011436462402, "Finetune/Loss (Raw)": 1.0463491678237915, "Finetune/Step": 182, "Finetune/Step Time": 4.541137279942632}
{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0021886825561523, "Finetune/Loss (Raw)": 1.0015299320220947, "Finetune/Step": 183, "Finetune/Step Time": 4.52365405485034}
{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.002694845199585, "Finetune/Loss (Raw)": 1.1481308937072754, "Finetune/Step": 184, "Finetune/Step Time": 4.510054403916001}
{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0019538402557373, "Finetune/Loss (Raw)": 0.9142665266990662, "Finetune/Step": 185, "Finetune/Step Time": 4.513351561501622}
{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0015367269515991, "Finetune/Loss (Raw)": 1.0015710592269897, "Finetune/Step": 186, "Finetune/Step Time": 4.50370105355978}
{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0009901523590088, "Finetune/Loss (Raw)": 1.0002641677856445, "Finetune/Step": 187, "Finetune/Step Time": 4.489456489682198}
{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.001333475112915, "Finetune/Loss (Raw)": 1.111976981163025, "Finetune/Step": 188, "Finetune/Step Time": 4.488421348854899}
{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0002607107162476, "Finetune/Loss (Raw)": 0.9938676953315735, "Finetune/Step": 189, "Finetune/Step Time": 4.499702829867601}
{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9992977380752563, "Finetune/Loss (Raw)": 1.0630699396133423, "Finetune/Step": 190, "Finetune/Step Time": 4.504236085340381}
{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9985083341598511, "Finetune/Loss (Raw)": 1.0790667533874512, "Finetune/Step": 191, "Finetune/Step Time": 4.5094573106616735}
{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9987133741378784, "Finetune/Loss (Raw)": 1.0631496906280518, "Finetune/Step": 192, "Finetune/Step Time": 4.489105386659503}
{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.99800705909729, "Finetune/Loss (Raw)": 0.9350703358650208, "Finetune/Step": 193, "Finetune/Step Time": 4.481656903401017}
{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9984651803970337, "Finetune/Loss (Raw)": 1.0430740118026733, "Finetune/Step": 194, "Finetune/Step Time": 4.480151820927858}
{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9993672370910645, "Finetune/Loss (Raw)": 1.0050909519195557, "Finetune/Step": 195, "Finetune/Step Time": 4.487494422122836}
{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9982709884643555, "Finetune/Loss (Raw)": 0.9728711247444153, "Finetune/Step": 196, "Finetune/Step Time": 4.48379953764379}
{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9975096583366394, "Finetune/Loss (Raw)": 1.0441498756408691, "Finetune/Step": 197, "Finetune/Step Time": 4.4906601049005985}
{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9962138533592224, "Finetune/Loss (Raw)": 1.0085641145706177, "Finetune/Step": 198, "Finetune/Step Time": 4.490343663841486}
{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9967919588088989, "Finetune/Loss (Raw)": 0.9860866069793701, "Finetune/Step": 199, "Finetune/Step Time": 4.494512917473912}
{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.996863603591919, "Finetune/Loss (Raw)": 1.0260756015777588, "Finetune/Step": 200, "Finetune/Step Time": 4.498999189585447}
{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9984896183013916, "Finetune/Loss (Raw)": 1.1227275133132935, "Finetune/Step": 201, "Finetune/Step Time": 4.503404028713703}
{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0000406503677368, "Finetune/Loss (Raw)": 1.116041660308838, "Finetune/Step": 202, "Finetune/Step Time": 4.5066254157572985}
{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.002046823501587, "Finetune/Loss (Raw)": 1.064288854598999, "Finetune/Step": 203, "Finetune/Step Time": 4.500679211691022}
{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.002742052078247, "Finetune/Loss (Raw)": 1.050347924232483, "Finetune/Step": 204, "Finetune/Step Time": 4.4957017451524734}
{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9965515732765198, "Finetune/Loss (Raw)": 0.30332446098327637, "Finetune/Step": 205, "Finetune/Step Time": 4.544254954904318}
{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9949561357498169, "Finetune/Loss (Raw)": 0.995621919631958, "Finetune/Step": 206, "Finetune/Step Time": 4.553032884374261}
{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.994990348815918, "Finetune/Loss (Raw)": 1.178251028060913, "Finetune/Step": 207, "Finetune/Step Time": 4.575963005423546}
{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9956759214401245, "Finetune/Loss (Raw)": 1.0476877689361572, "Finetune/Step": 208, "Finetune/Step Time": 4.561052506789565}
{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9947499632835388, "Finetune/Loss (Raw)": 1.0024287700653076, "Finetune/Step": 209, "Finetune/Step Time": 4.555397169664502}
{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9886693358421326, "Finetune/Loss (Raw)": 0.30338168144226074, "Finetune/Step": 210, "Finetune/Step Time": 4.592997342348099}
{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9890778660774231, "Finetune/Loss (Raw)": 0.989602267742157, "Finetune/Step": 211, "Finetune/Step Time": 4.585935780778527}
{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9881798028945923, "Finetune/Loss (Raw)": 1.072551965713501, "Finetune/Step": 212, "Finetune/Step Time": 4.583602270111442}
{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9893481731414795, "Finetune/Loss (Raw)": 1.1824711561203003, "Finetune/Step": 213, "Finetune/Step Time": 4.586259562522173}
{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9946796298027039, "Finetune/Loss (Raw)": 0.9881098866462708, "Finetune/Step": 214, "Finetune/Step Time": 4.560793647542596}
{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9941884875297546, "Finetune/Loss (Raw)": 0.9473282098770142, "Finetune/Step": 215, "Finetune/Step Time": 4.560364745557308}
{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9920485019683838, "Finetune/Loss (Raw)": 0.9365037679672241, "Finetune/Step": 216, "Finetune/Step Time": 4.559062937274575}
{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9925016164779663, "Finetune/Loss (Raw)": 1.1137334108352661, "Finetune/Step": 217, "Finetune/Step Time": 4.557150013744831}
{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9919906854629517, "Finetune/Loss (Raw)": 1.0565091371536255, "Finetune/Step": 218, "Finetune/Step Time": 4.546559303998947}
{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9924953579902649, "Finetune/Loss (Raw)": 1.2029063701629639, "Finetune/Step": 219, "Finetune/Step Time": 4.534894827753305}
{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9909452199935913, "Finetune/Loss (Raw)": 0.9725504517555237, "Finetune/Step": 220, "Finetune/Step Time": 4.532241363078356}
{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.992479681968689, "Finetune/Loss (Raw)": 1.1043002605438232, "Finetune/Step": 221, "Finetune/Step Time": 4.535194668918848}
{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9910030364990234, "Finetune/Loss (Raw)": 0.9502689838409424, "Finetune/Step": 222, "Finetune/Step Time": 4.540966171771288}
{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9904146194458008, "Finetune/Loss (Raw)": 0.9810861349105835, "Finetune/Step": 223, "Finetune/Step Time": 4.541782762855291}
{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.98471999168396, "Finetune/Loss (Raw)": 0.33393457531929016, "Finetune/Step": 224, "Finetune/Step Time": 4.568381870165467}
{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9850426912307739, "Finetune/Loss (Raw)": 1.0529578924179077, "Finetune/Step": 225, "Finetune/Step Time": 4.56829771399498}
{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9856454730033875, "Finetune/Loss (Raw)": 1.1810853481292725, "Finetune/Step": 226, "Finetune/Step Time": 4.565705191344023}
{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9932809472084045, "Finetune/Loss (Raw)": 1.1755714416503906, "Finetune/Step": 227, "Finetune/Step Time": 4.527493631467223}
{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9928256273269653, "Finetune/Loss (Raw)": 1.135037899017334, "Finetune/Step": 228, "Finetune/Step Time": 4.522378256544471}
{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9927354454994202, "Finetune/Loss (Raw)": 1.0245561599731445, "Finetune/Step": 229, "Finetune/Step Time": 4.515564827248454}
{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9923524260520935, "Finetune/Loss (Raw)": 1.1536717414855957, "Finetune/Step": 230, "Finetune/Step Time": 4.517914524301887}
{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9980581402778625, "Finetune/Loss (Raw)": 1.0102474689483643, "Finetune/Step": 231, "Finetune/Step Time": 4.480816092342138}
{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9974639415740967, "Finetune/Loss (Raw)": 1.059920310974121, "Finetune/Step": 232, "Finetune/Step Time": 4.484423257410526}
{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9917091131210327, "Finetune/Loss (Raw)": 0.3005751371383667, "Finetune/Step": 233, "Finetune/Step Time": 4.52659260109067}
{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9926789999008179, "Finetune/Loss (Raw)": 1.1666306257247925, "Finetune/Step": 234, "Finetune/Step Time": 4.55073451064527}
{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9934288263320923, "Finetune/Loss (Raw)": 1.204428791999817, "Finetune/Step": 235, "Finetune/Step Time": 4.591809272766113}
{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9935983419418335, "Finetune/Loss (Raw)": 1.0195387601852417, "Finetune/Step": 236, "Finetune/Step Time": 4.586478922516108}
{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9932236671447754, "Finetune/Loss (Raw)": 1.0794460773468018, "Finetune/Step": 237, "Finetune/Step Time": 4.620054354891181}
{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9930254220962524, "Finetune/Loss (Raw)": 0.9990248680114746, "Finetune/Step": 238, "Finetune/Step Time": 4.623951341956854}
{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9914201498031616, "Finetune/Loss (Raw)": 0.889312207698822, "Finetune/Step": 239, "Finetune/Step Time": 4.607978327199817}
{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9906322360038757, "Finetune/Loss (Raw)": 0.9584255218505859, "Finetune/Step": 240, "Finetune/Step Time": 4.611242260783911}
{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9905308485031128, "Finetune/Loss (Raw)": 1.0882436037063599, "Finetune/Step": 241, "Finetune/Step Time": 4.593326732516289}
{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9969657063484192, "Finetune/Loss (Raw)": 1.0572144985198975, "Finetune/Step": 242, "Finetune/Step Time": 4.55287435464561}
{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9970155954360962, "Finetune/Loss (Raw)": 1.0769282579421997, "Finetune/Step": 243, "Finetune/Step Time": 4.5692011546343565}
{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9970653057098389, "Finetune/Loss (Raw)": 0.918440043926239, "Finetune/Step": 244, "Finetune/Step Time": 4.553928574547172}
{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9979419112205505, "Finetune/Loss (Raw)": 1.2099621295928955, "Finetune/Step": 245, "Finetune/Step Time": 4.552126521244645}
{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9982303380966187, "Finetune/Loss (Raw)": 1.1631293296813965, "Finetune/Step": 246, "Finetune/Step Time": 4.571557868272066}
{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9984769821166992, "Finetune/Loss (Raw)": 1.0602598190307617, "Finetune/Step": 247, "Finetune/Step Time": 4.559742912650108}
{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.997917115688324, "Finetune/Loss (Raw)": 0.9995050430297852, "Finetune/Step": 248, "Finetune/Step Time": 4.563600802794099}
{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9980031847953796, "Finetune/Loss (Raw)": 1.0173691511154175, "Finetune/Step": 249, "Finetune/Step Time": 4.5452300906181335}
{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9989328384399414, "Finetune/Loss (Raw)": 1.0730059146881104, "Finetune/Step": 250, "Finetune/Step Time": 4.549138437956572}
{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0000560283660889, "Finetune/Loss (Raw)": 1.1455689668655396, "Finetune/Step": 251, "Finetune/Step Time": 4.564356228336692}
{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9994707703590393, "Finetune/Loss (Raw)": 1.0407696962356567, "Finetune/Step": 252, "Finetune/Step Time": 4.563334925100207}
{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0000524520874023, "Finetune/Loss (Raw)": 1.071173071861267, "Finetune/Step": 253, "Finetune/Step Time": 4.558572186157107}
{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9991692900657654, "Finetune/Loss (Raw)": 0.9738184809684753, "Finetune/Step": 254, "Finetune/Step Time": 4.5385118294507265}
{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9939920902252197, "Finetune/Loss (Raw)": 0.3048842251300812, "Finetune/Step": 255, "Finetune/Step Time": 4.576274812221527}
{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9926769137382507, "Finetune/Loss (Raw)": 0.9509219527244568, "Finetune/Step": 256, "Finetune/Step Time": 4.577271398156881}
{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9929584860801697, "Finetune/Loss (Raw)": 1.1688952445983887, "Finetune/Step": 257, "Finetune/Step Time": 4.587430605664849}
{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9929454922676086, "Finetune/Loss (Raw)": 1.1181269884109497, "Finetune/Step": 258, "Finetune/Step Time": 4.587304914370179}
{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9929377436637878, "Finetune/Loss (Raw)": 1.080811858177185, "Finetune/Step": 259, "Finetune/Step Time": 4.589631410315633}
{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9930664896965027, "Finetune/Loss (Raw)": 1.1087677478790283, "Finetune/Step": 260, "Finetune/Step Time": 4.609469223767519}
{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9929826259613037, "Finetune/Loss (Raw)": 0.8733067512512207, "Finetune/Step": 261, "Finetune/Step Time": 4.5920585207641125}
{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9900985956192017, "Finetune/Loss (Raw)": 0.8505068421363831, "Finetune/Step": 262, "Finetune/Step Time": 4.603137215599418}
{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9904365539550781, "Finetune/Loss (Raw)": 1.023978352546692, "Finetune/Step": 263, "Finetune/Step Time": 4.600517565384507}
{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9898123741149902, "Finetune/Loss (Raw)": 0.9843510985374451, "Finetune/Step": 264, "Finetune/Step Time": 4.614796245470643}
{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9899455308914185, "Finetune/Loss (Raw)": 0.9872742891311646, "Finetune/Step": 265, "Finetune/Step Time": 4.611161973327398}
{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.990815281867981, "Finetune/Loss (Raw)": 1.2235010862350464, "Finetune/Step": 266, "Finetune/Step Time": 4.622571866959333}
{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9908017516136169, "Finetune/Loss (Raw)": 0.8943148255348206, "Finetune/Step": 267, "Finetune/Step Time": 4.620350992307067}
{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9895476698875427, "Finetune/Loss (Raw)": 1.1062164306640625, "Finetune/Step": 268, "Finetune/Step Time": 4.624128311872482}
{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9897056818008423, "Finetune/Loss (Raw)": 1.0388017892837524, "Finetune/Step": 269, "Finetune/Step Time": 4.629645491018891}
{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9900424480438232, "Finetune/Loss (Raw)": 1.0457744598388672, "Finetune/Step": 270, "Finetune/Step Time": 4.594432767480612}
{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9906611442565918, "Finetune/Loss (Raw)": 1.028304100036621, "Finetune/Step": 271, "Finetune/Step Time": 4.5852559097111225}
{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9965475797653198, "Finetune/Loss (Raw)": 1.1168843507766724, "Finetune/Step": 272, "Finetune/Step Time": 4.545148907229304}
{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0021153688430786, "Finetune/Loss (Raw)": 1.0475459098815918, "Finetune/Step": 273, "Finetune/Step Time": 4.510797107592225}
{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.0032705068588257, "Finetune/Loss (Raw)": 1.0988380908966064, "Finetune/Step": 274, "Finetune/Step Time": 4.5169169176369905}
{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0042328834533691, "Finetune/Loss (Raw)": 1.0110093355178833, "Finetune/Step": 275, "Finetune/Step Time": 4.514067500829697}
{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.002400279045105, "Finetune/Loss (Raw)": 0.8280813097953796, "Finetune/Step": 276, "Finetune/Step Time": 4.547291859984398}
{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.001758337020874, "Finetune/Loss (Raw)": 1.0190229415893555, "Finetune/Step": 277, "Finetune/Step Time": 4.546330988407135}
{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.001156210899353, "Finetune/Loss (Raw)": 1.034376859664917, "Finetune/Step": 278, "Finetune/Step Time": 4.539286367595196}
{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0021827220916748, "Finetune/Loss (Raw)": 1.2072687149047852, "Finetune/Step": 279, "Finetune/Step Time": 4.5454571433365345}
{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.001840353012085, "Finetune/Loss (Raw)": 0.9826047420501709, "Finetune/Step": 280, "Finetune/Step Time": 4.544021191075444}
{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0013725757598877, "Finetune/Loss (Raw)": 1.0751560926437378, "Finetune/Step": 281, "Finetune/Step Time": 4.529678160324693}
{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.000590443611145, "Finetune/Loss (Raw)": 1.01616370677948, "Finetune/Step": 282, "Finetune/Step Time": 4.529105395078659}
{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0001864433288574, "Finetune/Loss (Raw)": 1.1335501670837402, "Finetune/Step": 283, "Finetune/Step Time": 4.528009979054332}
{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0068665742874146, "Finetune/Loss (Raw)": 1.1458936929702759, "Finetune/Step": 284, "Finetune/Step Time": 4.487258726730943}
{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.006461262702942, "Finetune/Loss (Raw)": 1.0097858905792236, "Finetune/Step": 285, "Finetune/Step Time": 4.504945203661919}
{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.006449818611145, "Finetune/Loss (Raw)": 1.0821261405944824, "Finetune/Step": 286, "Finetune/Step Time": 4.520105795934796}
{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0065112113952637, "Finetune/Loss (Raw)": 1.069006323814392, "Finetune/Step": 287, "Finetune/Step Time": 4.527405772358179}
{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0057436227798462, "Finetune/Loss (Raw)": 0.9020054936408997, "Finetune/Step": 288, "Finetune/Step Time": 4.5356050711125135}
{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0065337419509888, "Finetune/Loss (Raw)": 1.11589777469635, "Finetune/Step": 289, "Finetune/Step Time": 4.540029687806964}
{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.004268765449524, "Finetune/Loss (Raw)": 0.958987832069397, "Finetune/Step": 290, "Finetune/Step Time": 4.551161101087928}
{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0047008991241455, "Finetune/Loss (Raw)": 1.1208993196487427, "Finetune/Step": 291, "Finetune/Step Time": 4.545066645368934}
{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0057754516601562, "Finetune/Loss (Raw)": 1.0968691110610962, "Finetune/Step": 292, "Finetune/Step Time": 4.533266210928559}
{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0065839290618896, "Finetune/Loss (Raw)": 1.1423355340957642, "Finetune/Step": 293, "Finetune/Step Time": 4.528886593878269}
{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0048383474349976, "Finetune/Loss (Raw)": 0.7671778798103333, "Finetune/Step": 294, "Finetune/Step Time": 4.534846968948841}
{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0044710636138916, "Finetune/Loss (Raw)": 1.083044171333313, "Finetune/Step": 295, "Finetune/Step Time": 4.540732504799962}
{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.004814863204956, "Finetune/Loss (Raw)": 1.0174819231033325, "Finetune/Step": 296, "Finetune/Step Time": 4.545896600931883}
{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0060774087905884, "Finetune/Loss (Raw)": 1.1262969970703125, "Finetune/Step": 297, "Finetune/Step Time": 4.548801498487592}
{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0105113983154297, "Finetune/Loss (Raw)": 0.9066210985183716, "Finetune/Step": 298, "Finetune/Step Time": 4.541601600125432}
{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0051863193511963, "Finetune/Loss (Raw)": 0.3145703673362732, "Finetune/Step": 299, "Finetune/Step Time": 4.577736046165228}
{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0003421306610107, "Finetune/Loss (Raw)": 0.3527631461620331, "Finetune/Step": 300, "Finetune/Step Time": 4.609188109636307}
{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9940598607063293, "Finetune/Loss (Raw)": 0.3813428282737732, "Finetune/Step": 301, "Finetune/Step Time": 4.64765765145421}
{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.994108259677887, "Finetune/Loss (Raw)": 0.8873499631881714, "Finetune/Step": 302, "Finetune/Step Time": 4.651045577600598}
{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9873558282852173, "Finetune/Loss (Raw)": 0.31378111243247986, "Finetune/Step": 303, "Finetune/Step Time": 4.683011192828417}
{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9932175874710083, "Finetune/Loss (Raw)": 1.090328335762024, "Finetune/Step": 304, "Finetune/Step Time": 4.646512223407626}
{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9938952922821045, "Finetune/Loss (Raw)": 1.047888994216919, "Finetune/Step": 305, "Finetune/Step Time": 4.638894135132432}
{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9919573068618774, "Finetune/Loss (Raw)": 0.9418654441833496, "Finetune/Step": 306, "Finetune/Step Time": 4.63981438614428}
{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9940104484558105, "Finetune/Loss (Raw)": 1.1576489210128784, "Finetune/Step": 307, "Finetune/Step Time": 4.637340385466814}
{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9938004016876221, "Finetune/Loss (Raw)": 1.042701005935669, "Finetune/Step": 308, "Finetune/Step Time": 4.637660371139646}
{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9948763847351074, "Finetune/Loss (Raw)": 1.1442652940750122, "Finetune/Step": 309, "Finetune/Step Time": 4.646717444062233}
{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9945732355117798, "Finetune/Loss (Raw)": 1.0075397491455078, "Finetune/Step": 310, "Finetune/Step Time": 4.652675723657012}
{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9948124885559082, "Finetune/Loss (Raw)": 1.0321626663208008, "Finetune/Step": 311, "Finetune/Step Time": 4.665527176111937}
{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9934778809547424, "Finetune/Loss (Raw)": 0.9772979021072388, "Finetune/Step": 312, "Finetune/Step Time": 4.669146180152893}
{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9950171709060669, "Finetune/Loss (Raw)": 1.111297607421875, "Finetune/Step": 313, "Finetune/Step Time": 4.6769480984658}
{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9964491128921509, "Finetune/Loss (Raw)": 1.184861421585083, "Finetune/Step": 314, "Finetune/Step Time": 4.660844165831804}
{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9963452816009521, "Finetune/Loss (Raw)": 0.9869697690010071, "Finetune/Step": 315, "Finetune/Step Time": 4.666850691661239}
{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9905115365982056, "Finetune/Loss (Raw)": 0.3652604818344116, "Finetune/Step": 316, "Finetune/Step Time": 4.70980017632246}
{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9903081655502319, "Finetune/Loss (Raw)": 0.9678397178649902, "Finetune/Step": 317, "Finetune/Step Time": 4.705225517973304}
{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9902350902557373, "Finetune/Loss (Raw)": 1.053713321685791, "Finetune/Step": 318, "Finetune/Step Time": 4.6992611233145}
{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9894900321960449, "Finetune/Loss (Raw)": 0.9836987257003784, "Finetune/Step": 319, "Finetune/Step Time": 4.706973249092698}
{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9885267019271851, "Finetune/Loss (Raw)": 0.9398427605628967, "Finetune/Step": 320, "Finetune/Step Time": 4.702432753518224}
{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9836838841438293, "Finetune/Loss (Raw)": 0.31519314646720886, "Finetune/Step": 321, "Finetune/Step Time": 4.740541875362396}
{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9833132028579712, "Finetune/Loss (Raw)": 0.9956219792366028, "Finetune/Step": 322, "Finetune/Step Time": 4.741544023156166}
{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9838643670082092, "Finetune/Loss (Raw)": 1.075639009475708, "Finetune/Step": 323, "Finetune/Step Time": 4.7356700748205185}
{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9848516583442688, "Finetune/Loss (Raw)": 1.0992491245269775, "Finetune/Step": 324, "Finetune/Step Time": 4.735155684873462}
{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9848594069480896, "Finetune/Loss (Raw)": 1.045138955116272, "Finetune/Step": 325, "Finetune/Step Time": 4.7320049200206995}
{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9864675998687744, "Finetune/Loss (Raw)": 1.2144174575805664, "Finetune/Step": 326, "Finetune/Step Time": 4.732313375920057}
{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9867154359817505, "Finetune/Loss (Raw)": 1.0178041458129883, "Finetune/Step": 327, "Finetune/Step Time": 4.726477628573775}
{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9870672225952148, "Finetune/Loss (Raw)": 1.0711095333099365, "Finetune/Step": 328, "Finetune/Step Time": 4.7335453275591135}
{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9856943488121033, "Finetune/Loss (Raw)": 0.9469996094703674, "Finetune/Step": 329, "Finetune/Step Time": 4.750047581270337}
{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9838464260101318, "Finetune/Loss (Raw)": 0.8795056939125061, "Finetune/Step": 330, "Finetune/Step Time": 4.754669051617384}
{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9837462902069092, "Finetune/Loss (Raw)": 1.051464319229126, "Finetune/Step": 331, "Finetune/Step Time": 4.759386774152517}
{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9819498658180237, "Finetune/Loss (Raw)": 0.8204134702682495, "Finetune/Step": 332, "Finetune/Step Time": 4.775538913905621}
{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9876177310943604, "Finetune/Loss (Raw)": 1.0288087129592896, "Finetune/Step": 333, "Finetune/Step Time": 4.734267486259341}
{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.987571656703949, "Finetune/Loss (Raw)": 0.9897260069847107, "Finetune/Step": 334, "Finetune/Step Time": 4.729573098942637}
{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9862227439880371, "Finetune/Loss (Raw)": 1.0055885314941406, "Finetune/Step": 335, "Finetune/Step Time": 4.717272732406855}
{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9865838885307312, "Finetune/Loss (Raw)": 1.093919277191162, "Finetune/Step": 336, "Finetune/Step Time": 4.720002610236406}
{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9882685542106628, "Finetune/Loss (Raw)": 1.2180646657943726, "Finetune/Step": 337, "Finetune/Step Time": 4.715298369526863}
{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9936813116073608, "Finetune/Loss (Raw)": 0.9962143898010254, "Finetune/Step": 338, "Finetune/Step Time": 4.686524402350187}
{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9935288429260254, "Finetune/Loss (Raw)": 0.9700781106948853, "Finetune/Step": 339, "Finetune/Step Time": 4.689439978450537}
{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9922453165054321, "Finetune/Loss (Raw)": 0.9082722067832947, "Finetune/Step": 340, "Finetune/Step Time": 4.687498025596142}
{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9909495115280151, "Finetune/Loss (Raw)": 1.0166056156158447, "Finetune/Step": 341, "Finetune/Step Time": 4.688442001119256}
{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.991775393486023, "Finetune/Loss (Raw)": 1.0938233137130737, "Finetune/Step": 342, "Finetune/Step Time": 4.669879104942083}
{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9923071265220642, "Finetune/Loss (Raw)": 1.0153849124908447, "Finetune/Step": 343, "Finetune/Step Time": 4.668299550190568}
{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9935064315795898, "Finetune/Loss (Raw)": 1.0900181531906128, "Finetune/Step": 344, "Finetune/Step Time": 4.653368463739753}
{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9935470223426819, "Finetune/Loss (Raw)": 1.1189249753952026, "Finetune/Step": 345, "Finetune/Step Time": 4.655817683786154}
{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9941061735153198, "Finetune/Loss (Raw)": 1.1280839443206787, "Finetune/Step": 346, "Finetune/Step Time": 4.662256300449371}
{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9936866760253906, "Finetune/Loss (Raw)": 1.1492100954055786, "Finetune/Step": 347, "Finetune/Step Time": 4.665778376162052}
{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9945203065872192, "Finetune/Loss (Raw)": 1.0792590379714966, "Finetune/Step": 348, "Finetune/Step Time": 4.686070127412677}
{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9948880672454834, "Finetune/Loss (Raw)": 1.1513663530349731, "Finetune/Step": 349, "Finetune/Step Time": 4.695056639611721}
{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9951887726783752, "Finetune/Loss (Raw)": 0.9887579679489136, "Finetune/Step": 350, "Finetune/Step Time": 4.710083393380046}
{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9953399896621704, "Finetune/Loss (Raw)": 1.0004438161849976, "Finetune/Step": 351, "Finetune/Step Time": 4.723987298086286}
{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0005371570587158, "Finetune/Loss (Raw)": 0.9991672039031982, "Finetune/Step": 352, "Finetune/Step Time": 4.696487106382847}
{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 0.9999567866325378, "Finetune/Loss (Raw)": 0.9786754250526428, "Finetune/Step": 353, "Finetune/Step Time": 4.695533661171794}
{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.997826099395752, "Finetune/Loss (Raw)": 0.9083560109138489, "Finetune/Step": 354, "Finetune/Step Time": 4.702528594061732}
{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9969692230224609, "Finetune/Loss (Raw)": 1.0658835172653198, "Finetune/Step": 355, "Finetune/Step Time": 4.712336855009198}
{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9952559471130371, "Finetune/Loss (Raw)": 0.9157525897026062, "Finetune/Step": 356, "Finetune/Step Time": 4.719922373071313}
{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9945114850997925, "Finetune/Loss (Raw)": 0.9292531609535217, "Finetune/Step": 357, "Finetune/Step Time": 4.734116896986961}
{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9882789254188538, "Finetune/Loss (Raw)": 0.35590922832489014, "Finetune/Step": 358, "Finetune/Step Time": 4.771399948745966}
{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9870126247406006, "Finetune/Loss (Raw)": 0.8481640815734863, "Finetune/Step": 359, "Finetune/Step Time": 4.772518500685692}
{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9866517782211304, "Finetune/Loss (Raw)": 1.013735294342041, "Finetune/Step": 360, "Finetune/Step Time": 4.77182050794363}
{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9912668466567993, "Finetune/Loss (Raw)": 0.8912971615791321, "Finetune/Step": 361, "Finetune/Step Time": 4.7335891127586365}
{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9897935390472412, "Finetune/Loss (Raw)": 0.9780430197715759, "Finetune/Step": 362, "Finetune/Step Time": 4.721150118857622}
{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9887701272964478, "Finetune/Loss (Raw)": 1.0734398365020752, "Finetune/Step": 363, "Finetune/Step Time": 4.67993950843811}
{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9893568158149719, "Finetune/Loss (Raw)": 1.0946348905563354, "Finetune/Step": 364, "Finetune/Step Time": 4.68441192060709}
{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9896680116653442, "Finetune/Loss (Raw)": 1.1192772388458252, "Finetune/Step": 365, "Finetune/Step Time": 4.653760086745024}
{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9889023303985596, "Finetune/Loss (Raw)": 0.9010193347930908, "Finetune/Step": 366, "Finetune/Step Time": 4.664001105353236}
{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9897621870040894, "Finetune/Loss (Raw)": 0.9993676543235779, "Finetune/Step": 367, "Finetune/Step Time": 4.669431610032916}
{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9902461767196655, "Finetune/Loss (Raw)": 1.020383358001709, "Finetune/Step": 368, "Finetune/Step Time": 4.664288567379117}
{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.989459216594696, "Finetune/Loss (Raw)": 0.9875099658966064, "Finetune/Step": 369, "Finetune/Step Time": 4.6699154525995255}
{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9902561902999878, "Finetune/Loss (Raw)": 1.1592223644256592, "Finetune/Step": 370, "Finetune/Step Time": 4.669329009950161}
{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.990857720375061, "Finetune/Loss (Raw)": 1.1539238691329956, "Finetune/Step": 371, "Finetune/Step Time": 4.653868092224002}
{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9918995499610901, "Finetune/Loss (Raw)": 1.0517982244491577, "Finetune/Step": 372, "Finetune/Step Time": 4.663255505263805}
{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9857577085494995, "Finetune/Loss (Raw)": 0.42380180954933167, "Finetune/Step": 373, "Finetune/Step Time": 4.6986440271139145}
{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9793877601623535, "Finetune/Loss (Raw)": 0.3477835953235626, "Finetune/Step": 374, "Finetune/Step Time": 4.71637823805213}
{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9797350168228149, "Finetune/Loss (Raw)": 1.1047033071517944, "Finetune/Step": 375, "Finetune/Step Time": 4.713793916627765}
{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9789427518844604, "Finetune/Loss (Raw)": 0.8981058597564697, "Finetune/Step": 376, "Finetune/Step Time": 4.712943600490689}
{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9785882234573364, "Finetune/Loss (Raw)": 0.9719772338867188, "Finetune/Step": 377, "Finetune/Step Time": 4.7184873186051846}
{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9796857833862305, "Finetune/Loss (Raw)": 1.213495135307312, "Finetune/Step": 378, "Finetune/Step Time": 4.712529676035047}
{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9796566963195801, "Finetune/Loss (Raw)": 1.1418503522872925, "Finetune/Step": 379, "Finetune/Step Time": 4.698662161827087}
{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9796363711357117, "Finetune/Loss (Raw)": 1.038162350654602, "Finetune/Step": 380, "Finetune/Step Time": 4.696596363559365}
{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9795449376106262, "Finetune/Loss (Raw)": 1.0594719648361206, "Finetune/Step": 381, "Finetune/Step Time": 4.7105647921562195}
{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9791616201400757, "Finetune/Loss (Raw)": 0.9247596263885498, "Finetune/Step": 382, "Finetune/Step Time": 4.755219656974077}
{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.984110951423645, "Finetune/Loss (Raw)": 0.938391387462616, "Finetune/Step": 383, "Finetune/Step Time": 4.7508333548903465}
{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9803347587585449, "Finetune/Loss (Raw)": 0.46757906675338745, "Finetune/Step": 384, "Finetune/Step Time": 4.789758471772075}
{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9790987968444824, "Finetune/Loss (Raw)": 1.0106890201568604, "Finetune/Step": 385, "Finetune/Step Time": 4.781973527744412}
{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9783713817596436, "Finetune/Loss (Raw)": 1.025012731552124, "Finetune/Step": 386, "Finetune/Step Time": 4.781174028292298}
{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.976768434047699, "Finetune/Loss (Raw)": 0.8756364583969116, "Finetune/Step": 387, "Finetune/Step Time": 4.783060681074858}
{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9755113124847412, "Finetune/Loss (Raw)": 0.9478560090065002, "Finetune/Step": 388, "Finetune/Step Time": 4.761519292369485}
{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.976050853729248, "Finetune/Loss (Raw)": 0.9423677325248718, "Finetune/Step": 389, "Finetune/Step Time": 4.761397540569305}
{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9759503602981567, "Finetune/Loss (Raw)": 0.8376520872116089, "Finetune/Step": 390, "Finetune/Step Time": 4.747909234836698}
{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9757689833641052, "Finetune/Loss (Raw)": 1.0007591247558594, "Finetune/Step": 391, "Finetune/Step Time": 4.744026338681579}
{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9756675958633423, "Finetune/Loss (Raw)": 0.9713689684867859, "Finetune/Step": 392, "Finetune/Step Time": 4.7406934555619955}
{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9746009111404419, "Finetune/Loss (Raw)": 0.8507423996925354, "Finetune/Step": 393, "Finetune/Step Time": 4.7528660744428635}
{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9713296890258789, "Finetune/Loss (Raw)": 0.8047804832458496, "Finetune/Step": 394, "Finetune/Step Time": 4.768291648477316}
{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9737191200256348, "Finetune/Loss (Raw)": 1.2001663446426392, "Finetune/Step": 395, "Finetune/Step Time": 4.767077697440982}
{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9736669063568115, "Finetune/Loss (Raw)": 1.0995291471481323, "Finetune/Step": 396, "Finetune/Step Time": 4.767803510650992}
{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9721614122390747, "Finetune/Loss (Raw)": 0.8461019396781921, "Finetune/Step": 397, "Finetune/Step Time": 4.783858269453049}
{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9731732606887817, "Finetune/Loss (Raw)": 1.175289273262024, "Finetune/Step": 398, "Finetune/Step Time": 4.777003593742847}
{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9723573923110962, "Finetune/Loss (Raw)": 0.9238712787628174, "Finetune/Step": 399, "Finetune/Step Time": 4.764796759933233}
{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9710428714752197, "Finetune/Loss (Raw)": 0.9486318230628967, "Finetune/Step": 400, "Finetune/Step Time": 4.762157762423158}
{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9715606570243835, "Finetune/Loss (Raw)": 1.113816261291504, "Finetune/Step": 401, "Finetune/Step Time": 4.765333831310272}
{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9708173274993896, "Finetune/Loss (Raw)": 1.0036929845809937, "Finetune/Step": 402, "Finetune/Step Time": 4.777612144127488}
{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9705283641815186, "Finetune/Loss (Raw)": 0.9740217924118042, "Finetune/Step": 403, "Finetune/Step Time": 4.777139922603965}
{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9724676609039307, "Finetune/Loss (Raw)": 1.0763142108917236, "Finetune/Step": 404, "Finetune/Step Time": 4.744497958570719}
{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9702484607696533, "Finetune/Loss (Raw)": 0.7349621653556824, "Finetune/Step": 405, "Finetune/Step Time": 4.756966695189476}
{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9658107757568359, "Finetune/Loss (Raw)": 0.4663521945476532, "Finetune/Step": 406, "Finetune/Step Time": 4.794985197484493}
{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9595507979393005, "Finetune/Loss (Raw)": 0.4059973359107971, "Finetune/Step": 407, "Finetune/Step Time": 4.820688709616661}
{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9595251679420471, "Finetune/Loss (Raw)": 0.9793195724487305, "Finetune/Step": 408, "Finetune/Step Time": 4.820412807166576}
{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.960411787033081, "Finetune/Loss (Raw)": 1.188647747039795, "Finetune/Step": 409, "Finetune/Step Time": 4.821581434458494}
{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9620003700256348, "Finetune/Loss (Raw)": 1.2195028066635132, "Finetune/Step": 410, "Finetune/Step Time": 4.8195297960191965}
{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9609112739562988, "Finetune/Loss (Raw)": 0.9941447377204895, "Finetune/Step": 411, "Finetune/Step Time": 4.822337349876761}
{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9547834396362305, "Finetune/Loss (Raw)": 0.3615286946296692, "Finetune/Step": 412, "Finetune/Step Time": 4.869509290903807}
{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9556616544723511, "Finetune/Loss (Raw)": 1.1221970319747925, "Finetune/Step": 413, "Finetune/Step Time": 4.847143204882741}
{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9545779228210449, "Finetune/Loss (Raw)": 0.9434083700180054, "Finetune/Step": 414, "Finetune/Step Time": 4.8319704830646515}
{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9544281959533691, "Finetune/Loss (Raw)": 1.0498400926589966, "Finetune/Step": 415, "Finetune/Step Time": 4.828613696619868}
{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9561382532119751, "Finetune/Loss (Raw)": 1.1208957433700562, "Finetune/Step": 416, "Finetune/Step Time": 4.813840337097645}
{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9556452035903931, "Finetune/Loss (Raw)": 1.0527842044830322, "Finetune/Step": 417, "Finetune/Step Time": 4.808656562119722}
{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9567188024520874, "Finetune/Loss (Raw)": 1.0964077711105347, "Finetune/Step": 418, "Finetune/Step Time": 4.796264719218016}
{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9556097984313965, "Finetune/Loss (Raw)": 0.9789505004882812, "Finetune/Step": 419, "Finetune/Step Time": 4.814226819202304}
{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9499174952507019, "Finetune/Loss (Raw)": 0.3682571053504944, "Finetune/Step": 420, "Finetune/Step Time": 4.850209433585405}
{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9490019083023071, "Finetune/Loss (Raw)": 1.0251350402832031, "Finetune/Step": 421, "Finetune/Step Time": 4.850228656083345}
{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9508558511734009, "Finetune/Loss (Raw)": 1.0044807195663452, "Finetune/Step": 422, "Finetune/Step Time": 4.856090825051069}
{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9511904716491699, "Finetune/Loss (Raw)": 1.1258841753005981, "Finetune/Step": 423, "Finetune/Step Time": 4.849938618019223}
{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9513472318649292, "Finetune/Loss (Raw)": 1.037540078163147, "Finetune/Step": 424, "Finetune/Step Time": 4.849192028865218}
{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9484751224517822, "Finetune/Loss (Raw)": 0.7586672902107239, "Finetune/Step": 425, "Finetune/Step Time": 4.885025970637798}
{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9493506550788879, "Finetune/Loss (Raw)": 1.0186926126480103, "Finetune/Step": 426, "Finetune/Step Time": 4.859013181179762}
{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9545313119888306, "Finetune/Loss (Raw)": 0.9776934385299683, "Finetune/Step": 427, "Finetune/Step Time": 4.823032712563872}
{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9605314135551453, "Finetune/Loss (Raw)": 1.120775580406189, "Finetune/Step": 428, "Finetune/Step Time": 4.780080568045378}
{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9659087061882019, "Finetune/Loss (Raw)": 1.0696370601654053, "Finetune/Step": 429, "Finetune/Step Time": 4.7462851125746965}
{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9660463929176331, "Finetune/Loss (Raw)": 0.9049715995788574, "Finetune/Step": 430, "Finetune/Step Time": 4.739953953772783}
{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9720438718795776, "Finetune/Loss (Raw)": 1.081455945968628, "Finetune/Step": 431, "Finetune/Step Time": 4.711085516959429}
{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9708695411682129, "Finetune/Loss (Raw)": 0.9400160908699036, "Finetune/Step": 432, "Finetune/Step Time": 4.723019577562809}
{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9698843955993652, "Finetune/Loss (Raw)": 0.921790599822998, "Finetune/Step": 433, "Finetune/Step Time": 4.726197402924299}
{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9702244997024536, "Finetune/Loss (Raw)": 0.9853917360305786, "Finetune/Step": 434, "Finetune/Step Time": 4.726947672665119}
{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9677289724349976, "Finetune/Loss (Raw)": 0.8382320404052734, "Finetune/Step": 435, "Finetune/Step Time": 4.717261355370283}
{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9668235182762146, "Finetune/Loss (Raw)": 0.9268007874488831, "Finetune/Step": 436, "Finetune/Step Time": 4.71388584934175}
{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9658726453781128, "Finetune/Loss (Raw)": 1.0225470066070557, "Finetune/Step": 437, "Finetune/Step Time": 4.709945732727647}
{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9655510187149048, "Finetune/Loss (Raw)": 0.9663727879524231, "Finetune/Step": 438, "Finetune/Step Time": 4.707759169861674}
{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9650545120239258, "Finetune/Loss (Raw)": 0.9686143398284912, "Finetune/Step": 439, "Finetune/Step Time": 4.706925317645073}
{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9658712148666382, "Finetune/Loss (Raw)": 1.0818325281143188, "Finetune/Step": 440, "Finetune/Step Time": 4.703434595838189}
{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9653592705726624, "Finetune/Loss (Raw)": 1.0457720756530762, "Finetune/Step": 441, "Finetune/Step Time": 4.695676434785128}
{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9594694375991821, "Finetune/Loss (Raw)": 0.4309622049331665, "Finetune/Step": 442, "Finetune/Step Time": 4.735464606434107}
{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9601472616195679, "Finetune/Loss (Raw)": 1.0737261772155762, "Finetune/Step": 443, "Finetune/Step Time": 4.745823938399553}
{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9661839008331299, "Finetune/Loss (Raw)": 1.1379518508911133, "Finetune/Step": 444, "Finetune/Step Time": 4.709013476967812}
{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9665123224258423, "Finetune/Loss (Raw)": 1.0098811388015747, "Finetune/Step": 445, "Finetune/Step Time": 4.699820572510362}
{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9669678807258606, "Finetune/Loss (Raw)": 1.1120234727859497, "Finetune/Step": 446, "Finetune/Step Time": 4.707872154191136}
{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9673424363136292, "Finetune/Loss (Raw)": 1.031639814376831, "Finetune/Step": 447, "Finetune/Step Time": 4.697642231360078}
{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9675001502037048, "Finetune/Loss (Raw)": 0.9600324034690857, "Finetune/Step": 448, "Finetune/Step Time": 4.703194327652454}
{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9739059209823608, "Finetune/Loss (Raw)": 1.135135531425476, "Finetune/Step": 449, "Finetune/Step Time": 4.668648201972246}
{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9735232591629028, "Finetune/Loss (Raw)": 0.9466373324394226, "Finetune/Step": 450, "Finetune/Step Time": 4.667441254481673}
{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9727249145507812, "Finetune/Loss (Raw)": 0.9734424352645874, "Finetune/Step": 451, "Finetune/Step Time": 4.671838382259011}
{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9719727039337158, "Finetune/Loss (Raw)": 1.002977967262268, "Finetune/Step": 452, "Finetune/Step Time": 4.66447214782238}
{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9733510613441467, "Finetune/Loss (Raw)": 1.2215639352798462, "Finetune/Step": 453, "Finetune/Step Time": 4.659771103411913}
{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9715956449508667, "Finetune/Loss (Raw)": 0.9897304177284241, "Finetune/Step": 454, "Finetune/Step Time": 4.674283467233181}
{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9721757173538208, "Finetune/Loss (Raw)": 1.092041254043579, "Finetune/Step": 455, "Finetune/Step Time": 4.672461550682783}
{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9664052128791809, "Finetune/Loss (Raw)": 0.33249393105506897, "Finetune/Step": 456, "Finetune/Step Time": 4.698180947452784}
{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9661703109741211, "Finetune/Loss (Raw)": 0.9169251322746277, "Finetune/Step": 457, "Finetune/Step Time": 4.678544722497463}
{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9688201546669006, "Finetune/Loss (Raw)": 1.218692421913147, "Finetune/Step": 458, "Finetune/Step Time": 4.675440438091755}
{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9683738350868225, "Finetune/Loss (Raw)": 0.9943320155143738, "Finetune/Step": 459, "Finetune/Step Time": 4.677836377173662}
{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9685937166213989, "Finetune/Loss (Raw)": 0.8485570549964905, "Finetune/Step": 460, "Finetune/Step Time": 4.677008902654052}
{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9682303667068481, "Finetune/Loss (Raw)": 0.9823005199432373, "Finetune/Step": 461, "Finetune/Step Time": 4.675631117075682}
{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9682376980781555, "Finetune/Loss (Raw)": 0.9906651973724365, "Finetune/Step": 462, "Finetune/Step Time": 4.674771776422858}
{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9697123169898987, "Finetune/Loss (Raw)": 1.1943423748016357, "Finetune/Step": 463, "Finetune/Step Time": 4.66871284134686}
{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9633369445800781, "Finetune/Loss (Raw)": 0.27787330746650696, "Finetune/Step": 464, "Finetune/Step Time": 4.705976715311408}
{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9619591236114502, "Finetune/Loss (Raw)": 1.0416961908340454, "Finetune/Step": 465, "Finetune/Step Time": 4.71350846067071}
{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9615628719329834, "Finetune/Loss (Raw)": 0.9455034136772156, "Finetune/Step": 466, "Finetune/Step Time": 4.718169437721372}
{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9624239206314087, "Finetune/Loss (Raw)": 1.0802851915359497, "Finetune/Step": 467, "Finetune/Step Time": 4.717989323660731}
{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9618611931800842, "Finetune/Loss (Raw)": 0.8362500071525574, "Finetune/Step": 468, "Finetune/Step Time": 4.729976546019316}
{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.956628143787384, "Finetune/Loss (Raw)": 0.3467693030834198, "Finetune/Step": 469, "Finetune/Step Time": 4.763675753027201}
{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.955791711807251, "Finetune/Loss (Raw)": 0.9867594838142395, "Finetune/Step": 470, "Finetune/Step Time": 4.7629445400089025}
{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.955793559551239, "Finetune/Loss (Raw)": 1.0156211853027344, "Finetune/Step": 471, "Finetune/Step Time": 4.778538327664137}
{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9561430215835571, "Finetune/Loss (Raw)": 1.1347613334655762, "Finetune/Step": 472, "Finetune/Step Time": 4.779569735750556}
{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.954602837562561, "Finetune/Loss (Raw)": 0.9217761158943176, "Finetune/Step": 473, "Finetune/Step Time": 4.777846947312355}
{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9540165662765503, "Finetune/Loss (Raw)": 1.0530365705490112, "Finetune/Step": 474, "Finetune/Step Time": 4.774117838591337}
{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9533575773239136, "Finetune/Loss (Raw)": 1.064857006072998, "Finetune/Step": 475, "Finetune/Step Time": 4.773126728832722}
{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9529819488525391, "Finetune/Loss (Raw)": 1.0311812162399292, "Finetune/Step": 476, "Finetune/Step Time": 4.75748548656702}
{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9526264071464539, "Finetune/Loss (Raw)": 1.1058553457260132, "Finetune/Step": 477, "Finetune/Step Time": 4.763253271579742}
{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9525066614151001, "Finetune/Loss (Raw)": 0.9734358191490173, "Finetune/Step": 478, "Finetune/Step Time": 4.7392101269215345}
{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9527080655097961, "Finetune/Loss (Raw)": 1.0262178182601929, "Finetune/Step": 479, "Finetune/Step Time": 4.723462697118521}
{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9534544348716736, "Finetune/Loss (Raw)": 1.0947108268737793, "Finetune/Step": 480, "Finetune/Step Time": 4.715256089344621}
{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9538193941116333, "Finetune/Loss (Raw)": 1.0253851413726807, "Finetune/Step": 481, "Finetune/Step Time": 4.720064101740718}
{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9549368619918823, "Finetune/Loss (Raw)": 1.0513979196548462, "Finetune/Step": 482, "Finetune/Step Time": 4.72882879152894}
{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9547065496444702, "Finetune/Loss (Raw)": 1.0363949537277222, "Finetune/Step": 483, "Finetune/Step Time": 4.739300457760692}
{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9552255868911743, "Finetune/Loss (Raw)": 0.9821918606758118, "Finetune/Step": 484, "Finetune/Step Time": 4.743380159139633}
{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9546665549278259, "Finetune/Loss (Raw)": 0.8576939105987549, "Finetune/Step": 485, "Finetune/Step Time": 4.747134193778038}
{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9595800638198853, "Finetune/Loss (Raw)": 0.9848410487174988, "Finetune/Step": 486, "Finetune/Step Time": 4.722698086872697}
{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9611380100250244, "Finetune/Loss (Raw)": 1.0475765466690063, "Finetune/Step": 487, "Finetune/Step Time": 4.721644064411521}
{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9614112377166748, "Finetune/Loss (Raw)": 1.0487114191055298, "Finetune/Step": 488, "Finetune/Step Time": 4.719281051307917}
{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.961865246295929, "Finetune/Loss (Raw)": 0.949411928653717, "Finetune/Step": 489, "Finetune/Step Time": 4.72370489127934}
{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9615496397018433, "Finetune/Loss (Raw)": 0.9376443028450012, "Finetune/Step": 490, "Finetune/Step Time": 4.729822393506765}
{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9584230780601501, "Finetune/Loss (Raw)": 0.6732383966445923, "Finetune/Step": 491, "Finetune/Step Time": 4.757900822907686}
{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9574618935585022, "Finetune/Loss (Raw)": 0.9716038703918457, "Finetune/Step": 492, "Finetune/Step Time": 4.762785682454705}
{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.957123875617981, "Finetune/Loss (Raw)": 1.0760072469711304, "Finetune/Step": 493, "Finetune/Step Time": 4.764843165874481}
{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9576596021652222, "Finetune/Loss (Raw)": 0.9695963263511658, "Finetune/Step": 494, "Finetune/Step Time": 4.770828744396567}
{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9578471183776855, "Finetune/Loss (Raw)": 1.0233674049377441, "Finetune/Step": 495, "Finetune/Step Time": 4.770859077572823}
{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9580267667770386, "Finetune/Loss (Raw)": 1.04338800907135, "Finetune/Step": 496, "Finetune/Step Time": 4.784078953787684}
{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9579114317893982, "Finetune/Loss (Raw)": 0.9727405309677124, "Finetune/Step": 497, "Finetune/Step Time": 4.780161075294018}
{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9570223093032837, "Finetune/Loss (Raw)": 1.0454133749008179, "Finetune/Step": 498, "Finetune/Step Time": 4.778171308338642}
{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9549717903137207, "Finetune/Loss (Raw)": 0.8914533257484436, "Finetune/Step": 499, "Finetune/Step Time": 4.785537479445338}
{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9545135498046875, "Finetune/Loss (Raw)": 0.9931506514549255, "Finetune/Step": 500, "Finetune/Step Time": 4.789944985881448}
{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9574375152587891, "Finetune/Loss (Raw)": 0.7980616688728333, "Finetune/Step": 501, "Finetune/Step Time": 4.7629870772361755}
{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9617113471031189, "Finetune/Loss (Raw)": 0.8948413729667664, "Finetune/Step": 502, "Finetune/Step Time": 4.744016602635384}
{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9612163305282593, "Finetune/Loss (Raw)": 1.0413448810577393, "Finetune/Step": 503, "Finetune/Step Time": 4.7605443224310875}
{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.962527334690094, "Finetune/Loss (Raw)": 1.0659136772155762, "Finetune/Step": 504, "Finetune/Step Time": 4.755855390802026}
{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9628736972808838, "Finetune/Loss (Raw)": 1.016304850578308, "Finetune/Step": 505, "Finetune/Step Time": 4.757420061156154}
{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9598557949066162, "Finetune/Loss (Raw)": 0.8272096514701843, "Finetune/Step": 506, "Finetune/Step Time": 4.769893201068044}
{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9589084982872009, "Finetune/Loss (Raw)": 1.0205951929092407, "Finetune/Step": 507, "Finetune/Step Time": 4.771514328196645}
{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.958603024482727, "Finetune/Loss (Raw)": 0.9990615844726562, "Finetune/Step": 508, "Finetune/Step Time": 4.771489415317774}
{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9579356908798218, "Finetune/Loss (Raw)": 0.9740527272224426, "Finetune/Step": 509, "Finetune/Step Time": 4.769058929756284}
{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9580234289169312, "Finetune/Loss (Raw)": 0.9359903335571289, "Finetune/Step": 510, "Finetune/Step Time": 4.725574379786849}
{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.959314227104187, "Finetune/Loss (Raw)": 1.103615164756775, "Finetune/Step": 511, "Finetune/Step Time": 4.696046836674213}
{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9636932015419006, "Finetune/Loss (Raw)": 1.0280864238739014, "Finetune/Step": 512, "Finetune/Step Time": 4.655399922281504}
{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9641129970550537, "Finetune/Loss (Raw)": 1.0644224882125854, "Finetune/Step": 513, "Finetune/Step Time": 4.665556700900197}
{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9647048711776733, "Finetune/Loss (Raw)": 1.100775122642517, "Finetune/Step": 514, "Finetune/Step Time": 4.6788815297186375}
{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.960940957069397, "Finetune/Loss (Raw)": 0.393848180770874, "Finetune/Step": 515, "Finetune/Step Time": 4.715018833056092}
{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9619852304458618, "Finetune/Loss (Raw)": 1.0815309286117554, "Finetune/Step": 516, "Finetune/Step Time": 4.728830590844154}
{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9627695083618164, "Finetune/Loss (Raw)": 1.0427510738372803, "Finetune/Step": 517, "Finetune/Step Time": 4.727522134780884}
{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9644994139671326, "Finetune/Loss (Raw)": 1.0590800046920776, "Finetune/Step": 518, "Finetune/Step Time": 4.730101769790053}
{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9650027751922607, "Finetune/Loss (Raw)": 1.0651981830596924, "Finetune/Step": 519, "Finetune/Step Time": 4.7450753059238195}
{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9653075933456421, "Finetune/Loss (Raw)": 1.0103853940963745, "Finetune/Step": 520, "Finetune/Step Time": 4.744584089145064}
{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9665669202804565, "Finetune/Loss (Raw)": 1.0119309425354004, "Finetune/Step": 521, "Finetune/Step Time": 4.736153310164809}
{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.968032956123352, "Finetune/Loss (Raw)": 0.9924328327178955, "Finetune/Step": 522, "Finetune/Step Time": 4.717815103009343}
{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9657371044158936, "Finetune/Loss (Raw)": 0.9062960743904114, "Finetune/Step": 523, "Finetune/Step Time": 4.7249464970082045}
{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9650862216949463, "Finetune/Loss (Raw)": 1.016213059425354, "Finetune/Step": 524, "Finetune/Step Time": 4.721285464242101}
{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9664710760116577, "Finetune/Loss (Raw)": 1.0233690738677979, "Finetune/Step": 525, "Finetune/Step Time": 4.70474573969841}
{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9646052122116089, "Finetune/Loss (Raw)": 0.9364486932754517, "Finetune/Step": 526, "Finetune/Step Time": 4.71772151067853}
{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.964974582195282, "Finetune/Loss (Raw)": 0.9711616635322571, "Finetune/Step": 527, "Finetune/Step Time": 4.711671829223633}
{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.965718150138855, "Finetune/Loss (Raw)": 1.0438002347946167, "Finetune/Step": 528, "Finetune/Step Time": 4.706738894805312}
{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9656400680541992, "Finetune/Loss (Raw)": 1.103829264640808, "Finetune/Step": 529, "Finetune/Step Time": 4.706179440021515}
{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.96638023853302, "Finetune/Loss (Raw)": 1.0984262228012085, "Finetune/Step": 530, "Finetune/Step Time": 4.6903763096779585}
{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9678050875663757, "Finetune/Loss (Raw)": 1.156408429145813, "Finetune/Step": 531, "Finetune/Step Time": 4.687116796150804}
{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9670654535293579, "Finetune/Loss (Raw)": 0.9816350936889648, "Finetune/Step": 532, "Finetune/Step Time": 4.684753695502877}
{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9687319993972778, "Finetune/Loss (Raw)": 0.9482825398445129, "Finetune/Step": 533, "Finetune/Step Time": 4.6811292096972466}
{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9724348783493042, "Finetune/Loss (Raw)": 0.9403226375579834, "Finetune/Step": 534, "Finetune/Step Time": 4.650784412398934}
{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9765262603759766, "Finetune/Loss (Raw)": 0.9297018051147461, "Finetune/Step": 535, "Finetune/Step Time": 4.625466899946332}
{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9753009080886841, "Finetune/Loss (Raw)": 0.8224735260009766, "Finetune/Step": 536, "Finetune/Step Time": 4.647953426465392}
{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9743562936782837, "Finetune/Loss (Raw)": 1.0677281618118286, "Finetune/Step": 537, "Finetune/Step Time": 4.649061867967248}
{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9727803468704224, "Finetune/Loss (Raw)": 1.0177890062332153, "Finetune/Step": 538, "Finetune/Step Time": 4.658204909414053}
{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9735856056213379, "Finetune/Loss (Raw)": 1.0972154140472412, "Finetune/Step": 539, "Finetune/Step Time": 4.6519311722368}
{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.978354811668396, "Finetune/Loss (Raw)": 0.9719855189323425, "Finetune/Step": 540, "Finetune/Step Time": 4.6046380288898945}
{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9774305820465088, "Finetune/Loss (Raw)": 1.0038963556289673, "Finetune/Step": 541, "Finetune/Step Time": 4.612187346443534}
{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9780346155166626, "Finetune/Loss (Raw)": 1.0207219123840332, "Finetune/Step": 542, "Finetune/Step Time": 4.611672952771187}
{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.978600263595581, "Finetune/Loss (Raw)": 1.1222472190856934, "Finetune/Step": 543, "Finetune/Step Time": 4.611610563471913}
{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9782836437225342, "Finetune/Loss (Raw)": 1.0803697109222412, "Finetune/Step": 544, "Finetune/Step Time": 4.61199888214469}
{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9777662754058838, "Finetune/Loss (Raw)": 0.9865542650222778, "Finetune/Step": 545, "Finetune/Step Time": 4.609554883092642}
{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9765626192092896, "Finetune/Loss (Raw)": 0.9423439502716064, "Finetune/Step": 546, "Finetune/Step Time": 4.610981402918696}
{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9773340821266174, "Finetune/Loss (Raw)": 1.0776997804641724, "Finetune/Step": 547, "Finetune/Step Time": 4.601358827203512}
{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9819432497024536, "Finetune/Loss (Raw)": 0.9582344889640808, "Finetune/Step": 548, "Finetune/Step Time": 4.579588010907173}
{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9805309772491455, "Finetune/Loss (Raw)": 0.8443567752838135, "Finetune/Step": 549, "Finetune/Step Time": 4.588509917259216}
{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9804266691207886, "Finetune/Loss (Raw)": 0.9911266565322876, "Finetune/Step": 550, "Finetune/Step Time": 4.570562032982707}
{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9792520403862, "Finetune/Loss (Raw)": 0.9755322337150574, "Finetune/Step": 551, "Finetune/Step Time": 4.571626013144851}
{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9797398447990417, "Finetune/Loss (Raw)": 1.0999834537506104, "Finetune/Step": 552, "Finetune/Step Time": 4.567221691831946}
{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9797839522361755, "Finetune/Loss (Raw)": 0.7643104195594788, "Finetune/Step": 553, "Finetune/Step Time": 4.530702244490385}
{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9806405305862427, "Finetune/Loss (Raw)": 1.1283371448516846, "Finetune/Step": 554, "Finetune/Step Time": 4.528807418420911}
{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9803752899169922, "Finetune/Loss (Raw)": 0.9437395930290222, "Finetune/Step": 555, "Finetune/Step Time": 4.542973235249519}
{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.97954261302948, "Finetune/Loss (Raw)": 1.01418936252594, "Finetune/Step": 556, "Finetune/Step Time": 4.5550451055169106}
{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9786428213119507, "Finetune/Loss (Raw)": 0.9544652104377747, "Finetune/Step": 557, "Finetune/Step Time": 4.55141975171864}
{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9734731316566467, "Finetune/Loss (Raw)": 0.24325384199619293, "Finetune/Step": 558, "Finetune/Step Time": 4.582344288006425}
{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9726520776748657, "Finetune/Loss (Raw)": 0.9763579964637756, "Finetune/Step": 559, "Finetune/Step Time": 4.576300725340843}
{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9718947410583496, "Finetune/Loss (Raw)": 0.8430865406990051, "Finetune/Step": 560, "Finetune/Step Time": 4.570881135761738}
{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9716039896011353, "Finetune/Loss (Raw)": 0.8845704197883606, "Finetune/Step": 561, "Finetune/Step Time": 4.572109887376428}
{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9712578058242798, "Finetune/Loss (Raw)": 0.9410784840583801, "Finetune/Step": 562, "Finetune/Step Time": 4.569656763225794}
{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9728917479515076, "Finetune/Loss (Raw)": 1.0473769903182983, "Finetune/Step": 563, "Finetune/Step Time": 4.570455238223076}
{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9737191200256348, "Finetune/Loss (Raw)": 1.032701015472412, "Finetune/Step": 564, "Finetune/Step Time": 4.580287352204323}
{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9732281565666199, "Finetune/Loss (Raw)": 0.9597063660621643, "Finetune/Step": 565, "Finetune/Step Time": 4.584741320461035}
{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.974104106426239, "Finetune/Loss (Raw)": 1.0784913301467896, "Finetune/Step": 566, "Finetune/Step Time": 4.580624325200915}
{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9742879867553711, "Finetune/Loss (Raw)": 0.9921532869338989, "Finetune/Step": 567, "Finetune/Step Time": 4.588920885697007}
{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9680121541023254, "Finetune/Loss (Raw)": 0.27852964401245117, "Finetune/Step": 568, "Finetune/Step Time": 4.622063586488366}
{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9670557379722595, "Finetune/Loss (Raw)": 0.9233498573303223, "Finetune/Step": 569, "Finetune/Step Time": 4.6331526674330235}
{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9716196060180664, "Finetune/Loss (Raw)": 1.015134334564209, "Finetune/Step": 570, "Finetune/Step Time": 4.599738843739033}
{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9705663919448853, "Finetune/Loss (Raw)": 0.9389174580574036, "Finetune/Step": 571, "Finetune/Step Time": 4.599492276087403}
{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9697984457015991, "Finetune/Loss (Raw)": 1.0396554470062256, "Finetune/Step": 572, "Finetune/Step Time": 4.59361881390214}
{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9702548980712891, "Finetune/Loss (Raw)": 1.0683010816574097, "Finetune/Step": 573, "Finetune/Step Time": 4.603400440886617}
{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.97014319896698, "Finetune/Loss (Raw)": 1.097726821899414, "Finetune/Step": 574, "Finetune/Step Time": 4.600916827097535}
{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9709522128105164, "Finetune/Loss (Raw)": 1.1351944208145142, "Finetune/Step": 575, "Finetune/Step Time": 4.6194509994238615}
{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.971145749092102, "Finetune/Loss (Raw)": 0.9848131537437439, "Finetune/Step": 576, "Finetune/Step Time": 4.620560683310032}
{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9699828624725342, "Finetune/Loss (Raw)": 0.9862751960754395, "Finetune/Step": 577, "Finetune/Step Time": 4.616416459903121}
{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9700173735618591, "Finetune/Loss (Raw)": 0.951058030128479, "Finetune/Step": 578, "Finetune/Step Time": 4.612564593553543}
{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9690796136856079, "Finetune/Loss (Raw)": 0.8534104228019714, "Finetune/Step": 579, "Finetune/Step Time": 4.630444867536426}
{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9693674445152283, "Finetune/Loss (Raw)": 1.039818525314331, "Finetune/Step": 580, "Finetune/Step Time": 4.638051865622401}
{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9687119722366333, "Finetune/Loss (Raw)": 1.1376668214797974, "Finetune/Step": 581, "Finetune/Step Time": 4.64194792509079}
{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9691617488861084, "Finetune/Loss (Raw)": 1.0472979545593262, "Finetune/Step": 582, "Finetune/Step Time": 4.637270720675588}
{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9676357507705688, "Finetune/Loss (Raw)": 0.8967105746269226, "Finetune/Step": 583, "Finetune/Step Time": 4.643767254427075}
{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.973455548286438, "Finetune/Loss (Raw)": 1.0774348974227905, "Finetune/Step": 584, "Finetune/Step Time": 4.616383761167526}
{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9747048616409302, "Finetune/Loss (Raw)": 1.0768285989761353, "Finetune/Step": 585, "Finetune/Step Time": 4.618219809606671}
{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9677827954292297, "Finetune/Loss (Raw)": 0.33267584443092346, "Finetune/Step": 586, "Finetune/Step Time": 4.650712970644236}
{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9692949652671814, "Finetune/Loss (Raw)": 1.1878852844238281, "Finetune/Step": 587, "Finetune/Step Time": 4.642318898811936}
{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9703621864318848, "Finetune/Loss (Raw)": 0.9851659536361694, "Finetune/Step": 588, "Finetune/Step Time": 4.650815971195698}
{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9711588025093079, "Finetune/Loss (Raw)": 1.084265947341919, "Finetune/Step": 589, "Finetune/Step Time": 4.646296538412571}
{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9719136953353882, "Finetune/Loss (Raw)": 1.0872904062271118, "Finetune/Step": 590, "Finetune/Step Time": 4.647148407995701}
{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.969987154006958, "Finetune/Loss (Raw)": 0.9477503299713135, "Finetune/Step": 591, "Finetune/Step Time": 4.6492786798626184}
{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9754124283790588, "Finetune/Loss (Raw)": 0.972306489944458, "Finetune/Step": 592, "Finetune/Step Time": 4.609705833718181}
{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9750604033470154, "Finetune/Loss (Raw)": 0.9966360330581665, "Finetune/Step": 593, "Finetune/Step Time": 4.624256871640682}
{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9755699634552002, "Finetune/Loss (Raw)": 1.0107311010360718, "Finetune/Step": 594, "Finetune/Step Time": 4.611804721876979}
{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9750257730484009, "Finetune/Loss (Raw)": 1.0106159448623657, "Finetune/Step": 595, "Finetune/Step Time": 4.601691601797938}
{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9757558107376099, "Finetune/Loss (Raw)": 0.9297006130218506, "Finetune/Step": 596, "Finetune/Step Time": 4.584211450070143}
{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9798912405967712, "Finetune/Loss (Raw)": 0.8761065602302551, "Finetune/Step": 597, "Finetune/Step Time": 4.549529345706105}
{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9800460338592529, "Finetune/Loss (Raw)": 1.0065710544586182, "Finetune/Step": 598, "Finetune/Step Time": 4.572076762095094}
{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9800890684127808, "Finetune/Loss (Raw)": 1.0211347341537476, "Finetune/Step": 599, "Finetune/Step Time": 4.553725259378552}
{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9798420071601868, "Finetune/Loss (Raw)": 1.1031324863433838, "Finetune/Step": 600, "Finetune/Step Time": 4.558386793360114}
{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9802504777908325, "Finetune/Loss (Raw)": 0.9740551710128784, "Finetune/Step": 601, "Finetune/Step Time": 4.581942465156317}
{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9802823662757874, "Finetune/Loss (Raw)": 1.057125449180603, "Finetune/Step": 602, "Finetune/Step Time": 4.5749650578945875}
{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9792810678482056, "Finetune/Loss (Raw)": 0.936688244342804, "Finetune/Step": 603, "Finetune/Step Time": 4.579972913488746}
{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9795810580253601, "Finetune/Loss (Raw)": 1.069582462310791, "Finetune/Step": 604, "Finetune/Step Time": 4.579041102901101}
{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9783027768135071, "Finetune/Loss (Raw)": 0.9422329664230347, "Finetune/Step": 605, "Finetune/Step Time": 4.574079545214772}
{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9779667854309082, "Finetune/Loss (Raw)": 0.9304310083389282, "Finetune/Step": 606, "Finetune/Step Time": 4.591786932200193}
{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9763628244400024, "Finetune/Loss (Raw)": 0.820905327796936, "Finetune/Step": 607, "Finetune/Step Time": 4.622222241014242}
{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9762969017028809, "Finetune/Loss (Raw)": 1.0862762928009033, "Finetune/Step": 608, "Finetune/Step Time": 4.619546124711633}
{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9754577279090881, "Finetune/Loss (Raw)": 0.9179733395576477, "Finetune/Step": 609, "Finetune/Step Time": 4.614526374265552}
{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9748081564903259, "Finetune/Loss (Raw)": 0.9682521820068359, "Finetune/Step": 610, "Finetune/Step Time": 4.605159446597099}
{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9747748374938965, "Finetune/Loss (Raw)": 1.032132863998413, "Finetune/Step": 611, "Finetune/Step Time": 4.58340191654861}
{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.976516842842102, "Finetune/Loss (Raw)": 1.2051658630371094, "Finetune/Step": 612, "Finetune/Step Time": 4.580824561417103}
{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9768849015235901, "Finetune/Loss (Raw)": 0.9048072099685669, "Finetune/Step": 613, "Finetune/Step Time": 4.573282282799482}
{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9768693447113037, "Finetune/Loss (Raw)": 0.9828439354896545, "Finetune/Step": 614, "Finetune/Step Time": 4.559007707983255}
{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.976794958114624, "Finetune/Loss (Raw)": 1.038053274154663, "Finetune/Step": 615, "Finetune/Step Time": 4.566140910610557}
{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9764228463172913, "Finetune/Loss (Raw)": 1.0010818243026733, "Finetune/Step": 616, "Finetune/Step Time": 4.56820098310709}
{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.976801872253418, "Finetune/Loss (Raw)": 0.997931957244873, "Finetune/Step": 617, "Finetune/Step Time": 4.560272667557001}
{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9776355028152466, "Finetune/Loss (Raw)": 1.044345498085022, "Finetune/Step": 618, "Finetune/Step Time": 4.55438657104969}
{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9795940518379211, "Finetune/Loss (Raw)": 0.9239341616630554, "Finetune/Step": 619, "Finetune/Step Time": 4.5495179165154696}
{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.980107307434082, "Finetune/Loss (Raw)": 1.0373015403747559, "Finetune/Step": 620, "Finetune/Step Time": 4.535137832164764}
{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9796866774559021, "Finetune/Loss (Raw)": 1.0221686363220215, "Finetune/Step": 621, "Finetune/Step Time": 4.554587384685874}
{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9796141386032104, "Finetune/Loss (Raw)": 0.9603151082992554, "Finetune/Step": 622, "Finetune/Step Time": 4.542229283601046}
{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9799221754074097, "Finetune/Loss (Raw)": 1.0627903938293457, "Finetune/Step": 623, "Finetune/Step Time": 4.543881917372346}
{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9795372486114502, "Finetune/Loss (Raw)": 0.9941165447235107, "Finetune/Step": 624, "Finetune/Step Time": 4.5302679520100355}
{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9801437854766846, "Finetune/Loss (Raw)": 1.050382137298584, "Finetune/Step": 625, "Finetune/Step Time": 4.531620683148503}
{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9802851676940918, "Finetune/Loss (Raw)": 1.063511610031128, "Finetune/Step": 626, "Finetune/Step Time": 4.529166815802455}
{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9809698462486267, "Finetune/Loss (Raw)": 0.9790867567062378, "Finetune/Step": 627, "Finetune/Step Time": 4.526153298094869}
{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9809765219688416, "Finetune/Loss (Raw)": 0.9940023422241211, "Finetune/Step": 628, "Finetune/Step Time": 4.521020527929068}
{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9827560782432556, "Finetune/Loss (Raw)": 1.0258525609970093, "Finetune/Step": 629, "Finetune/Step Time": 4.511355798691511}
{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9846380949020386, "Finetune/Loss (Raw)": 1.1357355117797852, "Finetune/Step": 630, "Finetune/Step Time": 4.493021063506603}
{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9836101531982422, "Finetune/Loss (Raw)": 0.9097676873207092, "Finetune/Step": 631, "Finetune/Step Time": 4.4785448759794235}
{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9843909740447998, "Finetune/Loss (Raw)": 1.165858268737793, "Finetune/Step": 632, "Finetune/Step Time": 4.477478103712201}
{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9863216280937195, "Finetune/Loss (Raw)": 1.263434648513794, "Finetune/Step": 633, "Finetune/Step Time": 4.472920466214418}
{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9872685670852661, "Finetune/Loss (Raw)": 0.9484116435050964, "Finetune/Step": 634, "Finetune/Step Time": 4.463248996064067}
{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9871054291725159, "Finetune/Loss (Raw)": 0.9997146725654602, "Finetune/Step": 635, "Finetune/Step Time": 4.4618600606918335}
{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9876853227615356, "Finetune/Loss (Raw)": 1.0732810497283936, "Finetune/Step": 636, "Finetune/Step Time": 4.49698917940259}
{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9887124300003052, "Finetune/Loss (Raw)": 1.1055335998535156, "Finetune/Step": 637, "Finetune/Step Time": 4.491726325824857}
{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.989983081817627, "Finetune/Loss (Raw)": 1.0986255407333374, "Finetune/Step": 638, "Finetune/Step Time": 4.491760833188891}
{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9892930388450623, "Finetune/Loss (Raw)": 1.0152915716171265, "Finetune/Step": 639, "Finetune/Step Time": 4.488762266933918}
{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9891358613967896, "Finetune/Loss (Raw)": 1.0079597234725952, "Finetune/Step": 640, "Finetune/Step Time": 4.488833457231522}
{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9893630146980286, "Finetune/Loss (Raw)": 1.0935109853744507, "Finetune/Step": 641, "Finetune/Step Time": 4.484926111996174}
{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9832914471626282, "Finetune/Loss (Raw)": 0.32361236214637756, "Finetune/Step": 642, "Finetune/Step Time": 4.500824887305498}
{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9879999160766602, "Finetune/Loss (Raw)": 0.9965299963951111, "Finetune/Step": 643, "Finetune/Step Time": 4.4686813447624445}
{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9877176284790039, "Finetune/Loss (Raw)": 1.0453970432281494, "Finetune/Step": 644, "Finetune/Step Time": 4.462410205975175}
{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9880356192588806, "Finetune/Loss (Raw)": 1.0834596157073975, "Finetune/Step": 645, "Finetune/Step Time": 4.4612628351897}
{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9877338409423828, "Finetune/Loss (Raw)": 1.0204505920410156, "Finetune/Step": 646, "Finetune/Step Time": 4.476800762116909}
{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9868660569190979, "Finetune/Loss (Raw)": 0.9541175365447998, "Finetune/Step": 647, "Finetune/Step Time": 4.476925943046808}
{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9870465993881226, "Finetune/Loss (Raw)": 1.0334880352020264, "Finetune/Step": 648, "Finetune/Step Time": 4.475299920886755}
{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9871603846549988, "Finetune/Loss (Raw)": 1.0265103578567505, "Finetune/Step": 649, "Finetune/Step Time": 4.475664496421814}
{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9871273040771484, "Finetune/Loss (Raw)": 0.9881910681724548, "Finetune/Step": 650, "Finetune/Step Time": 4.489166466519237}
{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.988033652305603, "Finetune/Loss (Raw)": 1.0223115682601929, "Finetune/Step": 651, "Finetune/Step Time": 4.502194495871663}
{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9878950119018555, "Finetune/Loss (Raw)": 0.998458743095398, "Finetune/Step": 652, "Finetune/Step Time": 4.506230777129531}
{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.987064003944397, "Finetune/Loss (Raw)": 0.9170151948928833, "Finetune/Step": 653, "Finetune/Step Time": 4.508579276502132}
{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9892024397850037, "Finetune/Loss (Raw)": 1.210153341293335, "Finetune/Step": 654, "Finetune/Step Time": 4.499660104513168}
{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9893289804458618, "Finetune/Loss (Raw)": 0.987363874912262, "Finetune/Step": 655, "Finetune/Step Time": 4.509439608082175}
{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9887704849243164, "Finetune/Loss (Raw)": 0.9723111391067505, "Finetune/Step": 656, "Finetune/Step Time": 4.51262728497386}
{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9876344203948975, "Finetune/Loss (Raw)": 0.9584196209907532, "Finetune/Step": 657, "Finetune/Step Time": 4.532967627048492}
{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9867668747901917, "Finetune/Loss (Raw)": 0.9873771071434021, "Finetune/Step": 658, "Finetune/Step Time": 4.5346554312855005}
{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9840186834335327, "Finetune/Loss (Raw)": 0.8046430349349976, "Finetune/Step": 659, "Finetune/Step Time": 4.556561937555671}
{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9851596355438232, "Finetune/Loss (Raw)": 1.1276670694351196, "Finetune/Step": 660, "Finetune/Step Time": 4.561148263514042}
{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.985649824142456, "Finetune/Loss (Raw)": 1.0110317468643188, "Finetune/Step": 661, "Finetune/Step Time": 4.553496349602938}
{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9865686893463135, "Finetune/Loss (Raw)": 1.0579396486282349, "Finetune/Step": 662, "Finetune/Step Time": 4.542700484395027}
{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9879642724990845, "Finetune/Loss (Raw)": 1.1083390712738037, "Finetune/Step": 663, "Finetune/Step Time": 4.5310710817575455}
{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9895522594451904, "Finetune/Loss (Raw)": 1.025732398033142, "Finetune/Step": 664, "Finetune/Step Time": 4.518604137003422}
{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9903163909912109, "Finetune/Loss (Raw)": 1.16553795337677, "Finetune/Step": 665, "Finetune/Step Time": 4.526805201545358}
{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9914880990982056, "Finetune/Loss (Raw)": 1.1677696704864502, "Finetune/Step": 666, "Finetune/Step Time": 4.518859293311834}
{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9916971921920776, "Finetune/Loss (Raw)": 1.1239750385284424, "Finetune/Step": 667, "Finetune/Step Time": 4.532630173489451}
{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9908586740493774, "Finetune/Loss (Raw)": 0.8646513819694519, "Finetune/Step": 668, "Finetune/Step Time": 4.53811589255929}
{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9911096096038818, "Finetune/Loss (Raw)": 1.036027431488037, "Finetune/Step": 669, "Finetune/Step Time": 4.532095320522785}
{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9902868270874023, "Finetune/Loss (Raw)": 0.9154003262519836, "Finetune/Step": 670, "Finetune/Step Time": 4.534177366644144}
{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.989300549030304, "Finetune/Loss (Raw)": 0.9960012435913086, "Finetune/Step": 671, "Finetune/Step Time": 4.532770054414868}
{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9891325235366821, "Finetune/Loss (Raw)": 1.0588704347610474, "Finetune/Step": 672, "Finetune/Step Time": 4.529826318845153}
{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9901808500289917, "Finetune/Loss (Raw)": 1.1207376718521118, "Finetune/Step": 673, "Finetune/Step Time": 4.5308582074940205}
{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9915313720703125, "Finetune/Loss (Raw)": 1.1152082681655884, "Finetune/Step": 674, "Finetune/Step Time": 4.530780155211687}
{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9914770126342773, "Finetune/Loss (Raw)": 1.0707359313964844, "Finetune/Step": 675, "Finetune/Step Time": 4.533112162724137}
{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.99210524559021, "Finetune/Loss (Raw)": 1.038644552230835, "Finetune/Step": 676, "Finetune/Step Time": 4.52762383595109}
{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9927045106887817, "Finetune/Loss (Raw)": 0.9210705161094666, "Finetune/Step": 677, "Finetune/Step Time": 4.560226121917367}
{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9938216209411621, "Finetune/Loss (Raw)": 1.1341164112091064, "Finetune/Step": 678, "Finetune/Step Time": 4.571962846443057}
{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9951522350311279, "Finetune/Loss (Raw)": 1.1458489894866943, "Finetune/Step": 679, "Finetune/Step Time": 4.577088139951229}
{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9940941333770752, "Finetune/Loss (Raw)": 0.9645476341247559, "Finetune/Step": 680, "Finetune/Step Time": 4.575550064444542}
{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.996490478515625, "Finetune/Loss (Raw)": 1.0710409879684448, "Finetune/Step": 681, "Finetune/Step Time": 4.5741697028279305}
{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9961507320404053, "Finetune/Loss (Raw)": 1.0848513841629028, "Finetune/Step": 682, "Finetune/Step Time": 4.570889808237553}
{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9974226951599121, "Finetune/Loss (Raw)": 1.1065537929534912, "Finetune/Step": 683, "Finetune/Step Time": 4.551758840680122}
{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9970090389251709, "Finetune/Loss (Raw)": 0.9612360596656799, "Finetune/Step": 684, "Finetune/Step Time": 4.540795050561428}
{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9955157041549683, "Finetune/Loss (Raw)": 0.7633206248283386, "Finetune/Step": 685, "Finetune/Step Time": 4.556353610008955}
{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.0009210109710693, "Finetune/Loss (Raw)": 0.935138463973999, "Finetune/Step": 686, "Finetune/Step Time": 4.532130390405655}
{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.0008686780929565, "Finetune/Loss (Raw)": 0.9696556925773621, "Finetune/Step": 687, "Finetune/Step Time": 4.52882969006896}
{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.002182960510254, "Finetune/Loss (Raw)": 1.0113219022750854, "Finetune/Step": 688, "Finetune/Step Time": 4.527184333652258}
{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.0010260343551636, "Finetune/Loss (Raw)": 0.736482560634613, "Finetune/Step": 689, "Finetune/Step Time": 4.540075547993183}
{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.0003392696380615, "Finetune/Loss (Raw)": 0.8531668782234192, "Finetune/Step": 690, "Finetune/Step Time": 4.585874246433377}
{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.000434160232544, "Finetune/Loss (Raw)": 1.0595240592956543, "Finetune/Step": 691, "Finetune/Step Time": 4.5877244137227535}
{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9996182918548584, "Finetune/Loss (Raw)": 0.9282665252685547, "Finetune/Step": 692, "Finetune/Step Time": 4.605369785800576}
{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9998015761375427, "Finetune/Loss (Raw)": 0.9831686615943909, "Finetune/Step": 693, "Finetune/Step Time": 4.604196609929204}
{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.994421124458313, "Finetune/Loss (Raw)": 0.38979390263557434, "Finetune/Step": 694, "Finetune/Step Time": 4.64002145640552}
{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9934461712837219, "Finetune/Loss (Raw)": 0.8673579096794128, "Finetune/Step": 695, "Finetune/Step Time": 4.640874855220318}
{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 0.999975860118866, "Finetune/Loss (Raw)": 1.1143296957015991, "Finetune/Step": 696, "Finetune/Step Time": 4.608718208968639}
{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0001298189163208, "Finetune/Loss (Raw)": 0.9430586099624634, "Finetune/Step": 697, "Finetune/Step Time": 4.60966887511313}
{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.0014748573303223, "Finetune/Loss (Raw)": 1.1872881650924683, "Finetune/Step": 698, "Finetune/Step Time": 4.6029735542833805}
{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.0035045146942139, "Finetune/Loss (Raw)": 1.1987254619598389, "Finetune/Step": 699, "Finetune/Step Time": 4.599923633038998}
{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0031397342681885, "Finetune/Loss (Raw)": 0.9929615259170532, "Finetune/Step": 700, "Finetune/Step Time": 4.629961958155036}
{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9971771240234375, "Finetune/Loss (Raw)": 0.30508318543434143, "Finetune/Step": 701, "Finetune/Step Time": 4.657465748488903}
{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9962208867073059, "Finetune/Loss (Raw)": 0.9753342866897583, "Finetune/Step": 702, "Finetune/Step Time": 4.65940742008388}
{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9942204356193542, "Finetune/Loss (Raw)": 0.8791396021842957, "Finetune/Step": 703, "Finetune/Step Time": 4.649390757083893}
{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9942946434020996, "Finetune/Loss (Raw)": 0.9943062663078308, "Finetune/Step": 704, "Finetune/Step Time": 4.656290216371417}
{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9945236444473267, "Finetune/Loss (Raw)": 1.015588402748108, "Finetune/Step": 705, "Finetune/Step Time": 4.655940219759941}
{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.993262767791748, "Finetune/Loss (Raw)": 0.7896596193313599, "Finetune/Step": 706, "Finetune/Step Time": 4.658381240442395}
{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9936857223510742, "Finetune/Loss (Raw)": 0.9075610041618347, "Finetune/Step": 707, "Finetune/Step Time": 4.638412905856967}
{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9946163892745972, "Finetune/Loss (Raw)": 1.1589399576187134, "Finetune/Step": 708, "Finetune/Step Time": 4.642984598875046}
{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9933406114578247, "Finetune/Loss (Raw)": 0.9743697047233582, "Finetune/Step": 709, "Finetune/Step Time": 4.650151422247291}
{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9920589923858643, "Finetune/Loss (Raw)": 0.8832497596740723, "Finetune/Step": 710, "Finetune/Step Time": 4.63951963186264}
{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9934788346290588, "Finetune/Loss (Raw)": 1.0784498453140259, "Finetune/Step": 711, "Finetune/Step Time": 4.6528507973998785}
{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9907551407814026, "Finetune/Loss (Raw)": 0.7287999987602234, "Finetune/Step": 712, "Finetune/Step Time": 4.673676401376724}
{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9900003671646118, "Finetune/Loss (Raw)": 0.9802165627479553, "Finetune/Step": 713, "Finetune/Step Time": 4.673718828707933}
{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9946974515914917, "Finetune/Loss (Raw)": 0.9338972568511963, "Finetune/Step": 714, "Finetune/Step Time": 4.64273982308805}
{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.994208574295044, "Finetune/Loss (Raw)": 1.1253159046173096, "Finetune/Step": 715, "Finetune/Step Time": 4.64177175424993}
{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9933377504348755, "Finetune/Loss (Raw)": 0.8737050294876099, "Finetune/Step": 716, "Finetune/Step Time": 4.616323791444302}
{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9937246441841125, "Finetune/Loss (Raw)": 1.1337833404541016, "Finetune/Step": 717, "Finetune/Step Time": 4.633368521928787}
{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9934048652648926, "Finetune/Loss (Raw)": 1.046358585357666, "Finetune/Step": 718, "Finetune/Step Time": 4.637559678405523}
{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9941645264625549, "Finetune/Loss (Raw)": 1.0449881553649902, "Finetune/Step": 719, "Finetune/Step Time": 4.637991771101952}
{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9960309267044067, "Finetune/Loss (Raw)": 1.2111984491348267, "Finetune/Step": 720, "Finetune/Step Time": 4.640151165425777}
{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9954996705055237, "Finetune/Loss (Raw)": 0.9286429286003113, "Finetune/Step": 721, "Finetune/Step Time": 4.644140757620335}
{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9953962564468384, "Finetune/Loss (Raw)": 0.9974868297576904, "Finetune/Step": 722, "Finetune/Step Time": 4.670882428064942}
{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9961913228034973, "Finetune/Loss (Raw)": 1.1123888492584229, "Finetune/Step": 723, "Finetune/Step Time": 4.668018650263548}
{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.997384786605835, "Finetune/Loss (Raw)": 1.0824636220932007, "Finetune/Step": 724, "Finetune/Step Time": 4.683582108467817}
{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9994344711303711, "Finetune/Loss (Raw)": 1.13846755027771, "Finetune/Step": 725, "Finetune/Step Time": 4.68173860758543}
{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.99751216173172, "Finetune/Loss (Raw)": 0.7605123519897461, "Finetune/Step": 726, "Finetune/Step Time": 4.6694931630045176}
{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9976022839546204, "Finetune/Loss (Raw)": 1.0326768159866333, "Finetune/Step": 727, "Finetune/Step Time": 4.676355246454477}
{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9984081983566284, "Finetune/Loss (Raw)": 1.2062863111495972, "Finetune/Step": 728, "Finetune/Step Time": 4.675899460911751}
{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9959122538566589, "Finetune/Loss (Raw)": 0.6545724868774414, "Finetune/Step": 729, "Finetune/Step Time": 4.665223743766546}
{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9955302476882935, "Finetune/Loss (Raw)": 1.008232831954956, "Finetune/Step": 730, "Finetune/Step Time": 4.668862231075764}
{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.996724009513855, "Finetune/Loss (Raw)": 1.089484691619873, "Finetune/Step": 731, "Finetune/Step Time": 4.664348056539893}
{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9954642057418823, "Finetune/Loss (Raw)": 0.9083327651023865, "Finetune/Step": 732, "Finetune/Step Time": 4.696471894159913}
{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9956523180007935, "Finetune/Loss (Raw)": 0.9662988185882568, "Finetune/Step": 733, "Finetune/Step Time": 4.694303447380662}
{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9951554536819458, "Finetune/Loss (Raw)": 0.86684250831604, "Finetune/Step": 734, "Finetune/Step Time": 4.681619269773364}
{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9958050847053528, "Finetune/Loss (Raw)": 0.9040553569793701, "Finetune/Step": 735, "Finetune/Step Time": 4.6584319323301315}
{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9946200251579285, "Finetune/Loss (Raw)": 0.93459153175354, "Finetune/Step": 736, "Finetune/Step Time": 4.694422470405698}
{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9962164163589478, "Finetune/Loss (Raw)": 1.122312307357788, "Finetune/Step": 737, "Finetune/Step Time": 4.690385337918997}
{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9965938925743103, "Finetune/Loss (Raw)": 1.0165659189224243, "Finetune/Step": 738, "Finetune/Step Time": 4.686721488833427}
{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.992034912109375, "Finetune/Loss (Raw)": 0.4485856592655182, "Finetune/Step": 739, "Finetune/Step Time": 4.728857763111591}
{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9915611743927002, "Finetune/Loss (Raw)": 1.1445232629776, "Finetune/Step": 740, "Finetune/Step Time": 4.7307791616767645}
{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9908540844917297, "Finetune/Loss (Raw)": 0.8143065571784973, "Finetune/Step": 741, "Finetune/Step Time": 4.748716223984957}
{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9908513426780701, "Finetune/Loss (Raw)": 0.9824894666671753, "Finetune/Step": 742, "Finetune/Step Time": 4.753781026229262}
{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9911109209060669, "Finetune/Loss (Raw)": 1.0712774991989136, "Finetune/Step": 743, "Finetune/Step Time": 4.746503381058574}
{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.991076648235321, "Finetune/Loss (Raw)": 0.9967008829116821, "Finetune/Step": 744, "Finetune/Step Time": 4.74813674017787}
{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9903489351272583, "Finetune/Loss (Raw)": 0.9047858715057373, "Finetune/Step": 745, "Finetune/Step Time": 4.766083303838968}
{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9907753467559814, "Finetune/Loss (Raw)": 1.098917007446289, "Finetune/Step": 746, "Finetune/Step Time": 4.756410274654627}
{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9922962188720703, "Finetune/Loss (Raw)": 1.1186074018478394, "Finetune/Step": 747, "Finetune/Step Time": 4.735491869971156}
{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.99276202917099, "Finetune/Loss (Raw)": 1.0969247817993164, "Finetune/Step": 748, "Finetune/Step Time": 4.737334666773677}
{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.992644727230072, "Finetune/Loss (Raw)": 1.007152795791626, "Finetune/Step": 749, "Finetune/Step Time": 4.726510044187307}
{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.993213951587677, "Finetune/Loss (Raw)": 1.0331790447235107, "Finetune/Step": 750, "Finetune/Step Time": 4.732275424525142}
{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9918922185897827, "Finetune/Loss (Raw)": 0.8936090469360352, "Finetune/Step": 751, "Finetune/Step Time": 4.73490977101028}
{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.992574155330658, "Finetune/Loss (Raw)": 1.0814027786254883, "Finetune/Step": 752, "Finetune/Step Time": 4.735722973942757}
{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9874074459075928, "Finetune/Loss (Raw)": 0.3890424966812134, "Finetune/Step": 753, "Finetune/Step Time": 4.771059103310108}
{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9859378933906555, "Finetune/Loss (Raw)": 0.8754068613052368, "Finetune/Step": 754, "Finetune/Step Time": 4.771496158093214}
{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9855815172195435, "Finetune/Loss (Raw)": 0.9334684014320374, "Finetune/Step": 755, "Finetune/Step Time": 4.793224196881056}
{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9852392077445984, "Finetune/Loss (Raw)": 0.9501989483833313, "Finetune/Step": 756, "Finetune/Step Time": 4.785188326612115}
{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9849719405174255, "Finetune/Loss (Raw)": 0.9916365146636963, "Finetune/Step": 757, "Finetune/Step Time": 4.7965945694595575}
{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9851555228233337, "Finetune/Loss (Raw)": 1.1592352390289307, "Finetune/Step": 758, "Finetune/Step Time": 4.810301063582301}
{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9863872528076172, "Finetune/Loss (Raw)": 1.0674246549606323, "Finetune/Step": 759, "Finetune/Step Time": 4.809870818629861}
{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9852535724639893, "Finetune/Loss (Raw)": 1.0207479000091553, "Finetune/Step": 760, "Finetune/Step Time": 4.802427040413022}
{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9826748967170715, "Finetune/Loss (Raw)": 0.9333705306053162, "Finetune/Step": 761, "Finetune/Step Time": 4.8165245447307825}
{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9781738519668579, "Finetune/Loss (Raw)": 0.3722771108150482, "Finetune/Step": 762, "Finetune/Step Time": 4.857382358983159}
{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9773747324943542, "Finetune/Loss (Raw)": 0.8974243402481079, "Finetune/Step": 763, "Finetune/Step Time": 4.860916290432215}
{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9768159985542297, "Finetune/Loss (Raw)": 1.0017625093460083, "Finetune/Step": 764, "Finetune/Step Time": 4.8276328928768635}
{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9757987856864929, "Finetune/Loss (Raw)": 0.9753326177597046, "Finetune/Step": 765, "Finetune/Step Time": 4.8261985164135695}
{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9757629632949829, "Finetune/Loss (Raw)": 1.0940355062484741, "Finetune/Step": 766, "Finetune/Step Time": 4.844005145132542}
{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9750341773033142, "Finetune/Loss (Raw)": 0.9220108985900879, "Finetune/Step": 767, "Finetune/Step Time": 4.852988803759217}
{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9744250774383545, "Finetune/Loss (Raw)": 0.9299956560134888, "Finetune/Step": 768, "Finetune/Step Time": 4.862589856609702}
{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9723529815673828, "Finetune/Loss (Raw)": 0.8282762765884399, "Finetune/Step": 769, "Finetune/Step Time": 4.8700734581798315}
{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9778895974159241, "Finetune/Loss (Raw)": 1.0323044061660767, "Finetune/Step": 770, "Finetune/Step Time": 4.846358191221952}
{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.978493332862854, "Finetune/Loss (Raw)": 1.0738029479980469, "Finetune/Step": 771, "Finetune/Step Time": 4.845659712329507}
{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9781442880630493, "Finetune/Loss (Raw)": 1.0007297992706299, "Finetune/Step": 772, "Finetune/Step Time": 4.839470749720931}
{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9779513478279114, "Finetune/Loss (Raw)": 1.0587550401687622, "Finetune/Step": 773, "Finetune/Step Time": 4.844134837388992}
{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9767917990684509, "Finetune/Loss (Raw)": 0.8720323443412781, "Finetune/Step": 774, "Finetune/Step Time": 4.850100543349981}
{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9774152636528015, "Finetune/Loss (Raw)": 1.033921718597412, "Finetune/Step": 775, "Finetune/Step Time": 4.852249985560775}
{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9756115674972534, "Finetune/Loss (Raw)": 0.8026142120361328, "Finetune/Step": 776, "Finetune/Step Time": 4.853565223515034}
{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9764589071273804, "Finetune/Loss (Raw)": 1.1349751949310303, "Finetune/Step": 777, "Finetune/Step Time": 4.865434600040317}
{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9773118495941162, "Finetune/Loss (Raw)": 1.097372055053711, "Finetune/Step": 778, "Finetune/Step Time": 4.849999086931348}
{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.976662278175354, "Finetune/Loss (Raw)": 0.9391638040542603, "Finetune/Step": 779, "Finetune/Step Time": 4.8469398487359285}
{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9714226126670837, "Finetune/Loss (Raw)": 0.32777687907218933, "Finetune/Step": 780, "Finetune/Step Time": 4.8893129378557205}
{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9716081023216248, "Finetune/Loss (Raw)": 0.9407579898834229, "Finetune/Step": 781, "Finetune/Step Time": 4.894960517063737}
{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9678888320922852, "Finetune/Loss (Raw)": 0.7340810298919678, "Finetune/Step": 782, "Finetune/Step Time": 4.925531266257167}
{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9674386978149414, "Finetune/Loss (Raw)": 0.9297508001327515, "Finetune/Step": 783, "Finetune/Step Time": 4.969342840835452}
{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9657279253005981, "Finetune/Loss (Raw)": 0.7533389925956726, "Finetune/Step": 784, "Finetune/Step Time": 4.986709905788302}
{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9666876196861267, "Finetune/Loss (Raw)": 1.081255316734314, "Finetune/Step": 785, "Finetune/Step Time": 4.98171316832304}
{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9678270220756531, "Finetune/Loss (Raw)": 1.1332248449325562, "Finetune/Step": 786, "Finetune/Step Time": 4.979284171015024}
{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9702568054199219, "Finetune/Loss (Raw)": 1.1156442165374756, "Finetune/Step": 787, "Finetune/Step Time": 4.983341213315725}
{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9702540040016174, "Finetune/Loss (Raw)": 1.1273187398910522, "Finetune/Step": 788, "Finetune/Step Time": 4.980330061167479}
{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9702116847038269, "Finetune/Loss (Raw)": 1.0056103467941284, "Finetune/Step": 789, "Finetune/Step Time": 4.978834519162774}
{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9679493308067322, "Finetune/Loss (Raw)": 0.7683604955673218, "Finetune/Step": 790, "Finetune/Step Time": 5.009053520858288}
{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9665873050689697, "Finetune/Loss (Raw)": 0.9339944124221802, "Finetune/Step": 791, "Finetune/Step Time": 5.010768733918667}
{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9651939868927002, "Finetune/Loss (Raw)": 0.8473972082138062, "Finetune/Step": 792, "Finetune/Step Time": 5.00106811709702}
{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9645928144454956, "Finetune/Loss (Raw)": 1.088579773902893, "Finetune/Step": 793, "Finetune/Step Time": 5.003348022699356}
{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9627851247787476, "Finetune/Loss (Raw)": 0.936385452747345, "Finetune/Step": 794, "Finetune/Step Time": 5.00602025911212}
{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.96173495054245, "Finetune/Loss (Raw)": 0.9895572662353516, "Finetune/Step": 795, "Finetune/Step Time": 5.008848026394844}
{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9624147415161133, "Finetune/Loss (Raw)": 0.951661229133606, "Finetune/Step": 796, "Finetune/Step Time": 5.004747750237584}
{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9619618654251099, "Finetune/Loss (Raw)": 0.97806715965271, "Finetune/Step": 797, "Finetune/Step Time": 5.010962758213282}
{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9627518653869629, "Finetune/Loss (Raw)": 1.0165094137191772, "Finetune/Step": 798, "Finetune/Step Time": 5.012922488152981}
{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.962066650390625, "Finetune/Loss (Raw)": 0.9082958102226257, "Finetune/Step": 799, "Finetune/Step Time": 5.019974645227194}
{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.9620842933654785, "Finetune/Loss (Raw)": 1.0611320734024048, "Finetune/Step": 800, "Finetune/Step Time": 5.025661271065474}
{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9617181420326233, "Finetune/Loss (Raw)": 1.0738707780838013, "Finetune/Step": 801, "Finetune/Step Time": 5.050639390945435}
{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9607735872268677, "Finetune/Loss (Raw)": 0.9943098425865173, "Finetune/Step": 802, "Finetune/Step Time": 5.054331045597792}
{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9586535692214966, "Finetune/Loss (Raw)": 0.799367368221283, "Finetune/Step": 803, "Finetune/Step Time": 5.060299698263407}
{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9582455158233643, "Finetune/Loss (Raw)": 0.9864122271537781, "Finetune/Step": 804, "Finetune/Step Time": 5.051126709207892}
{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9591543078422546, "Finetune/Loss (Raw)": 1.037401556968689, "Finetune/Step": 805, "Finetune/Step Time": 5.02090342156589}
{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9568601846694946, "Finetune/Loss (Raw)": 0.840465784072876, "Finetune/Step": 806, "Finetune/Step Time": 5.035487009212375}
{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9556303024291992, "Finetune/Loss (Raw)": 0.9884169697761536, "Finetune/Step": 807, "Finetune/Step Time": 5.027237374335527}
{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9562745094299316, "Finetune/Loss (Raw)": 1.047011137008667, "Finetune/Step": 808, "Finetune/Step Time": 5.046472886577249}
{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9553465843200684, "Finetune/Loss (Raw)": 0.9522659182548523, "Finetune/Step": 809, "Finetune/Step Time": 5.049960698932409}
{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9554367661476135, "Finetune/Loss (Raw)": 1.0963983535766602, "Finetune/Step": 810, "Finetune/Step Time": 5.053463835269213}
{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9534049034118652, "Finetune/Loss (Raw)": 0.8464690446853638, "Finetune/Step": 811, "Finetune/Step Time": 5.05071141012013}
{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9554612040519714, "Finetune/Loss (Raw)": 1.224446415901184, "Finetune/Step": 812, "Finetune/Step Time": 5.048125481233001}
{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9572486877441406, "Finetune/Loss (Raw)": 0.992125391960144, "Finetune/Step": 813, "Finetune/Step Time": 5.035038571804762}
{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.957459568977356, "Finetune/Loss (Raw)": 0.962123692035675, "Finetune/Step": 814, "Finetune/Step Time": 5.024437306448817}
{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9575014114379883, "Finetune/Loss (Raw)": 0.9750077128410339, "Finetune/Step": 815, "Finetune/Step Time": 5.0285830944776535}
{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9579861164093018, "Finetune/Loss (Raw)": 1.0733667612075806, "Finetune/Step": 816, "Finetune/Step Time": 5.023874273523688}
{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9606478810310364, "Finetune/Loss (Raw)": 1.0771933794021606, "Finetune/Step": 817, "Finetune/Step Time": 5.013096325099468}
{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9564803838729858, "Finetune/Loss (Raw)": 0.3197214603424072, "Finetune/Step": 818, "Finetune/Step Time": 5.0005663596093655}
{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9546809792518616, "Finetune/Loss (Raw)": 0.8292039632797241, "Finetune/Step": 819, "Finetune/Step Time": 5.0006563775241375}
{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9532371759414673, "Finetune/Loss (Raw)": 0.7434600591659546, "Finetune/Step": 820, "Finetune/Step Time": 4.981574293226004}
{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9533108472824097, "Finetune/Loss (Raw)": 0.9926010966300964, "Finetune/Step": 821, "Finetune/Step Time": 4.98231435008347}
{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9575132131576538, "Finetune/Loss (Raw)": 0.9276958107948303, "Finetune/Step": 822, "Finetune/Step Time": 4.948512179777026}
{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9592780470848083, "Finetune/Loss (Raw)": 1.0932543277740479, "Finetune/Step": 823, "Finetune/Step Time": 4.93434676527977}
{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9590070843696594, "Finetune/Loss (Raw)": 1.0796446800231934, "Finetune/Step": 824, "Finetune/Step Time": 4.932547884061933}
{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9588109254837036, "Finetune/Loss (Raw)": 0.917957603931427, "Finetune/Step": 825, "Finetune/Step Time": 4.928520210087299}
{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9562404155731201, "Finetune/Loss (Raw)": 0.8582589626312256, "Finetune/Step": 826, "Finetune/Step Time": 4.934629809111357}
{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9546722173690796, "Finetune/Loss (Raw)": 0.9979923963546753, "Finetune/Step": 827, "Finetune/Step Time": 4.921170309185982}
{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9498386383056641, "Finetune/Loss (Raw)": 0.3742688298225403, "Finetune/Step": 828, "Finetune/Step Time": 4.928302587941289}
{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9558430910110474, "Finetune/Loss (Raw)": 1.073655128479004, "Finetune/Step": 829, "Finetune/Step Time": 4.910652024671435}
{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9560196399688721, "Finetune/Loss (Raw)": 0.9979283213615417, "Finetune/Step": 830, "Finetune/Step Time": 4.9077094700187445}
{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9572865962982178, "Finetune/Loss (Raw)": 1.041306972503662, "Finetune/Step": 831, "Finetune/Step Time": 4.913581004366279}
{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9580196142196655, "Finetune/Loss (Raw)": 1.0881314277648926, "Finetune/Step": 832, "Finetune/Step Time": 4.895007073879242}
{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.953356146812439, "Finetune/Loss (Raw)": 0.41866883635520935, "Finetune/Step": 833, "Finetune/Step Time": 4.9337509255856276}
{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9549450874328613, "Finetune/Loss (Raw)": 0.9930415153503418, "Finetune/Step": 834, "Finetune/Step Time": 4.942035086452961}
{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9555980563163757, "Finetune/Loss (Raw)": 0.9911419749259949, "Finetune/Step": 835, "Finetune/Step Time": 4.947591310366988}
{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9544860124588013, "Finetune/Loss (Raw)": 1.0165956020355225, "Finetune/Step": 836, "Finetune/Step Time": 4.9423556085675955}
{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9541510939598083, "Finetune/Loss (Raw)": 0.9315022826194763, "Finetune/Step": 837, "Finetune/Step Time": 4.950609993189573}
{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9555282592773438, "Finetune/Loss (Raw)": 1.0595293045043945, "Finetune/Step": 838, "Finetune/Step Time": 4.954431241378188}
{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9541841745376587, "Finetune/Loss (Raw)": 0.906402587890625, "Finetune/Step": 839, "Finetune/Step Time": 4.946208504959941}
{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9576315879821777, "Finetune/Loss (Raw)": 1.1700706481933594, "Finetune/Step": 840, "Finetune/Step Time": 4.924075286835432}
{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9569841027259827, "Finetune/Loss (Raw)": 0.8973415493965149, "Finetune/Step": 841, "Finetune/Step Time": 4.928391687572002}
{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9580527544021606, "Finetune/Loss (Raw)": 1.0706778764724731, "Finetune/Step": 842, "Finetune/Step Time": 4.93829876370728}
{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9574943780899048, "Finetune/Loss (Raw)": 1.0538418292999268, "Finetune/Step": 843, "Finetune/Step Time": 4.952500892803073}
{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9584457278251648, "Finetune/Loss (Raw)": 0.9954826831817627, "Finetune/Step": 844, "Finetune/Step Time": 4.9538283087313175}
{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9580178260803223, "Finetune/Loss (Raw)": 1.079014539718628, "Finetune/Step": 845, "Finetune/Step Time": 4.940539836883545}
{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9580249190330505, "Finetune/Loss (Raw)": 1.0472640991210938, "Finetune/Step": 846, "Finetune/Step Time": 4.932539142668247}
{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9534451961517334, "Finetune/Loss (Raw)": 0.45878028869628906, "Finetune/Step": 847, "Finetune/Step Time": 4.964322943240404}
{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9506298899650574, "Finetune/Loss (Raw)": 0.8508391976356506, "Finetune/Step": 848, "Finetune/Step Time": 4.97284440882504}
{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9512526988983154, "Finetune/Loss (Raw)": 1.0083627700805664, "Finetune/Step": 849, "Finetune/Step Time": 4.950272813439369}
{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9504221677780151, "Finetune/Loss (Raw)": 0.8911808729171753, "Finetune/Step": 850, "Finetune/Step Time": 4.93444987013936}
{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9497070908546448, "Finetune/Loss (Raw)": 1.0208635330200195, "Finetune/Step": 851, "Finetune/Step Time": 4.941163696348667}
{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9481203556060791, "Finetune/Loss (Raw)": 0.8793593645095825, "Finetune/Step": 852, "Finetune/Step Time": 4.92563484236598}
{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.946685254573822, "Finetune/Loss (Raw)": 0.9547713994979858, "Finetune/Step": 853, "Finetune/Step Time": 4.922245597466826}
{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9481493234634399, "Finetune/Loss (Raw)": 0.9479205012321472, "Finetune/Step": 854, "Finetune/Step Time": 4.924939462915063}
{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9463721513748169, "Finetune/Loss (Raw)": 0.8051896691322327, "Finetune/Step": 855, "Finetune/Step Time": 4.961102036759257}
{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9447315335273743, "Finetune/Loss (Raw)": 0.9962905049324036, "Finetune/Step": 856, "Finetune/Step Time": 4.958389274775982}
{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9470322132110596, "Finetune/Loss (Raw)": 0.9490642547607422, "Finetune/Step": 857, "Finetune/Step Time": 4.94824399985373}
{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.948452353477478, "Finetune/Loss (Raw)": 1.1900086402893066, "Finetune/Step": 858, "Finetune/Step Time": 4.945746349170804}
{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9485986232757568, "Finetune/Loss (Raw)": 1.1082044839859009, "Finetune/Step": 859, "Finetune/Step Time": 4.9610728323459625}
{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9489153623580933, "Finetune/Loss (Raw)": 0.9488772749900818, "Finetune/Step": 860, "Finetune/Step Time": 4.929106114432216}
{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9470598697662354, "Finetune/Loss (Raw)": 0.7287989258766174, "Finetune/Step": 861, "Finetune/Step Time": 4.918854566290975}
{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.948255717754364, "Finetune/Loss (Raw)": 1.0199047327041626, "Finetune/Step": 862, "Finetune/Step Time": 4.921683639287949}
{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9478124380111694, "Finetune/Loss (Raw)": 0.8473108410835266, "Finetune/Step": 863, "Finetune/Step Time": 4.927836021408439}
{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9486880898475647, "Finetune/Loss (Raw)": 1.0466841459274292, "Finetune/Step": 864, "Finetune/Step Time": 4.894925253465772}
{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9474539756774902, "Finetune/Loss (Raw)": 0.9643408060073853, "Finetune/Step": 865, "Finetune/Step Time": 4.916753301396966}
{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.948245108127594, "Finetune/Loss (Raw)": 1.1178324222564697, "Finetune/Step": 866, "Finetune/Step Time": 4.917944086715579}
{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9530292749404907, "Finetune/Loss (Raw)": 1.0609654188156128, "Finetune/Step": 867, "Finetune/Step Time": 4.879368182271719}
{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9514617919921875, "Finetune/Loss (Raw)": 0.9438807964324951, "Finetune/Step": 868, "Finetune/Step Time": 4.872516522184014}
{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9536068439483643, "Finetune/Loss (Raw)": 1.0888729095458984, "Finetune/Step": 869, "Finetune/Step Time": 4.8634158074855804}
{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9530085325241089, "Finetune/Loss (Raw)": 0.9059111475944519, "Finetune/Step": 870, "Finetune/Step Time": 4.867087623104453}
{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9513009786605835, "Finetune/Loss (Raw)": 0.852702796459198, "Finetune/Step": 871, "Finetune/Step Time": 4.8710437677800655}
{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9513033628463745, "Finetune/Loss (Raw)": 0.9970073699951172, "Finetune/Step": 872, "Finetune/Step Time": 4.870440449565649}
{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9524133205413818, "Finetune/Loss (Raw)": 1.0468695163726807, "Finetune/Step": 873, "Finetune/Step Time": 4.854200530797243}
{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9507113099098206, "Finetune/Loss (Raw)": 0.881049633026123, "Finetune/Step": 874, "Finetune/Step Time": 4.859361318871379}
{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9493881464004517, "Finetune/Loss (Raw)": 0.9492444396018982, "Finetune/Step": 875, "Finetune/Step Time": 4.871002208441496}
{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9481230974197388, "Finetune/Loss (Raw)": 0.9349907040596008, "Finetune/Step": 876, "Finetune/Step Time": 4.872414670884609}
{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9482942819595337, "Finetune/Loss (Raw)": 1.0290791988372803, "Finetune/Step": 877, "Finetune/Step Time": 4.870648553594947}
{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9479736089706421, "Finetune/Loss (Raw)": 0.9921184778213501, "Finetune/Step": 878, "Finetune/Step Time": 4.863535298034549}
{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.9479284286499023, "Finetune/Loss (Raw)": 0.8878288865089417, "Finetune/Step": 879, "Finetune/Step Time": 4.884223334491253}
{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.947410523891449, "Finetune/Loss (Raw)": 1.0151156187057495, "Finetune/Step": 880, "Finetune/Step Time": 4.88826266862452}
{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9513462781906128, "Finetune/Loss (Raw)": 0.8928201198577881, "Finetune/Step": 881, "Finetune/Step Time": 4.864480501040816}
{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.95280921459198, "Finetune/Loss (Raw)": 1.062662124633789, "Finetune/Step": 882, "Finetune/Step Time": 4.864069011062384}
{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9538031816482544, "Finetune/Loss (Raw)": 1.0606900453567505, "Finetune/Step": 883, "Finetune/Step Time": 4.835064051672816}
{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9547328948974609, "Finetune/Loss (Raw)": 1.069205641746521, "Finetune/Step": 884, "Finetune/Step Time": 4.835675848647952}
{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.9487406015396118, "Finetune/Loss (Raw)": 0.224619060754776, "Finetune/Step": 885, "Finetune/Step Time": 4.86050053499639}
{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.9476091265678406, "Finetune/Loss (Raw)": 1.014412522315979, "Finetune/Step": 886, "Finetune/Step Time": 4.858698716387153}
{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9423882961273193, "Finetune/Loss (Raw)": 0.39915722608566284, "Finetune/Step": 887, "Finetune/Step Time": 4.902100658044219}
{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.942905068397522, "Finetune/Loss (Raw)": 1.0868949890136719, "Finetune/Step": 888, "Finetune/Step Time": 4.914939895272255}
{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9438046216964722, "Finetune/Loss (Raw)": 1.048515796661377, "Finetune/Step": 889, "Finetune/Step Time": 4.90968919172883}
{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9485172033309937, "Finetune/Loss (Raw)": 0.9754877090454102, "Finetune/Step": 890, "Finetune/Step Time": 4.870277851819992}
{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9492427110671997, "Finetune/Loss (Raw)": 0.9902855157852173, "Finetune/Step": 891, "Finetune/Step Time": 4.873961633071303}
{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9483965039253235, "Finetune/Loss (Raw)": 0.8934475779533386, "Finetune/Step": 892, "Finetune/Step Time": 4.878701537847519}
{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9494880437850952, "Finetune/Loss (Raw)": 1.1150505542755127, "Finetune/Step": 893, "Finetune/Step Time": 4.875234911218286}
{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9485383033752441, "Finetune/Loss (Raw)": 0.9724658131599426, "Finetune/Step": 894, "Finetune/Step Time": 4.8599429205060005}
{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9489986300468445, "Finetune/Loss (Raw)": 0.9809399247169495, "Finetune/Step": 895, "Finetune/Step Time": 4.866947067901492}
{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9500459432601929, "Finetune/Loss (Raw)": 1.0640480518341064, "Finetune/Step": 896, "Finetune/Step Time": 4.858957948163152}
{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9502472281455994, "Finetune/Loss (Raw)": 0.8540443778038025, "Finetune/Step": 897, "Finetune/Step Time": 4.862411987036467}
{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9449399709701538, "Finetune/Loss (Raw)": 0.3529740273952484, "Finetune/Step": 898, "Finetune/Step Time": 4.89154389873147}
{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9429847598075867, "Finetune/Loss (Raw)": 0.8235329985618591, "Finetune/Step": 899, "Finetune/Step Time": 4.964110232889652}
{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9438398480415344, "Finetune/Loss (Raw)": 1.1101820468902588, "Finetune/Step": 900, "Finetune/Step Time": 4.968886908143759}
{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9441931247711182, "Finetune/Loss (Raw)": 1.1039735078811646, "Finetune/Step": 901, "Finetune/Step Time": 4.968751680105925}
{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9456701278686523, "Finetune/Loss (Raw)": 1.0610885620117188, "Finetune/Step": 902, "Finetune/Step Time": 4.951298225671053}
{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9460063576698303, "Finetune/Loss (Raw)": 1.0769610404968262, "Finetune/Step": 903, "Finetune/Step Time": 4.9660866148769855}
{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.9472858905792236, "Finetune/Loss (Raw)": 0.9663985371589661, "Finetune/Step": 904, "Finetune/Step Time": 4.962094079703093}
{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9466826915740967, "Finetune/Loss (Raw)": 1.057769775390625, "Finetune/Step": 905, "Finetune/Step Time": 4.941481003537774}
{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.945431649684906, "Finetune/Loss (Raw)": 0.9372299313545227, "Finetune/Step": 906, "Finetune/Step Time": 4.944578882306814}
{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9462858438491821, "Finetune/Loss (Raw)": 1.0485033988952637, "Finetune/Step": 907, "Finetune/Step Time": 4.926799463108182}
{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9513168334960938, "Finetune/Loss (Raw)": 0.9717411994934082, "Finetune/Step": 908, "Finetune/Step Time": 4.884266311302781}
{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9517679214477539, "Finetune/Loss (Raw)": 0.9985007643699646, "Finetune/Step": 909, "Finetune/Step Time": 4.883022282272577}
{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9535794258117676, "Finetune/Loss (Raw)": 0.9659537076950073, "Finetune/Step": 910, "Finetune/Step Time": 4.8597532492130995}
{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9536501169204712, "Finetune/Loss (Raw)": 0.9387975335121155, "Finetune/Step": 911, "Finetune/Step Time": 4.810451004654169}
{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9564768075942993, "Finetune/Loss (Raw)": 1.1151601076126099, "Finetune/Step": 912, "Finetune/Step Time": 4.806671163067222}
{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9536943435668945, "Finetune/Loss (Raw)": 0.7250980734825134, "Finetune/Step": 913, "Finetune/Step Time": 4.801861193031073}
{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9536006450653076, "Finetune/Loss (Raw)": 1.1212252378463745, "Finetune/Step": 914, "Finetune/Step Time": 4.805709650740027}
{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9527637958526611, "Finetune/Loss (Raw)": 1.0085296630859375, "Finetune/Step": 915, "Finetune/Step Time": 4.778356559574604}
{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9520705938339233, "Finetune/Loss (Raw)": 1.0385866165161133, "Finetune/Step": 916, "Finetune/Step Time": 4.785126617178321}
{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9535186290740967, "Finetune/Loss (Raw)": 1.190967321395874, "Finetune/Step": 917, "Finetune/Step Time": 4.823942208662629}
{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9551616907119751, "Finetune/Loss (Raw)": 0.97866290807724, "Finetune/Step": 918, "Finetune/Step Time": 4.800848100334406}
{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9538290500640869, "Finetune/Loss (Raw)": 0.763418436050415, "Finetune/Step": 919, "Finetune/Step Time": 4.815577659755945}
{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9538254737854004, "Finetune/Loss (Raw)": 0.846942126750946, "Finetune/Step": 920, "Finetune/Step Time": 4.822001963853836}
{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9530249834060669, "Finetune/Loss (Raw)": 0.9861189126968384, "Finetune/Step": 921, "Finetune/Step Time": 4.811888732016087}
{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9529630541801453, "Finetune/Loss (Raw)": 0.9284501075744629, "Finetune/Step": 922, "Finetune/Step Time": 4.81079425662756}
{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9533709287643433, "Finetune/Loss (Raw)": 1.0417758226394653, "Finetune/Step": 923, "Finetune/Step Time": 4.803040873259306}
{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9532625079154968, "Finetune/Loss (Raw)": 0.9377753734588623, "Finetune/Step": 924, "Finetune/Step Time": 4.811970345675945}
{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9519786834716797, "Finetune/Loss (Raw)": 0.8137431740760803, "Finetune/Step": 925, "Finetune/Step Time": 4.831670420244336}
{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.951388955116272, "Finetune/Loss (Raw)": 0.9410157799720764, "Finetune/Step": 926, "Finetune/Step Time": 4.835789103060961}
{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9524041414260864, "Finetune/Loss (Raw)": 1.0382438898086548, "Finetune/Step": 927, "Finetune/Step Time": 4.828458329662681}
{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9520457983016968, "Finetune/Loss (Raw)": 1.0152595043182373, "Finetune/Step": 928, "Finetune/Step Time": 4.820571353659034}
{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9516986608505249, "Finetune/Loss (Raw)": 1.0294374227523804, "Finetune/Step": 929, "Finetune/Step Time": 4.795841401442885}
{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9510284662246704, "Finetune/Loss (Raw)": 0.9085254073143005, "Finetune/Step": 930, "Finetune/Step Time": 4.800716310739517}
{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.9528113007545471, "Finetune/Loss (Raw)": 1.027575135231018, "Finetune/Step": 931, "Finetune/Step Time": 4.782113395631313}
{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9533905982971191, "Finetune/Loss (Raw)": 1.0605566501617432, "Finetune/Step": 932, "Finetune/Step Time": 4.788379745557904}
{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.953439474105835, "Finetune/Loss (Raw)": 1.0436584949493408, "Finetune/Step": 933, "Finetune/Step Time": 4.798100911080837}
{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9548013210296631, "Finetune/Loss (Raw)": 1.0147870779037476, "Finetune/Step": 934, "Finetune/Step Time": 4.784799765795469}
{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.953781008720398, "Finetune/Loss (Raw)": 0.857819139957428, "Finetune/Step": 935, "Finetune/Step Time": 4.7856875360012054}
{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9529834985733032, "Finetune/Loss (Raw)": 0.9449292421340942, "Finetune/Step": 936, "Finetune/Step Time": 4.777840483933687}
{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9543837904930115, "Finetune/Loss (Raw)": 1.1315001249313354, "Finetune/Step": 937, "Finetune/Step Time": 4.7731444872915745}
{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9546865224838257, "Finetune/Loss (Raw)": 1.1351486444473267, "Finetune/Step": 938, "Finetune/Step Time": 4.777027383446693}
{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9553566575050354, "Finetune/Loss (Raw)": 0.9322455525398254, "Finetune/Step": 939, "Finetune/Step Time": 4.789600288495421}
{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9537798166275024, "Finetune/Loss (Raw)": 1.0226103067398071, "Finetune/Step": 940, "Finetune/Step Time": 4.792297212406993}
{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9536770582199097, "Finetune/Loss (Raw)": 0.9789652228355408, "Finetune/Step": 941, "Finetune/Step Time": 4.791122179478407}
{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9535092711448669, "Finetune/Loss (Raw)": 0.9406575560569763, "Finetune/Step": 942, "Finetune/Step Time": 4.797156793996692}
{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9533134698867798, "Finetune/Loss (Raw)": 0.949945330619812, "Finetune/Step": 943, "Finetune/Step Time": 4.796173952519894}
{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9527206420898438, "Finetune/Loss (Raw)": 0.9974775910377502, "Finetune/Step": 944, "Finetune/Step Time": 4.791271233931184}
{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9510859251022339, "Finetune/Loss (Raw)": 0.867951512336731, "Finetune/Step": 945, "Finetune/Step Time": 4.8010746613144875}
{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9556583166122437, "Finetune/Loss (Raw)": 0.9049885272979736, "Finetune/Step": 946, "Finetune/Step Time": 4.780238121747971}
{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9567499160766602, "Finetune/Loss (Raw)": 0.9689291715621948, "Finetune/Step": 947, "Finetune/Step Time": 4.799440348520875}
{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9539161920547485, "Finetune/Loss (Raw)": 0.38074934482574463, "Finetune/Step": 948, "Finetune/Step Time": 4.826188052073121}
{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9549944400787354, "Finetune/Loss (Raw)": 1.130605936050415, "Finetune/Step": 949, "Finetune/Step Time": 4.811465470120311}
{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9548968076705933, "Finetune/Loss (Raw)": 0.9152092337608337, "Finetune/Step": 950, "Finetune/Step Time": 4.80958272702992}
{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9555889368057251, "Finetune/Loss (Raw)": 1.1818429231643677, "Finetune/Step": 951, "Finetune/Step Time": 4.809671090915799}
{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9538233280181885, "Finetune/Loss (Raw)": 0.8536422848701477, "Finetune/Step": 952, "Finetune/Step Time": 4.815216459333897}
{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9543633460998535, "Finetune/Loss (Raw)": 0.9870825409889221, "Finetune/Step": 953, "Finetune/Step Time": 4.80221302062273}
{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9548273086547852, "Finetune/Loss (Raw)": 0.9176450371742249, "Finetune/Step": 954, "Finetune/Step Time": 4.799066640436649}
{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9547464847564697, "Finetune/Loss (Raw)": 0.9876523017883301, "Finetune/Step": 955, "Finetune/Step Time": 4.803701110184193}
{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9598788619041443, "Finetune/Loss (Raw)": 1.031212329864502, "Finetune/Step": 956, "Finetune/Step Time": 4.76805779337883}
{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9585322141647339, "Finetune/Loss (Raw)": 0.9012801647186279, "Finetune/Step": 957, "Finetune/Step Time": 4.757770881056786}
{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9584018588066101, "Finetune/Loss (Raw)": 0.9812465906143188, "Finetune/Step": 958, "Finetune/Step Time": 4.766701839864254}
{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9575384855270386, "Finetune/Loss (Raw)": 0.9307981729507446, "Finetune/Step": 959, "Finetune/Step Time": 4.747858472168446}
{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.9565211534500122, "Finetune/Loss (Raw)": 0.95790696144104, "Finetune/Step": 960, "Finetune/Step Time": 4.749724300578237}
{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9601399898529053, "Finetune/Loss (Raw)": 0.8818840384483337, "Finetune/Step": 961, "Finetune/Step Time": 4.71276693418622}
{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9610306024551392, "Finetune/Loss (Raw)": 1.1070432662963867, "Finetune/Step": 962, "Finetune/Step Time": 4.709580386057496}
{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9603762626647949, "Finetune/Loss (Raw)": 0.907380223274231, "Finetune/Step": 963, "Finetune/Step Time": 4.7023016810417175}
{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9596911072731018, "Finetune/Loss (Raw)": 0.9288965463638306, "Finetune/Step": 964, "Finetune/Step Time": 4.695917820557952}
{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9587516784667969, "Finetune/Loss (Raw)": 0.8112528324127197, "Finetune/Step": 965, "Finetune/Step Time": 4.685921909287572}
{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9579095244407654, "Finetune/Loss (Raw)": 0.9517387747764587, "Finetune/Step": 966, "Finetune/Step Time": 4.687444416806102}
{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9586533308029175, "Finetune/Loss (Raw)": 1.0016064643859863, "Finetune/Step": 967, "Finetune/Step Time": 4.697475088760257}
{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9578233957290649, "Finetune/Loss (Raw)": 1.0638433694839478, "Finetune/Step": 968, "Finetune/Step Time": 4.695740070194006}
{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9580740928649902, "Finetune/Loss (Raw)": 0.9294207096099854, "Finetune/Step": 969, "Finetune/Step Time": 4.702946191653609}
{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.955224335193634, "Finetune/Loss (Raw)": 0.705915093421936, "Finetune/Step": 970, "Finetune/Step Time": 4.704208556562662}
{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9548462629318237, "Finetune/Loss (Raw)": 1.0054547786712646, "Finetune/Step": 971, "Finetune/Step Time": 4.727348528802395}
{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9500584602355957, "Finetune/Loss (Raw)": 0.38263437151908875, "Finetune/Step": 972, "Finetune/Step Time": 4.763248095288873}
{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9485610723495483, "Finetune/Loss (Raw)": 0.8873458504676819, "Finetune/Step": 973, "Finetune/Step Time": 4.7631670739501715}
{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.9479580521583557, "Finetune/Loss (Raw)": 0.9700848460197449, "Finetune/Step": 974, "Finetune/Step Time": 4.784192245453596}
{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9530847668647766, "Finetune/Loss (Raw)": 1.1150013208389282, "Finetune/Step": 975, "Finetune/Step Time": 4.764237552881241}
{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.9541314840316772, "Finetune/Loss (Raw)": 0.9848111271858215, "Finetune/Step": 976, "Finetune/Step Time": 4.755773436278105}
{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.9545913934707642, "Finetune/Loss (Raw)": 1.0672303438186646, "Finetune/Step": 977, "Finetune/Step Time": 4.761589312925935}
{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9550403356552124, "Finetune/Loss (Raw)": 0.948646068572998, "Finetune/Step": 978, "Finetune/Step Time": 4.752361053600907}
{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9539773464202881, "Finetune/Loss (Raw)": 0.8848085403442383, "Finetune/Step": 979, "Finetune/Step Time": 4.753241196274757}
{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9562287330627441, "Finetune/Loss (Raw)": 1.1675281524658203, "Finetune/Step": 980, "Finetune/Step Time": 4.751904563978314}
{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9564876556396484, "Finetune/Loss (Raw)": 0.9879177212715149, "Finetune/Step": 981, "Finetune/Step Time": 4.752824999392033}
{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9571119546890259, "Finetune/Loss (Raw)": 1.027830719947815, "Finetune/Step": 982, "Finetune/Step Time": 4.740256546065211}
{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9588446617126465, "Finetune/Loss (Raw)": 1.0269838571548462, "Finetune/Step": 983, "Finetune/Step Time": 4.704033715650439}
{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9586702585220337, "Finetune/Loss (Raw)": 0.973956823348999, "Finetune/Step": 984, "Finetune/Step Time": 4.71499933861196}
{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9586982727050781, "Finetune/Loss (Raw)": 0.952650249004364, "Finetune/Step": 985, "Finetune/Step Time": 4.7138859163969755}
{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9562889337539673, "Finetune/Loss (Raw)": 0.8816165924072266, "Finetune/Step": 986, "Finetune/Step Time": 4.717349216341972}
{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.9555037021636963, "Finetune/Loss (Raw)": 1.007695198059082, "Finetune/Step": 987, "Finetune/Step Time": 4.7145065777003765}
{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.954866886138916, "Finetune/Loss (Raw)": 0.8673678636550903, "Finetune/Step": 988, "Finetune/Step Time": 4.717075865715742}
{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.9572863578796387, "Finetune/Loss (Raw)": 1.0384899377822876, "Finetune/Step": 989, "Finetune/Step Time": 4.720415523275733}
{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9551844596862793, "Finetune/Loss (Raw)": 0.7508675456047058, "Finetune/Step": 990, "Finetune/Step Time": 4.72612669877708}
{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.956728994846344, "Finetune/Loss (Raw)": 1.045006275177002, "Finetune/Step": 991, "Finetune/Step Time": 4.716931099072099}
{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9562155604362488, "Finetune/Loss (Raw)": 0.9809643030166626, "Finetune/Step": 992, "Finetune/Step Time": 4.714638087898493}
{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9563801288604736, "Finetune/Loss (Raw)": 0.9854004979133606, "Finetune/Step": 993, "Finetune/Step Time": 4.72516449727118}
{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9537495374679565, "Finetune/Loss (Raw)": 0.7811189889907837, "Finetune/Step": 994, "Finetune/Step Time": 4.733960300683975}
{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9527840614318848, "Finetune/Loss (Raw)": 0.9373900294303894, "Finetune/Step": 995, "Finetune/Step Time": 4.7324574161320925}
{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.952922523021698, "Finetune/Loss (Raw)": 0.9615980982780457, "Finetune/Step": 996, "Finetune/Step Time": 4.736865235492587}
{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9517137408256531, "Finetune/Loss (Raw)": 0.9341511130332947, "Finetune/Step": 997, "Finetune/Step Time": 4.7164479326456785}
{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9521439075469971, "Finetune/Loss (Raw)": 0.960976243019104, "Finetune/Step": 998, "Finetune/Step Time": 4.729491040110588}
{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9541958570480347, "Finetune/Loss (Raw)": 1.1153517961502075, "Finetune/Step": 999, "Finetune/Step Time": 4.723058836534619}
{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9553347826004028, "Finetune/Loss (Raw)": 1.1427898406982422, "Finetune/Step": 1000, "Finetune/Step Time": 4.716945234686136}
{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9496617913246155, "Finetune/Loss (Raw)": 0.32072514295578003, "Finetune/Step": 1001, "Finetune/Step Time": 4.7575976476073265}
{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9504504203796387, "Finetune/Loss (Raw)": 0.9819844961166382, "Finetune/Step": 1002, "Finetune/Step Time": 4.758539931848645}
{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9513035416603088, "Finetune/Loss (Raw)": 1.0584489107131958, "Finetune/Step": 1003, "Finetune/Step Time": 4.761621151119471}
{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.952357292175293, "Finetune/Loss (Raw)": 1.0698719024658203, "Finetune/Step": 1004, "Finetune/Step Time": 4.761021027341485}
{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.9522753953933716, "Finetune/Loss (Raw)": 1.018600344657898, "Finetune/Step": 1005, "Finetune/Step Time": 4.75385476835072}
{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9514340162277222, "Finetune/Loss (Raw)": 0.884418249130249, "Finetune/Step": 1006, "Finetune/Step Time": 4.76949049346149}
{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.951818585395813, "Finetune/Loss (Raw)": 0.937052309513092, "Finetune/Step": 1007, "Finetune/Step Time": 4.750723630189896}
{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9515721797943115, "Finetune/Loss (Raw)": 0.9835793375968933, "Finetune/Step": 1008, "Finetune/Step Time": 4.749806707724929}
{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9479186534881592, "Finetune/Loss (Raw)": 0.4251689612865448, "Finetune/Step": 1009, "Finetune/Step Time": 4.77284081466496}
{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9467034339904785, "Finetune/Loss (Raw)": 0.9071106314659119, "Finetune/Step": 1010, "Finetune/Step Time": 4.775229001417756}
{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.9455783367156982, "Finetune/Loss (Raw)": 0.9166844487190247, "Finetune/Step": 1011, "Finetune/Step Time": 4.774663545191288}
{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9451433420181274, "Finetune/Loss (Raw)": 1.0135242938995361, "Finetune/Step": 1012, "Finetune/Step Time": 4.7799628265202045}
{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9505642652511597, "Finetune/Loss (Raw)": 0.9184988141059875, "Finetune/Step": 1013, "Finetune/Step Time": 4.742196014150977}
{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9508209228515625, "Finetune/Loss (Raw)": 1.0472643375396729, "Finetune/Step": 1014, "Finetune/Step Time": 4.736586285755038}
{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9501101970672607, "Finetune/Loss (Raw)": 0.30818551778793335, "Finetune/Step": 1015, "Finetune/Step Time": 4.733322119340301}
{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9494987726211548, "Finetune/Loss (Raw)": 1.0086228847503662, "Finetune/Step": 1016, "Finetune/Step Time": 4.725182004272938}
{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9497509002685547, "Finetune/Loss (Raw)": 1.0807956457138062, "Finetune/Step": 1017, "Finetune/Step Time": 4.716460917145014}
{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9499614238739014, "Finetune/Loss (Raw)": 1.002431869506836, "Finetune/Step": 1018, "Finetune/Step Time": 4.755315823480487}
{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.949441134929657, "Finetune/Loss (Raw)": 0.9236879944801331, "Finetune/Step": 1019, "Finetune/Step Time": 4.752917390316725}
{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9501978158950806, "Finetune/Loss (Raw)": 0.9903024435043335, "Finetune/Step": 1020, "Finetune/Step Time": 4.748373495414853}
{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9482757449150085, "Finetune/Loss (Raw)": 0.8690232038497925, "Finetune/Step": 1021, "Finetune/Step Time": 4.766746686771512}
{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9486923813819885, "Finetune/Loss (Raw)": 1.0258028507232666, "Finetune/Step": 1022, "Finetune/Step Time": 4.772942373529077}
{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9476625919342041, "Finetune/Loss (Raw)": 0.8491254448890686, "Finetune/Step": 1023, "Finetune/Step Time": 4.776207249611616}
{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9466097354888916, "Finetune/Loss (Raw)": 0.9292781352996826, "Finetune/Step": 1024, "Finetune/Step Time": 4.7777872905135155}
{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.946816086769104, "Finetune/Loss (Raw)": 0.8804594278335571, "Finetune/Step": 1025, "Finetune/Step Time": 4.76296703889966}
{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9520328640937805, "Finetune/Loss (Raw)": 1.0207171440124512, "Finetune/Step": 1026, "Finetune/Step Time": 4.728983858600259}
{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9484779834747314, "Finetune/Loss (Raw)": 0.36850661039352417, "Finetune/Step": 1027, "Finetune/Step Time": 4.694478282704949}
{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9480186700820923, "Finetune/Loss (Raw)": 1.051393985748291, "Finetune/Step": 1028, "Finetune/Step Time": 4.693009408190846}
{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9462716579437256, "Finetune/Loss (Raw)": 0.8803638815879822, "Finetune/Step": 1029, "Finetune/Step Time": 4.705813515931368}
{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9460508227348328, "Finetune/Loss (Raw)": 1.03281569480896, "Finetune/Step": 1030, "Finetune/Step Time": 4.7099433690309525}
{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9453788995742798, "Finetune/Loss (Raw)": 0.9909538626670837, "Finetune/Step": 1031, "Finetune/Step Time": 4.679567124694586}
{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9405133724212646, "Finetune/Loss (Raw)": 0.34360846877098083, "Finetune/Step": 1032, "Finetune/Step Time": 4.713825687766075}
{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.940090537071228, "Finetune/Loss (Raw)": 1.0036524534225464, "Finetune/Step": 1033, "Finetune/Step Time": 4.745645755901933}
{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9393328428268433, "Finetune/Loss (Raw)": 0.840238094329834, "Finetune/Step": 1034, "Finetune/Step Time": 4.747544839978218}
{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.9389527440071106, "Finetune/Loss (Raw)": 0.9998519420623779, "Finetune/Step": 1035, "Finetune/Step Time": 4.760025719180703}
{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9389341473579407, "Finetune/Loss (Raw)": 0.9693662524223328, "Finetune/Step": 1036, "Finetune/Step Time": 4.7648220751434565}
{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.937978208065033, "Finetune/Loss (Raw)": 0.8761372566223145, "Finetune/Step": 1037, "Finetune/Step Time": 4.767889328300953}
{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.939557671546936, "Finetune/Loss (Raw)": 1.1681259870529175, "Finetune/Step": 1038, "Finetune/Step Time": 4.755866751074791}
{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9401324987411499, "Finetune/Loss (Raw)": 1.0123716592788696, "Finetune/Step": 1039, "Finetune/Step Time": 4.760947536677122}
{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9386614561080933, "Finetune/Loss (Raw)": 0.9268689155578613, "Finetune/Step": 1040, "Finetune/Step Time": 4.7518843077123165}
{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9414476156234741, "Finetune/Loss (Raw)": 1.0817338228225708, "Finetune/Step": 1041, "Finetune/Step Time": 4.733512179926038}
{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.9411567449569702, "Finetune/Loss (Raw)": 1.083987832069397, "Finetune/Step": 1042, "Finetune/Step Time": 4.739809701219201}
{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9361915588378906, "Finetune/Loss (Raw)": 0.3729865252971649, "Finetune/Step": 1043, "Finetune/Step Time": 4.790849212557077}
{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9347387552261353, "Finetune/Loss (Raw)": 0.8526273369789124, "Finetune/Step": 1044, "Finetune/Step Time": 4.791187219321728}
{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.933638870716095, "Finetune/Loss (Raw)": 1.0501835346221924, "Finetune/Step": 1045, "Finetune/Step Time": 4.77515747025609}
{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.9334076046943665, "Finetune/Loss (Raw)": 0.9490531086921692, "Finetune/Step": 1046, "Finetune/Step Time": 4.777563465759158}
{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9352990388870239, "Finetune/Loss (Raw)": 1.0055224895477295, "Finetune/Step": 1047, "Finetune/Step Time": 4.763923933729529}
{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9378334283828735, "Finetune/Loss (Raw)": 1.1713472604751587, "Finetune/Step": 1048, "Finetune/Step Time": 4.7552893832325935}
{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9369850158691406, "Finetune/Loss (Raw)": 0.8775222301483154, "Finetune/Step": 1049, "Finetune/Step Time": 4.752708923071623}
{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9360918998718262, "Finetune/Loss (Raw)": 0.8141362071037292, "Finetune/Step": 1050, "Finetune/Step Time": 4.764925394207239}
{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.935384213924408, "Finetune/Loss (Raw)": 0.9511873722076416, "Finetune/Step": 1051, "Finetune/Step Time": 4.76847180724144}
{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9370601773262024, "Finetune/Loss (Raw)": 1.1523038148880005, "Finetune/Step": 1052, "Finetune/Step Time": 4.766208328306675}
{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9384377002716064, "Finetune/Loss (Raw)": 0.9900672435760498, "Finetune/Step": 1053, "Finetune/Step Time": 4.753463635221124}
{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9397822022438049, "Finetune/Loss (Raw)": 1.1131047010421753, "Finetune/Step": 1054, "Finetune/Step Time": 4.748755963519216}
{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9387431144714355, "Finetune/Loss (Raw)": 0.9052373766899109, "Finetune/Step": 1055, "Finetune/Step Time": 4.749636124819517}
{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9393337368965149, "Finetune/Loss (Raw)": 1.090867519378662, "Finetune/Step": 1056, "Finetune/Step Time": 4.750829627737403}
{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9384710788726807, "Finetune/Loss (Raw)": 0.9190141558647156, "Finetune/Step": 1057, "Finetune/Step Time": 4.7456857319921255}
{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9386405944824219, "Finetune/Loss (Raw)": 0.9302200675010681, "Finetune/Step": 1058, "Finetune/Step Time": 4.738061260432005}
{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9380049705505371, "Finetune/Loss (Raw)": 0.9462178945541382, "Finetune/Step": 1059, "Finetune/Step Time": 4.756580838933587}
{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9374009966850281, "Finetune/Loss (Raw)": 0.9832462668418884, "Finetune/Step": 1060, "Finetune/Step Time": 4.754592141136527}
{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.935850977897644, "Finetune/Loss (Raw)": 0.8452553153038025, "Finetune/Step": 1061, "Finetune/Step Time": 4.735262598842382}
{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9356969594955444, "Finetune/Loss (Raw)": 0.9950755834579468, "Finetune/Step": 1062, "Finetune/Step Time": 4.730237048119307}
{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.9366776943206787, "Finetune/Loss (Raw)": 0.9833539128303528, "Finetune/Step": 1063, "Finetune/Step Time": 4.738509960472584}
{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9385836124420166, "Finetune/Loss (Raw)": 1.1888834238052368, "Finetune/Step": 1064, "Finetune/Step Time": 4.725659020245075}
{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.9386253356933594, "Finetune/Loss (Raw)": 1.136846899986267, "Finetune/Step": 1065, "Finetune/Step Time": 4.726729253306985}
{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9368218779563904, "Finetune/Loss (Raw)": 0.9043022394180298, "Finetune/Step": 1066, "Finetune/Step Time": 4.720386441797018}
{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9382270574569702, "Finetune/Loss (Raw)": 1.1121150255203247, "Finetune/Step": 1067, "Finetune/Step Time": 4.715828977525234}
{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9373336434364319, "Finetune/Loss (Raw)": 0.9082486629486084, "Finetune/Step": 1068, "Finetune/Step Time": 4.7203215304762125}
{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9372224807739258, "Finetune/Loss (Raw)": 0.9647408127784729, "Finetune/Step": 1069, "Finetune/Step Time": 4.74683459661901}
{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.937929630279541, "Finetune/Loss (Raw)": 1.031168818473816, "Finetune/Step": 1070, "Finetune/Step Time": 4.736060222610831}
{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9387074708938599, "Finetune/Loss (Raw)": 1.0495046377182007, "Finetune/Step": 1071, "Finetune/Step Time": 4.733655733987689}
{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.9390881061553955, "Finetune/Loss (Raw)": 1.0462054014205933, "Finetune/Step": 1072, "Finetune/Step Time": 4.74312418140471}
{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9398149251937866, "Finetune/Loss (Raw)": 0.9609869122505188, "Finetune/Step": 1073, "Finetune/Step Time": 4.72592687048018}
{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9409817457199097, "Finetune/Loss (Raw)": 1.0543334484100342, "Finetune/Step": 1074, "Finetune/Step Time": 4.711133623495698}
{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9416700601577759, "Finetune/Loss (Raw)": 1.057039499282837, "Finetune/Step": 1075, "Finetune/Step Time": 4.70585966296494}
{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9471152424812317, "Finetune/Loss (Raw)": 1.0777291059494019, "Finetune/Step": 1076, "Finetune/Step Time": 4.669432299211621}
{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.946830153465271, "Finetune/Loss (Raw)": 1.0941110849380493, "Finetune/Step": 1077, "Finetune/Step Time": 4.673189714550972}
{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9479688405990601, "Finetune/Loss (Raw)": 1.0609617233276367, "Finetune/Step": 1078, "Finetune/Step Time": 4.675840098410845}
{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.9455059766769409, "Finetune/Loss (Raw)": 0.8666027188301086, "Finetune/Step": 1079, "Finetune/Step Time": 4.673198118805885}
{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9464352130889893, "Finetune/Loss (Raw)": 0.9725812673568726, "Finetune/Step": 1080, "Finetune/Step Time": 4.6728320475667715}
{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9471913576126099, "Finetune/Loss (Raw)": 1.0838751792907715, "Finetune/Step": 1081, "Finetune/Step Time": 4.676378222182393}
{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9466663599014282, "Finetune/Loss (Raw)": 0.8504466414451599, "Finetune/Step": 1082, "Finetune/Step Time": 4.6972220204770565}
{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9469455480575562, "Finetune/Loss (Raw)": 1.0233824253082275, "Finetune/Step": 1083, "Finetune/Step Time": 4.6904907543212175}
{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9472661018371582, "Finetune/Loss (Raw)": 1.072239637374878, "Finetune/Step": 1084, "Finetune/Step Time": 4.705391941592097}
{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9481987357139587, "Finetune/Loss (Raw)": 1.0206642150878906, "Finetune/Step": 1085, "Finetune/Step Time": 4.695234540849924}
{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9486175775527954, "Finetune/Loss (Raw)": 1.0348509550094604, "Finetune/Step": 1086, "Finetune/Step Time": 4.6816296223551035}
{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.949325680732727, "Finetune/Loss (Raw)": 1.021442174911499, "Finetune/Step": 1087, "Finetune/Step Time": 4.684181274846196}
{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9484895467758179, "Finetune/Loss (Raw)": 0.8508762717247009, "Finetune/Step": 1088, "Finetune/Step Time": 4.692015681415796}
{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.9494787454605103, "Finetune/Loss (Raw)": 1.00850510597229, "Finetune/Step": 1089, "Finetune/Step Time": 4.687855057418346}
{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.9494091868400574, "Finetune/Loss (Raw)": 1.0981414318084717, "Finetune/Step": 1090, "Finetune/Step Time": 4.704837378114462}
{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9496737718582153, "Finetune/Loss (Raw)": 0.9412443041801453, "Finetune/Step": 1091, "Finetune/Step Time": 4.703762382268906}
{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9504975080490112, "Finetune/Loss (Raw)": 1.0343306064605713, "Finetune/Step": 1092, "Finetune/Step Time": 4.7138030510395765}
{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.9510875344276428, "Finetune/Loss (Raw)": 0.8867813348770142, "Finetune/Step": 1093, "Finetune/Step Time": 4.711192104965448}
{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.9513524770736694, "Finetune/Loss (Raw)": 0.9856468439102173, "Finetune/Step": 1094, "Finetune/Step Time": 4.705568680539727}
{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9516856074333191, "Finetune/Loss (Raw)": 1.044250249862671, "Finetune/Step": 1095, "Finetune/Step Time": 4.689484832808375}
{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.9517031908035278, "Finetune/Loss (Raw)": 1.0660898685455322, "Finetune/Step": 1096, "Finetune/Step Time": 4.685289096087217}
{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9522114992141724, "Finetune/Loss (Raw)": 0.9944942593574524, "Finetune/Step": 1097, "Finetune/Step Time": 4.686224985867739}
{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9544190168380737, "Finetune/Loss (Raw)": 0.9884740710258484, "Finetune/Step": 1098, "Finetune/Step Time": 4.688234763219953}
{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9543486833572388, "Finetune/Loss (Raw)": 0.9964447021484375, "Finetune/Step": 1099, "Finetune/Step Time": 4.651249572634697}
{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.9589290618896484, "Finetune/Loss (Raw)": 0.9689216613769531, "Finetune/Step": 1100, "Finetune/Step Time": 4.629982875660062}
{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9604614973068237, "Finetune/Loss (Raw)": 1.0835049152374268, "Finetune/Step": 1101, "Finetune/Step Time": 4.63013063929975}
{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9591304659843445, "Finetune/Loss (Raw)": 0.7997100353240967, "Finetune/Step": 1102, "Finetune/Step Time": 4.611876059323549}
{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.9592427015304565, "Finetune/Loss (Raw)": 1.1293680667877197, "Finetune/Step": 1103, "Finetune/Step Time": 4.598559640347958}
{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9598445296287537, "Finetune/Loss (Raw)": 1.0618404150009155, "Finetune/Step": 1104, "Finetune/Step Time": 4.607974098995328}
{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9601975679397583, "Finetune/Loss (Raw)": 1.1124227046966553, "Finetune/Step": 1105, "Finetune/Step Time": 4.612893331795931}
{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9606092572212219, "Finetune/Loss (Raw)": 1.001343011856079, "Finetune/Step": 1106, "Finetune/Step Time": 4.624670693650842}
{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.961699903011322, "Finetune/Loss (Raw)": 1.0244102478027344, "Finetune/Step": 1107, "Finetune/Step Time": 4.624376082792878}
{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.9611765742301941, "Finetune/Loss (Raw)": 1.1005395650863647, "Finetune/Step": 1108, "Finetune/Step Time": 4.624616600573063}
{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9598057866096497, "Finetune/Loss (Raw)": 0.812460720539093, "Finetune/Step": 1109, "Finetune/Step Time": 4.6365951634943485}
{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9595201015472412, "Finetune/Loss (Raw)": 0.9912594556808472, "Finetune/Step": 1110, "Finetune/Step Time": 4.635930834338069}
{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9603599905967712, "Finetune/Loss (Raw)": 1.1344925165176392, "Finetune/Step": 1111, "Finetune/Step Time": 4.631126185879111}
{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9599989652633667, "Finetune/Loss (Raw)": 0.9277468919754028, "Finetune/Step": 1112, "Finetune/Step Time": 4.618982154875994}
{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9600055813789368, "Finetune/Loss (Raw)": 0.9534947276115417, "Finetune/Step": 1113, "Finetune/Step Time": 4.615304451435804}
{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9612522721290588, "Finetune/Loss (Raw)": 1.0411958694458008, "Finetune/Step": 1114, "Finetune/Step Time": 4.6389220636337996}
{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.961341142654419, "Finetune/Loss (Raw)": 1.01906418800354, "Finetune/Step": 1115, "Finetune/Step Time": 4.635739171877503}
{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9631279706954956, "Finetune/Loss (Raw)": 1.0960876941680908, "Finetune/Step": 1116, "Finetune/Step Time": 4.630444040521979}
{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9619515538215637, "Finetune/Loss (Raw)": 0.8879048824310303, "Finetune/Step": 1117, "Finetune/Step Time": 4.629882046952844}
{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9645818471908569, "Finetune/Loss (Raw)": 1.0875450372695923, "Finetune/Step": 1118, "Finetune/Step Time": 4.616291355341673}
{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9621396064758301, "Finetune/Loss (Raw)": 0.7323956489562988, "Finetune/Step": 1119, "Finetune/Step Time": 4.625912563875318}
{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.9621162414550781, "Finetune/Loss (Raw)": 0.977981686592102, "Finetune/Step": 1120, "Finetune/Step Time": 4.62865193746984}
{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9634342789649963, "Finetune/Loss (Raw)": 1.1541014909744263, "Finetune/Step": 1121, "Finetune/Step Time": 4.597128292545676}
{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9655012488365173, "Finetune/Loss (Raw)": 1.0456990003585815, "Finetune/Step": 1122, "Finetune/Step Time": 4.603322524577379}
{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9655060768127441, "Finetune/Loss (Raw)": 0.938011109828949, "Finetune/Step": 1123, "Finetune/Step Time": 4.621295940130949}
{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.967598557472229, "Finetune/Loss (Raw)": 1.229433298110962, "Finetune/Step": 1124, "Finetune/Step Time": 4.617390144616365}
{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9676536321640015, "Finetune/Loss (Raw)": 0.941199541091919, "Finetune/Step": 1125, "Finetune/Step Time": 4.614039219915867}
{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9678200483322144, "Finetune/Loss (Raw)": 0.9822820425033569, "Finetune/Step": 1126, "Finetune/Step Time": 4.596140511333942}
{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9671095609664917, "Finetune/Loss (Raw)": 1.0244039297103882, "Finetune/Step": 1127, "Finetune/Step Time": 4.595568869262934}
{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9658277034759521, "Finetune/Loss (Raw)": 0.9787086248397827, "Finetune/Step": 1128, "Finetune/Step Time": 4.6076357420533895}
{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9720528721809387, "Finetune/Loss (Raw)": 1.1175483465194702, "Finetune/Step": 1129, "Finetune/Step Time": 4.563990045338869}
{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9706519842147827, "Finetune/Loss (Raw)": 0.8026747703552246, "Finetune/Step": 1130, "Finetune/Step Time": 4.572130162268877}
{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.970870852470398, "Finetune/Loss (Raw)": 1.0864595174789429, "Finetune/Step": 1131, "Finetune/Step Time": 4.554541913792491}
{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9705256819725037, "Finetune/Loss (Raw)": 1.0256907939910889, "Finetune/Step": 1132, "Finetune/Step Time": 4.556289169937372}
{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9702363610267639, "Finetune/Loss (Raw)": 0.9815680980682373, "Finetune/Step": 1133, "Finetune/Step Time": 4.551261940971017}
{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9708026647567749, "Finetune/Loss (Raw)": 0.9569076895713806, "Finetune/Step": 1134, "Finetune/Step Time": 4.532852197065949}
{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9720754027366638, "Finetune/Loss (Raw)": 1.0999653339385986, "Finetune/Step": 1135, "Finetune/Step Time": 4.527992159128189}
{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.9720420837402344, "Finetune/Loss (Raw)": 0.9793096780776978, "Finetune/Step": 1136, "Finetune/Step Time": 4.525605088099837}
{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9769355058670044, "Finetune/Loss (Raw)": 1.0515258312225342, "Finetune/Step": 1137, "Finetune/Step Time": 4.489579746499658}
{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9778769016265869, "Finetune/Loss (Raw)": 1.0276098251342773, "Finetune/Step": 1138, "Finetune/Step Time": 4.498827081173658}
{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9782470464706421, "Finetune/Loss (Raw)": 0.9640649557113647, "Finetune/Step": 1139, "Finetune/Step Time": 4.511717496439815}
{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9782995581626892, "Finetune/Loss (Raw)": 1.0202462673187256, "Finetune/Step": 1140, "Finetune/Step Time": 4.504662266001105}
{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9785899519920349, "Finetune/Loss (Raw)": 0.9556677341461182, "Finetune/Step": 1141, "Finetune/Step Time": 4.510358173400164}
{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9727340340614319, "Finetune/Loss (Raw)": 0.29770684242248535, "Finetune/Step": 1142, "Finetune/Step Time": 4.5422477927058935}
{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9776698350906372, "Finetune/Loss (Raw)": 0.9399645924568176, "Finetune/Step": 1143, "Finetune/Step Time": 4.516549538820982}
{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9777224063873291, "Finetune/Loss (Raw)": 1.015350341796875, "Finetune/Step": 1144, "Finetune/Step Time": 4.520686039701104}
{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9767643213272095, "Finetune/Loss (Raw)": 0.9581707715988159, "Finetune/Step": 1145, "Finetune/Step Time": 4.5209262408316135}
{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9771993160247803, "Finetune/Loss (Raw)": 1.0581046342849731, "Finetune/Step": 1146, "Finetune/Step Time": 4.485714171081781}
{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.976346492767334, "Finetune/Loss (Raw)": 0.8145337700843811, "Finetune/Step": 1147, "Finetune/Step Time": 4.488717705011368}
{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.9712830781936646, "Finetune/Loss (Raw)": 0.3421861529350281, "Finetune/Step": 1148, "Finetune/Step Time": 4.533003935590386}
{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9731202125549316, "Finetune/Loss (Raw)": 1.1041721105575562, "Finetune/Step": 1149, "Finetune/Step Time": 4.526765996590257}
{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9727493524551392, "Finetune/Loss (Raw)": 0.9783299565315247, "Finetune/Step": 1150, "Finetune/Step Time": 4.517091615125537}
{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9730553030967712, "Finetune/Loss (Raw)": 0.8882920742034912, "Finetune/Step": 1151, "Finetune/Step Time": 4.5015422739088535}
{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9735925197601318, "Finetune/Loss (Raw)": 0.998039186000824, "Finetune/Step": 1152, "Finetune/Step Time": 4.519286384806037}
{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9753656387329102, "Finetune/Loss (Raw)": 1.1074224710464478, "Finetune/Step": 1153, "Finetune/Step Time": 4.539790874347091}
{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9699399471282959, "Finetune/Loss (Raw)": 0.32622191309928894, "Finetune/Step": 1154, "Finetune/Step Time": 4.569384643808007}
{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9697002172470093, "Finetune/Loss (Raw)": 0.33781853318214417, "Finetune/Step": 1155, "Finetune/Step Time": 4.563010031357408}
{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9705500602722168, "Finetune/Loss (Raw)": 1.1601829528808594, "Finetune/Step": 1156, "Finetune/Step Time": 4.559329736977816}
{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9718163013458252, "Finetune/Loss (Raw)": 1.0424377918243408, "Finetune/Step": 1157, "Finetune/Step Time": 4.55168853700161}
{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9709267616271973, "Finetune/Loss (Raw)": 0.9189563989639282, "Finetune/Step": 1158, "Finetune/Step Time": 4.542265174910426}
{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9699007272720337, "Finetune/Loss (Raw)": 0.8596165180206299, "Finetune/Step": 1159, "Finetune/Step Time": 4.547495422884822}
{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9747433066368103, "Finetune/Loss (Raw)": 0.9634577631950378, "Finetune/Step": 1160, "Finetune/Step Time": 4.531885029748082}
{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9747246503829956, "Finetune/Loss (Raw)": 1.0012710094451904, "Finetune/Step": 1161, "Finetune/Step Time": 4.519426045939326}
{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9761049747467041, "Finetune/Loss (Raw)": 1.0169212818145752, "Finetune/Step": 1162, "Finetune/Step Time": 4.5270434860140085}
{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9745571613311768, "Finetune/Loss (Raw)": 0.8017357587814331, "Finetune/Step": 1163, "Finetune/Step Time": 4.535674054175615}
{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9764002561569214, "Finetune/Loss (Raw)": 1.2052738666534424, "Finetune/Step": 1164, "Finetune/Step Time": 4.533151736482978}
{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9723894596099854, "Finetune/Loss (Raw)": 0.3627574145793915, "Finetune/Step": 1165, "Finetune/Step Time": 4.559665262699127}
{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.970150351524353, "Finetune/Loss (Raw)": 0.881519615650177, "Finetune/Step": 1166, "Finetune/Step Time": 4.568571265786886}
{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9687249660491943, "Finetune/Loss (Raw)": 0.8299165964126587, "Finetune/Step": 1167, "Finetune/Step Time": 4.582802986726165}
{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9690009355545044, "Finetune/Loss (Raw)": 0.9621937274932861, "Finetune/Step": 1168, "Finetune/Step Time": 4.581391654908657}
{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9683977365493774, "Finetune/Loss (Raw)": 1.0045242309570312, "Finetune/Step": 1169, "Finetune/Step Time": 4.583384973928332}
{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9635770916938782, "Finetune/Loss (Raw)": 0.4669512212276459, "Finetune/Step": 1170, "Finetune/Step Time": 4.612009698525071}
{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9694212675094604, "Finetune/Loss (Raw)": 1.1210417747497559, "Finetune/Step": 1171, "Finetune/Step Time": 4.5600868705660105}
{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.970948338508606, "Finetune/Loss (Raw)": 1.0480856895446777, "Finetune/Step": 1172, "Finetune/Step Time": 4.554133266210556}
{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9705071449279785, "Finetune/Loss (Raw)": 0.9937117099761963, "Finetune/Step": 1173, "Finetune/Step Time": 4.544138986617327}
{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9658745527267456, "Finetune/Loss (Raw)": 0.3560830056667328, "Finetune/Step": 1174, "Finetune/Step Time": 4.573369558900595}
{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9655264616012573, "Finetune/Loss (Raw)": 0.960961639881134, "Finetune/Step": 1175, "Finetune/Step Time": 4.5871832855045795}
{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.9637242555618286, "Finetune/Loss (Raw)": 0.9406692981719971, "Finetune/Step": 1176, "Finetune/Step Time": 4.58279942907393}
{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9590976238250732, "Finetune/Loss (Raw)": 0.28530895709991455, "Finetune/Step": 1177, "Finetune/Step Time": 4.622935898602009}
{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.9552568793296814, "Finetune/Loss (Raw)": 0.3225289583206177, "Finetune/Step": 1178, "Finetune/Step Time": 4.645675029605627}
{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.9569288492202759, "Finetune/Loss (Raw)": 1.165199637413025, "Finetune/Step": 1179, "Finetune/Step Time": 4.638538125902414}
{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9552125930786133, "Finetune/Loss (Raw)": 0.9326252937316895, "Finetune/Step": 1180, "Finetune/Step Time": 4.655080549418926}
{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9559918642044067, "Finetune/Loss (Raw)": 1.0898069143295288, "Finetune/Step": 1181, "Finetune/Step Time": 4.642515076324344}
{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9528161287307739, "Finetune/Loss (Raw)": 0.7066211700439453, "Finetune/Step": 1182, "Finetune/Step Time": 4.6442771684378386}
{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9538630247116089, "Finetune/Loss (Raw)": 1.0392366647720337, "Finetune/Step": 1183, "Finetune/Step Time": 4.645838979631662}
{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.9517977237701416, "Finetune/Loss (Raw)": 0.8265014886856079, "Finetune/Step": 1184, "Finetune/Step Time": 4.675464581698179}
{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9525708556175232, "Finetune/Loss (Raw)": 1.0179797410964966, "Finetune/Step": 1185, "Finetune/Step Time": 4.678214766085148}
{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.954081654548645, "Finetune/Loss (Raw)": 1.1236025094985962, "Finetune/Step": 1186, "Finetune/Step Time": 4.678655430674553}
{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.949393630027771, "Finetune/Loss (Raw)": 0.3461483120918274, "Finetune/Step": 1187, "Finetune/Step Time": 4.701622325927019}
{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9500266313552856, "Finetune/Loss (Raw)": 1.0642763376235962, "Finetune/Step": 1188, "Finetune/Step Time": 4.700793353840709}
{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.9517678022384644, "Finetune/Loss (Raw)": 1.0681140422821045, "Finetune/Step": 1189, "Finetune/Step Time": 4.705630777403712}
{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.951677680015564, "Finetune/Loss (Raw)": 0.9835514426231384, "Finetune/Step": 1190, "Finetune/Step Time": 4.704145282506943}
{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9522396922111511, "Finetune/Loss (Raw)": 1.0552845001220703, "Finetune/Step": 1191, "Finetune/Step Time": 4.697695922106504}
{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9509948492050171, "Finetune/Loss (Raw)": 1.0295499563217163, "Finetune/Step": 1192, "Finetune/Step Time": 4.705657936632633}
{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9501023292541504, "Finetune/Loss (Raw)": 1.02260160446167, "Finetune/Step": 1193, "Finetune/Step Time": 4.704862583428621}
{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9513942003250122, "Finetune/Loss (Raw)": 1.0696641206741333, "Finetune/Step": 1194, "Finetune/Step Time": 4.718890234827995}
{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.9504892230033875, "Finetune/Loss (Raw)": 0.9962721467018127, "Finetune/Step": 1195, "Finetune/Step Time": 4.708509577438235}
{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.951117753982544, "Finetune/Loss (Raw)": 0.9887056946754456, "Finetune/Step": 1196, "Finetune/Step Time": 4.705033911392093}
{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9523057341575623, "Finetune/Loss (Raw)": 1.1167991161346436, "Finetune/Step": 1197, "Finetune/Step Time": 4.671568302437663}
{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9528385400772095, "Finetune/Loss (Raw)": 1.0993688106536865, "Finetune/Step": 1198, "Finetune/Step Time": 4.676933836191893}
{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9527876973152161, "Finetune/Loss (Raw)": 1.0429937839508057, "Finetune/Step": 1199, "Finetune/Step Time": 4.673145089298487}
{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9528594017028809, "Finetune/Loss (Raw)": 1.055389165878296, "Finetune/Step": 1200, "Finetune/Step Time": 4.669443072751164}
{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.9535463452339172, "Finetune/Loss (Raw)": 1.0489166975021362, "Finetune/Step": 1201, "Finetune/Step Time": 4.683072650805116}
{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.95440274477005, "Finetune/Loss (Raw)": 1.1639515161514282, "Finetune/Step": 1202, "Finetune/Step Time": 4.687023002654314}
{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9549184441566467, "Finetune/Loss (Raw)": 1.1230440139770508, "Finetune/Step": 1203, "Finetune/Step Time": 4.6776498425751925}
{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.955030620098114, "Finetune/Loss (Raw)": 1.0920871496200562, "Finetune/Step": 1204, "Finetune/Step Time": 4.686049956828356}
{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9540868997573853, "Finetune/Loss (Raw)": 0.9733204245567322, "Finetune/Step": 1205, "Finetune/Step Time": 4.703743901103735}
{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9547915458679199, "Finetune/Loss (Raw)": 1.1511523723602295, "Finetune/Step": 1206, "Finetune/Step Time": 4.6957544554024935}
{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9555622339248657, "Finetune/Loss (Raw)": 0.9652504324913025, "Finetune/Step": 1207, "Finetune/Step Time": 4.7024529706686735}
{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9559390544891357, "Finetune/Loss (Raw)": 1.0208178758621216, "Finetune/Step": 1208, "Finetune/Step Time": 4.702823111787438}
{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9557127356529236, "Finetune/Loss (Raw)": 1.0549027919769287, "Finetune/Step": 1209, "Finetune/Step Time": 4.7013899348676205}
{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9568544626235962, "Finetune/Loss (Raw)": 0.9965869188308716, "Finetune/Step": 1210, "Finetune/Step Time": 4.6788893565535545}
{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9562512636184692, "Finetune/Loss (Raw)": 0.9461746215820312, "Finetune/Step": 1211, "Finetune/Step Time": 4.681974386796355}
{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9566648006439209, "Finetune/Loss (Raw)": 1.1251718997955322, "Finetune/Step": 1212, "Finetune/Step Time": 4.669890524819493}
{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9561656713485718, "Finetune/Loss (Raw)": 0.9567726254463196, "Finetune/Step": 1213, "Finetune/Step Time": 4.6693648006767035}
{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.9548010230064392, "Finetune/Loss (Raw)": 0.8601816296577454, "Finetune/Step": 1214, "Finetune/Step Time": 4.683611450716853}
{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9545213580131531, "Finetune/Loss (Raw)": 0.9856394529342651, "Finetune/Step": 1215, "Finetune/Step Time": 4.6841187085956335}
{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9505857229232788, "Finetune/Loss (Raw)": 0.3471226096153259, "Finetune/Step": 1216, "Finetune/Step Time": 4.712157521396875}
{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9513705968856812, "Finetune/Loss (Raw)": 1.1089684963226318, "Finetune/Step": 1217, "Finetune/Step Time": 4.7158049661666155}
{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9510103464126587, "Finetune/Loss (Raw)": 1.05202317237854, "Finetune/Step": 1218, "Finetune/Step Time": 4.6934644021093845}
{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9460060000419617, "Finetune/Loss (Raw)": 0.3006899654865265, "Finetune/Step": 1219, "Finetune/Step Time": 4.732900748029351}
{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9456800222396851, "Finetune/Loss (Raw)": 0.9925979971885681, "Finetune/Step": 1220, "Finetune/Step Time": 4.721208827570081}
{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.946865439414978, "Finetune/Loss (Raw)": 1.0385247468948364, "Finetune/Step": 1221, "Finetune/Step Time": 4.73668547719717}
{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.9469842910766602, "Finetune/Loss (Raw)": 1.0008610486984253, "Finetune/Step": 1222, "Finetune/Step Time": 4.753323657438159}
{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.9468266367912292, "Finetune/Loss (Raw)": 1.0240689516067505, "Finetune/Step": 1223, "Finetune/Step Time": 4.748100636526942}
{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.9463979005813599, "Finetune/Loss (Raw)": 1.0112099647521973, "Finetune/Step": 1224, "Finetune/Step Time": 4.749430108815432}
{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9454562664031982, "Finetune/Loss (Raw)": 0.8739607334136963, "Finetune/Step": 1225, "Finetune/Step Time": 4.734679758548737}
{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9447200298309326, "Finetune/Loss (Raw)": 0.8942435383796692, "Finetune/Step": 1226, "Finetune/Step Time": 4.725285122171044}
{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9436799883842468, "Finetune/Loss (Raw)": 0.8633138537406921, "Finetune/Step": 1227, "Finetune/Step Time": 4.743931656703353}
{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9443681836128235, "Finetune/Loss (Raw)": 1.0570127964019775, "Finetune/Step": 1228, "Finetune/Step Time": 4.739262634888291}
{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.9443390369415283, "Finetune/Loss (Raw)": 1.0797734260559082, "Finetune/Step": 1229, "Finetune/Step Time": 4.735179960727692}
{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9412227869033813, "Finetune/Loss (Raw)": 0.400829017162323, "Finetune/Step": 1230, "Finetune/Step Time": 4.778074661269784}
{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9411529898643494, "Finetune/Loss (Raw)": 1.1204373836517334, "Finetune/Step": 1231, "Finetune/Step Time": 4.771746136248112}
{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9407405257225037, "Finetune/Loss (Raw)": 1.0090426206588745, "Finetune/Step": 1232, "Finetune/Step Time": 4.7601187862455845}
{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9401484727859497, "Finetune/Loss (Raw)": 1.0366370677947998, "Finetune/Step": 1233, "Finetune/Step Time": 4.745100641623139}
{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9386312365531921, "Finetune/Loss (Raw)": 0.8071413636207581, "Finetune/Step": 1234, "Finetune/Step Time": 4.749052720144391}
{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.938064694404602, "Finetune/Loss (Raw)": 0.9518933892250061, "Finetune/Step": 1235, "Finetune/Step Time": 4.742295313626528}
{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9381481409072876, "Finetune/Loss (Raw)": 1.111221194267273, "Finetune/Step": 1236, "Finetune/Step Time": 4.744087060913444}
{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.9398019313812256, "Finetune/Loss (Raw)": 1.0241466760635376, "Finetune/Step": 1237, "Finetune/Step Time": 4.74639343470335}
{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.9412412643432617, "Finetune/Loss (Raw)": 1.1754953861236572, "Finetune/Step": 1238, "Finetune/Step Time": 4.749025074765086}
{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.9400454759597778, "Finetune/Loss (Raw)": 0.9814231991767883, "Finetune/Step": 1239, "Finetune/Step Time": 4.762148652225733}
{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.940418004989624, "Finetune/Loss (Raw)": 0.9754296541213989, "Finetune/Step": 1240, "Finetune/Step Time": 4.765569282695651}
{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9400293827056885, "Finetune/Loss (Raw)": 0.903760552406311, "Finetune/Step": 1241, "Finetune/Step Time": 4.7694377563893795}
{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9394846558570862, "Finetune/Loss (Raw)": 0.9714667201042175, "Finetune/Step": 1242, "Finetune/Step Time": 4.742564400658011}
{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9397409558296204, "Finetune/Loss (Raw)": 1.0518722534179688, "Finetune/Step": 1243, "Finetune/Step Time": 4.736913891509175}
{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9388127326965332, "Finetune/Loss (Raw)": 0.9772766828536987, "Finetune/Step": 1244, "Finetune/Step Time": 4.740208085626364}
{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9394509792327881, "Finetune/Loss (Raw)": 0.9695984721183777, "Finetune/Step": 1245, "Finetune/Step Time": 4.730519890785217}
{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9381970167160034, "Finetune/Loss (Raw)": 0.9270334839820862, "Finetune/Step": 1246, "Finetune/Step Time": 4.753155080601573}
{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.940880537033081, "Finetune/Loss (Raw)": 1.0758953094482422, "Finetune/Step": 1247, "Finetune/Step Time": 4.738802617415786}
{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9396519064903259, "Finetune/Loss (Raw)": 0.8207118511199951, "Finetune/Step": 1248, "Finetune/Step Time": 4.743913305923343}
{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9378170967102051, "Finetune/Loss (Raw)": 0.9192395806312561, "Finetune/Step": 1249, "Finetune/Step Time": 4.745030950754881}
{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9377486705780029, "Finetune/Loss (Raw)": 1.036942481994629, "Finetune/Step": 1250, "Finetune/Step Time": 4.725460536777973}
{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9384353756904602, "Finetune/Loss (Raw)": 1.0259159803390503, "Finetune/Step": 1251, "Finetune/Step Time": 4.711267890408635}
{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9358124732971191, "Finetune/Loss (Raw)": 0.8936960697174072, "Finetune/Step": 1252, "Finetune/Step Time": 4.707062533125281}
{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9357472658157349, "Finetune/Loss (Raw)": 0.9328590631484985, "Finetune/Step": 1253, "Finetune/Step Time": 4.725540606305003}
{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9357935190200806, "Finetune/Loss (Raw)": 0.9881966710090637, "Finetune/Step": 1254, "Finetune/Step Time": 4.728787638247013}
{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9363943338394165, "Finetune/Loss (Raw)": 1.1013143062591553, "Finetune/Step": 1255, "Finetune/Step Time": 4.730987189337611}
{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.936712920665741, "Finetune/Loss (Raw)": 1.0194861888885498, "Finetune/Step": 1256, "Finetune/Step Time": 4.7266145050525665}
{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.933517575263977, "Finetune/Loss (Raw)": 0.7085387110710144, "Finetune/Step": 1257, "Finetune/Step Time": 4.7531518787145615}
{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9346973896026611, "Finetune/Loss (Raw)": 0.9536908864974976, "Finetune/Step": 1258, "Finetune/Step Time": 4.741594819352031}
{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9332524538040161, "Finetune/Loss (Raw)": 0.9015132784843445, "Finetune/Step": 1259, "Finetune/Step Time": 4.7526737209409475}
{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.9344470500946045, "Finetune/Loss (Raw)": 1.1785962581634521, "Finetune/Step": 1260, "Finetune/Step Time": 4.754513679072261}
{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9333832859992981, "Finetune/Loss (Raw)": 0.8454094529151917, "Finetune/Step": 1261, "Finetune/Step Time": 4.754034727811813}
{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9337167739868164, "Finetune/Loss (Raw)": 0.9995899200439453, "Finetune/Step": 1262, "Finetune/Step Time": 4.749668417498469}
{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9333818554878235, "Finetune/Loss (Raw)": 1.0570989847183228, "Finetune/Step": 1263, "Finetune/Step Time": 4.746332939714193}
{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9335044622421265, "Finetune/Loss (Raw)": 0.9950019121170044, "Finetune/Step": 1264, "Finetune/Step Time": 4.744186282157898}
{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9282039403915405, "Finetune/Loss (Raw)": 0.373056560754776, "Finetune/Step": 1265, "Finetune/Step Time": 4.780867977067828}
{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9276853799819946, "Finetune/Loss (Raw)": 0.961238443851471, "Finetune/Step": 1266, "Finetune/Step Time": 4.786179469898343}
{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9283113479614258, "Finetune/Loss (Raw)": 1.0441865921020508, "Finetune/Step": 1267, "Finetune/Step Time": 4.772131584584713}
{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.928736686706543, "Finetune/Loss (Raw)": 1.0746867656707764, "Finetune/Step": 1268, "Finetune/Step Time": 4.775476586073637}
{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9287467002868652, "Finetune/Loss (Raw)": 0.9569492340087891, "Finetune/Step": 1269, "Finetune/Step Time": 4.7669750936329365}
{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9352940320968628, "Finetune/Loss (Raw)": 1.1357696056365967, "Finetune/Step": 1270, "Finetune/Step Time": 4.738829728215933}
{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9365546703338623, "Finetune/Loss (Raw)": 1.1013215780258179, "Finetune/Step": 1271, "Finetune/Step Time": 4.723749317228794}
{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9349860548973083, "Finetune/Loss (Raw)": 0.8145744800567627, "Finetune/Step": 1272, "Finetune/Step Time": 4.731936067342758}
{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.9348348379135132, "Finetune/Loss (Raw)": 0.9388072490692139, "Finetune/Step": 1273, "Finetune/Step Time": 4.741979129612446}
{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9333927631378174, "Finetune/Loss (Raw)": 0.8735222816467285, "Finetune/Step": 1274, "Finetune/Step Time": 4.733378876000643}
{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9361575841903687, "Finetune/Loss (Raw)": 1.168434500694275, "Finetune/Step": 1275, "Finetune/Step Time": 4.72436860948801}
{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9409364461898804, "Finetune/Loss (Raw)": 0.9538775682449341, "Finetune/Step": 1276, "Finetune/Step Time": 4.681158972904086}
{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9398910999298096, "Finetune/Loss (Raw)": 0.9703707695007324, "Finetune/Step": 1277, "Finetune/Step Time": 4.684440828859806}
{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9380864500999451, "Finetune/Loss (Raw)": 0.7473333477973938, "Finetune/Step": 1278, "Finetune/Step Time": 4.6908858977258205}
{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9389477372169495, "Finetune/Loss (Raw)": 0.9985328316688538, "Finetune/Step": 1279, "Finetune/Step Time": 4.697647247463465}
{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9402104616165161, "Finetune/Loss (Raw)": 1.159672498703003, "Finetune/Step": 1280, "Finetune/Step Time": 4.676196755841374}
{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.93901526927948, "Finetune/Loss (Raw)": 0.9544336199760437, "Finetune/Step": 1281, "Finetune/Step Time": 4.653991295024753}
{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9442142248153687, "Finetune/Loss (Raw)": 0.9916836023330688, "Finetune/Step": 1282, "Finetune/Step Time": 4.61725109256804}
{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9484316110610962, "Finetune/Loss (Raw)": 0.8776560425758362, "Finetune/Step": 1283, "Finetune/Step Time": 4.591411653906107}
{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9470018148422241, "Finetune/Loss (Raw)": 0.9771595597267151, "Finetune/Step": 1284, "Finetune/Step Time": 4.59439561702311}
{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.9471069574356079, "Finetune/Loss (Raw)": 1.0559000968933105, "Finetune/Step": 1285, "Finetune/Step Time": 4.594340909272432}
{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.9474365711212158, "Finetune/Loss (Raw)": 0.9611415863037109, "Finetune/Step": 1286, "Finetune/Step Time": 4.609825002029538}
{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.9483731389045715, "Finetune/Loss (Raw)": 0.9795040488243103, "Finetune/Step": 1287, "Finetune/Step Time": 4.604210428893566}
{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.947965145111084, "Finetune/Loss (Raw)": 0.9112385511398315, "Finetune/Step": 1288, "Finetune/Step Time": 4.589985800907016}
{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.9472703337669373, "Finetune/Loss (Raw)": 0.9123291373252869, "Finetune/Step": 1289, "Finetune/Step Time": 4.5746279545128345}
{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.948023796081543, "Finetune/Loss (Raw)": 1.113358736038208, "Finetune/Step": 1290, "Finetune/Step Time": 4.57059383764863}
{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9495649337768555, "Finetune/Loss (Raw)": 0.9990125298500061, "Finetune/Step": 1291, "Finetune/Step Time": 4.5676813665777445}
{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9477115869522095, "Finetune/Loss (Raw)": 0.9680407047271729, "Finetune/Step": 1292, "Finetune/Step Time": 4.562364125624299}
{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.9523391127586365, "Finetune/Loss (Raw)": 0.9550819396972656, "Finetune/Step": 1293, "Finetune/Step Time": 4.524486873298883}
{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.9532010555267334, "Finetune/Loss (Raw)": 0.9918501973152161, "Finetune/Step": 1294, "Finetune/Step Time": 4.527212034910917}
{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9539764523506165, "Finetune/Loss (Raw)": 0.9291626811027527, "Finetune/Step": 1295, "Finetune/Step Time": 4.520608864724636}
{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9540207386016846, "Finetune/Loss (Raw)": 0.9678648710250854, "Finetune/Step": 1296, "Finetune/Step Time": 4.524447714909911}
{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9539867043495178, "Finetune/Loss (Raw)": 1.0001671314239502, "Finetune/Step": 1297, "Finetune/Step Time": 4.539379479363561}
{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9570226669311523, "Finetune/Loss (Raw)": 0.8555549383163452, "Finetune/Step": 1298, "Finetune/Step Time": 4.497320868074894}
{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9541109204292297, "Finetune/Loss (Raw)": 0.7483410239219666, "Finetune/Step": 1299, "Finetune/Step Time": 4.500988312065601}
{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9529492855072021, "Finetune/Loss (Raw)": 0.8993932008743286, "Finetune/Step": 1300, "Finetune/Step Time": 4.499335644766688}
{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9531683921813965, "Finetune/Loss (Raw)": 1.0217525959014893, "Finetune/Step": 1301, "Finetune/Step Time": 4.5064651016145945}
{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.9577561616897583, "Finetune/Loss (Raw)": 0.9433143734931946, "Finetune/Step": 1302, "Finetune/Step Time": 4.494877576828003}
{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9579511880874634, "Finetune/Loss (Raw)": 0.9859296083450317, "Finetune/Step": 1303, "Finetune/Step Time": 4.47802921384573}
{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9584360122680664, "Finetune/Loss (Raw)": 1.0027259588241577, "Finetune/Step": 1304, "Finetune/Step Time": 4.483763922005892}
{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9637887477874756, "Finetune/Loss (Raw)": 0.9704654216766357, "Finetune/Step": 1305, "Finetune/Step Time": 4.449565952643752}
{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9691058397293091, "Finetune/Loss (Raw)": 1.0031120777130127, "Finetune/Step": 1306, "Finetune/Step Time": 4.428953640162945}
{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9684669971466064, "Finetune/Loss (Raw)": 1.0834295749664307, "Finetune/Step": 1307, "Finetune/Step Time": 4.427997214719653}
{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9695972204208374, "Finetune/Loss (Raw)": 1.077290415763855, "Finetune/Step": 1308, "Finetune/Step Time": 4.410534912720323}
{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9685502648353577, "Finetune/Loss (Raw)": 0.9557982087135315, "Finetune/Step": 1309, "Finetune/Step Time": 4.4291954673826694}
{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9701597094535828, "Finetune/Loss (Raw)": 0.9126330614089966, "Finetune/Step": 1310, "Finetune/Step Time": 4.427357863634825}
{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9699565172195435, "Finetune/Loss (Raw)": 1.013229250907898, "Finetune/Step": 1311, "Finetune/Step Time": 4.429406369104981}
{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9694855213165283, "Finetune/Loss (Raw)": 0.7662121057510376, "Finetune/Step": 1312, "Finetune/Step Time": 4.428639365360141}
{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9694927930831909, "Finetune/Loss (Raw)": 1.0189151763916016, "Finetune/Step": 1313, "Finetune/Step Time": 4.435655243694782}
{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.968550443649292, "Finetune/Loss (Raw)": 1.0029730796813965, "Finetune/Step": 1314, "Finetune/Step Time": 4.433163752779365}
{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9736221432685852, "Finetune/Loss (Raw)": 0.9953314661979675, "Finetune/Step": 1315, "Finetune/Step Time": 4.397140417248011}
{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9744237661361694, "Finetune/Loss (Raw)": 1.1668823957443237, "Finetune/Step": 1316, "Finetune/Step Time": 4.402317376807332}
{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9743651151657104, "Finetune/Loss (Raw)": 1.0606014728546143, "Finetune/Step": 1317, "Finetune/Step Time": 4.394979301840067}
{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9741350412368774, "Finetune/Loss (Raw)": 0.9541001915931702, "Finetune/Step": 1318, "Finetune/Step Time": 4.394854491576552}
{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.9737299084663391, "Finetune/Loss (Raw)": 1.0034369230270386, "Finetune/Step": 1319, "Finetune/Step Time": 4.3922674134373665}
{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.973312497138977, "Finetune/Loss (Raw)": 0.9761240482330322, "Finetune/Step": 1320, "Finetune/Step Time": 4.393403258174658}
{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9732400178909302, "Finetune/Loss (Raw)": 1.0133123397827148, "Finetune/Step": 1321, "Finetune/Step Time": 4.396190967410803}
{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9725301265716553, "Finetune/Loss (Raw)": 0.9788078665733337, "Finetune/Step": 1322, "Finetune/Step Time": 4.385110553354025}
{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9730008840560913, "Finetune/Loss (Raw)": 1.056524634361267, "Finetune/Step": 1323, "Finetune/Step Time": 4.385702824220061}
{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9733140468597412, "Finetune/Loss (Raw)": 1.0287936925888062, "Finetune/Step": 1324, "Finetune/Step Time": 4.387225300073624}
{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9729072451591492, "Finetune/Loss (Raw)": 1.064724326133728, "Finetune/Step": 1325, "Finetune/Step Time": 4.405246587470174}
{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9724228382110596, "Finetune/Loss (Raw)": 1.0373663902282715, "Finetune/Step": 1326, "Finetune/Step Time": 4.398107383400202}
{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9715160131454468, "Finetune/Loss (Raw)": 0.9269145131111145, "Finetune/Step": 1327, "Finetune/Step Time": 4.435773240402341}
{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.972245991230011, "Finetune/Loss (Raw)": 1.148834228515625, "Finetune/Step": 1328, "Finetune/Step Time": 4.431441027671099}
{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.973267674446106, "Finetune/Loss (Raw)": 1.1796834468841553, "Finetune/Step": 1329, "Finetune/Step Time": 4.423259571194649}
{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9702644944190979, "Finetune/Loss (Raw)": 0.7795490026473999, "Finetune/Step": 1330, "Finetune/Step Time": 4.416573997586966}
{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9697483777999878, "Finetune/Loss (Raw)": 1.0569825172424316, "Finetune/Step": 1331, "Finetune/Step Time": 4.409940790385008}
{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9680627584457397, "Finetune/Loss (Raw)": 0.8763317465782166, "Finetune/Step": 1332, "Finetune/Step Time": 4.4128250777721405}
{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9679936170578003, "Finetune/Loss (Raw)": 0.964468240737915, "Finetune/Step": 1333, "Finetune/Step Time": 4.399373363703489}
{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9668835997581482, "Finetune/Loss (Raw)": 1.0090670585632324, "Finetune/Step": 1334, "Finetune/Step Time": 4.4032726883888245}
{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9674959182739258, "Finetune/Loss (Raw)": 1.0436302423477173, "Finetune/Step": 1335, "Finetune/Step Time": 4.395648647099733}
{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9675759077072144, "Finetune/Loss (Raw)": 1.031059741973877, "Finetune/Step": 1336, "Finetune/Step Time": 4.390739735215902}
{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9681814312934875, "Finetune/Loss (Raw)": 1.1324031352996826, "Finetune/Step": 1337, "Finetune/Step Time": 4.393301108852029}
{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9627813100814819, "Finetune/Loss (Raw)": 0.3053714334964752, "Finetune/Step": 1338, "Finetune/Step Time": 4.43268938921392}
{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9625377058982849, "Finetune/Loss (Raw)": 0.914993166923523, "Finetune/Step": 1339, "Finetune/Step Time": 4.438449688255787}
{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9616005420684814, "Finetune/Loss (Raw)": 1.005218744277954, "Finetune/Step": 1340, "Finetune/Step Time": 4.444607859477401}
{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9615691900253296, "Finetune/Loss (Raw)": 0.9527575969696045, "Finetune/Step": 1341, "Finetune/Step Time": 4.445733167231083}
{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9635318517684937, "Finetune/Loss (Raw)": 1.111404538154602, "Finetune/Step": 1342, "Finetune/Step Time": 4.442736603319645}
{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9629470705986023, "Finetune/Loss (Raw)": 0.9107823967933655, "Finetune/Step": 1343, "Finetune/Step Time": 4.464802308008075}
{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9676732420921326, "Finetune/Loss (Raw)": 0.9520775675773621, "Finetune/Step": 1344, "Finetune/Step Time": 4.433518309146166}
{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.9673763513565063, "Finetune/Loss (Raw)": 1.0709636211395264, "Finetune/Step": 1345, "Finetune/Step Time": 4.4334836434572935}
{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9665877223014832, "Finetune/Loss (Raw)": 0.9510785937309265, "Finetune/Step": 1346, "Finetune/Step Time": 4.435622872784734}
{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9732711911201477, "Finetune/Loss (Raw)": 1.1561766862869263, "Finetune/Step": 1347, "Finetune/Step Time": 4.414809066802263}
{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9688606262207031, "Finetune/Loss (Raw)": 0.4280426800251007, "Finetune/Step": 1348, "Finetune/Step Time": 4.459225874394178}
{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9692671895027161, "Finetune/Loss (Raw)": 1.090566635131836, "Finetune/Step": 1349, "Finetune/Step Time": 4.433971436694264}
{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9696699380874634, "Finetune/Loss (Raw)": 1.052406668663025, "Finetune/Step": 1350, "Finetune/Step Time": 4.436395473778248}
{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9698153138160706, "Finetune/Loss (Raw)": 1.0426814556121826, "Finetune/Step": 1351, "Finetune/Step Time": 4.440444333478808}
{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9651986360549927, "Finetune/Loss (Raw)": 0.4202730655670166, "Finetune/Step": 1352, "Finetune/Step Time": 4.477504074573517}
{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9658328890800476, "Finetune/Loss (Raw)": 0.9551492929458618, "Finetune/Step": 1353, "Finetune/Step Time": 4.477654712274671}
{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9667571783065796, "Finetune/Loss (Raw)": 1.012551188468933, "Finetune/Step": 1354, "Finetune/Step Time": 4.480162348598242}
{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9687171578407288, "Finetune/Loss (Raw)": 1.1141859292984009, "Finetune/Step": 1355, "Finetune/Step Time": 4.4628976080566645}
{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9688252210617065, "Finetune/Loss (Raw)": 1.0708515644073486, "Finetune/Step": 1356, "Finetune/Step Time": 4.456646783277392}
{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9686923027038574, "Finetune/Loss (Raw)": 1.0627583265304565, "Finetune/Step": 1357, "Finetune/Step Time": 4.475389765575528}
{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.973248302936554, "Finetune/Loss (Raw)": 0.9839959740638733, "Finetune/Step": 1358, "Finetune/Step Time": 4.431679846718907}
{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9712194204330444, "Finetune/Loss (Raw)": 0.8607451319694519, "Finetune/Step": 1359, "Finetune/Step Time": 4.4459247421473265}
{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9711419343948364, "Finetune/Loss (Raw)": 0.9991247653961182, "Finetune/Step": 1360, "Finetune/Step Time": 4.448486478999257}
{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9715664386749268, "Finetune/Loss (Raw)": 1.0909749269485474, "Finetune/Step": 1361, "Finetune/Step Time": 4.449477210640907}
{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9728128910064697, "Finetune/Loss (Raw)": 0.9666872024536133, "Finetune/Step": 1362, "Finetune/Step Time": 4.431519333273172}
{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9731584787368774, "Finetune/Loss (Raw)": 0.9961215257644653, "Finetune/Step": 1363, "Finetune/Step Time": 4.432447146624327}
{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.9719658493995667, "Finetune/Loss (Raw)": 0.9585697054862976, "Finetune/Step": 1364, "Finetune/Step Time": 4.460776338353753}
{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9710091352462769, "Finetune/Loss (Raw)": 0.9016900062561035, "Finetune/Step": 1365, "Finetune/Step Time": 4.45184120722115}
{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9693267941474915, "Finetune/Loss (Raw)": 0.9601463675498962, "Finetune/Step": 1366, "Finetune/Step Time": 4.446443175897002}
{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9688923954963684, "Finetune/Loss (Raw)": 0.9258264303207397, "Finetune/Step": 1367, "Finetune/Step Time": 4.460191212594509}
{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9693524837493896, "Finetune/Loss (Raw)": 1.0343209505081177, "Finetune/Step": 1368, "Finetune/Step Time": 4.454948367550969}
{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9705069065093994, "Finetune/Loss (Raw)": 1.0515254735946655, "Finetune/Step": 1369, "Finetune/Step Time": 4.470193155109882}
{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9695578813552856, "Finetune/Loss (Raw)": 0.8499935269355774, "Finetune/Step": 1370, "Finetune/Step Time": 4.472734926268458}
{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9689623117446899, "Finetune/Loss (Raw)": 0.9756367802619934, "Finetune/Step": 1371, "Finetune/Step Time": 4.472866216674447}
{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.964279294013977, "Finetune/Loss (Raw)": 0.377857506275177, "Finetune/Step": 1372, "Finetune/Step Time": 4.508143877610564}
{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.96553635597229, "Finetune/Loss (Raw)": 1.1304957866668701, "Finetune/Step": 1373, "Finetune/Step Time": 4.508542587980628}
{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9656116366386414, "Finetune/Loss (Raw)": 0.9366657733917236, "Finetune/Step": 1374, "Finetune/Step Time": 4.505046090111136}
{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9654141664505005, "Finetune/Loss (Raw)": 1.0506311655044556, "Finetune/Step": 1375, "Finetune/Step Time": 4.502717165276408}
{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9615084528923035, "Finetune/Loss (Raw)": 0.32077282667160034, "Finetune/Step": 1376, "Finetune/Step Time": 4.531802497804165}
{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.962714433670044, "Finetune/Loss (Raw)": 1.0736052989959717, "Finetune/Step": 1377, "Finetune/Step Time": 4.540168711915612}
{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9636144638061523, "Finetune/Loss (Raw)": 1.1521456241607666, "Finetune/Step": 1378, "Finetune/Step Time": 4.558357717469335}
{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9613528847694397, "Finetune/Loss (Raw)": 0.736431896686554, "Finetune/Step": 1379, "Finetune/Step Time": 4.574630927294493}
{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9617334008216858, "Finetune/Loss (Raw)": 0.9424060583114624, "Finetune/Step": 1380, "Finetune/Step Time": 4.574102373793721}
{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9626786112785339, "Finetune/Loss (Raw)": 1.0538431406021118, "Finetune/Step": 1381, "Finetune/Step Time": 4.5594162940979}
{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9627041816711426, "Finetune/Loss (Raw)": 0.9914715886116028, "Finetune/Step": 1382, "Finetune/Step Time": 4.558658426627517}
{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9612551331520081, "Finetune/Loss (Raw)": 0.9158379435539246, "Finetune/Step": 1383, "Finetune/Step Time": 4.5629125777632}
{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9608663320541382, "Finetune/Loss (Raw)": 0.9697242975234985, "Finetune/Step": 1384, "Finetune/Step Time": 4.565641408786178}
{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.9633211493492126, "Finetune/Loss (Raw)": 1.0227482318878174, "Finetune/Step": 1385, "Finetune/Step Time": 4.5418368354439735}
{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.9631401300430298, "Finetune/Loss (Raw)": 0.9305209517478943, "Finetune/Step": 1386, "Finetune/Step Time": 4.5424095671623945}
{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9628963470458984, "Finetune/Loss (Raw)": 0.8703067302703857, "Finetune/Step": 1387, "Finetune/Step Time": 4.536614932119846}
{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9617601633071899, "Finetune/Loss (Raw)": 1.0331710577011108, "Finetune/Step": 1388, "Finetune/Step Time": 4.532122002914548}
{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9630433320999146, "Finetune/Loss (Raw)": 1.0096466541290283, "Finetune/Step": 1389, "Finetune/Step Time": 4.533071860671043}
{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9644007086753845, "Finetune/Loss (Raw)": 1.1733325719833374, "Finetune/Step": 1390, "Finetune/Step Time": 4.54146783053875}
{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.963032603263855, "Finetune/Loss (Raw)": 0.8819926381111145, "Finetune/Step": 1391, "Finetune/Step Time": 4.557394960895181}
{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9623421430587769, "Finetune/Loss (Raw)": 0.9066101908683777, "Finetune/Step": 1392, "Finetune/Step Time": 4.590939972549677}
{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9671632051467896, "Finetune/Loss (Raw)": 0.9901530742645264, "Finetune/Step": 1393, "Finetune/Step Time": 4.591938158497214}
{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.967769205570221, "Finetune/Loss (Raw)": 1.0388078689575195, "Finetune/Step": 1394, "Finetune/Step Time": 4.578596273437142}
{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.9671341180801392, "Finetune/Loss (Raw)": 0.9629013538360596, "Finetune/Step": 1395, "Finetune/Step Time": 4.58094409480691}
{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9646152257919312, "Finetune/Loss (Raw)": 0.7522692084312439, "Finetune/Step": 1396, "Finetune/Step Time": 4.5888828337192535}
{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.965355634689331, "Finetune/Loss (Raw)": 1.0517195463180542, "Finetune/Step": 1397, "Finetune/Step Time": 4.612572746351361}
{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.9643411636352539, "Finetune/Loss (Raw)": 1.0059117078781128, "Finetune/Step": 1398, "Finetune/Step Time": 4.6022747699171305}
{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9622188806533813, "Finetune/Loss (Raw)": 0.829677939414978, "Finetune/Step": 1399, "Finetune/Step Time": 4.608599826693535}
{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.964069128036499, "Finetune/Loss (Raw)": 1.0514013767242432, "Finetune/Step": 1400, "Finetune/Step Time": 4.603738632053137}
{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9639432430267334, "Finetune/Loss (Raw)": 0.922697901725769, "Finetune/Step": 1401, "Finetune/Step Time": 4.6024116687476635}
{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9601378440856934, "Finetune/Loss (Raw)": 0.3864242732524872, "Finetune/Step": 1402, "Finetune/Step Time": 4.642051899805665}
{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9583908319473267, "Finetune/Loss (Raw)": 0.9448167085647583, "Finetune/Step": 1403, "Finetune/Step Time": 4.643308836966753}
{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9586537480354309, "Finetune/Loss (Raw)": 0.9875394701957703, "Finetune/Step": 1404, "Finetune/Step Time": 4.640154231339693}
{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9577126502990723, "Finetune/Loss (Raw)": 0.8499034643173218, "Finetune/Step": 1405, "Finetune/Step Time": 4.638293731957674}
{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9594237804412842, "Finetune/Loss (Raw)": 0.9663547277450562, "Finetune/Step": 1406, "Finetune/Step Time": 4.6314468290656805}
{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9544942378997803, "Finetune/Loss (Raw)": 0.36755165457725525, "Finetune/Step": 1407, "Finetune/Step Time": 4.657687919214368}
{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9522571563720703, "Finetune/Loss (Raw)": 0.8733344674110413, "Finetune/Step": 1408, "Finetune/Step Time": 4.660577196627855}
{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9526690244674683, "Finetune/Loss (Raw)": 1.0071444511413574, "Finetune/Step": 1409, "Finetune/Step Time": 4.657641617581248}
{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9520155787467957, "Finetune/Loss (Raw)": 0.9080456495285034, "Finetune/Step": 1410, "Finetune/Step Time": 4.686841817572713}
{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9534071087837219, "Finetune/Loss (Raw)": 1.0557754039764404, "Finetune/Step": 1411, "Finetune/Step Time": 4.675364902243018}
{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9516338109970093, "Finetune/Loss (Raw)": 0.7501765489578247, "Finetune/Step": 1412, "Finetune/Step Time": 4.67518037930131}
{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.951393723487854, "Finetune/Loss (Raw)": 1.0251717567443848, "Finetune/Step": 1413, "Finetune/Step Time": 4.6734481900930405}
{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.952533483505249, "Finetune/Loss (Raw)": 1.1070257425308228, "Finetune/Step": 1414, "Finetune/Step Time": 4.667978351935744}
{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9527302980422974, "Finetune/Loss (Raw)": 1.0047017335891724, "Finetune/Step": 1415, "Finetune/Step Time": 4.672635722905397}
{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9541035890579224, "Finetune/Loss (Raw)": 1.0870211124420166, "Finetune/Step": 1416, "Finetune/Step Time": 4.66517916880548}
{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9542051553726196, "Finetune/Loss (Raw)": 0.9253196716308594, "Finetune/Step": 1417, "Finetune/Step Time": 4.664597515016794}
{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.9522950053215027, "Finetune/Loss (Raw)": 0.8688647150993347, "Finetune/Step": 1418, "Finetune/Step Time": 4.665315702557564}
{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.951391339302063, "Finetune/Loss (Raw)": 0.8833370804786682, "Finetune/Step": 1419, "Finetune/Step Time": 4.647657405585051}
{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9516811370849609, "Finetune/Loss (Raw)": 1.0051454305648804, "Finetune/Step": 1420, "Finetune/Step Time": 4.653411891311407}
{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9514147639274597, "Finetune/Loss (Raw)": 0.9209845066070557, "Finetune/Step": 1421, "Finetune/Step Time": 4.653893448412418}
{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9510331153869629, "Finetune/Loss (Raw)": 0.9429924488067627, "Finetune/Step": 1422, "Finetune/Step Time": 4.6506015453487635}
{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9519506096839905, "Finetune/Loss (Raw)": 1.0466047525405884, "Finetune/Step": 1423, "Finetune/Step Time": 4.640949374064803}
{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.9511366486549377, "Finetune/Loss (Raw)": 0.8636791110038757, "Finetune/Step": 1424, "Finetune/Step Time": 4.635386422276497}
{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.9511792063713074, "Finetune/Loss (Raw)": 1.0056142807006836, "Finetune/Step": 1425, "Finetune/Step Time": 4.634434832260013}
{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.951454758644104, "Finetune/Loss (Raw)": 0.8908222317695618, "Finetune/Step": 1426, "Finetune/Step Time": 4.647425139322877}
{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9529924392700195, "Finetune/Loss (Raw)": 0.9451666474342346, "Finetune/Step": 1427, "Finetune/Step Time": 4.652949221432209}
{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9533058404922485, "Finetune/Loss (Raw)": 0.9395198822021484, "Finetune/Step": 1428, "Finetune/Step Time": 4.6591415628790855}
{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.9521602988243103, "Finetune/Loss (Raw)": 0.8751087784767151, "Finetune/Step": 1429, "Finetune/Step Time": 4.649652969092131}
{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.9522572755813599, "Finetune/Loss (Raw)": 0.9557304382324219, "Finetune/Step": 1430, "Finetune/Step Time": 4.636158715933561}
{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.951586127281189, "Finetune/Loss (Raw)": 0.9000202417373657, "Finetune/Step": 1431, "Finetune/Step Time": 4.652361860498786}
{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9513081312179565, "Finetune/Loss (Raw)": 0.9671477675437927, "Finetune/Step": 1432, "Finetune/Step Time": 4.655403321608901}
{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9515346884727478, "Finetune/Loss (Raw)": 0.9994625449180603, "Finetune/Step": 1433, "Finetune/Step Time": 4.656567657366395}
{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9466105699539185, "Finetune/Loss (Raw)": 0.3728293776512146, "Finetune/Step": 1434, "Finetune/Step Time": 4.678071431815624}
{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.9461225271224976, "Finetune/Loss (Raw)": 1.0209569931030273, "Finetune/Step": 1435, "Finetune/Step Time": 4.679822204634547}
{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.9439946413040161, "Finetune/Loss (Raw)": 0.8049210906028748, "Finetune/Step": 1436, "Finetune/Step Time": 4.690662207081914}
{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9447540044784546, "Finetune/Loss (Raw)": 1.052999496459961, "Finetune/Step": 1437, "Finetune/Step Time": 4.672983514145017}
{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9453004598617554, "Finetune/Loss (Raw)": 0.9825724959373474, "Finetune/Step": 1438, "Finetune/Step Time": 4.668257545679808}
{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.945533037185669, "Finetune/Loss (Raw)": 1.0430028438568115, "Finetune/Step": 1439, "Finetune/Step Time": 4.664716064929962}
{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.9451296329498291, "Finetune/Loss (Raw)": 0.7145716547966003, "Finetune/Step": 1440, "Finetune/Step Time": 4.669760029762983}
{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9445267915725708, "Finetune/Loss (Raw)": 0.9417492151260376, "Finetune/Step": 1441, "Finetune/Step Time": 4.671155979856849}
{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9444973468780518, "Finetune/Loss (Raw)": 0.9992161989212036, "Finetune/Step": 1442, "Finetune/Step Time": 4.676581054925919}
{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9438906908035278, "Finetune/Loss (Raw)": 0.9176709055900574, "Finetune/Step": 1443, "Finetune/Step Time": 4.680320803076029}
{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9419749975204468, "Finetune/Loss (Raw)": 0.9216774106025696, "Finetune/Step": 1444, "Finetune/Step Time": 4.677657622843981}
{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.940898060798645, "Finetune/Loss (Raw)": 0.922747015953064, "Finetune/Step": 1445, "Finetune/Step Time": 4.68045468442142}
{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9401553869247437, "Finetune/Loss (Raw)": 0.8590500354766846, "Finetune/Step": 1446, "Finetune/Step Time": 4.695552326738834}
{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.939896821975708, "Finetune/Loss (Raw)": 0.9703364968299866, "Finetune/Step": 1447, "Finetune/Step Time": 4.700109966099262}
{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9405699372291565, "Finetune/Loss (Raw)": 1.0622785091400146, "Finetune/Step": 1448, "Finetune/Step Time": 4.691527158021927}
{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9393780827522278, "Finetune/Loss (Raw)": 0.8607535362243652, "Finetune/Step": 1449, "Finetune/Step Time": 4.694060813635588}
{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9385776519775391, "Finetune/Loss (Raw)": 0.8763545751571655, "Finetune/Step": 1450, "Finetune/Step Time": 4.730434235185385}
{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9375016689300537, "Finetune/Loss (Raw)": 0.9188038110733032, "Finetune/Step": 1451, "Finetune/Step Time": 4.733526827767491}
{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.9378235936164856, "Finetune/Loss (Raw)": 1.0699996948242188, "Finetune/Step": 1452, "Finetune/Step Time": 4.725943980738521}
{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9366488456726074, "Finetune/Loss (Raw)": 0.9143527746200562, "Finetune/Step": 1453, "Finetune/Step Time": 4.720819462090731}
{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9379445314407349, "Finetune/Loss (Raw)": 1.2032164335250854, "Finetune/Step": 1454, "Finetune/Step Time": 4.723547838628292}
{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9386354088783264, "Finetune/Loss (Raw)": 1.015343189239502, "Finetune/Step": 1455, "Finetune/Step Time": 4.690655471757054}
{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9369919896125793, "Finetune/Loss (Raw)": 0.9384741187095642, "Finetune/Step": 1456, "Finetune/Step Time": 4.692850660532713}
{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9306989312171936, "Finetune/Loss (Raw)": 0.3741743862628937, "Finetune/Step": 1457, "Finetune/Step Time": 4.728801717981696}
{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9320559501647949, "Finetune/Loss (Raw)": 0.953252911567688, "Finetune/Step": 1458, "Finetune/Step Time": 4.725945062935352}
{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9323635101318359, "Finetune/Loss (Raw)": 1.0963459014892578, "Finetune/Step": 1459, "Finetune/Step Time": 4.734739663079381}
{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.9341098666191101, "Finetune/Loss (Raw)": 1.099869966506958, "Finetune/Step": 1460, "Finetune/Step Time": 4.72452731244266}
{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9353423118591309, "Finetune/Loss (Raw)": 1.1222097873687744, "Finetune/Step": 1461, "Finetune/Step Time": 4.718070024624467}
{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9355685710906982, "Finetune/Loss (Raw)": 1.0380371809005737, "Finetune/Step": 1462, "Finetune/Step Time": 4.720152884721756}
{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.9356310963630676, "Finetune/Loss (Raw)": 1.0516301393508911, "Finetune/Step": 1463, "Finetune/Step Time": 4.720885327085853}
{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9345703125, "Finetune/Loss (Raw)": 0.8952810764312744, "Finetune/Step": 1464, "Finetune/Step Time": 4.726177303120494}
{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9333770275115967, "Finetune/Loss (Raw)": 0.9796644449234009, "Finetune/Step": 1465, "Finetune/Step Time": 4.719130598008633}
{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9385818243026733, "Finetune/Loss (Raw)": 0.9715865254402161, "Finetune/Step": 1466, "Finetune/Step Time": 4.686838461086154}
{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9388934373855591, "Finetune/Loss (Raw)": 0.9548758864402771, "Finetune/Step": 1467, "Finetune/Step Time": 4.704361530020833}
{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9390573501586914, "Finetune/Loss (Raw)": 1.0262068510055542, "Finetune/Step": 1468, "Finetune/Step Time": 4.6968933921307325}
{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9346058964729309, "Finetune/Loss (Raw)": 0.3829635679721832, "Finetune/Step": 1469, "Finetune/Step Time": 4.739180758595467}
{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.9336954355239868, "Finetune/Loss (Raw)": 0.9948684573173523, "Finetune/Step": 1470, "Finetune/Step Time": 4.726940482854843}
{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9343403577804565, "Finetune/Loss (Raw)": 0.9933329224586487, "Finetune/Step": 1471, "Finetune/Step Time": 4.701326398178935}
{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9337048530578613, "Finetune/Loss (Raw)": 0.8707362413406372, "Finetune/Step": 1472, "Finetune/Step Time": 4.69416200183332}
{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9309039115905762, "Finetune/Loss (Raw)": 0.7124338746070862, "Finetune/Step": 1473, "Finetune/Step Time": 4.700451983138919}
{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.9322935342788696, "Finetune/Loss (Raw)": 1.1289530992507935, "Finetune/Step": 1474, "Finetune/Step Time": 4.6952848974615335}
{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9292337894439697, "Finetune/Loss (Raw)": 0.764532744884491, "Finetune/Step": 1475, "Finetune/Step Time": 4.6881980411708355}
{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.933749794960022, "Finetune/Loss (Raw)": 1.0060923099517822, "Finetune/Step": 1476, "Finetune/Step Time": 4.64938846975565}
{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9276413917541504, "Finetune/Loss (Raw)": 0.3086908161640167, "Finetune/Step": 1477, "Finetune/Step Time": 4.692963253706694}
{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9278088808059692, "Finetune/Loss (Raw)": 1.0738458633422852, "Finetune/Step": 1478, "Finetune/Step Time": 4.674529368057847}
{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9267140626907349, "Finetune/Loss (Raw)": 0.9025411605834961, "Finetune/Step": 1479, "Finetune/Step Time": 4.68909933231771}
{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.9310241341590881, "Finetune/Loss (Raw)": 0.9719642996788025, "Finetune/Step": 1480, "Finetune/Step Time": 4.656513217836618}
{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.9313462972640991, "Finetune/Loss (Raw)": 0.9963810443878174, "Finetune/Step": 1481, "Finetune/Step Time": 4.662242950871587}
{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9309999942779541, "Finetune/Loss (Raw)": 0.9682298898696899, "Finetune/Step": 1482, "Finetune/Step Time": 4.654397016391158}
{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9295406937599182, "Finetune/Loss (Raw)": 0.9273930788040161, "Finetune/Step": 1483, "Finetune/Step Time": 4.683940337970853}
{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9293358325958252, "Finetune/Loss (Raw)": 1.0446308851242065, "Finetune/Step": 1484, "Finetune/Step Time": 4.6799201890826225}
{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.9281882047653198, "Finetune/Loss (Raw)": 0.9158577919006348, "Finetune/Step": 1485, "Finetune/Step Time": 4.661898773163557}
{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9228821992874146, "Finetune/Loss (Raw)": 0.3048369288444519, "Finetune/Step": 1486, "Finetune/Step Time": 4.6993678491562605}
{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9247673153877258, "Finetune/Loss (Raw)": 1.102034568786621, "Finetune/Step": 1487, "Finetune/Step Time": 4.700065596029162}
{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9263589382171631, "Finetune/Loss (Raw)": 1.2028484344482422, "Finetune/Step": 1488, "Finetune/Step Time": 4.698147550225258}
{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9242722988128662, "Finetune/Loss (Raw)": 0.8238898515701294, "Finetune/Step": 1489, "Finetune/Step Time": 4.712336629629135}
{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.9241437315940857, "Finetune/Loss (Raw)": 0.9502294063568115, "Finetune/Step": 1490, "Finetune/Step Time": 4.733842672780156}
{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.9229217767715454, "Finetune/Loss (Raw)": 0.8397132158279419, "Finetune/Step": 1491, "Finetune/Step Time": 4.752896521240473}
{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9238983392715454, "Finetune/Loss (Raw)": 1.0835689306259155, "Finetune/Step": 1492, "Finetune/Step Time": 4.719196129590273}
{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9194308519363403, "Finetune/Loss (Raw)": 0.32985585927963257, "Finetune/Step": 1493, "Finetune/Step Time": 4.752557456493378}
{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.9192937612533569, "Finetune/Loss (Raw)": 0.9425902962684631, "Finetune/Step": 1494, "Finetune/Step Time": 4.75671673938632}
{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.920220673084259, "Finetune/Loss (Raw)": 1.044478416442871, "Finetune/Step": 1495, "Finetune/Step Time": 4.747827624902129}
{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9198707342147827, "Finetune/Loss (Raw)": 0.9895262122154236, "Finetune/Step": 1496, "Finetune/Step Time": 4.748403754085302}
{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.9182859659194946, "Finetune/Loss (Raw)": 0.8486767411231995, "Finetune/Step": 1497, "Finetune/Step Time": 4.736502900719643}
{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.9200460910797119, "Finetune/Loss (Raw)": 1.0752894878387451, "Finetune/Step": 1498, "Finetune/Step Time": 4.739080717787147}
{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9157471656799316, "Finetune/Loss (Raw)": 0.4253714978694916, "Finetune/Step": 1499, "Finetune/Step Time": 4.7710425443947315}
{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9155323505401611, "Finetune/Loss (Raw)": 0.3503594994544983, "Finetune/Step": 1500, "Finetune/Step Time": 4.7700439915061}
{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.9148775339126587, "Finetune/Loss (Raw)": 1.0466878414154053, "Finetune/Step": 1501, "Finetune/Step Time": 4.802253980189562}
{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.9162274599075317, "Finetune/Loss (Raw)": 1.109449028968811, "Finetune/Step": 1502, "Finetune/Step Time": 4.789150223135948}
{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.9148062467575073, "Finetune/Loss (Raw)": 0.8687229156494141, "Finetune/Step": 1503, "Finetune/Step Time": 4.792022498324513}
{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9201663732528687, "Finetune/Loss (Raw)": 1.006864309310913, "Finetune/Step": 1504, "Finetune/Step Time": 4.766350969672203}
{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.9194382429122925, "Finetune/Loss (Raw)": 0.9803994297981262, "Finetune/Step": 1505, "Finetune/Step Time": 4.75265577994287}
{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.9173569083213806, "Finetune/Loss (Raw)": 0.8857384920120239, "Finetune/Step": 1506, "Finetune/Step Time": 4.747448798269033}
{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.9199404716491699, "Finetune/Loss (Raw)": 1.0671249628067017, "Finetune/Step": 1507, "Finetune/Step Time": 4.726299369707704}
{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9205313920974731, "Finetune/Loss (Raw)": 1.0180484056472778, "Finetune/Step": 1508, "Finetune/Step Time": 4.7304494474083185}
{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.9202549457550049, "Finetune/Loss (Raw)": 1.0184530019760132, "Finetune/Step": 1509, "Finetune/Step Time": 4.729516601189971}
{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9210041761398315, "Finetune/Loss (Raw)": 1.0873817205429077, "Finetune/Step": 1510, "Finetune/Step Time": 4.728796631097794}
{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.9225564002990723, "Finetune/Loss (Raw)": 1.1145237684249878, "Finetune/Step": 1511, "Finetune/Step Time": 4.7281318716704845}
{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.9221618175506592, "Finetune/Loss (Raw)": 0.9192042946815491, "Finetune/Step": 1512, "Finetune/Step Time": 4.7318508587777615}
{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9232539534568787, "Finetune/Loss (Raw)": 1.162550687789917, "Finetune/Step": 1513, "Finetune/Step Time": 4.733916772529483}
{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9236173629760742, "Finetune/Loss (Raw)": 0.9770357608795166, "Finetune/Step": 1514, "Finetune/Step Time": 4.7436124831438065}
{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9243215918540955, "Finetune/Loss (Raw)": 0.9604519009590149, "Finetune/Step": 1515, "Finetune/Step Time": 4.741988582536578}
{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.923766016960144, "Finetune/Loss (Raw)": 0.962052047252655, "Finetune/Step": 1516, "Finetune/Step Time": 4.744691705331206}
{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9227292537689209, "Finetune/Loss (Raw)": 0.8769455552101135, "Finetune/Step": 1517, "Finetune/Step Time": 4.746684456244111}
{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9220610857009888, "Finetune/Loss (Raw)": 1.087796688079834, "Finetune/Step": 1518, "Finetune/Step Time": 4.7402148842811584}
{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.9217522144317627, "Finetune/Loss (Raw)": 0.8424620032310486, "Finetune/Step": 1519, "Finetune/Step Time": 4.725373236462474}
{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.9177001118659973, "Finetune/Loss (Raw)": 0.3879413604736328, "Finetune/Step": 1520, "Finetune/Step Time": 4.727287467569113}
{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9181745052337646, "Finetune/Loss (Raw)": 1.0508790016174316, "Finetune/Step": 1521, "Finetune/Step Time": 4.689724065363407}
{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.9173126220703125, "Finetune/Loss (Raw)": 0.9284845590591431, "Finetune/Step": 1522, "Finetune/Step Time": 4.701494347304106}
{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.9162711501121521, "Finetune/Loss (Raw)": 0.829590380191803, "Finetune/Step": 1523, "Finetune/Step Time": 4.715673230588436}
{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9175251722335815, "Finetune/Loss (Raw)": 0.9127826690673828, "Finetune/Step": 1524, "Finetune/Step Time": 4.733479406684637}
{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.916159451007843, "Finetune/Loss (Raw)": 0.8769090175628662, "Finetune/Step": 1525, "Finetune/Step Time": 4.721687275916338}
{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.91683030128479, "Finetune/Loss (Raw)": 1.0917810201644897, "Finetune/Step": 1526, "Finetune/Step Time": 4.720745647326112}
{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.9177594184875488, "Finetune/Loss (Raw)": 0.9486107230186462, "Finetune/Step": 1527, "Finetune/Step Time": 4.715088656172156}
{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.9127821922302246, "Finetune/Loss (Raw)": 0.41431233286857605, "Finetune/Step": 1528, "Finetune/Step Time": 4.746903236955404}
{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.9137940406799316, "Finetune/Loss (Raw)": 1.0522093772888184, "Finetune/Step": 1529, "Finetune/Step Time": 4.737450363114476}
{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.9167386889457703, "Finetune/Loss (Raw)": 0.7633433938026428, "Finetune/Step": 1530, "Finetune/Step Time": 4.718198712915182}
{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9171885848045349, "Finetune/Loss (Raw)": 1.002404808998108, "Finetune/Step": 1531, "Finetune/Step Time": 4.721723288297653}
{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.9169991612434387, "Finetune/Loss (Raw)": 0.9632921814918518, "Finetune/Step": 1532, "Finetune/Step Time": 4.731358466669917}
{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.9173865914344788, "Finetune/Loss (Raw)": 0.8994932174682617, "Finetune/Step": 1533, "Finetune/Step Time": 4.724898938089609}
{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.917500376701355, "Finetune/Loss (Raw)": 0.9809237718582153, "Finetune/Step": 1534, "Finetune/Step Time": 4.732465768232942}
{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.921636700630188, "Finetune/Loss (Raw)": 0.8970004320144653, "Finetune/Step": 1535, "Finetune/Step Time": 4.697402561083436}
{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9218877553939819, "Finetune/Loss (Raw)": 0.9054688215255737, "Finetune/Step": 1536, "Finetune/Step Time": 4.703342441469431}
{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9211209416389465, "Finetune/Loss (Raw)": 0.9089908003807068, "Finetune/Step": 1537, "Finetune/Step Time": 4.704164054244757}
{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.9173997640609741, "Finetune/Loss (Raw)": 0.43172886967658997, "Finetune/Step": 1538, "Finetune/Step Time": 4.709759758785367}
{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.9168822169303894, "Finetune/Loss (Raw)": 0.9895350337028503, "Finetune/Step": 1539, "Finetune/Step Time": 4.710882415995002}
{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.918715238571167, "Finetune/Loss (Raw)": 0.9847987294197083, "Finetune/Step": 1540, "Finetune/Step Time": 4.710479017347097}
{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.9191879034042358, "Finetune/Loss (Raw)": 1.085676908493042, "Finetune/Step": 1541, "Finetune/Step Time": 4.710653975605965}
{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9177083373069763, "Finetune/Loss (Raw)": 0.9176403284072876, "Finetune/Step": 1542, "Finetune/Step Time": 4.713253270834684}
{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.9165322780609131, "Finetune/Loss (Raw)": 0.854171097278595, "Finetune/Step": 1543, "Finetune/Step Time": 4.709050633013248}
{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.915739893913269, "Finetune/Loss (Raw)": 0.985595166683197, "Finetune/Step": 1544, "Finetune/Step Time": 4.7076027523726225}
{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.9156934022903442, "Finetune/Loss (Raw)": 0.9193674325942993, "Finetune/Step": 1545, "Finetune/Step Time": 4.7098178043961525}
{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.9173073172569275, "Finetune/Loss (Raw)": 1.0754457712173462, "Finetune/Step": 1546, "Finetune/Step Time": 4.703088844195008}
{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9180232286453247, "Finetune/Loss (Raw)": 0.9749736785888672, "Finetune/Step": 1547, "Finetune/Step Time": 4.70924898609519}
{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.9182727336883545, "Finetune/Loss (Raw)": 1.0370861291885376, "Finetune/Step": 1548, "Finetune/Step Time": 4.723856819793582}
{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.9141660928726196, "Finetune/Loss (Raw)": 0.39533060789108276, "Finetune/Step": 1549, "Finetune/Step Time": 4.761768413707614}
{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.9146966934204102, "Finetune/Loss (Raw)": 1.010912299156189, "Finetune/Step": 1550, "Finetune/Step Time": 4.75937819853425}
{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.9132910966873169, "Finetune/Loss (Raw)": 0.8666855096817017, "Finetune/Step": 1551, "Finetune/Step Time": 4.759368421509862}
{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.9144617319107056, "Finetune/Loss (Raw)": 1.0135173797607422, "Finetune/Step": 1552, "Finetune/Step Time": 4.760032286867499}
{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.9136492609977722, "Finetune/Loss (Raw)": 0.9016179442405701, "Finetune/Step": 1553, "Finetune/Step Time": 4.771219192072749}
{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.9134783744812012, "Finetune/Loss (Raw)": 0.8689478635787964, "Finetune/Step": 1554, "Finetune/Step Time": 4.761837350204587}
{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.9143708944320679, "Finetune/Loss (Raw)": 1.0594086647033691, "Finetune/Step": 1555, "Finetune/Step Time": 4.758739048615098}
{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.9139471054077148, "Finetune/Loss (Raw)": 0.88527911901474, "Finetune/Step": 1556, "Finetune/Step Time": 4.764975575730205}
{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.9137649536132812, "Finetune/Loss (Raw)": 0.8517981171607971, "Finetune/Step": 1557, "Finetune/Step Time": 4.774511871859431}
{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.9135599136352539, "Finetune/Loss (Raw)": 0.929474949836731, "Finetune/Step": 1558, "Finetune/Step Time": 4.764069365337491}
{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9156063795089722, "Finetune/Loss (Raw)": 1.1619772911071777, "Finetune/Step": 1559, "Finetune/Step Time": 4.7500004060566425}
{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.9161649346351624, "Finetune/Loss (Raw)": 1.038638710975647, "Finetune/Step": 1560, "Finetune/Step Time": 4.755289189517498}
{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9162760972976685, "Finetune/Loss (Raw)": 1.0136903524398804, "Finetune/Step": 1561, "Finetune/Step Time": 4.752290610224009}
{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.9212281703948975, "Finetune/Loss (Raw)": 1.006700038909912, "Finetune/Step": 1562, "Finetune/Step Time": 4.72396831586957}
{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9205959439277649, "Finetune/Loss (Raw)": 0.9400261640548706, "Finetune/Step": 1563, "Finetune/Step Time": 4.7423187382519245}
{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9214760065078735, "Finetune/Loss (Raw)": 0.9175711870193481, "Finetune/Step": 1564, "Finetune/Step Time": 4.727554524317384}
{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9199599623680115, "Finetune/Loss (Raw)": 0.8589479327201843, "Finetune/Step": 1565, "Finetune/Step Time": 4.7273279167711735}
{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.9197795391082764, "Finetune/Loss (Raw)": 0.9594816565513611, "Finetune/Step": 1566, "Finetune/Step Time": 4.739451322704554}
{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9194043874740601, "Finetune/Loss (Raw)": 0.9949773550033569, "Finetune/Step": 1567, "Finetune/Step Time": 4.745968319475651}
{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.9213724136352539, "Finetune/Loss (Raw)": 0.966479480266571, "Finetune/Step": 1568, "Finetune/Step Time": 4.712866866961122}
{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.9205803871154785, "Finetune/Loss (Raw)": 0.8403671383857727, "Finetune/Step": 1569, "Finetune/Step Time": 4.720051676034927}
{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.9209591746330261, "Finetune/Loss (Raw)": 1.047701120376587, "Finetune/Step": 1570, "Finetune/Step Time": 4.716998782008886}
{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.9213188886642456, "Finetune/Loss (Raw)": 0.9637190103530884, "Finetune/Step": 1571, "Finetune/Step Time": 4.712802421301603}
{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9221218824386597, "Finetune/Loss (Raw)": 1.0244598388671875, "Finetune/Step": 1572, "Finetune/Step Time": 4.706512833014131}
{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9227222204208374, "Finetune/Loss (Raw)": 0.9995911121368408, "Finetune/Step": 1573, "Finetune/Step Time": 4.722346385940909}
{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9225283265113831, "Finetune/Loss (Raw)": 0.8342262506484985, "Finetune/Step": 1574, "Finetune/Step Time": 4.705781864002347}
{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.9243618249893188, "Finetune/Loss (Raw)": 1.2050343751907349, "Finetune/Step": 1575, "Finetune/Step Time": 4.715741558000445}
{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9236259460449219, "Finetune/Loss (Raw)": 0.9680818319320679, "Finetune/Step": 1576, "Finetune/Step Time": 4.718751477077603}
{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9243596792221069, "Finetune/Loss (Raw)": 0.9546764492988586, "Finetune/Step": 1577, "Finetune/Step Time": 4.715455761179328}
{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9252657890319824, "Finetune/Loss (Raw)": 0.9923313856124878, "Finetune/Step": 1578, "Finetune/Step Time": 4.673282789066434}
{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.9256950616836548, "Finetune/Loss (Raw)": 0.9737440943717957, "Finetune/Step": 1579, "Finetune/Step Time": 4.679675141349435}
{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.9234079122543335, "Finetune/Loss (Raw)": 0.7772494554519653, "Finetune/Step": 1580, "Finetune/Step Time": 4.71496188826859}
{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9229413270950317, "Finetune/Loss (Raw)": 0.8546345829963684, "Finetune/Step": 1581, "Finetune/Step Time": 4.710145918652415}
{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.9211069345474243, "Finetune/Loss (Raw)": 0.9684098958969116, "Finetune/Step": 1582, "Finetune/Step Time": 4.711409507319331}
{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.9210761785507202, "Finetune/Loss (Raw)": 1.0114046335220337, "Finetune/Step": 1583, "Finetune/Step Time": 4.7148288525640965}
{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9213441610336304, "Finetune/Loss (Raw)": 0.9727785587310791, "Finetune/Step": 1584, "Finetune/Step Time": 4.716211054474115}
{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.9267120361328125, "Finetune/Loss (Raw)": 1.0612589120864868, "Finetune/Step": 1585, "Finetune/Step Time": 4.679320003837347}
{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.9280550479888916, "Finetune/Loss (Raw)": 1.1251630783081055, "Finetune/Step": 1586, "Finetune/Step Time": 4.732950719073415}
{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.927732527256012, "Finetune/Loss (Raw)": 1.0550587177276611, "Finetune/Step": 1587, "Finetune/Step Time": 4.725369336083531}
{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9266279935836792, "Finetune/Loss (Raw)": 0.9584947228431702, "Finetune/Step": 1588, "Finetune/Step Time": 4.735674511641264}
{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9251673221588135, "Finetune/Loss (Raw)": 0.9352461695671082, "Finetune/Step": 1589, "Finetune/Step Time": 4.751511903479695}
{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.9251219034194946, "Finetune/Loss (Raw)": 1.0322210788726807, "Finetune/Step": 1590, "Finetune/Step Time": 4.757331892848015}
{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9234371185302734, "Finetune/Loss (Raw)": 0.8359763026237488, "Finetune/Step": 1591, "Finetune/Step Time": 4.773179441690445}
{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9233357906341553, "Finetune/Loss (Raw)": 0.8823122382164001, "Finetune/Step": 1592, "Finetune/Step Time": 4.774806080386043}
{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9229458570480347, "Finetune/Loss (Raw)": 0.9297519326210022, "Finetune/Step": 1593, "Finetune/Step Time": 4.777661649510264}
{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.922674298286438, "Finetune/Loss (Raw)": 0.9368214011192322, "Finetune/Step": 1594, "Finetune/Step Time": 4.782956123352051}
{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9219895601272583, "Finetune/Loss (Raw)": 0.8672362565994263, "Finetune/Step": 1595, "Finetune/Step Time": 4.7609754875302315}
{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9226847887039185, "Finetune/Loss (Raw)": 1.115188479423523, "Finetune/Step": 1596, "Finetune/Step Time": 4.765942521393299}
{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.9263507127761841, "Finetune/Loss (Raw)": 0.8522083163261414, "Finetune/Step": 1597, "Finetune/Step Time": 4.729124927893281}
{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9263571500778198, "Finetune/Loss (Raw)": 0.9956880211830139, "Finetune/Step": 1598, "Finetune/Step Time": 4.7424823101609945}
{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9215137958526611, "Finetune/Loss (Raw)": 0.3733869791030884, "Finetune/Step": 1599, "Finetune/Step Time": 4.781287988647819}
{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.9225149154663086, "Finetune/Loss (Raw)": 0.9988816380500793, "Finetune/Step": 1600, "Finetune/Step Time": 4.785089118406177}
{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9199365973472595, "Finetune/Loss (Raw)": 0.38240671157836914, "Finetune/Step": 1601, "Finetune/Step Time": 4.823229297995567}
{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9196064472198486, "Finetune/Loss (Raw)": 1.0866951942443848, "Finetune/Step": 1602, "Finetune/Step Time": 4.832765167579055}
{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9216285943984985, "Finetune/Loss (Raw)": 1.023361086845398, "Finetune/Step": 1603, "Finetune/Step Time": 4.8282300271093845}
{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.9207581281661987, "Finetune/Loss (Raw)": 0.8946800231933594, "Finetune/Step": 1604, "Finetune/Step Time": 4.827687466517091}
{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.9248215556144714, "Finetune/Loss (Raw)": 0.8288065791130066, "Finetune/Step": 1605, "Finetune/Step Time": 4.798662194982171}
{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9224643707275391, "Finetune/Loss (Raw)": 0.7721225619316101, "Finetune/Step": 1606, "Finetune/Step Time": 4.829896092414856}
{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9225000143051147, "Finetune/Loss (Raw)": 0.9071073532104492, "Finetune/Step": 1607, "Finetune/Step Time": 4.81646934710443}
{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.9178821444511414, "Finetune/Loss (Raw)": 0.3808750510215759, "Finetune/Step": 1608, "Finetune/Step Time": 4.849121814593673}
{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.917601466178894, "Finetune/Loss (Raw)": 0.9604576826095581, "Finetune/Step": 1609, "Finetune/Step Time": 4.842933714389801}
{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.9173575639724731, "Finetune/Loss (Raw)": 0.9370079636573792, "Finetune/Step": 1610, "Finetune/Step Time": 4.838617201894522}
{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.916847825050354, "Finetune/Loss (Raw)": 0.862144410610199, "Finetune/Step": 1611, "Finetune/Step Time": 4.825621047988534}
{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.9159396886825562, "Finetune/Loss (Raw)": 0.9283869862556458, "Finetune/Step": 1612, "Finetune/Step Time": 4.827658846974373}
{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.9154545068740845, "Finetune/Loss (Raw)": 0.8537569046020508, "Finetune/Step": 1613, "Finetune/Step Time": 4.8396680895239115}
{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9208354949951172, "Finetune/Loss (Raw)": 0.9936044216156006, "Finetune/Step": 1614, "Finetune/Step Time": 4.801509810611606}
{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9205307364463806, "Finetune/Loss (Raw)": 1.06302809715271, "Finetune/Step": 1615, "Finetune/Step Time": 4.789522333070636}
{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.9187366962432861, "Finetune/Loss (Raw)": 0.9732165932655334, "Finetune/Step": 1616, "Finetune/Step Time": 4.788627825677395}
{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9193605184555054, "Finetune/Loss (Raw)": 0.9037296772003174, "Finetune/Step": 1617, "Finetune/Step Time": 4.79067675024271}
{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9190179705619812, "Finetune/Loss (Raw)": 0.9063847064971924, "Finetune/Step": 1618, "Finetune/Step Time": 4.775242503732443}
{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9189976453781128, "Finetune/Loss (Raw)": 0.8371118903160095, "Finetune/Step": 1619, "Finetune/Step Time": 4.758959122002125}
{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9195010662078857, "Finetune/Loss (Raw)": 1.1480066776275635, "Finetune/Step": 1620, "Finetune/Step Time": 4.762042857706547}
{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9236516356468201, "Finetune/Loss (Raw)": 0.8611311316490173, "Finetune/Step": 1621, "Finetune/Step Time": 4.7297355607151985}
{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.92462158203125, "Finetune/Loss (Raw)": 1.0667479038238525, "Finetune/Step": 1622, "Finetune/Step Time": 4.7327403631061316}
{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9254158139228821, "Finetune/Loss (Raw)": 1.146134853363037, "Finetune/Step": 1623, "Finetune/Step Time": 4.726748902350664}
{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.924917459487915, "Finetune/Loss (Raw)": 0.9257381558418274, "Finetune/Step": 1624, "Finetune/Step Time": 4.734107945114374}
{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.925988495349884, "Finetune/Loss (Raw)": 0.9857650995254517, "Finetune/Step": 1625, "Finetune/Step Time": 4.73432850651443}
{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.9254332780838013, "Finetune/Loss (Raw)": 1.00422203540802, "Finetune/Step": 1626, "Finetune/Step Time": 4.730964560061693}
{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9302247166633606, "Finetune/Loss (Raw)": 1.0386765003204346, "Finetune/Step": 1627, "Finetune/Step Time": 4.689851215109229}
{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9352242350578308, "Finetune/Loss (Raw)": 0.9903009533882141, "Finetune/Step": 1628, "Finetune/Step Time": 4.651734342798591}
{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.9345108866691589, "Finetune/Loss (Raw)": 0.9553787112236023, "Finetune/Step": 1629, "Finetune/Step Time": 4.6227670051157475}
{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.9339268207550049, "Finetune/Loss (Raw)": 1.0346862077713013, "Finetune/Step": 1630, "Finetune/Step Time": 4.620510645210743}
{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.9345846176147461, "Finetune/Loss (Raw)": 0.9529259204864502, "Finetune/Step": 1631, "Finetune/Step Time": 4.623053809627891}
{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.934039831161499, "Finetune/Loss (Raw)": 0.9371313452720642, "Finetune/Step": 1632, "Finetune/Step Time": 4.61398303322494}
{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.9333212375640869, "Finetune/Loss (Raw)": 0.8884082436561584, "Finetune/Step": 1633, "Finetune/Step Time": 4.619782343506813}
{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9342883825302124, "Finetune/Loss (Raw)": 1.009545087814331, "Finetune/Step": 1634, "Finetune/Step Time": 4.606829641386867}
{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.9336289167404175, "Finetune/Loss (Raw)": 0.9827103018760681, "Finetune/Step": 1635, "Finetune/Step Time": 4.628771165385842}
{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9334009885787964, "Finetune/Loss (Raw)": 0.9888662099838257, "Finetune/Step": 1636, "Finetune/Step Time": 4.625502608716488}
{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.9329781532287598, "Finetune/Loss (Raw)": 0.9643421769142151, "Finetune/Step": 1637, "Finetune/Step Time": 4.621485039591789}
{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9315868616104126, "Finetune/Loss (Raw)": 0.9092976450920105, "Finetune/Step": 1638, "Finetune/Step Time": 4.628195924684405}
{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9294805526733398, "Finetune/Loss (Raw)": 0.8449084758758545, "Finetune/Step": 1639, "Finetune/Step Time": 4.625154323875904}
{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9303172826766968, "Finetune/Loss (Raw)": 1.026304006576538, "Finetune/Step": 1640, "Finetune/Step Time": 4.613389188423753}
{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.9293195009231567, "Finetune/Loss (Raw)": 1.0348336696624756, "Finetune/Step": 1641, "Finetune/Step Time": 4.611018322408199}
{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9294153451919556, "Finetune/Loss (Raw)": 0.9893065094947815, "Finetune/Step": 1642, "Finetune/Step Time": 4.600071664899588}
{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9303327202796936, "Finetune/Loss (Raw)": 1.0778762102127075, "Finetune/Step": 1643, "Finetune/Step Time": 4.601528225466609}
{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9305366277694702, "Finetune/Loss (Raw)": 0.9881531596183777, "Finetune/Step": 1644, "Finetune/Step Time": 4.6269230507314205}
{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9308806657791138, "Finetune/Loss (Raw)": 0.9209796786308289, "Finetune/Step": 1645, "Finetune/Step Time": 4.62715482339263}
{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.9303673505783081, "Finetune/Loss (Raw)": 1.0220904350280762, "Finetune/Step": 1646, "Finetune/Step Time": 4.6309220883995295}
{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9308923482894897, "Finetune/Loss (Raw)": 0.9096643924713135, "Finetune/Step": 1647, "Finetune/Step Time": 4.643860928714275}
{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9360549449920654, "Finetune/Loss (Raw)": 1.0487486124038696, "Finetune/Step": 1648, "Finetune/Step Time": 4.6102771777659655}
{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9352267980575562, "Finetune/Loss (Raw)": 0.9448844790458679, "Finetune/Step": 1649, "Finetune/Step Time": 4.612237296998501}
{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.9355159997940063, "Finetune/Loss (Raw)": 0.9655026197433472, "Finetune/Step": 1650, "Finetune/Step Time": 4.600650338456035}
{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.9359541535377502, "Finetune/Loss (Raw)": 0.8856715559959412, "Finetune/Step": 1651, "Finetune/Step Time": 4.602457320317626}
{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.9358513951301575, "Finetune/Loss (Raw)": 0.8996219038963318, "Finetune/Step": 1652, "Finetune/Step Time": 4.585194140672684}
{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9366177320480347, "Finetune/Loss (Raw)": 0.9750065207481384, "Finetune/Step": 1653, "Finetune/Step Time": 4.576706184074283}
{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9360910654067993, "Finetune/Loss (Raw)": 1.0243641138076782, "Finetune/Step": 1654, "Finetune/Step Time": 4.590077178552747}
{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9316380023956299, "Finetune/Loss (Raw)": 0.3786156177520752, "Finetune/Step": 1655, "Finetune/Step Time": 4.626571414992213}
{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9360358715057373, "Finetune/Loss (Raw)": 0.9772415161132812, "Finetune/Step": 1656, "Finetune/Step Time": 4.591370739042759}
{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.9347349405288696, "Finetune/Loss (Raw)": 0.885695219039917, "Finetune/Step": 1657, "Finetune/Step Time": 4.5899393782019615}
{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9363560080528259, "Finetune/Loss (Raw)": 0.9708408713340759, "Finetune/Step": 1658, "Finetune/Step Time": 4.57446675747633}
{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9370461702346802, "Finetune/Loss (Raw)": 1.0907503366470337, "Finetune/Step": 1659, "Finetune/Step Time": 4.574821641668677}
{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9371241331100464, "Finetune/Loss (Raw)": 0.9732573628425598, "Finetune/Step": 1660, "Finetune/Step Time": 4.57118284702301}
{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9374032020568848, "Finetune/Loss (Raw)": 0.9352285861968994, "Finetune/Step": 1661, "Finetune/Step Time": 4.566463261842728}
{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.9380941987037659, "Finetune/Loss (Raw)": 1.0693591833114624, "Finetune/Step": 1662, "Finetune/Step Time": 4.565910287201405}
{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9366772770881653, "Finetune/Loss (Raw)": 0.7156397104263306, "Finetune/Step": 1663, "Finetune/Step Time": 4.575711499899626}
{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.935888409614563, "Finetune/Loss (Raw)": 0.8044934272766113, "Finetune/Step": 1664, "Finetune/Step Time": 4.568641550838947}
{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.9371541142463684, "Finetune/Loss (Raw)": 1.0710035562515259, "Finetune/Step": 1665, "Finetune/Step Time": 4.568393856287003}
{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.9408319592475891, "Finetune/Loss (Raw)": 0.9024880528450012, "Finetune/Step": 1666, "Finetune/Step Time": 4.52669040299952}
{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9409557580947876, "Finetune/Loss (Raw)": 1.0053890943527222, "Finetune/Step": 1667, "Finetune/Step Time": 4.524767147377133}
{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9416173100471497, "Finetune/Loss (Raw)": 1.0694708824157715, "Finetune/Step": 1668, "Finetune/Step Time": 4.529812378808856}
{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9406635761260986, "Finetune/Loss (Raw)": 0.9636033773422241, "Finetune/Step": 1669, "Finetune/Step Time": 4.526777513325214}
{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.9413038492202759, "Finetune/Loss (Raw)": 0.9995831251144409, "Finetune/Step": 1670, "Finetune/Step Time": 4.513028688728809}
{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9416857957839966, "Finetune/Loss (Raw)": 0.903067946434021, "Finetune/Step": 1671, "Finetune/Step Time": 4.52083245664835}
{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.9421131610870361, "Finetune/Loss (Raw)": 1.040299654006958, "Finetune/Step": 1672, "Finetune/Step Time": 4.537716757506132}
{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9416105151176453, "Finetune/Loss (Raw)": 0.8550316095352173, "Finetune/Step": 1673, "Finetune/Step Time": 4.543018298223615}
{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9394437074661255, "Finetune/Loss (Raw)": 0.798095166683197, "Finetune/Step": 1674, "Finetune/Step Time": 4.549839133396745}
{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9391767978668213, "Finetune/Loss (Raw)": 0.9408122301101685, "Finetune/Step": 1675, "Finetune/Step Time": 4.553693180903792}
{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9395298957824707, "Finetune/Loss (Raw)": 1.0822787284851074, "Finetune/Step": 1676, "Finetune/Step Time": 4.543766312301159}
{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9443925619125366, "Finetune/Loss (Raw)": 1.0177521705627441, "Finetune/Step": 1677, "Finetune/Step Time": 4.505526045337319}
{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.9432365894317627, "Finetune/Loss (Raw)": 0.8629419803619385, "Finetune/Step": 1678, "Finetune/Step Time": 4.503674294799566}
{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9394697546958923, "Finetune/Loss (Raw)": 0.38453689217567444, "Finetune/Step": 1679, "Finetune/Step Time": 4.537365755066276}
{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.9389997720718384, "Finetune/Loss (Raw)": 0.9533523321151733, "Finetune/Step": 1680, "Finetune/Step Time": 4.544351205229759}
{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9395859837532043, "Finetune/Loss (Raw)": 0.9766618609428406, "Finetune/Step": 1681, "Finetune/Step Time": 4.520562184974551}
{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9415508508682251, "Finetune/Loss (Raw)": 1.12044095993042, "Finetune/Step": 1682, "Finetune/Step Time": 4.528650777414441}
{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9401258230209351, "Finetune/Loss (Raw)": 0.8770155310630798, "Finetune/Step": 1683, "Finetune/Step Time": 4.536597082391381}
{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.940358579158783, "Finetune/Loss (Raw)": 0.9150670766830444, "Finetune/Step": 1684, "Finetune/Step Time": 4.527938298881054}
{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.940590500831604, "Finetune/Loss (Raw)": 0.8814870715141296, "Finetune/Step": 1685, "Finetune/Step Time": 4.531377632170916}
{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9397503733634949, "Finetune/Loss (Raw)": 0.8219344615936279, "Finetune/Step": 1686, "Finetune/Step Time": 4.543199649080634}
{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.938676655292511, "Finetune/Loss (Raw)": 1.0245426893234253, "Finetune/Step": 1687, "Finetune/Step Time": 4.551086558029056}
{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.938810408115387, "Finetune/Loss (Raw)": 1.055759310722351, "Finetune/Step": 1688, "Finetune/Step Time": 4.55324487760663}
{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9332608580589294, "Finetune/Loss (Raw)": 0.3033508360385895, "Finetune/Step": 1689, "Finetune/Step Time": 4.588076004758477}
{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9337621927261353, "Finetune/Loss (Raw)": 1.0708659887313843, "Finetune/Step": 1690, "Finetune/Step Time": 4.578737901523709}
{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9338977336883545, "Finetune/Loss (Raw)": 0.9573824405670166, "Finetune/Step": 1691, "Finetune/Step Time": 4.56065340153873}
{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.9338078498840332, "Finetune/Loss (Raw)": 0.906057596206665, "Finetune/Step": 1692, "Finetune/Step Time": 4.5830375123769045}
{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9337727427482605, "Finetune/Loss (Raw)": 0.8544565439224243, "Finetune/Step": 1693, "Finetune/Step Time": 4.601743426173925}
{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.9321337938308716, "Finetune/Loss (Raw)": 0.74969482421875, "Finetune/Step": 1694, "Finetune/Step Time": 4.599006578326225}
{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9314138889312744, "Finetune/Loss (Raw)": 0.9028375148773193, "Finetune/Step": 1695, "Finetune/Step Time": 4.6050952430814505}
{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9315152168273926, "Finetune/Loss (Raw)": 0.979441225528717, "Finetune/Step": 1696, "Finetune/Step Time": 4.60319808870554}
{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9327659010887146, "Finetune/Loss (Raw)": 1.0004597902297974, "Finetune/Step": 1697, "Finetune/Step Time": 4.589373216032982}
{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.9319895505905151, "Finetune/Loss (Raw)": 0.948323130607605, "Finetune/Step": 1698, "Finetune/Step Time": 4.592245452105999}
{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.9325804710388184, "Finetune/Loss (Raw)": 1.039363980293274, "Finetune/Step": 1699, "Finetune/Step Time": 4.590734038501978}
{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.9326361417770386, "Finetune/Loss (Raw)": 1.0315731763839722, "Finetune/Step": 1700, "Finetune/Step Time": 4.60059398598969}
{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.9331947565078735, "Finetune/Loss (Raw)": 1.0711054801940918, "Finetune/Step": 1701, "Finetune/Step Time": 4.585184268653393}
{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.934451162815094, "Finetune/Loss (Raw)": 0.9950444102287292, "Finetune/Step": 1702, "Finetune/Step Time": 4.584841413423419}
{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9318841695785522, "Finetune/Loss (Raw)": 0.8764575719833374, "Finetune/Step": 1703, "Finetune/Step Time": 4.596810717135668}
{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9270087480545044, "Finetune/Loss (Raw)": 0.34402745962142944, "Finetune/Step": 1704, "Finetune/Step Time": 4.635907446965575}
{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.9269810914993286, "Finetune/Loss (Raw)": 0.9511369466781616, "Finetune/Step": 1705, "Finetune/Step Time": 4.6329376231879}
{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9274400472640991, "Finetune/Loss (Raw)": 1.0510802268981934, "Finetune/Step": 1706, "Finetune/Step Time": 4.63457515463233}
{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.927311897277832, "Finetune/Loss (Raw)": 0.9573396444320679, "Finetune/Step": 1707, "Finetune/Step Time": 4.631149481981993}
{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9287130832672119, "Finetune/Loss (Raw)": 0.9565988779067993, "Finetune/Step": 1708, "Finetune/Step Time": 4.611153362318873}
{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9306550025939941, "Finetune/Loss (Raw)": 1.1032004356384277, "Finetune/Step": 1709, "Finetune/Step Time": 4.608758494257927}
{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.9309242963790894, "Finetune/Loss (Raw)": 1.0028746128082275, "Finetune/Step": 1710, "Finetune/Step Time": 4.617933474481106}
{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.931004524230957, "Finetune/Loss (Raw)": 1.021684169769287, "Finetune/Step": 1711, "Finetune/Step Time": 4.620913717895746}
{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9323195219039917, "Finetune/Loss (Raw)": 1.1410986185073853, "Finetune/Step": 1712, "Finetune/Step Time": 4.6214712373912334}
{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9319286942481995, "Finetune/Loss (Raw)": 1.011231541633606, "Finetune/Step": 1713, "Finetune/Step Time": 4.621017565950751}
{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9309601783752441, "Finetune/Loss (Raw)": 1.0011937618255615, "Finetune/Step": 1714, "Finetune/Step Time": 4.5753991343081}
{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9292397499084473, "Finetune/Loss (Raw)": 0.8348473906517029, "Finetune/Step": 1715, "Finetune/Step Time": 4.58476721867919}
{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.9289795160293579, "Finetune/Loss (Raw)": 0.9251739382743835, "Finetune/Step": 1716, "Finetune/Step Time": 4.572777763009071}
{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9299829006195068, "Finetune/Loss (Raw)": 1.0636881589889526, "Finetune/Step": 1717, "Finetune/Step Time": 4.572771890088916}
{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.9296776056289673, "Finetune/Loss (Raw)": 0.9931411743164062, "Finetune/Step": 1718, "Finetune/Step Time": 4.56290777400136}
{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9307176470756531, "Finetune/Loss (Raw)": 0.969100832939148, "Finetune/Step": 1719, "Finetune/Step Time": 4.549139183014631}
{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9319711923599243, "Finetune/Loss (Raw)": 1.042762279510498, "Finetune/Step": 1720, "Finetune/Step Time": 4.54787559248507}
{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9324901103973389, "Finetune/Loss (Raw)": 0.9961729645729065, "Finetune/Step": 1721, "Finetune/Step Time": 4.549065290018916}
{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.93300461769104, "Finetune/Loss (Raw)": 1.002686858177185, "Finetune/Step": 1722, "Finetune/Step Time": 4.539410408586264}
{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9344978928565979, "Finetune/Loss (Raw)": 1.058373212814331, "Finetune/Step": 1723, "Finetune/Step Time": 4.555609613656998}
{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9327625632286072, "Finetune/Loss (Raw)": 0.8930633068084717, "Finetune/Step": 1724, "Finetune/Step Time": 4.548027070239186}
{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.9337906241416931, "Finetune/Loss (Raw)": 0.9837994575500488, "Finetune/Step": 1725, "Finetune/Step Time": 4.5377616081386805}
{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.9330606460571289, "Finetune/Loss (Raw)": 0.9022535681724548, "Finetune/Step": 1726, "Finetune/Step Time": 4.529760092496872}
{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9379042387008667, "Finetune/Loss (Raw)": 0.9933605790138245, "Finetune/Step": 1727, "Finetune/Step Time": 4.508195322006941}
{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9384948015213013, "Finetune/Loss (Raw)": 1.074480414390564, "Finetune/Step": 1728, "Finetune/Step Time": 4.504953885450959}
{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9435386657714844, "Finetune/Loss (Raw)": 1.0280225276947021, "Finetune/Step": 1729, "Finetune/Step Time": 4.4628600385040045}
{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9415303468704224, "Finetune/Loss (Raw)": 0.8296190500259399, "Finetune/Step": 1730, "Finetune/Step Time": 4.455388247966766}
{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9422519207000732, "Finetune/Loss (Raw)": 1.115727186203003, "Finetune/Step": 1731, "Finetune/Step Time": 4.452169882133603}
{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.94389808177948, "Finetune/Loss (Raw)": 1.1053904294967651, "Finetune/Step": 1732, "Finetune/Step Time": 4.467419598251581}
{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9452365636825562, "Finetune/Loss (Raw)": 1.0001376867294312, "Finetune/Step": 1733, "Finetune/Step Time": 4.458676455542445}
{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9472107291221619, "Finetune/Loss (Raw)": 1.024810552597046, "Finetune/Step": 1734, "Finetune/Step Time": 4.4422670509666204}
{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9473661780357361, "Finetune/Loss (Raw)": 0.9270110130310059, "Finetune/Step": 1735, "Finetune/Step Time": 4.442247562110424}
{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9520068168640137, "Finetune/Loss (Raw)": 0.9748696088790894, "Finetune/Step": 1736, "Finetune/Step Time": 4.404201673343778}
{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9516357183456421, "Finetune/Loss (Raw)": 0.9129552841186523, "Finetune/Step": 1737, "Finetune/Step Time": 4.40372802503407}
{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9470636248588562, "Finetune/Loss (Raw)": 0.35178250074386597, "Finetune/Step": 1738, "Finetune/Step Time": 4.438530554994941}
{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9477317333221436, "Finetune/Loss (Raw)": 0.9476646184921265, "Finetune/Step": 1739, "Finetune/Step Time": 4.416535830125213}
{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.9474611282348633, "Finetune/Loss (Raw)": 0.8937476277351379, "Finetune/Step": 1740, "Finetune/Step Time": 4.43320345133543}
{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9495999813079834, "Finetune/Loss (Raw)": 1.1275315284729004, "Finetune/Step": 1741, "Finetune/Step Time": 4.423651607707143}
{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9486076831817627, "Finetune/Loss (Raw)": 0.8665822744369507, "Finetune/Step": 1742, "Finetune/Step Time": 4.431931920349598}
{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9478224515914917, "Finetune/Loss (Raw)": 0.9625231623649597, "Finetune/Step": 1743, "Finetune/Step Time": 4.447441728785634}
{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9474445581436157, "Finetune/Loss (Raw)": 0.9248473048210144, "Finetune/Step": 1744, "Finetune/Step Time": 4.4486373867839575}
{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9480841159820557, "Finetune/Loss (Raw)": 0.9855996370315552, "Finetune/Step": 1745, "Finetune/Step Time": 4.444291345775127}
{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9491825699806213, "Finetune/Loss (Raw)": 1.0469783544540405, "Finetune/Step": 1746, "Finetune/Step Time": 4.438973385840654}
{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9460060596466064, "Finetune/Loss (Raw)": 0.43052199482917786, "Finetune/Step": 1747, "Finetune/Step Time": 4.475409043952823}
{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9438521862030029, "Finetune/Loss (Raw)": 0.872311532497406, "Finetune/Step": 1748, "Finetune/Step Time": 4.485805092379451}
{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9448028802871704, "Finetune/Loss (Raw)": 0.9828226566314697, "Finetune/Step": 1749, "Finetune/Step Time": 4.489632800221443}
{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9450697898864746, "Finetune/Loss (Raw)": 1.1009081602096558, "Finetune/Step": 1750, "Finetune/Step Time": 4.503620855510235}
{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9442466497421265, "Finetune/Loss (Raw)": 1.0407803058624268, "Finetune/Step": 1751, "Finetune/Step Time": 4.5072252955287695}
{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.946242094039917, "Finetune/Loss (Raw)": 1.1811472177505493, "Finetune/Step": 1752, "Finetune/Step Time": 4.506555151194334}
{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9458917379379272, "Finetune/Loss (Raw)": 0.9409220814704895, "Finetune/Step": 1753, "Finetune/Step Time": 4.51023524440825}
{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9458886981010437, "Finetune/Loss (Raw)": 1.0038259029388428, "Finetune/Step": 1754, "Finetune/Step Time": 4.511701023206115}
{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9454819560050964, "Finetune/Loss (Raw)": 0.9866220355033875, "Finetune/Step": 1755, "Finetune/Step Time": 4.523440353572369}
{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.9462546110153198, "Finetune/Loss (Raw)": 1.0891979932785034, "Finetune/Step": 1756, "Finetune/Step Time": 4.526788756251335}
{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9416001439094543, "Finetune/Loss (Raw)": 0.3596113324165344, "Finetune/Step": 1757, "Finetune/Step Time": 4.564901519566774}
{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9402239322662354, "Finetune/Loss (Raw)": 0.8585224151611328, "Finetune/Step": 1758, "Finetune/Step Time": 4.568904852494597}
{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9409041404724121, "Finetune/Loss (Raw)": 1.0400022268295288, "Finetune/Step": 1759, "Finetune/Step Time": 4.574573367834091}
{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9417988061904907, "Finetune/Loss (Raw)": 1.0516432523727417, "Finetune/Step": 1760, "Finetune/Step Time": 4.572270272299647}
{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9416754245758057, "Finetune/Loss (Raw)": 0.8726220726966858, "Finetune/Step": 1761, "Finetune/Step Time": 4.57118509337306}
{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9403953552246094, "Finetune/Loss (Raw)": 0.8456906080245972, "Finetune/Step": 1762, "Finetune/Step Time": 4.580519827082753}
{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9412928223609924, "Finetune/Loss (Raw)": 1.09758460521698, "Finetune/Step": 1763, "Finetune/Step Time": 4.575314125046134}
{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.9418882727622986, "Finetune/Loss (Raw)": 1.0650838613510132, "Finetune/Step": 1764, "Finetune/Step Time": 4.59556720033288}
{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9414506554603577, "Finetune/Loss (Raw)": 0.9083285927772522, "Finetune/Step": 1765, "Finetune/Step Time": 4.613685987889767}
{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9422035217285156, "Finetune/Loss (Raw)": 1.0056601762771606, "Finetune/Step": 1766, "Finetune/Step Time": 4.61026438139379}
{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9421340227127075, "Finetune/Loss (Raw)": 0.836014449596405, "Finetune/Step": 1767, "Finetune/Step Time": 4.611097615212202}
{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9411420226097107, "Finetune/Loss (Raw)": 0.8993268013000488, "Finetune/Step": 1768, "Finetune/Step Time": 4.611936829984188}
{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9393562078475952, "Finetune/Loss (Raw)": 0.806258499622345, "Finetune/Step": 1769, "Finetune/Step Time": 4.626827746629715}
{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.9396559596061707, "Finetune/Loss (Raw)": 1.0276654958724976, "Finetune/Step": 1770, "Finetune/Step Time": 4.627997029572725}
{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9383077621459961, "Finetune/Loss (Raw)": 0.9053130745887756, "Finetune/Step": 1771, "Finetune/Step Time": 4.63151378557086}
{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9391701221466064, "Finetune/Loss (Raw)": 1.0985283851623535, "Finetune/Step": 1772, "Finetune/Step Time": 4.605528088286519}
{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9395286440849304, "Finetune/Loss (Raw)": 0.9668765664100647, "Finetune/Step": 1773, "Finetune/Step Time": 4.614983154460788}
{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9390879273414612, "Finetune/Loss (Raw)": 0.9656782150268555, "Finetune/Step": 1774, "Finetune/Step Time": 4.627847841009498}
{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9401061534881592, "Finetune/Loss (Raw)": 1.0399997234344482, "Finetune/Step": 1775, "Finetune/Step Time": 4.6143712885677814}
{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9394614100456238, "Finetune/Loss (Raw)": 0.9662150740623474, "Finetune/Step": 1776, "Finetune/Step Time": 4.612974112853408}
{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.9400666952133179, "Finetune/Loss (Raw)": 1.0223604440689087, "Finetune/Step": 1777, "Finetune/Step Time": 4.607582047581673}
{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9399435520172119, "Finetune/Loss (Raw)": 0.949745774269104, "Finetune/Step": 1778, "Finetune/Step Time": 4.609662991017103}
{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9416443705558777, "Finetune/Loss (Raw)": 1.1033717393875122, "Finetune/Step": 1779, "Finetune/Step Time": 4.594218984246254}
{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9419562816619873, "Finetune/Loss (Raw)": 0.939547598361969, "Finetune/Step": 1780, "Finetune/Step Time": 4.586103763431311}
{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9408881068229675, "Finetune/Loss (Raw)": 0.8382765054702759, "Finetune/Step": 1781, "Finetune/Step Time": 4.588011084124446}
{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9402128458023071, "Finetune/Loss (Raw)": 0.9379408359527588, "Finetune/Step": 1782, "Finetune/Step Time": 4.575086861848831}
{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9441057443618774, "Finetune/Loss (Raw)": 0.8769071102142334, "Finetune/Step": 1783, "Finetune/Step Time": 4.538658667355776}
{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9448518753051758, "Finetune/Loss (Raw)": 1.0727347135543823, "Finetune/Step": 1784, "Finetune/Step Time": 4.54324065707624}
{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9440710544586182, "Finetune/Loss (Raw)": 0.785754382610321, "Finetune/Step": 1785, "Finetune/Step Time": 4.557607965543866}
{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9437158107757568, "Finetune/Loss (Raw)": 0.9253702759742737, "Finetune/Step": 1786, "Finetune/Step Time": 4.555238837376237}
{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.9415066242218018, "Finetune/Loss (Raw)": 0.8079689145088196, "Finetune/Step": 1787, "Finetune/Step Time": 4.560609344393015}
{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9407777786254883, "Finetune/Loss (Raw)": 0.8799697160720825, "Finetune/Step": 1788, "Finetune/Step Time": 4.556353237479925}
{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9357507228851318, "Finetune/Loss (Raw)": 0.2917650640010834, "Finetune/Step": 1789, "Finetune/Step Time": 4.593634225428104}
{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9355869293212891, "Finetune/Loss (Raw)": 1.0483944416046143, "Finetune/Step": 1790, "Finetune/Step Time": 4.596517566591501}
{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9385828971862793, "Finetune/Loss (Raw)": 1.0991235971450806, "Finetune/Step": 1791, "Finetune/Step Time": 4.589156456291676}
{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9401822090148926, "Finetune/Loss (Raw)": 1.0092051029205322, "Finetune/Step": 1792, "Finetune/Step Time": 4.589762656018138}
{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9382771253585815, "Finetune/Loss (Raw)": 0.8271510004997253, "Finetune/Step": 1793, "Finetune/Step Time": 4.604473115876317}
{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9394713640213013, "Finetune/Loss (Raw)": 1.055356740951538, "Finetune/Step": 1794, "Finetune/Step Time": 4.610815076157451}
{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.9344951510429382, "Finetune/Loss (Raw)": 0.3684256970882416, "Finetune/Step": 1795, "Finetune/Step Time": 4.649338349699974}
{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9333072304725647, "Finetune/Loss (Raw)": 0.917421281337738, "Finetune/Step": 1796, "Finetune/Step Time": 4.64191447198391}
{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.9337397217750549, "Finetune/Loss (Raw)": 1.0189597606658936, "Finetune/Step": 1797, "Finetune/Step Time": 4.641015570610762}
{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9332536458969116, "Finetune/Loss (Raw)": 0.9373639225959778, "Finetune/Step": 1798, "Finetune/Step Time": 4.644825572147965}
{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9335289001464844, "Finetune/Loss (Raw)": 0.9383066892623901, "Finetune/Step": 1799, "Finetune/Step Time": 4.635871697217226}
{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.9326066970825195, "Finetune/Loss (Raw)": 0.9222487807273865, "Finetune/Step": 1800, "Finetune/Step Time": 4.629719028249383}
{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9343772530555725, "Finetune/Loss (Raw)": 1.0816669464111328, "Finetune/Step": 1801, "Finetune/Step Time": 4.634008103981614}
{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9356762170791626, "Finetune/Loss (Raw)": 0.9643632173538208, "Finetune/Step": 1802, "Finetune/Step Time": 4.636283343657851}
{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9356942772865295, "Finetune/Loss (Raw)": 0.9431214332580566, "Finetune/Step": 1803, "Finetune/Step Time": 4.648729795590043}
{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9350213408470154, "Finetune/Loss (Raw)": 0.996150553226471, "Finetune/Step": 1804, "Finetune/Step Time": 4.6456731874495745}
{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9321863651275635, "Finetune/Loss (Raw)": 0.6548736095428467, "Finetune/Step": 1805, "Finetune/Step Time": 4.6542372070252895}
{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.932281494140625, "Finetune/Loss (Raw)": 0.8751123547554016, "Finetune/Step": 1806, "Finetune/Step Time": 4.666155572980642}
{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9367849826812744, "Finetune/Loss (Raw)": 0.9609871506690979, "Finetune/Step": 1807, "Finetune/Step Time": 4.627757804468274}
{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9370355010032654, "Finetune/Loss (Raw)": 0.9854196906089783, "Finetune/Step": 1808, "Finetune/Step Time": 4.6172857861965895}
{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9369502067565918, "Finetune/Loss (Raw)": 0.9657394886016846, "Finetune/Step": 1809, "Finetune/Step Time": 4.617191109806299}
{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.9358446598052979, "Finetune/Loss (Raw)": 0.978935718536377, "Finetune/Step": 1810, "Finetune/Step Time": 4.614051410928369}
{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9364185333251953, "Finetune/Loss (Raw)": 0.9504684209823608, "Finetune/Step": 1811, "Finetune/Step Time": 4.611835449934006}
{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9366997480392456, "Finetune/Loss (Raw)": 0.9510651230812073, "Finetune/Step": 1812, "Finetune/Step Time": 4.6189090348780155}
{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9372233748435974, "Finetune/Loss (Raw)": 0.9485092163085938, "Finetune/Step": 1813, "Finetune/Step Time": 4.597818246111274}
{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9385921955108643, "Finetune/Loss (Raw)": 0.9971378445625305, "Finetune/Step": 1814, "Finetune/Step Time": 4.59156009554863}
{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9376932978630066, "Finetune/Loss (Raw)": 0.9094908833503723, "Finetune/Step": 1815, "Finetune/Step Time": 4.590160807594657}
{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9377179145812988, "Finetune/Loss (Raw)": 1.0589135885238647, "Finetune/Step": 1816, "Finetune/Step Time": 4.58559600263834}
{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.9425971508026123, "Finetune/Loss (Raw)": 0.9278948307037354, "Finetune/Step": 1817, "Finetune/Step Time": 4.550519710406661}
{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9414194226264954, "Finetune/Loss (Raw)": 0.9201104044914246, "Finetune/Step": 1818, "Finetune/Step Time": 4.556720819324255}
{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9417487382888794, "Finetune/Loss (Raw)": 0.9995368719100952, "Finetune/Step": 1819, "Finetune/Step Time": 4.554294653236866}
{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9414405226707458, "Finetune/Loss (Raw)": 0.866604745388031, "Finetune/Step": 1820, "Finetune/Step Time": 4.537516599521041}
{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9423892498016357, "Finetune/Loss (Raw)": 0.9758972525596619, "Finetune/Step": 1821, "Finetune/Step Time": 4.523133244365454}
{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9459292888641357, "Finetune/Loss (Raw)": 1.2028183937072754, "Finetune/Step": 1822, "Finetune/Step Time": 4.515172392129898}
{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9464214444160461, "Finetune/Loss (Raw)": 0.9658313989639282, "Finetune/Step": 1823, "Finetune/Step Time": 4.506640654057264}
{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9455103278160095, "Finetune/Loss (Raw)": 0.8628220558166504, "Finetune/Step": 1824, "Finetune/Step Time": 4.511132599785924}
{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9448910355567932, "Finetune/Loss (Raw)": 0.9211868643760681, "Finetune/Step": 1825, "Finetune/Step Time": 4.511904772371054}
{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9454922676086426, "Finetune/Loss (Raw)": 1.025278091430664, "Finetune/Step": 1826, "Finetune/Step Time": 4.5124230198562145}
{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.9448357820510864, "Finetune/Loss (Raw)": 0.9553409218788147, "Finetune/Step": 1827, "Finetune/Step Time": 4.544540174305439}
{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.945439338684082, "Finetune/Loss (Raw)": 1.108821988105774, "Finetune/Step": 1828, "Finetune/Step Time": 4.542306512594223}
{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9459611773490906, "Finetune/Loss (Raw)": 1.137904167175293, "Finetune/Step": 1829, "Finetune/Step Time": 4.546456526964903}
{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9465208053588867, "Finetune/Loss (Raw)": 1.0666780471801758, "Finetune/Step": 1830, "Finetune/Step Time": 4.558525511994958}
{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9470082521438599, "Finetune/Loss (Raw)": 0.9388561248779297, "Finetune/Step": 1831, "Finetune/Step Time": 4.543834321200848}
{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.952537477016449, "Finetune/Loss (Raw)": 1.051758885383606, "Finetune/Step": 1832, "Finetune/Step Time": 4.50435296446085}
{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9518979787826538, "Finetune/Loss (Raw)": 0.8692917227745056, "Finetune/Step": 1833, "Finetune/Step Time": 4.523609530180693}
{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.9523797035217285, "Finetune/Loss (Raw)": 1.1127344369888306, "Finetune/Step": 1834, "Finetune/Step Time": 4.523470172658563}
{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9525494575500488, "Finetune/Loss (Raw)": 0.9790626764297485, "Finetune/Step": 1835, "Finetune/Step Time": 4.532270353287458}
{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9528472423553467, "Finetune/Loss (Raw)": 0.9947202205657959, "Finetune/Step": 1836, "Finetune/Step Time": 4.527330679818988}
{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9516868591308594, "Finetune/Loss (Raw)": 0.9546728134155273, "Finetune/Step": 1837, "Finetune/Step Time": 4.529151350259781}
{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.9517762064933777, "Finetune/Loss (Raw)": 1.0143057107925415, "Finetune/Step": 1838, "Finetune/Step Time": 4.521847700700164}
{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.951614499092102, "Finetune/Loss (Raw)": 1.0009883642196655, "Finetune/Step": 1839, "Finetune/Step Time": 4.528990412130952}
{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9509403705596924, "Finetune/Loss (Raw)": 1.0548088550567627, "Finetune/Step": 1840, "Finetune/Step Time": 4.538954835385084}
{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.949659526348114, "Finetune/Loss (Raw)": 0.8472838401794434, "Finetune/Step": 1841, "Finetune/Step Time": 4.540487488731742}
{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9503248333930969, "Finetune/Loss (Raw)": 1.0863536596298218, "Finetune/Step": 1842, "Finetune/Step Time": 4.539227683097124}
{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.9516146183013916, "Finetune/Loss (Raw)": 0.9999339580535889, "Finetune/Step": 1843, "Finetune/Step Time": 4.544751141220331}
{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9519802331924438, "Finetune/Loss (Raw)": 0.9719812273979187, "Finetune/Step": 1844, "Finetune/Step Time": 4.5558509118855}
{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.9511577486991882, "Finetune/Loss (Raw)": 0.9584121704101562, "Finetune/Step": 1845, "Finetune/Step Time": 4.5493114702403545}
{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9519796967506409, "Finetune/Loss (Raw)": 1.0983458757400513, "Finetune/Step": 1846, "Finetune/Step Time": 4.550933724269271}
{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.9524742364883423, "Finetune/Loss (Raw)": 1.0324043035507202, "Finetune/Step": 1847, "Finetune/Step Time": 4.559495950117707}
{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.952005922794342, "Finetune/Loss (Raw)": 0.9828156232833862, "Finetune/Step": 1848, "Finetune/Step Time": 4.5513613019138575}
{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.952491819858551, "Finetune/Loss (Raw)": 1.0583702325820923, "Finetune/Step": 1849, "Finetune/Step Time": 4.544936766847968}
{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9529164433479309, "Finetune/Loss (Raw)": 1.0570422410964966, "Finetune/Step": 1850, "Finetune/Step Time": 4.551185118034482}
{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9514779448509216, "Finetune/Loss (Raw)": 0.874237596988678, "Finetune/Step": 1851, "Finetune/Step Time": 4.554369226098061}
{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.952456533908844, "Finetune/Loss (Raw)": 1.0183240175247192, "Finetune/Step": 1852, "Finetune/Step Time": 4.555792523548007}
{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9525808095932007, "Finetune/Loss (Raw)": 0.9997018575668335, "Finetune/Step": 1853, "Finetune/Step Time": 4.55706087872386}
{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.9534227848052979, "Finetune/Loss (Raw)": 1.0100367069244385, "Finetune/Step": 1854, "Finetune/Step Time": 4.551087325438857}
{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9539098739624023, "Finetune/Loss (Raw)": 1.0557047128677368, "Finetune/Step": 1855, "Finetune/Step Time": 4.535839343443513}
{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9542182683944702, "Finetune/Loss (Raw)": 1.1139490604400635, "Finetune/Step": 1856, "Finetune/Step Time": 4.53571841865778}
{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.953521728515625, "Finetune/Loss (Raw)": 0.9388696551322937, "Finetune/Step": 1857, "Finetune/Step Time": 4.572522392496467}
{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9550299048423767, "Finetune/Loss (Raw)": 1.0226672887802124, "Finetune/Step": 1858, "Finetune/Step Time": 4.580152904614806}
{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.9547426700592041, "Finetune/Loss (Raw)": 1.0789637565612793, "Finetune/Step": 1859, "Finetune/Step Time": 4.574677834287286}
{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9533618688583374, "Finetune/Loss (Raw)": 0.9286431670188904, "Finetune/Step": 1860, "Finetune/Step Time": 4.563082745298743}
{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.9523684978485107, "Finetune/Loss (Raw)": 0.8729843497276306, "Finetune/Step": 1861, "Finetune/Step Time": 4.563463760539889}
{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.9512147903442383, "Finetune/Loss (Raw)": 0.8771407604217529, "Finetune/Step": 1862, "Finetune/Step Time": 4.547953505069017}
{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.950644850730896, "Finetune/Loss (Raw)": 0.8540615439414978, "Finetune/Step": 1863, "Finetune/Step Time": 4.547032179310918}
{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9497805833816528, "Finetune/Loss (Raw)": 0.8642428517341614, "Finetune/Step": 1864, "Finetune/Step Time": 4.55179593898356}
{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9508764743804932, "Finetune/Loss (Raw)": 1.053225040435791, "Finetune/Step": 1865, "Finetune/Step Time": 4.5544808357954025}
{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9565721750259399, "Finetune/Loss (Raw)": 1.0808331966400146, "Finetune/Step": 1866, "Finetune/Step Time": 4.5304228737950325}
{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9578648209571838, "Finetune/Loss (Raw)": 1.1131222248077393, "Finetune/Step": 1867, "Finetune/Step Time": 4.536592245101929}
{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9586344957351685, "Finetune/Loss (Raw)": 0.9922667145729065, "Finetune/Step": 1868, "Finetune/Step Time": 4.538300538435578}
{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.958248496055603, "Finetune/Loss (Raw)": 1.0781147480010986, "Finetune/Step": 1869, "Finetune/Step Time": 4.535494556650519}
{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9585842490196228, "Finetune/Loss (Raw)": 0.9095646142959595, "Finetune/Step": 1870, "Finetune/Step Time": 4.533547151833773}
{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9587247371673584, "Finetune/Loss (Raw)": 0.9805070161819458, "Finetune/Step": 1871, "Finetune/Step Time": 4.547417094931006}
{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9582260847091675, "Finetune/Loss (Raw)": 0.8610199689865112, "Finetune/Step": 1872, "Finetune/Step Time": 4.552445342764258}
{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9533535838127136, "Finetune/Loss (Raw)": 0.3619190454483032, "Finetune/Step": 1873, "Finetune/Step Time": 4.579739635810256}
{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9535289406776428, "Finetune/Loss (Raw)": 1.0694258213043213, "Finetune/Step": 1874, "Finetune/Step Time": 4.581542598083615}
{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9574916362762451, "Finetune/Loss (Raw)": 0.9377472400665283, "Finetune/Step": 1875, "Finetune/Step Time": 4.554781828075647}
{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9583703279495239, "Finetune/Loss (Raw)": 0.9847844839096069, "Finetune/Step": 1876, "Finetune/Step Time": 4.5411468129605055}
{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9583196640014648, "Finetune/Loss (Raw)": 0.9763395190238953, "Finetune/Step": 1877, "Finetune/Step Time": 4.540556192398071}
{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9562269449234009, "Finetune/Loss (Raw)": 0.8330315351486206, "Finetune/Step": 1878, "Finetune/Step Time": 4.5331260450184345}
{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9565265774726868, "Finetune/Loss (Raw)": 1.0791378021240234, "Finetune/Step": 1879, "Finetune/Step Time": 4.519378649070859}
{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.9537919759750366, "Finetune/Loss (Raw)": 0.8311235308647156, "Finetune/Step": 1880, "Finetune/Step Time": 4.534764263778925}
{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9530137181282043, "Finetune/Loss (Raw)": 0.8412965536117554, "Finetune/Step": 1881, "Finetune/Step Time": 4.542215183377266}
{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9530539512634277, "Finetune/Loss (Raw)": 1.0089763402938843, "Finetune/Step": 1882, "Finetune/Step Time": 4.538603492081165}
{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9523559212684631, "Finetune/Loss (Raw)": 0.8972757458686829, "Finetune/Step": 1883, "Finetune/Step Time": 4.547050921246409}
{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.9465950131416321, "Finetune/Loss (Raw)": 0.35180342197418213, "Finetune/Step": 1884, "Finetune/Step Time": 4.58842010051012}
{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9515340328216553, "Finetune/Loss (Raw)": 0.9918022751808167, "Finetune/Step": 1885, "Finetune/Step Time": 4.552061015740037}
{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.953369140625, "Finetune/Loss (Raw)": 1.0934168100357056, "Finetune/Step": 1886, "Finetune/Step Time": 4.556562338024378}
{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9518277645111084, "Finetune/Loss (Raw)": 0.8427146673202515, "Finetune/Step": 1887, "Finetune/Step Time": 4.551291054114699}
{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.949770450592041, "Finetune/Loss (Raw)": 0.7883033156394958, "Finetune/Step": 1888, "Finetune/Step Time": 4.556720610707998}
{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9503445029258728, "Finetune/Loss (Raw)": 0.9460984468460083, "Finetune/Step": 1889, "Finetune/Step Time": 4.5626425333321095}
{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9511217474937439, "Finetune/Loss (Raw)": 0.945177435874939, "Finetune/Step": 1890, "Finetune/Step Time": 4.556431081146002}
{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9505738019943237, "Finetune/Loss (Raw)": 1.0274485349655151, "Finetune/Step": 1891, "Finetune/Step Time": 4.5459851156920195}
{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.951134443283081, "Finetune/Loss (Raw)": 1.1368464231491089, "Finetune/Step": 1892, "Finetune/Step Time": 4.526301713660359}
{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9516086578369141, "Finetune/Loss (Raw)": 0.9690321683883667, "Finetune/Step": 1893, "Finetune/Step Time": 4.5228706784546375}
{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9503230452537537, "Finetune/Loss (Raw)": 0.8410986661911011, "Finetune/Step": 1894, "Finetune/Step Time": 4.514349853619933}
{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9510529041290283, "Finetune/Loss (Raw)": 0.9294365644454956, "Finetune/Step": 1895, "Finetune/Step Time": 4.513863081112504}
{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9517116546630859, "Finetune/Loss (Raw)": 0.9836514592170715, "Finetune/Step": 1896, "Finetune/Step Time": 4.515865337103605}
{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9541960954666138, "Finetune/Loss (Raw)": 1.124260425567627, "Finetune/Step": 1897, "Finetune/Step Time": 4.502600150182843}
{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9540929198265076, "Finetune/Loss (Raw)": 1.0144602060317993, "Finetune/Step": 1898, "Finetune/Step Time": 4.512913398444653}
{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9536762237548828, "Finetune/Loss (Raw)": 0.8519762754440308, "Finetune/Step": 1899, "Finetune/Step Time": 4.5267353896051645}
{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9521403908729553, "Finetune/Loss (Raw)": 0.901941180229187, "Finetune/Step": 1900, "Finetune/Step Time": 4.528055798262358}
{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9518925547599792, "Finetune/Loss (Raw)": 0.9351565837860107, "Finetune/Step": 1901, "Finetune/Step Time": 4.5245224591344595}
{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9522390961647034, "Finetune/Loss (Raw)": 1.0100313425064087, "Finetune/Step": 1902, "Finetune/Step Time": 4.51532668620348}
{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.9509209394454956, "Finetune/Loss (Raw)": 0.8712788224220276, "Finetune/Step": 1903, "Finetune/Step Time": 4.535775654017925}
{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9508880376815796, "Finetune/Loss (Raw)": 0.9620062112808228, "Finetune/Step": 1904, "Finetune/Step Time": 4.540854781866074}
{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9453899264335632, "Finetune/Loss (Raw)": 0.3185975253582001, "Finetune/Step": 1905, "Finetune/Step Time": 4.580582255497575}
{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.945568859577179, "Finetune/Loss (Raw)": 0.9726479649543762, "Finetune/Step": 1906, "Finetune/Step Time": 4.592494148761034}
{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9445977210998535, "Finetune/Loss (Raw)": 0.9790593385696411, "Finetune/Step": 1907, "Finetune/Step Time": 4.6130909733474255}
{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9443780183792114, "Finetune/Loss (Raw)": 0.9114391803741455, "Finetune/Step": 1908, "Finetune/Step Time": 4.6108645386993885}
{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9437825679779053, "Finetune/Loss (Raw)": 0.7620464563369751, "Finetune/Step": 1909, "Finetune/Step Time": 4.611374391242862}
{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9438850283622742, "Finetune/Loss (Raw)": 0.9510654807090759, "Finetune/Step": 1910, "Finetune/Step Time": 4.6138294246047735}
{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.944817304611206, "Finetune/Loss (Raw)": 0.9962407350540161, "Finetune/Step": 1911, "Finetune/Step Time": 4.619485104456544}
{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9441835880279541, "Finetune/Loss (Raw)": 0.9916133880615234, "Finetune/Step": 1912, "Finetune/Step Time": 4.61283771507442}
{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.9457425475120544, "Finetune/Loss (Raw)": 0.9853008389472961, "Finetune/Step": 1913, "Finetune/Step Time": 4.597229151055217}
{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.9471521973609924, "Finetune/Loss (Raw)": 1.1058061122894287, "Finetune/Step": 1914, "Finetune/Step Time": 4.594992734491825}
{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9492958784103394, "Finetune/Loss (Raw)": 1.082356572151184, "Finetune/Step": 1915, "Finetune/Step Time": 4.617043608799577}
{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9497333765029907, "Finetune/Loss (Raw)": 0.935979425907135, "Finetune/Step": 1916, "Finetune/Step Time": 4.616707187145948}
{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9542512893676758, "Finetune/Loss (Raw)": 0.8700480461120605, "Finetune/Step": 1917, "Finetune/Step Time": 4.579195868223906}
{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9531625509262085, "Finetune/Loss (Raw)": 0.9090349078178406, "Finetune/Step": 1918, "Finetune/Step Time": 4.567038290202618}
{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9521725177764893, "Finetune/Loss (Raw)": 0.9724096655845642, "Finetune/Step": 1919, "Finetune/Step Time": 4.562950290739536}
{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9510883092880249, "Finetune/Loss (Raw)": 0.8704200983047485, "Finetune/Step": 1920, "Finetune/Step Time": 4.572601072490215}
{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9527191519737244, "Finetune/Loss (Raw)": 1.0358991622924805, "Finetune/Step": 1921, "Finetune/Step Time": 4.5565289203077555}
{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9468358755111694, "Finetune/Loss (Raw)": 0.30230262875556946, "Finetune/Step": 1922, "Finetune/Step Time": 4.592560524120927}
{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9515753984451294, "Finetune/Loss (Raw)": 0.9750725626945496, "Finetune/Step": 1923, "Finetune/Step Time": 4.555419979617}
{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9527372717857361, "Finetune/Loss (Raw)": 1.0661505460739136, "Finetune/Step": 1924, "Finetune/Step Time": 4.554126001894474}
{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9539955854415894, "Finetune/Loss (Raw)": 1.1800233125686646, "Finetune/Step": 1925, "Finetune/Step Time": 4.552090415731072}
{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9492729902267456, "Finetune/Loss (Raw)": 0.3328717350959778, "Finetune/Step": 1926, "Finetune/Step Time": 4.585665056481957}
{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9450232982635498, "Finetune/Loss (Raw)": 0.39434614777565, "Finetune/Step": 1927, "Finetune/Step Time": 4.625491229817271}
{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.9460201263427734, "Finetune/Loss (Raw)": 1.0498402118682861, "Finetune/Step": 1928, "Finetune/Step Time": 4.613656330853701}
{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9442167282104492, "Finetune/Loss (Raw)": 0.8508377075195312, "Finetune/Step": 1929, "Finetune/Step Time": 4.60499475710094}
{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9440467357635498, "Finetune/Loss (Raw)": 0.9425942301750183, "Finetune/Step": 1930, "Finetune/Step Time": 4.590337224304676}
{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9443991184234619, "Finetune/Loss (Raw)": 0.9882218837738037, "Finetune/Step": 1931, "Finetune/Step Time": 4.568002767860889}
{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.9433436393737793, "Finetune/Loss (Raw)": 0.861061155796051, "Finetune/Step": 1932, "Finetune/Step Time": 4.5823364201933146}
{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9459958076477051, "Finetune/Loss (Raw)": 0.9943447113037109, "Finetune/Step": 1933, "Finetune/Step Time": 4.575300622731447}
{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9472261071205139, "Finetune/Loss (Raw)": 1.0325955152511597, "Finetune/Step": 1934, "Finetune/Step Time": 4.561696434393525}
{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9480125308036804, "Finetune/Loss (Raw)": 1.0616469383239746, "Finetune/Step": 1935, "Finetune/Step Time": 4.568301936611533}
{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9469350576400757, "Finetune/Loss (Raw)": 0.8474971055984497, "Finetune/Step": 1936, "Finetune/Step Time": 4.576803820207715}
{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9471592307090759, "Finetune/Loss (Raw)": 0.9944369792938232, "Finetune/Step": 1937, "Finetune/Step Time": 4.575851820409298}
{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9426162242889404, "Finetune/Loss (Raw)": 0.3974316418170929, "Finetune/Step": 1938, "Finetune/Step Time": 4.607563471421599}
{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.942674458026886, "Finetune/Loss (Raw)": 0.9579195976257324, "Finetune/Step": 1939, "Finetune/Step Time": 4.603805232793093}
{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9401110410690308, "Finetune/Loss (Raw)": 0.6229565739631653, "Finetune/Step": 1940, "Finetune/Step Time": 4.604751603677869}
{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9399417638778687, "Finetune/Loss (Raw)": 0.9268301725387573, "Finetune/Step": 1941, "Finetune/Step Time": 4.603794975206256}
{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.9411532282829285, "Finetune/Loss (Raw)": 1.1522130966186523, "Finetune/Step": 1942, "Finetune/Step Time": 4.605292776599526}
{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9423761367797852, "Finetune/Loss (Raw)": 1.0660254955291748, "Finetune/Step": 1943, "Finetune/Step Time": 4.598675921559334}
{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9417667388916016, "Finetune/Loss (Raw)": 0.9809121489524841, "Finetune/Step": 1944, "Finetune/Step Time": 4.597389407455921}
{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9375123381614685, "Finetune/Loss (Raw)": 0.3833267092704773, "Finetune/Step": 1945, "Finetune/Step Time": 4.634300269186497}
{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9377890229225159, "Finetune/Loss (Raw)": 0.9555273056030273, "Finetune/Step": 1946, "Finetune/Step Time": 4.641869446262717}
{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9390077590942383, "Finetune/Loss (Raw)": 1.1555360555648804, "Finetune/Step": 1947, "Finetune/Step Time": 4.639556312933564}
{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9408251047134399, "Finetune/Loss (Raw)": 1.099223256111145, "Finetune/Step": 1948, "Finetune/Step Time": 4.633589556440711}
{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9416207671165466, "Finetune/Loss (Raw)": 1.0777440071105957, "Finetune/Step": 1949, "Finetune/Step Time": 4.631654053926468}
{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.940787672996521, "Finetune/Loss (Raw)": 1.096185564994812, "Finetune/Step": 1950, "Finetune/Step Time": 4.633462194353342}
{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.941707968711853, "Finetune/Loss (Raw)": 1.0836212635040283, "Finetune/Step": 1951, "Finetune/Step Time": 4.643210316076875}
{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9435797929763794, "Finetune/Loss (Raw)": 1.1024221181869507, "Finetune/Step": 1952, "Finetune/Step Time": 4.637477397918701}
{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9423090219497681, "Finetune/Loss (Raw)": 0.7585224509239197, "Finetune/Step": 1953, "Finetune/Step Time": 4.6545147486031055}
{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9411782622337341, "Finetune/Loss (Raw)": 0.8805456757545471, "Finetune/Step": 1954, "Finetune/Step Time": 4.662913842126727}
{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9405204057693481, "Finetune/Loss (Raw)": 0.871131181716919, "Finetune/Step": 1955, "Finetune/Step Time": 4.647650117054582}
{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9387155771255493, "Finetune/Loss (Raw)": 0.8778049349784851, "Finetune/Step": 1956, "Finetune/Step Time": 4.64189519546926}
{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9384077191352844, "Finetune/Loss (Raw)": 1.0984911918640137, "Finetune/Step": 1957, "Finetune/Step Time": 4.64049382135272}
{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9386664032936096, "Finetune/Loss (Raw)": 1.0998003482818604, "Finetune/Step": 1958, "Finetune/Step Time": 4.625490894541144}
{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9380077123641968, "Finetune/Loss (Raw)": 0.8545424938201904, "Finetune/Step": 1959, "Finetune/Step Time": 4.622756369411945}
{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9388278126716614, "Finetune/Loss (Raw)": 1.1567318439483643, "Finetune/Step": 1960, "Finetune/Step Time": 4.628256710246205}
{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9386287927627563, "Finetune/Loss (Raw)": 0.8438162207603455, "Finetune/Step": 1961, "Finetune/Step Time": 4.615802219137549}
{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9331105351448059, "Finetune/Loss (Raw)": 0.4063993990421295, "Finetune/Step": 1962, "Finetune/Step Time": 4.655845999717712}
{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.9285224676132202, "Finetune/Loss (Raw)": 0.3917853832244873, "Finetune/Step": 1963, "Finetune/Step Time": 4.680213650688529}
{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.9290460348129272, "Finetune/Loss (Raw)": 1.0617400407791138, "Finetune/Step": 1964, "Finetune/Step Time": 4.686973478645086}
{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.9282767176628113, "Finetune/Loss (Raw)": 0.8561986088752747, "Finetune/Step": 1965, "Finetune/Step Time": 4.6858242601156235}
{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.9274047613143921, "Finetune/Loss (Raw)": 0.9027042984962463, "Finetune/Step": 1966, "Finetune/Step Time": 4.6806396301835775}
{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.9262418150901794, "Finetune/Loss (Raw)": 0.8521221280097961, "Finetune/Step": 1967, "Finetune/Step Time": 4.663391504436731}
{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.9260786771774292, "Finetune/Loss (Raw)": 1.0339291095733643, "Finetune/Step": 1968, "Finetune/Step Time": 4.654742866754532}
{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.9229337573051453, "Finetune/Loss (Raw)": 0.4447340965270996, "Finetune/Step": 1969, "Finetune/Step Time": 4.690956316888332}
{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.9218240976333618, "Finetune/Loss (Raw)": 0.9443215727806091, "Finetune/Step": 1970, "Finetune/Step Time": 4.685606170445681}
{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.9171416759490967, "Finetune/Loss (Raw)": 0.400583416223526, "Finetune/Step": 1971, "Finetune/Step Time": 4.7070109862834215}
{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.9168378710746765, "Finetune/Loss (Raw)": 0.93309086561203, "Finetune/Step": 1972, "Finetune/Step Time": 4.695288771763444}
{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.9163637161254883, "Finetune/Loss (Raw)": 0.8977187275886536, "Finetune/Step": 1973, "Finetune/Step Time": 4.722558656707406}
{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.9164621829986572, "Finetune/Loss (Raw)": 1.1109508275985718, "Finetune/Step": 1974, "Finetune/Step Time": 4.72146020270884}
{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.9157750606536865, "Finetune/Loss (Raw)": 0.9444554448127747, "Finetune/Step": 1975, "Finetune/Step Time": 4.711038775742054}
{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.915704607963562, "Finetune/Loss (Raw)": 0.9737990498542786, "Finetune/Step": 1976, "Finetune/Step Time": 4.713841941207647}
{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.9154321551322937, "Finetune/Loss (Raw)": 1.0234918594360352, "Finetune/Step": 1977, "Finetune/Step Time": 4.722251001745462}
{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.915524959564209, "Finetune/Loss (Raw)": 1.068919062614441, "Finetune/Step": 1978, "Finetune/Step Time": 4.715666307136416}
{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.911616325378418, "Finetune/Loss (Raw)": 0.3739321827888489, "Finetune/Step": 1979, "Finetune/Step Time": 4.73024552129209}
{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.9105110168457031, "Finetune/Loss (Raw)": 0.8768505454063416, "Finetune/Step": 1980, "Finetune/Step Time": 4.743547141551971}
{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.9107062220573425, "Finetune/Loss (Raw)": 1.0246816873550415, "Finetune/Step": 1981, "Finetune/Step Time": 4.74382146447897}
{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.9105314016342163, "Finetune/Loss (Raw)": 0.9876582026481628, "Finetune/Step": 1982, "Finetune/Step Time": 4.752030519768596}
{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.9094363451004028, "Finetune/Loss (Raw)": 0.9155430793762207, "Finetune/Step": 1983, "Finetune/Step Time": 4.750857420265675}
{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.9095133543014526, "Finetune/Loss (Raw)": 1.1238082647323608, "Finetune/Step": 1984, "Finetune/Step Time": 4.750841312110424}
{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.9102170467376709, "Finetune/Loss (Raw)": 1.0289429426193237, "Finetune/Step": 1985, "Finetune/Step Time": 4.710962971672416}
{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.9116073846817017, "Finetune/Loss (Raw)": 1.200622797012329, "Finetune/Step": 1986, "Finetune/Step Time": 4.701230920851231}
{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.9109147191047668, "Finetune/Loss (Raw)": 0.9903094172477722, "Finetune/Step": 1987, "Finetune/Step Time": 4.727862481027842}
{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.910650372505188, "Finetune/Loss (Raw)": 0.8948014974594116, "Finetune/Step": 1988, "Finetune/Step Time": 4.725998111069202}
{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.9115972518920898, "Finetune/Loss (Raw)": 0.9941795468330383, "Finetune/Step": 1989, "Finetune/Step Time": 4.727908248081803}
{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.9126666784286499, "Finetune/Loss (Raw)": 1.014041781425476, "Finetune/Step": 1990, "Finetune/Step Time": 4.728470599278808}
{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.9126090407371521, "Finetune/Loss (Raw)": 0.8466747403144836, "Finetune/Step": 1991, "Finetune/Step Time": 4.724620312452316}
{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.9136770963668823, "Finetune/Loss (Raw)": 1.0009546279907227, "Finetune/Step": 1992, "Finetune/Step Time": 4.7197600938379765}
{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.9124817252159119, "Finetune/Loss (Raw)": 0.9002189636230469, "Finetune/Step": 1993, "Finetune/Step Time": 4.724134372547269}
{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.910114049911499, "Finetune/Loss (Raw)": 0.7777662873268127, "Finetune/Step": 1994, "Finetune/Step Time": 4.719974610954523}
{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.9078506827354431, "Finetune/Loss (Raw)": 0.8234153985977173, "Finetune/Step": 1995, "Finetune/Step Time": 4.723922502249479}
{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.9068027138710022, "Finetune/Loss (Raw)": 0.8581238985061646, "Finetune/Step": 1996, "Finetune/Step Time": 4.711046559736133}
{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.9068065881729126, "Finetune/Loss (Raw)": 1.0786042213439941, "Finetune/Step": 1997, "Finetune/Step Time": 4.713281571865082}
{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.9069591760635376, "Finetune/Loss (Raw)": 0.9291037321090698, "Finetune/Step": 1998, "Finetune/Step Time": 4.708281323313713}
{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.9024974703788757, "Finetune/Loss (Raw)": 0.40940719842910767, "Finetune/Step": 1999, "Finetune/Step Time": 4.714476019144058}
{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.9027314186096191, "Finetune/Loss (Raw)": 0.8909668326377869, "Finetune/Step": 2000, "Finetune/Step Time": 4.737574398517609}
{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.9076200723648071, "Finetune/Loss (Raw)": 0.987664520740509, "Finetune/Step": 2001, "Finetune/Step Time": 4.703800585120916}
{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.9067212343215942, "Finetune/Loss (Raw)": 0.9543780088424683, "Finetune/Step": 2002, "Finetune/Step Time": 4.700864685699344}
{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.9064269065856934, "Finetune/Loss (Raw)": 0.9000762104988098, "Finetune/Step": 2003, "Finetune/Step Time": 4.7054430935531855}
{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.9059054255485535, "Finetune/Loss (Raw)": 0.9180328845977783, "Finetune/Step": 2004, "Finetune/Step Time": 4.709680149331689}
{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.9056320190429688, "Finetune/Loss (Raw)": 0.9413350224494934, "Finetune/Step": 2005, "Finetune/Step Time": 4.703294845297933}
{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.9065702557563782, "Finetune/Loss (Raw)": 0.9531375765800476, "Finetune/Step": 2006, "Finetune/Step Time": 4.692385300993919}
{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.907207727432251, "Finetune/Loss (Raw)": 1.160731315612793, "Finetune/Step": 2007, "Finetune/Step Time": 4.692302720621228}
{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.9086639881134033, "Finetune/Loss (Raw)": 1.0175254344940186, "Finetune/Step": 2008, "Finetune/Step Time": 4.677027532830834}
{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.9091377854347229, "Finetune/Loss (Raw)": 0.9019346237182617, "Finetune/Step": 2009, "Finetune/Step Time": 4.665628699585795}
{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.9095664620399475, "Finetune/Loss (Raw)": 1.0638506412506104, "Finetune/Step": 2010, "Finetune/Step Time": 4.665149923413992}
{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.9112994074821472, "Finetune/Loss (Raw)": 1.119094967842102, "Finetune/Step": 2011, "Finetune/Step Time": 4.653259042650461}
{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.9160880446434021, "Finetune/Loss (Raw)": 0.9647474884986877, "Finetune/Step": 2012, "Finetune/Step Time": 4.609007928520441}
{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.9165846109390259, "Finetune/Loss (Raw)": 1.0553526878356934, "Finetune/Step": 2013, "Finetune/Step Time": 4.630597723647952}
{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.9144490957260132, "Finetune/Loss (Raw)": 0.8200793862342834, "Finetune/Step": 2014, "Finetune/Step Time": 4.645029224455357}
{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.9108965396881104, "Finetune/Loss (Raw)": 0.38798755407333374, "Finetune/Step": 2015, "Finetune/Step Time": 4.6793457213789225}
{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.9078545570373535, "Finetune/Loss (Raw)": 0.39893102645874023, "Finetune/Step": 2016, "Finetune/Step Time": 4.7170034777373075}
{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.9072736501693726, "Finetune/Loss (Raw)": 0.8717399835586548, "Finetune/Step": 2017, "Finetune/Step Time": 4.728068713098764}
{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.907555103302002, "Finetune/Loss (Raw)": 0.981204092502594, "Finetune/Step": 2018, "Finetune/Step Time": 4.729175787419081}
{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.9063535332679749, "Finetune/Loss (Raw)": 0.8736495971679688, "Finetune/Step": 2019, "Finetune/Step Time": 4.730101615190506}
{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.9051873683929443, "Finetune/Loss (Raw)": 0.9875826835632324, "Finetune/Step": 2020, "Finetune/Step Time": 4.733944704756141}
{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.9053999781608582, "Finetune/Loss (Raw)": 0.99623703956604, "Finetune/Step": 2021, "Finetune/Step Time": 4.735264275223017}
{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.9060999155044556, "Finetune/Loss (Raw)": 0.9306974411010742, "Finetune/Step": 2022, "Finetune/Step Time": 4.741721531376243}
{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.9049878120422363, "Finetune/Loss (Raw)": 0.7870834469795227, "Finetune/Step": 2023, "Finetune/Step Time": 4.766700133681297}
{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.9048846364021301, "Finetune/Loss (Raw)": 0.9704467058181763, "Finetune/Step": 2024, "Finetune/Step Time": 4.765945790335536}
{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.9032129049301147, "Finetune/Loss (Raw)": 0.9102798104286194, "Finetune/Step": 2025, "Finetune/Step Time": 4.778143212199211}
{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.9029631614685059, "Finetune/Loss (Raw)": 0.9824932217597961, "Finetune/Step": 2026, "Finetune/Step Time": 4.7593682408332825}
{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.9031112194061279, "Finetune/Loss (Raw)": 0.8709274530410767, "Finetune/Step": 2027, "Finetune/Step Time": 4.739246256649494}
{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.9037913084030151, "Finetune/Loss (Raw)": 0.9889934659004211, "Finetune/Step": 2028, "Finetune/Step Time": 4.753130057826638}
{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.9048258066177368, "Finetune/Loss (Raw)": 1.067566156387329, "Finetune/Step": 2029, "Finetune/Step Time": 4.746112225577235}
{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8996573090553284, "Finetune/Loss (Raw)": 0.34846779704093933, "Finetune/Step": 2030, "Finetune/Step Time": 4.777122363448143}
{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.9000779986381531, "Finetune/Loss (Raw)": 0.925125241279602, "Finetune/Step": 2031, "Finetune/Step Time": 4.755695633590221}
{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.9009402990341187, "Finetune/Loss (Raw)": 1.0723813772201538, "Finetune/Step": 2032, "Finetune/Step Time": 4.7507368568331}
{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.9067203998565674, "Finetune/Loss (Raw)": 1.0584518909454346, "Finetune/Step": 2033, "Finetune/Step Time": 4.716948734596372}
{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.9075725078582764, "Finetune/Loss (Raw)": 1.081709861755371, "Finetune/Step": 2034, "Finetune/Step Time": 4.70485801436007}
{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.9067199230194092, "Finetune/Loss (Raw)": 0.8699352741241455, "Finetune/Step": 2035, "Finetune/Step Time": 4.70939826220274}
{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.9074690341949463, "Finetune/Loss (Raw)": 1.0073258876800537, "Finetune/Step": 2036, "Finetune/Step Time": 4.7227764166891575}
{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.9092231392860413, "Finetune/Loss (Raw)": 0.9865696430206299, "Finetune/Step": 2037, "Finetune/Step Time": 4.741653544828296}
{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.908350944519043, "Finetune/Loss (Raw)": 0.8394292593002319, "Finetune/Step": 2038, "Finetune/Step Time": 4.743843829259276}
{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.9089807868003845, "Finetune/Loss (Raw)": 1.076856017112732, "Finetune/Step": 2039, "Finetune/Step Time": 4.73797332495451}
{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.9093010425567627, "Finetune/Loss (Raw)": 1.0326124429702759, "Finetune/Step": 2040, "Finetune/Step Time": 4.736885268241167}
{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.9095982313156128, "Finetune/Loss (Raw)": 1.023339033126831, "Finetune/Step": 2041, "Finetune/Step Time": 4.780558163300157}
{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.9074696898460388, "Finetune/Loss (Raw)": 0.8333501815795898, "Finetune/Step": 2042, "Finetune/Step Time": 4.781541243195534}
{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.906525194644928, "Finetune/Loss (Raw)": 0.9614657759666443, "Finetune/Step": 2043, "Finetune/Step Time": 4.751689124852419}
{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.9066755175590515, "Finetune/Loss (Raw)": 0.9552124738693237, "Finetune/Step": 2044, "Finetune/Step Time": 4.75146696716547}
{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.9081907868385315, "Finetune/Loss (Raw)": 1.0640093088150024, "Finetune/Step": 2045, "Finetune/Step Time": 4.76340533234179}
{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.9094188809394836, "Finetune/Loss (Raw)": 1.0662317276000977, "Finetune/Step": 2046, "Finetune/Step Time": 4.7633272390812635}
{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.9094493389129639, "Finetune/Loss (Raw)": 0.9763001799583435, "Finetune/Step": 2047, "Finetune/Step Time": 4.766669990494847}
{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.9091062545776367, "Finetune/Loss (Raw)": 0.8265026211738586, "Finetune/Step": 2048, "Finetune/Step Time": 4.755624419078231}
{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.9068083763122559, "Finetune/Loss (Raw)": 0.7417857050895691, "Finetune/Step": 2049, "Finetune/Step Time": 4.770222680643201}
{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.9111993312835693, "Finetune/Loss (Raw)": 0.8643370866775513, "Finetune/Step": 2050, "Finetune/Step Time": 4.745671257376671}
{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.9121372699737549, "Finetune/Loss (Raw)": 1.0951261520385742, "Finetune/Step": 2051, "Finetune/Step Time": 4.749259265139699}
{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.9116132259368896, "Finetune/Loss (Raw)": 0.999067485332489, "Finetune/Step": 2052, "Finetune/Step Time": 4.761265395209193}
{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.9098252654075623, "Finetune/Loss (Raw)": 0.9511678814888, "Finetune/Step": 2053, "Finetune/Step Time": 4.7636731415987015}
{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.9156175255775452, "Finetune/Loss (Raw)": 1.07429039478302, "Finetune/Step": 2054, "Finetune/Step Time": 4.727386232465506}
{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.9205915927886963, "Finetune/Loss (Raw)": 1.0310214757919312, "Finetune/Step": 2055, "Finetune/Step Time": 4.694423973560333}
{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.9204884171485901, "Finetune/Loss (Raw)": 1.036635160446167, "Finetune/Step": 2056, "Finetune/Step Time": 4.694792807102203}
{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.9211359620094299, "Finetune/Loss (Raw)": 0.9337250590324402, "Finetune/Step": 2057, "Finetune/Step Time": 4.703779488801956}
{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.921031653881073, "Finetune/Loss (Raw)": 0.929240882396698, "Finetune/Step": 2058, "Finetune/Step Time": 4.715043211355805}
{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.9199973344802856, "Finetune/Loss (Raw)": 0.8558294773101807, "Finetune/Step": 2059, "Finetune/Step Time": 4.716516435146332}
{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.9208623170852661, "Finetune/Loss (Raw)": 0.9717769622802734, "Finetune/Step": 2060, "Finetune/Step Time": 4.696715075522661}
{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.9213423728942871, "Finetune/Loss (Raw)": 1.05579674243927, "Finetune/Step": 2061, "Finetune/Step Time": 4.695453891530633}
{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.9201493263244629, "Finetune/Loss (Raw)": 0.8798880577087402, "Finetune/Step": 2062, "Finetune/Step Time": 4.695321138948202}
{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.9199137687683105, "Finetune/Loss (Raw)": 1.0314929485321045, "Finetune/Step": 2063, "Finetune/Step Time": 4.687058346346021}
{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.9209453463554382, "Finetune/Loss (Raw)": 0.9795336127281189, "Finetune/Step": 2064, "Finetune/Step Time": 4.700997041538358}
{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.9209821820259094, "Finetune/Loss (Raw)": 0.9991554021835327, "Finetune/Step": 2065, "Finetune/Step Time": 4.708439348265529}
{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.9205349683761597, "Finetune/Loss (Raw)": 0.34018638730049133, "Finetune/Step": 2066, "Finetune/Step Time": 4.708872525021434}
{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.9206857681274414, "Finetune/Loss (Raw)": 0.9772201776504517, "Finetune/Step": 2067, "Finetune/Step Time": 4.70426781475544}
{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.9232476949691772, "Finetune/Loss (Raw)": 0.9508873820304871, "Finetune/Step": 2068, "Finetune/Step Time": 4.693025592714548}
{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.9232584238052368, "Finetune/Loss (Raw)": 0.9281980395317078, "Finetune/Step": 2069, "Finetune/Step Time": 4.695187097415328}
{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.9199562072753906, "Finetune/Loss (Raw)": 0.7295388579368591, "Finetune/Step": 2070, "Finetune/Step Time": 4.7015596106648445}
{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.919457733631134, "Finetune/Loss (Raw)": 1.0022141933441162, "Finetune/Step": 2071, "Finetune/Step Time": 4.708240227773786}
{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.9206333160400391, "Finetune/Loss (Raw)": 1.1313872337341309, "Finetune/Step": 2072, "Finetune/Step Time": 4.7006784453988075}
{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.924974799156189, "Finetune/Loss (Raw)": 0.9390402436256409, "Finetune/Step": 2073, "Finetune/Step Time": 4.67348750308156}
{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.9257303476333618, "Finetune/Loss (Raw)": 1.0522315502166748, "Finetune/Step": 2074, "Finetune/Step Time": 4.6641708221286535}
{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.9238458275794983, "Finetune/Loss (Raw)": 0.9143179059028625, "Finetune/Step": 2075, "Finetune/Step Time": 4.675057524815202}
{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.9215333461761475, "Finetune/Loss (Raw)": 0.8032293915748596, "Finetune/Step": 2076, "Finetune/Step Time": 4.688016392290592}
{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.9200413227081299, "Finetune/Loss (Raw)": 0.8867682218551636, "Finetune/Step": 2077, "Finetune/Step Time": 4.68799577280879}
{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.91860032081604, "Finetune/Loss (Raw)": 0.9117400050163269, "Finetune/Step": 2078, "Finetune/Step Time": 4.682379897683859}
{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.9176290035247803, "Finetune/Loss (Raw)": 0.95928555727005, "Finetune/Step": 2079, "Finetune/Step Time": 4.6719233095645905}
{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.9152637720108032, "Finetune/Loss (Raw)": 0.7996705174446106, "Finetune/Step": 2080, "Finetune/Step Time": 4.685804648324847}
{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.9167360067367554, "Finetune/Loss (Raw)": 0.9469654560089111, "Finetune/Step": 2081, "Finetune/Step Time": 4.680634392425418}
{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.9167603254318237, "Finetune/Loss (Raw)": 0.8836683034896851, "Finetune/Step": 2082, "Finetune/Step Time": 4.667596587911248}
{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.9177461862564087, "Finetune/Loss (Raw)": 0.9973094463348389, "Finetune/Step": 2083, "Finetune/Step Time": 4.660994002595544}
{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.9197758436203003, "Finetune/Loss (Raw)": 1.1376065015792847, "Finetune/Step": 2084, "Finetune/Step Time": 4.656593702733517}
{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.9136633276939392, "Finetune/Loss (Raw)": 0.31608861684799194, "Finetune/Step": 2085, "Finetune/Step Time": 4.688537059351802}
{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.9129350781440735, "Finetune/Loss (Raw)": 1.0065853595733643, "Finetune/Step": 2086, "Finetune/Step Time": 4.693181639537215}
{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.9146720170974731, "Finetune/Loss (Raw)": 1.0768672227859497, "Finetune/Step": 2087, "Finetune/Step Time": 4.6829741057008505}
{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.913999080657959, "Finetune/Loss (Raw)": 1.07059907913208, "Finetune/Step": 2088, "Finetune/Step Time": 4.673107489943504}
{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.9153144955635071, "Finetune/Loss (Raw)": 1.0121912956237793, "Finetune/Step": 2089, "Finetune/Step Time": 4.673284018412232}
{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.9142235517501831, "Finetune/Loss (Raw)": 0.266752153635025, "Finetune/Step": 2090, "Finetune/Step Time": 4.673813978210092}
{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.9179012179374695, "Finetune/Loss (Raw)": 0.8625320196151733, "Finetune/Step": 2091, "Finetune/Step Time": 4.639294819906354}
{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.9177302122116089, "Finetune/Loss (Raw)": 1.0398571491241455, "Finetune/Step": 2092, "Finetune/Step Time": 4.626892078667879}
{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.9187593460083008, "Finetune/Loss (Raw)": 0.9879285097122192, "Finetune/Step": 2093, "Finetune/Step Time": 4.625014828518033}
{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.9202277064323425, "Finetune/Loss (Raw)": 1.0906528234481812, "Finetune/Step": 2094, "Finetune/Step Time": 4.625848304480314}
{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.9213018417358398, "Finetune/Loss (Raw)": 0.9895994067192078, "Finetune/Step": 2095, "Finetune/Step Time": 4.630341025069356}
{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.920724630355835, "Finetune/Loss (Raw)": 0.9600532650947571, "Finetune/Step": 2096, "Finetune/Step Time": 4.62730522826314}
{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.9256713390350342, "Finetune/Loss (Raw)": 1.0779192447662354, "Finetune/Step": 2097, "Finetune/Step Time": 4.588230332359672}
{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.9256778955459595, "Finetune/Loss (Raw)": 0.9451509714126587, "Finetune/Step": 2098, "Finetune/Step Time": 4.597150946035981}
{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.9254170656204224, "Finetune/Loss (Raw)": 0.3672015368938446, "Finetune/Step": 2099, "Finetune/Step Time": 4.599573904648423}
{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.9245695471763611, "Finetune/Loss (Raw)": 0.8246127963066101, "Finetune/Step": 2100, "Finetune/Step Time": 4.605619279667735}
{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.9257116913795471, "Finetune/Loss (Raw)": 1.043907880783081, "Finetune/Step": 2101, "Finetune/Step Time": 4.569857556372881}
{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.9242397546768188, "Finetune/Loss (Raw)": 0.9225452542304993, "Finetune/Step": 2102, "Finetune/Step Time": 4.573083134368062}
{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.9197286367416382, "Finetune/Loss (Raw)": 0.3670281171798706, "Finetune/Step": 2103, "Finetune/Step Time": 4.6128801964223385}
{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.9194015264511108, "Finetune/Loss (Raw)": 0.9319311380386353, "Finetune/Step": 2104, "Finetune/Step Time": 4.625575358048081}
{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.9188680648803711, "Finetune/Loss (Raw)": 0.9552116990089417, "Finetune/Step": 2105, "Finetune/Step Time": 4.635898768901825}
{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.9178704023361206, "Finetune/Loss (Raw)": 0.9412153363227844, "Finetune/Step": 2106, "Finetune/Step Time": 4.634337950497866}
{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.9224867820739746, "Finetune/Loss (Raw)": 0.9648274779319763, "Finetune/Step": 2107, "Finetune/Step Time": 4.595653275027871}
{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.9228305816650391, "Finetune/Loss (Raw)": 0.9208639860153198, "Finetune/Step": 2108, "Finetune/Step Time": 4.583037404343486}
{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.9223816990852356, "Finetune/Loss (Raw)": 0.9672200083732605, "Finetune/Step": 2109, "Finetune/Step Time": 4.586545316502452}
{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.9226057529449463, "Finetune/Loss (Raw)": 1.0163450241088867, "Finetune/Step": 2110, "Finetune/Step Time": 4.594186222180724}
{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.9229922294616699, "Finetune/Loss (Raw)": 0.9650019407272339, "Finetune/Step": 2111, "Finetune/Step Time": 4.608705140650272}
{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.9177926778793335, "Finetune/Loss (Raw)": 0.45826342701911926, "Finetune/Step": 2112, "Finetune/Step Time": 4.646739427000284}
{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.9173579812049866, "Finetune/Loss (Raw)": 0.9733058214187622, "Finetune/Step": 2113, "Finetune/Step Time": 4.6446871273219585}
{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.9169639348983765, "Finetune/Loss (Raw)": 1.1501836776733398, "Finetune/Step": 2114, "Finetune/Step Time": 4.6629552114754915}
{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.9172839522361755, "Finetune/Loss (Raw)": 1.0312731266021729, "Finetune/Step": 2115, "Finetune/Step Time": 4.638801474124193}
{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.9135513305664062, "Finetune/Loss (Raw)": 0.41703227162361145, "Finetune/Step": 2116, "Finetune/Step Time": 4.672750014811754}
{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.911844789981842, "Finetune/Loss (Raw)": 0.7757328748703003, "Finetune/Step": 2117, "Finetune/Step Time": 4.688733045011759}
{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.9109215140342712, "Finetune/Loss (Raw)": 0.895867109298706, "Finetune/Step": 2118, "Finetune/Step Time": 4.683806955814362}
{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.9113223552703857, "Finetune/Loss (Raw)": 0.89798504114151, "Finetune/Step": 2119, "Finetune/Step Time": 4.697354739531875}
{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.9061000943183899, "Finetune/Loss (Raw)": 0.33249926567077637, "Finetune/Step": 2120, "Finetune/Step Time": 4.735242150723934}
{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.9065827131271362, "Finetune/Loss (Raw)": 0.9619982838630676, "Finetune/Step": 2121, "Finetune/Step Time": 4.727089570835233}
{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.9085898399353027, "Finetune/Loss (Raw)": 1.0346800088882446, "Finetune/Step": 2122, "Finetune/Step Time": 4.721150457859039}
{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.910287618637085, "Finetune/Loss (Raw)": 1.0407218933105469, "Finetune/Step": 2123, "Finetune/Step Time": 4.712432712316513}
{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.9114322662353516, "Finetune/Loss (Raw)": 1.0046463012695312, "Finetune/Step": 2124, "Finetune/Step Time": 4.709131248295307}
{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.9112039804458618, "Finetune/Loss (Raw)": 1.0493764877319336, "Finetune/Step": 2125, "Finetune/Step Time": 4.722790649160743}
{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.9120282530784607, "Finetune/Loss (Raw)": 1.034615159034729, "Finetune/Step": 2126, "Finetune/Step Time": 4.71958195976913}
{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.9163528680801392, "Finetune/Loss (Raw)": 0.9629552364349365, "Finetune/Step": 2127, "Finetune/Step Time": 4.684023538604379}
{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.9121204614639282, "Finetune/Loss (Raw)": 0.34921568632125854, "Finetune/Step": 2128, "Finetune/Step Time": 4.702416749671102}
{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.9065436124801636, "Finetune/Loss (Raw)": 0.27383410930633545, "Finetune/Step": 2129, "Finetune/Step Time": 4.735563438385725}
{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.9068528413772583, "Finetune/Loss (Raw)": 0.9939571619033813, "Finetune/Step": 2130, "Finetune/Step Time": 4.734501216560602}
{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.9077502489089966, "Finetune/Loss (Raw)": 1.0149476528167725, "Finetune/Step": 2131, "Finetune/Step Time": 4.719030635431409}
{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.9076583385467529, "Finetune/Loss (Raw)": 0.9062706232070923, "Finetune/Step": 2132, "Finetune/Step Time": 4.723778864368796}
{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.9095379710197449, "Finetune/Loss (Raw)": 1.1819223165512085, "Finetune/Step": 2133, "Finetune/Step Time": 4.720764774829149}
{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.9093596935272217, "Finetune/Loss (Raw)": 0.9303196668624878, "Finetune/Step": 2134, "Finetune/Step Time": 4.731522556394339}
{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.9072674512863159, "Finetune/Loss (Raw)": 0.8929281830787659, "Finetune/Step": 2135, "Finetune/Step Time": 4.727332154288888}
{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.9071715474128723, "Finetune/Loss (Raw)": 1.0052460432052612, "Finetune/Step": 2136, "Finetune/Step Time": 4.719355283305049}
{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.9033844470977783, "Finetune/Loss (Raw)": 0.4171854257583618, "Finetune/Step": 2137, "Finetune/Step Time": 4.753686957061291}
{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.9023891687393188, "Finetune/Loss (Raw)": 0.936449408531189, "Finetune/Step": 2138, "Finetune/Step Time": 4.757518107071519}
{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.9007474184036255, "Finetune/Loss (Raw)": 0.9089509844779968, "Finetune/Step": 2139, "Finetune/Step Time": 4.772007754072547}
{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.9010040760040283, "Finetune/Loss (Raw)": 0.9976088404655457, "Finetune/Step": 2140, "Finetune/Step Time": 4.779893593862653}
{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.9013954401016235, "Finetune/Loss (Raw)": 1.1054445505142212, "Finetune/Step": 2141, "Finetune/Step Time": 4.765954956412315}
{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.9018479585647583, "Finetune/Loss (Raw)": 0.8779935836791992, "Finetune/Step": 2142, "Finetune/Step Time": 4.749367350712419}
{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.9064294695854187, "Finetune/Loss (Raw)": 0.9744282364845276, "Finetune/Step": 2143, "Finetune/Step Time": 4.729016959667206}
{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.9106731414794922, "Finetune/Loss (Raw)": 0.9421241879463196, "Finetune/Step": 2144, "Finetune/Step Time": 4.703075122088194}
{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.9097548723220825, "Finetune/Loss (Raw)": 0.7541996240615845, "Finetune/Step": 2145, "Finetune/Step Time": 4.697616094723344}
{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.9096031785011292, "Finetune/Loss (Raw)": 0.9617838263511658, "Finetune/Step": 2146, "Finetune/Step Time": 4.713015513494611}
{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.9105485677719116, "Finetune/Loss (Raw)": 0.9946604371070862, "Finetune/Step": 2147, "Finetune/Step Time": 4.715183736756444}
{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.9113973379135132, "Finetune/Loss (Raw)": 1.0962233543395996, "Finetune/Step": 2148, "Finetune/Step Time": 4.710969062522054}
{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.91156405210495, "Finetune/Loss (Raw)": 1.0175775289535522, "Finetune/Step": 2149, "Finetune/Step Time": 4.705811271443963}
{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.9115968346595764, "Finetune/Loss (Raw)": 0.9348917603492737, "Finetune/Step": 2150, "Finetune/Step Time": 4.703758908435702}
{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.9147967100143433, "Finetune/Loss (Raw)": 1.1966701745986938, "Finetune/Step": 2151, "Finetune/Step Time": 4.687764661386609}
{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.9138345718383789, "Finetune/Loss (Raw)": 0.8472941517829895, "Finetune/Step": 2152, "Finetune/Step Time": 4.69427333958447}
{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.9136102199554443, "Finetune/Loss (Raw)": 0.8815560340881348, "Finetune/Step": 2153, "Finetune/Step Time": 4.683726174756885}
{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.9131335616111755, "Finetune/Loss (Raw)": 0.9214860200881958, "Finetune/Step": 2154, "Finetune/Step Time": 4.6935475412756205}
{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.913703441619873, "Finetune/Loss (Raw)": 0.9438673257827759, "Finetune/Step": 2155, "Finetune/Step Time": 4.70042072981596}
{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.9121546745300293, "Finetune/Loss (Raw)": 0.7907620668411255, "Finetune/Step": 2156, "Finetune/Step Time": 4.70099338516593}
{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.9112420082092285, "Finetune/Loss (Raw)": 0.9507360458374023, "Finetune/Step": 2157, "Finetune/Step Time": 4.710596654564142}
{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.9161962866783142, "Finetune/Loss (Raw)": 0.982620358467102, "Finetune/Step": 2158, "Finetune/Step Time": 4.67273248359561}
{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.9169653654098511, "Finetune/Loss (Raw)": 1.023569107055664, "Finetune/Step": 2159, "Finetune/Step Time": 4.689540458843112}
{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.9163087606430054, "Finetune/Loss (Raw)": 0.9883319139480591, "Finetune/Step": 2160, "Finetune/Step Time": 4.685118393972516}
{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.9148643016815186, "Finetune/Loss (Raw)": 0.873557984828949, "Finetune/Step": 2161, "Finetune/Step Time": 4.679387107491493}
{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.9139772653579712, "Finetune/Loss (Raw)": 0.9681715965270996, "Finetune/Step": 2162, "Finetune/Step Time": 4.683829052373767}
{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.9143048524856567, "Finetune/Loss (Raw)": 0.9118610620498657, "Finetune/Step": 2163, "Finetune/Step Time": 4.668348012492061}
{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.9148209691047668, "Finetune/Loss (Raw)": 1.0733977556228638, "Finetune/Step": 2164, "Finetune/Step Time": 4.654978182166815}
{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.9149481058120728, "Finetune/Loss (Raw)": 1.002841591835022, "Finetune/Step": 2165, "Finetune/Step Time": 4.660411695018411}
{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.9161526560783386, "Finetune/Loss (Raw)": 0.9936100840568542, "Finetune/Step": 2166, "Finetune/Step Time": 4.660321297124028}
{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.9163472056388855, "Finetune/Loss (Raw)": 1.101758599281311, "Finetune/Step": 2167, "Finetune/Step Time": 4.660148970782757}
{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.9157048463821411, "Finetune/Loss (Raw)": 0.950385570526123, "Finetune/Step": 2168, "Finetune/Step Time": 4.659185338765383}
{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.9154617190361023, "Finetune/Loss (Raw)": 0.9922266602516174, "Finetune/Step": 2169, "Finetune/Step Time": 4.616186331957579}
{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.9157261848449707, "Finetune/Loss (Raw)": 0.8672029972076416, "Finetune/Step": 2170, "Finetune/Step Time": 4.623078526929021}
{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.9158287048339844, "Finetune/Loss (Raw)": 0.9745931625366211, "Finetune/Step": 2171, "Finetune/Step Time": 4.632716752588749}
{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.9156216382980347, "Finetune/Loss (Raw)": 0.9286996722221375, "Finetune/Step": 2172, "Finetune/Step Time": 4.6328255496919155}
{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.9149816036224365, "Finetune/Loss (Raw)": 0.9820824861526489, "Finetune/Step": 2173, "Finetune/Step Time": 4.636730000376701}
{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.9131039977073669, "Finetune/Loss (Raw)": 0.8259044289588928, "Finetune/Step": 2174, "Finetune/Step Time": 4.649693379178643}
{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.9131489992141724, "Finetune/Loss (Raw)": 0.9820610284805298, "Finetune/Step": 2175, "Finetune/Step Time": 4.66568398475647}
{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.9146384000778198, "Finetune/Loss (Raw)": 1.0171416997909546, "Finetune/Step": 2176, "Finetune/Step Time": 4.665472101420164}
{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.9175326824188232, "Finetune/Loss (Raw)": 1.112254023551941, "Finetune/Step": 2177, "Finetune/Step Time": 4.654739502817392}
{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.9172382354736328, "Finetune/Loss (Raw)": 0.8266528248786926, "Finetune/Step": 2178, "Finetune/Step Time": 4.642560476437211}
{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.9167615175247192, "Finetune/Loss (Raw)": 1.0341041088104248, "Finetune/Step": 2179, "Finetune/Step Time": 4.652789108455181}
{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.91678786277771, "Finetune/Loss (Raw)": 1.0024341344833374, "Finetune/Step": 2180, "Finetune/Step Time": 4.646332897245884}
{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.9172146916389465, "Finetune/Loss (Raw)": 1.0058059692382812, "Finetune/Step": 2181, "Finetune/Step Time": 4.644190372899175}
{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.9167773723602295, "Finetune/Loss (Raw)": 1.0183075666427612, "Finetune/Step": 2182, "Finetune/Step Time": 4.648105356842279}
{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.9151526689529419, "Finetune/Loss (Raw)": 0.8230674266815186, "Finetune/Step": 2183, "Finetune/Step Time": 4.664671426638961}
{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.9137749671936035, "Finetune/Loss (Raw)": 0.8602818250656128, "Finetune/Step": 2184, "Finetune/Step Time": 4.679399389773607}
{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.9138925075531006, "Finetune/Loss (Raw)": 0.9487799406051636, "Finetune/Step": 2185, "Finetune/Step Time": 4.665512267500162}
{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.9139041900634766, "Finetune/Loss (Raw)": 0.9307360053062439, "Finetune/Step": 2186, "Finetune/Step Time": 4.650640711188316}
{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.9134699702262878, "Finetune/Loss (Raw)": 0.8002479672431946, "Finetune/Step": 2187, "Finetune/Step Time": 4.684186866506934}
{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.9134370684623718, "Finetune/Loss (Raw)": 0.9675669074058533, "Finetune/Step": 2188, "Finetune/Step Time": 4.717229442670941}
{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.9119897484779358, "Finetune/Loss (Raw)": 0.8705353140830994, "Finetune/Step": 2189, "Finetune/Step Time": 4.725083773955703}
{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.9120535850524902, "Finetune/Loss (Raw)": 0.8880589008331299, "Finetune/Step": 2190, "Finetune/Step Time": 4.734549453482032}
{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.9117966890335083, "Finetune/Loss (Raw)": 0.9986103177070618, "Finetune/Step": 2191, "Finetune/Step Time": 4.749626675620675}
{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.9105570316314697, "Finetune/Loss (Raw)": 0.8208628296852112, "Finetune/Step": 2192, "Finetune/Step Time": 4.730831872671843}
{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.9107710123062134, "Finetune/Loss (Raw)": 1.0265414714813232, "Finetune/Step": 2193, "Finetune/Step Time": 4.725408146157861}
{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.9159122705459595, "Finetune/Loss (Raw)": 0.9982646107673645, "Finetune/Step": 2194, "Finetune/Step Time": 4.691295148804784}
{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.9162187576293945, "Finetune/Loss (Raw)": 1.01645827293396, "Finetune/Step": 2195, "Finetune/Step Time": 4.690093530341983}
{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.9157381057739258, "Finetune/Loss (Raw)": 0.8893564343452454, "Finetune/Step": 2196, "Finetune/Step Time": 4.699483949691057}
{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.9165335893630981, "Finetune/Loss (Raw)": 1.0300182104110718, "Finetune/Step": 2197, "Finetune/Step Time": 4.695473628118634}
{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.9179370403289795, "Finetune/Loss (Raw)": 0.9091784358024597, "Finetune/Step": 2198, "Finetune/Step Time": 4.6894297283142805}
{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.9170359373092651, "Finetune/Loss (Raw)": 0.8868759870529175, "Finetune/Step": 2199, "Finetune/Step Time": 4.6807915661484}
{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.9154785871505737, "Finetune/Loss (Raw)": 0.9320451617240906, "Finetune/Step": 2200, "Finetune/Step Time": 4.697845000773668}
{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.9108777642250061, "Finetune/Loss (Raw)": 0.3501390218734741, "Finetune/Step": 2201, "Finetune/Step Time": 4.728214651346207}
{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.9101260900497437, "Finetune/Loss (Raw)": 0.956017255783081, "Finetune/Step": 2202, "Finetune/Step Time": 4.719433426856995}
{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.9100459814071655, "Finetune/Loss (Raw)": 0.9040600061416626, "Finetune/Step": 2203, "Finetune/Step Time": 4.70919000916183}
{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.910686731338501, "Finetune/Loss (Raw)": 0.8852462768554688, "Finetune/Step": 2204, "Finetune/Step Time": 4.7062161359936}
{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.9070923924446106, "Finetune/Loss (Raw)": 0.42669451236724854, "Finetune/Step": 2205, "Finetune/Step Time": 4.742527734488249}
{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.9057448506355286, "Finetune/Loss (Raw)": 0.7392553687095642, "Finetune/Step": 2206, "Finetune/Step Time": 4.79726904258132}
{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.9060652852058411, "Finetune/Loss (Raw)": 1.0003005266189575, "Finetune/Step": 2207, "Finetune/Step Time": 4.792259296402335}
{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.9068752527236938, "Finetune/Loss (Raw)": 0.9033421874046326, "Finetune/Step": 2208, "Finetune/Step Time": 4.78952862508595}
{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.9066174030303955, "Finetune/Loss (Raw)": 0.9139595031738281, "Finetune/Step": 2209, "Finetune/Step Time": 4.778906865045428}
{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.9027621746063232, "Finetune/Loss (Raw)": 0.3902028799057007, "Finetune/Step": 2210, "Finetune/Step Time": 4.814709231257439}
{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.9031652808189392, "Finetune/Loss (Raw)": 1.0489104986190796, "Finetune/Step": 2211, "Finetune/Step Time": 4.833296457305551}
{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.9001096487045288, "Finetune/Loss (Raw)": 0.7464868426322937, "Finetune/Step": 2212, "Finetune/Step Time": 4.861783303320408}
{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.9043811559677124, "Finetune/Loss (Raw)": 0.8628339171409607, "Finetune/Step": 2213, "Finetune/Step Time": 4.830322885885835}
{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.9023060202598572, "Finetune/Loss (Raw)": 0.7409743070602417, "Finetune/Step": 2214, "Finetune/Step Time": 4.842246452346444}
{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.9017543792724609, "Finetune/Loss (Raw)": 1.0062603950500488, "Finetune/Step": 2215, "Finetune/Step Time": 4.847827956080437}
{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.9010807275772095, "Finetune/Loss (Raw)": 0.9843752384185791, "Finetune/Step": 2216, "Finetune/Step Time": 4.850071415305138}
{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.9013650417327881, "Finetune/Loss (Raw)": 1.048572301864624, "Finetune/Step": 2217, "Finetune/Step Time": 4.845977796241641}
{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.9054328799247742, "Finetune/Loss (Raw)": 0.7874406576156616, "Finetune/Step": 2218, "Finetune/Step Time": 4.813391061499715}
{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.9057886600494385, "Finetune/Loss (Raw)": 0.9080703258514404, "Finetune/Step": 2219, "Finetune/Step Time": 4.8437979985028505}
{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.9055798053741455, "Finetune/Loss (Raw)": 1.0131202936172485, "Finetune/Step": 2220, "Finetune/Step Time": 4.843533098697662}
{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.904688835144043, "Finetune/Loss (Raw)": 0.8738927245140076, "Finetune/Step": 2221, "Finetune/Step Time": 4.860120238736272}
{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.9040721654891968, "Finetune/Loss (Raw)": 1.0117204189300537, "Finetune/Step": 2222, "Finetune/Step Time": 4.8744469452649355}
{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.9039028286933899, "Finetune/Loss (Raw)": 0.9679194092750549, "Finetune/Step": 2223, "Finetune/Step Time": 4.878687517717481}
{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.9038216471672058, "Finetune/Loss (Raw)": 0.9496614933013916, "Finetune/Step": 2224, "Finetune/Step Time": 4.879264293238521}
{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.9026263952255249, "Finetune/Loss (Raw)": 0.9249218702316284, "Finetune/Step": 2225, "Finetune/Step Time": 4.8908140398561954}
{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.9027243852615356, "Finetune/Loss (Raw)": 0.9576990008354187, "Finetune/Step": 2226, "Finetune/Step Time": 4.890473080798984}
{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.9077328443527222, "Finetune/Loss (Raw)": 1.0082786083221436, "Finetune/Step": 2227, "Finetune/Step Time": 4.856939420104027}
{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.9087475538253784, "Finetune/Loss (Raw)": 0.9545043706893921, "Finetune/Step": 2228, "Finetune/Step Time": 4.854918148368597}
{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.9080644845962524, "Finetune/Loss (Raw)": 0.9564639329910278, "Finetune/Step": 2229, "Finetune/Step Time": 4.854193450883031}
{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.9078718423843384, "Finetune/Loss (Raw)": 0.8978942632675171, "Finetune/Step": 2230, "Finetune/Step Time": 4.8545927088707685}
{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.9130458831787109, "Finetune/Loss (Raw)": 1.029304027557373, "Finetune/Step": 2231, "Finetune/Step Time": 4.816331461071968}
{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.9140618443489075, "Finetune/Loss (Raw)": 1.0619789361953735, "Finetune/Step": 2232, "Finetune/Step Time": 4.802013574168086}
{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.9130387306213379, "Finetune/Loss (Raw)": 0.8242470026016235, "Finetune/Step": 2233, "Finetune/Step Time": 4.799831924960017}
{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.913499116897583, "Finetune/Loss (Raw)": 1.0001492500305176, "Finetune/Step": 2234, "Finetune/Step Time": 4.808556830510497}
{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.9143514633178711, "Finetune/Loss (Raw)": 1.0739200115203857, "Finetune/Step": 2235, "Finetune/Step Time": 4.81983907148242}
{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.9151988625526428, "Finetune/Loss (Raw)": 1.0293364524841309, "Finetune/Step": 2236, "Finetune/Step Time": 4.820786107331514}
{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.9151251316070557, "Finetune/Loss (Raw)": 0.9577791094779968, "Finetune/Step": 2237, "Finetune/Step Time": 4.821527512744069}
{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.9135700464248657, "Finetune/Loss (Raw)": 0.8172923922538757, "Finetune/Step": 2238, "Finetune/Step Time": 4.825795290991664}
{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.91539466381073, "Finetune/Loss (Raw)": 1.198563814163208, "Finetune/Step": 2239, "Finetune/Step Time": 4.811873214319348}
{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.9202470779418945, "Finetune/Loss (Raw)": 1.0793637037277222, "Finetune/Step": 2240, "Finetune/Step Time": 4.776291619986296}
{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.9206063747406006, "Finetune/Loss (Raw)": 1.0193017721176147, "Finetune/Step": 2241, "Finetune/Step Time": 4.78479989618063}
{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.9188917875289917, "Finetune/Loss (Raw)": 0.9307092428207397, "Finetune/Step": 2242, "Finetune/Step Time": 4.767419893294573}
{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.9179848432540894, "Finetune/Loss (Raw)": 0.9151968955993652, "Finetune/Step": 2243, "Finetune/Step Time": 4.770275369286537}
{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.924041748046875, "Finetune/Loss (Raw)": 1.1923121213912964, "Finetune/Step": 2244, "Finetune/Step Time": 4.7306175623089075}
{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.9256851077079773, "Finetune/Loss (Raw)": 0.9860767126083374, "Finetune/Step": 2245, "Finetune/Step Time": 4.71087072789669}
{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.9274125099182129, "Finetune/Loss (Raw)": 1.1169748306274414, "Finetune/Step": 2246, "Finetune/Step Time": 4.714191284030676}
{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.9272926449775696, "Finetune/Loss (Raw)": 0.8826417922973633, "Finetune/Step": 2247, "Finetune/Step Time": 4.71300701610744}
{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.9309240579605103, "Finetune/Loss (Raw)": 0.7973182201385498, "Finetune/Step": 2248, "Finetune/Step Time": 4.6715141870081425}
{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.9303040504455566, "Finetune/Loss (Raw)": 0.8826455473899841, "Finetune/Step": 2249, "Finetune/Step Time": 4.671515284106135}
{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.9298678636550903, "Finetune/Loss (Raw)": 0.9788416028022766, "Finetune/Step": 2250, "Finetune/Step Time": 4.692594641819596}
{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.9295070767402649, "Finetune/Loss (Raw)": 0.9945417642593384, "Finetune/Step": 2251, "Finetune/Step Time": 4.693895738571882}
{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.9241759777069092, "Finetune/Loss (Raw)": 0.3222627639770508, "Finetune/Step": 2252, "Finetune/Step Time": 4.726997908204794}
{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.9242421388626099, "Finetune/Loss (Raw)": 1.0578514337539673, "Finetune/Step": 2253, "Finetune/Step Time": 4.708235060796142}
{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.9245223999023438, "Finetune/Loss (Raw)": 1.0704785585403442, "Finetune/Step": 2254, "Finetune/Step Time": 4.714749030768871}
{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.924677312374115, "Finetune/Loss (Raw)": 0.9827905297279358, "Finetune/Step": 2255, "Finetune/Step Time": 4.712443340569735}
{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.9290390610694885, "Finetune/Loss (Raw)": 0.9075179100036621, "Finetune/Step": 2256, "Finetune/Step Time": 4.668842997401953}
{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9347583055496216, "Finetune/Loss (Raw)": 1.005905032157898, "Finetune/Step": 2257, "Finetune/Step Time": 4.634099088609219}
{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9332621693611145, "Finetune/Loss (Raw)": 0.8024451732635498, "Finetune/Step": 2258, "Finetune/Step Time": 4.634037464857101}
{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.9321237802505493, "Finetune/Loss (Raw)": 0.8692379593849182, "Finetune/Step": 2259, "Finetune/Step Time": 4.631344873458147}
{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.9322147369384766, "Finetune/Loss (Raw)": 0.9179050922393799, "Finetune/Step": 2260, "Finetune/Step Time": 4.636632928624749}
{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.9308163523674011, "Finetune/Loss (Raw)": 1.0029375553131104, "Finetune/Step": 2261, "Finetune/Step Time": 4.63892568461597}
{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.9319056868553162, "Finetune/Loss (Raw)": 1.0697544813156128, "Finetune/Step": 2262, "Finetune/Step Time": 4.633083680644631}
{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.9317026734352112, "Finetune/Loss (Raw)": 0.8669393658638, "Finetune/Step": 2263, "Finetune/Step Time": 4.637617824599147}
{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.9315699338912964, "Finetune/Loss (Raw)": 0.9882487058639526, "Finetune/Step": 2264, "Finetune/Step Time": 4.640523931011558}
{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.9355257749557495, "Finetune/Loss (Raw)": 0.9235458374023438, "Finetune/Step": 2265, "Finetune/Step Time": 4.609386291354895}
{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9345433115959167, "Finetune/Loss (Raw)": 0.8106889128684998, "Finetune/Step": 2266, "Finetune/Step Time": 4.610905380919576}
{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9346115589141846, "Finetune/Loss (Raw)": 0.9176836013793945, "Finetune/Step": 2267, "Finetune/Step Time": 4.59634866937995}
{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.9334951043128967, "Finetune/Loss (Raw)": 0.8547054529190063, "Finetune/Step": 2268, "Finetune/Step Time": 4.588483564555645}
{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.9324620962142944, "Finetune/Loss (Raw)": 0.9732139110565186, "Finetune/Step": 2269, "Finetune/Step Time": 4.576082805171609}
{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.9320919513702393, "Finetune/Loss (Raw)": 0.8306155800819397, "Finetune/Step": 2270, "Finetune/Step Time": 4.5850184336304665}
{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.9322477579116821, "Finetune/Loss (Raw)": 0.9943712949752808, "Finetune/Step": 2271, "Finetune/Step Time": 4.564211709424853}
{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.9328290224075317, "Finetune/Loss (Raw)": 1.0165355205535889, "Finetune/Step": 2272, "Finetune/Step Time": 4.558662306517363}
{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.9344438314437866, "Finetune/Loss (Raw)": 0.9608967900276184, "Finetune/Step": 2273, "Finetune/Step Time": 4.543844852596521}
{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.9336919784545898, "Finetune/Loss (Raw)": 0.8655441403388977, "Finetune/Step": 2274, "Finetune/Step Time": 4.554627949371934}
{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9341666102409363, "Finetune/Loss (Raw)": 1.0554084777832031, "Finetune/Step": 2275, "Finetune/Step Time": 4.546436892822385}
{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.9330652952194214, "Finetune/Loss (Raw)": 0.9552537202835083, "Finetune/Step": 2276, "Finetune/Step Time": 4.554145272821188}
{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.9311569929122925, "Finetune/Loss (Raw)": 0.7733156085014343, "Finetune/Step": 2277, "Finetune/Step Time": 4.553410593420267}
{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.9317678213119507, "Finetune/Loss (Raw)": 1.01308274269104, "Finetune/Step": 2278, "Finetune/Step Time": 4.551593942567706}
{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.9308608770370483, "Finetune/Loss (Raw)": 1.080580472946167, "Finetune/Step": 2279, "Finetune/Step Time": 4.540777217596769}
{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.9314450621604919, "Finetune/Loss (Raw)": 0.9220625162124634, "Finetune/Step": 2280, "Finetune/Step Time": 4.535439157858491}
{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.9318429231643677, "Finetune/Loss (Raw)": 0.9324869513511658, "Finetune/Step": 2281, "Finetune/Step Time": 4.536517985165119}
{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.931988000869751, "Finetune/Loss (Raw)": 0.9400637745857239, "Finetune/Step": 2282, "Finetune/Step Time": 4.530108533799648}
{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.9330570697784424, "Finetune/Loss (Raw)": 1.080702781677246, "Finetune/Step": 2283, "Finetune/Step Time": 4.517143864184618}
{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.9342794418334961, "Finetune/Loss (Raw)": 0.9472314715385437, "Finetune/Step": 2284, "Finetune/Step Time": 4.526310821995139}
{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9347566366195679, "Finetune/Loss (Raw)": 1.0118110179901123, "Finetune/Step": 2285, "Finetune/Step Time": 4.5260600205510855}
{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.9348912239074707, "Finetune/Loss (Raw)": 0.999847948551178, "Finetune/Step": 2286, "Finetune/Step Time": 4.5417588129639626}
{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.9333510994911194, "Finetune/Loss (Raw)": 0.8264302611351013, "Finetune/Step": 2287, "Finetune/Step Time": 4.531894510611892}
{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.9332520961761475, "Finetune/Loss (Raw)": 0.9756600856781006, "Finetune/Step": 2288, "Finetune/Step Time": 4.535831408575177}
{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.9324920177459717, "Finetune/Loss (Raw)": 0.7762701511383057, "Finetune/Step": 2289, "Finetune/Step Time": 4.549302848055959}
{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.9330845475196838, "Finetune/Loss (Raw)": 1.0440157651901245, "Finetune/Step": 2290, "Finetune/Step Time": 4.542093625292182}
{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.9328405261039734, "Finetune/Loss (Raw)": 0.8806284070014954, "Finetune/Step": 2291, "Finetune/Step Time": 4.554098742082715}
{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.9313373565673828, "Finetune/Loss (Raw)": 0.8809860944747925, "Finetune/Step": 2292, "Finetune/Step Time": 4.562264243140817}
{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.9297361373901367, "Finetune/Loss (Raw)": 0.7978885173797607, "Finetune/Step": 2293, "Finetune/Step Time": 4.546764738857746}
{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.9294626712799072, "Finetune/Loss (Raw)": 0.9586073756217957, "Finetune/Step": 2294, "Finetune/Step Time": 4.544802537187934}
{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.9284631609916687, "Finetune/Loss (Raw)": 0.9738175272941589, "Finetune/Step": 2295, "Finetune/Step Time": 4.56278457865119}
{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.9272478818893433, "Finetune/Loss (Raw)": 0.7948270440101624, "Finetune/Step": 2296, "Finetune/Step Time": 4.56318630091846}
{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.9271117448806763, "Finetune/Loss (Raw)": 0.9748060703277588, "Finetune/Step": 2297, "Finetune/Step Time": 4.565597599372268}
{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.9273808598518372, "Finetune/Loss (Raw)": 0.9016513228416443, "Finetune/Step": 2298, "Finetune/Step Time": 4.561035692691803}
{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.9276903867721558, "Finetune/Loss (Raw)": 1.014206886291504, "Finetune/Step": 2299, "Finetune/Step Time": 4.558614037930965}
{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.9283466339111328, "Finetune/Loss (Raw)": 1.0127062797546387, "Finetune/Step": 2300, "Finetune/Step Time": 4.564386658370495}
{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.9273828268051147, "Finetune/Loss (Raw)": 0.8587128520011902, "Finetune/Step": 2301, "Finetune/Step Time": 4.555968260392547}
{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.9273474812507629, "Finetune/Loss (Raw)": 0.8213805556297302, "Finetune/Step": 2302, "Finetune/Step Time": 4.548482332378626}
{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.9271535873413086, "Finetune/Loss (Raw)": 0.9572360515594482, "Finetune/Step": 2303, "Finetune/Step Time": 4.530983166769147}
{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.9250631928443909, "Finetune/Loss (Raw)": 0.7495721578598022, "Finetune/Step": 2304, "Finetune/Step Time": 4.53935488499701}
{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.9229037761688232, "Finetune/Loss (Raw)": 0.8358514904975891, "Finetune/Step": 2305, "Finetune/Step Time": 4.5348545257002115}
{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.9249663352966309, "Finetune/Loss (Raw)": 1.0906603336334229, "Finetune/Step": 2306, "Finetune/Step Time": 4.537103153765202}
{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.9247819781303406, "Finetune/Loss (Raw)": 1.0105139017105103, "Finetune/Step": 2307, "Finetune/Step Time": 4.521100342273712}
{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.9220746755599976, "Finetune/Loss (Raw)": 0.6558897495269775, "Finetune/Step": 2308, "Finetune/Step Time": 4.523902511224151}
{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.9221109747886658, "Finetune/Loss (Raw)": 1.010454773902893, "Finetune/Step": 2309, "Finetune/Step Time": 4.524013830348849}
{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.9219528436660767, "Finetune/Loss (Raw)": 0.998066246509552, "Finetune/Step": 2310, "Finetune/Step Time": 4.518666226416826}
{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.9237534999847412, "Finetune/Loss (Raw)": 1.053557276725769, "Finetune/Step": 2311, "Finetune/Step Time": 4.498312985524535}
{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.92439866065979, "Finetune/Loss (Raw)": 0.9428612589836121, "Finetune/Step": 2312, "Finetune/Step Time": 4.507635151967406}
{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.9246783256530762, "Finetune/Loss (Raw)": 0.9845734238624573, "Finetune/Step": 2313, "Finetune/Step Time": 4.513166716322303}
{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.9242953062057495, "Finetune/Loss (Raw)": 0.8817092180252075, "Finetune/Step": 2314, "Finetune/Step Time": 4.521491102874279}
{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.9250105619430542, "Finetune/Loss (Raw)": 0.8918061852455139, "Finetune/Step": 2315, "Finetune/Step Time": 4.487564817070961}
{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.9253989458084106, "Finetune/Loss (Raw)": 1.0172728300094604, "Finetune/Step": 2316, "Finetune/Step Time": 4.452635671943426}
{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.9256083965301514, "Finetune/Loss (Raw)": 0.8973417282104492, "Finetune/Step": 2317, "Finetune/Step Time": 4.4491784404963255}
{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.9259034395217896, "Finetune/Loss (Raw)": 0.9258318543434143, "Finetune/Step": 2318, "Finetune/Step Time": 4.437151534482837}
{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.9268402457237244, "Finetune/Loss (Raw)": 1.1185187101364136, "Finetune/Step": 2319, "Finetune/Step Time": 4.4281898103654385}
{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.9279640913009644, "Finetune/Loss (Raw)": 0.9647125005722046, "Finetune/Step": 2320, "Finetune/Step Time": 4.427007870748639}
{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.92738938331604, "Finetune/Loss (Raw)": 0.9529867768287659, "Finetune/Step": 2321, "Finetune/Step Time": 4.434751758351922}
{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.9276857972145081, "Finetune/Loss (Raw)": 1.036200761795044, "Finetune/Step": 2322, "Finetune/Step Time": 4.435227490961552}
{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.9263516664505005, "Finetune/Loss (Raw)": 0.8456964492797852, "Finetune/Step": 2323, "Finetune/Step Time": 4.449706457555294}
{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.9263049364089966, "Finetune/Loss (Raw)": 0.8833699226379395, "Finetune/Step": 2324, "Finetune/Step Time": 4.439755506813526}
{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.92657470703125, "Finetune/Loss (Raw)": 1.0645517110824585, "Finetune/Step": 2325, "Finetune/Step Time": 4.446258096024394}
{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.9228783845901489, "Finetune/Loss (Raw)": 0.4360406994819641, "Finetune/Step": 2326, "Finetune/Step Time": 4.477565091103315}
{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.9232094287872314, "Finetune/Loss (Raw)": 0.9292500615119934, "Finetune/Step": 2327, "Finetune/Step Time": 4.4930062890052795}
{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.9229601621627808, "Finetune/Loss (Raw)": 0.9001481533050537, "Finetune/Step": 2328, "Finetune/Step Time": 4.481926461681724}
{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.9280816316604614, "Finetune/Loss (Raw)": 1.0056887865066528, "Finetune/Step": 2329, "Finetune/Step Time": 4.441112948581576}
{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.927203357219696, "Finetune/Loss (Raw)": 0.8435913920402527, "Finetune/Step": 2330, "Finetune/Step Time": 4.454089056700468}
{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.9277888536453247, "Finetune/Loss (Raw)": 0.9789994955062866, "Finetune/Step": 2331, "Finetune/Step Time": 4.467159785330296}
{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.9298882484436035, "Finetune/Loss (Raw)": 1.1539725065231323, "Finetune/Step": 2332, "Finetune/Step Time": 4.462784482166171}
{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.9345588684082031, "Finetune/Loss (Raw)": 1.0245349407196045, "Finetune/Step": 2333, "Finetune/Step Time": 4.4434633906930685}
{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.9364912509918213, "Finetune/Loss (Raw)": 0.9865983128547668, "Finetune/Step": 2334, "Finetune/Step Time": 4.403158018365502}
{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9357108473777771, "Finetune/Loss (Raw)": 0.900410532951355, "Finetune/Step": 2335, "Finetune/Step Time": 4.410958344116807}
{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.9359194040298462, "Finetune/Loss (Raw)": 0.9300387501716614, "Finetune/Step": 2336, "Finetune/Step Time": 4.416043143719435}
{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.9363929629325867, "Finetune/Loss (Raw)": 0.9745756983757019, "Finetune/Step": 2337, "Finetune/Step Time": 4.4160152692347765}
{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.9412198066711426, "Finetune/Loss (Raw)": 1.0080310106277466, "Finetune/Step": 2338, "Finetune/Step Time": 4.385135293006897}
{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.939685583114624, "Finetune/Loss (Raw)": 0.8525359630584717, "Finetune/Step": 2339, "Finetune/Step Time": 4.3758217971771955}
{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.9410429000854492, "Finetune/Loss (Raw)": 0.9202179908752441, "Finetune/Step": 2340, "Finetune/Step Time": 4.3559357933700085}
{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.9429216384887695, "Finetune/Loss (Raw)": 1.1033228635787964, "Finetune/Step": 2341, "Finetune/Step Time": 4.383297253400087}
{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9398870468139648, "Finetune/Loss (Raw)": 0.3525441288948059, "Finetune/Step": 2342, "Finetune/Step Time": 4.412237344309688}
{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9401637315750122, "Finetune/Loss (Raw)": 1.0416709184646606, "Finetune/Step": 2343, "Finetune/Step Time": 4.424331126734614}
{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.939743161201477, "Finetune/Loss (Raw)": 0.9305400252342224, "Finetune/Step": 2344, "Finetune/Step Time": 4.448164410889149}
{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9408683180809021, "Finetune/Loss (Raw)": 1.1925947666168213, "Finetune/Step": 2345, "Finetune/Step Time": 4.447305232286453}
{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9421104192733765, "Finetune/Loss (Raw)": 0.9464285969734192, "Finetune/Step": 2346, "Finetune/Step Time": 4.442996280267835}
{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.942253828048706, "Finetune/Loss (Raw)": 0.9264240860939026, "Finetune/Step": 2347, "Finetune/Step Time": 4.411249717697501}
{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9427233934402466, "Finetune/Loss (Raw)": 1.0732313394546509, "Finetune/Step": 2348, "Finetune/Step Time": 4.413372414186597}
{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.9433779716491699, "Finetune/Loss (Raw)": 0.9576752185821533, "Finetune/Step": 2349, "Finetune/Step Time": 4.404692063108087}
{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9428871870040894, "Finetune/Loss (Raw)": 0.9489037990570068, "Finetune/Step": 2350, "Finetune/Step Time": 4.3981928024441}
{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9436725378036499, "Finetune/Loss (Raw)": 1.0684406757354736, "Finetune/Step": 2351, "Finetune/Step Time": 4.400062777101994}
{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9449048042297363, "Finetune/Loss (Raw)": 1.1073917150497437, "Finetune/Step": 2352, "Finetune/Step Time": 4.408822255209088}
{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9450926184654236, "Finetune/Loss (Raw)": 0.9489640593528748, "Finetune/Step": 2353, "Finetune/Step Time": 4.4030012879520655}
{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9451217651367188, "Finetune/Loss (Raw)": 0.961422860622406, "Finetune/Step": 2354, "Finetune/Step Time": 4.395410722121596}
{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9438474178314209, "Finetune/Loss (Raw)": 0.8451672792434692, "Finetune/Step": 2355, "Finetune/Step Time": 4.392291773110628}
{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9430380463600159, "Finetune/Loss (Raw)": 0.8509045839309692, "Finetune/Step": 2356, "Finetune/Step Time": 4.392801478505135}
{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9428290128707886, "Finetune/Loss (Raw)": 0.9297058582305908, "Finetune/Step": 2357, "Finetune/Step Time": 4.397159539163113}
{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9441078901290894, "Finetune/Loss (Raw)": 1.0615986585617065, "Finetune/Step": 2358, "Finetune/Step Time": 4.394124621525407}
{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.9383236169815063, "Finetune/Loss (Raw)": 0.28891700506210327, "Finetune/Step": 2359, "Finetune/Step Time": 4.430857578292489}
{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.9373821020126343, "Finetune/Loss (Raw)": 0.9414617419242859, "Finetune/Step": 2360, "Finetune/Step Time": 4.430310539901257}
{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.9385727643966675, "Finetune/Loss (Raw)": 0.9766522645950317, "Finetune/Step": 2361, "Finetune/Step Time": 4.424416549503803}
{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9383185505867004, "Finetune/Loss (Raw)": 0.9676072001457214, "Finetune/Step": 2362, "Finetune/Step Time": 4.412388464435935}
{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.935944676399231, "Finetune/Loss (Raw)": 0.770062267780304, "Finetune/Step": 2363, "Finetune/Step Time": 4.4181428626179695}
{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.9348524808883667, "Finetune/Loss (Raw)": 0.8895364999771118, "Finetune/Step": 2364, "Finetune/Step Time": 4.415325973182917}
{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9357140064239502, "Finetune/Loss (Raw)": 1.0680537223815918, "Finetune/Step": 2365, "Finetune/Step Time": 4.410837631672621}
{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.9356982707977295, "Finetune/Loss (Raw)": 0.815280556678772, "Finetune/Step": 2366, "Finetune/Step Time": 4.412366479635239}
{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.9340622425079346, "Finetune/Loss (Raw)": 0.9891584515571594, "Finetune/Step": 2367, "Finetune/Step Time": 4.417839834466577}
{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.9332770109176636, "Finetune/Loss (Raw)": 0.978850781917572, "Finetune/Step": 2368, "Finetune/Step Time": 4.4134067222476006}
{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.9334583878517151, "Finetune/Loss (Raw)": 1.0425184965133667, "Finetune/Step": 2369, "Finetune/Step Time": 4.410340471193194}
{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.93353670835495, "Finetune/Loss (Raw)": 0.9407293796539307, "Finetune/Step": 2370, "Finetune/Step Time": 4.412418009713292}
{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9346016645431519, "Finetune/Loss (Raw)": 1.051513671875, "Finetune/Step": 2371, "Finetune/Step Time": 4.41133988276124}
{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.9325037002563477, "Finetune/Loss (Raw)": 0.9237673282623291, "Finetune/Step": 2372, "Finetune/Step Time": 4.413992818444967}
{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.9330292344093323, "Finetune/Loss (Raw)": 1.0533533096313477, "Finetune/Step": 2373, "Finetune/Step Time": 4.436371680349112}
{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.9309781789779663, "Finetune/Loss (Raw)": 0.8544340133666992, "Finetune/Step": 2374, "Finetune/Step Time": 4.437766270712018}
{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.9304466843605042, "Finetune/Loss (Raw)": 0.8146142959594727, "Finetune/Step": 2375, "Finetune/Step Time": 4.440932957455516}
{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.9318941235542297, "Finetune/Loss (Raw)": 0.9825854301452637, "Finetune/Step": 2376, "Finetune/Step Time": 4.445920970290899}
{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.933529257774353, "Finetune/Loss (Raw)": 1.091949462890625, "Finetune/Step": 2377, "Finetune/Step Time": 4.446004202589393}
{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.9340006113052368, "Finetune/Loss (Raw)": 1.0391762256622314, "Finetune/Step": 2378, "Finetune/Step Time": 4.42376902513206}
{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.9339380264282227, "Finetune/Loss (Raw)": 0.9865270256996155, "Finetune/Step": 2379, "Finetune/Step Time": 4.440936174243689}
{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9377594590187073, "Finetune/Loss (Raw)": 0.8114017248153687, "Finetune/Step": 2380, "Finetune/Step Time": 4.40195482596755}
{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.936937689781189, "Finetune/Loss (Raw)": 0.9526654481887817, "Finetune/Step": 2381, "Finetune/Step Time": 4.404916290193796}
{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.9350653886795044, "Finetune/Loss (Raw)": 0.8308297395706177, "Finetune/Step": 2382, "Finetune/Step Time": 4.4164600651711226}
{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.9329137802124023, "Finetune/Loss (Raw)": 0.7073848247528076, "Finetune/Step": 2383, "Finetune/Step Time": 4.429979555308819}
{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.9346972703933716, "Finetune/Loss (Raw)": 1.1358017921447754, "Finetune/Step": 2384, "Finetune/Step Time": 4.425414565950632}
{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.9341864585876465, "Finetune/Loss (Raw)": 0.9405249953269958, "Finetune/Step": 2385, "Finetune/Step Time": 4.430560691282153}
{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.936252772808075, "Finetune/Loss (Raw)": 1.0669275522232056, "Finetune/Step": 2386, "Finetune/Step Time": 4.437231928110123}
{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9364534616470337, "Finetune/Loss (Raw)": 0.8949275016784668, "Finetune/Step": 2387, "Finetune/Step Time": 4.451250841841102}
{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.9371351003646851, "Finetune/Loss (Raw)": 1.0051614046096802, "Finetune/Step": 2388, "Finetune/Step Time": 4.461389612406492}
{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.937565803527832, "Finetune/Loss (Raw)": 1.0580618381500244, "Finetune/Step": 2389, "Finetune/Step Time": 4.459621759131551}
{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9375853538513184, "Finetune/Loss (Raw)": 1.072259545326233, "Finetune/Step": 2390, "Finetune/Step Time": 4.463313879445195}
{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9387680292129517, "Finetune/Loss (Raw)": 1.018320918083191, "Finetune/Step": 2391, "Finetune/Step Time": 4.467899490147829}
{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.9385845065116882, "Finetune/Loss (Raw)": 0.9647514820098877, "Finetune/Step": 2392, "Finetune/Step Time": 4.468456711620092}
{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.9396950006484985, "Finetune/Loss (Raw)": 1.0656969547271729, "Finetune/Step": 2393, "Finetune/Step Time": 4.476423379033804}
{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9364124536514282, "Finetune/Loss (Raw)": 0.39052003622055054, "Finetune/Step": 2394, "Finetune/Step Time": 4.508618474006653}
{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9369410276412964, "Finetune/Loss (Raw)": 0.9853373169898987, "Finetune/Step": 2395, "Finetune/Step Time": 4.507715530693531}
{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9374395608901978, "Finetune/Loss (Raw)": 0.9185212254524231, "Finetune/Step": 2396, "Finetune/Step Time": 4.50478975661099}
{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9374263882637024, "Finetune/Loss (Raw)": 0.9715264439582825, "Finetune/Step": 2397, "Finetune/Step Time": 4.502128278836608}
{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9396213889122009, "Finetune/Loss (Raw)": 1.1115751266479492, "Finetune/Step": 2398, "Finetune/Step Time": 4.4933477360755205}
{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.939871072769165, "Finetune/Loss (Raw)": 1.0263327360153198, "Finetune/Step": 2399, "Finetune/Step Time": 4.500390097498894}
{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9385794401168823, "Finetune/Loss (Raw)": 0.8512083292007446, "Finetune/Step": 2400, "Finetune/Step Time": 4.492314625531435}
{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9387879371643066, "Finetune/Loss (Raw)": 0.9875734448432922, "Finetune/Step": 2401, "Finetune/Step Time": 4.495767965912819}
{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9385462999343872, "Finetune/Loss (Raw)": 0.8346167206764221, "Finetune/Step": 2402, "Finetune/Step Time": 4.480078397318721}
{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9379217624664307, "Finetune/Loss (Raw)": 0.975475549697876, "Finetune/Step": 2403, "Finetune/Step Time": 4.488514622673392}
{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.9382364749908447, "Finetune/Loss (Raw)": 0.9955421686172485, "Finetune/Step": 2404, "Finetune/Step Time": 4.4824730064719915}
{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9397889375686646, "Finetune/Loss (Raw)": 0.9720231890678406, "Finetune/Step": 2405, "Finetune/Step Time": 4.4785402454435825}
{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9399202466011047, "Finetune/Loss (Raw)": 1.0298875570297241, "Finetune/Step": 2406, "Finetune/Step Time": 4.479725809767842}
{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9371766448020935, "Finetune/Loss (Raw)": 0.7294033169746399, "Finetune/Step": 2407, "Finetune/Step Time": 4.50121733173728}
{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.9390395879745483, "Finetune/Loss (Raw)": 1.1605192422866821, "Finetune/Step": 2408, "Finetune/Step Time": 4.509824989363551}
{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9389238357543945, "Finetune/Loss (Raw)": 0.9176660180091858, "Finetune/Step": 2409, "Finetune/Step Time": 4.509940549731255}
{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9390486478805542, "Finetune/Loss (Raw)": 0.9560443162918091, "Finetune/Step": 2410, "Finetune/Step Time": 4.524033349007368}
{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9369150996208191, "Finetune/Loss (Raw)": 0.8076037168502808, "Finetune/Step": 2411, "Finetune/Step Time": 4.536973640322685}
{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.9367557764053345, "Finetune/Loss (Raw)": 0.9268385171890259, "Finetune/Step": 2412, "Finetune/Step Time": 4.515142174437642}
{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.9355743527412415, "Finetune/Loss (Raw)": 0.8605926036834717, "Finetune/Step": 2413, "Finetune/Step Time": 4.505347326397896}
{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9355149269104004, "Finetune/Loss (Raw)": 0.9922437071800232, "Finetune/Step": 2414, "Finetune/Step Time": 4.485667081549764}
{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.936198353767395, "Finetune/Loss (Raw)": 0.9139105677604675, "Finetune/Step": 2415, "Finetune/Step Time": 4.480073682963848}
{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.9363141059875488, "Finetune/Loss (Raw)": 0.9904652237892151, "Finetune/Step": 2416, "Finetune/Step Time": 4.478103965520859}
{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9376892447471619, "Finetune/Loss (Raw)": 0.9522937536239624, "Finetune/Step": 2417, "Finetune/Step Time": 4.481580417603254}
{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.932960569858551, "Finetune/Loss (Raw)": 0.43874391913414, "Finetune/Step": 2418, "Finetune/Step Time": 4.523772690445185}
{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.9334726333618164, "Finetune/Loss (Raw)": 0.9461756944656372, "Finetune/Step": 2419, "Finetune/Step Time": 4.531131818890572}
{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.9352942705154419, "Finetune/Loss (Raw)": 1.1141571998596191, "Finetune/Step": 2420, "Finetune/Step Time": 4.520721049979329}
{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9353653192520142, "Finetune/Loss (Raw)": 0.8069776892662048, "Finetune/Step": 2421, "Finetune/Step Time": 4.530541807413101}
{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9341087341308594, "Finetune/Loss (Raw)": 0.7977664470672607, "Finetune/Step": 2422, "Finetune/Step Time": 4.540487624704838}
{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.9326788783073425, "Finetune/Loss (Raw)": 0.790794312953949, "Finetune/Step": 2423, "Finetune/Step Time": 4.533727902919054}
{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.9340544939041138, "Finetune/Loss (Raw)": 0.9709088206291199, "Finetune/Step": 2424, "Finetune/Step Time": 4.533111913129687}
{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.9333930015563965, "Finetune/Loss (Raw)": 0.8901312947273254, "Finetune/Step": 2425, "Finetune/Step Time": 4.543535364791751}
{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.9292128086090088, "Finetune/Loss (Raw)": 0.3665906488895416, "Finetune/Step": 2426, "Finetune/Step Time": 4.580420415848494}
{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.9290186166763306, "Finetune/Loss (Raw)": 0.9893496632575989, "Finetune/Step": 2427, "Finetune/Step Time": 4.571423314511776}
{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.9275289177894592, "Finetune/Loss (Raw)": 0.8220228552818298, "Finetune/Step": 2428, "Finetune/Step Time": 4.571272850036621}
{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.9287551641464233, "Finetune/Loss (Raw)": 1.0156774520874023, "Finetune/Step": 2429, "Finetune/Step Time": 4.578137081116438}
{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.9284278154373169, "Finetune/Loss (Raw)": 0.7794808745384216, "Finetune/Step": 2430, "Finetune/Step Time": 4.60282882861793}
{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.9289999604225159, "Finetune/Loss (Raw)": 1.0304659605026245, "Finetune/Step": 2431, "Finetune/Step Time": 4.600368784740567}
{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.9304862022399902, "Finetune/Loss (Raw)": 0.9398097991943359, "Finetune/Step": 2432, "Finetune/Step Time": 4.603070376440883}
{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.9309793710708618, "Finetune/Loss (Raw)": 0.8989755511283875, "Finetune/Step": 2433, "Finetune/Step Time": 4.602305926382542}
{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.9298921823501587, "Finetune/Loss (Raw)": 0.9515041708946228, "Finetune/Step": 2434, "Finetune/Step Time": 4.601243119686842}
{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.9290990829467773, "Finetune/Loss (Raw)": 0.9089990258216858, "Finetune/Step": 2435, "Finetune/Step Time": 4.6105647180229425}
{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.9318555593490601, "Finetune/Loss (Raw)": 1.0087186098098755, "Finetune/Step": 2436, "Finetune/Step Time": 4.603523829951882}
{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.9310168027877808, "Finetune/Loss (Raw)": 0.9030925035476685, "Finetune/Step": 2437, "Finetune/Step Time": 4.609113238751888}
{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.9313164949417114, "Finetune/Loss (Raw)": 1.036426067352295, "Finetune/Step": 2438, "Finetune/Step Time": 4.613259106874466}
{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.9310635924339294, "Finetune/Loss (Raw)": 1.0211838483810425, "Finetune/Step": 2439, "Finetune/Step Time": 4.613222289830446}
{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.9316314458847046, "Finetune/Loss (Raw)": 1.0155426263809204, "Finetune/Step": 2440, "Finetune/Step Time": 4.593221137300134}
{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.9316537976264954, "Finetune/Loss (Raw)": 0.9874434471130371, "Finetune/Step": 2441, "Finetune/Step Time": 4.588763069361448}
{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.9322494268417358, "Finetune/Loss (Raw)": 0.957953691482544, "Finetune/Step": 2442, "Finetune/Step Time": 4.585050351917744}
{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.9330717325210571, "Finetune/Loss (Raw)": 0.9970549941062927, "Finetune/Step": 2443, "Finetune/Step Time": 4.590768186375499}
{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.9329583644866943, "Finetune/Loss (Raw)": 1.002756118774414, "Finetune/Step": 2444, "Finetune/Step Time": 4.5980240777134895}
{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.928934633731842, "Finetune/Loss (Raw)": 0.3823060393333435, "Finetune/Step": 2445, "Finetune/Step Time": 4.632252756506205}
{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.9290823340415955, "Finetune/Loss (Raw)": 0.9447380304336548, "Finetune/Step": 2446, "Finetune/Step Time": 4.634098500013351}
{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.9276048541069031, "Finetune/Loss (Raw)": 0.9294005632400513, "Finetune/Step": 2447, "Finetune/Step Time": 4.638981726020575}
{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.9282240271568298, "Finetune/Loss (Raw)": 1.0439691543579102, "Finetune/Step": 2448, "Finetune/Step Time": 4.640458922833204}
{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.9273825883865356, "Finetune/Loss (Raw)": 0.8452789187431335, "Finetune/Step": 2449, "Finetune/Step Time": 4.632285874336958}
{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.9230635762214661, "Finetune/Loss (Raw)": 0.4833717942237854, "Finetune/Step": 2450, "Finetune/Step Time": 4.666675744578242}
{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.918940544128418, "Finetune/Loss (Raw)": 0.317951500415802, "Finetune/Step": 2451, "Finetune/Step Time": 4.6921071875840425}
{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.9198640584945679, "Finetune/Loss (Raw)": 1.0015772581100464, "Finetune/Step": 2452, "Finetune/Step Time": 4.693597165867686}
{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.9192880392074585, "Finetune/Loss (Raw)": 0.990820586681366, "Finetune/Step": 2453, "Finetune/Step Time": 4.711273796856403}
{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.923325777053833, "Finetune/Loss (Raw)": 0.9528712630271912, "Finetune/Step": 2454, "Finetune/Step Time": 4.683358550071716}
{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.924297034740448, "Finetune/Loss (Raw)": 1.053570032119751, "Finetune/Step": 2455, "Finetune/Step Time": 4.670291528105736}
{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.9250590801239014, "Finetune/Loss (Raw)": 0.9976879954338074, "Finetune/Step": 2456, "Finetune/Step Time": 4.66014096327126}
{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.9249925017356873, "Finetune/Loss (Raw)": 0.9971739649772644, "Finetune/Step": 2457, "Finetune/Step Time": 4.657560758292675}
{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.926133930683136, "Finetune/Loss (Raw)": 0.9896920323371887, "Finetune/Step": 2458, "Finetune/Step Time": 4.668501004576683}
{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.9255406260490417, "Finetune/Loss (Raw)": 0.903053343296051, "Finetune/Step": 2459, "Finetune/Step Time": 4.657059030607343}
{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.9241321086883545, "Finetune/Loss (Raw)": 0.9736778140068054, "Finetune/Step": 2460, "Finetune/Step Time": 4.651599308475852}
{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.9248218536376953, "Finetune/Loss (Raw)": 1.1128262281417847, "Finetune/Step": 2461, "Finetune/Step Time": 4.647837208583951}
{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.9248725771903992, "Finetune/Loss (Raw)": 0.9930916428565979, "Finetune/Step": 2462, "Finetune/Step Time": 4.634619928896427}
{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.9254100322723389, "Finetune/Loss (Raw)": 0.9692041873931885, "Finetune/Step": 2463, "Finetune/Step Time": 4.629501577466726}
{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.9263977408409119, "Finetune/Loss (Raw)": 1.0564641952514648, "Finetune/Step": 2464, "Finetune/Step Time": 4.614754658192396}
{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.9260604381561279, "Finetune/Loss (Raw)": 0.9314057230949402, "Finetune/Step": 2465, "Finetune/Step Time": 4.617235403507948}
{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.9247555732727051, "Finetune/Loss (Raw)": 0.8410077691078186, "Finetune/Step": 2466, "Finetune/Step Time": 4.613139890134335}
{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.9255185723304749, "Finetune/Loss (Raw)": 0.9502007365226746, "Finetune/Step": 2467, "Finetune/Step Time": 4.59824806638062}
{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.9273496866226196, "Finetune/Loss (Raw)": 1.1545946598052979, "Finetune/Step": 2468, "Finetune/Step Time": 4.602769263088703}
{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.9269161820411682, "Finetune/Loss (Raw)": 1.0478401184082031, "Finetune/Step": 2469, "Finetune/Step Time": 4.5736865401268005}
{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.9309999942779541, "Finetune/Loss (Raw)": 0.8752648234367371, "Finetune/Step": 2470, "Finetune/Step Time": 4.542634516954422}
{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.9309266805648804, "Finetune/Loss (Raw)": 1.0322885513305664, "Finetune/Step": 2471, "Finetune/Step Time": 4.526157351210713}
{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.9313055276870728, "Finetune/Loss (Raw)": 0.9790360331535339, "Finetune/Step": 2472, "Finetune/Step Time": 4.499968430027366}
{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.9295027852058411, "Finetune/Loss (Raw)": 0.9618449211120605, "Finetune/Step": 2473, "Finetune/Step Time": 4.500601252540946}
{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.930050253868103, "Finetune/Loss (Raw)": 1.0164940357208252, "Finetune/Step": 2474, "Finetune/Step Time": 4.50467186793685}
{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.929977297782898, "Finetune/Loss (Raw)": 0.9170936942100525, "Finetune/Step": 2475, "Finetune/Step Time": 4.504296340048313}
{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.9291779398918152, "Finetune/Loss (Raw)": 0.9709105491638184, "Finetune/Step": 2476, "Finetune/Step Time": 4.513178920373321}
{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.9292641878128052, "Finetune/Loss (Raw)": 0.9687222242355347, "Finetune/Step": 2477, "Finetune/Step Time": 4.510282164439559}
{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.9292569160461426, "Finetune/Loss (Raw)": 0.9479674696922302, "Finetune/Step": 2478, "Finetune/Step Time": 4.50377850048244}
{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.9276800751686096, "Finetune/Loss (Raw)": 0.8666046857833862, "Finetune/Step": 2479, "Finetune/Step Time": 4.499006504192948}
{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.9259758591651917, "Finetune/Loss (Raw)": 0.8892523646354675, "Finetune/Step": 2480, "Finetune/Step Time": 4.497565930709243}
{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.921453058719635, "Finetune/Loss (Raw)": 0.3700495660305023, "Finetune/Step": 2481, "Finetune/Step Time": 4.538989150896668}
{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.9227068424224854, "Finetune/Loss (Raw)": 1.1219027042388916, "Finetune/Step": 2482, "Finetune/Step Time": 4.535603802651167}
{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.9235905408859253, "Finetune/Loss (Raw)": 0.9582837820053101, "Finetune/Step": 2483, "Finetune/Step Time": 4.541537817567587}
{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.9241576194763184, "Finetune/Loss (Raw)": 0.9234936833381653, "Finetune/Step": 2484, "Finetune/Step Time": 4.55232959240675}
{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.9243835210800171, "Finetune/Loss (Raw)": 0.9586159586906433, "Finetune/Step": 2485, "Finetune/Step Time": 4.558247013017535}
{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.9227238893508911, "Finetune/Loss (Raw)": 0.8491635918617249, "Finetune/Step": 2486, "Finetune/Step Time": 4.568806571885943}
{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.9228891730308533, "Finetune/Loss (Raw)": 0.3100728988647461, "Finetune/Step": 2487, "Finetune/Step Time": 4.566972045227885}
{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.9239214658737183, "Finetune/Loss (Raw)": 1.0735970735549927, "Finetune/Step": 2488, "Finetune/Step Time": 4.565239958465099}
{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.9241299033164978, "Finetune/Loss (Raw)": 1.0033332109451294, "Finetune/Step": 2489, "Finetune/Step Time": 4.583647141233087}
{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.9190254211425781, "Finetune/Loss (Raw)": 0.31423765420913696, "Finetune/Step": 2490, "Finetune/Step Time": 4.62546406313777}
{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.9202592372894287, "Finetune/Loss (Raw)": 0.927990734577179, "Finetune/Step": 2491, "Finetune/Step Time": 4.618688957765698}
{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.9197880029678345, "Finetune/Loss (Raw)": 0.8292094469070435, "Finetune/Step": 2492, "Finetune/Step Time": 4.619925733655691}
{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.919319748878479, "Finetune/Loss (Raw)": 1.0081206560134888, "Finetune/Step": 2493, "Finetune/Step Time": 4.628121517598629}
{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.921252429485321, "Finetune/Loss (Raw)": 1.0626674890518188, "Finetune/Step": 2494, "Finetune/Step Time": 4.61664623953402}
{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.9210772514343262, "Finetune/Loss (Raw)": 0.9667341113090515, "Finetune/Step": 2495, "Finetune/Step Time": 4.609709747135639}
{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.9208688735961914, "Finetune/Loss (Raw)": 0.9521799683570862, "Finetune/Step": 2496, "Finetune/Step Time": 4.631331373006105}
{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.9193682670593262, "Finetune/Loss (Raw)": 0.8504383563995361, "Finetune/Step": 2497, "Finetune/Step Time": 4.629577876999974}
{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.9201008081436157, "Finetune/Loss (Raw)": 1.0344939231872559, "Finetune/Step": 2498, "Finetune/Step Time": 4.630035735666752}
{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.917384922504425, "Finetune/Loss (Raw)": 0.7038803100585938, "Finetune/Step": 2499, "Finetune/Step Time": 4.642398780211806}
{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.9178379774093628, "Finetune/Loss (Raw)": 0.9817637801170349, "Finetune/Step": 2500, "Finetune/Step Time": 4.642507379874587}
{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.9170757532119751, "Finetune/Loss (Raw)": 0.9557784199714661, "Finetune/Step": 2501, "Finetune/Step Time": 4.622919823974371}
{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.917975664138794, "Finetune/Loss (Raw)": 0.969626784324646, "Finetune/Step": 2502, "Finetune/Step Time": 4.623332237824798}
{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.9188416600227356, "Finetune/Loss (Raw)": 0.9254637956619263, "Finetune/Step": 2503, "Finetune/Step Time": 4.612187221646309}
{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.9183436036109924, "Finetune/Loss (Raw)": 0.9188380241394043, "Finetune/Step": 2504, "Finetune/Step Time": 4.617230460047722}
{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.9171190857887268, "Finetune/Loss (Raw)": 0.9352072477340698, "Finetune/Step": 2505, "Finetune/Step Time": 4.616685127839446}
{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.9159737825393677, "Finetune/Loss (Raw)": 0.892585039138794, "Finetune/Step": 2506, "Finetune/Step Time": 4.6209949273616076}
{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.9163891077041626, "Finetune/Loss (Raw)": 1.0396851301193237, "Finetune/Step": 2507, "Finetune/Step Time": 4.60839313827455}
{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.9168587923049927, "Finetune/Loss (Raw)": 0.8715134859085083, "Finetune/Step": 2508, "Finetune/Step Time": 4.616179225966334}
{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.9161544442176819, "Finetune/Loss (Raw)": 0.8625131249427795, "Finetune/Step": 2509, "Finetune/Step Time": 4.619298232719302}
{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.918143093585968, "Finetune/Loss (Raw)": 1.085378646850586, "Finetune/Step": 2510, "Finetune/Step Time": 4.602630028501153}
{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.9204372763633728, "Finetune/Loss (Raw)": 1.0010385513305664, "Finetune/Step": 2511, "Finetune/Step Time": 4.5991715379059315}
{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.9181839227676392, "Finetune/Loss (Raw)": 0.8473724126815796, "Finetune/Step": 2512, "Finetune/Step Time": 4.60895910859108}
{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.9177448153495789, "Finetune/Loss (Raw)": 0.884316623210907, "Finetune/Step": 2513, "Finetune/Step Time": 4.607783041894436}
{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.9177281856536865, "Finetune/Loss (Raw)": 1.0648046731948853, "Finetune/Step": 2514, "Finetune/Step Time": 4.614231051877141}
{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.9171669483184814, "Finetune/Loss (Raw)": 0.8230873942375183, "Finetune/Step": 2515, "Finetune/Step Time": 4.619513928890228}
{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.9168009757995605, "Finetune/Loss (Raw)": 0.9583151340484619, "Finetune/Step": 2516, "Finetune/Step Time": 4.597383743152022}
{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.9160168170928955, "Finetune/Loss (Raw)": 0.9576911926269531, "Finetune/Step": 2517, "Finetune/Step Time": 4.600905707105994}
{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.9146701693534851, "Finetune/Loss (Raw)": 0.8998876810073853, "Finetune/Step": 2518, "Finetune/Step Time": 4.6068335101008415}
{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.9138283729553223, "Finetune/Loss (Raw)": 0.9105764031410217, "Finetune/Step": 2519, "Finetune/Step Time": 4.606047572568059}
{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.9142732620239258, "Finetune/Loss (Raw)": 1.021691083908081, "Finetune/Step": 2520, "Finetune/Step Time": 4.605824483558536}
{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.9090756773948669, "Finetune/Loss (Raw)": 0.400405615568161, "Finetune/Step": 2521, "Finetune/Step Time": 4.626839306205511}
{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.9138138294219971, "Finetune/Loss (Raw)": 0.9970049262046814, "Finetune/Step": 2522, "Finetune/Step Time": 4.606101172044873}
{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.9119748473167419, "Finetune/Loss (Raw)": 0.7499462962150574, "Finetune/Step": 2523, "Finetune/Step Time": 4.6074195727705956}
{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.911946177482605, "Finetune/Loss (Raw)": 0.9148486256599426, "Finetune/Step": 2524, "Finetune/Step Time": 4.606480097398162}
{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.9114104509353638, "Finetune/Loss (Raw)": 0.9029563069343567, "Finetune/Step": 2525, "Finetune/Step Time": 4.619701428338885}
{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.9102737903594971, "Finetune/Loss (Raw)": 0.966089129447937, "Finetune/Step": 2526, "Finetune/Step Time": 4.6222318559885025}
{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.9103280305862427, "Finetune/Loss (Raw)": 1.0332705974578857, "Finetune/Step": 2527, "Finetune/Step Time": 4.637198651209474}
{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.9116514921188354, "Finetune/Loss (Raw)": 1.0206151008605957, "Finetune/Step": 2528, "Finetune/Step Time": 4.64324389770627}
{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.9060086011886597, "Finetune/Loss (Raw)": 0.2652781009674072, "Finetune/Step": 2529, "Finetune/Step Time": 4.679222272709012}
{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.9068952202796936, "Finetune/Loss (Raw)": 0.9481099843978882, "Finetune/Step": 2530, "Finetune/Step Time": 4.670392248779535}
{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.9059581160545349, "Finetune/Loss (Raw)": 0.8555213809013367, "Finetune/Step": 2531, "Finetune/Step Time": 4.675045968964696}
{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.9061472415924072, "Finetune/Loss (Raw)": 1.019749641418457, "Finetune/Step": 2532, "Finetune/Step Time": 4.691923011094332}
{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.905873715877533, "Finetune/Loss (Raw)": 0.9370104074478149, "Finetune/Step": 2533, "Finetune/Step Time": 4.688484033569694}
{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.900747537612915, "Finetune/Loss (Raw)": 0.3737376928329468, "Finetune/Step": 2534, "Finetune/Step Time": 4.725202077999711}
{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.9031462669372559, "Finetune/Loss (Raw)": 1.0364378690719604, "Finetune/Step": 2535, "Finetune/Step Time": 4.709450289607048}
{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.9001052379608154, "Finetune/Loss (Raw)": 0.7712717652320862, "Finetune/Step": 2536, "Finetune/Step Time": 4.71727785654366}
{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.9004913568496704, "Finetune/Loss (Raw)": 0.9670884609222412, "Finetune/Step": 2537, "Finetune/Step Time": 4.7243510242551565}
{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.901183545589447, "Finetune/Loss (Raw)": 1.0446521043777466, "Finetune/Step": 2538, "Finetune/Step Time": 4.723111882805824}
{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.9019745588302612, "Finetune/Loss (Raw)": 0.9088460803031921, "Finetune/Step": 2539, "Finetune/Step Time": 4.715953009203076}
{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.9029204249382019, "Finetune/Loss (Raw)": 1.0479109287261963, "Finetune/Step": 2540, "Finetune/Step Time": 4.721483789384365}
{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.9030965566635132, "Finetune/Loss (Raw)": 0.88313889503479, "Finetune/Step": 2541, "Finetune/Step Time": 4.74325848557055}
{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.9027284979820251, "Finetune/Loss (Raw)": 0.945130467414856, "Finetune/Step": 2542, "Finetune/Step Time": 4.747587101534009}
{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.9030191898345947, "Finetune/Loss (Raw)": 0.951123833656311, "Finetune/Step": 2543, "Finetune/Step Time": 4.742563512176275}
{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.9011667966842651, "Finetune/Loss (Raw)": 0.753354012966156, "Finetune/Step": 2544, "Finetune/Step Time": 4.7524438463151455}
{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.9007840752601624, "Finetune/Loss (Raw)": 0.9033041596412659, "Finetune/Step": 2545, "Finetune/Step Time": 4.740474259480834}
{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8995091319084167, "Finetune/Loss (Raw)": 0.27555525302886963, "Finetune/Step": 2546, "Finetune/Step Time": 4.7347742803394794}
{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8991702795028687, "Finetune/Loss (Raw)": 0.9027969241142273, "Finetune/Step": 2547, "Finetune/Step Time": 4.706143651157618}
{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8988286852836609, "Finetune/Loss (Raw)": 1.070439100265503, "Finetune/Step": 2548, "Finetune/Step Time": 4.708649691194296}
{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8950295448303223, "Finetune/Loss (Raw)": 0.3206828236579895, "Finetune/Step": 2549, "Finetune/Step Time": 4.726081375032663}
{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8963895440101624, "Finetune/Loss (Raw)": 0.9718494415283203, "Finetune/Step": 2550, "Finetune/Step Time": 4.727016923949122}
{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8980321884155273, "Finetune/Loss (Raw)": 1.0010559558868408, "Finetune/Step": 2551, "Finetune/Step Time": 4.72280190512538}
{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.899173378944397, "Finetune/Loss (Raw)": 1.1169800758361816, "Finetune/Step": 2552, "Finetune/Step Time": 4.723543418571353}
{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8995447754859924, "Finetune/Loss (Raw)": 0.9376664757728577, "Finetune/Step": 2553, "Finetune/Step Time": 4.7250151969492435}
{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.9044041633605957, "Finetune/Loss (Raw)": 0.9886000156402588, "Finetune/Step": 2554, "Finetune/Step Time": 4.716294126585126}
{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8992435336112976, "Finetune/Loss (Raw)": 0.32878053188323975, "Finetune/Step": 2555, "Finetune/Step Time": 4.753073712810874}
{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.9001346230506897, "Finetune/Loss (Raw)": 0.936086118221283, "Finetune/Step": 2556, "Finetune/Step Time": 4.747713088989258}
{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8983731269836426, "Finetune/Loss (Raw)": 0.7902064323425293, "Finetune/Step": 2557, "Finetune/Step Time": 4.730897765606642}
{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8992082476615906, "Finetune/Loss (Raw)": 0.8863739371299744, "Finetune/Step": 2558, "Finetune/Step Time": 4.7005632650107145}
{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8985692262649536, "Finetune/Loss (Raw)": 0.9486691355705261, "Finetune/Step": 2559, "Finetune/Step Time": 4.699664570391178}
{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8985943794250488, "Finetune/Loss (Raw)": 0.9430357813835144, "Finetune/Step": 2560, "Finetune/Step Time": 4.708265565335751}
{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.898705244064331, "Finetune/Loss (Raw)": 0.9131545424461365, "Finetune/Step": 2561, "Finetune/Step Time": 4.711785456165671}
{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8993691802024841, "Finetune/Loss (Raw)": 1.0364940166473389, "Finetune/Step": 2562, "Finetune/Step Time": 4.716257454827428}
{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8977428078651428, "Finetune/Loss (Raw)": 0.7008212804794312, "Finetune/Step": 2563, "Finetune/Step Time": 4.714122008532286}
{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8974063992500305, "Finetune/Loss (Raw)": 0.9656652808189392, "Finetune/Step": 2564, "Finetune/Step Time": 4.716712800785899}
{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8981708884239197, "Finetune/Loss (Raw)": 1.0009410381317139, "Finetune/Step": 2565, "Finetune/Step Time": 4.714064499363303}
{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8975673913955688, "Finetune/Loss (Raw)": 0.9591787457466125, "Finetune/Step": 2566, "Finetune/Step Time": 4.716986268758774}
{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8960064649581909, "Finetune/Loss (Raw)": 0.8213819861412048, "Finetune/Step": 2567, "Finetune/Step Time": 4.722177941352129}
{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8945626020431519, "Finetune/Loss (Raw)": 0.8307384848594666, "Finetune/Step": 2568, "Finetune/Step Time": 4.725756164640188}
{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8959483504295349, "Finetune/Loss (Raw)": 1.1648117303848267, "Finetune/Step": 2569, "Finetune/Step Time": 4.723540151491761}
{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8959234952926636, "Finetune/Loss (Raw)": 0.9547745585441589, "Finetune/Step": 2570, "Finetune/Step Time": 4.728020334616303}
{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.896614670753479, "Finetune/Loss (Raw)": 1.0855189561843872, "Finetune/Step": 2571, "Finetune/Step Time": 4.7261324506253}
{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8958888053894043, "Finetune/Loss (Raw)": 0.9098566770553589, "Finetune/Step": 2572, "Finetune/Step Time": 4.723191557452083}
{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.9001163840293884, "Finetune/Loss (Raw)": 0.9234299659729004, "Finetune/Step": 2573, "Finetune/Step Time": 4.692344885319471}
{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8999831080436707, "Finetune/Loss (Raw)": 0.9276784062385559, "Finetune/Step": 2574, "Finetune/Step Time": 4.714941391721368}
{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.8995373249053955, "Finetune/Loss (Raw)": 0.8723344802856445, "Finetune/Step": 2575, "Finetune/Step Time": 4.706655204296112}
{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8990128636360168, "Finetune/Loss (Raw)": 0.9768506288528442, "Finetune/Step": 2576, "Finetune/Step Time": 4.707637820392847}
{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.9002795219421387, "Finetune/Loss (Raw)": 1.0074074268341064, "Finetune/Step": 2577, "Finetune/Step Time": 4.711890880018473}
{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.9047673940658569, "Finetune/Loss (Raw)": 1.057820439338684, "Finetune/Step": 2578, "Finetune/Step Time": 4.674686128273606}
{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.9105353355407715, "Finetune/Loss (Raw)": 1.0562453269958496, "Finetune/Step": 2579, "Finetune/Step Time": 4.635947806760669}
{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.9085227847099304, "Finetune/Loss (Raw)": 0.7439723014831543, "Finetune/Step": 2580, "Finetune/Step Time": 4.646433217450976}
{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.9091678857803345, "Finetune/Loss (Raw)": 1.0733932256698608, "Finetune/Step": 2581, "Finetune/Step Time": 4.623126210644841}
{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.9088542461395264, "Finetune/Loss (Raw)": 0.9127230048179626, "Finetune/Step": 2582, "Finetune/Step Time": 4.61294724419713}
{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.9073930978775024, "Finetune/Loss (Raw)": 0.866539478302002, "Finetune/Step": 2583, "Finetune/Step Time": 4.621879581362009}
{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.9081010222434998, "Finetune/Loss (Raw)": 1.0883103609085083, "Finetune/Step": 2584, "Finetune/Step Time": 4.622471090406179}
{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.9068872332572937, "Finetune/Loss (Raw)": 0.8418013453483582, "Finetune/Step": 2585, "Finetune/Step Time": 4.6245393846184015}
{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.9070183634757996, "Finetune/Loss (Raw)": 1.006479024887085, "Finetune/Step": 2586, "Finetune/Step Time": 4.605726845562458}
{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.9075332880020142, "Finetune/Loss (Raw)": 0.9689657688140869, "Finetune/Step": 2587, "Finetune/Step Time": 4.606089802458882}
{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.9069070816040039, "Finetune/Loss (Raw)": 0.8935300707817078, "Finetune/Step": 2588, "Finetune/Step Time": 4.614690152928233}
{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.9063630700111389, "Finetune/Loss (Raw)": 1.0431830883026123, "Finetune/Step": 2589, "Finetune/Step Time": 4.619070362299681}
{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.9060947299003601, "Finetune/Loss (Raw)": 0.9587457776069641, "Finetune/Step": 2590, "Finetune/Step Time": 4.621550841256976}
{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.9053016901016235, "Finetune/Loss (Raw)": 0.8676925301551819, "Finetune/Step": 2591, "Finetune/Step Time": 4.66015805490315}
{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.9043774604797363, "Finetune/Loss (Raw)": 0.9381651878356934, "Finetune/Step": 2592, "Finetune/Step Time": 4.668172722682357}
{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.9039340019226074, "Finetune/Loss (Raw)": 0.8746469616889954, "Finetune/Step": 2593, "Finetune/Step Time": 4.688285695388913}
{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.9042223691940308, "Finetune/Loss (Raw)": 0.8779217004776001, "Finetune/Step": 2594, "Finetune/Step Time": 4.7045309487730265}
{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.9040455222129822, "Finetune/Loss (Raw)": 0.9275619387626648, "Finetune/Step": 2595, "Finetune/Step Time": 4.704262848943472}
{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.9019784331321716, "Finetune/Loss (Raw)": 0.8900046944618225, "Finetune/Step": 2596, "Finetune/Step Time": 4.696789715439081}
{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.9015042185783386, "Finetune/Loss (Raw)": 0.9871422648429871, "Finetune/Step": 2597, "Finetune/Step Time": 4.700345981866121}
{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.9008841514587402, "Finetune/Loss (Raw)": 0.7958922982215881, "Finetune/Step": 2598, "Finetune/Step Time": 4.7127062901854515}
{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.9005582332611084, "Finetune/Loss (Raw)": 0.9905670881271362, "Finetune/Step": 2599, "Finetune/Step Time": 4.722663985565305}
{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.9000462889671326, "Finetune/Loss (Raw)": 0.9135121703147888, "Finetune/Step": 2600, "Finetune/Step Time": 4.727420788258314}
{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.9000349044799805, "Finetune/Loss (Raw)": 0.9603910446166992, "Finetune/Step": 2601, "Finetune/Step Time": 4.734398365020752}
{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.9003323316574097, "Finetune/Loss (Raw)": 1.0545666217803955, "Finetune/Step": 2602, "Finetune/Step Time": 4.731971807777882}
{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.9011020064353943, "Finetune/Loss (Raw)": 1.0156110525131226, "Finetune/Step": 2603, "Finetune/Step Time": 4.73104652017355}
{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.900776743888855, "Finetune/Loss (Raw)": 0.9292760491371155, "Finetune/Step": 2604, "Finetune/Step Time": 4.730949219316244}
{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.899509847164154, "Finetune/Loss (Raw)": 0.8065550327301025, "Finetune/Step": 2605, "Finetune/Step Time": 4.734714705497026}
{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.8989026546478271, "Finetune/Loss (Raw)": 0.8702471256256104, "Finetune/Step": 2606, "Finetune/Step Time": 4.764004975557327}
{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.8998754024505615, "Finetune/Loss (Raw)": 0.9911147356033325, "Finetune/Step": 2607, "Finetune/Step Time": 4.784637710079551}
{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.9004768133163452, "Finetune/Loss (Raw)": 0.9662341475486755, "Finetune/Step": 2608, "Finetune/Step Time": 4.776871735230088}
{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.9049109220504761, "Finetune/Loss (Raw)": 0.9376245141029358, "Finetune/Step": 2609, "Finetune/Step Time": 4.734552167356014}
{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.90365070104599, "Finetune/Loss (Raw)": 0.9605921506881714, "Finetune/Step": 2610, "Finetune/Step Time": 4.751574948430061}
{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.9019078612327576, "Finetune/Loss (Raw)": 0.7351986169815063, "Finetune/Step": 2611, "Finetune/Step Time": 4.752045147120953}
{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.9019327163696289, "Finetune/Loss (Raw)": 0.926676332950592, "Finetune/Step": 2612, "Finetune/Step Time": 4.734736617654562}
{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.9026667475700378, "Finetune/Loss (Raw)": 1.0525695085525513, "Finetune/Step": 2613, "Finetune/Step Time": 4.733427286148071}
{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.9029052257537842, "Finetune/Loss (Raw)": 0.8796858787536621, "Finetune/Step": 2614, "Finetune/Step Time": 4.725705020129681}
{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.9083561301231384, "Finetune/Loss (Raw)": 1.00779128074646, "Finetune/Step": 2615, "Finetune/Step Time": 4.698176074773073}
{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.907570481300354, "Finetune/Loss (Raw)": 0.9730324149131775, "Finetune/Step": 2616, "Finetune/Step Time": 4.707005757838488}
{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.9027988910675049, "Finetune/Loss (Raw)": 0.3925762176513672, "Finetune/Step": 2617, "Finetune/Step Time": 4.720991225913167}
{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.9068653583526611, "Finetune/Loss (Raw)": 0.8347458839416504, "Finetune/Step": 2618, "Finetune/Step Time": 4.689316781237721}
{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.9074462652206421, "Finetune/Loss (Raw)": 1.0023386478424072, "Finetune/Step": 2619, "Finetune/Step Time": 4.682955866679549}
{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.9077280759811401, "Finetune/Loss (Raw)": 0.8652798533439636, "Finetune/Step": 2620, "Finetune/Step Time": 4.6791648007929325}
{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.9070285558700562, "Finetune/Loss (Raw)": 0.9185856580734253, "Finetune/Step": 2621, "Finetune/Step Time": 4.676013268530369}
{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.9063254594802856, "Finetune/Loss (Raw)": 0.972671627998352, "Finetune/Step": 2622, "Finetune/Step Time": 4.666079614311457}
{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.9060469269752502, "Finetune/Loss (Raw)": 0.9310822486877441, "Finetune/Step": 2623, "Finetune/Step Time": 4.686403887346387}
{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.9059678316116333, "Finetune/Loss (Raw)": 0.9420585036277771, "Finetune/Step": 2624, "Finetune/Step Time": 4.675089722499251}
{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.9056050777435303, "Finetune/Loss (Raw)": 0.803998589515686, "Finetune/Step": 2625, "Finetune/Step Time": 4.689343377947807}
{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8999263644218445, "Finetune/Loss (Raw)": 0.30762216448783875, "Finetune/Step": 2626, "Finetune/Step Time": 4.726970126852393}
{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.9015355706214905, "Finetune/Loss (Raw)": 0.9098619222640991, "Finetune/Step": 2627, "Finetune/Step Time": 4.7097974587231874}
{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.9018926620483398, "Finetune/Loss (Raw)": 1.0274608135223389, "Finetune/Step": 2628, "Finetune/Step Time": 4.709115296602249}
{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.8999186754226685, "Finetune/Loss (Raw)": 0.7031214237213135, "Finetune/Step": 2629, "Finetune/Step Time": 4.7247515600174665}
{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8989033699035645, "Finetune/Loss (Raw)": 0.8396597504615784, "Finetune/Step": 2630, "Finetune/Step Time": 4.724799836054444}
{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.9001624584197998, "Finetune/Loss (Raw)": 1.0866261720657349, "Finetune/Step": 2631, "Finetune/Step Time": 4.721759535372257}
{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8995073437690735, "Finetune/Loss (Raw)": 0.8349844217300415, "Finetune/Step": 2632, "Finetune/Step Time": 4.716513207182288}
{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.8997938632965088, "Finetune/Loss (Raw)": 0.9718837141990662, "Finetune/Step": 2633, "Finetune/Step Time": 4.718352233991027}
{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.9006065130233765, "Finetune/Loss (Raw)": 0.9965987205505371, "Finetune/Step": 2634, "Finetune/Step Time": 4.72457680106163}
{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.9001024961471558, "Finetune/Loss (Raw)": 0.9751752614974976, "Finetune/Step": 2635, "Finetune/Step Time": 4.718859676271677}
{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.9014100432395935, "Finetune/Loss (Raw)": 1.0388773679733276, "Finetune/Step": 2636, "Finetune/Step Time": 4.7183715626597404}
{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.901353120803833, "Finetune/Loss (Raw)": 0.8552290797233582, "Finetune/Step": 2637, "Finetune/Step Time": 4.723370116204023}
{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.9007283449172974, "Finetune/Loss (Raw)": 1.0054033994674683, "Finetune/Step": 2638, "Finetune/Step Time": 4.744033543393016}
{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8995925188064575, "Finetune/Loss (Raw)": 0.8556591272354126, "Finetune/Step": 2639, "Finetune/Step Time": 4.7346456199884415}
{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.8956403732299805, "Finetune/Loss (Raw)": 0.34150102734565735, "Finetune/Step": 2640, "Finetune/Step Time": 4.7636529635638}
{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8960304260253906, "Finetune/Loss (Raw)": 0.9342348575592041, "Finetune/Step": 2641, "Finetune/Step Time": 4.75534357689321}
{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8950017690658569, "Finetune/Loss (Raw)": 0.9331434369087219, "Finetune/Step": 2642, "Finetune/Step Time": 4.744790893048048}
{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8947337865829468, "Finetune/Loss (Raw)": 0.7887844443321228, "Finetune/Step": 2643, "Finetune/Step Time": 4.741950752213597}
{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8937433958053589, "Finetune/Loss (Raw)": 0.8315377235412598, "Finetune/Step": 2644, "Finetune/Step Time": 4.775255747139454}
{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.894084095954895, "Finetune/Loss (Raw)": 1.001301884651184, "Finetune/Step": 2645, "Finetune/Step Time": 4.778353216126561}
{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8946771621704102, "Finetune/Loss (Raw)": 0.9758014678955078, "Finetune/Step": 2646, "Finetune/Step Time": 4.764414289966226}
{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.894254207611084, "Finetune/Loss (Raw)": 0.8564453125, "Finetune/Step": 2647, "Finetune/Step Time": 4.770061016082764}
{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.894289493560791, "Finetune/Loss (Raw)": 1.0262011289596558, "Finetune/Step": 2648, "Finetune/Step Time": 4.781020635738969}
{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8981629610061646, "Finetune/Loss (Raw)": 0.896210789680481, "Finetune/Step": 2649, "Finetune/Step Time": 4.7571695279330015}
{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8968055248260498, "Finetune/Loss (Raw)": 0.8232566714286804, "Finetune/Step": 2650, "Finetune/Step Time": 4.740289483219385}
{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8977910280227661, "Finetune/Loss (Raw)": 0.8760877847671509, "Finetune/Step": 2651, "Finetune/Step Time": 4.7360919043421745}
{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.8988236784934998, "Finetune/Loss (Raw)": 1.0470249652862549, "Finetune/Step": 2652, "Finetune/Step Time": 4.742692304775119}
{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.89902663230896, "Finetune/Loss (Raw)": 0.9289419054985046, "Finetune/Step": 2653, "Finetune/Step Time": 4.7543433383107185}
{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8941078186035156, "Finetune/Loss (Raw)": 0.3364807069301605, "Finetune/Step": 2654, "Finetune/Step Time": 4.7848365511745214}
{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8937543630599976, "Finetune/Loss (Raw)": 0.9880282878875732, "Finetune/Step": 2655, "Finetune/Step Time": 4.784211467951536}
{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8930246233940125, "Finetune/Loss (Raw)": 0.9272037744522095, "Finetune/Step": 2656, "Finetune/Step Time": 4.77546120993793}
{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8969509601593018, "Finetune/Loss (Raw)": 0.7678465247154236, "Finetune/Step": 2657, "Finetune/Step Time": 4.753304239362478}
{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.89542555809021, "Finetune/Loss (Raw)": 0.7528608441352844, "Finetune/Step": 2658, "Finetune/Step Time": 4.772400837391615}
{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8969010710716248, "Finetune/Loss (Raw)": 1.0443885326385498, "Finetune/Step": 2659, "Finetune/Step Time": 4.757813505828381}
{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8964818120002747, "Finetune/Loss (Raw)": 0.9660819172859192, "Finetune/Step": 2660, "Finetune/Step Time": 4.741619478911161}
{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8980708122253418, "Finetune/Loss (Raw)": 1.1404002904891968, "Finetune/Step": 2661, "Finetune/Step Time": 4.7456914987415075}
{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.9033547043800354, "Finetune/Loss (Raw)": 1.0500820875167847, "Finetune/Step": 2662, "Finetune/Step Time": 4.710807755589485}
{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.9031927585601807, "Finetune/Loss (Raw)": 1.0157092809677124, "Finetune/Step": 2663, "Finetune/Step Time": 4.717493087053299}
{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.9005489349365234, "Finetune/Loss (Raw)": 0.4328625500202179, "Finetune/Step": 2664, "Finetune/Step Time": 4.737237555906177}
{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8992879390716553, "Finetune/Loss (Raw)": 0.8056771755218506, "Finetune/Step": 2665, "Finetune/Step Time": 4.7299975994974375}
{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.898809552192688, "Finetune/Loss (Raw)": 0.9834276437759399, "Finetune/Step": 2666, "Finetune/Step Time": 4.726597817614675}
{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8980573415756226, "Finetune/Loss (Raw)": 0.8125603199005127, "Finetune/Step": 2667, "Finetune/Step Time": 4.721556881442666}
{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8967213034629822, "Finetune/Loss (Raw)": 0.876890242099762, "Finetune/Step": 2668, "Finetune/Step Time": 4.71235384978354}
{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8979921340942383, "Finetune/Loss (Raw)": 1.0458033084869385, "Finetune/Step": 2669, "Finetune/Step Time": 4.6906362399458885}
{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8979730606079102, "Finetune/Loss (Raw)": 0.9426887631416321, "Finetune/Step": 2670, "Finetune/Step Time": 4.685538841411471}
{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8969289660453796, "Finetune/Loss (Raw)": 0.8174836039543152, "Finetune/Step": 2671, "Finetune/Step Time": 4.69702760502696}
{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8966349959373474, "Finetune/Loss (Raw)": 0.7157270908355713, "Finetune/Step": 2672, "Finetune/Step Time": 4.7071261797100306}
{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8964704275131226, "Finetune/Loss (Raw)": 0.8822439312934875, "Finetune/Step": 2673, "Finetune/Step Time": 4.706919057294726}
{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.9012960195541382, "Finetune/Loss (Raw)": 0.8932273983955383, "Finetune/Step": 2674, "Finetune/Step Time": 4.680502342060208}
{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.9011865258216858, "Finetune/Loss (Raw)": 0.888780415058136, "Finetune/Step": 2675, "Finetune/Step Time": 4.690839296206832}
{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8995252847671509, "Finetune/Loss (Raw)": 0.8577961921691895, "Finetune/Step": 2676, "Finetune/Step Time": 4.694146012887359}
{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.904961347579956, "Finetune/Loss (Raw)": 1.0164976119995117, "Finetune/Step": 2677, "Finetune/Step Time": 4.6543621607124805}
{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.9045975804328918, "Finetune/Loss (Raw)": 0.9252921938896179, "Finetune/Step": 2678, "Finetune/Step Time": 4.642468111589551}
{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.9049955606460571, "Finetune/Loss (Raw)": 1.0519952774047852, "Finetune/Step": 2679, "Finetune/Step Time": 4.640339156612754}
{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.9036480188369751, "Finetune/Loss (Raw)": 0.9444971680641174, "Finetune/Step": 2680, "Finetune/Step Time": 4.64315683208406}
{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8989627361297607, "Finetune/Loss (Raw)": 0.33794647455215454, "Finetune/Step": 2681, "Finetune/Step Time": 4.668093340471387}
{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8984352350234985, "Finetune/Loss (Raw)": 0.9210795760154724, "Finetune/Step": 2682, "Finetune/Step Time": 4.644056325778365}
{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.9032168388366699, "Finetune/Loss (Raw)": 0.9408343434333801, "Finetune/Step": 2683, "Finetune/Step Time": 4.60448338277638}
{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.9030189514160156, "Finetune/Loss (Raw)": 0.9107471704483032, "Finetune/Step": 2684, "Finetune/Step Time": 4.604528026655316}
{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.9040542840957642, "Finetune/Loss (Raw)": 0.922736644744873, "Finetune/Step": 2685, "Finetune/Step Time": 4.608472544699907}
{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.9035887718200684, "Finetune/Loss (Raw)": 0.8267789483070374, "Finetune/Step": 2686, "Finetune/Step Time": 4.616933749988675}
{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.9034321308135986, "Finetune/Loss (Raw)": 0.9286288022994995, "Finetune/Step": 2687, "Finetune/Step Time": 4.6184278558939695}
{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.9036684036254883, "Finetune/Loss (Raw)": 0.9732733368873596, "Finetune/Step": 2688, "Finetune/Step Time": 4.598719606176019}
{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.9048415422439575, "Finetune/Loss (Raw)": 1.0633162260055542, "Finetune/Step": 2689, "Finetune/Step Time": 4.601910391822457}
{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8996129631996155, "Finetune/Loss (Raw)": 0.3672371208667755, "Finetune/Step": 2690, "Finetune/Step Time": 4.635112812742591}
{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.9026033282279968, "Finetune/Loss (Raw)": 1.0835902690887451, "Finetune/Step": 2691, "Finetune/Step Time": 4.627785287797451}
{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.9019415378570557, "Finetune/Loss (Raw)": 0.8809459805488586, "Finetune/Step": 2692, "Finetune/Step Time": 4.627374457195401}
{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.9020054936408997, "Finetune/Loss (Raw)": 1.0091313123703003, "Finetune/Step": 2693, "Finetune/Step Time": 4.624852396547794}
{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.9018339514732361, "Finetune/Loss (Raw)": 0.9372212886810303, "Finetune/Step": 2694, "Finetune/Step Time": 4.626158742234111}
{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.9022542238235474, "Finetune/Loss (Raw)": 0.8751822113990784, "Finetune/Step": 2695, "Finetune/Step Time": 4.630384812131524}
{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.9037650227546692, "Finetune/Loss (Raw)": 1.0241199731826782, "Finetune/Step": 2696, "Finetune/Step Time": 4.642169462516904}
{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.901608943939209, "Finetune/Loss (Raw)": 0.88883376121521, "Finetune/Step": 2697, "Finetune/Step Time": 4.644733881577849}
{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.9007992744445801, "Finetune/Loss (Raw)": 0.851139485836029, "Finetune/Step": 2698, "Finetune/Step Time": 4.639567092061043}
{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.9006218314170837, "Finetune/Loss (Raw)": 1.0628060102462769, "Finetune/Step": 2699, "Finetune/Step Time": 4.653901865705848}
{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.9004712104797363, "Finetune/Loss (Raw)": 0.8905749917030334, "Finetune/Step": 2700, "Finetune/Step Time": 4.653450367972255}
{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.9004008173942566, "Finetune/Loss (Raw)": 0.9144201278686523, "Finetune/Step": 2701, "Finetune/Step Time": 4.676094787195325}
{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.900719165802002, "Finetune/Loss (Raw)": 0.9684224128723145, "Finetune/Step": 2702, "Finetune/Step Time": 4.664419639855623}
{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.9008120894432068, "Finetune/Loss (Raw)": 0.8842366337776184, "Finetune/Step": 2703, "Finetune/Step Time": 4.68178610317409}
{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8997308015823364, "Finetune/Loss (Raw)": 0.8384445309638977, "Finetune/Step": 2704, "Finetune/Step Time": 4.694311013445258}
{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8989869356155396, "Finetune/Loss (Raw)": 0.9121938943862915, "Finetune/Step": 2705, "Finetune/Step Time": 4.694734387099743}
{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.898750364780426, "Finetune/Loss (Raw)": 1.0275304317474365, "Finetune/Step": 2706, "Finetune/Step Time": 4.701563458889723}
{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8986042737960815, "Finetune/Loss (Raw)": 1.0375559329986572, "Finetune/Step": 2707, "Finetune/Step Time": 4.698105853050947}
{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.9009364247322083, "Finetune/Loss (Raw)": 1.0424797534942627, "Finetune/Step": 2708, "Finetune/Step Time": 4.695105919614434}
{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8995298147201538, "Finetune/Loss (Raw)": 0.8933480381965637, "Finetune/Step": 2709, "Finetune/Step Time": 4.705248778685927}
{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.895340085029602, "Finetune/Loss (Raw)": 0.3764364719390869, "Finetune/Step": 2710, "Finetune/Step Time": 4.744499649852514}
{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8964124917984009, "Finetune/Loss (Raw)": 1.003812551498413, "Finetune/Step": 2711, "Finetune/Step Time": 4.734991408884525}
{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8954503536224365, "Finetune/Loss (Raw)": 0.9651542901992798, "Finetune/Step": 2712, "Finetune/Step Time": 4.753468908369541}
{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8960201740264893, "Finetune/Loss (Raw)": 0.9147387742996216, "Finetune/Step": 2713, "Finetune/Step Time": 4.760391939431429}
{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8957834243774414, "Finetune/Loss (Raw)": 0.9761687517166138, "Finetune/Step": 2714, "Finetune/Step Time": 4.760202532634139}
{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8949389457702637, "Finetune/Loss (Raw)": 0.8608800768852234, "Finetune/Step": 2715, "Finetune/Step Time": 4.753115586936474}
{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.894778847694397, "Finetune/Loss (Raw)": 0.8730326294898987, "Finetune/Step": 2716, "Finetune/Step Time": 4.74557688087225}
{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.893843412399292, "Finetune/Loss (Raw)": 0.9234470725059509, "Finetune/Step": 2717, "Finetune/Step Time": 4.727069053798914}
{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8933319449424744, "Finetune/Loss (Raw)": 0.8932843804359436, "Finetune/Step": 2718, "Finetune/Step Time": 4.727287627756596}
{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8941795825958252, "Finetune/Loss (Raw)": 0.9761931300163269, "Finetune/Step": 2719, "Finetune/Step Time": 4.689897509291768}
{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8944374322891235, "Finetune/Loss (Raw)": 0.9711649417877197, "Finetune/Step": 2720, "Finetune/Step Time": 4.685785053297877}
{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8945388793945312, "Finetune/Loss (Raw)": 0.887632429599762, "Finetune/Step": 2721, "Finetune/Step Time": 4.676727237179875}
{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8947290182113647, "Finetune/Loss (Raw)": 0.9022491574287415, "Finetune/Step": 2722, "Finetune/Step Time": 4.661915862932801}
{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8943905830383301, "Finetune/Loss (Raw)": 0.8842543959617615, "Finetune/Step": 2723, "Finetune/Step Time": 4.661658588796854}
{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.894860029220581, "Finetune/Loss (Raw)": 0.9500875473022461, "Finetune/Step": 2724, "Finetune/Step Time": 4.6643001064658165}
{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8945387005805969, "Finetune/Loss (Raw)": 0.9460151791572571, "Finetune/Step": 2725, "Finetune/Step Time": 4.657596681267023}
{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.895699679851532, "Finetune/Loss (Raw)": 0.9444981813430786, "Finetune/Step": 2726, "Finetune/Step Time": 4.649092676118016}
{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8952173590660095, "Finetune/Loss (Raw)": 0.9288315773010254, "Finetune/Step": 2727, "Finetune/Step Time": 4.64634689502418}
{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.894676685333252, "Finetune/Loss (Raw)": 0.8443028330802917, "Finetune/Step": 2728, "Finetune/Step Time": 4.644918104633689}
{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8904111385345459, "Finetune/Loss (Raw)": 0.41439732909202576, "Finetune/Step": 2729, "Finetune/Step Time": 4.6728792898356915}
{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8885599374771118, "Finetune/Loss (Raw)": 0.817612886428833, "Finetune/Step": 2730, "Finetune/Step Time": 4.674949664622545}
{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8878272771835327, "Finetune/Loss (Raw)": 0.9218388199806213, "Finetune/Step": 2731, "Finetune/Step Time": 4.677376573905349}
{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8881348371505737, "Finetune/Loss (Raw)": 0.9686446785926819, "Finetune/Step": 2732, "Finetune/Step Time": 4.667620183899999}
{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8890699148178101, "Finetune/Loss (Raw)": 0.9262374639511108, "Finetune/Step": 2733, "Finetune/Step Time": 4.662301499396563}
{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8900609016418457, "Finetune/Loss (Raw)": 0.9970946311950684, "Finetune/Step": 2734, "Finetune/Step Time": 4.644241224974394}
{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8900629281997681, "Finetune/Loss (Raw)": 0.9913806915283203, "Finetune/Step": 2735, "Finetune/Step Time": 4.621288921684027}
{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8860623240470886, "Finetune/Loss (Raw)": 0.45415130257606506, "Finetune/Step": 2736, "Finetune/Step Time": 4.6578168254345655}
{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8838918805122375, "Finetune/Loss (Raw)": 0.6598058938980103, "Finetune/Step": 2737, "Finetune/Step Time": 4.6629329752177}
{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8837141990661621, "Finetune/Loss (Raw)": 0.9378471374511719, "Finetune/Step": 2738, "Finetune/Step Time": 4.652452066540718}
{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8854732513427734, "Finetune/Loss (Raw)": 0.9603555798530579, "Finetune/Step": 2739, "Finetune/Step Time": 4.649579782038927}
{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8849401473999023, "Finetune/Loss (Raw)": 0.8584428429603577, "Finetune/Step": 2740, "Finetune/Step Time": 4.663941219449043}
{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8847131729125977, "Finetune/Loss (Raw)": 1.0235192775726318, "Finetune/Step": 2741, "Finetune/Step Time": 4.65894616022706}
{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8852053880691528, "Finetune/Loss (Raw)": 0.9426867365837097, "Finetune/Step": 2742, "Finetune/Step Time": 4.6643415335565805}
{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.8851226568222046, "Finetune/Loss (Raw)": 0.9972016215324402, "Finetune/Step": 2743, "Finetune/Step Time": 4.656663205474615}
{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8850208520889282, "Finetune/Loss (Raw)": 0.9600009322166443, "Finetune/Step": 2744, "Finetune/Step Time": 4.6479646358639}
{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.889920711517334, "Finetune/Loss (Raw)": 1.0197558403015137, "Finetune/Step": 2745, "Finetune/Step Time": 4.610589375719428}
{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8907040357589722, "Finetune/Loss (Raw)": 0.9350138306617737, "Finetune/Step": 2746, "Finetune/Step Time": 4.6175429578870535}
{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8900051116943359, "Finetune/Loss (Raw)": 0.9128744006156921, "Finetune/Step": 2747, "Finetune/Step Time": 4.634540602564812}
{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8914581537246704, "Finetune/Loss (Raw)": 1.051270842552185, "Finetune/Step": 2748, "Finetune/Step Time": 4.642474928870797}
{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8919830322265625, "Finetune/Loss (Raw)": 0.9857727289199829, "Finetune/Step": 2749, "Finetune/Step Time": 4.639003613963723}
{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8912345170974731, "Finetune/Loss (Raw)": 0.8768610954284668, "Finetune/Step": 2750, "Finetune/Step Time": 4.648487849161029}
{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8914849758148193, "Finetune/Loss (Raw)": 0.9631468057632446, "Finetune/Step": 2751, "Finetune/Step Time": 4.637476215139031}
{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8918321132659912, "Finetune/Loss (Raw)": 0.9864842295646667, "Finetune/Step": 2752, "Finetune/Step Time": 4.637051543220878}
{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8934076428413391, "Finetune/Loss (Raw)": 1.0056675672531128, "Finetune/Step": 2753, "Finetune/Step Time": 4.622762408107519}
{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8985775709152222, "Finetune/Loss (Raw)": 0.9693762063980103, "Finetune/Step": 2754, "Finetune/Step Time": 4.5824520364403725}
{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8942241072654724, "Finetune/Loss (Raw)": 0.35261622071266174, "Finetune/Step": 2755, "Finetune/Step Time": 4.623690154403448}
{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8942817449569702, "Finetune/Loss (Raw)": 1.0348422527313232, "Finetune/Step": 2756, "Finetune/Step Time": 4.640499476343393}
{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.8951659202575684, "Finetune/Loss (Raw)": 0.8162958025932312, "Finetune/Step": 2757, "Finetune/Step Time": 4.657060761004686}
{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8962217569351196, "Finetune/Loss (Raw)": 0.9748095870018005, "Finetune/Step": 2758, "Finetune/Step Time": 4.656997926533222}
{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8944565057754517, "Finetune/Loss (Raw)": 0.8606741428375244, "Finetune/Step": 2759, "Finetune/Step Time": 4.663213636726141}
{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.893950343132019, "Finetune/Loss (Raw)": 0.7701979875564575, "Finetune/Step": 2760, "Finetune/Step Time": 4.657454859465361}
{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8895975351333618, "Finetune/Loss (Raw)": 0.4147131145000458, "Finetune/Step": 2761, "Finetune/Step Time": 4.695280620828271}
{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8886633515357971, "Finetune/Loss (Raw)": 0.8770298957824707, "Finetune/Step": 2762, "Finetune/Step Time": 4.699209129437804}
{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8881801962852478, "Finetune/Loss (Raw)": 0.9133269786834717, "Finetune/Step": 2763, "Finetune/Step Time": 4.7021354380995035}
{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.887237012386322, "Finetune/Loss (Raw)": 0.9181532859802246, "Finetune/Step": 2764, "Finetune/Step Time": 4.702719112858176}
{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8832811117172241, "Finetune/Loss (Raw)": 0.3488657772541046, "Finetune/Step": 2765, "Finetune/Step Time": 4.733916815370321}
{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8823058605194092, "Finetune/Loss (Raw)": 0.880582869052887, "Finetune/Step": 2766, "Finetune/Step Time": 4.718764962628484}
{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8837939500808716, "Finetune/Loss (Raw)": 1.046129822731018, "Finetune/Step": 2767, "Finetune/Step Time": 4.732148779556155}
{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8889322280883789, "Finetune/Loss (Raw)": 0.9991971850395203, "Finetune/Step": 2768, "Finetune/Step Time": 4.695523243397474}
{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8891733884811401, "Finetune/Loss (Raw)": 0.9651098847389221, "Finetune/Step": 2769, "Finetune/Step Time": 4.704117400571704}
{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8875716924667358, "Finetune/Loss (Raw)": 0.7281268239021301, "Finetune/Step": 2770, "Finetune/Step Time": 4.720421364530921}
{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.8886194229125977, "Finetune/Loss (Raw)": 0.9228839874267578, "Finetune/Step": 2771, "Finetune/Step Time": 4.713282136246562}
{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8895589709281921, "Finetune/Loss (Raw)": 0.9518067240715027, "Finetune/Step": 2772, "Finetune/Step Time": 4.682405291125178}
{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8893936276435852, "Finetune/Loss (Raw)": 0.980135977268219, "Finetune/Step": 2773, "Finetune/Step Time": 4.675553137436509}
{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8843362331390381, "Finetune/Loss (Raw)": 0.32845339179039, "Finetune/Step": 2774, "Finetune/Step Time": 4.713272619992495}
{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8851163983345032, "Finetune/Loss (Raw)": 0.9563074111938477, "Finetune/Step": 2775, "Finetune/Step Time": 4.703208362683654}
{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8836361765861511, "Finetune/Loss (Raw)": 0.8367334604263306, "Finetune/Step": 2776, "Finetune/Step Time": 4.6954343263059855}
{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.8834905624389648, "Finetune/Loss (Raw)": 0.8775746822357178, "Finetune/Step": 2777, "Finetune/Step Time": 4.682097971439362}
{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8842812776565552, "Finetune/Loss (Raw)": 0.924465537071228, "Finetune/Step": 2778, "Finetune/Step Time": 4.68242303840816}
{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8843786120414734, "Finetune/Loss (Raw)": 0.8885462284088135, "Finetune/Step": 2779, "Finetune/Step Time": 4.687955992296338}
{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8832880258560181, "Finetune/Loss (Raw)": 0.9074276685714722, "Finetune/Step": 2780, "Finetune/Step Time": 4.686484290286899}
{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8841457366943359, "Finetune/Loss (Raw)": 1.0387368202209473, "Finetune/Step": 2781, "Finetune/Step Time": 4.670788990333676}
{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8883333802223206, "Finetune/Loss (Raw)": 0.8724952936172485, "Finetune/Step": 2782, "Finetune/Step Time": 4.634757658466697}
{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8890057802200317, "Finetune/Loss (Raw)": 1.0740952491760254, "Finetune/Step": 2783, "Finetune/Step Time": 4.633127706125379}
{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8875857591629028, "Finetune/Loss (Raw)": 0.7454433441162109, "Finetune/Step": 2784, "Finetune/Step Time": 4.645560707896948}
{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.888638973236084, "Finetune/Loss (Raw)": 0.9026598930358887, "Finetune/Step": 2785, "Finetune/Step Time": 4.633929712697864}
{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8906363248825073, "Finetune/Loss (Raw)": 1.0085225105285645, "Finetune/Step": 2786, "Finetune/Step Time": 4.610690804198384}
{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8892531394958496, "Finetune/Loss (Raw)": 0.8673310279846191, "Finetune/Step": 2787, "Finetune/Step Time": 4.611015785485506}
{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8893681764602661, "Finetune/Loss (Raw)": 0.9808142781257629, "Finetune/Step": 2788, "Finetune/Step Time": 4.621137671172619}
{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.887480616569519, "Finetune/Loss (Raw)": 0.898792564868927, "Finetune/Step": 2789, "Finetune/Step Time": 4.639212645590305}
{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8867725133895874, "Finetune/Loss (Raw)": 0.9594471454620361, "Finetune/Step": 2790, "Finetune/Step Time": 4.6367153115570545}
{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.8851626515388489, "Finetune/Loss (Raw)": 0.8096399307250977, "Finetune/Step": 2791, "Finetune/Step Time": 4.646841462701559}
{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8898467421531677, "Finetune/Loss (Raw)": 1.0324267148971558, "Finetune/Step": 2792, "Finetune/Step Time": 4.623245118185878}
{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8915216326713562, "Finetune/Loss (Raw)": 1.0200707912445068, "Finetune/Step": 2793, "Finetune/Step Time": 4.621371455490589}
{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8905506134033203, "Finetune/Loss (Raw)": 0.8591296672821045, "Finetune/Step": 2794, "Finetune/Step Time": 4.6295688431710005}
{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8915707468986511, "Finetune/Loss (Raw)": 0.9431379437446594, "Finetune/Step": 2795, "Finetune/Step Time": 4.645710540935397}
{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8916412591934204, "Finetune/Loss (Raw)": 0.885917603969574, "Finetune/Step": 2796, "Finetune/Step Time": 4.662361254915595}
{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8900960087776184, "Finetune/Loss (Raw)": 0.8480107188224792, "Finetune/Step": 2797, "Finetune/Step Time": 4.674667721614242}
{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.885635256767273, "Finetune/Loss (Raw)": 0.3717077970504761, "Finetune/Step": 2798, "Finetune/Step Time": 4.722745530307293}
{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8853211402893066, "Finetune/Loss (Raw)": 0.7772766351699829, "Finetune/Step": 2799, "Finetune/Step Time": 4.715036639943719}
{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.8859478235244751, "Finetune/Loss (Raw)": 0.7959439158439636, "Finetune/Step": 2800, "Finetune/Step Time": 4.709724478423595}
{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8869605660438538, "Finetune/Loss (Raw)": 1.01188063621521, "Finetune/Step": 2801, "Finetune/Step Time": 4.713717199862003}
{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8878710269927979, "Finetune/Loss (Raw)": 1.0097676515579224, "Finetune/Step": 2802, "Finetune/Step Time": 4.712935484945774}
{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8884514570236206, "Finetune/Loss (Raw)": 0.9630633592605591, "Finetune/Step": 2803, "Finetune/Step Time": 4.706256603822112}
{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.88923180103302, "Finetune/Loss (Raw)": 0.9576882123947144, "Finetune/Step": 2804, "Finetune/Step Time": 4.700841611251235}
{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8895050287246704, "Finetune/Loss (Raw)": 1.0514698028564453, "Finetune/Step": 2805, "Finetune/Step Time": 4.699646655470133}
{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8891816735267639, "Finetune/Loss (Raw)": 0.8839040398597717, "Finetune/Step": 2806, "Finetune/Step Time": 4.7060131803154945}
{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.887763261795044, "Finetune/Loss (Raw)": 0.8704399466514587, "Finetune/Step": 2807, "Finetune/Step Time": 4.704118715599179}
{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8868626952171326, "Finetune/Loss (Raw)": 0.8292242884635925, "Finetune/Step": 2808, "Finetune/Step Time": 4.714653393253684}
{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8869360089302063, "Finetune/Loss (Raw)": 0.34733593463897705, "Finetune/Step": 2809, "Finetune/Step Time": 4.720413185656071}
{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8858606815338135, "Finetune/Loss (Raw)": 0.7834384441375732, "Finetune/Step": 2810, "Finetune/Step Time": 4.718485528603196}
{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8860450387001038, "Finetune/Loss (Raw)": 0.9644272327423096, "Finetune/Step": 2811, "Finetune/Step Time": 4.722053613513708}
{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8860793113708496, "Finetune/Loss (Raw)": 0.9151328206062317, "Finetune/Step": 2812, "Finetune/Step Time": 4.721466878429055}
{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.886915922164917, "Finetune/Loss (Raw)": 1.0298190116882324, "Finetune/Step": 2813, "Finetune/Step Time": 4.725381348282099}
{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8831684589385986, "Finetune/Loss (Raw)": 0.34710371494293213, "Finetune/Step": 2814, "Finetune/Step Time": 4.756515439599752}
{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8841933012008667, "Finetune/Loss (Raw)": 1.0598117113113403, "Finetune/Step": 2815, "Finetune/Step Time": 4.75889147259295}
{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8843048810958862, "Finetune/Loss (Raw)": 0.9875589609146118, "Finetune/Step": 2816, "Finetune/Step Time": 4.757972115650773}
{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8830287456512451, "Finetune/Loss (Raw)": 0.8999691605567932, "Finetune/Step": 2817, "Finetune/Step Time": 4.759149333462119}
{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8869365453720093, "Finetune/Loss (Raw)": 0.8674379587173462, "Finetune/Step": 2818, "Finetune/Step Time": 4.726098865270615}
{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8867334127426147, "Finetune/Loss (Raw)": 1.0575780868530273, "Finetune/Step": 2819, "Finetune/Step Time": 4.735233377665281}
{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.88812255859375, "Finetune/Loss (Raw)": 1.0587637424468994, "Finetune/Step": 2820, "Finetune/Step Time": 4.735055213794112}
{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8862359523773193, "Finetune/Loss (Raw)": 0.7676432132720947, "Finetune/Step": 2821, "Finetune/Step Time": 4.748114550486207}
{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8862209916114807, "Finetune/Loss (Raw)": 0.9353089928627014, "Finetune/Step": 2822, "Finetune/Step Time": 4.744003212079406}
{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8825005292892456, "Finetune/Loss (Raw)": 0.3989622890949249, "Finetune/Step": 2823, "Finetune/Step Time": 4.770150260999799}
{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8812440633773804, "Finetune/Loss (Raw)": 0.8632948398590088, "Finetune/Step": 2824, "Finetune/Step Time": 4.755996095016599}
{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8807523846626282, "Finetune/Loss (Raw)": 0.8259008526802063, "Finetune/Step": 2825, "Finetune/Step Time": 4.7550983894616365}
{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8804162740707397, "Finetune/Loss (Raw)": 0.8081086874008179, "Finetune/Step": 2826, "Finetune/Step Time": 4.758078016340733}
{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8797729015350342, "Finetune/Loss (Raw)": 0.9804602265357971, "Finetune/Step": 2827, "Finetune/Step Time": 4.74054891243577}
{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8812897205352783, "Finetune/Loss (Raw)": 1.0847185850143433, "Finetune/Step": 2828, "Finetune/Step Time": 4.7454344015568495}
{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8817356824874878, "Finetune/Loss (Raw)": 0.9715108871459961, "Finetune/Step": 2829, "Finetune/Step Time": 4.727843429893255}
{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8819476366043091, "Finetune/Loss (Raw)": 0.9955527782440186, "Finetune/Step": 2830, "Finetune/Step Time": 4.719993926584721}
{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.883530855178833, "Finetune/Loss (Raw)": 1.086885929107666, "Finetune/Step": 2831, "Finetune/Step Time": 4.703225137665868}
{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8851536512374878, "Finetune/Loss (Raw)": 1.0461608171463013, "Finetune/Step": 2832, "Finetune/Step Time": 4.698424169793725}
{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8852198719978333, "Finetune/Loss (Raw)": 0.9206765294075012, "Finetune/Step": 2833, "Finetune/Step Time": 4.705269105732441}
{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.879935085773468, "Finetune/Loss (Raw)": 0.35107550024986267, "Finetune/Step": 2834, "Finetune/Step Time": 4.736319852992892}
{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8793224096298218, "Finetune/Loss (Raw)": 0.9591273665428162, "Finetune/Step": 2835, "Finetune/Step Time": 4.739187238737941}
{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8773930072784424, "Finetune/Loss (Raw)": 0.7955206036567688, "Finetune/Step": 2836, "Finetune/Step Time": 4.7313641011714935}
{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8781338930130005, "Finetune/Loss (Raw)": 0.9881875514984131, "Finetune/Step": 2837, "Finetune/Step Time": 4.719224208965898}
{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8820105791091919, "Finetune/Loss (Raw)": 0.8726457953453064, "Finetune/Step": 2838, "Finetune/Step Time": 4.676357856020331}
{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8809292316436768, "Finetune/Loss (Raw)": 0.8654017448425293, "Finetune/Step": 2839, "Finetune/Step Time": 4.681452378630638}
{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8810819387435913, "Finetune/Loss (Raw)": 0.9846954345703125, "Finetune/Step": 2840, "Finetune/Step Time": 4.665043018758297}
{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8826155662536621, "Finetune/Loss (Raw)": 1.1110543012619019, "Finetune/Step": 2841, "Finetune/Step Time": 4.659100545570254}
{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8823077082633972, "Finetune/Loss (Raw)": 0.9367532730102539, "Finetune/Step": 2842, "Finetune/Step Time": 4.661091558635235}
{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8816803693771362, "Finetune/Loss (Raw)": 0.7805817127227783, "Finetune/Step": 2843, "Finetune/Step Time": 4.666089935228229}
{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8821614980697632, "Finetune/Loss (Raw)": 0.9346200823783875, "Finetune/Step": 2844, "Finetune/Step Time": 4.666366972029209}
{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8825933933258057, "Finetune/Loss (Raw)": 0.978731632232666, "Finetune/Step": 2845, "Finetune/Step Time": 4.677346577867866}
{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8826034069061279, "Finetune/Loss (Raw)": 0.8945651054382324, "Finetune/Step": 2846, "Finetune/Step Time": 4.675565265119076}
{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8807293176651001, "Finetune/Loss (Raw)": 0.7363071441650391, "Finetune/Step": 2847, "Finetune/Step Time": 4.687357779592276}
{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8810158371925354, "Finetune/Loss (Raw)": 1.0078446865081787, "Finetune/Step": 2848, "Finetune/Step Time": 4.693983685225248}
{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8811894059181213, "Finetune/Loss (Raw)": 0.9098511934280396, "Finetune/Step": 2849, "Finetune/Step Time": 4.68949038349092}
{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8812501430511475, "Finetune/Loss (Raw)": 0.9100120067596436, "Finetune/Step": 2850, "Finetune/Step Time": 4.68470555357635}
{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8819643259048462, "Finetune/Loss (Raw)": 0.9756749272346497, "Finetune/Step": 2851, "Finetune/Step Time": 4.6761106215417385}
{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8826577663421631, "Finetune/Loss (Raw)": 1.0388518571853638, "Finetune/Step": 2852, "Finetune/Step Time": 4.676758658140898}
{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.8822907209396362, "Finetune/Loss (Raw)": 0.8990337252616882, "Finetune/Step": 2853, "Finetune/Step Time": 4.677062017843127}
{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8824446201324463, "Finetune/Loss (Raw)": 0.9641968011856079, "Finetune/Step": 2854, "Finetune/Step Time": 4.670400787144899}
{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8830124139785767, "Finetune/Loss (Raw)": 1.0015106201171875, "Finetune/Step": 2855, "Finetune/Step Time": 4.680834475904703}
{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8842120170593262, "Finetune/Loss (Raw)": 0.997844398021698, "Finetune/Step": 2856, "Finetune/Step Time": 4.694357607513666}
{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8887814879417419, "Finetune/Loss (Raw)": 0.9992985725402832, "Finetune/Step": 2857, "Finetune/Step Time": 4.6590211521834135}
{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8890130519866943, "Finetune/Loss (Raw)": 0.8472421765327454, "Finetune/Step": 2858, "Finetune/Step Time": 4.652457045391202}
{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8891360759735107, "Finetune/Loss (Raw)": 0.9375863671302795, "Finetune/Step": 2859, "Finetune/Step Time": 4.654470156878233}
{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8880460262298584, "Finetune/Loss (Raw)": 0.8291290402412415, "Finetune/Step": 2860, "Finetune/Step Time": 4.670514576137066}
{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.8890993595123291, "Finetune/Loss (Raw)": 1.061059832572937, "Finetune/Step": 2861, "Finetune/Step Time": 4.675964098423719}
{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8879948854446411, "Finetune/Loss (Raw)": 0.8557246327400208, "Finetune/Step": 2862, "Finetune/Step Time": 4.686598574742675}
{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8878881335258484, "Finetune/Loss (Raw)": 0.9777125120162964, "Finetune/Step": 2863, "Finetune/Step Time": 4.689033834263682}
{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8911651372909546, "Finetune/Loss (Raw)": 0.8736128211021423, "Finetune/Step": 2864, "Finetune/Step Time": 4.649766532704234}
{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.893985390663147, "Finetune/Loss (Raw)": 1.0207953453063965, "Finetune/Step": 2865, "Finetune/Step Time": 4.641845788806677}
{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8896985054016113, "Finetune/Loss (Raw)": 0.38911932706832886, "Finetune/Step": 2866, "Finetune/Step Time": 4.675363969057798}
{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8895103931427002, "Finetune/Loss (Raw)": 0.936287522315979, "Finetune/Step": 2867, "Finetune/Step Time": 4.672987988218665}
{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8910789489746094, "Finetune/Loss (Raw)": 1.0592056512832642, "Finetune/Step": 2868, "Finetune/Step Time": 4.662273174151778}
{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8890775442123413, "Finetune/Loss (Raw)": 0.7673513889312744, "Finetune/Step": 2869, "Finetune/Step Time": 4.693498890846968}
{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8846445083618164, "Finetune/Loss (Raw)": 0.37524962425231934, "Finetune/Step": 2870, "Finetune/Step Time": 4.723920360207558}
{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8851032257080078, "Finetune/Loss (Raw)": 1.0559265613555908, "Finetune/Step": 2871, "Finetune/Step Time": 4.721970433369279}
{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8855675458908081, "Finetune/Loss (Raw)": 1.0194270610809326, "Finetune/Step": 2872, "Finetune/Step Time": 4.722055874764919}
{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.884894609451294, "Finetune/Loss (Raw)": 0.9336248636245728, "Finetune/Step": 2873, "Finetune/Step Time": 4.723194163292646}
{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8803671598434448, "Finetune/Loss (Raw)": 0.3554956316947937, "Finetune/Step": 2874, "Finetune/Step Time": 4.747492363676429}
{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8813685774803162, "Finetune/Loss (Raw)": 1.041054129600525, "Finetune/Step": 2875, "Finetune/Step Time": 4.732643641531467}
{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8802492022514343, "Finetune/Loss (Raw)": 0.9079948663711548, "Finetune/Step": 2876, "Finetune/Step Time": 4.7358181439340115}
{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8793636560440063, "Finetune/Loss (Raw)": 0.8724175691604614, "Finetune/Step": 2877, "Finetune/Step Time": 4.744319032877684}
{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8801774978637695, "Finetune/Loss (Raw)": 0.9810287356376648, "Finetune/Step": 2878, "Finetune/Step Time": 4.744016772136092}
{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8790533542633057, "Finetune/Loss (Raw)": 0.8192669749259949, "Finetune/Step": 2879, "Finetune/Step Time": 4.745608858764172}
{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8792285919189453, "Finetune/Loss (Raw)": 1.0089174509048462, "Finetune/Step": 2880, "Finetune/Step Time": 4.736951472237706}
{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8793451189994812, "Finetune/Loss (Raw)": 1.020574927330017, "Finetune/Step": 2881, "Finetune/Step Time": 4.741763388738036}
{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8796814680099487, "Finetune/Loss (Raw)": 1.0124266147613525, "Finetune/Step": 2882, "Finetune/Step Time": 4.74332738481462}
{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8850172162055969, "Finetune/Loss (Raw)": 1.0355945825576782, "Finetune/Step": 2883, "Finetune/Step Time": 4.713734481483698}
{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8839347958564758, "Finetune/Loss (Raw)": 0.8962926864624023, "Finetune/Step": 2884, "Finetune/Step Time": 4.719946986064315}
{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8851680755615234, "Finetune/Loss (Raw)": 0.9741559028625488, "Finetune/Step": 2885, "Finetune/Step Time": 4.687517145648599}
{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8832843899726868, "Finetune/Loss (Raw)": 0.733694314956665, "Finetune/Step": 2886, "Finetune/Step Time": 4.7110697869211435}
{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8831161856651306, "Finetune/Loss (Raw)": 0.8391522169113159, "Finetune/Step": 2887, "Finetune/Step Time": 4.710659613832831}
{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8856408596038818, "Finetune/Loss (Raw)": 1.0933520793914795, "Finetune/Step": 2888, "Finetune/Step Time": 4.718500163406134}
{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8849388360977173, "Finetune/Loss (Raw)": 0.3248589038848877, "Finetune/Step": 2889, "Finetune/Step Time": 4.723706502467394}
{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.884545624256134, "Finetune/Loss (Raw)": 0.8266924619674683, "Finetune/Step": 2890, "Finetune/Step Time": 4.712754480540752}
{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8846086263656616, "Finetune/Loss (Raw)": 0.9213923215866089, "Finetune/Step": 2891, "Finetune/Step Time": 4.71167510561645}
{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8863240480422974, "Finetune/Loss (Raw)": 1.1377272605895996, "Finetune/Step": 2892, "Finetune/Step Time": 4.720841933041811}
{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.8907896876335144, "Finetune/Loss (Raw)": 0.920466959476471, "Finetune/Step": 2893, "Finetune/Step Time": 4.680884920060635}
{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8920310735702515, "Finetune/Loss (Raw)": 1.039473056793213, "Finetune/Step": 2894, "Finetune/Step Time": 4.680489271879196}
{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8911205530166626, "Finetune/Loss (Raw)": 0.9295937418937683, "Finetune/Step": 2895, "Finetune/Step Time": 4.6673183143138885}
{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.891024649143219, "Finetune/Loss (Raw)": 0.9869199991226196, "Finetune/Step": 2896, "Finetune/Step Time": 4.669278824701905}
{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8914024829864502, "Finetune/Loss (Raw)": 1.0134708881378174, "Finetune/Step": 2897, "Finetune/Step Time": 4.663543118163943}
{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.893191933631897, "Finetune/Loss (Raw)": 0.9571729898452759, "Finetune/Step": 2898, "Finetune/Step Time": 4.646331386640668}
{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8929689526557922, "Finetune/Loss (Raw)": 0.894347608089447, "Finetune/Step": 2899, "Finetune/Step Time": 4.646925481036305}
{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8919342756271362, "Finetune/Loss (Raw)": 0.8193687200546265, "Finetune/Step": 2900, "Finetune/Step Time": 4.649949703365564}
{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8909281492233276, "Finetune/Loss (Raw)": 0.8513438701629639, "Finetune/Step": 2901, "Finetune/Step Time": 4.659498224034905}
{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8962345719337463, "Finetune/Loss (Raw)": 1.007676362991333, "Finetune/Step": 2902, "Finetune/Step Time": 4.644615890458226}
{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8965485095977783, "Finetune/Loss (Raw)": 0.9964981079101562, "Finetune/Step": 2903, "Finetune/Step Time": 4.647459479048848}
{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8969720602035522, "Finetune/Loss (Raw)": 0.8909422755241394, "Finetune/Step": 2904, "Finetune/Step Time": 4.645735347643495}
{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8974431753158569, "Finetune/Loss (Raw)": 0.937887966632843, "Finetune/Step": 2905, "Finetune/Step Time": 4.647313566878438}
{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8978369235992432, "Finetune/Loss (Raw)": 0.9748581647872925, "Finetune/Step": 2906, "Finetune/Step Time": 4.648726671934128}
{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.8978681564331055, "Finetune/Loss (Raw)": 0.8925467133522034, "Finetune/Step": 2907, "Finetune/Step Time": 4.641107972711325}
{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8983608484268188, "Finetune/Loss (Raw)": 0.9704920053482056, "Finetune/Step": 2908, "Finetune/Step Time": 4.644275093451142}
{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.898944616317749, "Finetune/Loss (Raw)": 1.1134527921676636, "Finetune/Step": 2909, "Finetune/Step Time": 4.639159467071295}
{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.9001696109771729, "Finetune/Loss (Raw)": 1.0293025970458984, "Finetune/Step": 2910, "Finetune/Step Time": 4.640397598966956}
{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.900324821472168, "Finetune/Loss (Raw)": 1.0939608812332153, "Finetune/Step": 2911, "Finetune/Step Time": 4.6262592654675245}
{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.9021157026290894, "Finetune/Loss (Raw)": 0.9746759533882141, "Finetune/Step": 2912, "Finetune/Step Time": 4.617914846166968}
{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.9028055667877197, "Finetune/Loss (Raw)": 0.990959107875824, "Finetune/Step": 2913, "Finetune/Step Time": 4.610641848295927}
{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.900846004486084, "Finetune/Loss (Raw)": 0.7576982378959656, "Finetune/Step": 2914, "Finetune/Step Time": 4.637485846877098}
{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.9004101753234863, "Finetune/Loss (Raw)": 0.811542809009552, "Finetune/Step": 2915, "Finetune/Step Time": 4.649486565962434}
{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.9002978801727295, "Finetune/Loss (Raw)": 0.9664499759674072, "Finetune/Step": 2916, "Finetune/Step Time": 4.63645944930613}
{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.9011685848236084, "Finetune/Loss (Raw)": 1.0102359056472778, "Finetune/Step": 2917, "Finetune/Step Time": 4.620972694829106}
{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.9007318019866943, "Finetune/Loss (Raw)": 0.9035320281982422, "Finetune/Step": 2918, "Finetune/Step Time": 4.626449715346098}
{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.901708722114563, "Finetune/Loss (Raw)": 0.9346928000450134, "Finetune/Step": 2919, "Finetune/Step Time": 4.604516262188554}
{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8963262438774109, "Finetune/Loss (Raw)": 0.34346750378608704, "Finetune/Step": 2920, "Finetune/Step Time": 4.628806447610259}
{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8956882953643799, "Finetune/Loss (Raw)": 0.938416600227356, "Finetune/Step": 2921, "Finetune/Step Time": 4.646522445604205}
{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8958503603935242, "Finetune/Loss (Raw)": 0.8798720240592957, "Finetune/Step": 2922, "Finetune/Step Time": 4.639562290161848}
{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.895850419998169, "Finetune/Loss (Raw)": 0.9431517124176025, "Finetune/Step": 2923, "Finetune/Step Time": 4.66138656437397}
{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8971389532089233, "Finetune/Loss (Raw)": 1.0508426427841187, "Finetune/Step": 2924, "Finetune/Step Time": 4.644637802615762}
{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8986824750900269, "Finetune/Loss (Raw)": 1.0455822944641113, "Finetune/Step": 2925, "Finetune/Step Time": 4.63375810906291}
{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.9030158519744873, "Finetune/Loss (Raw)": 0.9263859987258911, "Finetune/Step": 2926, "Finetune/Step Time": 4.617744134739041}
{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.9025627970695496, "Finetune/Loss (Raw)": 0.7192820310592651, "Finetune/Step": 2927, "Finetune/Step Time": 4.627435663715005}
{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.9037725925445557, "Finetune/Loss (Raw)": 0.9507941603660583, "Finetune/Step": 2928, "Finetune/Step Time": 4.631340736523271}
{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.9043087959289551, "Finetune/Loss (Raw)": 1.080513834953308, "Finetune/Step": 2929, "Finetune/Step Time": 4.621474539861083}
{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.9041853547096252, "Finetune/Loss (Raw)": 0.993966817855835, "Finetune/Step": 2930, "Finetune/Step Time": 4.613504111766815}
{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.9043647050857544, "Finetune/Loss (Raw)": 0.9860265254974365, "Finetune/Step": 2931, "Finetune/Step Time": 4.621797850355506}
{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.90442955493927, "Finetune/Loss (Raw)": 0.9659903645515442, "Finetune/Step": 2932, "Finetune/Step Time": 4.6309996992349625}
{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.9037920236587524, "Finetune/Loss (Raw)": 0.9698591232299805, "Finetune/Step": 2933, "Finetune/Step Time": 4.642374042421579}
{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.9043828248977661, "Finetune/Loss (Raw)": 0.9595333337783813, "Finetune/Step": 2934, "Finetune/Step Time": 4.636035695672035}
{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.9050061702728271, "Finetune/Loss (Raw)": 0.9502242803573608, "Finetune/Step": 2935, "Finetune/Step Time": 4.641196081414819}
{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.9069303870201111, "Finetune/Loss (Raw)": 1.075524091720581, "Finetune/Step": 2936, "Finetune/Step Time": 4.647381957620382}
{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.9126635193824768, "Finetune/Loss (Raw)": 1.0811830759048462, "Finetune/Step": 2937, "Finetune/Step Time": 4.604825798422098}
{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.9141015410423279, "Finetune/Loss (Raw)": 0.9674992561340332, "Finetune/Step": 2938, "Finetune/Step Time": 4.612189222127199}
{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.9138460159301758, "Finetune/Loss (Raw)": 0.931724488735199, "Finetune/Step": 2939, "Finetune/Step Time": 4.6109267845749855}
{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.9126386046409607, "Finetune/Loss (Raw)": 0.7605800628662109, "Finetune/Step": 2940, "Finetune/Step Time": 4.6125944666564465}
{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.9102264642715454, "Finetune/Loss (Raw)": 0.7210693955421448, "Finetune/Step": 2941, "Finetune/Step Time": 4.625298796221614}
{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.9157657623291016, "Finetune/Loss (Raw)": 1.056127667427063, "Finetune/Step": 2942, "Finetune/Step Time": 4.591796759516001}
{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.9152289032936096, "Finetune/Loss (Raw)": 0.9910987019538879, "Finetune/Step": 2943, "Finetune/Step Time": 4.602252466604114}
{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.9149768352508545, "Finetune/Loss (Raw)": 0.9552913904190063, "Finetune/Step": 2944, "Finetune/Step Time": 4.609414080157876}
{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.9148439764976501, "Finetune/Loss (Raw)": 0.882962167263031, "Finetune/Step": 2945, "Finetune/Step Time": 4.618207219988108}
{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.9156200885772705, "Finetune/Loss (Raw)": 0.9667826890945435, "Finetune/Step": 2946, "Finetune/Step Time": 4.609468828886747}
{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.914462685585022, "Finetune/Loss (Raw)": 0.9094290137290955, "Finetune/Step": 2947, "Finetune/Step Time": 4.620097815990448}
{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.914238452911377, "Finetune/Loss (Raw)": 1.030062198638916, "Finetune/Step": 2948, "Finetune/Step Time": 4.630255972966552}
{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.9158680438995361, "Finetune/Loss (Raw)": 0.9762261509895325, "Finetune/Step": 2949, "Finetune/Step Time": 4.62042523548007}
{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.9157928228378296, "Finetune/Loss (Raw)": 0.9256903529167175, "Finetune/Step": 2950, "Finetune/Step Time": 4.620183415710926}
{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.9150253534317017, "Finetune/Loss (Raw)": 0.30072706937789917, "Finetune/Step": 2951, "Finetune/Step Time": 4.621024867519736}
{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.9160130023956299, "Finetune/Loss (Raw)": 0.9897081255912781, "Finetune/Step": 2952, "Finetune/Step Time": 4.624037139117718}
{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.9175006151199341, "Finetune/Loss (Raw)": 1.016312599182129, "Finetune/Step": 2953, "Finetune/Step Time": 4.622765636071563}
{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.9176598787307739, "Finetune/Loss (Raw)": 0.8284939527511597, "Finetune/Step": 2954, "Finetune/Step Time": 4.6274926997721195}
{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.918555498123169, "Finetune/Loss (Raw)": 1.0951019525527954, "Finetune/Step": 2955, "Finetune/Step Time": 4.634339822456241}
{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.9176136255264282, "Finetune/Loss (Raw)": 0.9641649127006531, "Finetune/Step": 2956, "Finetune/Step Time": 4.625906504690647}
{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.9174479246139526, "Finetune/Loss (Raw)": 0.9502992033958435, "Finetune/Step": 2957, "Finetune/Step Time": 4.614331513643265}
{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.9171302914619446, "Finetune/Loss (Raw)": 0.9548953175544739, "Finetune/Step": 2958, "Finetune/Step Time": 4.617410672828555}
{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.9110977649688721, "Finetune/Loss (Raw)": 0.3147186040878296, "Finetune/Step": 2959, "Finetune/Step Time": 4.652450770139694}
{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.9103643894195557, "Finetune/Loss (Raw)": 0.952290415763855, "Finetune/Step": 2960, "Finetune/Step Time": 4.649281367659569}
{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.9099525809288025, "Finetune/Loss (Raw)": 0.8679664134979248, "Finetune/Step": 2961, "Finetune/Step Time": 4.635505758225918}
{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.9157518148422241, "Finetune/Loss (Raw)": 1.0933809280395508, "Finetune/Step": 2962, "Finetune/Step Time": 4.603458823636174}
{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.9161776304244995, "Finetune/Loss (Raw)": 1.0136287212371826, "Finetune/Step": 2963, "Finetune/Step Time": 4.6141888573765755}
{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.918075442314148, "Finetune/Loss (Raw)": 1.0384310483932495, "Finetune/Step": 2964, "Finetune/Step Time": 4.616571271792054}
{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.9181942939758301, "Finetune/Loss (Raw)": 1.003404974937439, "Finetune/Step": 2965, "Finetune/Step Time": 4.612842679023743}
{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.918043851852417, "Finetune/Loss (Raw)": 0.8533891439437866, "Finetune/Step": 2966, "Finetune/Step Time": 4.620860196650028}
{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.917726993560791, "Finetune/Loss (Raw)": 0.8248507380485535, "Finetune/Step": 2967, "Finetune/Step Time": 4.6329843159765005}
{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.9184583425521851, "Finetune/Loss (Raw)": 1.078307032585144, "Finetune/Step": 2968, "Finetune/Step Time": 4.642182109877467}
{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.9167442321777344, "Finetune/Loss (Raw)": 0.8916476368904114, "Finetune/Step": 2969, "Finetune/Step Time": 4.639262367039919}
{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.9168432354927063, "Finetune/Loss (Raw)": 0.9494227766990662, "Finetune/Step": 2970, "Finetune/Step Time": 4.651601495221257}
{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.9181526899337769, "Finetune/Loss (Raw)": 0.9481937289237976, "Finetune/Step": 2971, "Finetune/Step Time": 4.658922042697668}
{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.9183931350708008, "Finetune/Loss (Raw)": 0.9653975963592529, "Finetune/Step": 2972, "Finetune/Step Time": 4.6549774669110775}
{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.9171825647354126, "Finetune/Loss (Raw)": 0.8237761855125427, "Finetune/Step": 2973, "Finetune/Step Time": 4.658442096784711}
{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.9176819324493408, "Finetune/Loss (Raw)": 0.9584901332855225, "Finetune/Step": 2974, "Finetune/Step Time": 4.6594752836972475}
{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.9149627685546875, "Finetune/Loss (Raw)": 0.3882487118244171, "Finetune/Step": 2975, "Finetune/Step Time": 4.6838011387735605}
{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.9137139916419983, "Finetune/Loss (Raw)": 0.8480023145675659, "Finetune/Step": 2976, "Finetune/Step Time": 4.678011355921626}
{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.9142149686813354, "Finetune/Loss (Raw)": 0.9739782810211182, "Finetune/Step": 2977, "Finetune/Step Time": 4.6757846884429455}
{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.9151778221130371, "Finetune/Loss (Raw)": 1.0332597494125366, "Finetune/Step": 2978, "Finetune/Step Time": 4.6762969344854355}
{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.9147913455963135, "Finetune/Loss (Raw)": 0.9261944890022278, "Finetune/Step": 2979, "Finetune/Step Time": 4.686871295794845}
{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.9135612845420837, "Finetune/Loss (Raw)": 0.8814064264297485, "Finetune/Step": 2980, "Finetune/Step Time": 4.690164063125849}
{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.912899374961853, "Finetune/Loss (Raw)": 0.8143085241317749, "Finetune/Step": 2981, "Finetune/Step Time": 4.716755650937557}
{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.9120315313339233, "Finetune/Loss (Raw)": 0.8531215190887451, "Finetune/Step": 2982, "Finetune/Step Time": 4.7097014877945185}
{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.9124157428741455, "Finetune/Loss (Raw)": 1.0506820678710938, "Finetune/Step": 2983, "Finetune/Step Time": 4.694590462371707}
{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.9132876396179199, "Finetune/Loss (Raw)": 1.1094509363174438, "Finetune/Step": 2984, "Finetune/Step Time": 4.694442760199308}
{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.9125663638114929, "Finetune/Loss (Raw)": 0.9069753885269165, "Finetune/Step": 2985, "Finetune/Step Time": 4.694093139842153}
{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.9084727764129639, "Finetune/Loss (Raw)": 0.32326602935791016, "Finetune/Step": 2986, "Finetune/Step Time": 4.7340418845415115}
{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.9080528020858765, "Finetune/Loss (Raw)": 0.8838246464729309, "Finetune/Step": 2987, "Finetune/Step Time": 4.746817944571376}
{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.9092463254928589, "Finetune/Loss (Raw)": 0.9819058775901794, "Finetune/Step": 2988, "Finetune/Step Time": 4.743633586913347}
{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.9077901840209961, "Finetune/Loss (Raw)": 0.8746663331985474, "Finetune/Step": 2989, "Finetune/Step Time": 4.742640579119325}
{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.9092503786087036, "Finetune/Loss (Raw)": 1.0426286458969116, "Finetune/Step": 2990, "Finetune/Step Time": 4.718602973967791}
{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.9093836545944214, "Finetune/Loss (Raw)": 0.9947729110717773, "Finetune/Step": 2991, "Finetune/Step Time": 4.718141162768006}
{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.9092093706130981, "Finetune/Loss (Raw)": 0.8513050675392151, "Finetune/Step": 2992, "Finetune/Step Time": 4.729303715750575}
{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.9093290567398071, "Finetune/Loss (Raw)": 1.0361236333847046, "Finetune/Step": 2993, "Finetune/Step Time": 4.730910895392299}
{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.9146623611450195, "Finetune/Loss (Raw)": 1.0717717409133911, "Finetune/Step": 2994, "Finetune/Step Time": 4.689799971878529}
{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.9148404598236084, "Finetune/Loss (Raw)": 0.9590882062911987, "Finetune/Step": 2995, "Finetune/Step Time": 4.698806319385767}
{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.913797914981842, "Finetune/Loss (Raw)": 0.9257605671882629, "Finetune/Step": 2996, "Finetune/Step Time": 4.7188305631279945}
{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.9146222472190857, "Finetune/Loss (Raw)": 0.8728628754615784, "Finetune/Step": 2997, "Finetune/Step Time": 4.688619015738368}
{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.9188793897628784, "Finetune/Loss (Raw)": 0.9201738238334656, "Finetune/Step": 2998, "Finetune/Step Time": 4.660413131117821}
{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.9194139242172241, "Finetune/Loss (Raw)": 1.124337911605835, "Finetune/Step": 2999, "Finetune/Step Time": 4.66691255941987}
{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.9186133742332458, "Finetune/Loss (Raw)": 0.9169578552246094, "Finetune/Step": 3000, "Finetune/Step Time": 4.676636308431625}
{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.9183377623558044, "Finetune/Loss (Raw)": 0.8983490467071533, "Finetune/Step": 3001, "Finetune/Step Time": 4.680126121267676}
{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.9229769110679626, "Finetune/Loss (Raw)": 0.9493038654327393, "Finetune/Step": 3002, "Finetune/Step Time": 4.645181126892567}
{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.9219605326652527, "Finetune/Loss (Raw)": 0.9109612107276917, "Finetune/Step": 3003, "Finetune/Step Time": 4.645803416147828}
{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.9223601818084717, "Finetune/Loss (Raw)": 0.9591469764709473, "Finetune/Step": 3004, "Finetune/Step Time": 4.6385032050311565}
{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.921586275100708, "Finetune/Loss (Raw)": 0.7733600735664368, "Finetune/Step": 3005, "Finetune/Step Time": 4.651284530758858}
{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.9214791655540466, "Finetune/Loss (Raw)": 0.9673144221305847, "Finetune/Step": 3006, "Finetune/Step Time": 4.649116385728121}
{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.9213347434997559, "Finetune/Loss (Raw)": 0.8007857203483582, "Finetune/Step": 3007, "Finetune/Step Time": 4.6400039456784725}
{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.9211483001708984, "Finetune/Loss (Raw)": 0.9850489497184753, "Finetune/Step": 3008, "Finetune/Step Time": 4.641331851482391}
{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.9212454557418823, "Finetune/Loss (Raw)": 1.033008098602295, "Finetune/Step": 3009, "Finetune/Step Time": 4.634218566119671}
{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.9203985929489136, "Finetune/Loss (Raw)": 0.904029905796051, "Finetune/Step": 3010, "Finetune/Step Time": 4.634845154359937}
{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.9206074476242065, "Finetune/Loss (Raw)": 1.0623313188552856, "Finetune/Step": 3011, "Finetune/Step Time": 4.631517754867673}
{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.9213211536407471, "Finetune/Loss (Raw)": 0.9876437783241272, "Finetune/Step": 3012, "Finetune/Step Time": 4.608822649344802}
{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.9208970069885254, "Finetune/Loss (Raw)": 0.9198644161224365, "Finetune/Step": 3013, "Finetune/Step Time": 4.6052978169173}
{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.9221259355545044, "Finetune/Loss (Raw)": 0.8910032510757446, "Finetune/Step": 3014, "Finetune/Step Time": 4.588467227295041}
{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.9217823147773743, "Finetune/Loss (Raw)": 0.7951635718345642, "Finetune/Step": 3015, "Finetune/Step Time": 4.597498849034309}
{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.9207342863082886, "Finetune/Loss (Raw)": 0.959213137626648, "Finetune/Step": 3016, "Finetune/Step Time": 4.601232158020139}
{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.924535870552063, "Finetune/Loss (Raw)": 0.8114533424377441, "Finetune/Step": 3017, "Finetune/Step Time": 4.563611539080739}
{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.9250016212463379, "Finetune/Loss (Raw)": 0.8863058090209961, "Finetune/Step": 3018, "Finetune/Step Time": 4.558530475944281}
{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.9254267811775208, "Finetune/Loss (Raw)": 0.9758151173591614, "Finetune/Step": 3019, "Finetune/Step Time": 4.560357877984643}
{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.9237221479415894, "Finetune/Loss (Raw)": 0.9195323586463928, "Finetune/Step": 3020, "Finetune/Step Time": 4.54190213419497}
{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.9237116575241089, "Finetune/Loss (Raw)": 0.9191251397132874, "Finetune/Step": 3021, "Finetune/Step Time": 4.545690892264247}
{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.9234746694564819, "Finetune/Loss (Raw)": 1.0091356039047241, "Finetune/Step": 3022, "Finetune/Step Time": 4.545355804264545}
{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.9221966862678528, "Finetune/Loss (Raw)": 0.7660146355628967, "Finetune/Step": 3023, "Finetune/Step Time": 4.548310395330191}
{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.9220789074897766, "Finetune/Loss (Raw)": 0.9718506336212158, "Finetune/Step": 3024, "Finetune/Step Time": 4.553406609222293}
{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.9216857552528381, "Finetune/Loss (Raw)": 0.963144838809967, "Finetune/Step": 3025, "Finetune/Step Time": 4.552724624052644}
{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.9220329523086548, "Finetune/Loss (Raw)": 1.001610517501831, "Finetune/Step": 3026, "Finetune/Step Time": 4.557438446208835}
{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.9230029582977295, "Finetune/Loss (Raw)": 1.0185190439224243, "Finetune/Step": 3027, "Finetune/Step Time": 4.555914018303156}
{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.9239153265953064, "Finetune/Loss (Raw)": 0.9361459016799927, "Finetune/Step": 3028, "Finetune/Step Time": 4.559265891090035}
{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.9256947040557861, "Finetune/Loss (Raw)": 1.079103708267212, "Finetune/Step": 3029, "Finetune/Step Time": 4.550076976418495}
{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.9251112937927246, "Finetune/Loss (Raw)": 0.9330025911331177, "Finetune/Step": 3030, "Finetune/Step Time": 4.541435545310378}
{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.9247524738311768, "Finetune/Loss (Raw)": 0.9505655765533447, "Finetune/Step": 3031, "Finetune/Step Time": 4.538514774292707}
{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.9259100556373596, "Finetune/Loss (Raw)": 1.0391151905059814, "Finetune/Step": 3032, "Finetune/Step Time": 4.543042598292232}
{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.9257943034172058, "Finetune/Loss (Raw)": 0.9230687618255615, "Finetune/Step": 3033, "Finetune/Step Time": 4.539934692904353}
{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.9265674948692322, "Finetune/Loss (Raw)": 1.0738255977630615, "Finetune/Step": 3034, "Finetune/Step Time": 4.535580655559897}
{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.9267902374267578, "Finetune/Loss (Raw)": 0.9210564494132996, "Finetune/Step": 3035, "Finetune/Step Time": 4.536972163245082}
{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.9265538454055786, "Finetune/Loss (Raw)": 0.9402415752410889, "Finetune/Step": 3036, "Finetune/Step Time": 4.5501665361225605}
{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.9260610342025757, "Finetune/Loss (Raw)": 1.050365686416626, "Finetune/Step": 3037, "Finetune/Step Time": 4.552063819020987}
{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.9261010885238647, "Finetune/Loss (Raw)": 1.0344300270080566, "Finetune/Step": 3038, "Finetune/Step Time": 4.550886616110802}
{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.9243552684783936, "Finetune/Loss (Raw)": 0.8704970479011536, "Finetune/Step": 3039, "Finetune/Step Time": 4.5507256761193275}
{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.9243058562278748, "Finetune/Loss (Raw)": 0.9683551788330078, "Finetune/Step": 3040, "Finetune/Step Time": 4.543827395886183}
{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.9226975440979004, "Finetune/Loss (Raw)": 0.7850961685180664, "Finetune/Step": 3041, "Finetune/Step Time": 4.5489438232034445}
{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.9241752624511719, "Finetune/Loss (Raw)": 0.9468420743942261, "Finetune/Step": 3042, "Finetune/Step Time": 4.524468157440424}
{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.9202200174331665, "Finetune/Loss (Raw)": 0.30527663230895996, "Finetune/Step": 3043, "Finetune/Step Time": 4.551453672349453}
{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.9185193777084351, "Finetune/Loss (Raw)": 0.748767077922821, "Finetune/Step": 3044, "Finetune/Step Time": 4.570263305678964}
{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.9173606634140015, "Finetune/Loss (Raw)": 0.8619201183319092, "Finetune/Step": 3045, "Finetune/Step Time": 4.571103299036622}
{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.9187799096107483, "Finetune/Loss (Raw)": 1.0851922035217285, "Finetune/Step": 3046, "Finetune/Step Time": 4.564766522496939}
{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.9183732867240906, "Finetune/Loss (Raw)": 0.8826481699943542, "Finetune/Step": 3047, "Finetune/Step Time": 4.570700673386455}
{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.9240456819534302, "Finetune/Loss (Raw)": 1.069532036781311, "Finetune/Step": 3048, "Finetune/Step Time": 4.532638538628817}
{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.9238770008087158, "Finetune/Loss (Raw)": 0.916827380657196, "Finetune/Step": 3049, "Finetune/Step Time": 4.521206608042121}
{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.9249721169471741, "Finetune/Loss (Raw)": 1.0200408697128296, "Finetune/Step": 3050, "Finetune/Step Time": 4.512297835201025}
{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.9259989261627197, "Finetune/Loss (Raw)": 1.0745874643325806, "Finetune/Step": 3051, "Finetune/Step Time": 4.485686212778091}
{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.9250754714012146, "Finetune/Loss (Raw)": 0.932640552520752, "Finetune/Step": 3052, "Finetune/Step Time": 4.490029118955135}
{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.9248436689376831, "Finetune/Loss (Raw)": 1.0159136056900024, "Finetune/Step": 3053, "Finetune/Step Time": 4.493835050612688}
{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.9257081747055054, "Finetune/Loss (Raw)": 1.0370460748672485, "Finetune/Step": 3054, "Finetune/Step Time": 4.467996636405587}
{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.9277801513671875, "Finetune/Loss (Raw)": 0.9844923615455627, "Finetune/Step": 3055, "Finetune/Step Time": 4.4589935429394245}
{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.9282217025756836, "Finetune/Loss (Raw)": 1.007311224937439, "Finetune/Step": 3056, "Finetune/Step Time": 4.4434133637696505}
{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.9262248277664185, "Finetune/Loss (Raw)": 0.824912965297699, "Finetune/Step": 3057, "Finetune/Step Time": 4.461357535794377}
{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.9264664649963379, "Finetune/Loss (Raw)": 1.0248974561691284, "Finetune/Step": 3058, "Finetune/Step Time": 4.4584417399019}
{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.9263602495193481, "Finetune/Loss (Raw)": 0.9724220633506775, "Finetune/Step": 3059, "Finetune/Step Time": 4.449859976768494}
{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.9267901182174683, "Finetune/Loss (Raw)": 1.0210222005844116, "Finetune/Step": 3060, "Finetune/Step Time": 4.448598453775048}
{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.926883339881897, "Finetune/Loss (Raw)": 0.9817861318588257, "Finetune/Step": 3061, "Finetune/Step Time": 4.440556071698666}
{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.9264644384384155, "Finetune/Loss (Raw)": 0.9059144854545593, "Finetune/Step": 3062, "Finetune/Step Time": 4.469127241522074}
{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.9261249303817749, "Finetune/Loss (Raw)": 0.9067659378051758, "Finetune/Step": 3063, "Finetune/Step Time": 4.460621703416109}
{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.9250653386116028, "Finetune/Loss (Raw)": 0.9399011731147766, "Finetune/Step": 3064, "Finetune/Step Time": 4.453251589089632}
{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.9234697222709656, "Finetune/Loss (Raw)": 0.8769435882568359, "Finetune/Step": 3065, "Finetune/Step Time": 4.470577523112297}
{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.9216715097427368, "Finetune/Loss (Raw)": 0.7373304963111877, "Finetune/Step": 3066, "Finetune/Step Time": 4.492689175531268}
{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.921566367149353, "Finetune/Loss (Raw)": 0.9182648658752441, "Finetune/Step": 3067, "Finetune/Step Time": 4.493455603718758}
{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.92311692237854, "Finetune/Loss (Raw)": 0.9590482115745544, "Finetune/Step": 3068, "Finetune/Step Time": 4.505503248423338}
{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.9237667322158813, "Finetune/Loss (Raw)": 0.8042485117912292, "Finetune/Step": 3069, "Finetune/Step Time": 4.49663969874382}
{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.9228565096855164, "Finetune/Loss (Raw)": 0.9396207928657532, "Finetune/Step": 3070, "Finetune/Step Time": 4.494368180632591}
{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.9232138395309448, "Finetune/Loss (Raw)": 1.0368320941925049, "Finetune/Step": 3071, "Finetune/Step Time": 4.481017025187612}
{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.9227971434593201, "Finetune/Loss (Raw)": 0.9019555449485779, "Finetune/Step": 3072, "Finetune/Step Time": 4.488001249730587}
{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.9231279492378235, "Finetune/Loss (Raw)": 0.9253039956092834, "Finetune/Step": 3073, "Finetune/Step Time": 4.478871343657374}
{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.9224904179573059, "Finetune/Loss (Raw)": 0.8851783871650696, "Finetune/Step": 3074, "Finetune/Step Time": 4.481137989088893}
{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.9176348447799683, "Finetune/Loss (Raw)": 0.2879108488559723, "Finetune/Step": 3075, "Finetune/Step Time": 4.5031459890306}
{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.9158272743225098, "Finetune/Loss (Raw)": 0.7987082004547119, "Finetune/Step": 3076, "Finetune/Step Time": 4.500618144869804}
{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.915704607963562, "Finetune/Loss (Raw)": 0.9605148434638977, "Finetune/Step": 3077, "Finetune/Step Time": 4.500059945508838}
{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.9151674509048462, "Finetune/Loss (Raw)": 0.8569340109825134, "Finetune/Step": 3078, "Finetune/Step Time": 4.496321303769946}
{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.9193627834320068, "Finetune/Loss (Raw)": 0.83773273229599, "Finetune/Step": 3079, "Finetune/Step Time": 4.481247926130891}
{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.9177564382553101, "Finetune/Loss (Raw)": 0.7840949296951294, "Finetune/Step": 3080, "Finetune/Step Time": 4.480684205889702}
{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.9164695143699646, "Finetune/Loss (Raw)": 0.8515867590904236, "Finetune/Step": 3081, "Finetune/Step Time": 4.483786391094327}
{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.9168647527694702, "Finetune/Loss (Raw)": 0.8790857195854187, "Finetune/Step": 3082, "Finetune/Step Time": 4.478198682889342}
{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.9161149859428406, "Finetune/Loss (Raw)": 0.9991272687911987, "Finetune/Step": 3083, "Finetune/Step Time": 4.4838210586458445}
{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.9151719808578491, "Finetune/Loss (Raw)": 0.8434696197509766, "Finetune/Step": 3084, "Finetune/Step Time": 4.495285110548139}
{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.9164378643035889, "Finetune/Loss (Raw)": 1.112318992614746, "Finetune/Step": 3085, "Finetune/Step Time": 4.492458606138825}
{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.9167370200157166, "Finetune/Loss (Raw)": 0.9931928515434265, "Finetune/Step": 3086, "Finetune/Step Time": 4.491504082456231}
{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.9217195510864258, "Finetune/Loss (Raw)": 0.9524773955345154, "Finetune/Step": 3087, "Finetune/Step Time": 4.45825151540339}
{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.9201945662498474, "Finetune/Loss (Raw)": 0.7570946216583252, "Finetune/Step": 3088, "Finetune/Step Time": 4.4573712926357985}
{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.9209887981414795, "Finetune/Loss (Raw)": 0.9696274995803833, "Finetune/Step": 3089, "Finetune/Step Time": 4.461292024701834}
{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.91928631067276, "Finetune/Loss (Raw)": 0.8754624724388123, "Finetune/Step": 3090, "Finetune/Step Time": 4.455185882747173}
{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.9181269407272339, "Finetune/Loss (Raw)": 0.865233302116394, "Finetune/Step": 3091, "Finetune/Step Time": 4.458680707961321}
{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.912324070930481, "Finetune/Loss (Raw)": 0.2956656515598297, "Finetune/Step": 3092, "Finetune/Step Time": 4.494453048333526}
{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.9115891456604004, "Finetune/Loss (Raw)": 0.9093303084373474, "Finetune/Step": 3093, "Finetune/Step Time": 4.501519653946161}
{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.9122458696365356, "Finetune/Loss (Raw)": 0.9374486804008484, "Finetune/Step": 3094, "Finetune/Step Time": 4.496097223833203}
{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.9129884839057922, "Finetune/Loss (Raw)": 0.919908881187439, "Finetune/Step": 3095, "Finetune/Step Time": 4.477307436987758}
{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.9118906259536743, "Finetune/Loss (Raw)": 0.9377866983413696, "Finetune/Step": 3096, "Finetune/Step Time": 4.471577575430274}
{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.9072902202606201, "Finetune/Loss (Raw)": 0.3027905523777008, "Finetune/Step": 3097, "Finetune/Step Time": 4.511255361139774}
{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.9059187173843384, "Finetune/Loss (Raw)": 0.7738656997680664, "Finetune/Step": 3098, "Finetune/Step Time": 4.499053059145808}
{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.9061710834503174, "Finetune/Loss (Raw)": 0.9804943203926086, "Finetune/Step": 3099, "Finetune/Step Time": 4.50252028927207}
{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.9074375629425049, "Finetune/Loss (Raw)": 1.1275150775909424, "Finetune/Step": 3100, "Finetune/Step Time": 4.50450194068253}
{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.9063129425048828, "Finetune/Loss (Raw)": 0.6798251271247864, "Finetune/Step": 3101, "Finetune/Step Time": 4.506699234247208}
{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.9066199064254761, "Finetune/Loss (Raw)": 0.9977778196334839, "Finetune/Step": 3102, "Finetune/Step Time": 4.514178842306137}
{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.9119089841842651, "Finetune/Loss (Raw)": 1.065253496170044, "Finetune/Step": 3103, "Finetune/Step Time": 4.489114627242088}
{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.9127787351608276, "Finetune/Loss (Raw)": 0.9593275189399719, "Finetune/Step": 3104, "Finetune/Step Time": 4.483842192217708}
{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.9124693870544434, "Finetune/Loss (Raw)": 0.9343847036361694, "Finetune/Step": 3105, "Finetune/Step Time": 4.47415623255074}
{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.9114051461219788, "Finetune/Loss (Raw)": 0.897034227848053, "Finetune/Step": 3106, "Finetune/Step Time": 4.47490056604147}
{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.9122743606567383, "Finetune/Loss (Raw)": 1.0374490022659302, "Finetune/Step": 3107, "Finetune/Step Time": 4.46814576908946}
{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.9119845628738403, "Finetune/Loss (Raw)": 0.8443157076835632, "Finetune/Step": 3108, "Finetune/Step Time": 4.459396690130234}
{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.9128584861755371, "Finetune/Loss (Raw)": 0.9261772632598877, "Finetune/Step": 3109, "Finetune/Step Time": 4.4350051917135715}
{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.9130234718322754, "Finetune/Loss (Raw)": 0.8742321133613586, "Finetune/Step": 3110, "Finetune/Step Time": 4.431959578767419}
{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.9119109511375427, "Finetune/Loss (Raw)": 0.9082842469215393, "Finetune/Step": 3111, "Finetune/Step Time": 4.44080731458962}
{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.9111384153366089, "Finetune/Loss (Raw)": 1.0105669498443604, "Finetune/Step": 3112, "Finetune/Step Time": 4.425389111042023}
{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.9112139940261841, "Finetune/Loss (Raw)": 0.9166502356529236, "Finetune/Step": 3113, "Finetune/Step Time": 4.4439725540578365}
{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.9161882996559143, "Finetune/Loss (Raw)": 0.9599712491035461, "Finetune/Step": 3114, "Finetune/Step Time": 4.41169248893857}
{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.9162204265594482, "Finetune/Loss (Raw)": 0.8879386782646179, "Finetune/Step": 3115, "Finetune/Step Time": 4.393910896033049}
{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.9146122932434082, "Finetune/Loss (Raw)": 0.7760708332061768, "Finetune/Step": 3116, "Finetune/Step Time": 4.415657201781869}
{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.9149928689002991, "Finetune/Loss (Raw)": 0.9233719110488892, "Finetune/Step": 3117, "Finetune/Step Time": 4.410768749192357}
{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.9105216860771179, "Finetune/Loss (Raw)": 0.4703229069709778, "Finetune/Step": 3118, "Finetune/Step Time": 4.45570139400661}
{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.9098174571990967, "Finetune/Loss (Raw)": 0.9046367406845093, "Finetune/Step": 3119, "Finetune/Step Time": 4.455583540722728}
{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.9104440212249756, "Finetune/Loss (Raw)": 0.9314999580383301, "Finetune/Step": 3120, "Finetune/Step Time": 4.4495965000241995}
{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.9085321426391602, "Finetune/Loss (Raw)": 0.7914034128189087, "Finetune/Step": 3121, "Finetune/Step Time": 4.455204088240862}
{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.9075192213058472, "Finetune/Loss (Raw)": 0.9421126842498779, "Finetune/Step": 3122, "Finetune/Step Time": 4.457248469814658}
{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.9068163633346558, "Finetune/Loss (Raw)": 0.8691270351409912, "Finetune/Step": 3123, "Finetune/Step Time": 4.446220677345991}
{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.9076274633407593, "Finetune/Loss (Raw)": 1.0295820236206055, "Finetune/Step": 3124, "Finetune/Step Time": 4.425056502223015}
{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.908631443977356, "Finetune/Loss (Raw)": 1.0013741254806519, "Finetune/Step": 3125, "Finetune/Step Time": 4.424950389191508}
{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.9094542264938354, "Finetune/Loss (Raw)": 1.0254887342453003, "Finetune/Step": 3126, "Finetune/Step Time": 4.4154461491853}
{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.9088147878646851, "Finetune/Loss (Raw)": 1.0424915552139282, "Finetune/Step": 3127, "Finetune/Step Time": 4.416937226429582}
{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.9075590968132019, "Finetune/Loss (Raw)": 0.756226658821106, "Finetune/Step": 3128, "Finetune/Step Time": 4.448046652600169}
{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.9074845314025879, "Finetune/Loss (Raw)": 0.8888007998466492, "Finetune/Step": 3129, "Finetune/Step Time": 4.4495800249278545}
{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.9067692756652832, "Finetune/Loss (Raw)": 0.8577514290809631, "Finetune/Step": 3130, "Finetune/Step Time": 4.4640598855912685}
{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.9066087007522583, "Finetune/Loss (Raw)": 0.8904032111167908, "Finetune/Step": 3131, "Finetune/Step Time": 4.471507761627436}
{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.9023162126541138, "Finetune/Loss (Raw)": 0.40972140431404114, "Finetune/Step": 3132, "Finetune/Step Time": 4.509371297433972}
{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.9037739634513855, "Finetune/Loss (Raw)": 0.9599407911300659, "Finetune/Step": 3133, "Finetune/Step Time": 4.489677121862769}
{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.9035962820053101, "Finetune/Loss (Raw)": 0.9445790648460388, "Finetune/Step": 3134, "Finetune/Step Time": 4.499367965385318}
{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.9048970937728882, "Finetune/Loss (Raw)": 0.9672826528549194, "Finetune/Step": 3135, "Finetune/Step Time": 4.50166567414999}
{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.9049911499023438, "Finetune/Loss (Raw)": 0.9970934987068176, "Finetune/Step": 3136, "Finetune/Step Time": 4.503217585384846}
{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.9037461280822754, "Finetune/Loss (Raw)": 0.8736451864242554, "Finetune/Step": 3137, "Finetune/Step Time": 4.524720713496208}
{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.9029854536056519, "Finetune/Loss (Raw)": 0.8066657185554504, "Finetune/Step": 3138, "Finetune/Step Time": 4.5377850048244}
{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.9017765522003174, "Finetune/Loss (Raw)": 0.9075822830200195, "Finetune/Step": 3139, "Finetune/Step Time": 4.53352496214211}
{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.9011813998222351, "Finetune/Loss (Raw)": 0.9114736914634705, "Finetune/Step": 3140, "Finetune/Step Time": 4.539255624637008}
{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.9006612300872803, "Finetune/Loss (Raw)": 0.8532795906066895, "Finetune/Step": 3141, "Finetune/Step Time": 4.546469766646624}
{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.9005995392799377, "Finetune/Loss (Raw)": 0.8831063508987427, "Finetune/Step": 3142, "Finetune/Step Time": 4.55118590965867}
{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.900448203086853, "Finetune/Loss (Raw)": 0.7757936120033264, "Finetune/Step": 3143, "Finetune/Step Time": 4.55057161860168}
{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.9008901119232178, "Finetune/Loss (Raw)": 1.0157787799835205, "Finetune/Step": 3144, "Finetune/Step Time": 4.54207555949688}
{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.9024546146392822, "Finetune/Loss (Raw)": 1.0117079019546509, "Finetune/Step": 3145, "Finetune/Step Time": 4.53682124055922}
{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.9031834602355957, "Finetune/Loss (Raw)": 0.9796018004417419, "Finetune/Step": 3146, "Finetune/Step Time": 4.537296237424016}
{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.9036456346511841, "Finetune/Loss (Raw)": 1.0349736213684082, "Finetune/Step": 3147, "Finetune/Step Time": 4.544517399743199}
{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.904911994934082, "Finetune/Loss (Raw)": 1.0816205739974976, "Finetune/Step": 3148, "Finetune/Step Time": 4.56495382077992}
{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.900999903678894, "Finetune/Loss (Raw)": 0.4183783233165741, "Finetune/Step": 3149, "Finetune/Step Time": 4.600488321855664}
{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.9002736210823059, "Finetune/Loss (Raw)": 0.9161755442619324, "Finetune/Step": 3150, "Finetune/Step Time": 4.5974989756941795}
{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.9014893770217896, "Finetune/Loss (Raw)": 0.9216259717941284, "Finetune/Step": 3151, "Finetune/Step Time": 4.598981520161033}
{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.9005256295204163, "Finetune/Loss (Raw)": 0.8484927415847778, "Finetune/Step": 3152, "Finetune/Step Time": 4.593997268006206}
{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.9004794359207153, "Finetune/Loss (Raw)": 0.9572311043739319, "Finetune/Step": 3153, "Finetune/Step Time": 4.594049459323287}
{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.8999067544937134, "Finetune/Loss (Raw)": 0.928310751914978, "Finetune/Step": 3154, "Finetune/Step Time": 4.585974948480725}
{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.8997430801391602, "Finetune/Loss (Raw)": 0.9975676536560059, "Finetune/Step": 3155, "Finetune/Step Time": 4.579732516780496}
{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.8988832831382751, "Finetune/Loss (Raw)": 0.8260950446128845, "Finetune/Step": 3156, "Finetune/Step Time": 4.574353666976094}
{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8985714912414551, "Finetune/Loss (Raw)": 1.0391826629638672, "Finetune/Step": 3157, "Finetune/Step Time": 4.579739239066839}
{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8934878706932068, "Finetune/Loss (Raw)": 0.2823100686073303, "Finetune/Step": 3158, "Finetune/Step Time": 4.604051273316145}
{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8930599689483643, "Finetune/Loss (Raw)": 0.8957843780517578, "Finetune/Step": 3159, "Finetune/Step Time": 4.6077254973351955}
{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8918826580047607, "Finetune/Loss (Raw)": 0.8884198069572449, "Finetune/Step": 3160, "Finetune/Step Time": 4.597832346335053}
{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8920950293540955, "Finetune/Loss (Raw)": 0.9502522945404053, "Finetune/Step": 3161, "Finetune/Step Time": 4.617390027269721}
{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8868945837020874, "Finetune/Loss (Raw)": 0.4081748425960541, "Finetune/Step": 3162, "Finetune/Step Time": 4.655464168637991}
{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8881382942199707, "Finetune/Loss (Raw)": 1.080252766609192, "Finetune/Step": 3163, "Finetune/Step Time": 4.6668214444071054}
{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8885605335235596, "Finetune/Loss (Raw)": 0.9942908883094788, "Finetune/Step": 3164, "Finetune/Step Time": 4.647289277985692}
{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8861705660820007, "Finetune/Loss (Raw)": 0.744443953037262, "Finetune/Step": 3165, "Finetune/Step Time": 4.649705866351724}
{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8846993446350098, "Finetune/Loss (Raw)": 0.8461176156997681, "Finetune/Step": 3166, "Finetune/Step Time": 4.650176027789712}
{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8853137493133545, "Finetune/Loss (Raw)": 0.9491373896598816, "Finetune/Step": 3167, "Finetune/Step Time": 4.647992165759206}
{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.885927677154541, "Finetune/Loss (Raw)": 1.0469386577606201, "Finetune/Step": 3168, "Finetune/Step Time": 4.653934109956026}
{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8822122812271118, "Finetune/Loss (Raw)": 0.30952852964401245, "Finetune/Step": 3169, "Finetune/Step Time": 4.688715325668454}
{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8811714053153992, "Finetune/Loss (Raw)": 0.813607394695282, "Finetune/Step": 3170, "Finetune/Step Time": 4.689291460439563}
{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8854379653930664, "Finetune/Loss (Raw)": 0.8513945937156677, "Finetune/Step": 3171, "Finetune/Step Time": 4.653992496430874}
{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8869315385818481, "Finetune/Loss (Raw)": 0.939949095249176, "Finetune/Step": 3172, "Finetune/Step Time": 4.6354266703128815}
{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8867981433868408, "Finetune/Loss (Raw)": 0.8448436856269836, "Finetune/Step": 3173, "Finetune/Step Time": 4.646438300609589}
{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8867492079734802, "Finetune/Loss (Raw)": 1.078927993774414, "Finetune/Step": 3174, "Finetune/Step Time": 4.652006570249796}
{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.8871060609817505, "Finetune/Loss (Raw)": 0.9283217191696167, "Finetune/Step": 3175, "Finetune/Step Time": 4.6480573657900095}
{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8872359991073608, "Finetune/Loss (Raw)": 1.0861653089523315, "Finetune/Step": 3176, "Finetune/Step Time": 4.64976023696363}
{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8869189023971558, "Finetune/Loss (Raw)": 0.8762392997741699, "Finetune/Step": 3177, "Finetune/Step Time": 4.647965678945184}
{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8858656883239746, "Finetune/Loss (Raw)": 0.8852342963218689, "Finetune/Step": 3178, "Finetune/Step Time": 4.654103871434927}
{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8862698078155518, "Finetune/Loss (Raw)": 1.126308798789978, "Finetune/Step": 3179, "Finetune/Step Time": 4.659991707652807}
{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.885583758354187, "Finetune/Loss (Raw)": 0.8448264598846436, "Finetune/Step": 3180, "Finetune/Step Time": 4.66103195771575}
{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8852895498275757, "Finetune/Loss (Raw)": 0.9782547354698181, "Finetune/Step": 3181, "Finetune/Step Time": 4.661966636776924}
{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8845914602279663, "Finetune/Loss (Raw)": 0.9476966857910156, "Finetune/Step": 3182, "Finetune/Step Time": 4.665307234972715}
{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8839817047119141, "Finetune/Loss (Raw)": 0.9064435958862305, "Finetune/Step": 3183, "Finetune/Step Time": 4.665383398532867}
{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.883551836013794, "Finetune/Loss (Raw)": 0.9522817134857178, "Finetune/Step": 3184, "Finetune/Step Time": 4.670250084251165}
{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8846273422241211, "Finetune/Loss (Raw)": 0.9625754952430725, "Finetune/Step": 3185, "Finetune/Step Time": 4.659063978120685}
{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8835539817810059, "Finetune/Loss (Raw)": 0.8875079154968262, "Finetune/Step": 3186, "Finetune/Step Time": 4.663569577038288}
{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8837175369262695, "Finetune/Loss (Raw)": 0.9933605194091797, "Finetune/Step": 3187, "Finetune/Step Time": 4.661502946168184}
{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8828014731407166, "Finetune/Loss (Raw)": 0.9037712812423706, "Finetune/Step": 3188, "Finetune/Step Time": 4.670333385467529}
{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8822111487388611, "Finetune/Loss (Raw)": 0.906219482421875, "Finetune/Step": 3189, "Finetune/Step Time": 4.672014253214002}
{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8823239207267761, "Finetune/Loss (Raw)": 0.9203495383262634, "Finetune/Step": 3190, "Finetune/Step Time": 4.646696185693145}
{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8834154605865479, "Finetune/Loss (Raw)": 1.0464895963668823, "Finetune/Step": 3191, "Finetune/Step Time": 4.67243243381381}
{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.882919430732727, "Finetune/Loss (Raw)": 0.87640380859375, "Finetune/Step": 3192, "Finetune/Step Time": 4.666902661323547}
{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8830739259719849, "Finetune/Loss (Raw)": 0.896721601486206, "Finetune/Step": 3193, "Finetune/Step Time": 4.651185089722276}
{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8836675882339478, "Finetune/Loss (Raw)": 0.8133195638656616, "Finetune/Step": 3194, "Finetune/Step Time": 4.623621322214603}
{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8844872713088989, "Finetune/Loss (Raw)": 1.023180365562439, "Finetune/Step": 3195, "Finetune/Step Time": 4.63569999858737}
{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8844342231750488, "Finetune/Loss (Raw)": 0.9522568583488464, "Finetune/Step": 3196, "Finetune/Step Time": 4.62504999153316}
{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8862159848213196, "Finetune/Loss (Raw)": 1.0323185920715332, "Finetune/Step": 3197, "Finetune/Step Time": 4.6167928352952}
{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8854542970657349, "Finetune/Loss (Raw)": 0.8421229124069214, "Finetune/Step": 3198, "Finetune/Step Time": 4.625349890440702}
{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8848136067390442, "Finetune/Loss (Raw)": 0.9548295736312866, "Finetune/Step": 3199, "Finetune/Step Time": 4.63029421120882}
{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8862870931625366, "Finetune/Loss (Raw)": 1.0905524492263794, "Finetune/Step": 3200, "Finetune/Step Time": 4.614652093499899}
{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.885717511177063, "Finetune/Loss (Raw)": 0.8524020910263062, "Finetune/Step": 3201, "Finetune/Step Time": 4.621197737753391}
{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8859100341796875, "Finetune/Loss (Raw)": 0.9098265767097473, "Finetune/Step": 3202, "Finetune/Step Time": 4.6235314924269915}
{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8905829191207886, "Finetune/Loss (Raw)": 0.8860366344451904, "Finetune/Step": 3203, "Finetune/Step Time": 4.58456052839756}
{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8911067843437195, "Finetune/Loss (Raw)": 0.865760862827301, "Finetune/Step": 3204, "Finetune/Step Time": 4.5799029394984245}
{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8903257250785828, "Finetune/Loss (Raw)": 0.860539436340332, "Finetune/Step": 3205, "Finetune/Step Time": 4.57674497179687}
{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8900632858276367, "Finetune/Loss (Raw)": 0.8233400583267212, "Finetune/Step": 3206, "Finetune/Step Time": 4.583453327417374}
{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8910620212554932, "Finetune/Loss (Raw)": 0.965578019618988, "Finetune/Step": 3207, "Finetune/Step Time": 4.583058966323733}
{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8927451372146606, "Finetune/Loss (Raw)": 0.9995302557945251, "Finetune/Step": 3208, "Finetune/Step Time": 4.576362777501345}
{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8929640054702759, "Finetune/Loss (Raw)": 0.8796038031578064, "Finetune/Step": 3209, "Finetune/Step Time": 4.578953670337796}
{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8926189541816711, "Finetune/Loss (Raw)": 0.8349175453186035, "Finetune/Step": 3210, "Finetune/Step Time": 4.578014126047492}
{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8925098776817322, "Finetune/Loss (Raw)": 0.985165536403656, "Finetune/Step": 3211, "Finetune/Step Time": 4.571817297488451}
{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8890056610107422, "Finetune/Loss (Raw)": 0.3949298560619354, "Finetune/Step": 3212, "Finetune/Step Time": 4.601698856800795}
{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8881014585494995, "Finetune/Loss (Raw)": 0.9965763688087463, "Finetune/Step": 3213, "Finetune/Step Time": 4.599636057391763}
{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8879891633987427, "Finetune/Loss (Raw)": 0.9788155555725098, "Finetune/Step": 3214, "Finetune/Step Time": 4.612357115373015}
{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.886980414390564, "Finetune/Loss (Raw)": 0.8233628869056702, "Finetune/Step": 3215, "Finetune/Step Time": 4.621231850236654}
{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.887069582939148, "Finetune/Loss (Raw)": 0.768511176109314, "Finetune/Step": 3216, "Finetune/Step Time": 4.6417535953223705}
{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.886987030506134, "Finetune/Loss (Raw)": 0.9590563774108887, "Finetune/Step": 3217, "Finetune/Step Time": 4.633112693205476}
{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8875486254692078, "Finetune/Loss (Raw)": 0.9473499059677124, "Finetune/Step": 3218, "Finetune/Step Time": 4.6309305634349585}
{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.8869388699531555, "Finetune/Loss (Raw)": 0.7871835827827454, "Finetune/Step": 3219, "Finetune/Step Time": 4.615353610366583}
{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8932287693023682, "Finetune/Loss (Raw)": 1.1007660627365112, "Finetune/Step": 3220, "Finetune/Step Time": 4.576102953404188}
{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8928061723709106, "Finetune/Loss (Raw)": 0.8552459478378296, "Finetune/Step": 3221, "Finetune/Step Time": 4.580207239836454}
{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8880714178085327, "Finetune/Loss (Raw)": 0.3313943147659302, "Finetune/Step": 3222, "Finetune/Step Time": 4.61637058109045}
{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8877319097518921, "Finetune/Loss (Raw)": 0.8764550089836121, "Finetune/Step": 3223, "Finetune/Step Time": 4.621988261118531}
{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8879844546318054, "Finetune/Loss (Raw)": 0.9701105356216431, "Finetune/Step": 3224, "Finetune/Step Time": 4.62305012345314}
{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8927886486053467, "Finetune/Loss (Raw)": 0.9177262187004089, "Finetune/Step": 3225, "Finetune/Step Time": 4.588366122916341}
{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.8941051959991455, "Finetune/Loss (Raw)": 0.9423844218254089, "Finetune/Step": 3226, "Finetune/Step Time": 4.58712781406939}
{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8935575485229492, "Finetune/Loss (Raw)": 0.9103986620903015, "Finetune/Step": 3227, "Finetune/Step Time": 4.5876328982412815}
{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8918591737747192, "Finetune/Loss (Raw)": 0.9101181626319885, "Finetune/Step": 3228, "Finetune/Step Time": 4.585074987262487}
{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8944540619850159, "Finetune/Loss (Raw)": 1.0119760036468506, "Finetune/Step": 3229, "Finetune/Step Time": 4.569321513175964}
{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8935568928718567, "Finetune/Loss (Raw)": 0.8829355835914612, "Finetune/Step": 3230, "Finetune/Step Time": 4.571942208334804}
{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8925963640213013, "Finetune/Loss (Raw)": 0.9423067569732666, "Finetune/Step": 3231, "Finetune/Step Time": 4.584807740524411}
{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8933391571044922, "Finetune/Loss (Raw)": 1.0544114112854004, "Finetune/Step": 3232, "Finetune/Step Time": 4.586725562810898}
{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8950341939926147, "Finetune/Loss (Raw)": 1.1513500213623047, "Finetune/Step": 3233, "Finetune/Step Time": 4.589850662276149}
{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8942439556121826, "Finetune/Loss (Raw)": 0.7958806157112122, "Finetune/Step": 3234, "Finetune/Step Time": 4.611497092992067}
{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8945437669754028, "Finetune/Loss (Raw)": 1.0758280754089355, "Finetune/Step": 3235, "Finetune/Step Time": 4.616380322724581}
{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.893943190574646, "Finetune/Loss (Raw)": 0.7674403786659241, "Finetune/Step": 3236, "Finetune/Step Time": 4.62346482463181}
{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8946789503097534, "Finetune/Loss (Raw)": 1.02035391330719, "Finetune/Step": 3237, "Finetune/Step Time": 4.621577126905322}
{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8909155130386353, "Finetune/Loss (Raw)": 0.3925045132637024, "Finetune/Step": 3238, "Finetune/Step Time": 4.661119913682342}
{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8920679092407227, "Finetune/Loss (Raw)": 1.055789589881897, "Finetune/Step": 3239, "Finetune/Step Time": 4.6564059760421515}
{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8928846716880798, "Finetune/Loss (Raw)": 1.1151189804077148, "Finetune/Step": 3240, "Finetune/Step Time": 4.657754402607679}
{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8935583829879761, "Finetune/Loss (Raw)": 1.0028870105743408, "Finetune/Step": 3241, "Finetune/Step Time": 4.641381675377488}
{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8938876390457153, "Finetune/Loss (Raw)": 1.0021202564239502, "Finetune/Step": 3242, "Finetune/Step Time": 4.63798937946558}
{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8946493864059448, "Finetune/Loss (Raw)": 0.985435962677002, "Finetune/Step": 3243, "Finetune/Step Time": 4.6367552652955055}
{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8963879346847534, "Finetune/Loss (Raw)": 0.9985987544059753, "Finetune/Step": 3244, "Finetune/Step Time": 4.600370367988944}
{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8972260355949402, "Finetune/Loss (Raw)": 1.0306519269943237, "Finetune/Step": 3245, "Finetune/Step Time": 4.605026310309768}
{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8994510173797607, "Finetune/Loss (Raw)": 0.7551193833351135, "Finetune/Step": 3246, "Finetune/Step Time": 4.570317525416613}
{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8994194269180298, "Finetune/Loss (Raw)": 0.9005909562110901, "Finetune/Step": 3247, "Finetune/Step Time": 4.569764716550708}
{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.9001774787902832, "Finetune/Loss (Raw)": 1.0285371541976929, "Finetune/Step": 3248, "Finetune/Step Time": 4.573424661532044}
{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.9020763635635376, "Finetune/Loss (Raw)": 1.034467101097107, "Finetune/Step": 3249, "Finetune/Step Time": 4.56279263086617}
{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.901626706123352, "Finetune/Loss (Raw)": 0.88454669713974, "Finetune/Step": 3250, "Finetune/Step Time": 4.581810601055622}
{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.9022080302238464, "Finetune/Loss (Raw)": 0.9435393810272217, "Finetune/Step": 3251, "Finetune/Step Time": 4.609711267054081}
{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.9026731252670288, "Finetune/Loss (Raw)": 1.0891138315200806, "Finetune/Step": 3252, "Finetune/Step Time": 4.6206821873784065}
{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.9031410217285156, "Finetune/Loss (Raw)": 1.0612587928771973, "Finetune/Step": 3253, "Finetune/Step Time": 4.623238041996956}
{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.9028137922286987, "Finetune/Loss (Raw)": 0.9836074113845825, "Finetune/Step": 3254, "Finetune/Step Time": 4.62279325351119}
{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.9019609689712524, "Finetune/Loss (Raw)": 0.9333330392837524, "Finetune/Step": 3255, "Finetune/Step Time": 4.628724602982402}
{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.904400110244751, "Finetune/Loss (Raw)": 1.0684345960617065, "Finetune/Step": 3256, "Finetune/Step Time": 4.594510894268751}
{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.904071569442749, "Finetune/Loss (Raw)": 0.8467562794685364, "Finetune/Step": 3257, "Finetune/Step Time": 4.599210163578391}
{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.9059911370277405, "Finetune/Loss (Raw)": 1.103454828262329, "Finetune/Step": 3258, "Finetune/Step Time": 4.588089630007744}
{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.9061649441719055, "Finetune/Loss (Raw)": 0.9126457571983337, "Finetune/Step": 3259, "Finetune/Step Time": 4.586226582527161}
{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.9108631610870361, "Finetune/Loss (Raw)": 1.0110864639282227, "Finetune/Step": 3260, "Finetune/Step Time": 4.570343602448702}
{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.9099050760269165, "Finetune/Loss (Raw)": 0.8373104929924011, "Finetune/Step": 3261, "Finetune/Step Time": 4.5707598850131035}
{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.9103594422340393, "Finetune/Loss (Raw)": 1.002738356590271, "Finetune/Step": 3262, "Finetune/Step Time": 4.557405479252338}
{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.9108712673187256, "Finetune/Loss (Raw)": 1.032794713973999, "Finetune/Step": 3263, "Finetune/Step Time": 4.55547796562314}
{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.9101194143295288, "Finetune/Loss (Raw)": 0.9008587002754211, "Finetune/Step": 3264, "Finetune/Step Time": 4.561424674466252}
{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.9120047092437744, "Finetune/Loss (Raw)": 1.1149650812149048, "Finetune/Step": 3265, "Finetune/Step Time": 4.539660386741161}
{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.9128903150558472, "Finetune/Loss (Raw)": 0.9200252890586853, "Finetune/Step": 3266, "Finetune/Step Time": 4.534326672554016}
{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.9134562015533447, "Finetune/Loss (Raw)": 0.9800094366073608, "Finetune/Step": 3267, "Finetune/Step Time": 4.548273466527462}
{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.9141044020652771, "Finetune/Loss (Raw)": 0.9944478273391724, "Finetune/Step": 3268, "Finetune/Step Time": 4.547633700072765}
{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.9153037071228027, "Finetune/Loss (Raw)": 1.0067883729934692, "Finetune/Step": 3269, "Finetune/Step Time": 4.549916885793209}
{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.915290117263794, "Finetune/Loss (Raw)": 0.8813666701316833, "Finetune/Step": 3270, "Finetune/Step Time": 4.539414003491402}
{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.9163016080856323, "Finetune/Loss (Raw)": 0.905261754989624, "Finetune/Step": 3271, "Finetune/Step Time": 4.523751981556416}
{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.916144609451294, "Finetune/Loss (Raw)": 0.9956870675086975, "Finetune/Step": 3272, "Finetune/Step Time": 4.552749507129192}
{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.9147610068321228, "Finetune/Loss (Raw)": 0.8346062302589417, "Finetune/Step": 3273, "Finetune/Step Time": 4.558292839676142}
{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.9095978736877441, "Finetune/Loss (Raw)": 0.31872475147247314, "Finetune/Step": 3274, "Finetune/Step Time": 4.5966273210942745}
{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.9078378677368164, "Finetune/Loss (Raw)": 0.809686005115509, "Finetune/Step": 3275, "Finetune/Step Time": 4.594169706106186}
{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.9067156314849854, "Finetune/Loss (Raw)": 0.9379782676696777, "Finetune/Step": 3276, "Finetune/Step Time": 4.579118151217699}
{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.9111175537109375, "Finetune/Loss (Raw)": 0.981821596622467, "Finetune/Step": 3277, "Finetune/Step Time": 4.539763486012816}
{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.9109553098678589, "Finetune/Loss (Raw)": 0.8954077959060669, "Finetune/Step": 3278, "Finetune/Step Time": 4.5433663520962}
{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.9115157127380371, "Finetune/Loss (Raw)": 0.9933639764785767, "Finetune/Step": 3279, "Finetune/Step Time": 4.550820948556066}
{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.912853479385376, "Finetune/Loss (Raw)": 1.0197217464447021, "Finetune/Step": 3280, "Finetune/Step Time": 4.549574848264456}
{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.9136549234390259, "Finetune/Loss (Raw)": 1.0598200559616089, "Finetune/Step": 3281, "Finetune/Step Time": 4.551510041579604}
{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.9134847521781921, "Finetune/Loss (Raw)": 0.9065213203430176, "Finetune/Step": 3282, "Finetune/Step Time": 4.5525876972824335}
{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.9085510969161987, "Finetune/Loss (Raw)": 0.3660670518875122, "Finetune/Step": 3283, "Finetune/Step Time": 4.590392045676708}
{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.9091879725456238, "Finetune/Loss (Raw)": 0.9076138138771057, "Finetune/Step": 3284, "Finetune/Step Time": 4.593607053160667}
{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.9089476466178894, "Finetune/Loss (Raw)": 1.0084195137023926, "Finetune/Step": 3285, "Finetune/Step Time": 4.587429968640208}
{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.9137634038925171, "Finetune/Loss (Raw)": 0.8987221717834473, "Finetune/Step": 3286, "Finetune/Step Time": 4.555512038990855}
{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.9140900373458862, "Finetune/Loss (Raw)": 0.9375940561294556, "Finetune/Step": 3287, "Finetune/Step Time": 4.562706623226404}
{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.9151537418365479, "Finetune/Loss (Raw)": 1.0245821475982666, "Finetune/Step": 3288, "Finetune/Step Time": 4.568226983770728}
{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.9143025875091553, "Finetune/Loss (Raw)": 0.8413034081459045, "Finetune/Step": 3289, "Finetune/Step Time": 4.5496850572526455}
{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.9187619090080261, "Finetune/Loss (Raw)": 0.978965163230896, "Finetune/Step": 3290, "Finetune/Step Time": 4.5128031224012375}
{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.9166805744171143, "Finetune/Loss (Raw)": 0.8138442635536194, "Finetune/Step": 3291, "Finetune/Step Time": 4.5081986375153065}
{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.9158271551132202, "Finetune/Loss (Raw)": 0.8850499987602234, "Finetune/Step": 3292, "Finetune/Step Time": 4.509112136438489}
{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.91752690076828, "Finetune/Loss (Raw)": 0.9620137810707092, "Finetune/Step": 3293, "Finetune/Step Time": 4.50452009215951}
{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.9177308082580566, "Finetune/Loss (Raw)": 0.8722111582756042, "Finetune/Step": 3294, "Finetune/Step Time": 4.531261036172509}
{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.9170143604278564, "Finetune/Loss (Raw)": 0.8574399352073669, "Finetune/Step": 3295, "Finetune/Step Time": 4.5338113233447075}
{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.9163053035736084, "Finetune/Loss (Raw)": 0.9561699032783508, "Finetune/Step": 3296, "Finetune/Step Time": 4.534972310066223}
{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.9205998182296753, "Finetune/Loss (Raw)": 0.8592365384101868, "Finetune/Step": 3297, "Finetune/Step Time": 4.517332253977656}
{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.922154426574707, "Finetune/Loss (Raw)": 1.0125892162322998, "Finetune/Step": 3298, "Finetune/Step Time": 4.515284422785044}
{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.9184623956680298, "Finetune/Loss (Raw)": 0.3788178861141205, "Finetune/Step": 3299, "Finetune/Step Time": 4.551728889346123}
{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.9184945225715637, "Finetune/Loss (Raw)": 0.9440615773200989, "Finetune/Step": 3300, "Finetune/Step Time": 4.555062230676413}
{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.9179733395576477, "Finetune/Loss (Raw)": 0.7781320810317993, "Finetune/Step": 3301, "Finetune/Step Time": 4.544342504814267}
{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.9172592163085938, "Finetune/Loss (Raw)": 0.9875208139419556, "Finetune/Step": 3302, "Finetune/Step Time": 4.542272502556443}
{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.9169881343841553, "Finetune/Loss (Raw)": 0.8936241865158081, "Finetune/Step": 3303, "Finetune/Step Time": 4.540377153083682}
{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.9153928756713867, "Finetune/Loss (Raw)": 0.8819712996482849, "Finetune/Step": 3304, "Finetune/Step Time": 4.55023537017405}
{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.9166909456253052, "Finetune/Loss (Raw)": 1.0423930883407593, "Finetune/Step": 3305, "Finetune/Step Time": 4.545672554522753}
{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.9165554046630859, "Finetune/Loss (Raw)": 0.8678883910179138, "Finetune/Step": 3306, "Finetune/Step Time": 4.537081845104694}
{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.916086733341217, "Finetune/Loss (Raw)": 1.0663141012191772, "Finetune/Step": 3307, "Finetune/Step Time": 4.526613404974341}
{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.9176449775695801, "Finetune/Loss (Raw)": 1.0442829132080078, "Finetune/Step": 3308, "Finetune/Step Time": 4.5273429695516825}
{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.9181082248687744, "Finetune/Loss (Raw)": 1.037549614906311, "Finetune/Step": 3309, "Finetune/Step Time": 4.53189729899168}
{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.9171745181083679, "Finetune/Loss (Raw)": 0.8281804323196411, "Finetune/Step": 3310, "Finetune/Step Time": 4.528516100719571}
{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.9165792465209961, "Finetune/Loss (Raw)": 0.8302487730979919, "Finetune/Step": 3311, "Finetune/Step Time": 4.536649368703365}
{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.9159433245658875, "Finetune/Loss (Raw)": 0.8708834648132324, "Finetune/Step": 3312, "Finetune/Step Time": 4.535836435854435}
{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.9117599129676819, "Finetune/Loss (Raw)": 0.4271034598350525, "Finetune/Step": 3313, "Finetune/Step Time": 4.567625330761075}
{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.9113204479217529, "Finetune/Loss (Raw)": 0.8312501311302185, "Finetune/Step": 3314, "Finetune/Step Time": 4.569444725289941}
{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.9126097559928894, "Finetune/Loss (Raw)": 1.1583949327468872, "Finetune/Step": 3315, "Finetune/Step Time": 4.569503303617239}
{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.9121354222297668, "Finetune/Loss (Raw)": 0.8430569171905518, "Finetune/Step": 3316, "Finetune/Step Time": 4.560573445633054}
{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.9125545620918274, "Finetune/Loss (Raw)": 0.9598669409751892, "Finetune/Step": 3317, "Finetune/Step Time": 4.562406707555056}
{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.9079805612564087, "Finetune/Loss (Raw)": 0.3348802924156189, "Finetune/Step": 3318, "Finetune/Step Time": 4.59570181183517}
{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.9076846241950989, "Finetune/Loss (Raw)": 1.0086097717285156, "Finetune/Step": 3319, "Finetune/Step Time": 4.576402731239796}
{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.9078458547592163, "Finetune/Loss (Raw)": 0.8970348238945007, "Finetune/Step": 3320, "Finetune/Step Time": 4.568331526592374}
{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.9075438976287842, "Finetune/Loss (Raw)": 0.8580743074417114, "Finetune/Step": 3321, "Finetune/Step Time": 4.5738162733614445}
{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.9081690907478333, "Finetune/Loss (Raw)": 0.8933473229408264, "Finetune/Step": 3322, "Finetune/Step Time": 4.5668209083378315}
{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.9084118008613586, "Finetune/Loss (Raw)": 1.0542439222335815, "Finetune/Step": 3323, "Finetune/Step Time": 4.5679355170577765}
{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.9077320694923401, "Finetune/Loss (Raw)": 0.8652496933937073, "Finetune/Step": 3324, "Finetune/Step Time": 4.5811468642205}
{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.9062063694000244, "Finetune/Loss (Raw)": 0.8370357751846313, "Finetune/Step": 3325, "Finetune/Step Time": 4.580742165446281}
{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.9072630405426025, "Finetune/Loss (Raw)": 0.9773726463317871, "Finetune/Step": 3326, "Finetune/Step Time": 4.571545938029885}
{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.9061650037765503, "Finetune/Loss (Raw)": 0.8142862319946289, "Finetune/Step": 3327, "Finetune/Step Time": 4.5786687061190605}
{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.9058194160461426, "Finetune/Loss (Raw)": 1.0463157892227173, "Finetune/Step": 3328, "Finetune/Step Time": 4.5825050547719}
{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.9074056148529053, "Finetune/Loss (Raw)": 1.055436372756958, "Finetune/Step": 3329, "Finetune/Step Time": 4.5797245018184185}
{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.9068753719329834, "Finetune/Loss (Raw)": 0.841946542263031, "Finetune/Step": 3330, "Finetune/Step Time": 4.5873694363981485}
{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.9075873494148254, "Finetune/Loss (Raw)": 0.9771738052368164, "Finetune/Step": 3331, "Finetune/Step Time": 4.611532984301448}
{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.908026397228241, "Finetune/Loss (Raw)": 0.921964704990387, "Finetune/Step": 3332, "Finetune/Step Time": 4.616493821144104}
{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.9089601039886475, "Finetune/Loss (Raw)": 0.9800485968589783, "Finetune/Step": 3333, "Finetune/Step Time": 4.616404792293906}
{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.9097408056259155, "Finetune/Loss (Raw)": 0.9232720732688904, "Finetune/Step": 3334, "Finetune/Step Time": 4.611494179815054}
{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.9091081619262695, "Finetune/Loss (Raw)": 0.8845919370651245, "Finetune/Step": 3335, "Finetune/Step Time": 4.5896693132817745}
{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.9082860946655273, "Finetune/Loss (Raw)": 0.894306480884552, "Finetune/Step": 3336, "Finetune/Step Time": 4.588730450719595}
{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.9079961776733398, "Finetune/Loss (Raw)": 0.8425045013427734, "Finetune/Step": 3337, "Finetune/Step Time": 4.5926713068038225}
{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.9086508750915527, "Finetune/Loss (Raw)": 0.9187143445014954, "Finetune/Step": 3338, "Finetune/Step Time": 4.5958268493413925}
{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.9086169004440308, "Finetune/Loss (Raw)": 0.980819582939148, "Finetune/Step": 3339, "Finetune/Step Time": 4.5880699791014194}
{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.9129812121391296, "Finetune/Loss (Raw)": 0.95355623960495, "Finetune/Step": 3340, "Finetune/Step Time": 4.552435457706451}
{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.9134963750839233, "Finetune/Loss (Raw)": 1.0625193119049072, "Finetune/Step": 3341, "Finetune/Step Time": 4.558722393587232}
{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.9140123128890991, "Finetune/Loss (Raw)": 1.044860601425171, "Finetune/Step": 3342, "Finetune/Step Time": 4.539303107187152}
{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.9151065349578857, "Finetune/Loss (Raw)": 0.9634182453155518, "Finetune/Step": 3343, "Finetune/Step Time": 4.526846989989281}
{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.9150400161743164, "Finetune/Loss (Raw)": 0.7599994540214539, "Finetune/Step": 3344, "Finetune/Step Time": 4.50738425925374}
{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.9102632999420166, "Finetune/Loss (Raw)": 0.347636342048645, "Finetune/Step": 3345, "Finetune/Step Time": 4.549966167658567}
{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.9112045764923096, "Finetune/Loss (Raw)": 1.0678337812423706, "Finetune/Step": 3346, "Finetune/Step Time": 4.548966264352202}
{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.9112491011619568, "Finetune/Loss (Raw)": 0.792879045009613, "Finetune/Step": 3347, "Finetune/Step Time": 4.5499290730804205}
{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.9104695320129395, "Finetune/Loss (Raw)": 1.0009863376617432, "Finetune/Step": 3348, "Finetune/Step Time": 4.554705647751689}
{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.9114258289337158, "Finetune/Loss (Raw)": 0.9776468873023987, "Finetune/Step": 3349, "Finetune/Step Time": 4.550735516473651}
{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.9175235033035278, "Finetune/Loss (Raw)": 1.111892580986023, "Finetune/Step": 3350, "Finetune/Step Time": 4.519984683021903}
{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.917634904384613, "Finetune/Loss (Raw)": 0.8907162547111511, "Finetune/Step": 3351, "Finetune/Step Time": 4.526867359876633}
{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.9176948070526123, "Finetune/Loss (Raw)": 0.9777780771255493, "Finetune/Step": 3352, "Finetune/Step Time": 4.531036714091897}
{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.9184417724609375, "Finetune/Loss (Raw)": 1.013339877128601, "Finetune/Step": 3353, "Finetune/Step Time": 4.5470580365508795}
{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.918543815612793, "Finetune/Loss (Raw)": 0.955441415309906, "Finetune/Step": 3354, "Finetune/Step Time": 4.545215733349323}
{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.9193090200424194, "Finetune/Loss (Raw)": 1.0083553791046143, "Finetune/Step": 3355, "Finetune/Step Time": 4.537164691835642}
{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.9199445247650146, "Finetune/Loss (Raw)": 0.9914546608924866, "Finetune/Step": 3356, "Finetune/Step Time": 4.539546409621835}
{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.9189682006835938, "Finetune/Loss (Raw)": 0.8870020508766174, "Finetune/Step": 3357, "Finetune/Step Time": 4.540090935304761}
{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.9186521768569946, "Finetune/Loss (Raw)": 0.842491626739502, "Finetune/Step": 3358, "Finetune/Step Time": 4.533948451280594}
{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.9197688102722168, "Finetune/Loss (Raw)": 1.0852316617965698, "Finetune/Step": 3359, "Finetune/Step Time": 4.507450012490153}
{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.9196160435676575, "Finetune/Loss (Raw)": 1.0348613262176514, "Finetune/Step": 3360, "Finetune/Step Time": 4.508491389453411}
{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.9183788299560547, "Finetune/Loss (Raw)": 0.9929920434951782, "Finetune/Step": 3361, "Finetune/Step Time": 4.522089680656791}
{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.918807327747345, "Finetune/Loss (Raw)": 0.850724995136261, "Finetune/Step": 3362, "Finetune/Step Time": 4.504774883389473}
{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.9179428815841675, "Finetune/Loss (Raw)": 0.9651825428009033, "Finetune/Step": 3363, "Finetune/Step Time": 4.504462361335754}
{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.9196569919586182, "Finetune/Loss (Raw)": 0.9868372082710266, "Finetune/Step": 3364, "Finetune/Step Time": 4.496296552941203}
{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.9189344048500061, "Finetune/Loss (Raw)": 0.9278653264045715, "Finetune/Step": 3365, "Finetune/Step Time": 4.510202698409557}
{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.9226322174072266, "Finetune/Loss (Raw)": 0.8658264875411987, "Finetune/Step": 3366, "Finetune/Step Time": 4.483827481046319}
{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.9210726618766785, "Finetune/Loss (Raw)": 0.8561674356460571, "Finetune/Step": 3367, "Finetune/Step Time": 4.480796601623297}
{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.915756106376648, "Finetune/Loss (Raw)": 0.4345937669277191, "Finetune/Step": 3368, "Finetune/Step Time": 4.517349092289805}
{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.916012167930603, "Finetune/Loss (Raw)": 1.035664439201355, "Finetune/Step": 3369, "Finetune/Step Time": 4.51607926748693}
{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.9158223867416382, "Finetune/Loss (Raw)": 0.9778341054916382, "Finetune/Step": 3370, "Finetune/Step Time": 4.513435028493404}
{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.9137049913406372, "Finetune/Loss (Raw)": 0.7144024968147278, "Finetune/Step": 3371, "Finetune/Step Time": 4.540370820090175}
{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.9130643606185913, "Finetune/Loss (Raw)": 0.9165991544723511, "Finetune/Step": 3372, "Finetune/Step Time": 4.551817571744323}
{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.9128362536430359, "Finetune/Loss (Raw)": 1.0014539957046509, "Finetune/Step": 3373, "Finetune/Step Time": 4.557853821665049}
{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.9142593145370483, "Finetune/Loss (Raw)": 0.9372768998146057, "Finetune/Step": 3374, "Finetune/Step Time": 4.555108802393079}
{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.9163466095924377, "Finetune/Loss (Raw)": 1.1677621603012085, "Finetune/Step": 3375, "Finetune/Step Time": 4.552729958668351}
{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.9163594245910645, "Finetune/Loss (Raw)": 1.030181646347046, "Finetune/Step": 3376, "Finetune/Step Time": 4.5450012516230345}
{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.9147491455078125, "Finetune/Loss (Raw)": 0.8283472657203674, "Finetune/Step": 3377, "Finetune/Step Time": 4.555695924907923}
{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.9158095121383667, "Finetune/Loss (Raw)": 1.0202795267105103, "Finetune/Step": 3378, "Finetune/Step Time": 4.551186909899116}
{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.9141722917556763, "Finetune/Loss (Raw)": 0.7339680790901184, "Finetune/Step": 3379, "Finetune/Step Time": 4.52546607144177}
{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.9121544361114502, "Finetune/Loss (Raw)": 0.8308340311050415, "Finetune/Step": 3380, "Finetune/Step Time": 4.51270086877048}
{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.9110714197158813, "Finetune/Loss (Raw)": 0.9226277470588684, "Finetune/Step": 3381, "Finetune/Step Time": 4.506983196362853}
{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.9118235111236572, "Finetune/Loss (Raw)": 1.079882025718689, "Finetune/Step": 3382, "Finetune/Step Time": 4.508779978379607}
{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.9114952087402344, "Finetune/Loss (Raw)": 0.8913081884384155, "Finetune/Step": 3383, "Finetune/Step Time": 4.49633240327239}
{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.9108103513717651, "Finetune/Loss (Raw)": 0.9807658195495605, "Finetune/Step": 3384, "Finetune/Step Time": 4.503078253939748}
{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.9104987382888794, "Finetune/Loss (Raw)": 0.8068756461143494, "Finetune/Step": 3385, "Finetune/Step Time": 4.492324851453304}
{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.9091647863388062, "Finetune/Loss (Raw)": 0.9327134490013123, "Finetune/Step": 3386, "Finetune/Step Time": 4.484234195202589}
{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.9086374044418335, "Finetune/Loss (Raw)": 0.8451293110847473, "Finetune/Step": 3387, "Finetune/Step Time": 4.4724277053028345}
{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.9073606729507446, "Finetune/Loss (Raw)": 0.8476755023002625, "Finetune/Step": 3388, "Finetune/Step Time": 4.455181451514363}
{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.9083142876625061, "Finetune/Loss (Raw)": 0.9593661427497864, "Finetune/Step": 3389, "Finetune/Step Time": 4.460279868915677}
{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.9082062244415283, "Finetune/Loss (Raw)": 0.9889129400253296, "Finetune/Step": 3390, "Finetune/Step Time": 4.464925171807408}
{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.9088318943977356, "Finetune/Loss (Raw)": 1.1128718852996826, "Finetune/Step": 3391, "Finetune/Step Time": 4.4616804756224155}
{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.9087209701538086, "Finetune/Loss (Raw)": 0.8866636157035828, "Finetune/Step": 3392, "Finetune/Step Time": 4.456140642985702}
{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.9082468152046204, "Finetune/Loss (Raw)": 1.0542752742767334, "Finetune/Step": 3393, "Finetune/Step Time": 4.452788144350052}
{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.908463716506958, "Finetune/Loss (Raw)": 0.947792112827301, "Finetune/Step": 3394, "Finetune/Step Time": 4.467031255364418}
{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.9087861776351929, "Finetune/Loss (Raw)": 1.0212758779525757, "Finetune/Step": 3395, "Finetune/Step Time": 4.450303928926587}
{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.9073039293289185, "Finetune/Loss (Raw)": 0.8047266602516174, "Finetune/Step": 3396, "Finetune/Step Time": 4.444523684680462}
{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.906725287437439, "Finetune/Loss (Raw)": 0.932712733745575, "Finetune/Step": 3397, "Finetune/Step Time": 4.443168982863426}
{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.9069874286651611, "Finetune/Loss (Raw)": 0.9149278998374939, "Finetune/Step": 3398, "Finetune/Step Time": 4.453036457300186}
{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.9065865278244019, "Finetune/Loss (Raw)": 0.8539484739303589, "Finetune/Step": 3399, "Finetune/Step Time": 4.466928591951728}
{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.9056090116500854, "Finetune/Loss (Raw)": 0.8705626726150513, "Finetune/Step": 3400, "Finetune/Step Time": 4.44047511741519}
{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.9056333303451538, "Finetune/Loss (Raw)": 0.8377188444137573, "Finetune/Step": 3401, "Finetune/Step Time": 4.432289412245154}
{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.9103013873100281, "Finetune/Loss (Raw)": 0.9162406325340271, "Finetune/Step": 3402, "Finetune/Step Time": 4.394166581332684}
{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.9106729030609131, "Finetune/Loss (Raw)": 0.8572371006011963, "Finetune/Step": 3403, "Finetune/Step Time": 4.390096178278327}
{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.9107310771942139, "Finetune/Loss (Raw)": 0.945428192615509, "Finetune/Step": 3404, "Finetune/Step Time": 4.386949336156249}
{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.9093126654624939, "Finetune/Loss (Raw)": 0.800260066986084, "Finetune/Step": 3405, "Finetune/Step Time": 4.455001072958112}
{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.9098786115646362, "Finetune/Loss (Raw)": 0.9678500890731812, "Finetune/Step": 3406, "Finetune/Step Time": 4.451741561293602}
{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.9095942974090576, "Finetune/Loss (Raw)": 0.9569662809371948, "Finetune/Step": 3407, "Finetune/Step Time": 4.4390028938651085}
{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.9093139171600342, "Finetune/Loss (Raw)": 0.9838337302207947, "Finetune/Step": 3408, "Finetune/Step Time": 4.4401307962834835}
{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.9082209467887878, "Finetune/Loss (Raw)": 0.9199202656745911, "Finetune/Step": 3409, "Finetune/Step Time": 4.438006555661559}
{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.9078675508499146, "Finetune/Loss (Raw)": 0.8612942099571228, "Finetune/Step": 3410, "Finetune/Step Time": 4.441818801686168}
{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.913092851638794, "Finetune/Loss (Raw)": 1.034903883934021, "Finetune/Step": 3411, "Finetune/Step Time": 4.403710346668959}
{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.9138189554214478, "Finetune/Loss (Raw)": 1.000553011894226, "Finetune/Step": 3412, "Finetune/Step Time": 4.398822134360671}
{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.9141972064971924, "Finetune/Loss (Raw)": 1.0568397045135498, "Finetune/Step": 3413, "Finetune/Step Time": 4.406081369146705}
{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.9156456589698792, "Finetune/Loss (Raw)": 1.0841176509857178, "Finetune/Step": 3414, "Finetune/Step Time": 4.404510037973523}
{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.9143224954605103, "Finetune/Loss (Raw)": 0.7682275772094727, "Finetune/Step": 3415, "Finetune/Step Time": 4.4013487827032804}
{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.9096055030822754, "Finetune/Loss (Raw)": 0.42080268263816833, "Finetune/Step": 3416, "Finetune/Step Time": 4.436237243935466}
{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.9105778336524963, "Finetune/Loss (Raw)": 0.9657689332962036, "Finetune/Step": 3417, "Finetune/Step Time": 4.442613694816828}
{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.9103183150291443, "Finetune/Loss (Raw)": 0.9457513093948364, "Finetune/Step": 3418, "Finetune/Step Time": 4.453845521435142}
{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.9113746285438538, "Finetune/Loss (Raw)": 0.9490492939949036, "Finetune/Step": 3419, "Finetune/Step Time": 4.445938089862466}
{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.910110592842102, "Finetune/Loss (Raw)": 0.7232470512390137, "Finetune/Step": 3420, "Finetune/Step Time": 4.471242677420378}
{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.9099200963973999, "Finetune/Loss (Raw)": 0.9376380443572998, "Finetune/Step": 3421, "Finetune/Step Time": 4.4739751275628805}
{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.9104058742523193, "Finetune/Loss (Raw)": 0.9343849420547485, "Finetune/Step": 3422, "Finetune/Step Time": 4.467054096981883}
{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.9103364944458008, "Finetune/Loss (Raw)": 0.8485601544380188, "Finetune/Step": 3423, "Finetune/Step Time": 4.465914646163583}
{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.9055725336074829, "Finetune/Loss (Raw)": 0.3463810384273529, "Finetune/Step": 3424, "Finetune/Step Time": 4.497345516458154}
{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.9060150384902954, "Finetune/Loss (Raw)": 0.9158782362937927, "Finetune/Step": 3425, "Finetune/Step Time": 4.484608856961131}
{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.9041184186935425, "Finetune/Loss (Raw)": 0.7698249220848083, "Finetune/Step": 3426, "Finetune/Step Time": 4.486817874014378}
{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.9090484380722046, "Finetune/Loss (Raw)": 1.009863018989563, "Finetune/Step": 3427, "Finetune/Step Time": 4.452666908502579}
{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.9089827537536621, "Finetune/Loss (Raw)": 0.9356444478034973, "Finetune/Step": 3428, "Finetune/Step Time": 4.46036865003407}
{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.9103542566299438, "Finetune/Loss (Raw)": 0.9536917209625244, "Finetune/Step": 3429, "Finetune/Step Time": 4.456833465024829}
{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.9096167087554932, "Finetune/Loss (Raw)": 0.8931134343147278, "Finetune/Step": 3430, "Finetune/Step Time": 4.451279144734144}
{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.9105780124664307, "Finetune/Loss (Raw)": 1.0166685581207275, "Finetune/Step": 3431, "Finetune/Step Time": 4.455838171765208}
{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.9100102186203003, "Finetune/Loss (Raw)": 0.8092952966690063, "Finetune/Step": 3432, "Finetune/Step Time": 4.45816789381206}
{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.9088602066040039, "Finetune/Loss (Raw)": 0.895201563835144, "Finetune/Step": 3433, "Finetune/Step Time": 4.476239554584026}
{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.9091610908508301, "Finetune/Loss (Raw)": 0.9064007997512817, "Finetune/Step": 3434, "Finetune/Step Time": 4.501250149682164}
{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.9081773161888123, "Finetune/Loss (Raw)": 0.9403842687606812, "Finetune/Step": 3435, "Finetune/Step Time": 4.514799024909735}
{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.906391978263855, "Finetune/Loss (Raw)": 0.8157614469528198, "Finetune/Step": 3436, "Finetune/Step Time": 4.508724328130484}
{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.9056453704833984, "Finetune/Loss (Raw)": 0.9419810175895691, "Finetune/Step": 3437, "Finetune/Step Time": 4.497490162029862}
{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.9059624671936035, "Finetune/Loss (Raw)": 0.8687726259231567, "Finetune/Step": 3438, "Finetune/Step Time": 4.495764246210456}
{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.9074895977973938, "Finetune/Loss (Raw)": 1.0257236957550049, "Finetune/Step": 3439, "Finetune/Step Time": 4.500715816393495}
{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.9078425765037537, "Finetune/Loss (Raw)": 0.9160577654838562, "Finetune/Step": 3440, "Finetune/Step Time": 4.497602382674813}
{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.9105204343795776, "Finetune/Loss (Raw)": 0.7698678970336914, "Finetune/Step": 3441, "Finetune/Step Time": 4.482790261507034}
{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.910317063331604, "Finetune/Loss (Raw)": 0.8052246570587158, "Finetune/Step": 3442, "Finetune/Step Time": 4.484750207513571}
{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.9079711437225342, "Finetune/Loss (Raw)": 0.8581222891807556, "Finetune/Step": 3443, "Finetune/Step Time": 4.494827948510647}
{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.908809244632721, "Finetune/Loss (Raw)": 0.950324535369873, "Finetune/Step": 3444, "Finetune/Step Time": 4.493992630392313}
{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.9074673652648926, "Finetune/Loss (Raw)": 0.7881060242652893, "Finetune/Step": 3445, "Finetune/Step Time": 4.5116004310548306}
{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.9118442535400391, "Finetune/Loss (Raw)": 0.8951290845870972, "Finetune/Step": 3446, "Finetune/Step Time": 4.482892330735922}
{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.9121430516242981, "Finetune/Loss (Raw)": 1.0468484163284302, "Finetune/Step": 3447, "Finetune/Step Time": 4.477323343977332}
{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.9124801158905029, "Finetune/Loss (Raw)": 0.9401858448982239, "Finetune/Step": 3448, "Finetune/Step Time": 4.483040813356638}
{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.9137192964553833, "Finetune/Loss (Raw)": 1.0166912078857422, "Finetune/Step": 3449, "Finetune/Step Time": 4.472827909514308}
{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.9142649173736572, "Finetune/Loss (Raw)": 0.9631838798522949, "Finetune/Step": 3450, "Finetune/Step Time": 4.498376959934831}
{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.9129105806350708, "Finetune/Loss (Raw)": 0.8808889985084534, "Finetune/Step": 3451, "Finetune/Step Time": 4.481492042541504}
{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.9139590859413147, "Finetune/Loss (Raw)": 0.9994531273841858, "Finetune/Step": 3452, "Finetune/Step Time": 4.466007214039564}
{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.9141620397567749, "Finetune/Loss (Raw)": 0.8630176186561584, "Finetune/Step": 3453, "Finetune/Step Time": 4.464132830500603}
{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.9135852456092834, "Finetune/Loss (Raw)": 0.9035422205924988, "Finetune/Step": 3454, "Finetune/Step Time": 4.472864871844649}
{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.909856915473938, "Finetune/Loss (Raw)": 0.3370586335659027, "Finetune/Step": 3455, "Finetune/Step Time": 4.506201554089785}
{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.9093087315559387, "Finetune/Loss (Raw)": 0.9761474132537842, "Finetune/Step": 3456, "Finetune/Step Time": 4.50288007222116}
{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.9081458449363708, "Finetune/Loss (Raw)": 0.9065909385681152, "Finetune/Step": 3457, "Finetune/Step Time": 4.493319371715188}
{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.9088941216468811, "Finetune/Loss (Raw)": 0.9377241134643555, "Finetune/Step": 3458, "Finetune/Step Time": 4.501525592058897}
{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.9082423448562622, "Finetune/Loss (Raw)": 0.8937460780143738, "Finetune/Step": 3459, "Finetune/Step Time": 4.481173872947693}
{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.908963680267334, "Finetune/Loss (Raw)": 1.0142980813980103, "Finetune/Step": 3460, "Finetune/Step Time": 4.47729461081326}
{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.9039039015769958, "Finetune/Loss (Raw)": 0.33239373564720154, "Finetune/Step": 3461, "Finetune/Step Time": 4.520401516929269}
{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.9042333364486694, "Finetune/Loss (Raw)": 0.9654390811920166, "Finetune/Step": 3462, "Finetune/Step Time": 4.522145131602883}
{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.9043314456939697, "Finetune/Loss (Raw)": 0.8971464037895203, "Finetune/Step": 3463, "Finetune/Step Time": 4.524337725713849}
{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.9048677086830139, "Finetune/Loss (Raw)": 0.9629524946212769, "Finetune/Step": 3464, "Finetune/Step Time": 4.530948907136917}
{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.9051806330680847, "Finetune/Loss (Raw)": 0.8825569748878479, "Finetune/Step": 3465, "Finetune/Step Time": 4.5261588376015425}
{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.9047780632972717, "Finetune/Loss (Raw)": 0.8671866655349731, "Finetune/Step": 3466, "Finetune/Step Time": 4.524533549323678}
{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.9030721783638, "Finetune/Loss (Raw)": 0.7624660134315491, "Finetune/Step": 3467, "Finetune/Step Time": 4.523199027404189}
{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.901609480381012, "Finetune/Loss (Raw)": 0.7663311958312988, "Finetune/Step": 3468, "Finetune/Step Time": 4.531663512811065}
{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.9009989500045776, "Finetune/Loss (Raw)": 0.9843712449073792, "Finetune/Step": 3469, "Finetune/Step Time": 4.54028975404799}
{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.8996789455413818, "Finetune/Loss (Raw)": 0.8758989572525024, "Finetune/Step": 3470, "Finetune/Step Time": 4.5469451528042555}
{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8997009992599487, "Finetune/Loss (Raw)": 0.9662388563156128, "Finetune/Step": 3471, "Finetune/Step Time": 4.553157178685069}
{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.9003742337226868, "Finetune/Loss (Raw)": 0.846179723739624, "Finetune/Step": 3472, "Finetune/Step Time": 4.55375905893743}
{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.9061994552612305, "Finetune/Loss (Raw)": 1.0932680368423462, "Finetune/Step": 3473, "Finetune/Step Time": 4.535522995516658}
{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.9043561816215515, "Finetune/Loss (Raw)": 0.8318848609924316, "Finetune/Step": 3474, "Finetune/Step Time": 4.540758892893791}
{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.9054045677185059, "Finetune/Loss (Raw)": 0.92707359790802, "Finetune/Step": 3475, "Finetune/Step Time": 4.546657484024763}
{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.9037673473358154, "Finetune/Loss (Raw)": 0.7914276719093323, "Finetune/Step": 3476, "Finetune/Step Time": 4.551846964284778}
{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.9028249979019165, "Finetune/Loss (Raw)": 0.8570233583450317, "Finetune/Step": 3477, "Finetune/Step Time": 4.5703311040997505}
{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.9021381735801697, "Finetune/Loss (Raw)": 1.0239801406860352, "Finetune/Step": 3478, "Finetune/Step Time": 4.562308767810464}
{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.9036709666252136, "Finetune/Loss (Raw)": 1.086915135383606, "Finetune/Step": 3479, "Finetune/Step Time": 4.548669707030058}
{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.9034801125526428, "Finetune/Loss (Raw)": 0.9533473253250122, "Finetune/Step": 3480, "Finetune/Step Time": 4.540072051808238}
{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.9032784700393677, "Finetune/Loss (Raw)": 0.9875275492668152, "Finetune/Step": 3481, "Finetune/Step Time": 4.517119532451034}
{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.9031150341033936, "Finetune/Loss (Raw)": 0.9345268607139587, "Finetune/Step": 3482, "Finetune/Step Time": 4.516822757199407}
{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.9028447866439819, "Finetune/Loss (Raw)": 0.9737575054168701, "Finetune/Step": 3483, "Finetune/Step Time": 4.5555330235511065}
{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.902786910533905, "Finetune/Loss (Raw)": 0.984049916267395, "Finetune/Step": 3484, "Finetune/Step Time": 4.572081288322806}
{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.9038746356964111, "Finetune/Loss (Raw)": 1.0262291431427002, "Finetune/Step": 3485, "Finetune/Step Time": 4.569535547867417}
{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.9049655199050903, "Finetune/Loss (Raw)": 0.9821262359619141, "Finetune/Step": 3486, "Finetune/Step Time": 4.562924241647124}
{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.9026868343353271, "Finetune/Loss (Raw)": 0.793560802936554, "Finetune/Step": 3487, "Finetune/Step Time": 4.561338163912296}
{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.9007447957992554, "Finetune/Loss (Raw)": 0.7862806916236877, "Finetune/Step": 3488, "Finetune/Step Time": 4.561054324731231}
{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.9011096954345703, "Finetune/Loss (Raw)": 1.0397001504898071, "Finetune/Step": 3489, "Finetune/Step Time": 4.547963259741664}
{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.9009395837783813, "Finetune/Loss (Raw)": 0.8289471864700317, "Finetune/Step": 3490, "Finetune/Step Time": 4.545461708679795}
{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.9013581275939941, "Finetune/Loss (Raw)": 1.0187621116638184, "Finetune/Step": 3491, "Finetune/Step Time": 4.5411048643291}
{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.9010648131370544, "Finetune/Loss (Raw)": 0.9492883682250977, "Finetune/Step": 3492, "Finetune/Step Time": 4.551182908937335}
{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8997780084609985, "Finetune/Loss (Raw)": 0.7631571292877197, "Finetune/Step": 3493, "Finetune/Step Time": 4.543532630428672}
{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.9011224508285522, "Finetune/Loss (Raw)": 1.0379137992858887, "Finetune/Step": 3494, "Finetune/Step Time": 4.530710874125361}
{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.9020448923110962, "Finetune/Loss (Raw)": 0.9742404818534851, "Finetune/Step": 3495, "Finetune/Step Time": 4.530278069898486}
{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.9070307016372681, "Finetune/Loss (Raw)": 1.0727728605270386, "Finetune/Step": 3496, "Finetune/Step Time": 4.500591823831201}
{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.9055894613265991, "Finetune/Loss (Raw)": 0.8511841893196106, "Finetune/Step": 3497, "Finetune/Step Time": 4.509906256571412}
{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.9053107500076294, "Finetune/Loss (Raw)": 0.9421610832214355, "Finetune/Step": 3498, "Finetune/Step Time": 4.514132982119918}
{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.9075571894645691, "Finetune/Loss (Raw)": 1.001947283744812, "Finetune/Step": 3499, "Finetune/Step Time": 4.494424382224679}
{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.9079804420471191, "Finetune/Loss (Raw)": 0.9707725644111633, "Finetune/Step": 3500, "Finetune/Step Time": 4.485265005379915}
{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.907798171043396, "Finetune/Loss (Raw)": 0.9781317710876465, "Finetune/Step": 3501, "Finetune/Step Time": 4.471303602680564}
{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.9091579914093018, "Finetune/Loss (Raw)": 1.1113265752792358, "Finetune/Step": 3502, "Finetune/Step Time": 4.466437611728907}
{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.907857358455658, "Finetune/Loss (Raw)": 1.0012882947921753, "Finetune/Step": 3503, "Finetune/Step Time": 4.466743748635054}
{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.9066740274429321, "Finetune/Loss (Raw)": 0.8787143230438232, "Finetune/Step": 3504, "Finetune/Step Time": 4.4742632657289505}
{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.9082076549530029, "Finetune/Loss (Raw)": 1.0246416330337524, "Finetune/Step": 3505, "Finetune/Step Time": 4.470121510326862}
{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.9070155024528503, "Finetune/Loss (Raw)": 0.8676910400390625, "Finetune/Step": 3506, "Finetune/Step Time": 4.467010686174035}
{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.907031774520874, "Finetune/Loss (Raw)": 0.7360522150993347, "Finetune/Step": 3507, "Finetune/Step Time": 4.481789354234934}
{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.9077242016792297, "Finetune/Loss (Raw)": 0.9194623231887817, "Finetune/Step": 3508, "Finetune/Step Time": 4.487704237923026}
{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.9086747169494629, "Finetune/Loss (Raw)": 1.0442955493927002, "Finetune/Step": 3509, "Finetune/Step Time": 4.50118606351316}
{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.9066888689994812, "Finetune/Loss (Raw)": 0.825690746307373, "Finetune/Step": 3510, "Finetune/Step Time": 4.499895725399256}
{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.906990647315979, "Finetune/Loss (Raw)": 0.9299401044845581, "Finetune/Step": 3511, "Finetune/Step Time": 4.507252685725689}
{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.9067387580871582, "Finetune/Loss (Raw)": 0.9485275149345398, "Finetune/Step": 3512, "Finetune/Step Time": 4.499889871105552}
{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.9080672264099121, "Finetune/Loss (Raw)": 0.9769138693809509, "Finetune/Step": 3513, "Finetune/Step Time": 4.499849412590265}
{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.9072083234786987, "Finetune/Loss (Raw)": 0.8227773308753967, "Finetune/Step": 3514, "Finetune/Step Time": 4.509727014228702}
{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.9075430631637573, "Finetune/Loss (Raw)": 0.8879725337028503, "Finetune/Step": 3515, "Finetune/Step Time": 4.516588270664215}
{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.9080723524093628, "Finetune/Loss (Raw)": 0.9154257774353027, "Finetune/Step": 3516, "Finetune/Step Time": 4.512657077983022}
{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.9083332419395447, "Finetune/Loss (Raw)": 0.9927584528923035, "Finetune/Step": 3517, "Finetune/Step Time": 4.509997438639402}
{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.907802939414978, "Finetune/Loss (Raw)": 0.9210273623466492, "Finetune/Step": 3518, "Finetune/Step Time": 4.535004287958145}
{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.905890703201294, "Finetune/Loss (Raw)": 0.868115246295929, "Finetune/Step": 3519, "Finetune/Step Time": 4.5585342310369015}
{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.906467080116272, "Finetune/Loss (Raw)": 0.9604354500770569, "Finetune/Step": 3520, "Finetune/Step Time": 4.5655631348490715}
{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.9064600467681885, "Finetune/Loss (Raw)": 1.0533772706985474, "Finetune/Step": 3521, "Finetune/Step Time": 4.571456046774983}
{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.9056726694107056, "Finetune/Loss (Raw)": 0.8470100164413452, "Finetune/Step": 3522, "Finetune/Step Time": 4.56754445284605}
{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.9043803215026855, "Finetune/Loss (Raw)": 0.8558554649353027, "Finetune/Step": 3523, "Finetune/Step Time": 4.593104582279921}
{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.9046769142150879, "Finetune/Loss (Raw)": 0.8426907658576965, "Finetune/Step": 3524, "Finetune/Step Time": 4.602541448548436}
{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.905899703502655, "Finetune/Loss (Raw)": 1.0892250537872314, "Finetune/Step": 3525, "Finetune/Step Time": 4.6002875585108995}
{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.906125545501709, "Finetune/Loss (Raw)": 0.9438363313674927, "Finetune/Step": 3526, "Finetune/Step Time": 4.5974878165870905}
{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.9072182178497314, "Finetune/Loss (Raw)": 0.9938107132911682, "Finetune/Step": 3527, "Finetune/Step Time": 4.580567324534059}
{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.9077310562133789, "Finetune/Loss (Raw)": 0.9362150430679321, "Finetune/Step": 3528, "Finetune/Step Time": 4.5851233676075935}
{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.9078619480133057, "Finetune/Loss (Raw)": 0.854465126991272, "Finetune/Step": 3529, "Finetune/Step Time": 4.595491401851177}
{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.9081282615661621, "Finetune/Loss (Raw)": 0.9503256678581238, "Finetune/Step": 3530, "Finetune/Step Time": 4.59715992026031}
{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.9092833995819092, "Finetune/Loss (Raw)": 1.0050997734069824, "Finetune/Step": 3531, "Finetune/Step Time": 4.602062601596117}
{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.9086534976959229, "Finetune/Loss (Raw)": 0.8647980690002441, "Finetune/Step": 3532, "Finetune/Step Time": 4.614258464425802}
{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.904880702495575, "Finetune/Loss (Raw)": 0.3173435926437378, "Finetune/Step": 3533, "Finetune/Step Time": 4.585932586342096}
{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.9050585031509399, "Finetune/Loss (Raw)": 0.9906123280525208, "Finetune/Step": 3534, "Finetune/Step Time": 4.593876540660858}
{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.9001752138137817, "Finetune/Loss (Raw)": 0.33190566301345825, "Finetune/Step": 3535, "Finetune/Step Time": 4.6317055113613605}
{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8994500637054443, "Finetune/Loss (Raw)": 0.8910146951675415, "Finetune/Step": 3536, "Finetune/Step Time": 4.628934660926461}
{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.900384783744812, "Finetune/Loss (Raw)": 1.0395591259002686, "Finetune/Step": 3537, "Finetune/Step Time": 4.636506101116538}
{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.9017429351806641, "Finetune/Loss (Raw)": 1.0351394414901733, "Finetune/Step": 3538, "Finetune/Step Time": 4.63885691203177}
{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.9012122750282288, "Finetune/Loss (Raw)": 0.9669802188873291, "Finetune/Step": 3539, "Finetune/Step Time": 4.642728304490447}
{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.9006136059761047, "Finetune/Loss (Raw)": 0.9239228963851929, "Finetune/Step": 3540, "Finetune/Step Time": 4.647501962259412}
{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8995673060417175, "Finetune/Loss (Raw)": 0.9229074716567993, "Finetune/Step": 3541, "Finetune/Step Time": 4.638486361131072}
{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8982653617858887, "Finetune/Loss (Raw)": 0.9174692630767822, "Finetune/Step": 3542, "Finetune/Step Time": 4.648110326379538}
{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.8993425369262695, "Finetune/Loss (Raw)": 0.9061111211776733, "Finetune/Step": 3543, "Finetune/Step Time": 4.660865819081664}
{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.9035484790802002, "Finetune/Loss (Raw)": 0.9591614007949829, "Finetune/Step": 3544, "Finetune/Step Time": 4.622627163305879}
{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.8992596864700317, "Finetune/Loss (Raw)": 0.416803777217865, "Finetune/Step": 3545, "Finetune/Step Time": 4.655187429860234}
{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8985553979873657, "Finetune/Loss (Raw)": 0.8556028604507446, "Finetune/Step": 3546, "Finetune/Step Time": 4.652072116732597}
{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8992676138877869, "Finetune/Loss (Raw)": 1.0402112007141113, "Finetune/Step": 3547, "Finetune/Step Time": 4.64936388283968}
{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.9013614654541016, "Finetune/Loss (Raw)": 0.9912626147270203, "Finetune/Step": 3548, "Finetune/Step Time": 4.637110972777009}
{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.9020655155181885, "Finetune/Loss (Raw)": 1.027754783630371, "Finetune/Step": 3549, "Finetune/Step Time": 4.636174570769072}
{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8974301815032959, "Finetune/Loss (Raw)": 0.34106582403182983, "Finetune/Step": 3550, "Finetune/Step Time": 4.652946401387453}
{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8972241878509521, "Finetune/Loss (Raw)": 0.8221883177757263, "Finetune/Step": 3551, "Finetune/Step Time": 4.671039164066315}
{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.9019960761070251, "Finetune/Loss (Raw)": 0.9571833610534668, "Finetune/Step": 3552, "Finetune/Step Time": 4.637297360226512}
{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.9009366035461426, "Finetune/Loss (Raw)": 0.7802653312683105, "Finetune/Step": 3553, "Finetune/Step Time": 4.645243138074875}
{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.9027787446975708, "Finetune/Loss (Raw)": 1.005622386932373, "Finetune/Step": 3554, "Finetune/Step Time": 4.6479906383901834}
{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.9036461114883423, "Finetune/Loss (Raw)": 1.120880365371704, "Finetune/Step": 3555, "Finetune/Step Time": 4.646000511944294}
{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.899019718170166, "Finetune/Loss (Raw)": 0.3434654474258423, "Finetune/Step": 3556, "Finetune/Step Time": 4.675370775163174}
{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.8998539447784424, "Finetune/Loss (Raw)": 1.060476303100586, "Finetune/Step": 3557, "Finetune/Step Time": 4.673384478315711}
{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.9001727104187012, "Finetune/Loss (Raw)": 0.9339081645011902, "Finetune/Step": 3558, "Finetune/Step Time": 4.675227819010615}
{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.9001550674438477, "Finetune/Loss (Raw)": 1.01441490650177, "Finetune/Step": 3559, "Finetune/Step Time": 4.673842126503587}
{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.9019420146942139, "Finetune/Loss (Raw)": 1.038028359413147, "Finetune/Step": 3560, "Finetune/Step Time": 4.6575032733380795}
{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.903344452381134, "Finetune/Loss (Raw)": 1.0747076272964478, "Finetune/Step": 3561, "Finetune/Step Time": 4.640984490513802}
{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.9021930694580078, "Finetune/Loss (Raw)": 0.7590336203575134, "Finetune/Step": 3562, "Finetune/Step Time": 4.616125265136361}
{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.9011067152023315, "Finetune/Loss (Raw)": 0.8013210296630859, "Finetune/Step": 3563, "Finetune/Step Time": 4.601976888254285}
{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.9014793038368225, "Finetune/Loss (Raw)": 0.8634568452835083, "Finetune/Step": 3564, "Finetune/Step Time": 4.604475624859333}
{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.9008424282073975, "Finetune/Loss (Raw)": 0.8604647517204285, "Finetune/Step": 3565, "Finetune/Step Time": 4.607208387926221}
{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.9023074507713318, "Finetune/Loss (Raw)": 1.0562931299209595, "Finetune/Step": 3566, "Finetune/Step Time": 4.606822196394205}
{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.9016245603561401, "Finetune/Loss (Raw)": 0.9383144378662109, "Finetune/Step": 3567, "Finetune/Step Time": 4.610611893236637}
{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.9023090600967407, "Finetune/Loss (Raw)": 1.0036780834197998, "Finetune/Step": 3568, "Finetune/Step Time": 4.621025903150439}
{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.9032777547836304, "Finetune/Loss (Raw)": 0.8938549160957336, "Finetune/Step": 3569, "Finetune/Step Time": 4.608380910009146}
{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.9038208723068237, "Finetune/Loss (Raw)": 0.8747406601905823, "Finetune/Step": 3570, "Finetune/Step Time": 4.602437123656273}
{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.9046903848648071, "Finetune/Loss (Raw)": 0.9694200754165649, "Finetune/Step": 3571, "Finetune/Step Time": 4.594495648518205}
{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.9048397541046143, "Finetune/Loss (Raw)": 0.9694411158561707, "Finetune/Step": 3572, "Finetune/Step Time": 4.596655014902353}
{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.9063414335250854, "Finetune/Loss (Raw)": 0.9803227782249451, "Finetune/Step": 3573, "Finetune/Step Time": 4.572851797565818}
{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.9073811769485474, "Finetune/Loss (Raw)": 1.0282130241394043, "Finetune/Step": 3574, "Finetune/Step Time": 4.570978131145239}
{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.9063043594360352, "Finetune/Loss (Raw)": 0.9090230464935303, "Finetune/Step": 3575, "Finetune/Step Time": 4.572356756776571}
{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.906875491142273, "Finetune/Loss (Raw)": 1.013295292854309, "Finetune/Step": 3576, "Finetune/Step Time": 4.5695287846028805}
{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.9061346054077148, "Finetune/Loss (Raw)": 0.921851396560669, "Finetune/Step": 3577, "Finetune/Step Time": 4.588326055556536}
{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.906475841999054, "Finetune/Loss (Raw)": 1.0068634748458862, "Finetune/Step": 3578, "Finetune/Step Time": 4.5732534639537334}
{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.9075233936309814, "Finetune/Loss (Raw)": 1.0149716138839722, "Finetune/Step": 3579, "Finetune/Step Time": 4.579492099583149}
{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.9072481989860535, "Finetune/Loss (Raw)": 0.9642308950424194, "Finetune/Step": 3580, "Finetune/Step Time": 4.586954897269607}
{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.9084855914115906, "Finetune/Loss (Raw)": 1.0214080810546875, "Finetune/Step": 3581, "Finetune/Step Time": 4.596768187358975}
{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.9083862900733948, "Finetune/Loss (Raw)": 0.8908280730247498, "Finetune/Step": 3582, "Finetune/Step Time": 4.598909672349691}
{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.9124594330787659, "Finetune/Loss (Raw)": 0.8584192991256714, "Finetune/Step": 3583, "Finetune/Step Time": 4.555793942883611}
{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.9124789237976074, "Finetune/Loss (Raw)": 0.9786478281021118, "Finetune/Step": 3584, "Finetune/Step Time": 4.557665949687362}
{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.9137955904006958, "Finetune/Loss (Raw)": 1.075121283531189, "Finetune/Step": 3585, "Finetune/Step Time": 4.558098815381527}
{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.9131267070770264, "Finetune/Loss (Raw)": 0.8521090745925903, "Finetune/Step": 3586, "Finetune/Step Time": 4.556411352008581}
{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.9127723574638367, "Finetune/Loss (Raw)": 0.8483908176422119, "Finetune/Step": 3587, "Finetune/Step Time": 4.5556390434503555}
{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.9104942679405212, "Finetune/Loss (Raw)": 0.7226978540420532, "Finetune/Step": 3588, "Finetune/Step Time": 4.556298013776541}
{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.914966344833374, "Finetune/Loss (Raw)": 0.9048198461532593, "Finetune/Step": 3589, "Finetune/Step Time": 4.52177613042295}
{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.9150846004486084, "Finetune/Loss (Raw)": 0.9805688261985779, "Finetune/Step": 3590, "Finetune/Step Time": 4.5196274518966675}
{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.9145402908325195, "Finetune/Loss (Raw)": 0.8274850249290466, "Finetune/Step": 3591, "Finetune/Step Time": 4.518581889569759}
{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.9145873188972473, "Finetune/Loss (Raw)": 0.9689708948135376, "Finetune/Step": 3592, "Finetune/Step Time": 4.518134089186788}
{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.9160950183868408, "Finetune/Loss (Raw)": 1.0755382776260376, "Finetune/Step": 3593, "Finetune/Step Time": 4.514563675969839}
{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.9142853617668152, "Finetune/Loss (Raw)": 0.6355517506599426, "Finetune/Step": 3594, "Finetune/Step Time": 4.526556944474578}
{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.9157243967056274, "Finetune/Loss (Raw)": 0.9466679096221924, "Finetune/Step": 3595, "Finetune/Step Time": 4.5384640377014875}
{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.9181271195411682, "Finetune/Loss (Raw)": 1.0738774538040161, "Finetune/Step": 3596, "Finetune/Step Time": 4.523935463279486}
{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.9124014377593994, "Finetune/Loss (Raw)": 0.2514869272708893, "Finetune/Step": 3597, "Finetune/Step Time": 4.550376275554299}
{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.9126542806625366, "Finetune/Loss (Raw)": 0.9082580208778381, "Finetune/Step": 3598, "Finetune/Step Time": 4.564870450645685}
{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.911819338798523, "Finetune/Loss (Raw)": 0.8593666553497314, "Finetune/Step": 3599, "Finetune/Step Time": 4.5561707857996225}
{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.9085803031921387, "Finetune/Loss (Raw)": 0.43158677220344543, "Finetune/Step": 3600, "Finetune/Step Time": 4.585528178140521}
{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.9075527191162109, "Finetune/Loss (Raw)": 0.9617378115653992, "Finetune/Step": 3601, "Finetune/Step Time": 4.567793771624565}
{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.9078903198242188, "Finetune/Loss (Raw)": 0.8750975728034973, "Finetune/Step": 3602, "Finetune/Step Time": 4.562799734994769}
{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.9074856638908386, "Finetune/Loss (Raw)": 0.8752768635749817, "Finetune/Step": 3603, "Finetune/Step Time": 4.567273424938321}
{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.9087603092193604, "Finetune/Loss (Raw)": 0.9545850157737732, "Finetune/Step": 3604, "Finetune/Step Time": 4.563914339989424}
{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.9084930419921875, "Finetune/Loss (Raw)": 0.822812557220459, "Finetune/Step": 3605, "Finetune/Step Time": 4.54994067363441}
{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.9075868129730225, "Finetune/Loss (Raw)": 0.9079685211181641, "Finetune/Step": 3606, "Finetune/Step Time": 4.5626957770437}
{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.9065647125244141, "Finetune/Loss (Raw)": 0.9560940861701965, "Finetune/Step": 3607, "Finetune/Step Time": 4.566653566434979}
{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.9065412878990173, "Finetune/Loss (Raw)": 0.9503517150878906, "Finetune/Step": 3608, "Finetune/Step Time": 4.594543062150478}
{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.9064001441001892, "Finetune/Loss (Raw)": 0.9694570302963257, "Finetune/Step": 3609, "Finetune/Step Time": 4.5951769631356}
{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.9055322408676147, "Finetune/Loss (Raw)": 0.8234376907348633, "Finetune/Step": 3610, "Finetune/Step Time": 4.5944161452353}
{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.9005734920501709, "Finetune/Loss (Raw)": 0.33904123306274414, "Finetune/Step": 3611, "Finetune/Step Time": 4.5893691554665565}
{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.8999258279800415, "Finetune/Loss (Raw)": 0.90114825963974, "Finetune/Step": 3612, "Finetune/Step Time": 4.586517533287406}
{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8983422517776489, "Finetune/Loss (Raw)": 0.8235242366790771, "Finetune/Step": 3613, "Finetune/Step Time": 4.586983231827617}
{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8976157903671265, "Finetune/Loss (Raw)": 0.8891441822052002, "Finetune/Step": 3614, "Finetune/Step Time": 4.591469073668122}
{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8987680673599243, "Finetune/Loss (Raw)": 0.9410533308982849, "Finetune/Step": 3615, "Finetune/Step Time": 4.596050169318914}
{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8989256024360657, "Finetune/Loss (Raw)": 0.8064466118812561, "Finetune/Step": 3616, "Finetune/Step Time": 4.600130507722497}
{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.898123025894165, "Finetune/Loss (Raw)": 0.9369676113128662, "Finetune/Step": 3617, "Finetune/Step Time": 4.608703603968024}
{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8987540006637573, "Finetune/Loss (Raw)": 0.9097164869308472, "Finetune/Step": 3618, "Finetune/Step Time": 4.616680493578315}
{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8975889682769775, "Finetune/Loss (Raw)": 0.8696310520172119, "Finetune/Step": 3619, "Finetune/Step Time": 4.614438068121672}
{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8969603776931763, "Finetune/Loss (Raw)": 0.868836522102356, "Finetune/Step": 3620, "Finetune/Step Time": 4.604017831385136}
{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.897651195526123, "Finetune/Loss (Raw)": 0.851574182510376, "Finetune/Step": 3621, "Finetune/Step Time": 4.597782837226987}
{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8968567252159119, "Finetune/Loss (Raw)": 0.9362192749977112, "Finetune/Step": 3622, "Finetune/Step Time": 4.596773171797395}
{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.896620512008667, "Finetune/Loss (Raw)": 0.9440017342567444, "Finetune/Step": 3623, "Finetune/Step Time": 4.597262697294354}
{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8961977958679199, "Finetune/Loss (Raw)": 1.0186694860458374, "Finetune/Step": 3624, "Finetune/Step Time": 4.590990088880062}
{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8973743915557861, "Finetune/Loss (Raw)": 1.0017870664596558, "Finetune/Step": 3625, "Finetune/Step Time": 4.581281319260597}
{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.8966640830039978, "Finetune/Loss (Raw)": 0.8512442708015442, "Finetune/Step": 3626, "Finetune/Step Time": 4.577439242973924}
{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8962441682815552, "Finetune/Loss (Raw)": 0.9481995701789856, "Finetune/Step": 3627, "Finetune/Step Time": 4.592304717749357}
{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8959885835647583, "Finetune/Loss (Raw)": 0.9380627274513245, "Finetune/Step": 3628, "Finetune/Step Time": 4.597900738939643}
{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8950322866439819, "Finetune/Loss (Raw)": 0.8557201027870178, "Finetune/Step": 3629, "Finetune/Step Time": 4.604564471170306}
{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8933303356170654, "Finetune/Loss (Raw)": 0.8934733271598816, "Finetune/Step": 3630, "Finetune/Step Time": 4.604638334363699}
{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8913617134094238, "Finetune/Loss (Raw)": 0.7493075728416443, "Finetune/Step": 3631, "Finetune/Step Time": 4.618960069492459}
{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8924400806427002, "Finetune/Loss (Raw)": 1.0167486667633057, "Finetune/Step": 3632, "Finetune/Step Time": 4.615578321740031}
{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8925740122795105, "Finetune/Loss (Raw)": 1.041778802871704, "Finetune/Step": 3633, "Finetune/Step Time": 4.610220592468977}
{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.8929281234741211, "Finetune/Loss (Raw)": 0.9130262136459351, "Finetune/Step": 3634, "Finetune/Step Time": 4.602950464934111}
{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8937093019485474, "Finetune/Loss (Raw)": 0.8360351920127869, "Finetune/Step": 3635, "Finetune/Step Time": 4.586829354986548}
{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.893926203250885, "Finetune/Loss (Raw)": 0.9472282528877258, "Finetune/Step": 3636, "Finetune/Step Time": 4.5801344178617}
{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8938083648681641, "Finetune/Loss (Raw)": 1.0292075872421265, "Finetune/Step": 3637, "Finetune/Step Time": 4.5660068187862635}
{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.8949331045150757, "Finetune/Loss (Raw)": 0.9696553349494934, "Finetune/Step": 3638, "Finetune/Step Time": 4.563903775066137}
{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8948366641998291, "Finetune/Loss (Raw)": 0.917600691318512, "Finetune/Step": 3639, "Finetune/Step Time": 4.558525359258056}
{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8898519277572632, "Finetune/Loss (Raw)": 0.3104797899723053, "Finetune/Step": 3640, "Finetune/Step Time": 4.596784690394998}
{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.888777494430542, "Finetune/Loss (Raw)": 0.839386522769928, "Finetune/Step": 3641, "Finetune/Step Time": 4.5998986680060625}
{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8903234004974365, "Finetune/Loss (Raw)": 1.0206553936004639, "Finetune/Step": 3642, "Finetune/Step Time": 4.597916642203927}
{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8906975984573364, "Finetune/Loss (Raw)": 0.9358699321746826, "Finetune/Step": 3643, "Finetune/Step Time": 4.596431918442249}
{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8904483318328857, "Finetune/Loss (Raw)": 0.8835264444351196, "Finetune/Step": 3644, "Finetune/Step Time": 4.59321147762239}
{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8894063830375671, "Finetune/Loss (Raw)": 0.8593836426734924, "Finetune/Step": 3645, "Finetune/Step Time": 4.59267014823854}
{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.8902506828308105, "Finetune/Loss (Raw)": 1.0290950536727905, "Finetune/Step": 3646, "Finetune/Step Time": 4.576997192576528}
{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8909296989440918, "Finetune/Loss (Raw)": 0.9550331830978394, "Finetune/Step": 3647, "Finetune/Step Time": 4.555340833961964}
{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8911164999008179, "Finetune/Loss (Raw)": 0.9843443632125854, "Finetune/Step": 3648, "Finetune/Step Time": 4.556840922683477}
{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.8906917572021484, "Finetune/Loss (Raw)": 0.9990083575248718, "Finetune/Step": 3649, "Finetune/Step Time": 4.555626604706049}
{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8922041058540344, "Finetune/Loss (Raw)": 1.0405935049057007, "Finetune/Step": 3650, "Finetune/Step Time": 4.535504883155227}
{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.891801655292511, "Finetune/Loss (Raw)": 0.8043397665023804, "Finetune/Step": 3651, "Finetune/Step Time": 4.524746028706431}
{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8930532932281494, "Finetune/Loss (Raw)": 1.002898931503296, "Finetune/Step": 3652, "Finetune/Step Time": 4.5169588923454285}
{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8922309875488281, "Finetune/Loss (Raw)": 0.9839749336242676, "Finetune/Step": 3653, "Finetune/Step Time": 4.519916044548154}
{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8922884464263916, "Finetune/Loss (Raw)": 0.9511914849281311, "Finetune/Step": 3654, "Finetune/Step Time": 4.529642533510923}
{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8930331468582153, "Finetune/Loss (Raw)": 1.089137077331543, "Finetune/Step": 3655, "Finetune/Step Time": 4.5341487955302}
{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8921721577644348, "Finetune/Loss (Raw)": 0.8260022401809692, "Finetune/Step": 3656, "Finetune/Step Time": 4.532920764759183}
{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8925150632858276, "Finetune/Loss (Raw)": 0.8983511328697205, "Finetune/Step": 3657, "Finetune/Step Time": 4.537771947681904}
{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8924874663352966, "Finetune/Loss (Raw)": 0.9467980265617371, "Finetune/Step": 3658, "Finetune/Step Time": 4.553161827847362}
{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8920470476150513, "Finetune/Loss (Raw)": 0.9487207531929016, "Finetune/Step": 3659, "Finetune/Step Time": 4.551112672314048}
{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8934126496315002, "Finetune/Loss (Raw)": 1.0396020412445068, "Finetune/Step": 3660, "Finetune/Step Time": 4.538128592073917}
{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8979194164276123, "Finetune/Loss (Raw)": 0.8942066431045532, "Finetune/Step": 3661, "Finetune/Step Time": 4.499243522062898}
{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8981866836547852, "Finetune/Loss (Raw)": 1.0248221158981323, "Finetune/Step": 3662, "Finetune/Step Time": 4.489958520978689}
{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.9041492938995361, "Finetune/Loss (Raw)": 1.0951175689697266, "Finetune/Step": 3663, "Finetune/Step Time": 4.4503849148750305}
{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.9040038585662842, "Finetune/Loss (Raw)": 0.8723995685577393, "Finetune/Step": 3664, "Finetune/Step Time": 4.462682753801346}
{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.903340220451355, "Finetune/Loss (Raw)": 0.9546182751655579, "Finetune/Step": 3665, "Finetune/Step Time": 4.4545370452106}
{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.9026972651481628, "Finetune/Loss (Raw)": 0.9528400301933289, "Finetune/Step": 3666, "Finetune/Step Time": 4.449778100475669}
{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8984397053718567, "Finetune/Loss (Raw)": 0.42201364040374756, "Finetune/Step": 3667, "Finetune/Step Time": 4.484657302498817}
{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8980964422225952, "Finetune/Loss (Raw)": 0.8799813389778137, "Finetune/Step": 3668, "Finetune/Step Time": 4.474302131682634}
{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.8979136347770691, "Finetune/Loss (Raw)": 0.8995116353034973, "Finetune/Step": 3669, "Finetune/Step Time": 4.483031267300248}
{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8981027007102966, "Finetune/Loss (Raw)": 0.9416695833206177, "Finetune/Step": 3670, "Finetune/Step Time": 4.468377113342285}
{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8989794254302979, "Finetune/Loss (Raw)": 1.0183303356170654, "Finetune/Step": 3671, "Finetune/Step Time": 4.4500998593866825}
{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8984272480010986, "Finetune/Loss (Raw)": 0.8884885907173157, "Finetune/Step": 3672, "Finetune/Step Time": 4.457997262477875}
{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.9008591771125793, "Finetune/Loss (Raw)": 0.7280860543251038, "Finetune/Step": 3673, "Finetune/Step Time": 4.424275018274784}
{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.9011385440826416, "Finetune/Loss (Raw)": 0.8913653492927551, "Finetune/Step": 3674, "Finetune/Step Time": 4.414917219430208}
{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8959184885025024, "Finetune/Loss (Raw)": 0.372046560049057, "Finetune/Step": 3675, "Finetune/Step Time": 4.4571287631988525}
{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8962244987487793, "Finetune/Loss (Raw)": 1.030423879623413, "Finetune/Step": 3676, "Finetune/Step Time": 4.459918811917305}
{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.8959982395172119, "Finetune/Loss (Raw)": 0.9987928867340088, "Finetune/Step": 3677, "Finetune/Step Time": 4.459351377561688}
{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8986583948135376, "Finetune/Loss (Raw)": 0.6815716028213501, "Finetune/Step": 3678, "Finetune/Step Time": 4.422722715884447}
{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.9004884958267212, "Finetune/Loss (Raw)": 1.0564340353012085, "Finetune/Step": 3679, "Finetune/Step Time": 4.410551059991121}
{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.9005094766616821, "Finetune/Loss (Raw)": 0.9598763585090637, "Finetune/Step": 3680, "Finetune/Step Time": 4.409974193200469}
{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.9023898839950562, "Finetune/Loss (Raw)": 1.0209585428237915, "Finetune/Step": 3681, "Finetune/Step Time": 4.390676870942116}
{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.9033478498458862, "Finetune/Loss (Raw)": 1.1282421350479126, "Finetune/Step": 3682, "Finetune/Step Time": 4.388097055256367}
{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.9018234610557556, "Finetune/Loss (Raw)": 0.925757884979248, "Finetune/Step": 3683, "Finetune/Step Time": 4.3883914444595575}
{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.9045441150665283, "Finetune/Loss (Raw)": 0.6916994452476501, "Finetune/Step": 3684, "Finetune/Step Time": 4.3690897561609745}
{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.9032739400863647, "Finetune/Loss (Raw)": 0.8979000449180603, "Finetune/Step": 3685, "Finetune/Step Time": 4.365503745153546}
{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.9033516645431519, "Finetune/Loss (Raw)": 0.9438573718070984, "Finetune/Step": 3686, "Finetune/Step Time": 4.364594789221883}
{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.9026201963424683, "Finetune/Loss (Raw)": 0.920784056186676, "Finetune/Step": 3687, "Finetune/Step Time": 4.362762236967683}
{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.901320219039917, "Finetune/Loss (Raw)": 0.8716362714767456, "Finetune/Step": 3688, "Finetune/Step Time": 4.37092093937099}
{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.9009132385253906, "Finetune/Loss (Raw)": 1.022614598274231, "Finetune/Step": 3689, "Finetune/Step Time": 4.370768127962947}
{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.9024059772491455, "Finetune/Loss (Raw)": 0.9500967264175415, "Finetune/Step": 3690, "Finetune/Step Time": 4.373995153233409}
{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8985486030578613, "Finetune/Loss (Raw)": 0.30758923292160034, "Finetune/Step": 3691, "Finetune/Step Time": 4.410862661898136}
{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8998934030532837, "Finetune/Loss (Raw)": 1.0355851650238037, "Finetune/Step": 3692, "Finetune/Step Time": 4.404356395825744}
{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.9004811644554138, "Finetune/Loss (Raw)": 0.9356963038444519, "Finetune/Step": 3693, "Finetune/Step Time": 4.404128912836313}
{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8986325263977051, "Finetune/Loss (Raw)": 0.8196636438369751, "Finetune/Step": 3694, "Finetune/Step Time": 4.427935937419534}
{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.9003677368164062, "Finetune/Loss (Raw)": 1.1604219675064087, "Finetune/Step": 3695, "Finetune/Step Time": 4.406688492745161}
{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8996316194534302, "Finetune/Loss (Raw)": 0.9094609022140503, "Finetune/Step": 3696, "Finetune/Step Time": 4.393514795228839}
{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.8987640738487244, "Finetune/Loss (Raw)": 0.7828047275543213, "Finetune/Step": 3697, "Finetune/Step Time": 4.409583976492286}
{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.899623453617096, "Finetune/Loss (Raw)": 0.9847440123558044, "Finetune/Step": 3698, "Finetune/Step Time": 4.416122442111373}
{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.899648904800415, "Finetune/Loss (Raw)": 0.972682535648346, "Finetune/Step": 3699, "Finetune/Step Time": 4.413131143897772}
{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8995277881622314, "Finetune/Loss (Raw)": 0.9539352655410767, "Finetune/Step": 3700, "Finetune/Step Time": 4.408276453614235}
{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8978532552719116, "Finetune/Loss (Raw)": 0.7659814953804016, "Finetune/Step": 3701, "Finetune/Step Time": 4.41575500369072}
{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8974692821502686, "Finetune/Loss (Raw)": 0.9790583252906799, "Finetune/Step": 3702, "Finetune/Step Time": 4.404825383797288}
{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.898054838180542, "Finetune/Loss (Raw)": 0.9839849472045898, "Finetune/Step": 3703, "Finetune/Step Time": 4.402469689026475}
{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.8977717757225037, "Finetune/Loss (Raw)": 0.9770556688308716, "Finetune/Step": 3704, "Finetune/Step Time": 4.4083178378641605}
{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8965024352073669, "Finetune/Loss (Raw)": 0.759377658367157, "Finetune/Step": 3705, "Finetune/Step Time": 4.3896048702299595}
{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8956143856048584, "Finetune/Loss (Raw)": 0.8931884169578552, "Finetune/Step": 3706, "Finetune/Step Time": 4.391620943322778}
{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8947720527648926, "Finetune/Loss (Raw)": 0.9071621298789978, "Finetune/Step": 3707, "Finetune/Step Time": 4.417113462463021}
{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8940026760101318, "Finetune/Loss (Raw)": 0.8657445311546326, "Finetune/Step": 3708, "Finetune/Step Time": 4.428298043087125}
{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.894336998462677, "Finetune/Loss (Raw)": 1.0642043352127075, "Finetune/Step": 3709, "Finetune/Step Time": 4.418585607782006}
{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8953691720962524, "Finetune/Loss (Raw)": 1.0229429006576538, "Finetune/Step": 3710, "Finetune/Step Time": 4.405595451593399}
{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8952938318252563, "Finetune/Loss (Raw)": 0.8487752676010132, "Finetune/Step": 3711, "Finetune/Step Time": 4.417294396087527}
{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.895831823348999, "Finetune/Loss (Raw)": 1.0475174188613892, "Finetune/Step": 3712, "Finetune/Step Time": 4.422059575095773}
{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8896253108978271, "Finetune/Loss (Raw)": 0.28068289160728455, "Finetune/Step": 3713, "Finetune/Step Time": 4.4585513882339}
{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8903791308403015, "Finetune/Loss (Raw)": 0.9485974311828613, "Finetune/Step": 3714, "Finetune/Step Time": 4.456967307254672}
{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.89161217212677, "Finetune/Loss (Raw)": 1.0062198638916016, "Finetune/Step": 3715, "Finetune/Step Time": 4.4605446588248014}
{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8926433324813843, "Finetune/Loss (Raw)": 0.8546851277351379, "Finetune/Step": 3716, "Finetune/Step Time": 4.478732405230403}
{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8920127749443054, "Finetune/Loss (Raw)": 0.8241150975227356, "Finetune/Step": 3717, "Finetune/Step Time": 4.487933322787285}
{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8910670876502991, "Finetune/Loss (Raw)": 0.8595115542411804, "Finetune/Step": 3718, "Finetune/Step Time": 4.492698455229402}
{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8902097940444946, "Finetune/Loss (Raw)": 0.71775883436203, "Finetune/Step": 3719, "Finetune/Step Time": 4.503076825290918}
{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.89089035987854, "Finetune/Loss (Raw)": 1.0560832023620605, "Finetune/Step": 3720, "Finetune/Step Time": 4.507172886282206}
{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8903846740722656, "Finetune/Loss (Raw)": 1.0108120441436768, "Finetune/Step": 3721, "Finetune/Step Time": 4.506889151409268}
{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8929061889648438, "Finetune/Loss (Raw)": 0.9583048224449158, "Finetune/Step": 3722, "Finetune/Step Time": 4.499112667515874}
{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8933630585670471, "Finetune/Loss (Raw)": 1.0051424503326416, "Finetune/Step": 3723, "Finetune/Step Time": 4.50705498829484}
{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8915656208992004, "Finetune/Loss (Raw)": 0.8438055515289307, "Finetune/Step": 3724, "Finetune/Step Time": 4.508006367832422}
{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8974732160568237, "Finetune/Loss (Raw)": 1.0076593160629272, "Finetune/Step": 3725, "Finetune/Step Time": 4.473416153341532}
{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8933383226394653, "Finetune/Loss (Raw)": 0.3789951503276825, "Finetune/Step": 3726, "Finetune/Step Time": 4.492744350805879}
{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8933653831481934, "Finetune/Loss (Raw)": 0.8628305792808533, "Finetune/Step": 3727, "Finetune/Step Time": 4.497317433357239}
{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8957506418228149, "Finetune/Loss (Raw)": 0.7369014024734497, "Finetune/Step": 3728, "Finetune/Step Time": 4.467306658625603}
{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8958601951599121, "Finetune/Loss (Raw)": 0.9757617115974426, "Finetune/Step": 3729, "Finetune/Step Time": 4.476350788027048}
{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8965752124786377, "Finetune/Loss (Raw)": 0.9666140079498291, "Finetune/Step": 3730, "Finetune/Step Time": 4.505206922069192}
{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8972553014755249, "Finetune/Loss (Raw)": 0.9623287320137024, "Finetune/Step": 3731, "Finetune/Step Time": 4.49991805292666}
{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8971056938171387, "Finetune/Loss (Raw)": 0.9354326128959656, "Finetune/Step": 3732, "Finetune/Step Time": 4.4982580076903105}
{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8978032469749451, "Finetune/Loss (Raw)": 0.9121047854423523, "Finetune/Step": 3733, "Finetune/Step Time": 4.510603981092572}
{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8984900712966919, "Finetune/Loss (Raw)": 0.9958722591400146, "Finetune/Step": 3734, "Finetune/Step Time": 4.503060065209866}
{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8967902660369873, "Finetune/Loss (Raw)": 0.7385244369506836, "Finetune/Step": 3735, "Finetune/Step Time": 4.503840062767267}
{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8982045650482178, "Finetune/Loss (Raw)": 1.1313860416412354, "Finetune/Step": 3736, "Finetune/Step Time": 4.47385529987514}
{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8984022736549377, "Finetune/Loss (Raw)": 0.9947625398635864, "Finetune/Step": 3737, "Finetune/Step Time": 4.492063296958804}
{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8988192081451416, "Finetune/Loss (Raw)": 0.8768001794815063, "Finetune/Step": 3738, "Finetune/Step Time": 4.501527242362499}
{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.9030712842941284, "Finetune/Loss (Raw)": 0.8833102583885193, "Finetune/Step": 3739, "Finetune/Step Time": 4.463549526408315}
{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.903256893157959, "Finetune/Loss (Raw)": 0.9249077439308167, "Finetune/Step": 3740, "Finetune/Step Time": 4.446960121393204}
{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.9046781659126282, "Finetune/Loss (Raw)": 1.005448818206787, "Finetune/Step": 3741, "Finetune/Step Time": 4.44688749499619}
{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.9048498868942261, "Finetune/Loss (Raw)": 0.9111167788505554, "Finetune/Step": 3742, "Finetune/Step Time": 4.4425216764211655}
{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.9050070643424988, "Finetune/Loss (Raw)": 0.9611787796020508, "Finetune/Step": 3743, "Finetune/Step Time": 4.475731134414673}
{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.901494026184082, "Finetune/Loss (Raw)": 0.3567692041397095, "Finetune/Step": 3744, "Finetune/Step Time": 4.508786924183369}
{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8966639041900635, "Finetune/Loss (Raw)": 0.31872037053108215, "Finetune/Step": 3745, "Finetune/Step Time": 4.5345513094216585}
{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8955618739128113, "Finetune/Loss (Raw)": 0.7686529159545898, "Finetune/Step": 3746, "Finetune/Step Time": 4.525332290679216}
{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.894951581954956, "Finetune/Loss (Raw)": 0.7915173768997192, "Finetune/Step": 3747, "Finetune/Step Time": 4.5457590110599995}
{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.89586341381073, "Finetune/Loss (Raw)": 0.9855466485023499, "Finetune/Step": 3748, "Finetune/Step Time": 4.556709624826908}
{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8957087397575378, "Finetune/Loss (Raw)": 0.8317840099334717, "Finetune/Step": 3749, "Finetune/Step Time": 4.563565881922841}
{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8960890769958496, "Finetune/Loss (Raw)": 0.9849008917808533, "Finetune/Step": 3750, "Finetune/Step Time": 4.567768901586533}
{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8969547748565674, "Finetune/Loss (Raw)": 1.0548089742660522, "Finetune/Step": 3751, "Finetune/Step Time": 4.575203528627753}
{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8958866596221924, "Finetune/Loss (Raw)": 0.8819494843482971, "Finetune/Step": 3752, "Finetune/Step Time": 4.577953040599823}
{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8953836560249329, "Finetune/Loss (Raw)": 0.9374048709869385, "Finetune/Step": 3753, "Finetune/Step Time": 4.593119999393821}
{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.896068274974823, "Finetune/Loss (Raw)": 0.938871443271637, "Finetune/Step": 3754, "Finetune/Step Time": 4.595286717638373}
{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8966050744056702, "Finetune/Loss (Raw)": 1.016913890838623, "Finetune/Step": 3755, "Finetune/Step Time": 4.583156110718846}
{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8951769471168518, "Finetune/Loss (Raw)": 0.7552588582038879, "Finetune/Step": 3756, "Finetune/Step Time": 4.584153674542904}
{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8960967063903809, "Finetune/Loss (Raw)": 0.9734495282173157, "Finetune/Step": 3757, "Finetune/Step Time": 4.586789108812809}
{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8961775898933411, "Finetune/Loss (Raw)": 0.9038248658180237, "Finetune/Step": 3758, "Finetune/Step Time": 4.601833716034889}
{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8981170654296875, "Finetune/Loss (Raw)": 0.9975626468658447, "Finetune/Step": 3759, "Finetune/Step Time": 4.586396196857095}
{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8970380425453186, "Finetune/Loss (Raw)": 0.8786303997039795, "Finetune/Step": 3760, "Finetune/Step Time": 4.592281496152282}
{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.8949975967407227, "Finetune/Loss (Raw)": 0.780601441860199, "Finetune/Step": 3761, "Finetune/Step Time": 4.603341108188033}
{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8950648307800293, "Finetune/Loss (Raw)": 0.9216336011886597, "Finetune/Step": 3762, "Finetune/Step Time": 4.608749674633145}
{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.8962099552154541, "Finetune/Loss (Raw)": 0.9826146960258484, "Finetune/Step": 3763, "Finetune/Step Time": 4.610278466716409}
{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8954223394393921, "Finetune/Loss (Raw)": 0.8464065790176392, "Finetune/Step": 3764, "Finetune/Step Time": 4.6107683051377535}
{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8943742513656616, "Finetune/Loss (Raw)": 0.8950635194778442, "Finetune/Step": 3765, "Finetune/Step Time": 4.619830224663019}
{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8944962024688721, "Finetune/Loss (Raw)": 0.9852595329284668, "Finetune/Step": 3766, "Finetune/Step Time": 4.623064739629626}
{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8951545357704163, "Finetune/Loss (Raw)": 1.0018688440322876, "Finetune/Step": 3767, "Finetune/Step Time": 4.620913431048393}
{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.899003803730011, "Finetune/Loss (Raw)": 0.8031837344169617, "Finetune/Step": 3768, "Finetune/Step Time": 4.58626308478415}
{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8943599462509155, "Finetune/Loss (Raw)": 0.24497118592262268, "Finetune/Step": 3769, "Finetune/Step Time": 4.621550276875496}
{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8948991894721985, "Finetune/Loss (Raw)": 1.0896841287612915, "Finetune/Step": 3770, "Finetune/Step Time": 4.612724019214511}
{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8962132930755615, "Finetune/Loss (Raw)": 1.1040692329406738, "Finetune/Step": 3771, "Finetune/Step Time": 4.614908557385206}
{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.8970853686332703, "Finetune/Loss (Raw)": 0.9951536059379578, "Finetune/Step": 3772, "Finetune/Step Time": 4.620600588619709}
{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8930488228797913, "Finetune/Loss (Raw)": 0.3427083492279053, "Finetune/Step": 3773, "Finetune/Step Time": 4.667139444500208}
{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8927760124206543, "Finetune/Loss (Raw)": 0.9941644668579102, "Finetune/Step": 3774, "Finetune/Step Time": 4.669053357094526}
{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.893194317817688, "Finetune/Loss (Raw)": 1.0085923671722412, "Finetune/Step": 3775, "Finetune/Step Time": 4.673441814258695}
{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8931199908256531, "Finetune/Loss (Raw)": 0.9748228192329407, "Finetune/Step": 3776, "Finetune/Step Time": 4.671598037704825}
{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8874175548553467, "Finetune/Loss (Raw)": 0.269102543592453, "Finetune/Step": 3777, "Finetune/Step Time": 4.708607101812959}
{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8867738842964172, "Finetune/Loss (Raw)": 0.9581944346427917, "Finetune/Step": 3778, "Finetune/Step Time": 4.727303870022297}
{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8874172568321228, "Finetune/Loss (Raw)": 0.8866912722587585, "Finetune/Step": 3779, "Finetune/Step Time": 4.727096466347575}
{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8861120939254761, "Finetune/Loss (Raw)": 0.8358413577079773, "Finetune/Step": 3780, "Finetune/Step Time": 4.728092920035124}
{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8861274719238281, "Finetune/Loss (Raw)": 0.9859482645988464, "Finetune/Step": 3781, "Finetune/Step Time": 4.7199695240706205}
{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.8855770826339722, "Finetune/Loss (Raw)": 0.8807290196418762, "Finetune/Step": 3782, "Finetune/Step Time": 4.702399011701345}
{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8836811184883118, "Finetune/Loss (Raw)": 0.8464628458023071, "Finetune/Step": 3783, "Finetune/Step Time": 4.7046090848743916}
{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8840384483337402, "Finetune/Loss (Raw)": 0.8717356324195862, "Finetune/Step": 3784, "Finetune/Step Time": 4.710695149376988}
{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.8839786052703857, "Finetune/Loss (Raw)": 0.8906866908073425, "Finetune/Step": 3785, "Finetune/Step Time": 4.703751716762781}
{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8845016956329346, "Finetune/Loss (Raw)": 1.0137673616409302, "Finetune/Step": 3786, "Finetune/Step Time": 4.6876375284045935}
{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.8845747113227844, "Finetune/Loss (Raw)": 0.9580593705177307, "Finetune/Step": 3787, "Finetune/Step Time": 4.689731381833553}
{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.883638322353363, "Finetune/Loss (Raw)": 0.9197425246238708, "Finetune/Step": 3788, "Finetune/Step Time": 4.695724613964558}
{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8832013607025146, "Finetune/Loss (Raw)": 0.838280439376831, "Finetune/Step": 3789, "Finetune/Step Time": 4.714645143598318}
{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.8828758597373962, "Finetune/Loss (Raw)": 0.9831531643867493, "Finetune/Step": 3790, "Finetune/Step Time": 4.715593742206693}
{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8813775777816772, "Finetune/Loss (Raw)": 0.9033424854278564, "Finetune/Step": 3791, "Finetune/Step Time": 4.715130478143692}
{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8772105574607849, "Finetune/Loss (Raw)": 0.3390232026576996, "Finetune/Step": 3792, "Finetune/Step Time": 4.741143265739083}
{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8772039413452148, "Finetune/Loss (Raw)": 0.9537681937217712, "Finetune/Step": 3793, "Finetune/Step Time": 4.760024776682258}
{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.8773261308670044, "Finetune/Loss (Raw)": 0.9684757590293884, "Finetune/Step": 3794, "Finetune/Step Time": 4.759428391233087}
{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8802236914634705, "Finetune/Loss (Raw)": 0.792903482913971, "Finetune/Step": 3795, "Finetune/Step Time": 4.73528091236949}
{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.8807146549224854, "Finetune/Loss (Raw)": 0.942825973033905, "Finetune/Step": 3796, "Finetune/Step Time": 4.741245711222291}
{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.8799393773078918, "Finetune/Loss (Raw)": 0.8002773523330688, "Finetune/Step": 3797, "Finetune/Step Time": 4.740579470992088}
{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8794864416122437, "Finetune/Loss (Raw)": 0.8836857080459595, "Finetune/Step": 3798, "Finetune/Step Time": 4.737188333645463}
{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8785992860794067, "Finetune/Loss (Raw)": 0.9047858715057373, "Finetune/Step": 3799, "Finetune/Step Time": 4.747064519673586}
{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.879417896270752, "Finetune/Loss (Raw)": 0.9932740330696106, "Finetune/Step": 3800, "Finetune/Step Time": 4.742737969383597}
{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8808943033218384, "Finetune/Loss (Raw)": 0.9170628190040588, "Finetune/Step": 3801, "Finetune/Step Time": 4.7486911956220865}
{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8817799091339111, "Finetune/Loss (Raw)": 1.0047249794006348, "Finetune/Step": 3802, "Finetune/Step Time": 4.750059289857745}
{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.88714998960495, "Finetune/Loss (Raw)": 1.059409737586975, "Finetune/Step": 3803, "Finetune/Step Time": 4.70820171944797}
{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.8867179155349731, "Finetune/Loss (Raw)": 0.9751162528991699, "Finetune/Step": 3804, "Finetune/Step Time": 4.692671207711101}
{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8861690163612366, "Finetune/Loss (Raw)": 0.9285334348678589, "Finetune/Step": 3805, "Finetune/Step Time": 4.709945134818554}
{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8882028460502625, "Finetune/Loss (Raw)": 0.9419044256210327, "Finetune/Step": 3806, "Finetune/Step Time": 4.721809260547161}
{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8869420289993286, "Finetune/Loss (Raw)": 0.8950508832931519, "Finetune/Step": 3807, "Finetune/Step Time": 4.724297666922212}
{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8862072229385376, "Finetune/Loss (Raw)": 0.8658273816108704, "Finetune/Step": 3808, "Finetune/Step Time": 4.731112880632281}
{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8851884603500366, "Finetune/Loss (Raw)": 0.890551745891571, "Finetune/Step": 3809, "Finetune/Step Time": 4.745675789192319}
{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8839296102523804, "Finetune/Loss (Raw)": 0.9671117067337036, "Finetune/Step": 3810, "Finetune/Step Time": 4.742546582594514}
{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8837359547615051, "Finetune/Loss (Raw)": 0.9009665250778198, "Finetune/Step": 3811, "Finetune/Step Time": 4.7487799022346735}
{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8850184679031372, "Finetune/Loss (Raw)": 0.855866014957428, "Finetune/Step": 3812, "Finetune/Step Time": 4.742794742807746}
{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8850417733192444, "Finetune/Loss (Raw)": 0.900873601436615, "Finetune/Step": 3813, "Finetune/Step Time": 4.740469863638282}
{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8846060633659363, "Finetune/Loss (Raw)": 0.8880876302719116, "Finetune/Step": 3814, "Finetune/Step Time": 4.738573959097266}
{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8842623233795166, "Finetune/Loss (Raw)": 0.8767843842506409, "Finetune/Step": 3815, "Finetune/Step Time": 4.756850454956293}
{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8846666216850281, "Finetune/Loss (Raw)": 0.9233928322792053, "Finetune/Step": 3816, "Finetune/Step Time": 4.752574374899268}
{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8832124471664429, "Finetune/Loss (Raw)": 0.8364770412445068, "Finetune/Step": 3817, "Finetune/Step Time": 4.7495628502219915}
{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8824937343597412, "Finetune/Loss (Raw)": 0.8581073880195618, "Finetune/Step": 3818, "Finetune/Step Time": 4.742217356339097}
{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8865843415260315, "Finetune/Loss (Raw)": 0.8311809301376343, "Finetune/Step": 3819, "Finetune/Step Time": 4.706587893888354}
{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8842814564704895, "Finetune/Loss (Raw)": 0.7408180832862854, "Finetune/Step": 3820, "Finetune/Step Time": 4.70854595862329}
{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8837958574295044, "Finetune/Loss (Raw)": 0.873534619808197, "Finetune/Step": 3821, "Finetune/Step Time": 4.7137353010475636}
{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8837917447090149, "Finetune/Loss (Raw)": 0.8191401362419128, "Finetune/Step": 3822, "Finetune/Step Time": 4.692789575085044}
{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.8826625347137451, "Finetune/Loss (Raw)": 1.0158873796463013, "Finetune/Step": 3823, "Finetune/Step Time": 4.695628559216857}
{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8828113079071045, "Finetune/Loss (Raw)": 0.9284999370574951, "Finetune/Step": 3824, "Finetune/Step Time": 4.695365516468883}
{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8830215930938721, "Finetune/Loss (Raw)": 0.8097190856933594, "Finetune/Step": 3825, "Finetune/Step Time": 4.673948051407933}
{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8819938898086548, "Finetune/Loss (Raw)": 0.8532016277313232, "Finetune/Step": 3826, "Finetune/Step Time": 4.67035155557096}
{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8818733096122742, "Finetune/Loss (Raw)": 0.9572494626045227, "Finetune/Step": 3827, "Finetune/Step Time": 4.698113789781928}
{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.882182240486145, "Finetune/Loss (Raw)": 0.9934729337692261, "Finetune/Step": 3828, "Finetune/Step Time": 4.7015295047312975}
{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.87835693359375, "Finetune/Loss (Raw)": 0.2763468623161316, "Finetune/Step": 3829, "Finetune/Step Time": 4.73365219309926}
{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.87813401222229, "Finetune/Loss (Raw)": 0.950526237487793, "Finetune/Step": 3830, "Finetune/Step Time": 4.743128074333072}
{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8772635459899902, "Finetune/Loss (Raw)": 0.8725632429122925, "Finetune/Step": 3831, "Finetune/Step Time": 4.750503772869706}
{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8780885934829712, "Finetune/Loss (Raw)": 1.082655429840088, "Finetune/Step": 3832, "Finetune/Step Time": 4.752895452082157}
{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8801568746566772, "Finetune/Loss (Raw)": 1.024122953414917, "Finetune/Step": 3833, "Finetune/Step Time": 4.77631264179945}
{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8810815811157227, "Finetune/Loss (Raw)": 1.0115430355072021, "Finetune/Step": 3834, "Finetune/Step Time": 4.7651049960404634}
{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8817258477210999, "Finetune/Loss (Raw)": 0.9896345138549805, "Finetune/Step": 3835, "Finetune/Step Time": 4.746340652927756}
{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.881744921207428, "Finetune/Loss (Raw)": 0.8681871294975281, "Finetune/Step": 3836, "Finetune/Step Time": 4.724672356620431}
{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8804308176040649, "Finetune/Loss (Raw)": 0.8960031867027283, "Finetune/Step": 3837, "Finetune/Step Time": 4.736442070454359}
{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8790732622146606, "Finetune/Loss (Raw)": 0.8491710424423218, "Finetune/Step": 3838, "Finetune/Step Time": 4.7341808546334505}
{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.879752516746521, "Finetune/Loss (Raw)": 0.9357177019119263, "Finetune/Step": 3839, "Finetune/Step Time": 4.74856673181057}
{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8784159421920776, "Finetune/Loss (Raw)": 0.8764346241950989, "Finetune/Step": 3840, "Finetune/Step Time": 4.748551914468408}
{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8842445015907288, "Finetune/Loss (Raw)": 1.0267462730407715, "Finetune/Step": 3841, "Finetune/Step Time": 4.710775006562471}
{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.88346266746521, "Finetune/Loss (Raw)": 0.8485127091407776, "Finetune/Step": 3842, "Finetune/Step Time": 4.697357527911663}
{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8828320503234863, "Finetune/Loss (Raw)": 0.9255091547966003, "Finetune/Step": 3843, "Finetune/Step Time": 4.699786627665162}
{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8830965757369995, "Finetune/Loss (Raw)": 0.8885423541069031, "Finetune/Step": 3844, "Finetune/Step Time": 4.680798601359129}
{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8835103511810303, "Finetune/Loss (Raw)": 0.8770772218704224, "Finetune/Step": 3845, "Finetune/Step Time": 4.66976604424417}
{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8826665878295898, "Finetune/Loss (Raw)": 0.7515087127685547, "Finetune/Step": 3846, "Finetune/Step Time": 4.6652400605380535}
{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8850052356719971, "Finetune/Loss (Raw)": 1.0171047449111938, "Finetune/Step": 3847, "Finetune/Step Time": 4.658621562644839}
{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8793176412582397, "Finetune/Loss (Raw)": 0.32807186245918274, "Finetune/Step": 3848, "Finetune/Step Time": 4.684910191223025}
{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8798674941062927, "Finetune/Loss (Raw)": 1.0811989307403564, "Finetune/Step": 3849, "Finetune/Step Time": 4.700437065213919}
{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8775973320007324, "Finetune/Loss (Raw)": 0.6677219271659851, "Finetune/Step": 3850, "Finetune/Step Time": 4.7076384630054235}
{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.8760600686073303, "Finetune/Loss (Raw)": 0.8083720803260803, "Finetune/Step": 3851, "Finetune/Step Time": 4.688940541818738}
{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8767804503440857, "Finetune/Loss (Raw)": 0.9360133409500122, "Finetune/Step": 3852, "Finetune/Step Time": 4.689469840377569}
{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8724182844161987, "Finetune/Loss (Raw)": 0.44930499792099, "Finetune/Step": 3853, "Finetune/Step Time": 4.722756547853351}
{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.8768916130065918, "Finetune/Loss (Raw)": 0.9515802264213562, "Finetune/Step": 3854, "Finetune/Step Time": 4.689656680449843}
{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.8755871057510376, "Finetune/Loss (Raw)": 0.6958503127098083, "Finetune/Step": 3855, "Finetune/Step Time": 4.700294943526387}
{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8778890371322632, "Finetune/Loss (Raw)": 1.0315457582473755, "Finetune/Step": 3856, "Finetune/Step Time": 4.698416782543063}
{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8730747103691101, "Finetune/Loss (Raw)": 0.35953399538993835, "Finetune/Step": 3857, "Finetune/Step Time": 4.72462997213006}
{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8681304454803467, "Finetune/Loss (Raw)": 0.3337477743625641, "Finetune/Step": 3858, "Finetune/Step Time": 4.73667081259191}
{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8692080974578857, "Finetune/Loss (Raw)": 1.1002683639526367, "Finetune/Step": 3859, "Finetune/Step Time": 4.728985145688057}
{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.8691321611404419, "Finetune/Loss (Raw)": 0.9257091283798218, "Finetune/Step": 3860, "Finetune/Step Time": 4.722026262432337}
{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8689267635345459, "Finetune/Loss (Raw)": 0.8858177661895752, "Finetune/Step": 3861, "Finetune/Step Time": 4.702592007815838}
{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8681694269180298, "Finetune/Loss (Raw)": 0.8989322781562805, "Finetune/Step": 3862, "Finetune/Step Time": 4.701366405934095}
{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8694249391555786, "Finetune/Loss (Raw)": 0.8992323875427246, "Finetune/Step": 3863, "Finetune/Step Time": 4.711508130654693}
{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8680800199508667, "Finetune/Loss (Raw)": 0.9592313170433044, "Finetune/Step": 3864, "Finetune/Step Time": 4.719902342185378}
{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8677399158477783, "Finetune/Loss (Raw)": 0.9512309432029724, "Finetune/Step": 3865, "Finetune/Step Time": 4.737788859754801}
{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8692488074302673, "Finetune/Loss (Raw)": 1.0699394941329956, "Finetune/Step": 3866, "Finetune/Step Time": 4.729219548404217}
{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8710243701934814, "Finetune/Loss (Raw)": 1.1105751991271973, "Finetune/Step": 3867, "Finetune/Step Time": 4.729558702558279}
{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8711189031600952, "Finetune/Loss (Raw)": 0.9370167851448059, "Finetune/Step": 3868, "Finetune/Step Time": 4.732937278226018}
{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8700040578842163, "Finetune/Loss (Raw)": 0.8627491593360901, "Finetune/Step": 3869, "Finetune/Step Time": 4.7344494462013245}
{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8696616888046265, "Finetune/Loss (Raw)": 0.8672974705696106, "Finetune/Step": 3870, "Finetune/Step Time": 4.758995287120342}
{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8692849278450012, "Finetune/Loss (Raw)": 0.9129499793052673, "Finetune/Step": 3871, "Finetune/Step Time": 4.722272515296936}
{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.8712013959884644, "Finetune/Loss (Raw)": 0.6020724773406982, "Finetune/Step": 3872, "Finetune/Step Time": 4.719977045431733}
{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8747670650482178, "Finetune/Loss (Raw)": 0.7751283049583435, "Finetune/Step": 3873, "Finetune/Step Time": 4.691328650340438}
{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8760651350021362, "Finetune/Loss (Raw)": 0.9348027110099792, "Finetune/Step": 3874, "Finetune/Step Time": 4.691310307011008}
{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8771927356719971, "Finetune/Loss (Raw)": 0.9358526468276978, "Finetune/Step": 3875, "Finetune/Step Time": 4.673256918787956}
{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8767095804214478, "Finetune/Loss (Raw)": 0.9237071871757507, "Finetune/Step": 3876, "Finetune/Step Time": 4.659810775890946}
{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.877406120300293, "Finetune/Loss (Raw)": 0.9209346175193787, "Finetune/Step": 3877, "Finetune/Step Time": 4.6673513650894165}
{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8733594417572021, "Finetune/Loss (Raw)": 0.4669366180896759, "Finetune/Step": 3878, "Finetune/Step Time": 4.703330611810088}
{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8720961809158325, "Finetune/Loss (Raw)": 0.8931048512458801, "Finetune/Step": 3879, "Finetune/Step Time": 4.72880357131362}
{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.8722193241119385, "Finetune/Loss (Raw)": 0.8977115750312805, "Finetune/Step": 3880, "Finetune/Step Time": 4.72506133466959}
{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8724541068077087, "Finetune/Loss (Raw)": 0.967458963394165, "Finetune/Step": 3881, "Finetune/Step Time": 4.717333734035492}
{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8727979063987732, "Finetune/Loss (Raw)": 0.9828776717185974, "Finetune/Step": 3882, "Finetune/Step Time": 4.7218844294548035}
{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8727549314498901, "Finetune/Loss (Raw)": 1.0114036798477173, "Finetune/Step": 3883, "Finetune/Step Time": 4.715349266305566}
{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.8735020160675049, "Finetune/Loss (Raw)": 0.8508930802345276, "Finetune/Step": 3884, "Finetune/Step Time": 4.708579380065203}
{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8717682957649231, "Finetune/Loss (Raw)": 0.7515368461608887, "Finetune/Step": 3885, "Finetune/Step Time": 4.714797982946038}
{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8708788752555847, "Finetune/Loss (Raw)": 0.7899842858314514, "Finetune/Step": 3886, "Finetune/Step Time": 4.701241059228778}
{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8696302771568298, "Finetune/Loss (Raw)": 0.8377323746681213, "Finetune/Step": 3887, "Finetune/Step Time": 4.702405408024788}
{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8701746463775635, "Finetune/Loss (Raw)": 0.9483131170272827, "Finetune/Step": 3888, "Finetune/Step Time": 4.694227745756507}
{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8711889386177063, "Finetune/Loss (Raw)": 0.9104329347610474, "Finetune/Step": 3889, "Finetune/Step Time": 4.685168284922838}
{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8714948892593384, "Finetune/Loss (Raw)": 0.9607905745506287, "Finetune/Step": 3890, "Finetune/Step Time": 4.678589778020978}
{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.8710821866989136, "Finetune/Loss (Raw)": 0.9297869801521301, "Finetune/Step": 3891, "Finetune/Step Time": 4.693202793598175}
{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.8713716268539429, "Finetune/Loss (Raw)": 0.8834644556045532, "Finetune/Step": 3892, "Finetune/Step Time": 4.696375746279955}
{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.8672276735305786, "Finetune/Loss (Raw)": 0.3646339774131775, "Finetune/Step": 3893, "Finetune/Step Time": 4.724690763279796}
{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.8667685389518738, "Finetune/Loss (Raw)": 0.9264907240867615, "Finetune/Step": 3894, "Finetune/Step Time": 4.72335453890264}
{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8664888739585876, "Finetune/Loss (Raw)": 0.9660680890083313, "Finetune/Step": 3895, "Finetune/Step Time": 4.721393957734108}
{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8679819107055664, "Finetune/Loss (Raw)": 0.994296133518219, "Finetune/Step": 3896, "Finetune/Step Time": 4.709684710949659}
{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8733717799186707, "Finetune/Loss (Raw)": 0.9348739385604858, "Finetune/Step": 3897, "Finetune/Step Time": 4.677246933802962}
{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8721336126327515, "Finetune/Loss (Raw)": 0.9311935901641846, "Finetune/Step": 3898, "Finetune/Step Time": 4.693803438916802}
{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.8717207908630371, "Finetune/Loss (Raw)": 1.0512255430221558, "Finetune/Step": 3899, "Finetune/Step Time": 4.696754567325115}
{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8710749745368958, "Finetune/Loss (Raw)": 0.9124937653541565, "Finetune/Step": 3900, "Finetune/Step Time": 4.707280354574323}
{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8759737610816956, "Finetune/Loss (Raw)": 0.9697548747062683, "Finetune/Step": 3901, "Finetune/Step Time": 4.658364461734891}
{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8759040832519531, "Finetune/Loss (Raw)": 0.9852430820465088, "Finetune/Step": 3902, "Finetune/Step Time": 4.642865216359496}
{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8758061528205872, "Finetune/Loss (Raw)": 0.9960510730743408, "Finetune/Step": 3903, "Finetune/Step Time": 4.638093214482069}
{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8754984140396118, "Finetune/Loss (Raw)": 0.9354408383369446, "Finetune/Step": 3904, "Finetune/Step Time": 4.646764287725091}
{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8793032169342041, "Finetune/Loss (Raw)": 0.7561150193214417, "Finetune/Step": 3905, "Finetune/Step Time": 4.6282715536653996}
{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8798454999923706, "Finetune/Loss (Raw)": 1.0276063680648804, "Finetune/Step": 3906, "Finetune/Step Time": 4.651215637102723}
{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.882226824760437, "Finetune/Loss (Raw)": 1.19149649143219, "Finetune/Step": 3907, "Finetune/Step Time": 4.636244973167777}
{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.8826789855957031, "Finetune/Loss (Raw)": 0.8937283754348755, "Finetune/Step": 3908, "Finetune/Step Time": 4.643570639193058}
{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.8818361759185791, "Finetune/Loss (Raw)": 0.8780604004859924, "Finetune/Step": 3909, "Finetune/Step Time": 4.649579318240285}
{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8827794194221497, "Finetune/Loss (Raw)": 1.0014684200286865, "Finetune/Step": 3910, "Finetune/Step Time": 4.655478278174996}
{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.884629487991333, "Finetune/Loss (Raw)": 1.08327054977417, "Finetune/Step": 3911, "Finetune/Step Time": 4.651728620752692}
{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.884545087814331, "Finetune/Loss (Raw)": 0.8609311580657959, "Finetune/Step": 3912, "Finetune/Step Time": 4.654746368527412}
{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.884979248046875, "Finetune/Loss (Raw)": 0.9462574124336243, "Finetune/Step": 3913, "Finetune/Step Time": 4.652946673333645}
{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8838225603103638, "Finetune/Loss (Raw)": 0.8657100796699524, "Finetune/Step": 3914, "Finetune/Step Time": 4.661628866568208}
{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8836643695831299, "Finetune/Loss (Raw)": 0.9378114938735962, "Finetune/Step": 3915, "Finetune/Step Time": 4.6537459418177605}
{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.8836679458618164, "Finetune/Loss (Raw)": 0.9202060699462891, "Finetune/Step": 3916, "Finetune/Step Time": 4.654280910268426}
{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.8845821619033813, "Finetune/Loss (Raw)": 0.9552986025810242, "Finetune/Step": 3917, "Finetune/Step Time": 4.6548130344599485}
{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8844442367553711, "Finetune/Loss (Raw)": 0.9655002355575562, "Finetune/Step": 3918, "Finetune/Step Time": 4.654353076592088}
{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8843004107475281, "Finetune/Loss (Raw)": 0.8849260807037354, "Finetune/Step": 3919, "Finetune/Step Time": 4.664885686710477}
{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8889697790145874, "Finetune/Loss (Raw)": 0.9367107152938843, "Finetune/Step": 3920, "Finetune/Step Time": 4.662536881864071}
{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.8872880339622498, "Finetune/Loss (Raw)": 0.7384960055351257, "Finetune/Step": 3921, "Finetune/Step Time": 4.671841265633702}
{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.8874714374542236, "Finetune/Loss (Raw)": 0.9919602870941162, "Finetune/Step": 3922, "Finetune/Step Time": 4.674617340788245}
{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.887543797492981, "Finetune/Loss (Raw)": 0.8021622896194458, "Finetune/Step": 3923, "Finetune/Step Time": 4.674159023910761}
{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.887397825717926, "Finetune/Loss (Raw)": 0.9241431951522827, "Finetune/Step": 3924, "Finetune/Step Time": 4.682703433558345}
{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8885797262191772, "Finetune/Loss (Raw)": 0.9515640735626221, "Finetune/Step": 3925, "Finetune/Step Time": 4.6848285011947155}
{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8884280920028687, "Finetune/Loss (Raw)": 0.8642710447311401, "Finetune/Step": 3926, "Finetune/Step Time": 4.689446352422237}
{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.8886287212371826, "Finetune/Loss (Raw)": 0.9304558634757996, "Finetune/Step": 3927, "Finetune/Step Time": 4.69673010148108}
{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8890833258628845, "Finetune/Loss (Raw)": 1.0514754056930542, "Finetune/Step": 3928, "Finetune/Step Time": 4.697673536837101}
{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8893042206764221, "Finetune/Loss (Raw)": 0.9453321099281311, "Finetune/Step": 3929, "Finetune/Step Time": 4.688669288530946}
{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8885378837585449, "Finetune/Loss (Raw)": 0.9066300392150879, "Finetune/Step": 3930, "Finetune/Step Time": 4.694557871669531}
{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8882710933685303, "Finetune/Loss (Raw)": 1.0252658128738403, "Finetune/Step": 3931, "Finetune/Step Time": 4.695867259055376}
{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8877905607223511, "Finetune/Loss (Raw)": 0.9136151075363159, "Finetune/Step": 3932, "Finetune/Step Time": 4.710667058825493}
{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8860004544258118, "Finetune/Loss (Raw)": 0.6993988156318665, "Finetune/Step": 3933, "Finetune/Step Time": 4.7190478798002005}
{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8850911259651184, "Finetune/Loss (Raw)": 0.8255044221878052, "Finetune/Step": 3934, "Finetune/Step Time": 4.706029547378421}
{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8849163055419922, "Finetune/Loss (Raw)": 0.8726718425750732, "Finetune/Step": 3935, "Finetune/Step Time": 4.708382770419121}
{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.8859637975692749, "Finetune/Loss (Raw)": 0.9999065399169922, "Finetune/Step": 3936, "Finetune/Step Time": 4.699478566646576}
{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8863507509231567, "Finetune/Loss (Raw)": 0.9400855302810669, "Finetune/Step": 3937, "Finetune/Step Time": 4.693840743973851}
{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8857926726341248, "Finetune/Loss (Raw)": 0.8956781029701233, "Finetune/Step": 3938, "Finetune/Step Time": 4.693772381171584}
{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8866190910339355, "Finetune/Loss (Raw)": 1.0067410469055176, "Finetune/Step": 3939, "Finetune/Step Time": 4.694923108443618}
{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8869526386260986, "Finetune/Loss (Raw)": 0.8985671997070312, "Finetune/Step": 3940, "Finetune/Step Time": 4.682652983814478}
{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.887671947479248, "Finetune/Loss (Raw)": 0.9929463863372803, "Finetune/Step": 3941, "Finetune/Step Time": 4.685698684304953}
{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.888529896736145, "Finetune/Loss (Raw)": 0.9979004859924316, "Finetune/Step": 3942, "Finetune/Step Time": 4.692316604778171}
{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.8882663249969482, "Finetune/Loss (Raw)": 0.8430435657501221, "Finetune/Step": 3943, "Finetune/Step Time": 4.698547277599573}
{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.888506293296814, "Finetune/Loss (Raw)": 0.95411616563797, "Finetune/Step": 3944, "Finetune/Step Time": 4.698045598343015}
{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8907681107521057, "Finetune/Loss (Raw)": 1.1259914636611938, "Finetune/Step": 3945, "Finetune/Step Time": 4.720711061730981}
{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8912334442138672, "Finetune/Loss (Raw)": 0.9176629185676575, "Finetune/Step": 3946, "Finetune/Step Time": 4.7355175875127316}
{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8920167684555054, "Finetune/Loss (Raw)": 0.9314475655555725, "Finetune/Step": 3947, "Finetune/Step Time": 4.742697723209858}
{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8890228867530823, "Finetune/Loss (Raw)": 0.35760989785194397, "Finetune/Step": 3948, "Finetune/Step Time": 4.781124573200941}
{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8904303908348083, "Finetune/Loss (Raw)": 1.0536956787109375, "Finetune/Step": 3949, "Finetune/Step Time": 4.777775952592492}
{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8920559287071228, "Finetune/Loss (Raw)": 1.0271999835968018, "Finetune/Step": 3950, "Finetune/Step Time": 4.775227282196283}
{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.8919934034347534, "Finetune/Loss (Raw)": 1.0078834295272827, "Finetune/Step": 3951, "Finetune/Step Time": 4.778778988867998}
{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8912402391433716, "Finetune/Loss (Raw)": 0.8321045637130737, "Finetune/Step": 3952, "Finetune/Step Time": 4.787585321813822}
{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8918352127075195, "Finetune/Loss (Raw)": 0.8858678936958313, "Finetune/Step": 3953, "Finetune/Step Time": 4.784969566389918}
{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8919651508331299, "Finetune/Loss (Raw)": 0.8698354363441467, "Finetune/Step": 3954, "Finetune/Step Time": 4.77845798060298}
{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8909757733345032, "Finetune/Loss (Raw)": 0.830607533454895, "Finetune/Step": 3955, "Finetune/Step Time": 4.7464241944253445}
{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.8920026421546936, "Finetune/Loss (Raw)": 1.124916434288025, "Finetune/Step": 3956, "Finetune/Step Time": 4.746590467169881}
{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8970288634300232, "Finetune/Loss (Raw)": 0.9196999073028564, "Finetune/Step": 3957, "Finetune/Step Time": 4.708660501986742}
{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8966022729873657, "Finetune/Loss (Raw)": 0.8959203362464905, "Finetune/Step": 3958, "Finetune/Step Time": 4.704569844529033}
{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8966283798217773, "Finetune/Loss (Raw)": 0.8759042024612427, "Finetune/Step": 3959, "Finetune/Step Time": 4.717234533280134}
{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8949949145317078, "Finetune/Loss (Raw)": 0.8735774159431458, "Finetune/Step": 3960, "Finetune/Step Time": 4.715446403250098}
{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8946222066879272, "Finetune/Loss (Raw)": 0.9764185547828674, "Finetune/Step": 3961, "Finetune/Step Time": 4.697399193421006}
{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8932483196258545, "Finetune/Loss (Raw)": 0.8356859087944031, "Finetune/Step": 3962, "Finetune/Step Time": 4.705197788774967}
{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.893032968044281, "Finetune/Loss (Raw)": 0.9620586633682251, "Finetune/Step": 3963, "Finetune/Step Time": 4.703814268112183}
{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8933766484260559, "Finetune/Loss (Raw)": 0.912183940410614, "Finetune/Step": 3964, "Finetune/Step Time": 4.712387003004551}
{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8944131731987, "Finetune/Loss (Raw)": 1.028682827949524, "Finetune/Step": 3965, "Finetune/Step Time": 4.7187774162739515}
{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8907598257064819, "Finetune/Loss (Raw)": 0.3815392553806305, "Finetune/Step": 3966, "Finetune/Step Time": 4.760456133633852}
{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8900890946388245, "Finetune/Loss (Raw)": 0.8498642444610596, "Finetune/Step": 3967, "Finetune/Step Time": 4.733445009216666}
{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8910478353500366, "Finetune/Loss (Raw)": 0.9991507530212402, "Finetune/Step": 3968, "Finetune/Step Time": 4.732063194736838}
{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8907037973403931, "Finetune/Loss (Raw)": 0.982710063457489, "Finetune/Step": 3969, "Finetune/Step Time": 4.756987636908889}
{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8916778564453125, "Finetune/Loss (Raw)": 0.9731982946395874, "Finetune/Step": 3970, "Finetune/Step Time": 4.762932466343045}
{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8922672271728516, "Finetune/Loss (Raw)": 1.00094473361969, "Finetune/Step": 3971, "Finetune/Step Time": 4.754431322216988}
{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.8917235136032104, "Finetune/Loss (Raw)": 0.8189471960067749, "Finetune/Step": 3972, "Finetune/Step Time": 4.751460187137127}
{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8916844129562378, "Finetune/Loss (Raw)": 0.8720648288726807, "Finetune/Step": 3973, "Finetune/Step Time": 4.74273731559515}
{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8923496007919312, "Finetune/Loss (Raw)": 0.8366567492485046, "Finetune/Step": 3974, "Finetune/Step Time": 4.751438492909074}
{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.8921139240264893, "Finetune/Loss (Raw)": 0.9869372844696045, "Finetune/Step": 3975, "Finetune/Step Time": 4.743972355499864}
{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8970605731010437, "Finetune/Loss (Raw)": 0.9612471461296082, "Finetune/Step": 3976, "Finetune/Step Time": 4.719549352303147}
{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.8949204683303833, "Finetune/Loss (Raw)": 0.807267427444458, "Finetune/Step": 3977, "Finetune/Step Time": 4.714341804385185}
{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8950927257537842, "Finetune/Loss (Raw)": 0.6897750496864319, "Finetune/Step": 3978, "Finetune/Step Time": 4.71091859228909}
{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8958954215049744, "Finetune/Loss (Raw)": 0.9111069440841675, "Finetune/Step": 3979, "Finetune/Step Time": 4.719566164538264}
{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8940413594245911, "Finetune/Loss (Raw)": 0.6986938118934631, "Finetune/Step": 3980, "Finetune/Step Time": 4.7214138228446245}
{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8984584808349609, "Finetune/Loss (Raw)": 1.0146994590759277, "Finetune/Step": 3981, "Finetune/Step Time": 4.684660302475095}
{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8977199792861938, "Finetune/Loss (Raw)": 0.857050359249115, "Finetune/Step": 3982, "Finetune/Step Time": 4.683898424729705}
{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8990986347198486, "Finetune/Loss (Raw)": 0.8723166584968567, "Finetune/Step": 3983, "Finetune/Step Time": 4.667711738497019}
{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8936582803726196, "Finetune/Loss (Raw)": 0.33518320322036743, "Finetune/Step": 3984, "Finetune/Step Time": 4.700014643371105}
{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8982913494110107, "Finetune/Loss (Raw)": 0.9525623917579651, "Finetune/Step": 3985, "Finetune/Step Time": 4.664938133209944}
{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.904325008392334, "Finetune/Loss (Raw)": 1.1060608625411987, "Finetune/Step": 3986, "Finetune/Step Time": 4.6253134571015835}
{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.9021167755126953, "Finetune/Loss (Raw)": 0.8176148533821106, "Finetune/Step": 3987, "Finetune/Step Time": 4.632669935002923}
{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.9025936126708984, "Finetune/Loss (Raw)": 0.9867468476295471, "Finetune/Step": 3988, "Finetune/Step Time": 4.641700949519873}
{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.9035477042198181, "Finetune/Loss (Raw)": 1.0079361200332642, "Finetune/Step": 3989, "Finetune/Step Time": 4.6406793389469385}
{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.9040862321853638, "Finetune/Loss (Raw)": 0.9678608775138855, "Finetune/Step": 3990, "Finetune/Step Time": 4.644515523687005}
{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.9050745964050293, "Finetune/Loss (Raw)": 1.0257501602172852, "Finetune/Step": 3991, "Finetune/Step Time": 4.636140422895551}
{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.9036922454833984, "Finetune/Loss (Raw)": 0.7822842001914978, "Finetune/Step": 3992, "Finetune/Step Time": 4.648230157792568}
{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.9036145210266113, "Finetune/Loss (Raw)": 0.9412827491760254, "Finetune/Step": 3993, "Finetune/Step Time": 4.6144945230335}
{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.9016600251197815, "Finetune/Loss (Raw)": 0.8197698593139648, "Finetune/Step": 3994, "Finetune/Step Time": 4.63246145658195}
{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8995035290718079, "Finetune/Loss (Raw)": 0.8345384001731873, "Finetune/Step": 3995, "Finetune/Step Time": 4.632622629404068}
{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.89864182472229, "Finetune/Loss (Raw)": 0.826720654964447, "Finetune/Step": 3996, "Finetune/Step Time": 4.63107518106699}
{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8988638520240784, "Finetune/Loss (Raw)": 0.8911696672439575, "Finetune/Step": 3997, "Finetune/Step Time": 4.63487721607089}
{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.9003216028213501, "Finetune/Loss (Raw)": 1.0538824796676636, "Finetune/Step": 3998, "Finetune/Step Time": 4.617999168112874}
{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.9010624885559082, "Finetune/Loss (Raw)": 1.0077877044677734, "Finetune/Step": 3999, "Finetune/Step Time": 4.634510001167655}
{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.9029126763343811, "Finetune/Loss (Raw)": 0.8388986587524414, "Finetune/Step": 4000, "Finetune/Step Time": 4.604329630732536}
{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.9039242267608643, "Finetune/Loss (Raw)": 0.9045981764793396, "Finetune/Step": 4001, "Finetune/Step Time": 4.615527840331197}
{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.9032848477363586, "Finetune/Loss (Raw)": 0.8529694676399231, "Finetune/Step": 4002, "Finetune/Step Time": 4.626070763915777}
{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.9031052589416504, "Finetune/Loss (Raw)": 0.9128643274307251, "Finetune/Step": 4003, "Finetune/Step Time": 4.638363117352128}
{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.903406023979187, "Finetune/Loss (Raw)": 0.9622095823287964, "Finetune/Step": 4004, "Finetune/Step Time": 4.6425252221524715}
{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.903373122215271, "Finetune/Loss (Raw)": 0.9167238473892212, "Finetune/Step": 4005, "Finetune/Step Time": 4.627532994374633}
{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.9083740711212158, "Finetune/Loss (Raw)": 1.1070582866668701, "Finetune/Step": 4006, "Finetune/Step Time": 4.587772415950894}
{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.9041748046875, "Finetune/Loss (Raw)": 0.355594277381897, "Finetune/Step": 4007, "Finetune/Step Time": 4.589653715491295}
{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.9035351276397705, "Finetune/Loss (Raw)": 0.8158363699913025, "Finetune/Step": 4008, "Finetune/Step Time": 4.58759718388319}
{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.9026985168457031, "Finetune/Loss (Raw)": 0.8603708148002625, "Finetune/Step": 4009, "Finetune/Step Time": 4.583406653255224}
{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.901639997959137, "Finetune/Loss (Raw)": 0.8473888635635376, "Finetune/Step": 4010, "Finetune/Step Time": 4.591568645089865}
{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.9017782211303711, "Finetune/Loss (Raw)": 1.0290985107421875, "Finetune/Step": 4011, "Finetune/Step Time": 4.596899777650833}
{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.9009045362472534, "Finetune/Loss (Raw)": 0.7390623092651367, "Finetune/Step": 4012, "Finetune/Step Time": 4.6146089266985655}
{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.9023017883300781, "Finetune/Loss (Raw)": 0.9303852319717407, "Finetune/Step": 4013, "Finetune/Step Time": 4.6088758911937475}
{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.9028724431991577, "Finetune/Loss (Raw)": 0.8630151748657227, "Finetune/Step": 4014, "Finetune/Step Time": 4.634361680597067}
{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.9032880067825317, "Finetune/Loss (Raw)": 0.8909339904785156, "Finetune/Step": 4015, "Finetune/Step Time": 4.634767886251211}
{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.903172492980957, "Finetune/Loss (Raw)": 0.9335245490074158, "Finetune/Step": 4016, "Finetune/Step Time": 4.636409230530262}
{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.903388261795044, "Finetune/Loss (Raw)": 0.9380520582199097, "Finetune/Step": 4017, "Finetune/Step Time": 4.638872794806957}
{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.8983961343765259, "Finetune/Loss (Raw)": 0.3218023478984833, "Finetune/Step": 4018, "Finetune/Step Time": 4.677300566807389}
{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8992458581924438, "Finetune/Loss (Raw)": 1.0385485887527466, "Finetune/Step": 4019, "Finetune/Step Time": 4.656757893040776}
{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.9000691175460815, "Finetune/Loss (Raw)": 0.9888389706611633, "Finetune/Step": 4020, "Finetune/Step Time": 4.654997352510691}
{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.9044957160949707, "Finetune/Loss (Raw)": 0.9312421083450317, "Finetune/Step": 4021, "Finetune/Step Time": 4.627701245248318}
{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.9037457704544067, "Finetune/Loss (Raw)": 0.83049476146698, "Finetune/Step": 4022, "Finetune/Step Time": 4.630149679258466}
{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.9035118222236633, "Finetune/Loss (Raw)": 0.9361270070075989, "Finetune/Step": 4023, "Finetune/Step Time": 4.632572261616588}
{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.9035580158233643, "Finetune/Loss (Raw)": 1.000205636024475, "Finetune/Step": 4024, "Finetune/Step Time": 4.63906660489738}
{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.9033665060997009, "Finetune/Loss (Raw)": 0.9103618860244751, "Finetune/Step": 4025, "Finetune/Step Time": 4.632774384692311}
{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.9042162895202637, "Finetune/Loss (Raw)": 1.0399662256240845, "Finetune/Step": 4026, "Finetune/Step Time": 4.619372423738241}
{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.9041767716407776, "Finetune/Loss (Raw)": 1.046167016029358, "Finetune/Step": 4027, "Finetune/Step Time": 4.610495015978813}
{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.9037850499153137, "Finetune/Loss (Raw)": 0.8623502254486084, "Finetune/Step": 4028, "Finetune/Step Time": 4.595617052167654}
{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.903448224067688, "Finetune/Loss (Raw)": 0.9266489148139954, "Finetune/Step": 4029, "Finetune/Step Time": 4.595755977556109}
{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8988044261932373, "Finetune/Loss (Raw)": 0.39082595705986023, "Finetune/Step": 4030, "Finetune/Step Time": 4.636082613840699}
{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8982088565826416, "Finetune/Loss (Raw)": 0.9198208451271057, "Finetune/Step": 4031, "Finetune/Step Time": 4.635711971670389}
{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.898155689239502, "Finetune/Loss (Raw)": 0.9286340475082397, "Finetune/Step": 4032, "Finetune/Step Time": 4.624128218740225}
{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.899726152420044, "Finetune/Loss (Raw)": 0.9571427702903748, "Finetune/Step": 4033, "Finetune/Step Time": 4.607629934325814}
{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8985909819602966, "Finetune/Loss (Raw)": 0.8823039531707764, "Finetune/Step": 4034, "Finetune/Step Time": 4.5731724333018064}
{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8964331150054932, "Finetune/Loss (Raw)": 0.9152912497520447, "Finetune/Step": 4035, "Finetune/Step Time": 4.579805064946413}
{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.897806704044342, "Finetune/Loss (Raw)": 1.069547414779663, "Finetune/Step": 4036, "Finetune/Step Time": 4.571564404293895}
{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8976418375968933, "Finetune/Loss (Raw)": 0.8569546341896057, "Finetune/Step": 4037, "Finetune/Step Time": 4.57799263112247}
{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8925625085830688, "Finetune/Loss (Raw)": 0.35131075978279114, "Finetune/Step": 4038, "Finetune/Step Time": 4.608421754091978}
{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8918872475624084, "Finetune/Loss (Raw)": 0.9968374371528625, "Finetune/Step": 4039, "Finetune/Step Time": 4.628947846591473}
{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8926143646240234, "Finetune/Loss (Raw)": 0.9540064334869385, "Finetune/Step": 4040, "Finetune/Step Time": 4.617836572229862}
{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8918260335922241, "Finetune/Loss (Raw)": 0.8453536629676819, "Finetune/Step": 4041, "Finetune/Step Time": 4.612938122823834}
{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8919724225997925, "Finetune/Loss (Raw)": 0.8844409584999084, "Finetune/Step": 4042, "Finetune/Step Time": 4.625627977773547}
{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8920286893844604, "Finetune/Loss (Raw)": 0.9450107216835022, "Finetune/Step": 4043, "Finetune/Step Time": 4.62849379889667}
{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8921326994895935, "Finetune/Loss (Raw)": 0.9335247278213501, "Finetune/Step": 4044, "Finetune/Step Time": 4.620041914284229}
{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8869363069534302, "Finetune/Loss (Raw)": 0.29016047716140747, "Finetune/Step": 4045, "Finetune/Step Time": 4.637251034379005}
{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8861373066902161, "Finetune/Loss (Raw)": 0.8632285594940186, "Finetune/Step": 4046, "Finetune/Step Time": 4.639396606013179}
{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.885891318321228, "Finetune/Loss (Raw)": 0.853436291217804, "Finetune/Step": 4047, "Finetune/Step Time": 4.642003271728754}
{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8814575672149658, "Finetune/Loss (Raw)": 0.3691903054714203, "Finetune/Step": 4048, "Finetune/Step Time": 4.64361416734755}
{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8818393349647522, "Finetune/Loss (Raw)": 0.7873658537864685, "Finetune/Step": 4049, "Finetune/Step Time": 4.626722699031234}
{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8809023499488831, "Finetune/Loss (Raw)": 0.8720284700393677, "Finetune/Step": 4050, "Finetune/Step Time": 4.624568471685052}
{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8812478184700012, "Finetune/Loss (Raw)": 0.8463767766952515, "Finetune/Step": 4051, "Finetune/Step Time": 4.622051484882832}
{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.8810496926307678, "Finetune/Loss (Raw)": 0.8987870812416077, "Finetune/Step": 4052, "Finetune/Step Time": 4.637741735205054}
{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8765038251876831, "Finetune/Loss (Raw)": 0.3696969151496887, "Finetune/Step": 4053, "Finetune/Step Time": 4.6671587359160185}
{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.8770100474357605, "Finetune/Loss (Raw)": 0.9290633201599121, "Finetune/Step": 4054, "Finetune/Step Time": 4.676632754504681}
{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8772057890892029, "Finetune/Loss (Raw)": 0.9555065035820007, "Finetune/Step": 4055, "Finetune/Step Time": 4.658126253634691}
{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8742752075195312, "Finetune/Loss (Raw)": 0.6763636469841003, "Finetune/Step": 4056, "Finetune/Step Time": 4.6735810954123735}
{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8747209310531616, "Finetune/Loss (Raw)": 1.0023894309997559, "Finetune/Step": 4057, "Finetune/Step Time": 4.6700460109859705}
{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8743468523025513, "Finetune/Loss (Raw)": 0.8587390780448914, "Finetune/Step": 4058, "Finetune/Step Time": 4.667252676561475}
{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8736776113510132, "Finetune/Loss (Raw)": 0.9396083354949951, "Finetune/Step": 4059, "Finetune/Step Time": 4.68141545727849}
{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8723114728927612, "Finetune/Loss (Raw)": 0.738743782043457, "Finetune/Step": 4060, "Finetune/Step Time": 4.688563324511051}
{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8737354278564453, "Finetune/Loss (Raw)": 0.8816672563552856, "Finetune/Step": 4061, "Finetune/Step Time": 4.6806852500885725}
{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8756355047225952, "Finetune/Loss (Raw)": 1.0687187910079956, "Finetune/Step": 4062, "Finetune/Step Time": 4.683382291346788}
{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8715528249740601, "Finetune/Loss (Raw)": 0.3500817120075226, "Finetune/Step": 4063, "Finetune/Step Time": 4.710015753284097}
{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.866686224937439, "Finetune/Loss (Raw)": 0.3769853711128235, "Finetune/Step": 4064, "Finetune/Step Time": 4.749771296977997}
{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8660424947738647, "Finetune/Loss (Raw)": 0.8576879501342773, "Finetune/Step": 4065, "Finetune/Step Time": 4.755289571359754}
{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8661920428276062, "Finetune/Loss (Raw)": 0.9148205518722534, "Finetune/Step": 4066, "Finetune/Step Time": 4.759025914594531}
{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8665841221809387, "Finetune/Loss (Raw)": 1.0569243431091309, "Finetune/Step": 4067, "Finetune/Step Time": 4.757983796298504}
{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.8670518398284912, "Finetune/Loss (Raw)": 0.9584330916404724, "Finetune/Step": 4068, "Finetune/Step Time": 4.759549675509334}
{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.866792619228363, "Finetune/Loss (Raw)": 0.959769070148468, "Finetune/Step": 4069, "Finetune/Step Time": 4.773027032613754}
{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8655637502670288, "Finetune/Loss (Raw)": 0.8406128287315369, "Finetune/Step": 4070, "Finetune/Step Time": 4.768596850335598}
{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8664214015007019, "Finetune/Loss (Raw)": 0.9528172016143799, "Finetune/Step": 4071, "Finetune/Step Time": 4.775090912356973}
{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8651760816574097, "Finetune/Loss (Raw)": 0.7947176694869995, "Finetune/Step": 4072, "Finetune/Step Time": 4.784748408943415}
{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8636990189552307, "Finetune/Loss (Raw)": 0.9369221925735474, "Finetune/Step": 4073, "Finetune/Step Time": 4.766859954223037}
{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8646492958068848, "Finetune/Loss (Raw)": 1.0392966270446777, "Finetune/Step": 4074, "Finetune/Step Time": 4.7541876416653395}
{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8640589714050293, "Finetune/Loss (Raw)": 0.8558886647224426, "Finetune/Step": 4075, "Finetune/Step Time": 4.74242739379406}
{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8669584393501282, "Finetune/Loss (Raw)": 0.7287417054176331, "Finetune/Step": 4076, "Finetune/Step Time": 4.7240841668099165}
{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8659036159515381, "Finetune/Loss (Raw)": 0.9186780452728271, "Finetune/Step": 4077, "Finetune/Step Time": 4.737531745806336}
{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8645254373550415, "Finetune/Loss (Raw)": 0.850796103477478, "Finetune/Step": 4078, "Finetune/Step Time": 4.7400753274559975}
{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8654371500015259, "Finetune/Loss (Raw)": 1.124583125114441, "Finetune/Step": 4079, "Finetune/Step Time": 4.7518531288951635}
{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8652012348175049, "Finetune/Loss (Raw)": 0.8019031882286072, "Finetune/Step": 4080, "Finetune/Step Time": 4.751418102532625}
{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.8654900789260864, "Finetune/Loss (Raw)": 0.9228473901748657, "Finetune/Step": 4081, "Finetune/Step Time": 4.773575574159622}
{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8654406070709229, "Finetune/Loss (Raw)": 0.8634934425354004, "Finetune/Step": 4082, "Finetune/Step Time": 4.781707923859358}
{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8668882846832275, "Finetune/Loss (Raw)": 1.0159202814102173, "Finetune/Step": 4083, "Finetune/Step Time": 4.783862492069602}
{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8617089986801147, "Finetune/Loss (Raw)": 0.46195948123931885, "Finetune/Step": 4084, "Finetune/Step Time": 4.815698400139809}
{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.8619332313537598, "Finetune/Loss (Raw)": 0.94841068983078, "Finetune/Step": 4085, "Finetune/Step Time": 4.827067183330655}
{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8622301816940308, "Finetune/Loss (Raw)": 0.9339223504066467, "Finetune/Step": 4086, "Finetune/Step Time": 4.835017727687955}
{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8635688424110413, "Finetune/Loss (Raw)": 1.0472595691680908, "Finetune/Step": 4087, "Finetune/Step Time": 4.822125606238842}
{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8644711971282959, "Finetune/Loss (Raw)": 0.9890708327293396, "Finetune/Step": 4088, "Finetune/Step Time": 4.817690294235945}
{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8635978698730469, "Finetune/Loss (Raw)": 0.8646400570869446, "Finetune/Step": 4089, "Finetune/Step Time": 4.819309001788497}
{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8638310432434082, "Finetune/Loss (Raw)": 0.8655248284339905, "Finetune/Step": 4090, "Finetune/Step Time": 4.812001224607229}
{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8630743622779846, "Finetune/Loss (Raw)": 0.8652084469795227, "Finetune/Step": 4091, "Finetune/Step Time": 4.825147777795792}
{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8627579212188721, "Finetune/Loss (Raw)": 0.8716723918914795, "Finetune/Step": 4092, "Finetune/Step Time": 4.826756104826927}
{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8627613186836243, "Finetune/Loss (Raw)": 1.0291212797164917, "Finetune/Step": 4093, "Finetune/Step Time": 4.816800897940993}
{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8682276010513306, "Finetune/Loss (Raw)": 1.0812245607376099, "Finetune/Step": 4094, "Finetune/Step Time": 4.780184710398316}
{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.8679822683334351, "Finetune/Loss (Raw)": 0.8184595704078674, "Finetune/Step": 4095, "Finetune/Step Time": 4.787487983703613}
{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8685324192047119, "Finetune/Loss (Raw)": 1.0695748329162598, "Finetune/Step": 4096, "Finetune/Step Time": 4.78620651550591}
{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8687211275100708, "Finetune/Loss (Raw)": 1.0068620443344116, "Finetune/Step": 4097, "Finetune/Step Time": 4.771785456687212}
{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8669236898422241, "Finetune/Loss (Raw)": 0.7431237101554871, "Finetune/Step": 4098, "Finetune/Step Time": 4.774982083588839}
{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.86658775806427, "Finetune/Loss (Raw)": 0.9579529762268066, "Finetune/Step": 4099, "Finetune/Step Time": 4.77839813195169}
{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8678712844848633, "Finetune/Loss (Raw)": 0.9832379817962646, "Finetune/Step": 4100, "Finetune/Step Time": 4.778801562264562}
{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8684393763542175, "Finetune/Loss (Raw)": 0.9447755217552185, "Finetune/Step": 4101, "Finetune/Step Time": 4.8046599589288235}
{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8688425421714783, "Finetune/Loss (Raw)": 0.8882638216018677, "Finetune/Step": 4102, "Finetune/Step Time": 4.801084671169519}
{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8684176206588745, "Finetune/Loss (Raw)": 0.9325486421585083, "Finetune/Step": 4103, "Finetune/Step Time": 4.803913163021207}
{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8678953647613525, "Finetune/Loss (Raw)": 0.8943967819213867, "Finetune/Step": 4104, "Finetune/Step Time": 4.791100470349193}
{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8682194948196411, "Finetune/Loss (Raw)": 0.8487610816955566, "Finetune/Step": 4105, "Finetune/Step Time": 4.785262249410152}
{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8696326017379761, "Finetune/Loss (Raw)": 0.8706485033035278, "Finetune/Step": 4106, "Finetune/Step Time": 4.783701691776514}
{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.8695077300071716, "Finetune/Loss (Raw)": 0.8951232433319092, "Finetune/Step": 4107, "Finetune/Step Time": 4.780378615483642}
{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.8717711567878723, "Finetune/Loss (Raw)": 0.9884114861488342, "Finetune/Step": 4108, "Finetune/Step Time": 4.7798352763056755}
{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.870537519454956, "Finetune/Loss (Raw)": 0.8567947149276733, "Finetune/Step": 4109, "Finetune/Step Time": 4.793162336573005}
{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8712443113327026, "Finetune/Loss (Raw)": 0.9475231766700745, "Finetune/Step": 4110, "Finetune/Step Time": 4.80019892193377}
{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.872614860534668, "Finetune/Loss (Raw)": 1.0477399826049805, "Finetune/Step": 4111, "Finetune/Step Time": 4.805665584281087}
{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8763577938079834, "Finetune/Loss (Raw)": 0.8142796158790588, "Finetune/Step": 4112, "Finetune/Step Time": 4.781357461586595}
{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8748315572738647, "Finetune/Loss (Raw)": 0.7572091817855835, "Finetune/Step": 4113, "Finetune/Step Time": 4.784652404487133}
{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.873202919960022, "Finetune/Loss (Raw)": 0.8975946307182312, "Finetune/Step": 4114, "Finetune/Step Time": 4.786272322759032}
{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8738822937011719, "Finetune/Loss (Raw)": 0.9045693278312683, "Finetune/Step": 4115, "Finetune/Step Time": 4.782914703711867}
{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.8715351819992065, "Finetune/Loss (Raw)": 0.686323881149292, "Finetune/Step": 4116, "Finetune/Step Time": 4.792193675413728}
{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8699653744697571, "Finetune/Loss (Raw)": 0.8069926500320435, "Finetune/Step": 4117, "Finetune/Step Time": 4.801096206530929}
{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8708459734916687, "Finetune/Loss (Raw)": 1.0805827379226685, "Finetune/Step": 4118, "Finetune/Step Time": 4.794122079387307}
{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8707578182220459, "Finetune/Loss (Raw)": 1.0144586563110352, "Finetune/Step": 4119, "Finetune/Step Time": 4.788823939859867}
{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8721746206283569, "Finetune/Loss (Raw)": 0.9636483788490295, "Finetune/Step": 4120, "Finetune/Step Time": 4.783782856538892}
{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8720418810844421, "Finetune/Loss (Raw)": 0.9242842793464661, "Finetune/Step": 4121, "Finetune/Step Time": 4.789388841018081}
{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8729479312896729, "Finetune/Loss (Raw)": 0.9357418417930603, "Finetune/Step": 4122, "Finetune/Step Time": 4.788766406476498}
{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8746261596679688, "Finetune/Loss (Raw)": 1.0493525266647339, "Finetune/Step": 4123, "Finetune/Step Time": 4.789770578965545}
{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8735126256942749, "Finetune/Loss (Raw)": 0.6841884255409241, "Finetune/Step": 4124, "Finetune/Step Time": 4.791234804317355}
{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8739027976989746, "Finetune/Loss (Raw)": 0.9411166906356812, "Finetune/Step": 4125, "Finetune/Step Time": 4.79460141249001}
{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8728159666061401, "Finetune/Loss (Raw)": 0.9147633910179138, "Finetune/Step": 4126, "Finetune/Step Time": 4.78957343287766}
{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.872209906578064, "Finetune/Loss (Raw)": 0.930212140083313, "Finetune/Step": 4127, "Finetune/Step Time": 4.769265633076429}
{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8723224997520447, "Finetune/Loss (Raw)": 0.853313684463501, "Finetune/Step": 4128, "Finetune/Step Time": 4.765159217640758}
{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.871897280216217, "Finetune/Loss (Raw)": 0.8501700758934021, "Finetune/Step": 4129, "Finetune/Step Time": 4.745846729725599}
{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.8720057606697083, "Finetune/Loss (Raw)": 0.8668527603149414, "Finetune/Step": 4130, "Finetune/Step Time": 4.736044140532613}
{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8719921112060547, "Finetune/Loss (Raw)": 0.9111170172691345, "Finetune/Step": 4131, "Finetune/Step Time": 4.729144157841802}
{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8717893362045288, "Finetune/Loss (Raw)": 0.9362525939941406, "Finetune/Step": 4132, "Finetune/Step Time": 4.73114363104105}
{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8716265559196472, "Finetune/Loss (Raw)": 0.8958936929702759, "Finetune/Step": 4133, "Finetune/Step Time": 4.738728113472462}
{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8700741529464722, "Finetune/Loss (Raw)": 0.908355712890625, "Finetune/Step": 4134, "Finetune/Step Time": 4.755086477845907}
{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8737261295318604, "Finetune/Loss (Raw)": 0.8230346441268921, "Finetune/Step": 4135, "Finetune/Step Time": 4.717964980751276}
{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8742856979370117, "Finetune/Loss (Raw)": 0.8874664306640625, "Finetune/Step": 4136, "Finetune/Step Time": 4.7186627220362425}
{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8741840124130249, "Finetune/Loss (Raw)": 0.8473560214042664, "Finetune/Step": 4137, "Finetune/Step Time": 4.715836429968476}
{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8753882646560669, "Finetune/Loss (Raw)": 1.0015331506729126, "Finetune/Step": 4138, "Finetune/Step Time": 4.701866429299116}
{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8737015128135681, "Finetune/Loss (Raw)": 0.8131957650184631, "Finetune/Step": 4139, "Finetune/Step Time": 4.6918183751404285}
{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8744955062866211, "Finetune/Loss (Raw)": 0.8406933546066284, "Finetune/Step": 4140, "Finetune/Step Time": 4.681257959455252}
{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8702037334442139, "Finetune/Loss (Raw)": 0.3810351490974426, "Finetune/Step": 4141, "Finetune/Step Time": 4.7092511504888535}
{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8698006272315979, "Finetune/Loss (Raw)": 0.8114180564880371, "Finetune/Step": 4142, "Finetune/Step Time": 4.686256393790245}
{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.8692522048950195, "Finetune/Loss (Raw)": 0.8207395672798157, "Finetune/Step": 4143, "Finetune/Step Time": 4.683653295040131}
{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8642073273658752, "Finetune/Loss (Raw)": 0.2877756357192993, "Finetune/Step": 4144, "Finetune/Step Time": 4.716583829373121}
{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8630293011665344, "Finetune/Loss (Raw)": 0.7872666716575623, "Finetune/Step": 4145, "Finetune/Step Time": 4.724887190386653}
{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8678553104400635, "Finetune/Loss (Raw)": 0.9395334720611572, "Finetune/Step": 4146, "Finetune/Step Time": 4.682475000619888}
{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8665505051612854, "Finetune/Loss (Raw)": 0.8715348839759827, "Finetune/Step": 4147, "Finetune/Step Time": 4.688972573727369}
{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8661127090454102, "Finetune/Loss (Raw)": 0.9327977299690247, "Finetune/Step": 4148, "Finetune/Step Time": 4.689660433679819}
{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8656986951828003, "Finetune/Loss (Raw)": 0.8782453536987305, "Finetune/Step": 4149, "Finetune/Step Time": 4.678643366321921}
{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8657790422439575, "Finetune/Loss (Raw)": 0.8407813906669617, "Finetune/Step": 4150, "Finetune/Step Time": 4.704029977321625}
{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8655383586883545, "Finetune/Loss (Raw)": 0.9053246378898621, "Finetune/Step": 4151, "Finetune/Step Time": 4.709301633760333}
{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8648000359535217, "Finetune/Loss (Raw)": 0.9056983590126038, "Finetune/Step": 4152, "Finetune/Step Time": 4.713788414373994}
{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8645042181015015, "Finetune/Loss (Raw)": 0.872493326663971, "Finetune/Step": 4153, "Finetune/Step Time": 4.711013274267316}
{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8634508848190308, "Finetune/Loss (Raw)": 0.9051378965377808, "Finetune/Step": 4154, "Finetune/Step Time": 4.715358776971698}
{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.8618572354316711, "Finetune/Loss (Raw)": 0.8421860933303833, "Finetune/Step": 4155, "Finetune/Step Time": 4.717478472739458}
{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8623940944671631, "Finetune/Loss (Raw)": 0.9310657382011414, "Finetune/Step": 4156, "Finetune/Step Time": 4.716666702181101}
{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8632153272628784, "Finetune/Loss (Raw)": 1.0317625999450684, "Finetune/Step": 4157, "Finetune/Step Time": 4.717165967449546}
{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.867141842842102, "Finetune/Loss (Raw)": 0.8934248089790344, "Finetune/Step": 4158, "Finetune/Step Time": 4.684219595044851}
{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8674927949905396, "Finetune/Loss (Raw)": 0.9647485613822937, "Finetune/Step": 4159, "Finetune/Step Time": 4.684452135115862}
{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8681207299232483, "Finetune/Loss (Raw)": 1.0089983940124512, "Finetune/Step": 4160, "Finetune/Step Time": 4.677136145532131}
{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8681978583335876, "Finetune/Loss (Raw)": 0.9670155048370361, "Finetune/Step": 4161, "Finetune/Step Time": 4.674405507743359}
{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8689690828323364, "Finetune/Loss (Raw)": 0.9810228943824768, "Finetune/Step": 4162, "Finetune/Step Time": 4.676021268591285}
{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8678840398788452, "Finetune/Loss (Raw)": 0.7764112949371338, "Finetune/Step": 4163, "Finetune/Step Time": 4.687189467251301}
{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8644112944602966, "Finetune/Loss (Raw)": 0.6250331997871399, "Finetune/Step": 4164, "Finetune/Step Time": 4.694533979520202}
{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8659675717353821, "Finetune/Loss (Raw)": 1.0561552047729492, "Finetune/Step": 4165, "Finetune/Step Time": 4.6871367283165455}
{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8708277940750122, "Finetune/Loss (Raw)": 0.973421037197113, "Finetune/Step": 4166, "Finetune/Step Time": 4.654486674815416}
{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8695030212402344, "Finetune/Loss (Raw)": 0.8272675275802612, "Finetune/Step": 4167, "Finetune/Step Time": 4.638972410932183}
{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8677821159362793, "Finetune/Loss (Raw)": 0.7337360382080078, "Finetune/Step": 4168, "Finetune/Step Time": 4.637242091819644}
{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8640866875648499, "Finetune/Loss (Raw)": 0.3723334074020386, "Finetune/Step": 4169, "Finetune/Step Time": 4.67445413582027}
{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.8636549115180969, "Finetune/Loss (Raw)": 0.8291729092597961, "Finetune/Step": 4170, "Finetune/Step Time": 4.665639461949468}
{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.8636651635169983, "Finetune/Loss (Raw)": 0.946327805519104, "Finetune/Step": 4171, "Finetune/Step Time": 4.673461122438312}
{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8637678623199463, "Finetune/Loss (Raw)": 0.9466648697853088, "Finetune/Step": 4172, "Finetune/Step Time": 4.693906597793102}
{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8682734966278076, "Finetune/Loss (Raw)": 0.8668779730796814, "Finetune/Step": 4173, "Finetune/Step Time": 4.667879968881607}
{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8642870187759399, "Finetune/Loss (Raw)": 0.3529602587223053, "Finetune/Step": 4174, "Finetune/Step Time": 4.701038686558604}
{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8638476729393005, "Finetune/Loss (Raw)": 0.7972058653831482, "Finetune/Step": 4175, "Finetune/Step Time": 4.690356865525246}
{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8674221038818359, "Finetune/Loss (Raw)": 0.8267089128494263, "Finetune/Step": 4176, "Finetune/Step Time": 4.666062528267503}
{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8693220019340515, "Finetune/Loss (Raw)": 1.0305570363998413, "Finetune/Step": 4177, "Finetune/Step Time": 4.676386576145887}
{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8699601292610168, "Finetune/Loss (Raw)": 0.9537120461463928, "Finetune/Step": 4178, "Finetune/Step Time": 4.679498020559549}
{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8704988956451416, "Finetune/Loss (Raw)": 0.9153375029563904, "Finetune/Step": 4179, "Finetune/Step Time": 4.691817810758948}
{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8712631464004517, "Finetune/Loss (Raw)": 0.9966137409210205, "Finetune/Step": 4180, "Finetune/Step Time": 4.671837940812111}
{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8750367164611816, "Finetune/Loss (Raw)": 0.8527061939239502, "Finetune/Step": 4181, "Finetune/Step Time": 4.63780471496284}
{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8734548091888428, "Finetune/Loss (Raw)": 0.7265804409980774, "Finetune/Step": 4182, "Finetune/Step Time": 4.637888271361589}
{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8735926747322083, "Finetune/Loss (Raw)": 0.973163366317749, "Finetune/Step": 4183, "Finetune/Step Time": 4.637560734525323}
{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8755524754524231, "Finetune/Loss (Raw)": 0.9272103905677795, "Finetune/Step": 4184, "Finetune/Step Time": 4.615520367398858}
{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.8756189346313477, "Finetune/Loss (Raw)": 1.0108994245529175, "Finetune/Step": 4185, "Finetune/Step Time": 4.618669897317886}
{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8764938712120056, "Finetune/Loss (Raw)": 0.9707308411598206, "Finetune/Step": 4186, "Finetune/Step Time": 4.626163991168141}
{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8758565783500671, "Finetune/Loss (Raw)": 0.8580390214920044, "Finetune/Step": 4187, "Finetune/Step Time": 4.614063503220677}
{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8769150376319885, "Finetune/Loss (Raw)": 0.8742163777351379, "Finetune/Step": 4188, "Finetune/Step Time": 4.599516049027443}
{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.876516580581665, "Finetune/Loss (Raw)": 0.8306618928909302, "Finetune/Step": 4189, "Finetune/Step Time": 4.581961490213871}
{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8738545775413513, "Finetune/Loss (Raw)": 0.7279890179634094, "Finetune/Step": 4190, "Finetune/Step Time": 4.587756970897317}
{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.8787287473678589, "Finetune/Loss (Raw)": 0.9739770293235779, "Finetune/Step": 4191, "Finetune/Step Time": 4.559335865080357}
{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8840739727020264, "Finetune/Loss (Raw)": 1.0611717700958252, "Finetune/Step": 4192, "Finetune/Step Time": 4.518789203837514}
{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8797244429588318, "Finetune/Loss (Raw)": 0.3009507656097412, "Finetune/Step": 4193, "Finetune/Step Time": 4.54700062610209}
{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8798741102218628, "Finetune/Loss (Raw)": 0.9339797496795654, "Finetune/Step": 4194, "Finetune/Step Time": 4.546852050349116}
{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8788927793502808, "Finetune/Loss (Raw)": 0.9313180446624756, "Finetune/Step": 4195, "Finetune/Step Time": 4.5473678559064865}
{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.878648042678833, "Finetune/Loss (Raw)": 0.927093505859375, "Finetune/Step": 4196, "Finetune/Step Time": 4.5448916256427765}
{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.8762602210044861, "Finetune/Loss (Raw)": 0.6541351079940796, "Finetune/Step": 4197, "Finetune/Step Time": 4.553885672241449}
{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8774438500404358, "Finetune/Loss (Raw)": 0.9921138286590576, "Finetune/Step": 4198, "Finetune/Step Time": 4.552008232101798}
{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8779322504997253, "Finetune/Loss (Raw)": 1.0153416395187378, "Finetune/Step": 4199, "Finetune/Step Time": 4.520956747233868}
{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8790839910507202, "Finetune/Loss (Raw)": 0.9421272277832031, "Finetune/Step": 4200, "Finetune/Step Time": 4.5178464483469725}
{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8787596821784973, "Finetune/Loss (Raw)": 0.895415723323822, "Finetune/Step": 4201, "Finetune/Step Time": 4.5283312946558}
{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.8773573637008667, "Finetune/Loss (Raw)": 0.8598033785820007, "Finetune/Step": 4202, "Finetune/Step Time": 4.531104417517781}
{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8771884441375732, "Finetune/Loss (Raw)": 0.8342695236206055, "Finetune/Step": 4203, "Finetune/Step Time": 4.5324868354946375}
{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8780553936958313, "Finetune/Loss (Raw)": 0.8397025465965271, "Finetune/Step": 4204, "Finetune/Step Time": 4.512766094878316}
{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8781667947769165, "Finetune/Loss (Raw)": 0.9329426288604736, "Finetune/Step": 4205, "Finetune/Step Time": 4.494434265419841}
{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8783936500549316, "Finetune/Loss (Raw)": 0.8798351883888245, "Finetune/Step": 4206, "Finetune/Step Time": 4.4927437379956245}
{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8771087527275085, "Finetune/Loss (Raw)": 0.9601155519485474, "Finetune/Step": 4207, "Finetune/Step Time": 4.4865277130156755}
{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8775120377540588, "Finetune/Loss (Raw)": 0.853516697883606, "Finetune/Step": 4208, "Finetune/Step Time": 4.475673548877239}
{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8789728283882141, "Finetune/Loss (Raw)": 1.1098304986953735, "Finetune/Step": 4209, "Finetune/Step Time": 4.45325593650341}
{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8790575265884399, "Finetune/Loss (Raw)": 0.8743362426757812, "Finetune/Step": 4210, "Finetune/Step Time": 4.448498183861375}
{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8787733912467957, "Finetune/Loss (Raw)": 0.979553759098053, "Finetune/Step": 4211, "Finetune/Step Time": 4.453928254544735}
{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8815135955810547, "Finetune/Loss (Raw)": 0.8126949667930603, "Finetune/Step": 4212, "Finetune/Step Time": 4.416265966370702}
{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8800971508026123, "Finetune/Loss (Raw)": 0.7671196460723877, "Finetune/Step": 4213, "Finetune/Step Time": 4.414941625669599}
{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8800876140594482, "Finetune/Loss (Raw)": 0.9326953291893005, "Finetune/Step": 4214, "Finetune/Step Time": 4.404723661020398}
{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8793964982032776, "Finetune/Loss (Raw)": 0.9587995409965515, "Finetune/Step": 4215, "Finetune/Step Time": 4.431031163781881}
{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.878889262676239, "Finetune/Loss (Raw)": 0.9241392016410828, "Finetune/Step": 4216, "Finetune/Step Time": 4.425586869940162}
{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8797820806503296, "Finetune/Loss (Raw)": 0.9789237976074219, "Finetune/Step": 4217, "Finetune/Step Time": 4.422185746952891}
{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8798955678939819, "Finetune/Loss (Raw)": 0.8800495266914368, "Finetune/Step": 4218, "Finetune/Step Time": 4.42113135010004}
{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8794999122619629, "Finetune/Loss (Raw)": 0.8145586848258972, "Finetune/Step": 4219, "Finetune/Step Time": 4.403799494728446}
{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.879721462726593, "Finetune/Loss (Raw)": 0.9000336527824402, "Finetune/Step": 4220, "Finetune/Step Time": 4.393302518874407}
{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8798311352729797, "Finetune/Loss (Raw)": 1.0431660413742065, "Finetune/Step": 4221, "Finetune/Step Time": 4.389420624822378}
{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.879240870475769, "Finetune/Loss (Raw)": 1.0056709051132202, "Finetune/Step": 4222, "Finetune/Step Time": 4.3936604633927345}
{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8807094097137451, "Finetune/Loss (Raw)": 1.0064337253570557, "Finetune/Step": 4223, "Finetune/Step Time": 4.385543700307608}
{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8789099454879761, "Finetune/Loss (Raw)": 0.8392417430877686, "Finetune/Step": 4224, "Finetune/Step Time": 4.39674592204392}
{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8775582909584045, "Finetune/Loss (Raw)": 0.833843469619751, "Finetune/Step": 4225, "Finetune/Step Time": 4.389515373855829}
{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8798303604125977, "Finetune/Loss (Raw)": 1.0339490175247192, "Finetune/Step": 4226, "Finetune/Step Time": 4.382022861391306}
{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8808619379997253, "Finetune/Loss (Raw)": 1.0900005102157593, "Finetune/Step": 4227, "Finetune/Step Time": 4.381506573408842}
{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8800265789031982, "Finetune/Loss (Raw)": 0.876311719417572, "Finetune/Step": 4228, "Finetune/Step Time": 4.38348576426506}
{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8799887895584106, "Finetune/Loss (Raw)": 0.9399397969245911, "Finetune/Step": 4229, "Finetune/Step Time": 4.361199686303735}
{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.8751192688941956, "Finetune/Loss (Raw)": 0.2649649679660797, "Finetune/Step": 4230, "Finetune/Step Time": 4.38773881085217}
{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8734544515609741, "Finetune/Loss (Raw)": 0.7194473147392273, "Finetune/Step": 4231, "Finetune/Step Time": 4.433453159406781}
{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8738882541656494, "Finetune/Loss (Raw)": 0.9499237537384033, "Finetune/Step": 4232, "Finetune/Step Time": 4.447403691709042}
{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8738256692886353, "Finetune/Loss (Raw)": 0.8407559990882874, "Finetune/Step": 4233, "Finetune/Step Time": 4.453449465334415}
{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.8760448694229126, "Finetune/Loss (Raw)": 1.1547044515609741, "Finetune/Step": 4234, "Finetune/Step Time": 4.450689468532801}
{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8764002323150635, "Finetune/Loss (Raw)": 0.9406097531318665, "Finetune/Step": 4235, "Finetune/Step Time": 4.4505994487553835}
{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.874769926071167, "Finetune/Loss (Raw)": 0.7797247171401978, "Finetune/Step": 4236, "Finetune/Step Time": 4.464461823925376}
{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.8762273788452148, "Finetune/Loss (Raw)": 1.0433602333068848, "Finetune/Step": 4237, "Finetune/Step Time": 4.451540786772966}
{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8766863346099854, "Finetune/Loss (Raw)": 1.0062694549560547, "Finetune/Step": 4238, "Finetune/Step Time": 4.439494043588638}
{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.8759406805038452, "Finetune/Loss (Raw)": 0.9522963762283325, "Finetune/Step": 4239, "Finetune/Step Time": 4.435683451592922}
{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8763352632522583, "Finetune/Loss (Raw)": 0.8647791743278503, "Finetune/Step": 4240, "Finetune/Step Time": 4.423960762098432}
{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8772057294845581, "Finetune/Loss (Raw)": 0.8686222434043884, "Finetune/Step": 4241, "Finetune/Step Time": 4.425943356007338}
{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8778501749038696, "Finetune/Loss (Raw)": 0.9800916314125061, "Finetune/Step": 4242, "Finetune/Step Time": 4.430112112313509}
{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8780408501625061, "Finetune/Loss (Raw)": 0.9289754033088684, "Finetune/Step": 4243, "Finetune/Step Time": 4.4551583752036095}
{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8799856901168823, "Finetune/Loss (Raw)": 0.9352592825889587, "Finetune/Step": 4244, "Finetune/Step Time": 4.438847819343209}
{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8809667825698853, "Finetune/Loss (Raw)": 0.9325712323188782, "Finetune/Step": 4245, "Finetune/Step Time": 4.4412684086710215}
{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8796733617782593, "Finetune/Loss (Raw)": 0.9150306582450867, "Finetune/Step": 4246, "Finetune/Step Time": 4.478081107139587}
{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8787980079650879, "Finetune/Loss (Raw)": 0.9024145603179932, "Finetune/Step": 4247, "Finetune/Step Time": 4.479764565825462}
{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8734883069992065, "Finetune/Loss (Raw)": 0.2840051054954529, "Finetune/Step": 4248, "Finetune/Step Time": 4.504371052607894}
{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8738398551940918, "Finetune/Loss (Raw)": 0.9692812561988831, "Finetune/Step": 4249, "Finetune/Step Time": 4.49753906019032}
{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8723815679550171, "Finetune/Loss (Raw)": 0.7490796446800232, "Finetune/Step": 4250, "Finetune/Step Time": 4.487882498651743}
{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8702857494354248, "Finetune/Loss (Raw)": 0.7810859680175781, "Finetune/Step": 4251, "Finetune/Step Time": 4.4874915368855}
{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8734921216964722, "Finetune/Loss (Raw)": 1.0946094989776611, "Finetune/Step": 4252, "Finetune/Step Time": 4.48955237492919}
{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.871569037437439, "Finetune/Loss (Raw)": 0.6949562430381775, "Finetune/Step": 4253, "Finetune/Step Time": 4.504932213574648}
{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8702531456947327, "Finetune/Loss (Raw)": 0.7463358044624329, "Finetune/Step": 4254, "Finetune/Step Time": 4.515294281765819}
{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8692886829376221, "Finetune/Loss (Raw)": 0.8067641258239746, "Finetune/Step": 4255, "Finetune/Step Time": 4.521508555859327}
{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.8702038526535034, "Finetune/Loss (Raw)": 0.9704489707946777, "Finetune/Step": 4256, "Finetune/Step Time": 4.537480849772692}
{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8715137243270874, "Finetune/Loss (Raw)": 1.0178292989730835, "Finetune/Step": 4257, "Finetune/Step Time": 4.547029614448547}
{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8703231811523438, "Finetune/Loss (Raw)": 0.7144684195518494, "Finetune/Step": 4258, "Finetune/Step Time": 4.553520055487752}
{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8713845014572144, "Finetune/Loss (Raw)": 1.0469614267349243, "Finetune/Step": 4259, "Finetune/Step Time": 4.557685336098075}
{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8709347248077393, "Finetune/Loss (Raw)": 0.8786831498146057, "Finetune/Step": 4260, "Finetune/Step Time": 4.554347584024072}
{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8715947866439819, "Finetune/Loss (Raw)": 0.9803870916366577, "Finetune/Step": 4261, "Finetune/Step Time": 4.548208953812718}
{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8712935447692871, "Finetune/Loss (Raw)": 0.8697948455810547, "Finetune/Step": 4262, "Finetune/Step Time": 4.538577824831009}
{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8732894659042358, "Finetune/Loss (Raw)": 1.0785173177719116, "Finetune/Step": 4263, "Finetune/Step Time": 4.536677153781056}
{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8728400468826294, "Finetune/Loss (Raw)": 0.8299388289451599, "Finetune/Step": 4264, "Finetune/Step Time": 4.54829016327858}
{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.8737913370132446, "Finetune/Loss (Raw)": 0.9691121578216553, "Finetune/Step": 4265, "Finetune/Step Time": 4.556119764223695}
{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8736482858657837, "Finetune/Loss (Raw)": 0.9832295179367065, "Finetune/Step": 4266, "Finetune/Step Time": 4.555154616013169}
{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8737577199935913, "Finetune/Loss (Raw)": 0.8272043466567993, "Finetune/Step": 4267, "Finetune/Step Time": 4.569072224199772}
{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8736864328384399, "Finetune/Loss (Raw)": 0.8315641283988953, "Finetune/Step": 4268, "Finetune/Step Time": 4.560191275551915}
{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8771078586578369, "Finetune/Loss (Raw)": 0.8189818263053894, "Finetune/Step": 4269, "Finetune/Step Time": 4.558288644999266}
{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.877541184425354, "Finetune/Loss (Raw)": 0.8668764233589172, "Finetune/Step": 4270, "Finetune/Step Time": 4.558575555682182}
{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8736436367034912, "Finetune/Loss (Raw)": 0.32185637950897217, "Finetune/Step": 4271, "Finetune/Step Time": 4.5976706594228745}
{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8788354396820068, "Finetune/Loss (Raw)": 0.952326774597168, "Finetune/Step": 4272, "Finetune/Step Time": 4.562867095693946}
{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8787456750869751, "Finetune/Loss (Raw)": 0.7757731676101685, "Finetune/Step": 4273, "Finetune/Step Time": 4.550495820119977}
{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.87843918800354, "Finetune/Loss (Raw)": 0.9003002643585205, "Finetune/Step": 4274, "Finetune/Step Time": 4.55603220872581}
{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8785030841827393, "Finetune/Loss (Raw)": 0.8797187805175781, "Finetune/Step": 4275, "Finetune/Step Time": 4.566763320937753}
{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8787186145782471, "Finetune/Loss (Raw)": 0.9603934288024902, "Finetune/Step": 4276, "Finetune/Step Time": 4.567821683362126}
{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8788770437240601, "Finetune/Loss (Raw)": 0.8985182642936707, "Finetune/Step": 4277, "Finetune/Step Time": 4.589718505740166}
{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8798115253448486, "Finetune/Loss (Raw)": 0.9603952169418335, "Finetune/Step": 4278, "Finetune/Step Time": 4.563343919813633}
{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8792227506637573, "Finetune/Loss (Raw)": 0.8299642205238342, "Finetune/Step": 4279, "Finetune/Step Time": 4.560863349586725}
{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.879871129989624, "Finetune/Loss (Raw)": 0.9886937737464905, "Finetune/Step": 4280, "Finetune/Step Time": 4.5539075043052435}
{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.8811807632446289, "Finetune/Loss (Raw)": 1.0401262044906616, "Finetune/Step": 4281, "Finetune/Step Time": 4.559282770380378}
{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8817481994628906, "Finetune/Loss (Raw)": 0.9777625799179077, "Finetune/Step": 4282, "Finetune/Step Time": 4.557569274678826}
{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.882416844367981, "Finetune/Loss (Raw)": 0.9277737736701965, "Finetune/Step": 4283, "Finetune/Step Time": 4.562634678557515}
{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8827019929885864, "Finetune/Loss (Raw)": 0.9675717949867249, "Finetune/Step": 4284, "Finetune/Step Time": 4.560975596308708}
{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8802063465118408, "Finetune/Loss (Raw)": 0.712317168712616, "Finetune/Step": 4285, "Finetune/Step Time": 4.595649044960737}
{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8807334899902344, "Finetune/Loss (Raw)": 0.9608997702598572, "Finetune/Step": 4286, "Finetune/Step Time": 4.586727328598499}
{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8805837631225586, "Finetune/Loss (Raw)": 0.9455742835998535, "Finetune/Step": 4287, "Finetune/Step Time": 4.589564437046647}
{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.88106369972229, "Finetune/Loss (Raw)": 1.0704365968704224, "Finetune/Step": 4288, "Finetune/Step Time": 4.60438315756619}
{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8800656795501709, "Finetune/Loss (Raw)": 0.8392675518989563, "Finetune/Step": 4289, "Finetune/Step Time": 4.605726731941104}
{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8803210258483887, "Finetune/Loss (Raw)": 1.0137079954147339, "Finetune/Step": 4290, "Finetune/Step Time": 4.60144073702395}
{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.8815699815750122, "Finetune/Loss (Raw)": 0.9362778663635254, "Finetune/Step": 4291, "Finetune/Step Time": 4.585730113089085}
{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8842216730117798, "Finetune/Loss (Raw)": 0.9644525051116943, "Finetune/Step": 4292, "Finetune/Step Time": 4.581084413453937}
{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8835338354110718, "Finetune/Loss (Raw)": 0.9681116938591003, "Finetune/Step": 4293, "Finetune/Step Time": 4.589026855304837}
{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8831386566162109, "Finetune/Loss (Raw)": 0.9228385090827942, "Finetune/Step": 4294, "Finetune/Step Time": 4.610871808603406}
{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8790079355239868, "Finetune/Loss (Raw)": 0.29853495955467224, "Finetune/Step": 4295, "Finetune/Step Time": 4.6458830665796995}
{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8813396096229553, "Finetune/Loss (Raw)": 1.0321877002716064, "Finetune/Step": 4296, "Finetune/Step Time": 4.648477386683226}
{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8857094645500183, "Finetune/Loss (Raw)": 0.9316763877868652, "Finetune/Step": 4297, "Finetune/Step Time": 4.613908041268587}
{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.8851447105407715, "Finetune/Loss (Raw)": 0.7568883895874023, "Finetune/Step": 4298, "Finetune/Step Time": 4.603494932875037}
{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8855294585227966, "Finetune/Loss (Raw)": 0.9955716729164124, "Finetune/Step": 4299, "Finetune/Step Time": 4.604840159416199}
{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8858228325843811, "Finetune/Loss (Raw)": 0.984214723110199, "Finetune/Step": 4300, "Finetune/Step Time": 4.589493775740266}
{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8818798065185547, "Finetune/Loss (Raw)": 0.3621695935726166, "Finetune/Step": 4301, "Finetune/Step Time": 4.616257060319185}
{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8870368003845215, "Finetune/Loss (Raw)": 1.0130622386932373, "Finetune/Step": 4302, "Finetune/Step Time": 4.582912653684616}
{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.8889606595039368, "Finetune/Loss (Raw)": 1.0434496402740479, "Finetune/Step": 4303, "Finetune/Step Time": 4.582898145541549}
{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8851355314254761, "Finetune/Loss (Raw)": 0.3370928466320038, "Finetune/Step": 4304, "Finetune/Step Time": 4.60740309394896}
{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8834668397903442, "Finetune/Loss (Raw)": 0.8169734477996826, "Finetune/Step": 4305, "Finetune/Step Time": 4.6041554287076}
{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8827917575836182, "Finetune/Loss (Raw)": 0.8673020601272583, "Finetune/Step": 4306, "Finetune/Step Time": 4.6152040380984545}
{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8812820911407471, "Finetune/Loss (Raw)": 0.7220921516418457, "Finetune/Step": 4307, "Finetune/Step Time": 4.598317936062813}
{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8810398578643799, "Finetune/Loss (Raw)": 0.9656108617782593, "Finetune/Step": 4308, "Finetune/Step Time": 4.598732287064195}
{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8814510107040405, "Finetune/Loss (Raw)": 0.9053364396095276, "Finetune/Step": 4309, "Finetune/Step Time": 4.60873569175601}
{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8784816265106201, "Finetune/Loss (Raw)": 0.34649285674095154, "Finetune/Step": 4310, "Finetune/Step Time": 4.636182563379407}
{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8780759572982788, "Finetune/Loss (Raw)": 0.9212454557418823, "Finetune/Step": 4311, "Finetune/Step Time": 4.642154172062874}
{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8787981867790222, "Finetune/Loss (Raw)": 1.0196473598480225, "Finetune/Step": 4312, "Finetune/Step Time": 4.649918586015701}
{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.878987193107605, "Finetune/Loss (Raw)": 1.035102128982544, "Finetune/Step": 4313, "Finetune/Step Time": 4.660489613190293}
{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8790584802627563, "Finetune/Loss (Raw)": 0.9798485040664673, "Finetune/Step": 4314, "Finetune/Step Time": 4.656033653765917}
{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.879313051700592, "Finetune/Loss (Raw)": 0.8906275033950806, "Finetune/Step": 4315, "Finetune/Step Time": 4.652630226686597}
{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8793330788612366, "Finetune/Loss (Raw)": 0.8767750859260559, "Finetune/Step": 4316, "Finetune/Step Time": 4.6562598049640656}
{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8799054622650146, "Finetune/Loss (Raw)": 0.9039259552955627, "Finetune/Step": 4317, "Finetune/Step Time": 4.6542015466839075}
{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8809354901313782, "Finetune/Loss (Raw)": 0.8598374128341675, "Finetune/Step": 4318, "Finetune/Step Time": 4.652561077848077}
{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8794302940368652, "Finetune/Loss (Raw)": 0.7813118100166321, "Finetune/Step": 4319, "Finetune/Step Time": 4.653508175164461}
{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8778234124183655, "Finetune/Loss (Raw)": 0.85548996925354, "Finetune/Step": 4320, "Finetune/Step Time": 4.662861369550228}
{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.8813630938529968, "Finetune/Loss (Raw)": 0.7540307641029358, "Finetune/Step": 4321, "Finetune/Step Time": 4.638336021453142}
{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8821761012077332, "Finetune/Loss (Raw)": 1.0380431413650513, "Finetune/Step": 4322, "Finetune/Step Time": 4.6408843118697405}
{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8807033896446228, "Finetune/Loss (Raw)": 0.7428134083747864, "Finetune/Step": 4323, "Finetune/Step Time": 4.643244829028845}
{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.8800773620605469, "Finetune/Loss (Raw)": 0.8469531536102295, "Finetune/Step": 4324, "Finetune/Step Time": 4.642677696421742}
{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8805842995643616, "Finetune/Loss (Raw)": 0.7190312147140503, "Finetune/Step": 4325, "Finetune/Step Time": 4.632328517735004}
{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8790214657783508, "Finetune/Loss (Raw)": 0.7920729517936707, "Finetune/Step": 4326, "Finetune/Step Time": 4.6409190110862255}
{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8772231936454773, "Finetune/Loss (Raw)": 0.7851627469062805, "Finetune/Step": 4327, "Finetune/Step Time": 4.658535065129399}
{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8770198822021484, "Finetune/Loss (Raw)": 0.9160987734794617, "Finetune/Step": 4328, "Finetune/Step Time": 4.652023380622268}
{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8769813179969788, "Finetune/Loss (Raw)": 0.8904848098754883, "Finetune/Step": 4329, "Finetune/Step Time": 4.641477148979902}
{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8780479431152344, "Finetune/Loss (Raw)": 0.9963247179985046, "Finetune/Step": 4330, "Finetune/Step Time": 4.641265206038952}
{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.8791995644569397, "Finetune/Loss (Raw)": 0.9816831350326538, "Finetune/Step": 4331, "Finetune/Step Time": 4.641398629173636}
{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.879921555519104, "Finetune/Loss (Raw)": 0.932113766670227, "Finetune/Step": 4332, "Finetune/Step Time": 4.6439325381070375}
{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8804723024368286, "Finetune/Loss (Raw)": 1.0034401416778564, "Finetune/Step": 4333, "Finetune/Step Time": 4.645372685045004}
{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.8811526298522949, "Finetune/Loss (Raw)": 0.9669219255447388, "Finetune/Step": 4334, "Finetune/Step Time": 4.643517998978496}
{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.8811601400375366, "Finetune/Loss (Raw)": 0.9610785841941833, "Finetune/Step": 4335, "Finetune/Step Time": 4.638145012781024}
{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.8826571106910706, "Finetune/Loss (Raw)": 1.0451198816299438, "Finetune/Step": 4336, "Finetune/Step Time": 4.65448660030961}
{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.8796148896217346, "Finetune/Loss (Raw)": 0.7204295992851257, "Finetune/Step": 4337, "Finetune/Step Time": 4.677556248381734}
{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8798601627349854, "Finetune/Loss (Raw)": 0.9057257771492004, "Finetune/Step": 4338, "Finetune/Step Time": 4.677148772403598}
{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8785938620567322, "Finetune/Loss (Raw)": 0.8174730539321899, "Finetune/Step": 4339, "Finetune/Step Time": 4.67730813100934}
{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8795261383056641, "Finetune/Loss (Raw)": 0.9320191144943237, "Finetune/Step": 4340, "Finetune/Step Time": 4.691617053002119}
{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8813679218292236, "Finetune/Loss (Raw)": 1.0028764009475708, "Finetune/Step": 4341, "Finetune/Step Time": 4.682794323191047}
{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8810923099517822, "Finetune/Loss (Raw)": 0.8974112868309021, "Finetune/Step": 4342, "Finetune/Step Time": 4.729332746937871}
{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8802270293235779, "Finetune/Loss (Raw)": 0.8480508923530579, "Finetune/Step": 4343, "Finetune/Step Time": 4.692347811535001}
{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8803441524505615, "Finetune/Loss (Raw)": 0.9391248822212219, "Finetune/Step": 4344, "Finetune/Step Time": 4.701981529593468}
{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8797180652618408, "Finetune/Loss (Raw)": 0.8987861275672913, "Finetune/Step": 4345, "Finetune/Step Time": 4.701743453741074}
{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8799916505813599, "Finetune/Loss (Raw)": 0.915065348148346, "Finetune/Step": 4346, "Finetune/Step Time": 4.7054310869425535}
{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8814260959625244, "Finetune/Loss (Raw)": 0.9981744289398193, "Finetune/Step": 4347, "Finetune/Step Time": 4.698233915492892}
{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8818601965904236, "Finetune/Loss (Raw)": 0.955596923828125, "Finetune/Step": 4348, "Finetune/Step Time": 4.704042594879866}
{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8817778825759888, "Finetune/Loss (Raw)": 1.0326308012008667, "Finetune/Step": 4349, "Finetune/Step Time": 4.700728137046099}
{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8792852759361267, "Finetune/Loss (Raw)": 0.6866129040718079, "Finetune/Step": 4350, "Finetune/Step Time": 4.712296573445201}
{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8787833452224731, "Finetune/Loss (Raw)": 0.942187488079071, "Finetune/Step": 4351, "Finetune/Step Time": 4.711744669824839}
{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8792011737823486, "Finetune/Loss (Raw)": 0.8927252292633057, "Finetune/Step": 4352, "Finetune/Step Time": 4.6978181060403585}
{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8800475597381592, "Finetune/Loss (Raw)": 0.9421813488006592, "Finetune/Step": 4353, "Finetune/Step Time": 4.695686927065253}
{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8781335949897766, "Finetune/Loss (Raw)": 0.78895503282547, "Finetune/Step": 4354, "Finetune/Step Time": 4.700545731931925}
{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8770567178726196, "Finetune/Loss (Raw)": 0.952167272567749, "Finetune/Step": 4355, "Finetune/Step Time": 4.702145742252469}
{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8774813413619995, "Finetune/Loss (Raw)": 0.9306610822677612, "Finetune/Step": 4356, "Finetune/Step Time": 4.700105475261807}
{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8775275945663452, "Finetune/Loss (Raw)": 0.9458649158477783, "Finetune/Step": 4357, "Finetune/Step Time": 4.700238348916173}
{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.883038341999054, "Finetune/Loss (Raw)": 0.9703378677368164, "Finetune/Step": 4358, "Finetune/Step Time": 4.672714252024889}
{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.8846843242645264, "Finetune/Loss (Raw)": 0.9301382899284363, "Finetune/Step": 4359, "Finetune/Step Time": 4.626704810187221}
{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8840185403823853, "Finetune/Loss (Raw)": 0.8646978139877319, "Finetune/Step": 4360, "Finetune/Step Time": 4.613682724535465}
{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.886268138885498, "Finetune/Loss (Raw)": 1.1287038326263428, "Finetune/Step": 4361, "Finetune/Step Time": 4.622047383338213}
{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.8836771249771118, "Finetune/Loss (Raw)": 0.8230513334274292, "Finetune/Step": 4362, "Finetune/Step Time": 4.624892203137279}
{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8833688497543335, "Finetune/Loss (Raw)": 0.9011569619178772, "Finetune/Step": 4363, "Finetune/Step Time": 4.621731156483293}
{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8838337659835815, "Finetune/Loss (Raw)": 0.8392324447631836, "Finetune/Step": 4364, "Finetune/Step Time": 4.628373464569449}
{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8821241855621338, "Finetune/Loss (Raw)": 0.8245329260826111, "Finetune/Step": 4365, "Finetune/Step Time": 4.643109027296305}
{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8815810680389404, "Finetune/Loss (Raw)": 0.9367420673370361, "Finetune/Step": 4366, "Finetune/Step Time": 4.643028009682894}
{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8807549476623535, "Finetune/Loss (Raw)": 0.8465599417686462, "Finetune/Step": 4367, "Finetune/Step Time": 4.649507373571396}
{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8815264105796814, "Finetune/Loss (Raw)": 0.9635305404663086, "Finetune/Step": 4368, "Finetune/Step Time": 4.645658582448959}
{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.88145911693573, "Finetune/Loss (Raw)": 0.8600032925605774, "Finetune/Step": 4369, "Finetune/Step Time": 4.652105325832963}
{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8816918134689331, "Finetune/Loss (Raw)": 1.009880781173706, "Finetune/Step": 4370, "Finetune/Step Time": 4.648735351860523}
{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8824847340583801, "Finetune/Loss (Raw)": 1.0304702520370483, "Finetune/Step": 4371, "Finetune/Step Time": 4.621915025636554}
{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8770890235900879, "Finetune/Loss (Raw)": 0.2446066439151764, "Finetune/Step": 4372, "Finetune/Step Time": 4.6606303714215755}
{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8759608864784241, "Finetune/Loss (Raw)": 0.7881695032119751, "Finetune/Step": 4373, "Finetune/Step Time": 4.657425068318844}
{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8756632804870605, "Finetune/Loss (Raw)": 0.8769325017929077, "Finetune/Step": 4374, "Finetune/Step Time": 4.628118230029941}
{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8752878308296204, "Finetune/Loss (Raw)": 0.8543624877929688, "Finetune/Step": 4375, "Finetune/Step Time": 4.63553549349308}
{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8811497092247009, "Finetune/Loss (Raw)": 1.0343294143676758, "Finetune/Step": 4376, "Finetune/Step Time": 4.618140963837504}
{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.8805789947509766, "Finetune/Loss (Raw)": 0.8962224721908569, "Finetune/Step": 4377, "Finetune/Step Time": 4.619254691526294}
{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8819073438644409, "Finetune/Loss (Raw)": 0.9191126227378845, "Finetune/Step": 4378, "Finetune/Step Time": 4.629036081954837}
{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8823522925376892, "Finetune/Loss (Raw)": 0.8380388021469116, "Finetune/Step": 4379, "Finetune/Step Time": 4.645360678434372}
{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.881852388381958, "Finetune/Loss (Raw)": 1.0306209325790405, "Finetune/Step": 4380, "Finetune/Step Time": 4.648097772151232}
{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.8837642073631287, "Finetune/Loss (Raw)": 0.9396644830703735, "Finetune/Step": 4381, "Finetune/Step Time": 4.635280115529895}
{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.8854089975357056, "Finetune/Loss (Raw)": 0.9568719863891602, "Finetune/Step": 4382, "Finetune/Step Time": 4.629222301766276}
{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.8852605819702148, "Finetune/Loss (Raw)": 0.7877690196037292, "Finetune/Step": 4383, "Finetune/Step Time": 4.648503551259637}
{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8847814798355103, "Finetune/Loss (Raw)": 0.9091247916221619, "Finetune/Step": 4384, "Finetune/Step Time": 4.634092230349779}
{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.883417010307312, "Finetune/Loss (Raw)": 0.8431702852249146, "Finetune/Step": 4385, "Finetune/Step Time": 4.621626196429133}
{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8851038813591003, "Finetune/Loss (Raw)": 0.93039870262146, "Finetune/Step": 4386, "Finetune/Step Time": 4.633531739935279}
{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8854629993438721, "Finetune/Loss (Raw)": 1.0929255485534668, "Finetune/Step": 4387, "Finetune/Step Time": 4.62104956060648}
{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8859544992446899, "Finetune/Loss (Raw)": 0.9415977597236633, "Finetune/Step": 4388, "Finetune/Step Time": 4.62588551081717}
{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8858290314674377, "Finetune/Loss (Raw)": 0.9643217325210571, "Finetune/Step": 4389, "Finetune/Step Time": 4.624880768358707}
{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8857847452163696, "Finetune/Loss (Raw)": 0.8641326427459717, "Finetune/Step": 4390, "Finetune/Step Time": 4.624223444610834}
{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8841898441314697, "Finetune/Loss (Raw)": 0.8743607997894287, "Finetune/Step": 4391, "Finetune/Step Time": 4.632158199325204}
{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8804357051849365, "Finetune/Loss (Raw)": 0.3494128882884979, "Finetune/Step": 4392, "Finetune/Step Time": 4.662407061085105}
{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8791792392730713, "Finetune/Loss (Raw)": 0.8082783222198486, "Finetune/Step": 4393, "Finetune/Step Time": 4.670184159651399}
{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.878309965133667, "Finetune/Loss (Raw)": 0.871972918510437, "Finetune/Step": 4394, "Finetune/Step Time": 4.680141869932413}
{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8787518739700317, "Finetune/Loss (Raw)": 0.883766233921051, "Finetune/Step": 4395, "Finetune/Step Time": 4.669968506321311}
{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.8803529739379883, "Finetune/Loss (Raw)": 1.0364958047866821, "Finetune/Step": 4396, "Finetune/Step Time": 4.678305007517338}
{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8771750926971436, "Finetune/Loss (Raw)": 0.4122127294540405, "Finetune/Step": 4397, "Finetune/Step Time": 4.686702009290457}
{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8777316808700562, "Finetune/Loss (Raw)": 0.9381327033042908, "Finetune/Step": 4398, "Finetune/Step Time": 4.689008692279458}
{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.881859302520752, "Finetune/Loss (Raw)": 0.8501872420310974, "Finetune/Step": 4399, "Finetune/Step Time": 4.653396312147379}
{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8817400932312012, "Finetune/Loss (Raw)": 0.9370651841163635, "Finetune/Step": 4400, "Finetune/Step Time": 4.660616410896182}
{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8782507181167603, "Finetune/Loss (Raw)": 0.32913684844970703, "Finetune/Step": 4401, "Finetune/Step Time": 4.698921715840697}
{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.8779937028884888, "Finetune/Loss (Raw)": 0.8674021363258362, "Finetune/Step": 4402, "Finetune/Step Time": 4.717202579602599}
{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8786669969558716, "Finetune/Loss (Raw)": 0.9658985137939453, "Finetune/Step": 4403, "Finetune/Step Time": 4.7018903736025095}
{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.879358172416687, "Finetune/Loss (Raw)": 1.048867106437683, "Finetune/Step": 4404, "Finetune/Step Time": 4.70284366235137}
{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.879063069820404, "Finetune/Loss (Raw)": 0.8607421517372131, "Finetune/Step": 4405, "Finetune/Step Time": 4.69338490255177}
{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8777951002120972, "Finetune/Loss (Raw)": 0.7980977296829224, "Finetune/Step": 4406, "Finetune/Step Time": 4.690960019826889}
{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8777258396148682, "Finetune/Loss (Raw)": 0.8210947513580322, "Finetune/Step": 4407, "Finetune/Step Time": 4.689128242433071}
{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8782910108566284, "Finetune/Loss (Raw)": 1.061033010482788, "Finetune/Step": 4408, "Finetune/Step Time": 4.688864171504974}
{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.876988410949707, "Finetune/Loss (Raw)": 0.8733987212181091, "Finetune/Step": 4409, "Finetune/Step Time": 4.6884238589555025}
{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.876630961894989, "Finetune/Loss (Raw)": 0.932009220123291, "Finetune/Step": 4410, "Finetune/Step Time": 4.685001337900758}
{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8762168884277344, "Finetune/Loss (Raw)": 0.8747697472572327, "Finetune/Step": 4411, "Finetune/Step Time": 4.678150858730078}
{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8752818703651428, "Finetune/Loss (Raw)": 0.84788978099823, "Finetune/Step": 4412, "Finetune/Step Time": 4.680076068267226}
{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8784737586975098, "Finetune/Loss (Raw)": 1.1208741664886475, "Finetune/Step": 4413, "Finetune/Step Time": 4.6428853794932365}
{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8775597810745239, "Finetune/Loss (Raw)": 0.8439136743545532, "Finetune/Step": 4414, "Finetune/Step Time": 4.642033338546753}
{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8779032230377197, "Finetune/Loss (Raw)": 0.9895442724227905, "Finetune/Step": 4415, "Finetune/Step Time": 4.647421024739742}
{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8759127259254456, "Finetune/Loss (Raw)": 0.8156448602676392, "Finetune/Step": 4416, "Finetune/Step Time": 4.648562341928482}
{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8772910833358765, "Finetune/Loss (Raw)": 1.0156934261322021, "Finetune/Step": 4417, "Finetune/Step Time": 4.649376155808568}
{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8762866854667664, "Finetune/Loss (Raw)": 0.8851520419120789, "Finetune/Step": 4418, "Finetune/Step Time": 4.648991946130991}
{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8764228820800781, "Finetune/Loss (Raw)": 0.9537100195884705, "Finetune/Step": 4419, "Finetune/Step Time": 4.654385045170784}
{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8752762079238892, "Finetune/Loss (Raw)": 0.8176805377006531, "Finetune/Step": 4420, "Finetune/Step Time": 4.666507327929139}
{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8748292922973633, "Finetune/Loss (Raw)": 0.9109022617340088, "Finetune/Step": 4421, "Finetune/Step Time": 4.664335653185844}
{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8748863935470581, "Finetune/Loss (Raw)": 0.930143415927887, "Finetune/Step": 4422, "Finetune/Step Time": 4.641950896009803}
{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.879291296005249, "Finetune/Loss (Raw)": 0.8623659610748291, "Finetune/Step": 4423, "Finetune/Step Time": 4.6197585463523865}
{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8737894296646118, "Finetune/Loss (Raw)": 0.3279540240764618, "Finetune/Step": 4424, "Finetune/Step Time": 4.654993278905749}
{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8732476830482483, "Finetune/Loss (Raw)": 0.8623284101486206, "Finetune/Step": 4425, "Finetune/Step Time": 4.6714874263852835}
{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8746544122695923, "Finetune/Loss (Raw)": 0.9369529485702515, "Finetune/Step": 4426, "Finetune/Step Time": 4.667331580072641}
{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8734749555587769, "Finetune/Loss (Raw)": 0.8446016907691956, "Finetune/Step": 4427, "Finetune/Step Time": 4.676085039973259}
{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8730652332305908, "Finetune/Loss (Raw)": 0.9317689538002014, "Finetune/Step": 4428, "Finetune/Step Time": 4.681657148525119}
{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.8773858547210693, "Finetune/Loss (Raw)": 0.9152068495750427, "Finetune/Step": 4429, "Finetune/Step Time": 4.645339040085673}
{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8753308057785034, "Finetune/Loss (Raw)": 0.7500208020210266, "Finetune/Step": 4430, "Finetune/Step Time": 4.685756973922253}
{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8743444681167603, "Finetune/Loss (Raw)": 0.9172013401985168, "Finetune/Step": 4431, "Finetune/Step Time": 4.69293387234211}
{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.878984272480011, "Finetune/Loss (Raw)": 0.9309818148612976, "Finetune/Step": 4432, "Finetune/Step Time": 4.661687634885311}
{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8785428404808044, "Finetune/Loss (Raw)": 0.7604679465293884, "Finetune/Step": 4433, "Finetune/Step Time": 4.660404700785875}
{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.8798390030860901, "Finetune/Loss (Raw)": 1.033215880393982, "Finetune/Step": 4434, "Finetune/Step Time": 4.655181281268597}
{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.881261944770813, "Finetune/Loss (Raw)": 0.9042280316352844, "Finetune/Step": 4435, "Finetune/Step Time": 4.650544570758939}
{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8802295923233032, "Finetune/Loss (Raw)": 0.8334642052650452, "Finetune/Step": 4436, "Finetune/Step Time": 4.662473885342479}
{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8798584938049316, "Finetune/Loss (Raw)": 0.8578335642814636, "Finetune/Step": 4437, "Finetune/Step Time": 4.657179931178689}
{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8842868804931641, "Finetune/Loss (Raw)": 0.913330614566803, "Finetune/Step": 4438, "Finetune/Step Time": 4.625631790608168}
{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8854233622550964, "Finetune/Loss (Raw)": 1.0667128562927246, "Finetune/Step": 4439, "Finetune/Step Time": 4.627840032801032}
{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8858001232147217, "Finetune/Loss (Raw)": 1.0678719282150269, "Finetune/Step": 4440, "Finetune/Step Time": 4.625531109049916}
{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.8856884241104126, "Finetune/Loss (Raw)": 1.0208089351654053, "Finetune/Step": 4441, "Finetune/Step Time": 4.61938963457942}
{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.8857681751251221, "Finetune/Loss (Raw)": 0.9900529980659485, "Finetune/Step": 4442, "Finetune/Step Time": 4.628776714205742}
{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8856247663497925, "Finetune/Loss (Raw)": 0.8722797632217407, "Finetune/Step": 4443, "Finetune/Step Time": 4.629110096022487}
{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8853715658187866, "Finetune/Loss (Raw)": 0.8443551063537598, "Finetune/Step": 4444, "Finetune/Step Time": 4.624695951119065}
{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8842591047286987, "Finetune/Loss (Raw)": 0.7615296840667725, "Finetune/Step": 4445, "Finetune/Step Time": 4.627489352598786}
{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8854278326034546, "Finetune/Loss (Raw)": 1.0094432830810547, "Finetune/Step": 4446, "Finetune/Step Time": 4.618951641023159}
{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8862578868865967, "Finetune/Loss (Raw)": 0.8875557780265808, "Finetune/Step": 4447, "Finetune/Step Time": 4.608740497380495}
{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8867127895355225, "Finetune/Loss (Raw)": 0.9137188196182251, "Finetune/Step": 4448, "Finetune/Step Time": 4.602199278771877}
{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.888952374458313, "Finetune/Loss (Raw)": 1.040692687034607, "Finetune/Step": 4449, "Finetune/Step Time": 4.588467774912715}
{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8872348070144653, "Finetune/Loss (Raw)": 0.8182032108306885, "Finetune/Step": 4450, "Finetune/Step Time": 4.5827218275517225}
{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8879278898239136, "Finetune/Loss (Raw)": 0.8315273523330688, "Finetune/Step": 4451, "Finetune/Step Time": 4.587589111179113}
{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8839867115020752, "Finetune/Loss (Raw)": 0.34247323870658875, "Finetune/Step": 4452, "Finetune/Step Time": 4.624302975833416}
{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.8845754265785217, "Finetune/Loss (Raw)": 0.7943894863128662, "Finetune/Step": 4453, "Finetune/Step Time": 4.615897472947836}
{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.885757327079773, "Finetune/Loss (Raw)": 0.9433630108833313, "Finetune/Step": 4454, "Finetune/Step Time": 4.613869398832321}
{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8860238194465637, "Finetune/Loss (Raw)": 0.8192678093910217, "Finetune/Step": 4455, "Finetune/Step Time": 4.610638856887817}
{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.8855283856391907, "Finetune/Loss (Raw)": 0.8526805639266968, "Finetune/Step": 4456, "Finetune/Step Time": 4.611890258267522}
{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.885337233543396, "Finetune/Loss (Raw)": 0.8660218715667725, "Finetune/Step": 4457, "Finetune/Step Time": 4.623149851337075}
{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8846032619476318, "Finetune/Loss (Raw)": 0.9023702144622803, "Finetune/Step": 4458, "Finetune/Step Time": 4.636890396475792}
{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8838390707969666, "Finetune/Loss (Raw)": 0.8838750123977661, "Finetune/Step": 4459, "Finetune/Step Time": 4.642004976049066}
{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8842777609825134, "Finetune/Loss (Raw)": 0.9882625937461853, "Finetune/Step": 4460, "Finetune/Step Time": 4.647712403908372}
{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.8828849196434021, "Finetune/Loss (Raw)": 0.8251568078994751, "Finetune/Step": 4461, "Finetune/Step Time": 4.646718725562096}
{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8829172849655151, "Finetune/Loss (Raw)": 0.9710671901702881, "Finetune/Step": 4462, "Finetune/Step Time": 4.65920807980001}
{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8811943531036377, "Finetune/Loss (Raw)": 0.740541934967041, "Finetune/Step": 4463, "Finetune/Step Time": 4.668954115360975}
{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8801547288894653, "Finetune/Loss (Raw)": 0.9120474457740784, "Finetune/Step": 4464, "Finetune/Step Time": 4.671753730624914}
{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.8810197710990906, "Finetune/Loss (Raw)": 0.8311541676521301, "Finetune/Step": 4465, "Finetune/Step Time": 4.64832266420126}
{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.880765974521637, "Finetune/Loss (Raw)": 0.8732364773750305, "Finetune/Step": 4466, "Finetune/Step Time": 4.647314887493849}
{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8817898035049438, "Finetune/Loss (Raw)": 0.948527991771698, "Finetune/Step": 4467, "Finetune/Step Time": 4.641579616814852}
{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8813571929931641, "Finetune/Loss (Raw)": 0.8766387701034546, "Finetune/Step": 4468, "Finetune/Step Time": 4.627884032204747}
{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.880382776260376, "Finetune/Loss (Raw)": 0.8781564235687256, "Finetune/Step": 4469, "Finetune/Step Time": 4.628292683511972}
{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8801380395889282, "Finetune/Loss (Raw)": 0.8660815358161926, "Finetune/Step": 4470, "Finetune/Step Time": 4.584324793890119}
{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.880146861076355, "Finetune/Loss (Raw)": 0.8491858839988708, "Finetune/Step": 4471, "Finetune/Step Time": 4.597851939499378}
{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8798311352729797, "Finetune/Loss (Raw)": 0.8987044095993042, "Finetune/Step": 4472, "Finetune/Step Time": 4.588165253400803}
{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8810921907424927, "Finetune/Loss (Raw)": 1.0602123737335205, "Finetune/Step": 4473, "Finetune/Step Time": 4.586104057729244}
{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8813133835792542, "Finetune/Loss (Raw)": 0.9433692693710327, "Finetune/Step": 4474, "Finetune/Step Time": 4.5843627490103245}
{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8798366189002991, "Finetune/Loss (Raw)": 0.8091530203819275, "Finetune/Step": 4475, "Finetune/Step Time": 4.60545321367681}
{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8798942565917969, "Finetune/Loss (Raw)": 0.9629780650138855, "Finetune/Step": 4476, "Finetune/Step Time": 4.606742074713111}
{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8784047365188599, "Finetune/Loss (Raw)": 0.8419694900512695, "Finetune/Step": 4477, "Finetune/Step Time": 4.6075989082455635}
{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8806507587432861, "Finetune/Loss (Raw)": 0.974091649055481, "Finetune/Step": 4478, "Finetune/Step Time": 4.5895326398313046}
{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8804497718811035, "Finetune/Loss (Raw)": 0.9164745807647705, "Finetune/Step": 4479, "Finetune/Step Time": 4.5988153126090765}
{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8804535269737244, "Finetune/Loss (Raw)": 0.8931972980499268, "Finetune/Step": 4480, "Finetune/Step Time": 4.603015219792724}
{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8801454305648804, "Finetune/Loss (Raw)": 0.902755618095398, "Finetune/Step": 4481, "Finetune/Step Time": 4.604232722893357}
{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8807578086853027, "Finetune/Loss (Raw)": 0.8673362731933594, "Finetune/Step": 4482, "Finetune/Step Time": 4.612837512046099}
{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8803985118865967, "Finetune/Loss (Raw)": 0.9061745405197144, "Finetune/Step": 4483, "Finetune/Step Time": 4.60459521971643}
{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.8804607391357422, "Finetune/Loss (Raw)": 0.9386255145072937, "Finetune/Step": 4484, "Finetune/Step Time": 4.619950622320175}
{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8799821138381958, "Finetune/Loss (Raw)": 0.8845957517623901, "Finetune/Step": 4485, "Finetune/Step Time": 4.620416410267353}
{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8797352313995361, "Finetune/Loss (Raw)": 0.9387434124946594, "Finetune/Step": 4486, "Finetune/Step Time": 4.617317847907543}
{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8749796152114868, "Finetune/Loss (Raw)": 0.32142096757888794, "Finetune/Step": 4487, "Finetune/Step Time": 4.653585037216544}
{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8761915564537048, "Finetune/Loss (Raw)": 1.0198191404342651, "Finetune/Step": 4488, "Finetune/Step Time": 4.659767521545291}
{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8733135461807251, "Finetune/Loss (Raw)": 0.7603271007537842, "Finetune/Step": 4489, "Finetune/Step Time": 4.65548880957067}
{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8730642795562744, "Finetune/Loss (Raw)": 0.7911328673362732, "Finetune/Step": 4490, "Finetune/Step Time": 4.6594755332916975}
{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8724203109741211, "Finetune/Loss (Raw)": 0.818732500076294, "Finetune/Step": 4491, "Finetune/Step Time": 4.659513127058744}
{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8732215166091919, "Finetune/Loss (Raw)": 0.9417889714241028, "Finetune/Step": 4492, "Finetune/Step Time": 4.641429323703051}
{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8736767768859863, "Finetune/Loss (Raw)": 0.8828099370002747, "Finetune/Step": 4493, "Finetune/Step Time": 4.637094775214791}
{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8721015453338623, "Finetune/Loss (Raw)": 0.7351087331771851, "Finetune/Step": 4494, "Finetune/Step Time": 4.642045818269253}
{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8728692531585693, "Finetune/Loss (Raw)": 0.944829523563385, "Finetune/Step": 4495, "Finetune/Step Time": 4.641443325206637}
{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.8715376853942871, "Finetune/Loss (Raw)": 0.7930812239646912, "Finetune/Step": 4496, "Finetune/Step Time": 4.654571119695902}
{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8726578950881958, "Finetune/Loss (Raw)": 1.0033977031707764, "Finetune/Step": 4497, "Finetune/Step Time": 4.652456281706691}
{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8711055517196655, "Finetune/Loss (Raw)": 0.8111812472343445, "Finetune/Step": 4498, "Finetune/Step Time": 4.657328834757209}
{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8706916570663452, "Finetune/Loss (Raw)": 0.9774855375289917, "Finetune/Step": 4499, "Finetune/Step Time": 4.657212316989899}
{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8759854435920715, "Finetune/Loss (Raw)": 0.9222191572189331, "Finetune/Step": 4500, "Finetune/Step Time": 4.626584280282259}
{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.8774800896644592, "Finetune/Loss (Raw)": 0.979479193687439, "Finetune/Step": 4501, "Finetune/Step Time": 4.630686182528734}
{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.8765333890914917, "Finetune/Loss (Raw)": 0.755757749080658, "Finetune/Step": 4502, "Finetune/Step Time": 4.62987295538187}
{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.877599835395813, "Finetune/Loss (Raw)": 0.9908644556999207, "Finetune/Step": 4503, "Finetune/Step Time": 4.620350977405906}
{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.876343846321106, "Finetune/Loss (Raw)": 0.873563289642334, "Finetune/Step": 4504, "Finetune/Step Time": 4.604468945413828}
{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8759508728981018, "Finetune/Loss (Raw)": 0.8459253907203674, "Finetune/Step": 4505, "Finetune/Step Time": 4.60950174741447}
{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8770097494125366, "Finetune/Loss (Raw)": 1.0546475648880005, "Finetune/Step": 4506, "Finetune/Step Time": 4.588765222579241}
{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8729971051216125, "Finetune/Loss (Raw)": 0.3244165778160095, "Finetune/Step": 4507, "Finetune/Step Time": 4.607751425355673}
{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8721274733543396, "Finetune/Loss (Raw)": 0.9193113446235657, "Finetune/Step": 4508, "Finetune/Step Time": 4.601340852677822}
{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8712278604507446, "Finetune/Loss (Raw)": 0.8245168328285217, "Finetune/Step": 4509, "Finetune/Step Time": 4.599054025486112}
{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8717911243438721, "Finetune/Loss (Raw)": 1.028968095779419, "Finetune/Step": 4510, "Finetune/Step Time": 4.595404040068388}
{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8737719058990479, "Finetune/Loss (Raw)": 1.0413126945495605, "Finetune/Step": 4511, "Finetune/Step Time": 4.582823431119323}
{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8694338798522949, "Finetune/Loss (Raw)": 0.353850394487381, "Finetune/Step": 4512, "Finetune/Step Time": 4.6159138679504395}
{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8695998787879944, "Finetune/Loss (Raw)": 0.8644191026687622, "Finetune/Step": 4513, "Finetune/Step Time": 4.620798818767071}
{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.8686383366584778, "Finetune/Loss (Raw)": 0.8073208332061768, "Finetune/Step": 4514, "Finetune/Step Time": 4.602465409785509}
{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.866943895816803, "Finetune/Loss (Raw)": 0.8760375380516052, "Finetune/Step": 4515, "Finetune/Step Time": 4.611029295250773}
{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8658722043037415, "Finetune/Loss (Raw)": 0.8044241666793823, "Finetune/Step": 4516, "Finetune/Step Time": 4.605084713548422}
{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8644856214523315, "Finetune/Loss (Raw)": 0.7868432998657227, "Finetune/Step": 4517, "Finetune/Step Time": 4.60682942904532}
{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8658640384674072, "Finetune/Loss (Raw)": 1.0405665636062622, "Finetune/Step": 4518, "Finetune/Step Time": 4.602243522182107}
{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8666672706604004, "Finetune/Loss (Raw)": 0.9771689176559448, "Finetune/Step": 4519, "Finetune/Step Time": 4.595745570957661}
{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8715197443962097, "Finetune/Loss (Raw)": 0.9705324769020081, "Finetune/Step": 4520, "Finetune/Step Time": 4.555966969579458}
{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8732496500015259, "Finetune/Loss (Raw)": 1.0297083854675293, "Finetune/Step": 4521, "Finetune/Step Time": 4.54355294816196}
{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8733578324317932, "Finetune/Loss (Raw)": 0.8858177065849304, "Finetune/Step": 4522, "Finetune/Step Time": 4.540627345442772}
{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8736190795898438, "Finetune/Loss (Raw)": 0.917203962802887, "Finetune/Step": 4523, "Finetune/Step Time": 4.544987868517637}
{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8724676370620728, "Finetune/Loss (Raw)": 0.8891134858131409, "Finetune/Step": 4524, "Finetune/Step Time": 4.5393701028078794}
{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8760055899620056, "Finetune/Loss (Raw)": 0.8650720715522766, "Finetune/Step": 4525, "Finetune/Step Time": 4.499272760003805}
{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8741843700408936, "Finetune/Loss (Raw)": 0.7050102949142456, "Finetune/Step": 4526, "Finetune/Step Time": 4.494879964739084}
{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8724005222320557, "Finetune/Loss (Raw)": 0.6218603849411011, "Finetune/Step": 4527, "Finetune/Step Time": 4.517511332407594}
{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8719524145126343, "Finetune/Loss (Raw)": 0.8797025680541992, "Finetune/Step": 4528, "Finetune/Step Time": 4.508310364559293}
{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8767827153205872, "Finetune/Loss (Raw)": 0.9474174380302429, "Finetune/Step": 4529, "Finetune/Step Time": 4.474677907302976}
{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8777706623077393, "Finetune/Loss (Raw)": 0.9938603639602661, "Finetune/Step": 4530, "Finetune/Step Time": 4.458246661350131}
{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.878312885761261, "Finetune/Loss (Raw)": 1.0353037118911743, "Finetune/Step": 4531, "Finetune/Step Time": 4.465279549360275}
{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8755910396575928, "Finetune/Loss (Raw)": 0.7004698514938354, "Finetune/Step": 4532, "Finetune/Step Time": 4.4755462016910315}
{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8761410713195801, "Finetune/Loss (Raw)": 0.9311485886573792, "Finetune/Step": 4533, "Finetune/Step Time": 4.467421030625701}
{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8724991083145142, "Finetune/Loss (Raw)": 0.33192113041877747, "Finetune/Step": 4534, "Finetune/Step Time": 4.506156919524074}
{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8723974227905273, "Finetune/Loss (Raw)": 0.8080835938453674, "Finetune/Step": 4535, "Finetune/Step Time": 4.5146222952753305}
{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8713334798812866, "Finetune/Loss (Raw)": 0.9248484969139099, "Finetune/Step": 4536, "Finetune/Step Time": 4.524707522243261}
{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8715500831604004, "Finetune/Loss (Raw)": 0.901128888130188, "Finetune/Step": 4537, "Finetune/Step Time": 4.522008713334799}
{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8715834021568298, "Finetune/Loss (Raw)": 0.9362687468528748, "Finetune/Step": 4538, "Finetune/Step Time": 4.521720226854086}
{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8711550831794739, "Finetune/Loss (Raw)": 0.8199478983879089, "Finetune/Step": 4539, "Finetune/Step Time": 4.529301844537258}
{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.866939127445221, "Finetune/Loss (Raw)": 0.30824586749076843, "Finetune/Step": 4540, "Finetune/Step Time": 4.567970162257552}
{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8643892407417297, "Finetune/Loss (Raw)": 0.7944907546043396, "Finetune/Step": 4541, "Finetune/Step Time": 4.590193651616573}
{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.863977313041687, "Finetune/Loss (Raw)": 0.7911840677261353, "Finetune/Step": 4542, "Finetune/Step Time": 4.591708855703473}
{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8630067110061646, "Finetune/Loss (Raw)": 0.8653018474578857, "Finetune/Step": 4543, "Finetune/Step Time": 4.585617743432522}
{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8639960885047913, "Finetune/Loss (Raw)": 0.9422909617424011, "Finetune/Step": 4544, "Finetune/Step Time": 4.576627939939499}
{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8635531067848206, "Finetune/Loss (Raw)": 0.9589940905570984, "Finetune/Step": 4545, "Finetune/Step Time": 4.588655231520534}
{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.8642604351043701, "Finetune/Loss (Raw)": 0.9756842255592346, "Finetune/Step": 4546, "Finetune/Step Time": 4.587742332369089}
{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.864426851272583, "Finetune/Loss (Raw)": 0.9750109314918518, "Finetune/Step": 4547, "Finetune/Step Time": 4.580983132123947}
{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8628808259963989, "Finetune/Loss (Raw)": 0.6197956800460815, "Finetune/Step": 4548, "Finetune/Step Time": 4.6266728937625885}
{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8617784976959229, "Finetune/Loss (Raw)": 0.7698044180870056, "Finetune/Step": 4549, "Finetune/Step Time": 4.627181280404329}
{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8625671863555908, "Finetune/Loss (Raw)": 1.0310953855514526, "Finetune/Step": 4550, "Finetune/Step Time": 4.624402943998575}
{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8631364703178406, "Finetune/Loss (Raw)": 0.9352334141731262, "Finetune/Step": 4551, "Finetune/Step Time": 4.611239138990641}
{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8665331602096558, "Finetune/Loss (Raw)": 0.762728750705719, "Finetune/Step": 4552, "Finetune/Step Time": 4.58536621183157}
{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8673863410949707, "Finetune/Loss (Raw)": 0.9715309739112854, "Finetune/Step": 4553, "Finetune/Step Time": 4.565628372132778}
{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8687794208526611, "Finetune/Loss (Raw)": 1.1152681112289429, "Finetune/Step": 4554, "Finetune/Step Time": 4.57051083445549}
{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8693535923957825, "Finetune/Loss (Raw)": 0.9181013107299805, "Finetune/Step": 4555, "Finetune/Step Time": 4.571520958095789}
{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8707584142684937, "Finetune/Loss (Raw)": 1.1115920543670654, "Finetune/Step": 4556, "Finetune/Step Time": 4.567972116172314}
{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.869947075843811, "Finetune/Loss (Raw)": 0.8113523125648499, "Finetune/Step": 4557, "Finetune/Step Time": 4.5706326346844435}
{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.8696591258049011, "Finetune/Loss (Raw)": 0.7131602168083191, "Finetune/Step": 4558, "Finetune/Step Time": 4.5436479933559895}
{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8703361749649048, "Finetune/Loss (Raw)": 1.0038622617721558, "Finetune/Step": 4559, "Finetune/Step Time": 4.550146358087659}
{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8699401617050171, "Finetune/Loss (Raw)": 0.8802905678749084, "Finetune/Step": 4560, "Finetune/Step Time": 4.545381294563413}
{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8714581727981567, "Finetune/Loss (Raw)": 0.9547720551490784, "Finetune/Step": 4561, "Finetune/Step Time": 4.534842051565647}
{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.871029257774353, "Finetune/Loss (Raw)": 0.9783169031143188, "Finetune/Step": 4562, "Finetune/Step Time": 4.529734132811427}
{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8663171529769897, "Finetune/Loss (Raw)": 0.30107739567756653, "Finetune/Step": 4563, "Finetune/Step Time": 4.565823784098029}
{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8668162226676941, "Finetune/Loss (Raw)": 0.8973535299301147, "Finetune/Step": 4564, "Finetune/Step Time": 4.54927396401763}
{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.8666263818740845, "Finetune/Loss (Raw)": 0.8335303664207458, "Finetune/Step": 4565, "Finetune/Step Time": 4.544171633198857}
{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8663862943649292, "Finetune/Loss (Raw)": 0.8825929164886475, "Finetune/Step": 4566, "Finetune/Step Time": 4.542196845635772}
{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8660221695899963, "Finetune/Loss (Raw)": 1.020111322402954, "Finetune/Step": 4567, "Finetune/Step Time": 4.534492002800107}
{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.8652201294898987, "Finetune/Loss (Raw)": 0.9652060270309448, "Finetune/Step": 4568, "Finetune/Step Time": 4.53205581754446}
{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8656708598136902, "Finetune/Loss (Raw)": 1.078499674797058, "Finetune/Step": 4569, "Finetune/Step Time": 4.535221818834543}
{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8655973672866821, "Finetune/Loss (Raw)": 0.9806535840034485, "Finetune/Step": 4570, "Finetune/Step Time": 4.521363485604525}
{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8660148978233337, "Finetune/Loss (Raw)": 0.925726592540741, "Finetune/Step": 4571, "Finetune/Step Time": 4.539348088204861}
{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8663607835769653, "Finetune/Loss (Raw)": 0.888624906539917, "Finetune/Step": 4572, "Finetune/Step Time": 4.539418349042535}
{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.8670969605445862, "Finetune/Loss (Raw)": 0.8557573556900024, "Finetune/Step": 4573, "Finetune/Step Time": 4.554964205250144}
{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8665523529052734, "Finetune/Loss (Raw)": 0.9397385120391846, "Finetune/Step": 4574, "Finetune/Step Time": 4.559717949479818}
{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.866221010684967, "Finetune/Loss (Raw)": 0.8451395630836487, "Finetune/Step": 4575, "Finetune/Step Time": 4.578979138284922}
{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8657528162002563, "Finetune/Loss (Raw)": 0.8537905812263489, "Finetune/Step": 4576, "Finetune/Step Time": 4.586252581328154}
{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8657433986663818, "Finetune/Loss (Raw)": 1.0394816398620605, "Finetune/Step": 4577, "Finetune/Step Time": 4.5891145300120115}
{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8674160242080688, "Finetune/Loss (Raw)": 1.0323030948638916, "Finetune/Step": 4578, "Finetune/Step Time": 4.593130871653557}
{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8641519546508789, "Finetune/Loss (Raw)": 0.41373172402381897, "Finetune/Step": 4579, "Finetune/Step Time": 4.614688750356436}
{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8635371923446655, "Finetune/Loss (Raw)": 0.26378223299980164, "Finetune/Step": 4580, "Finetune/Step Time": 4.615462388843298}
{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.8643136620521545, "Finetune/Loss (Raw)": 0.8937734961509705, "Finetune/Step": 4581, "Finetune/Step Time": 4.629612278193235}
{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.8647057414054871, "Finetune/Loss (Raw)": 0.9935470223426819, "Finetune/Step": 4582, "Finetune/Step Time": 4.633240452036262}
{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8662254214286804, "Finetune/Loss (Raw)": 1.0137906074523926, "Finetune/Step": 4583, "Finetune/Step Time": 4.619503585621715}
{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.8659920692443848, "Finetune/Loss (Raw)": 0.8228031396865845, "Finetune/Step": 4584, "Finetune/Step Time": 4.620689628645778}
{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8653124570846558, "Finetune/Loss (Raw)": 0.7790408730506897, "Finetune/Step": 4585, "Finetune/Step Time": 4.608546029776335}
{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8645023703575134, "Finetune/Loss (Raw)": 0.798682451248169, "Finetune/Step": 4586, "Finetune/Step Time": 4.599569944664836}
{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8650112152099609, "Finetune/Loss (Raw)": 0.9490066766738892, "Finetune/Step": 4587, "Finetune/Step Time": 4.5957552548497915}
{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8656436204910278, "Finetune/Loss (Raw)": 1.0692038536071777, "Finetune/Step": 4588, "Finetune/Step Time": 4.613716568797827}
{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8660932779312134, "Finetune/Loss (Raw)": 0.8827204704284668, "Finetune/Step": 4589, "Finetune/Step Time": 4.6135592199862}
{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.865234911441803, "Finetune/Loss (Raw)": 0.8611928224563599, "Finetune/Step": 4590, "Finetune/Step Time": 4.603752296417952}
{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8669700622558594, "Finetune/Loss (Raw)": 0.9626402258872986, "Finetune/Step": 4591, "Finetune/Step Time": 4.587761810049415}
{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.862087607383728, "Finetune/Loss (Raw)": 0.2870860695838928, "Finetune/Step": 4592, "Finetune/Step Time": 4.60707388445735}
{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8631351590156555, "Finetune/Loss (Raw)": 0.9652500748634338, "Finetune/Step": 4593, "Finetune/Step Time": 4.61277543567121}
{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8595032691955566, "Finetune/Loss (Raw)": 0.4083568751811981, "Finetune/Step": 4594, "Finetune/Step Time": 4.649995030835271}
{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.8597546219825745, "Finetune/Loss (Raw)": 0.9806989431381226, "Finetune/Step": 4595, "Finetune/Step Time": 4.652291432023048}
{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8607046604156494, "Finetune/Loss (Raw)": 0.9982415437698364, "Finetune/Step": 4596, "Finetune/Step Time": 4.659662129357457}
{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.859893798828125, "Finetune/Loss (Raw)": 0.7743723392486572, "Finetune/Step": 4597, "Finetune/Step Time": 4.661328069865704}
{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8601506948471069, "Finetune/Loss (Raw)": 0.8989593386650085, "Finetune/Step": 4598, "Finetune/Step Time": 4.658616568893194}
{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.859999418258667, "Finetune/Loss (Raw)": 0.8298147320747375, "Finetune/Step": 4599, "Finetune/Step Time": 4.652393069118261}
{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8598703145980835, "Finetune/Loss (Raw)": 0.8821775913238525, "Finetune/Step": 4600, "Finetune/Step Time": 4.661972694098949}
{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.8575659394264221, "Finetune/Loss (Raw)": 0.7652587294578552, "Finetune/Step": 4601, "Finetune/Step Time": 4.6670336704701185}
{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.8585151433944702, "Finetune/Loss (Raw)": 1.0648690462112427, "Finetune/Step": 4602, "Finetune/Step Time": 4.668879641219974}
{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.8598517179489136, "Finetune/Loss (Raw)": 0.9802347421646118, "Finetune/Step": 4603, "Finetune/Step Time": 4.661360153928399}
{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8590424060821533, "Finetune/Loss (Raw)": 0.8593797087669373, "Finetune/Step": 4604, "Finetune/Step Time": 4.655132280662656}
{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.855026125907898, "Finetune/Loss (Raw)": 0.32789769768714905, "Finetune/Step": 4605, "Finetune/Step Time": 4.691017555072904}
{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8545171618461609, "Finetune/Loss (Raw)": 0.9089382290840149, "Finetune/Step": 4606, "Finetune/Step Time": 4.6987801268696785}
{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8541011810302734, "Finetune/Loss (Raw)": 0.8632332682609558, "Finetune/Step": 4607, "Finetune/Step Time": 4.6906728111207485}
{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8540948629379272, "Finetune/Loss (Raw)": 0.8923800587654114, "Finetune/Step": 4608, "Finetune/Step Time": 4.686911026015878}
{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8554319143295288, "Finetune/Loss (Raw)": 1.0738970041275024, "Finetune/Step": 4609, "Finetune/Step Time": 4.685930047184229}
{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8553601503372192, "Finetune/Loss (Raw)": 0.8581522107124329, "Finetune/Step": 4610, "Finetune/Step Time": 4.668648529797792}
{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.850501298904419, "Finetune/Loss (Raw)": 0.28424328565597534, "Finetune/Step": 4611, "Finetune/Step Time": 4.705964878201485}
{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.850387692451477, "Finetune/Loss (Raw)": 0.924086332321167, "Finetune/Step": 4612, "Finetune/Step Time": 4.6874533127993345}
{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8504900336265564, "Finetune/Loss (Raw)": 0.8976961374282837, "Finetune/Step": 4613, "Finetune/Step Time": 4.711893117055297}
{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.8493646383285522, "Finetune/Loss (Raw)": 0.7946960926055908, "Finetune/Step": 4614, "Finetune/Step Time": 4.7184086088091135}
{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8546558618545532, "Finetune/Loss (Raw)": 0.9986906051635742, "Finetune/Step": 4615, "Finetune/Step Time": 4.681541591882706}
{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8533740043640137, "Finetune/Loss (Raw)": 0.8557413220405579, "Finetune/Step": 4616, "Finetune/Step Time": 4.679355870932341}
{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.8537412881851196, "Finetune/Loss (Raw)": 0.8073374629020691, "Finetune/Step": 4617, "Finetune/Step Time": 4.665441179648042}
{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.854667067527771, "Finetune/Loss (Raw)": 0.9096395969390869, "Finetune/Step": 4618, "Finetune/Step Time": 4.656793102622032}
{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8565952777862549, "Finetune/Loss (Raw)": 1.0655436515808105, "Finetune/Step": 4619, "Finetune/Step Time": 4.657959608361125}
{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8560450077056885, "Finetune/Loss (Raw)": 0.8713453412055969, "Finetune/Step": 4620, "Finetune/Step Time": 4.662360731512308}
{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.8573312759399414, "Finetune/Loss (Raw)": 1.0474576950073242, "Finetune/Step": 4621, "Finetune/Step Time": 4.651778878644109}
{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8587063550949097, "Finetune/Loss (Raw)": 0.9111158847808838, "Finetune/Step": 4622, "Finetune/Step Time": 4.648433597758412}
{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8593881130218506, "Finetune/Loss (Raw)": 1.0321003198623657, "Finetune/Step": 4623, "Finetune/Step Time": 4.646195949986577}
{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8600735664367676, "Finetune/Loss (Raw)": 0.880815327167511, "Finetune/Step": 4624, "Finetune/Step Time": 4.633523717522621}
{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8596198558807373, "Finetune/Loss (Raw)": 0.9453296065330505, "Finetune/Step": 4625, "Finetune/Step Time": 4.634069129824638}
{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8559750318527222, "Finetune/Loss (Raw)": 0.34464454650878906, "Finetune/Step": 4626, "Finetune/Step Time": 4.6665333937853575}
{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.855704665184021, "Finetune/Loss (Raw)": 0.942871630191803, "Finetune/Step": 4627, "Finetune/Step Time": 4.676511829718947}
{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8550344109535217, "Finetune/Loss (Raw)": 0.8364288210868835, "Finetune/Step": 4628, "Finetune/Step Time": 4.68524044752121}
{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.8542507886886597, "Finetune/Loss (Raw)": 0.8791818022727966, "Finetune/Step": 4629, "Finetune/Step Time": 4.6775709968060255}
{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.854958176612854, "Finetune/Loss (Raw)": 0.8462945818901062, "Finetune/Step": 4630, "Finetune/Step Time": 4.6857396848499775}
{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8533726930618286, "Finetune/Loss (Raw)": 0.7879173159599304, "Finetune/Step": 4631, "Finetune/Step Time": 4.704520178958774}
{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8486214876174927, "Finetune/Loss (Raw)": 0.26541388034820557, "Finetune/Step": 4632, "Finetune/Step Time": 4.737275153398514}
{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8492332100868225, "Finetune/Loss (Raw)": 0.9242274761199951, "Finetune/Step": 4633, "Finetune/Step Time": 4.744224755093455}
{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8483160734176636, "Finetune/Loss (Raw)": 0.9372550249099731, "Finetune/Step": 4634, "Finetune/Step Time": 4.756870219483972}
{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8518344163894653, "Finetune/Loss (Raw)": 0.7747613787651062, "Finetune/Step": 4635, "Finetune/Step Time": 4.738810129463673}
{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8517172336578369, "Finetune/Loss (Raw)": 0.9043095111846924, "Finetune/Step": 4636, "Finetune/Step Time": 4.740803765133023}
{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8524988293647766, "Finetune/Loss (Raw)": 0.9245627522468567, "Finetune/Step": 4637, "Finetune/Step Time": 4.73466925509274}
{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.8533489108085632, "Finetune/Loss (Raw)": 1.137782335281372, "Finetune/Step": 4638, "Finetune/Step Time": 4.743755122646689}
{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8512046337127686, "Finetune/Loss (Raw)": 0.7668427228927612, "Finetune/Step": 4639, "Finetune/Step Time": 4.763065934181213}
{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8563209772109985, "Finetune/Loss (Raw)": 1.0087432861328125, "Finetune/Step": 4640, "Finetune/Step Time": 4.731584811583161}
{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.856824517250061, "Finetune/Loss (Raw)": 0.9288773536682129, "Finetune/Step": 4641, "Finetune/Step Time": 4.7355541586875916}
{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8575531244277954, "Finetune/Loss (Raw)": 0.9005823135375977, "Finetune/Step": 4642, "Finetune/Step Time": 4.73654267936945}
{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8585211038589478, "Finetune/Loss (Raw)": 0.9999333024024963, "Finetune/Step": 4643, "Finetune/Step Time": 4.734018309041858}
{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8551148176193237, "Finetune/Loss (Raw)": 0.3684186637401581, "Finetune/Step": 4644, "Finetune/Step Time": 4.773246953263879}
{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8571381568908691, "Finetune/Loss (Raw)": 1.04583740234375, "Finetune/Step": 4645, "Finetune/Step Time": 4.771140979602933}
{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8555161952972412, "Finetune/Loss (Raw)": 0.8329495191574097, "Finetune/Step": 4646, "Finetune/Step Time": 4.784071642905474}
{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.855090856552124, "Finetune/Loss (Raw)": 0.9227230548858643, "Finetune/Step": 4647, "Finetune/Step Time": 4.788398014381528}
{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.8552533984184265, "Finetune/Loss (Raw)": 0.9913448691368103, "Finetune/Step": 4648, "Finetune/Step Time": 4.793162485584617}
{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8549691438674927, "Finetune/Loss (Raw)": 0.9933242797851562, "Finetune/Step": 4649, "Finetune/Step Time": 4.789453187957406}
{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8549041748046875, "Finetune/Loss (Raw)": 0.8774986863136292, "Finetune/Step": 4650, "Finetune/Step Time": 4.797026142477989}
{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8549006581306458, "Finetune/Loss (Raw)": 0.9167513847351074, "Finetune/Step": 4651, "Finetune/Step Time": 4.790149614214897}
{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8549268841743469, "Finetune/Loss (Raw)": 0.8924738168716431, "Finetune/Step": 4652, "Finetune/Step Time": 4.788277650251985}
{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8504737615585327, "Finetune/Loss (Raw)": 0.2950681149959564, "Finetune/Step": 4653, "Finetune/Step Time": 4.823738984763622}
{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8521333336830139, "Finetune/Loss (Raw)": 0.9174392819404602, "Finetune/Step": 4654, "Finetune/Step Time": 4.828589065000415}
{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8531802892684937, "Finetune/Loss (Raw)": 0.7558767199516296, "Finetune/Step": 4655, "Finetune/Step Time": 4.808669218793511}
{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8496885299682617, "Finetune/Loss (Raw)": 0.432749480009079, "Finetune/Step": 4656, "Finetune/Step Time": 4.848094375804067}
{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.849126935005188, "Finetune/Loss (Raw)": 0.875542163848877, "Finetune/Step": 4657, "Finetune/Step Time": 4.845108373090625}
{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8489823341369629, "Finetune/Loss (Raw)": 0.9753475785255432, "Finetune/Step": 4658, "Finetune/Step Time": 4.840618720278144}
{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8485109806060791, "Finetune/Loss (Raw)": 0.9749659299850464, "Finetune/Step": 4659, "Finetune/Step Time": 4.8372936472296715}
{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8508663177490234, "Finetune/Loss (Raw)": 1.0019588470458984, "Finetune/Step": 4660, "Finetune/Step Time": 4.843801021575928}
{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.8501821756362915, "Finetune/Loss (Raw)": 0.8435803055763245, "Finetune/Step": 4661, "Finetune/Step Time": 4.84541360847652}
{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8548886179924011, "Finetune/Loss (Raw)": 0.9343412518501282, "Finetune/Step": 4662, "Finetune/Step Time": 4.8069943729788065}
{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8561326265335083, "Finetune/Loss (Raw)": 0.9673166275024414, "Finetune/Step": 4663, "Finetune/Step Time": 4.796108966693282}
{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8559627532958984, "Finetune/Loss (Raw)": 0.9031042456626892, "Finetune/Step": 4664, "Finetune/Step Time": 4.783852860331535}
{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.8554095029830933, "Finetune/Loss (Raw)": 0.8303149938583374, "Finetune/Step": 4665, "Finetune/Step Time": 4.784100072458386}
{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8544653654098511, "Finetune/Loss (Raw)": 0.8154164552688599, "Finetune/Step": 4666, "Finetune/Step Time": 4.808605412021279}
{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8561406135559082, "Finetune/Loss (Raw)": 1.034375548362732, "Finetune/Step": 4667, "Finetune/Step Time": 4.795416511595249}
{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8605052828788757, "Finetune/Loss (Raw)": 0.8669283390045166, "Finetune/Step": 4668, "Finetune/Step Time": 4.768000781536102}
{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8569983243942261, "Finetune/Loss (Raw)": 0.34559598565101624, "Finetune/Step": 4669, "Finetune/Step Time": 4.785418024286628}
{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8581326603889465, "Finetune/Loss (Raw)": 0.9363818168640137, "Finetune/Step": 4670, "Finetune/Step Time": 4.784557981416583}
{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.858142614364624, "Finetune/Loss (Raw)": 0.8665755987167358, "Finetune/Step": 4671, "Finetune/Step Time": 4.779869673773646}
{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8579340577125549, "Finetune/Loss (Raw)": 0.9155990481376648, "Finetune/Step": 4672, "Finetune/Step Time": 4.79411375708878}
{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8572725057601929, "Finetune/Loss (Raw)": 0.8743106722831726, "Finetune/Step": 4673, "Finetune/Step Time": 4.782725719735026}
{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.8575954437255859, "Finetune/Loss (Raw)": 1.0170232057571411, "Finetune/Step": 4674, "Finetune/Step Time": 4.806611629202962}
{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.857161283493042, "Finetune/Loss (Raw)": 0.9194344282150269, "Finetune/Step": 4675, "Finetune/Step Time": 4.808610573410988}
{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8591302037239075, "Finetune/Loss (Raw)": 0.8718206882476807, "Finetune/Step": 4676, "Finetune/Step Time": 4.746269006282091}
{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8606070280075073, "Finetune/Loss (Raw)": 0.9588456153869629, "Finetune/Step": 4677, "Finetune/Step Time": 4.736319359391928}
{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.8603389859199524, "Finetune/Loss (Raw)": 0.9967797994613647, "Finetune/Step": 4678, "Finetune/Step Time": 4.761814756318927}
{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8590328693389893, "Finetune/Loss (Raw)": 0.768055260181427, "Finetune/Step": 4679, "Finetune/Step Time": 4.767437916249037}
{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8613828420639038, "Finetune/Loss (Raw)": 1.0635206699371338, "Finetune/Step": 4680, "Finetune/Step Time": 4.758900564163923}
{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8609075546264648, "Finetune/Loss (Raw)": 0.9106916189193726, "Finetune/Step": 4681, "Finetune/Step Time": 4.77589869312942}
{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8597263097763062, "Finetune/Loss (Raw)": 0.9640756249427795, "Finetune/Step": 4682, "Finetune/Step Time": 4.780914233997464}
{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.860136866569519, "Finetune/Loss (Raw)": 0.9706507921218872, "Finetune/Step": 4683, "Finetune/Step Time": 4.7649897783994675}
{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.8590718507766724, "Finetune/Loss (Raw)": 0.9752678275108337, "Finetune/Step": 4684, "Finetune/Step Time": 4.763598747551441}
{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.8601896166801453, "Finetune/Loss (Raw)": 0.9544248580932617, "Finetune/Step": 4685, "Finetune/Step Time": 4.765856249257922}
{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.8608536720275879, "Finetune/Loss (Raw)": 0.7981554269790649, "Finetune/Step": 4686, "Finetune/Step Time": 4.764089647680521}
{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8602218627929688, "Finetune/Loss (Raw)": 0.9229986667633057, "Finetune/Step": 4687, "Finetune/Step Time": 4.750234562903643}
{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8623112440109253, "Finetune/Loss (Raw)": 1.1477230787277222, "Finetune/Step": 4688, "Finetune/Step Time": 4.747665485367179}
{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.86299067735672, "Finetune/Loss (Raw)": 1.0417436361312866, "Finetune/Step": 4689, "Finetune/Step Time": 4.7389778811484575}
{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.8620003461837769, "Finetune/Loss (Raw)": 0.8515588045120239, "Finetune/Step": 4690, "Finetune/Step Time": 4.752698203548789}
{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8673473596572876, "Finetune/Loss (Raw)": 0.985486626625061, "Finetune/Step": 4691, "Finetune/Step Time": 4.716201161965728}
{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8686138391494751, "Finetune/Loss (Raw)": 1.0594654083251953, "Finetune/Step": 4692, "Finetune/Step Time": 4.7168724201619625}
{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.869487464427948, "Finetune/Loss (Raw)": 0.9453551769256592, "Finetune/Step": 4693, "Finetune/Step Time": 4.728638892993331}
{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8706521987915039, "Finetune/Loss (Raw)": 1.031680941581726, "Finetune/Step": 4694, "Finetune/Step Time": 4.727990375831723}
{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8706758618354797, "Finetune/Loss (Raw)": 1.0231419801712036, "Finetune/Step": 4695, "Finetune/Step Time": 4.738164331763983}
{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.869739830493927, "Finetune/Loss (Raw)": 0.8453881144523621, "Finetune/Step": 4696, "Finetune/Step Time": 4.749614182859659}
{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.8685113191604614, "Finetune/Loss (Raw)": 0.9212515950202942, "Finetune/Step": 4697, "Finetune/Step Time": 4.738663110882044}
{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.8683759570121765, "Finetune/Loss (Raw)": 0.9633299708366394, "Finetune/Step": 4698, "Finetune/Step Time": 4.7430126164108515}
{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8690445423126221, "Finetune/Loss (Raw)": 1.0113098621368408, "Finetune/Step": 4699, "Finetune/Step Time": 4.738419549539685}
{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8692890405654907, "Finetune/Loss (Raw)": 0.9199106693267822, "Finetune/Step": 4700, "Finetune/Step Time": 4.733590729534626}
{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8700017929077148, "Finetune/Loss (Raw)": 0.9469958543777466, "Finetune/Step": 4701, "Finetune/Step Time": 4.721960820257664}
{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8695713877677917, "Finetune/Loss (Raw)": 0.8846444487571716, "Finetune/Step": 4702, "Finetune/Step Time": 4.718547362834215}
{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8707676529884338, "Finetune/Loss (Raw)": 0.9982640147209167, "Finetune/Step": 4703, "Finetune/Step Time": 4.69638179987669}
{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8701703548431396, "Finetune/Loss (Raw)": 0.7773306369781494, "Finetune/Step": 4704, "Finetune/Step Time": 4.690698567777872}
{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.8697714805603027, "Finetune/Loss (Raw)": 0.9884342551231384, "Finetune/Step": 4705, "Finetune/Step Time": 4.702052028849721}
{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8683511018753052, "Finetune/Loss (Raw)": 0.8504864573478699, "Finetune/Step": 4706, "Finetune/Step Time": 4.695149576291442}
{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.871238648891449, "Finetune/Loss (Raw)": 0.7833410501480103, "Finetune/Step": 4707, "Finetune/Step Time": 4.659353770315647}
{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8753673434257507, "Finetune/Loss (Raw)": 0.7922568321228027, "Finetune/Step": 4708, "Finetune/Step Time": 4.62728295661509}
{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.874337375164032, "Finetune/Loss (Raw)": 0.7619302868843079, "Finetune/Step": 4709, "Finetune/Step Time": 4.626564007252455}
{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8747504949569702, "Finetune/Loss (Raw)": 1.046430230140686, "Finetune/Step": 4710, "Finetune/Step Time": 4.616867199540138}
{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8737671971321106, "Finetune/Loss (Raw)": 0.887930154800415, "Finetune/Step": 4711, "Finetune/Step Time": 4.61751826480031}
{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8741728067398071, "Finetune/Loss (Raw)": 0.8747246265411377, "Finetune/Step": 4712, "Finetune/Step Time": 4.630420871078968}
{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8757846355438232, "Finetune/Loss (Raw)": 0.9853472113609314, "Finetune/Step": 4713, "Finetune/Step Time": 4.6332344096153975}
{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8762913346290588, "Finetune/Loss (Raw)": 0.8635456562042236, "Finetune/Step": 4714, "Finetune/Step Time": 4.636698147282004}
{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8765642642974854, "Finetune/Loss (Raw)": 0.9839438199996948, "Finetune/Step": 4715, "Finetune/Step Time": 4.640140542760491}
{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8754335045814514, "Finetune/Loss (Raw)": 0.9244605898857117, "Finetune/Step": 4716, "Finetune/Step Time": 4.616343669593334}
{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8757970333099365, "Finetune/Loss (Raw)": 0.929254949092865, "Finetune/Step": 4717, "Finetune/Step Time": 4.614067135378718}
{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8746389746665955, "Finetune/Loss (Raw)": 0.7129618525505066, "Finetune/Step": 4718, "Finetune/Step Time": 4.6276675797998905}
{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.8735285997390747, "Finetune/Loss (Raw)": 0.8205122351646423, "Finetune/Step": 4719, "Finetune/Step Time": 4.6270815543830395}
{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8767488598823547, "Finetune/Loss (Raw)": 0.6992813944816589, "Finetune/Step": 4720, "Finetune/Step Time": 4.625372191891074}
{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8759444952011108, "Finetune/Loss (Raw)": 0.86229407787323, "Finetune/Step": 4721, "Finetune/Step Time": 4.629370352253318}
{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8797448873519897, "Finetune/Loss (Raw)": 0.8948049545288086, "Finetune/Step": 4722, "Finetune/Step Time": 4.593127017840743}
{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8793042302131653, "Finetune/Loss (Raw)": 0.9242920279502869, "Finetune/Step": 4723, "Finetune/Step Time": 4.591856833547354}
{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.8785932660102844, "Finetune/Loss (Raw)": 0.9072409868240356, "Finetune/Step": 4724, "Finetune/Step Time": 4.613675141707063}
{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8798068761825562, "Finetune/Loss (Raw)": 0.9297054409980774, "Finetune/Step": 4725, "Finetune/Step Time": 4.61609361320734}
{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8790159821510315, "Finetune/Loss (Raw)": 0.7977312803268433, "Finetune/Step": 4726, "Finetune/Step Time": 4.618929821997881}
{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8792686462402344, "Finetune/Loss (Raw)": 0.862156331539154, "Finetune/Step": 4727, "Finetune/Step Time": 4.61523200199008}
{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8797706365585327, "Finetune/Loss (Raw)": 0.9464335441589355, "Finetune/Step": 4728, "Finetune/Step Time": 4.612425979226828}
{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8824232816696167, "Finetune/Loss (Raw)": 1.104799747467041, "Finetune/Step": 4729, "Finetune/Step Time": 4.609072228893638}
{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.8811915516853333, "Finetune/Loss (Raw)": 0.9072027802467346, "Finetune/Step": 4730, "Finetune/Step Time": 4.609449865296483}
{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8802318572998047, "Finetune/Loss (Raw)": 0.8573940396308899, "Finetune/Step": 4731, "Finetune/Step Time": 4.607869373634458}
{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8804322481155396, "Finetune/Loss (Raw)": 0.8850252628326416, "Finetune/Step": 4732, "Finetune/Step Time": 4.608248017728329}
{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8853281140327454, "Finetune/Loss (Raw)": 0.9545691013336182, "Finetune/Step": 4733, "Finetune/Step Time": 4.5665395967662334}
{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8847708702087402, "Finetune/Loss (Raw)": 0.8376181125640869, "Finetune/Step": 4734, "Finetune/Step Time": 4.573216957971454}
{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.885932981967926, "Finetune/Loss (Raw)": 1.0119773149490356, "Finetune/Step": 4735, "Finetune/Step Time": 4.573522323742509}
{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8848760724067688, "Finetune/Loss (Raw)": 0.7570970058441162, "Finetune/Step": 4736, "Finetune/Step Time": 4.5832684971392155}
{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8830826878547668, "Finetune/Loss (Raw)": 0.8443467020988464, "Finetune/Step": 4737, "Finetune/Step Time": 4.592654464766383}
{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.8844994306564331, "Finetune/Loss (Raw)": 1.039486050605774, "Finetune/Step": 4738, "Finetune/Step Time": 4.601557195186615}
{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.8885911703109741, "Finetune/Loss (Raw)": 0.8079921007156372, "Finetune/Step": 4739, "Finetune/Step Time": 4.56716363877058}
{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8881715536117554, "Finetune/Loss (Raw)": 0.8703718781471252, "Finetune/Step": 4740, "Finetune/Step Time": 4.570248866453767}
{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8869147300720215, "Finetune/Loss (Raw)": 0.7368298768997192, "Finetune/Step": 4741, "Finetune/Step Time": 4.552361402660608}
{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8872854709625244, "Finetune/Loss (Raw)": 0.842144787311554, "Finetune/Step": 4742, "Finetune/Step Time": 4.56293717212975}
{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8854271173477173, "Finetune/Loss (Raw)": 0.760822594165802, "Finetune/Step": 4743, "Finetune/Step Time": 4.578340193256736}
{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8869781494140625, "Finetune/Loss (Raw)": 1.0542761087417603, "Finetune/Step": 4744, "Finetune/Step Time": 4.573649596422911}
{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8871088624000549, "Finetune/Loss (Raw)": 0.8240693211555481, "Finetune/Step": 4745, "Finetune/Step Time": 4.592956855893135}
{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8867630958557129, "Finetune/Loss (Raw)": 0.8653739094734192, "Finetune/Step": 4746, "Finetune/Step Time": 4.621749090030789}
{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8868027925491333, "Finetune/Loss (Raw)": 1.0706303119659424, "Finetune/Step": 4747, "Finetune/Step Time": 4.621331207454205}
{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.887504518032074, "Finetune/Loss (Raw)": 0.9611634612083435, "Finetune/Step": 4748, "Finetune/Step Time": 4.622159956023097}
{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8862340450286865, "Finetune/Loss (Raw)": 0.88484126329422, "Finetune/Step": 4749, "Finetune/Step Time": 4.619087431579828}
{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8861457109451294, "Finetune/Loss (Raw)": 0.8998046517372131, "Finetune/Step": 4750, "Finetune/Step Time": 4.621839849278331}
{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8854548931121826, "Finetune/Loss (Raw)": 0.9436774253845215, "Finetune/Step": 4751, "Finetune/Step Time": 4.637558609247208}
{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8859991431236267, "Finetune/Loss (Raw)": 0.9504810571670532, "Finetune/Step": 4752, "Finetune/Step Time": 4.640847336500883}
{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8848385214805603, "Finetune/Loss (Raw)": 0.7967699766159058, "Finetune/Step": 4753, "Finetune/Step Time": 4.637733269482851}
{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8894622325897217, "Finetune/Loss (Raw)": 0.936470091342926, "Finetune/Step": 4754, "Finetune/Step Time": 4.605400027707219}
{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.889680027961731, "Finetune/Loss (Raw)": 0.9707609415054321, "Finetune/Step": 4755, "Finetune/Step Time": 4.605218514800072}
{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8903385400772095, "Finetune/Loss (Raw)": 0.9207152724266052, "Finetune/Step": 4756, "Finetune/Step Time": 4.593124775215983}
{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8905856013298035, "Finetune/Loss (Raw)": 0.9108039736747742, "Finetune/Step": 4757, "Finetune/Step Time": 4.592161599546671}
{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8907719850540161, "Finetune/Loss (Raw)": 0.8701554536819458, "Finetune/Step": 4758, "Finetune/Step Time": 4.582518074661493}
{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.8915453553199768, "Finetune/Loss (Raw)": 0.8869067430496216, "Finetune/Step": 4759, "Finetune/Step Time": 4.5682299472391605}
{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8965297937393188, "Finetune/Loss (Raw)": 0.9034271240234375, "Finetune/Step": 4760, "Finetune/Step Time": 4.53281644359231}
{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8955963253974915, "Finetune/Loss (Raw)": 0.80473792552948, "Finetune/Step": 4761, "Finetune/Step Time": 4.541232917457819}
{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8946905136108398, "Finetune/Loss (Raw)": 0.8213102221488953, "Finetune/Step": 4762, "Finetune/Step Time": 4.533825350925326}
{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.8957584500312805, "Finetune/Loss (Raw)": 0.9114575386047363, "Finetune/Step": 4763, "Finetune/Step Time": 4.518232051283121}
{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.8957638740539551, "Finetune/Loss (Raw)": 0.9050058722496033, "Finetune/Step": 4764, "Finetune/Step Time": 4.52250131778419}
{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8948606848716736, "Finetune/Loss (Raw)": 0.8089523315429688, "Finetune/Step": 4765, "Finetune/Step Time": 4.5224537048488855}
{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8943271636962891, "Finetune/Loss (Raw)": 1.0694966316223145, "Finetune/Step": 4766, "Finetune/Step Time": 4.519082574173808}
{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8954763412475586, "Finetune/Loss (Raw)": 0.9139272570610046, "Finetune/Step": 4767, "Finetune/Step Time": 4.489202957600355}
{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8942368626594543, "Finetune/Loss (Raw)": 0.8500982522964478, "Finetune/Step": 4768, "Finetune/Step Time": 4.494200725108385}
{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8937469720840454, "Finetune/Loss (Raw)": 0.8661701083183289, "Finetune/Step": 4769, "Finetune/Step Time": 4.493275385349989}
{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8920745849609375, "Finetune/Loss (Raw)": 0.6865091323852539, "Finetune/Step": 4770, "Finetune/Step Time": 4.496925739571452}
{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8923467993736267, "Finetune/Loss (Raw)": 1.0347820520401, "Finetune/Step": 4771, "Finetune/Step Time": 4.499963311478496}
{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8958001732826233, "Finetune/Loss (Raw)": 0.8104517459869385, "Finetune/Step": 4772, "Finetune/Step Time": 4.47987412288785}
{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8926583528518677, "Finetune/Loss (Raw)": 0.6436772346496582, "Finetune/Step": 4773, "Finetune/Step Time": 4.479802016168833}
{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8934650421142578, "Finetune/Loss (Raw)": 0.9362178444862366, "Finetune/Step": 4774, "Finetune/Step Time": 4.4703928753733635}
{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8941830396652222, "Finetune/Loss (Raw)": 1.0146275758743286, "Finetune/Step": 4775, "Finetune/Step Time": 4.467189436778426}
{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8933026790618896, "Finetune/Loss (Raw)": 0.8786600232124329, "Finetune/Step": 4776, "Finetune/Step Time": 4.479604434221983}
{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8929275274276733, "Finetune/Loss (Raw)": 0.9452996253967285, "Finetune/Step": 4777, "Finetune/Step Time": 4.480345491319895}
{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8882889747619629, "Finetune/Loss (Raw)": 0.2837640345096588, "Finetune/Step": 4778, "Finetune/Step Time": 4.503337698057294}
{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8894273638725281, "Finetune/Loss (Raw)": 1.0624616146087646, "Finetune/Step": 4779, "Finetune/Step Time": 4.505030758678913}
{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8895410299301147, "Finetune/Loss (Raw)": 0.9070268869400024, "Finetune/Step": 4780, "Finetune/Step Time": 4.510082563385367}
{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.89382004737854, "Finetune/Loss (Raw)": 0.8427741527557373, "Finetune/Step": 4781, "Finetune/Step Time": 4.48051250167191}
{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8937140703201294, "Finetune/Loss (Raw)": 0.9038788080215454, "Finetune/Step": 4782, "Finetune/Step Time": 4.482177812606096}
{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8906317949295044, "Finetune/Loss (Raw)": 0.3613499104976654, "Finetune/Step": 4783, "Finetune/Step Time": 4.515056055039167}
{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8944514989852905, "Finetune/Loss (Raw)": 0.9216665029525757, "Finetune/Step": 4784, "Finetune/Step Time": 4.476353639736772}
{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8959860801696777, "Finetune/Loss (Raw)": 1.071970820426941, "Finetune/Step": 4785, "Finetune/Step Time": 4.478183686733246}
{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8956125974655151, "Finetune/Loss (Raw)": 0.9275366067886353, "Finetune/Step": 4786, "Finetune/Step Time": 4.480597674846649}
{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8949438333511353, "Finetune/Loss (Raw)": 0.8893643617630005, "Finetune/Step": 4787, "Finetune/Step Time": 4.475958811119199}
{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.894177258014679, "Finetune/Loss (Raw)": 0.9038422703742981, "Finetune/Step": 4788, "Finetune/Step Time": 4.484964370727539}
{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8934870958328247, "Finetune/Loss (Raw)": 0.7552388310432434, "Finetune/Step": 4789, "Finetune/Step Time": 4.485067469999194}
{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8940951824188232, "Finetune/Loss (Raw)": 1.0121808052062988, "Finetune/Step": 4790, "Finetune/Step Time": 4.49071160890162}
{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8888541460037231, "Finetune/Loss (Raw)": 0.29646211862564087, "Finetune/Step": 4791, "Finetune/Step Time": 4.528524644672871}
{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.8898962736129761, "Finetune/Loss (Raw)": 1.0364940166473389, "Finetune/Step": 4792, "Finetune/Step Time": 4.53275072388351}
{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8908666372299194, "Finetune/Loss (Raw)": 0.9545214176177979, "Finetune/Step": 4793, "Finetune/Step Time": 4.531113626435399}
{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8910976648330688, "Finetune/Loss (Raw)": 0.844992995262146, "Finetune/Step": 4794, "Finetune/Step Time": 4.507162665948272}
{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8895643949508667, "Finetune/Loss (Raw)": 0.8381071090698242, "Finetune/Step": 4795, "Finetune/Step Time": 4.544598778709769}
{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8903532028198242, "Finetune/Loss (Raw)": 0.967903196811676, "Finetune/Step": 4796, "Finetune/Step Time": 4.538196524605155}
{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8950626850128174, "Finetune/Loss (Raw)": 0.9484012126922607, "Finetune/Step": 4797, "Finetune/Step Time": 4.501429606229067}
{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8935887813568115, "Finetune/Loss (Raw)": 0.7477271556854248, "Finetune/Step": 4798, "Finetune/Step Time": 4.518025131896138}
{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8938716650009155, "Finetune/Loss (Raw)": 0.9027857184410095, "Finetune/Step": 4799, "Finetune/Step Time": 4.523123923689127}
{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8952316641807556, "Finetune/Loss (Raw)": 1.0896755456924438, "Finetune/Step": 4800, "Finetune/Step Time": 4.506796745583415}
{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8959910869598389, "Finetune/Loss (Raw)": 0.9715190529823303, "Finetune/Step": 4801, "Finetune/Step Time": 4.499764999374747}
{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.8951821327209473, "Finetune/Loss (Raw)": 0.913479745388031, "Finetune/Step": 4802, "Finetune/Step Time": 4.473591739311814}
{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8954657316207886, "Finetune/Loss (Raw)": 0.9557326436042786, "Finetune/Step": 4803, "Finetune/Step Time": 4.478666545823216}
{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8960322141647339, "Finetune/Loss (Raw)": 0.9443260431289673, "Finetune/Step": 4804, "Finetune/Step Time": 4.481573063880205}
{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8962240219116211, "Finetune/Loss (Raw)": 0.9834030270576477, "Finetune/Step": 4805, "Finetune/Step Time": 4.487986672669649}
{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8960953950881958, "Finetune/Loss (Raw)": 0.9803117513656616, "Finetune/Step": 4806, "Finetune/Step Time": 4.468750199303031}
{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8969786763191223, "Finetune/Loss (Raw)": 0.8811225891113281, "Finetune/Step": 4807, "Finetune/Step Time": 4.469655064865947}
{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8964107632637024, "Finetune/Loss (Raw)": 0.9908215999603271, "Finetune/Step": 4808, "Finetune/Step Time": 4.466139197349548}
{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.894923210144043, "Finetune/Loss (Raw)": 0.7202894687652588, "Finetune/Step": 4809, "Finetune/Step Time": 4.460512006655335}
{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8942229747772217, "Finetune/Loss (Raw)": 0.8744407296180725, "Finetune/Step": 4810, "Finetune/Step Time": 4.451108740642667}
{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8938539028167725, "Finetune/Loss (Raw)": 0.9234066009521484, "Finetune/Step": 4811, "Finetune/Step Time": 4.4673928916454315}
{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.8933281898498535, "Finetune/Loss (Raw)": 0.9079740047454834, "Finetune/Step": 4812, "Finetune/Step Time": 4.466885970905423}
{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.889560341835022, "Finetune/Loss (Raw)": 0.47215041518211365, "Finetune/Step": 4813, "Finetune/Step Time": 4.499498829245567}
{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8904154300689697, "Finetune/Loss (Raw)": 0.907600998878479, "Finetune/Step": 4814, "Finetune/Step Time": 4.489647625014186}
{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8908812999725342, "Finetune/Loss (Raw)": 0.9826349020004272, "Finetune/Step": 4815, "Finetune/Step Time": 4.4868643041700125}
{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8886499404907227, "Finetune/Loss (Raw)": 0.8621042966842651, "Finetune/Step": 4816, "Finetune/Step Time": 4.502913052216172}
{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8877809643745422, "Finetune/Loss (Raw)": 0.9305192828178406, "Finetune/Step": 4817, "Finetune/Step Time": 4.50744959153235}
{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8890488147735596, "Finetune/Loss (Raw)": 1.013839840888977, "Finetune/Step": 4818, "Finetune/Step Time": 4.503285959362984}
{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8890533447265625, "Finetune/Loss (Raw)": 0.9860696792602539, "Finetune/Step": 4819, "Finetune/Step Time": 4.5029091611504555}
{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8880758881568909, "Finetune/Loss (Raw)": 0.9343445301055908, "Finetune/Step": 4820, "Finetune/Step Time": 4.505380962044001}
{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8884170651435852, "Finetune/Loss (Raw)": 0.9890367388725281, "Finetune/Step": 4821, "Finetune/Step Time": 4.492504186928272}
{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8875176906585693, "Finetune/Loss (Raw)": 0.916551947593689, "Finetune/Step": 4822, "Finetune/Step Time": 4.49516474455595}
{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8871862888336182, "Finetune/Loss (Raw)": 0.9807249307632446, "Finetune/Step": 4823, "Finetune/Step Time": 4.488469175994396}
{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8828421831130981, "Finetune/Loss (Raw)": 0.28934144973754883, "Finetune/Step": 4824, "Finetune/Step Time": 4.511019479483366}
{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8828706741333008, "Finetune/Loss (Raw)": 0.9249079823493958, "Finetune/Step": 4825, "Finetune/Step Time": 4.5158370193094015}
{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.8828690052032471, "Finetune/Loss (Raw)": 0.9631054401397705, "Finetune/Step": 4826, "Finetune/Step Time": 4.514662481844425}
{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8825083374977112, "Finetune/Loss (Raw)": 0.9651467204093933, "Finetune/Step": 4827, "Finetune/Step Time": 4.504121698439121}
{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8830251097679138, "Finetune/Loss (Raw)": 0.98605877161026, "Finetune/Step": 4828, "Finetune/Step Time": 4.5167820900678635}
{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8825206160545349, "Finetune/Loss (Raw)": 0.8824228048324585, "Finetune/Step": 4829, "Finetune/Step Time": 4.52297024615109}
{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.8829752802848816, "Finetune/Loss (Raw)": 0.942837655544281, "Finetune/Step": 4830, "Finetune/Step Time": 4.52082303352654}
{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.877934455871582, "Finetune/Loss (Raw)": 0.3530370593070984, "Finetune/Step": 4831, "Finetune/Step Time": 4.562054216861725}
{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8783742189407349, "Finetune/Loss (Raw)": 0.8336210250854492, "Finetune/Step": 4832, "Finetune/Step Time": 4.5853879339993}
{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.8776464462280273, "Finetune/Loss (Raw)": 0.8952800631523132, "Finetune/Step": 4833, "Finetune/Step Time": 4.583440482616425}
{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8790581226348877, "Finetune/Loss (Raw)": 1.031184434890747, "Finetune/Step": 4834, "Finetune/Step Time": 4.58790966309607}
{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8805450201034546, "Finetune/Loss (Raw)": 0.9736615419387817, "Finetune/Step": 4835, "Finetune/Step Time": 4.584687169641256}
{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8820595741271973, "Finetune/Loss (Raw)": 0.9861129522323608, "Finetune/Step": 4836, "Finetune/Step Time": 4.577487051486969}
{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8830814361572266, "Finetune/Loss (Raw)": 0.892745316028595, "Finetune/Step": 4837, "Finetune/Step Time": 4.559495368972421}
{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8829374313354492, "Finetune/Loss (Raw)": 1.0279922485351562, "Finetune/Step": 4838, "Finetune/Step Time": 4.565807729959488}
{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8826081156730652, "Finetune/Loss (Raw)": 0.8457715511322021, "Finetune/Step": 4839, "Finetune/Step Time": 4.566765997558832}
{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8832967281341553, "Finetune/Loss (Raw)": 0.9628771543502808, "Finetune/Step": 4840, "Finetune/Step Time": 4.562154050916433}
{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8821655511856079, "Finetune/Loss (Raw)": 0.8405476808547974, "Finetune/Step": 4841, "Finetune/Step Time": 4.568104259669781}
{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8825579881668091, "Finetune/Loss (Raw)": 0.9137742519378662, "Finetune/Step": 4842, "Finetune/Step Time": 4.578481728211045}
{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8833297491073608, "Finetune/Loss (Raw)": 1.0827291011810303, "Finetune/Step": 4843, "Finetune/Step Time": 4.574729455634952}
{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8831313848495483, "Finetune/Loss (Raw)": 0.8990731835365295, "Finetune/Step": 4844, "Finetune/Step Time": 4.594727763906121}
{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8841161727905273, "Finetune/Loss (Raw)": 1.0553159713745117, "Finetune/Step": 4845, "Finetune/Step Time": 4.596714790910482}
{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8863928318023682, "Finetune/Loss (Raw)": 1.0043740272521973, "Finetune/Step": 4846, "Finetune/Step Time": 4.608028534799814}
{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8824653625488281, "Finetune/Loss (Raw)": 0.3177836537361145, "Finetune/Step": 4847, "Finetune/Step Time": 4.647037955000997}
{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8834235668182373, "Finetune/Loss (Raw)": 0.8219374418258667, "Finetune/Step": 4848, "Finetune/Step Time": 4.609390569850802}
{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.882905125617981, "Finetune/Loss (Raw)": 0.7959332466125488, "Finetune/Step": 4849, "Finetune/Step Time": 4.624716199934483}
{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8836896419525146, "Finetune/Loss (Raw)": 0.9952224493026733, "Finetune/Step": 4850, "Finetune/Step Time": 4.633325045928359}
{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8837893009185791, "Finetune/Loss (Raw)": 0.9370455145835876, "Finetune/Step": 4851, "Finetune/Step Time": 4.638300254940987}
{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8835439085960388, "Finetune/Loss (Raw)": 0.875835657119751, "Finetune/Step": 4852, "Finetune/Step Time": 4.6305940095335245}
{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.884679913520813, "Finetune/Loss (Raw)": 1.0751105546951294, "Finetune/Step": 4853, "Finetune/Step Time": 4.6372067499905825}
{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8836547136306763, "Finetune/Loss (Raw)": 0.6665067076683044, "Finetune/Step": 4854, "Finetune/Step Time": 4.640095496550202}
{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8843521475791931, "Finetune/Loss (Raw)": 0.9514274001121521, "Finetune/Step": 4855, "Finetune/Step Time": 4.641612306237221}
{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.8842871189117432, "Finetune/Loss (Raw)": 0.9381184577941895, "Finetune/Step": 4856, "Finetune/Step Time": 4.636254770681262}
{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8834750652313232, "Finetune/Loss (Raw)": 1.0008487701416016, "Finetune/Step": 4857, "Finetune/Step Time": 4.634838594123721}
{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8844270706176758, "Finetune/Loss (Raw)": 1.0290621519088745, "Finetune/Step": 4858, "Finetune/Step Time": 4.639392571523786}
{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8851296901702881, "Finetune/Loss (Raw)": 0.9473229050636292, "Finetune/Step": 4859, "Finetune/Step Time": 4.6258180774748325}
{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8846347332000732, "Finetune/Loss (Raw)": 0.8216745257377625, "Finetune/Step": 4860, "Finetune/Step Time": 4.624472130089998}
{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8843448162078857, "Finetune/Loss (Raw)": 0.9174575209617615, "Finetune/Step": 4861, "Finetune/Step Time": 4.6393297631293535}
{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8855883479118347, "Finetune/Loss (Raw)": 0.9967973232269287, "Finetune/Step": 4862, "Finetune/Step Time": 4.62437910027802}
{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.885748028755188, "Finetune/Loss (Raw)": 1.032411813735962, "Finetune/Step": 4863, "Finetune/Step Time": 4.629027841612697}
{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.8876727819442749, "Finetune/Loss (Raw)": 1.0034708976745605, "Finetune/Step": 4864, "Finetune/Step Time": 4.634375454857945}
{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8884510397911072, "Finetune/Loss (Raw)": 0.9439622759819031, "Finetune/Step": 4865, "Finetune/Step Time": 4.6340764462947845}
{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.886566162109375, "Finetune/Loss (Raw)": 0.7982199788093567, "Finetune/Step": 4866, "Finetune/Step Time": 4.626043353229761}
{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.882972240447998, "Finetune/Loss (Raw)": 0.3479683995246887, "Finetune/Step": 4867, "Finetune/Step Time": 4.664414627477527}
{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8822736740112305, "Finetune/Loss (Raw)": 0.7809666991233826, "Finetune/Step": 4868, "Finetune/Step Time": 4.663454286754131}
{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8829436898231506, "Finetune/Loss (Raw)": 0.8225796222686768, "Finetune/Step": 4869, "Finetune/Step Time": 4.668066645041108}
{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8826833963394165, "Finetune/Loss (Raw)": 0.8088313341140747, "Finetune/Step": 4870, "Finetune/Step Time": 4.653690127655864}
{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8844945430755615, "Finetune/Loss (Raw)": 0.9926499128341675, "Finetune/Step": 4871, "Finetune/Step Time": 4.653660448268056}
{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8830298185348511, "Finetune/Loss (Raw)": 0.8667877912521362, "Finetune/Step": 4872, "Finetune/Step Time": 4.653712159022689}
{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.8831316828727722, "Finetune/Loss (Raw)": 0.8371105194091797, "Finetune/Step": 4873, "Finetune/Step Time": 4.656207902356982}
{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.881921648979187, "Finetune/Loss (Raw)": 0.7104832530021667, "Finetune/Step": 4874, "Finetune/Step Time": 4.635850355029106}
{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8802746534347534, "Finetune/Loss (Raw)": 0.8598220348358154, "Finetune/Step": 4875, "Finetune/Step Time": 4.645007601007819}
{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.8802610039710999, "Finetune/Loss (Raw)": 0.9594190716743469, "Finetune/Step": 4876, "Finetune/Step Time": 4.6324237156659365}
{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8813835978507996, "Finetune/Loss (Raw)": 1.0285300016403198, "Finetune/Step": 4877, "Finetune/Step Time": 4.63355434127152}
{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8816909193992615, "Finetune/Loss (Raw)": 0.9391441345214844, "Finetune/Step": 4878, "Finetune/Step Time": 4.634899435564876}
{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8817619681358337, "Finetune/Loss (Raw)": 0.9527673125267029, "Finetune/Step": 4879, "Finetune/Step Time": 4.61597198061645}
{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8820115923881531, "Finetune/Loss (Raw)": 0.9824365973472595, "Finetune/Step": 4880, "Finetune/Step Time": 4.6122132278978825}
{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8844345808029175, "Finetune/Loss (Raw)": 1.1069144010543823, "Finetune/Step": 4881, "Finetune/Step Time": 4.601209349930286}
{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8835389614105225, "Finetune/Loss (Raw)": 0.8218290209770203, "Finetune/Step": 4882, "Finetune/Step Time": 4.603489404544234}
{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8822557330131531, "Finetune/Loss (Raw)": 0.8065073490142822, "Finetune/Step": 4883, "Finetune/Step Time": 4.5941870883107185}
{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8830744624137878, "Finetune/Loss (Raw)": 1.0255149602890015, "Finetune/Step": 4884, "Finetune/Step Time": 4.59659781306982}
{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8828122615814209, "Finetune/Loss (Raw)": 0.8772340416908264, "Finetune/Step": 4885, "Finetune/Step Time": 4.600321279838681}
{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.884045422077179, "Finetune/Loss (Raw)": 1.028003215789795, "Finetune/Step": 4886, "Finetune/Step Time": 4.612378470599651}
{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8843037486076355, "Finetune/Loss (Raw)": 0.9199729561805725, "Finetune/Step": 4887, "Finetune/Step Time": 4.619258671998978}
{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8850466012954712, "Finetune/Loss (Raw)": 0.9985129237174988, "Finetune/Step": 4888, "Finetune/Step Time": 4.629523387178779}
{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8858584761619568, "Finetune/Loss (Raw)": 0.908657968044281, "Finetune/Step": 4889, "Finetune/Step Time": 4.612504031509161}
{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8864594101905823, "Finetune/Loss (Raw)": 0.8982272148132324, "Finetune/Step": 4890, "Finetune/Step Time": 4.632500501349568}
{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8856334686279297, "Finetune/Loss (Raw)": 0.8057385087013245, "Finetune/Step": 4891, "Finetune/Step Time": 4.629501303657889}
{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8858163356781006, "Finetune/Loss (Raw)": 0.9284145832061768, "Finetune/Step": 4892, "Finetune/Step Time": 4.625075748190284}
{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8876875042915344, "Finetune/Loss (Raw)": 1.0484626293182373, "Finetune/Step": 4893, "Finetune/Step Time": 4.6249795909971}
{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8861159682273865, "Finetune/Loss (Raw)": 0.8683373332023621, "Finetune/Step": 4894, "Finetune/Step Time": 4.63129017688334}
{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8854126930236816, "Finetune/Loss (Raw)": 0.8239128589630127, "Finetune/Step": 4895, "Finetune/Step Time": 4.633102566003799}
{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8863296508789062, "Finetune/Loss (Raw)": 0.9674618244171143, "Finetune/Step": 4896, "Finetune/Step Time": 4.625373337417841}
{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.8851803541183472, "Finetune/Loss (Raw)": 0.7190638780593872, "Finetune/Step": 4897, "Finetune/Step Time": 4.6314676739275455}
{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.8861812353134155, "Finetune/Loss (Raw)": 0.8146160244941711, "Finetune/Step": 4898, "Finetune/Step Time": 4.638398367911577}
{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8860592842102051, "Finetune/Loss (Raw)": 1.0191807746887207, "Finetune/Step": 4899, "Finetune/Step Time": 4.635461945086718}
{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.8866605758666992, "Finetune/Loss (Raw)": 0.8874111175537109, "Finetune/Step": 4900, "Finetune/Step Time": 4.617194989696145}
{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.8883790373802185, "Finetune/Loss (Raw)": 0.8636442422866821, "Finetune/Step": 4901, "Finetune/Step Time": 4.615488974377513}
{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8878328800201416, "Finetune/Loss (Raw)": 0.8663068413734436, "Finetune/Step": 4902, "Finetune/Step Time": 4.6146722082048655}
{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8867709636688232, "Finetune/Loss (Raw)": 0.8787037134170532, "Finetune/Step": 4903, "Finetune/Step Time": 4.614370485767722}
{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8867741823196411, "Finetune/Loss (Raw)": 0.8790745735168457, "Finetune/Step": 4904, "Finetune/Step Time": 4.599567417055368}
{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.8870798945426941, "Finetune/Loss (Raw)": 0.9844313859939575, "Finetune/Step": 4905, "Finetune/Step Time": 4.603717628866434}
{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8918187618255615, "Finetune/Loss (Raw)": 0.8903379440307617, "Finetune/Step": 4906, "Finetune/Step Time": 4.567728880792856}
{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8899582624435425, "Finetune/Loss (Raw)": 0.82431560754776, "Finetune/Step": 4907, "Finetune/Step Time": 4.58060615696013}
{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8900631666183472, "Finetune/Loss (Raw)": 0.9204554557800293, "Finetune/Step": 4908, "Finetune/Step Time": 4.592455677688122}
{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.890437126159668, "Finetune/Loss (Raw)": 0.8906404376029968, "Finetune/Step": 4909, "Finetune/Step Time": 4.588529158383608}
{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8906345367431641, "Finetune/Loss (Raw)": 0.9291399121284485, "Finetune/Step": 4910, "Finetune/Step Time": 4.578148333355784}
{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8947743773460388, "Finetune/Loss (Raw)": 0.891258955001831, "Finetune/Step": 4911, "Finetune/Step Time": 4.539668198674917}
{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8950253129005432, "Finetune/Loss (Raw)": 0.953779399394989, "Finetune/Step": 4912, "Finetune/Step Time": 4.546741619706154}
{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8942790031433105, "Finetune/Loss (Raw)": 0.9764475226402283, "Finetune/Step": 4913, "Finetune/Step Time": 4.554864717647433}
{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8901817798614502, "Finetune/Loss (Raw)": 0.40309545397758484, "Finetune/Step": 4914, "Finetune/Step Time": 4.589212898164988}
{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8893599510192871, "Finetune/Loss (Raw)": 0.7841711044311523, "Finetune/Step": 4915, "Finetune/Step Time": 4.592516494914889}
{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8893789052963257, "Finetune/Loss (Raw)": 0.9062644243240356, "Finetune/Step": 4916, "Finetune/Step Time": 4.566607424989343}
{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8866424560546875, "Finetune/Loss (Raw)": 0.404979407787323, "Finetune/Step": 4917, "Finetune/Step Time": 4.6007831413298845}
{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8860086798667908, "Finetune/Loss (Raw)": 0.9310494661331177, "Finetune/Step": 4918, "Finetune/Step Time": 4.594561068341136}
{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8906828165054321, "Finetune/Loss (Raw)": 0.8947498202323914, "Finetune/Step": 4919, "Finetune/Step Time": 4.559053959324956}
{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.8898645639419556, "Finetune/Loss (Raw)": 0.9317549467086792, "Finetune/Step": 4920, "Finetune/Step Time": 4.555110655725002}
{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8901016712188721, "Finetune/Loss (Raw)": 0.9848782420158386, "Finetune/Step": 4921, "Finetune/Step Time": 4.568028163164854}
{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8896169662475586, "Finetune/Loss (Raw)": 0.7829502820968628, "Finetune/Step": 4922, "Finetune/Step Time": 4.569303628057241}
{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8896331787109375, "Finetune/Loss (Raw)": 0.8401902318000793, "Finetune/Step": 4923, "Finetune/Step Time": 4.5382843762636185}
{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8892764449119568, "Finetune/Loss (Raw)": 0.9222331643104553, "Finetune/Step": 4924, "Finetune/Step Time": 4.539668511599302}
{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8886669278144836, "Finetune/Loss (Raw)": 0.8703848123550415, "Finetune/Step": 4925, "Finetune/Step Time": 4.539106979966164}
{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8894579410552979, "Finetune/Loss (Raw)": 0.8489804267883301, "Finetune/Step": 4926, "Finetune/Step Time": 4.523225840181112}
{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8890044093132019, "Finetune/Loss (Raw)": 0.844730794429779, "Finetune/Step": 4927, "Finetune/Step Time": 4.521219523623586}
{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8858838081359863, "Finetune/Loss (Raw)": 0.6902359127998352, "Finetune/Step": 4928, "Finetune/Step Time": 4.544234348461032}
{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.8849588632583618, "Finetune/Loss (Raw)": 0.8531311750411987, "Finetune/Step": 4929, "Finetune/Step Time": 4.548783306032419}
{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8850709199905396, "Finetune/Loss (Raw)": 0.9278133511543274, "Finetune/Step": 4930, "Finetune/Step Time": 4.548643242567778}
{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8852142691612244, "Finetune/Loss (Raw)": 0.9740914106369019, "Finetune/Step": 4931, "Finetune/Step Time": 4.546332597732544}
{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.8851817846298218, "Finetune/Loss (Raw)": 0.9401634931564331, "Finetune/Step": 4932, "Finetune/Step Time": 4.548850405961275}
{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8839119672775269, "Finetune/Loss (Raw)": 0.8208646178245544, "Finetune/Step": 4933, "Finetune/Step Time": 4.559001473709941}
{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8837662935256958, "Finetune/Loss (Raw)": 0.961661159992218, "Finetune/Step": 4934, "Finetune/Step Time": 4.553993159905076}
{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.884686291217804, "Finetune/Loss (Raw)": 0.9988884329795837, "Finetune/Step": 4935, "Finetune/Step Time": 4.547476310282946}
{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.883346438407898, "Finetune/Loss (Raw)": 0.8193186521530151, "Finetune/Step": 4936, "Finetune/Step Time": 4.557947404682636}
{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.885999321937561, "Finetune/Loss (Raw)": 1.059867262840271, "Finetune/Step": 4937, "Finetune/Step Time": 4.5457626562565565}
{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8867349028587341, "Finetune/Loss (Raw)": 0.9685881733894348, "Finetune/Step": 4938, "Finetune/Step Time": 4.562902390956879}
{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8821229934692383, "Finetune/Loss (Raw)": 0.3330895006656647, "Finetune/Step": 4939, "Finetune/Step Time": 4.5786099303513765}
{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8805509805679321, "Finetune/Loss (Raw)": 0.7067516446113586, "Finetune/Step": 4940, "Finetune/Step Time": 4.584337403997779}
{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8829514384269714, "Finetune/Loss (Raw)": 0.7794076204299927, "Finetune/Step": 4941, "Finetune/Step Time": 4.547621268779039}
{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8826408386230469, "Finetune/Loss (Raw)": 0.8678443431854248, "Finetune/Step": 4942, "Finetune/Step Time": 4.5544058214873075}
{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8813987970352173, "Finetune/Loss (Raw)": 0.8236503005027771, "Finetune/Step": 4943, "Finetune/Step Time": 4.56605713441968}
{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.8822224736213684, "Finetune/Loss (Raw)": 0.9675381183624268, "Finetune/Step": 4944, "Finetune/Step Time": 4.552499009296298}
{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8825883269309998, "Finetune/Loss (Raw)": 0.9773503541946411, "Finetune/Step": 4945, "Finetune/Step Time": 4.552035294473171}
{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.88172447681427, "Finetune/Loss (Raw)": 0.9032653570175171, "Finetune/Step": 4946, "Finetune/Step Time": 4.547538725659251}
{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8816032409667969, "Finetune/Loss (Raw)": 0.9705548286437988, "Finetune/Step": 4947, "Finetune/Step Time": 4.549351401627064}
{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8809695243835449, "Finetune/Loss (Raw)": 0.8532272577285767, "Finetune/Step": 4948, "Finetune/Step Time": 4.54655072838068}
{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8799455165863037, "Finetune/Loss (Raw)": 0.8579665422439575, "Finetune/Step": 4949, "Finetune/Step Time": 4.5447834730148315}
{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8795512318611145, "Finetune/Loss (Raw)": 0.8660786151885986, "Finetune/Step": 4950, "Finetune/Step Time": 4.551518844440579}
{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8793267011642456, "Finetune/Loss (Raw)": 0.9519897103309631, "Finetune/Step": 4951, "Finetune/Step Time": 4.555317429825664}
{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.884568989276886, "Finetune/Loss (Raw)": 0.9603500962257385, "Finetune/Step": 4952, "Finetune/Step Time": 4.5273736491799355}
{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8842223882675171, "Finetune/Loss (Raw)": 0.8805392980575562, "Finetune/Step": 4953, "Finetune/Step Time": 4.5283266715705395}
{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8844291567802429, "Finetune/Loss (Raw)": 0.9895760416984558, "Finetune/Step": 4954, "Finetune/Step Time": 4.579609187319875}
{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.8839685320854187, "Finetune/Loss (Raw)": 0.9061863422393799, "Finetune/Step": 4955, "Finetune/Step Time": 4.582580968737602}
{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.883882462978363, "Finetune/Loss (Raw)": 0.9750435948371887, "Finetune/Step": 4956, "Finetune/Step Time": 4.5649663377553225}
{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8848837614059448, "Finetune/Loss (Raw)": 1.0105873346328735, "Finetune/Step": 4957, "Finetune/Step Time": 4.554743766784668}
{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8844228982925415, "Finetune/Loss (Raw)": 0.8838426470756531, "Finetune/Step": 4958, "Finetune/Step Time": 4.572010826319456}
{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.885062575340271, "Finetune/Loss (Raw)": 0.4349152743816376, "Finetune/Step": 4959, "Finetune/Step Time": 4.572140745818615}
{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8852784633636475, "Finetune/Loss (Raw)": 0.8612574934959412, "Finetune/Step": 4960, "Finetune/Step Time": 4.545644897967577}
{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8848046064376831, "Finetune/Loss (Raw)": 0.8346295356750488, "Finetune/Step": 4961, "Finetune/Step Time": 4.538370607420802}
{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8842448592185974, "Finetune/Loss (Raw)": 0.9595339298248291, "Finetune/Step": 4962, "Finetune/Step Time": 4.537316381931305}
{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8835597038269043, "Finetune/Loss (Raw)": 0.8859630823135376, "Finetune/Step": 4963, "Finetune/Step Time": 4.54663510620594}
{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8835630416870117, "Finetune/Loss (Raw)": 0.9865437150001526, "Finetune/Step": 4964, "Finetune/Step Time": 4.549937667325139}
{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8844116926193237, "Finetune/Loss (Raw)": 1.0013678073883057, "Finetune/Step": 4965, "Finetune/Step Time": 4.550637356936932}
{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8829055428504944, "Finetune/Loss (Raw)": 0.8352071046829224, "Finetune/Step": 4966, "Finetune/Step Time": 4.548759179189801}
{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8836829662322998, "Finetune/Loss (Raw)": 0.9452821016311646, "Finetune/Step": 4967, "Finetune/Step Time": 4.552308239042759}
{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8835495114326477, "Finetune/Loss (Raw)": 0.945794403553009, "Finetune/Step": 4968, "Finetune/Step Time": 4.542681051418185}
{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8842480182647705, "Finetune/Loss (Raw)": 0.9299517869949341, "Finetune/Step": 4969, "Finetune/Step Time": 4.5512597262859344}
{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8848341703414917, "Finetune/Loss (Raw)": 0.988803505897522, "Finetune/Step": 4970, "Finetune/Step Time": 4.5329938139766455}
{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8846502304077148, "Finetune/Loss (Raw)": 1.059180498123169, "Finetune/Step": 4971, "Finetune/Step Time": 4.544914782047272}
{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8847575187683105, "Finetune/Loss (Raw)": 0.9128127694129944, "Finetune/Step": 4972, "Finetune/Step Time": 4.5385311134159565}
{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.8845278024673462, "Finetune/Loss (Raw)": 1.0259132385253906, "Finetune/Step": 4973, "Finetune/Step Time": 4.538844810798764}
{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8790291547775269, "Finetune/Loss (Raw)": 0.3005453646183014, "Finetune/Step": 4974, "Finetune/Step Time": 4.554989283904433}
{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.8831727504730225, "Finetune/Loss (Raw)": 0.8481650352478027, "Finetune/Step": 4975, "Finetune/Step Time": 4.521018056198955}
{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8848352432250977, "Finetune/Loss (Raw)": 1.0347390174865723, "Finetune/Step": 4976, "Finetune/Step Time": 4.524135047569871}
{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8848637342453003, "Finetune/Loss (Raw)": 0.799573540687561, "Finetune/Step": 4977, "Finetune/Step Time": 4.523687746375799}
{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8836613893508911, "Finetune/Loss (Raw)": 0.8413227796554565, "Finetune/Step": 4978, "Finetune/Step Time": 4.514020476490259}
{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8833001852035522, "Finetune/Loss (Raw)": 0.8908203840255737, "Finetune/Step": 4979, "Finetune/Step Time": 4.516479045152664}
{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8823307752609253, "Finetune/Loss (Raw)": 0.7517536282539368, "Finetune/Step": 4980, "Finetune/Step Time": 4.510179525241256}
{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8800718784332275, "Finetune/Loss (Raw)": 0.7859581112861633, "Finetune/Step": 4981, "Finetune/Step Time": 4.501385681331158}
{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8826526403427124, "Finetune/Loss (Raw)": 0.9968512654304504, "Finetune/Step": 4982, "Finetune/Step Time": 4.496299037709832}
{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8784059286117554, "Finetune/Loss (Raw)": 0.40784940123558044, "Finetune/Step": 4983, "Finetune/Step Time": 4.532511826604605}
{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8778119087219238, "Finetune/Loss (Raw)": 0.8620862364768982, "Finetune/Step": 4984, "Finetune/Step Time": 4.543484952300787}
{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8784655332565308, "Finetune/Loss (Raw)": 1.0845065116882324, "Finetune/Step": 4985, "Finetune/Step Time": 4.540092384442687}
{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.8760690689086914, "Finetune/Loss (Raw)": 0.7223104238510132, "Finetune/Step": 4986, "Finetune/Step Time": 4.532018752768636}
{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.876225471496582, "Finetune/Loss (Raw)": 0.9673418998718262, "Finetune/Step": 4987, "Finetune/Step Time": 4.539411872625351}
{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.877487301826477, "Finetune/Loss (Raw)": 0.9831956624984741, "Finetune/Step": 4988, "Finetune/Step Time": 4.5476027093827724}
{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.877814769744873, "Finetune/Loss (Raw)": 0.9593709707260132, "Finetune/Step": 4989, "Finetune/Step Time": 4.538611743599176}
{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.877122700214386, "Finetune/Loss (Raw)": 0.9082099199295044, "Finetune/Step": 4990, "Finetune/Step Time": 4.541713470593095}
{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8758657574653625, "Finetune/Loss (Raw)": 0.8715237975120544, "Finetune/Step": 4991, "Finetune/Step Time": 4.535871800035238}
{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8760398626327515, "Finetune/Loss (Raw)": 1.0257601737976074, "Finetune/Step": 4992, "Finetune/Step Time": 4.535630257800221}
{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.8739359378814697, "Finetune/Loss (Raw)": 0.674652099609375, "Finetune/Step": 4993, "Finetune/Step Time": 4.54385681450367}
{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8745276927947998, "Finetune/Loss (Raw)": 0.8739727139472961, "Finetune/Step": 4994, "Finetune/Step Time": 4.550384482368827}
{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8768842220306396, "Finetune/Loss (Raw)": 0.64960116147995, "Finetune/Step": 4995, "Finetune/Step Time": 4.521143581718206}
{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.8791858553886414, "Finetune/Loss (Raw)": 1.0755810737609863, "Finetune/Step": 4996, "Finetune/Step Time": 4.52285741455853}
{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8802324533462524, "Finetune/Loss (Raw)": 0.9565393924713135, "Finetune/Step": 4997, "Finetune/Step Time": 4.507524363696575}
{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.882919430732727, "Finetune/Loss (Raw)": 1.1527656316757202, "Finetune/Step": 4998, "Finetune/Step Time": 4.505205933004618}
{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8830774426460266, "Finetune/Loss (Raw)": 1.012874722480774, "Finetune/Step": 4999, "Finetune/Step Time": 4.490231456235051}
{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8790228366851807, "Finetune/Loss (Raw)": 0.3478005826473236, "Finetune/Step": 5000, "Finetune/Step Time": 4.529056752100587}
{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8801371455192566, "Finetune/Loss (Raw)": 0.9797400832176208, "Finetune/Step": 5001, "Finetune/Step Time": 4.510998964309692}
{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8802975416183472, "Finetune/Loss (Raw)": 0.731012225151062, "Finetune/Step": 5002, "Finetune/Step Time": 4.51237272657454}
{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8801267743110657, "Finetune/Loss (Raw)": 0.8379629254341125, "Finetune/Step": 5003, "Finetune/Step Time": 4.500261023640633}
{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.8788463473320007, "Finetune/Loss (Raw)": 0.7955241203308105, "Finetune/Step": 5004, "Finetune/Step Time": 4.519232302904129}
{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8779677152633667, "Finetune/Loss (Raw)": 0.9160699844360352, "Finetune/Step": 5005, "Finetune/Step Time": 4.521614478901029}
{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8778649568557739, "Finetune/Loss (Raw)": 0.9259900450706482, "Finetune/Step": 5006, "Finetune/Step Time": 4.513872053474188}
{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8771311044692993, "Finetune/Loss (Raw)": 0.8588339686393738, "Finetune/Step": 5007, "Finetune/Step Time": 4.523920264095068}
{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8758927583694458, "Finetune/Loss (Raw)": 0.823920488357544, "Finetune/Step": 5008, "Finetune/Step Time": 4.530790289863944}
{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8754799365997314, "Finetune/Loss (Raw)": 1.0540755987167358, "Finetune/Step": 5009, "Finetune/Step Time": 4.533415544778109}
{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8768634796142578, "Finetune/Loss (Raw)": 0.9989250898361206, "Finetune/Step": 5010, "Finetune/Step Time": 4.5244061555713415}
{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8776320815086365, "Finetune/Loss (Raw)": 0.9048869013786316, "Finetune/Step": 5011, "Finetune/Step Time": 4.525649743154645}
{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8764218688011169, "Finetune/Loss (Raw)": 0.8706094622612, "Finetune/Step": 5012, "Finetune/Step Time": 4.529231755062938}
{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.8754878044128418, "Finetune/Loss (Raw)": 0.7576780319213867, "Finetune/Step": 5013, "Finetune/Step Time": 4.528047829866409}
{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8739345669746399, "Finetune/Loss (Raw)": 0.8291821479797363, "Finetune/Step": 5014, "Finetune/Step Time": 4.512123357504606}
{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.873085618019104, "Finetune/Loss (Raw)": 0.8113112449645996, "Finetune/Step": 5015, "Finetune/Step Time": 4.500784356147051}
{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.8723729252815247, "Finetune/Loss (Raw)": 0.9072847962379456, "Finetune/Step": 5016, "Finetune/Step Time": 4.515865555033088}
{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8717951774597168, "Finetune/Loss (Raw)": 0.8347128629684448, "Finetune/Step": 5017, "Finetune/Step Time": 4.516151033341885}
{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8710159063339233, "Finetune/Loss (Raw)": 0.7984792590141296, "Finetune/Step": 5018, "Finetune/Step Time": 4.5041107051074505}
{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8710710406303406, "Finetune/Loss (Raw)": 0.8127937316894531, "Finetune/Step": 5019, "Finetune/Step Time": 4.502805955708027}
{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8664997816085815, "Finetune/Loss (Raw)": 0.34328576922416687, "Finetune/Step": 5020, "Finetune/Step Time": 4.538764962926507}
{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8657693266868591, "Finetune/Loss (Raw)": 0.954975962638855, "Finetune/Step": 5021, "Finetune/Step Time": 4.538085978478193}
{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.8661724328994751, "Finetune/Loss (Raw)": 0.9199315905570984, "Finetune/Step": 5022, "Finetune/Step Time": 4.519911767914891}
{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.867067813873291, "Finetune/Loss (Raw)": 0.9385179877281189, "Finetune/Step": 5023, "Finetune/Step Time": 4.526330864056945}
{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8662582635879517, "Finetune/Loss (Raw)": 0.8638436794281006, "Finetune/Step": 5024, "Finetune/Step Time": 4.530286258086562}
{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.867408037185669, "Finetune/Loss (Raw)": 0.8662304878234863, "Finetune/Step": 5025, "Finetune/Step Time": 4.5292410254478455}
{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8686096668243408, "Finetune/Loss (Raw)": 0.9684287905693054, "Finetune/Step": 5026, "Finetune/Step Time": 4.515862919390202}
{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.8682823181152344, "Finetune/Loss (Raw)": 0.9772791862487793, "Finetune/Step": 5027, "Finetune/Step Time": 4.513722095638514}
{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8691509962081909, "Finetune/Loss (Raw)": 0.9986030459403992, "Finetune/Step": 5028, "Finetune/Step Time": 4.515895593911409}
{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8696210384368896, "Finetune/Loss (Raw)": 0.9238106608390808, "Finetune/Step": 5029, "Finetune/Step Time": 4.517646800726652}
{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8695838451385498, "Finetune/Loss (Raw)": 0.8615468740463257, "Finetune/Step": 5030, "Finetune/Step Time": 4.520777843892574}
{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8700900077819824, "Finetune/Loss (Raw)": 0.9434871673583984, "Finetune/Step": 5031, "Finetune/Step Time": 4.522528747096658}
{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.871048092842102, "Finetune/Loss (Raw)": 1.0017129182815552, "Finetune/Step": 5032, "Finetune/Step Time": 4.525724878534675}
{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8703939914703369, "Finetune/Loss (Raw)": 0.9007084965705872, "Finetune/Step": 5033, "Finetune/Step Time": 4.53040661290288}
{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8709734082221985, "Finetune/Loss (Raw)": 0.9644986987113953, "Finetune/Step": 5034, "Finetune/Step Time": 4.527862889692187}
{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.871038556098938, "Finetune/Loss (Raw)": 0.8326635956764221, "Finetune/Step": 5035, "Finetune/Step Time": 4.525166993960738}
{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8704993724822998, "Finetune/Loss (Raw)": 0.8514335751533508, "Finetune/Step": 5036, "Finetune/Step Time": 4.505201153457165}
{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8713457584381104, "Finetune/Loss (Raw)": 0.9989768266677856, "Finetune/Step": 5037, "Finetune/Step Time": 4.505693972110748}
{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8719302415847778, "Finetune/Loss (Raw)": 1.0039525032043457, "Finetune/Step": 5038, "Finetune/Step Time": 4.513634195551276}
{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8738265037536621, "Finetune/Loss (Raw)": 1.1339863538742065, "Finetune/Step": 5039, "Finetune/Step Time": 4.519241759553552}
{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.8725305795669556, "Finetune/Loss (Raw)": 0.7878938913345337, "Finetune/Step": 5040, "Finetune/Step Time": 4.52360512316227}
{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8729777336120605, "Finetune/Loss (Raw)": 1.0336860418319702, "Finetune/Step": 5041, "Finetune/Step Time": 4.511954827234149}
{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8778388500213623, "Finetune/Loss (Raw)": 1.0253204107284546, "Finetune/Step": 5042, "Finetune/Step Time": 4.488512437790632}
{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8786416053771973, "Finetune/Loss (Raw)": 0.8869287967681885, "Finetune/Step": 5043, "Finetune/Step Time": 4.490586182102561}
{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8784103393554688, "Finetune/Loss (Raw)": 0.8766492605209351, "Finetune/Step": 5044, "Finetune/Step Time": 4.4935773350298405}
{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8774743676185608, "Finetune/Loss (Raw)": 0.28518161177635193, "Finetune/Step": 5045, "Finetune/Step Time": 4.492049146443605}
{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8727805018424988, "Finetune/Loss (Raw)": 0.33023306727409363, "Finetune/Step": 5046, "Finetune/Step Time": 4.529267819598317}
{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8731144666671753, "Finetune/Loss (Raw)": 0.9375004768371582, "Finetune/Step": 5047, "Finetune/Step Time": 4.529057901352644}
{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8735969662666321, "Finetune/Loss (Raw)": 0.9935169219970703, "Finetune/Step": 5048, "Finetune/Step Time": 4.529742699116468}
{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8728763461112976, "Finetune/Loss (Raw)": 0.892636239528656, "Finetune/Step": 5049, "Finetune/Step Time": 4.522195803001523}
{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8738023638725281, "Finetune/Loss (Raw)": 0.9014792442321777, "Finetune/Step": 5050, "Finetune/Step Time": 4.533420709893107}
{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8737494945526123, "Finetune/Loss (Raw)": 0.8334259390830994, "Finetune/Step": 5051, "Finetune/Step Time": 4.547750407829881}
{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8694118857383728, "Finetune/Loss (Raw)": 0.36701536178588867, "Finetune/Step": 5052, "Finetune/Step Time": 4.579730963334441}
{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.869422197341919, "Finetune/Loss (Raw)": 0.8717069625854492, "Finetune/Step": 5053, "Finetune/Step Time": 4.5881924238055944}
{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8709944486618042, "Finetune/Loss (Raw)": 1.0502244234085083, "Finetune/Step": 5054, "Finetune/Step Time": 4.594637997448444}
{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8711182475090027, "Finetune/Loss (Raw)": 0.860583484172821, "Finetune/Step": 5055, "Finetune/Step Time": 4.594969106838107}
{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.8729715347290039, "Finetune/Loss (Raw)": 0.9274502992630005, "Finetune/Step": 5056, "Finetune/Step Time": 4.5697449911385775}
{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8735165596008301, "Finetune/Loss (Raw)": 0.9229032397270203, "Finetune/Step": 5057, "Finetune/Step Time": 4.573339015245438}
{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8734921216964722, "Finetune/Loss (Raw)": 0.9246780276298523, "Finetune/Step": 5058, "Finetune/Step Time": 4.576904745772481}
{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8736553192138672, "Finetune/Loss (Raw)": 0.9949811100959778, "Finetune/Step": 5059, "Finetune/Step Time": 4.5742981638759375}
{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.874183177947998, "Finetune/Loss (Raw)": 1.0077277421951294, "Finetune/Step": 5060, "Finetune/Step Time": 4.5693019069731236}
{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8750672340393066, "Finetune/Loss (Raw)": 0.9340237975120544, "Finetune/Step": 5061, "Finetune/Step Time": 4.551878409460187}
{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8744364976882935, "Finetune/Loss (Raw)": 0.8809270262718201, "Finetune/Step": 5062, "Finetune/Step Time": 4.5618155635893345}
{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8742437362670898, "Finetune/Loss (Raw)": 0.9742168188095093, "Finetune/Step": 5063, "Finetune/Step Time": 4.558733843266964}
{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.874127984046936, "Finetune/Loss (Raw)": 0.8045079708099365, "Finetune/Step": 5064, "Finetune/Step Time": 4.559731442481279}
{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8738069534301758, "Finetune/Loss (Raw)": 1.01876699924469, "Finetune/Step": 5065, "Finetune/Step Time": 4.57136688567698}
{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.873735785484314, "Finetune/Loss (Raw)": 0.9594780206680298, "Finetune/Step": 5066, "Finetune/Step Time": 4.556879431009293}
{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8779116868972778, "Finetune/Loss (Raw)": 0.8676130175590515, "Finetune/Step": 5067, "Finetune/Step Time": 4.523114670068026}
{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.879719078540802, "Finetune/Loss (Raw)": 0.9380941390991211, "Finetune/Step": 5068, "Finetune/Step Time": 4.510252563282847}
{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.880085825920105, "Finetune/Loss (Raw)": 0.8263528943061829, "Finetune/Step": 5069, "Finetune/Step Time": 4.512325093150139}
{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8799326419830322, "Finetune/Loss (Raw)": 0.8482339382171631, "Finetune/Step": 5070, "Finetune/Step Time": 4.509550558403134}
{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8802763223648071, "Finetune/Loss (Raw)": 0.8676421642303467, "Finetune/Step": 5071, "Finetune/Step Time": 4.5160926058888435}
{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8814528584480286, "Finetune/Loss (Raw)": 1.1181323528289795, "Finetune/Step": 5072, "Finetune/Step Time": 4.519048096612096}
{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8810521364212036, "Finetune/Loss (Raw)": 0.9260645508766174, "Finetune/Step": 5073, "Finetune/Step Time": 4.523247607052326}
{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8817079067230225, "Finetune/Loss (Raw)": 0.9871951937675476, "Finetune/Step": 5074, "Finetune/Step Time": 4.518806308507919}
{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.877051830291748, "Finetune/Loss (Raw)": 0.37457653880119324, "Finetune/Step": 5075, "Finetune/Step Time": 4.554409008473158}
{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8781522512435913, "Finetune/Loss (Raw)": 0.994084894657135, "Finetune/Step": 5076, "Finetune/Step Time": 4.558268129825592}
{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8786572217941284, "Finetune/Loss (Raw)": 0.9225975871086121, "Finetune/Step": 5077, "Finetune/Step Time": 4.579951111227274}
{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8791016936302185, "Finetune/Loss (Raw)": 0.9229736328125, "Finetune/Step": 5078, "Finetune/Step Time": 4.5634214375168085}
{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8799378275871277, "Finetune/Loss (Raw)": 1.0590161085128784, "Finetune/Step": 5079, "Finetune/Step Time": 4.558469483628869}
{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8804574012756348, "Finetune/Loss (Raw)": 1.0268551111221313, "Finetune/Step": 5080, "Finetune/Step Time": 4.550859233364463}
{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.8795104026794434, "Finetune/Loss (Raw)": 0.7593234181404114, "Finetune/Step": 5081, "Finetune/Step Time": 4.546938179060817}
{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8744295835494995, "Finetune/Loss (Raw)": 0.33923351764678955, "Finetune/Step": 5082, "Finetune/Step Time": 4.528992813080549}
{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8745793104171753, "Finetune/Loss (Raw)": 0.9253562092781067, "Finetune/Step": 5083, "Finetune/Step Time": 4.533693891018629}
{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8731271624565125, "Finetune/Loss (Raw)": 0.7891615033149719, "Finetune/Step": 5084, "Finetune/Step Time": 4.543832331895828}
{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8723578453063965, "Finetune/Loss (Raw)": 0.9121214151382446, "Finetune/Step": 5085, "Finetune/Step Time": 4.54714578948915}
{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.8735285997390747, "Finetune/Loss (Raw)": 1.0336905717849731, "Finetune/Step": 5086, "Finetune/Step Time": 4.533896613866091}
{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8777048587799072, "Finetune/Loss (Raw)": 0.9694812893867493, "Finetune/Step": 5087, "Finetune/Step Time": 4.518749687820673}
{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.879074215888977, "Finetune/Loss (Raw)": 1.0365387201309204, "Finetune/Step": 5088, "Finetune/Step Time": 4.518166892230511}
{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8802103996276855, "Finetune/Loss (Raw)": 0.9800612330436707, "Finetune/Step": 5089, "Finetune/Step Time": 4.516921425238252}
{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8793480396270752, "Finetune/Loss (Raw)": 0.8491467833518982, "Finetune/Step": 5090, "Finetune/Step Time": 4.518331507220864}
{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.880134642124176, "Finetune/Loss (Raw)": 0.9866525530815125, "Finetune/Step": 5091, "Finetune/Step Time": 4.521043911576271}
{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.8749261498451233, "Finetune/Loss (Raw)": 0.31985265016555786, "Finetune/Step": 5092, "Finetune/Step Time": 4.555015441030264}
{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8744752407073975, "Finetune/Loss (Raw)": 0.9436469078063965, "Finetune/Step": 5093, "Finetune/Step Time": 4.5563671085983515}
{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8747023940086365, "Finetune/Loss (Raw)": 0.8642856478691101, "Finetune/Step": 5094, "Finetune/Step Time": 4.565811339765787}
{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8733236789703369, "Finetune/Loss (Raw)": 0.7688020467758179, "Finetune/Step": 5095, "Finetune/Step Time": 4.567217640578747}
{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.8725545406341553, "Finetune/Loss (Raw)": 0.8473484516143799, "Finetune/Step": 5096, "Finetune/Step Time": 4.59504933282733}
{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8708339929580688, "Finetune/Loss (Raw)": 0.7097210884094238, "Finetune/Step": 5097, "Finetune/Step Time": 4.580120161175728}
{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8689701557159424, "Finetune/Loss (Raw)": 0.7502375245094299, "Finetune/Step": 5098, "Finetune/Step Time": 4.582115065306425}
{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8670939207077026, "Finetune/Loss (Raw)": 0.8190184831619263, "Finetune/Step": 5099, "Finetune/Step Time": 4.574717404320836}
{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.8662561178207397, "Finetune/Loss (Raw)": 0.8055689930915833, "Finetune/Step": 5100, "Finetune/Step Time": 4.565943313762546}
{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8647052049636841, "Finetune/Loss (Raw)": 0.8274041414260864, "Finetune/Step": 5101, "Finetune/Step Time": 4.572978084906936}
{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8695993423461914, "Finetune/Loss (Raw)": 0.9269919395446777, "Finetune/Step": 5102, "Finetune/Step Time": 4.532211089506745}
{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.87086021900177, "Finetune/Loss (Raw)": 1.009558081626892, "Finetune/Step": 5103, "Finetune/Step Time": 4.527567125856876}
{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.8680187463760376, "Finetune/Loss (Raw)": 0.6710312962532043, "Finetune/Step": 5104, "Finetune/Step Time": 4.53559715859592}
{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8689124584197998, "Finetune/Loss (Raw)": 0.9139673709869385, "Finetune/Step": 5105, "Finetune/Step Time": 4.513927485793829}
{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8703553676605225, "Finetune/Loss (Raw)": 1.0260158777236938, "Finetune/Step": 5106, "Finetune/Step Time": 4.520349001511931}
{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8712994456291199, "Finetune/Loss (Raw)": 1.011667013168335, "Finetune/Step": 5107, "Finetune/Step Time": 4.519348161295056}
{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8723050355911255, "Finetune/Loss (Raw)": 0.880465030670166, "Finetune/Step": 5108, "Finetune/Step Time": 4.502936212345958}
{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.8740346431732178, "Finetune/Loss (Raw)": 1.007350206375122, "Finetune/Step": 5109, "Finetune/Step Time": 4.505850920453668}
{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8734601736068726, "Finetune/Loss (Raw)": 0.9233179092407227, "Finetune/Step": 5110, "Finetune/Step Time": 4.518042486160994}
{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8764636516571045, "Finetune/Loss (Raw)": 0.7922850251197815, "Finetune/Step": 5111, "Finetune/Step Time": 4.505578247830272}
{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8724140524864197, "Finetune/Loss (Raw)": 0.3437453806400299, "Finetune/Step": 5112, "Finetune/Step Time": 4.5325226448476315}
{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8661675453186035, "Finetune/Loss (Raw)": 0.2849552631378174, "Finetune/Step": 5113, "Finetune/Step Time": 4.575153362005949}
{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8675422072410583, "Finetune/Loss (Raw)": 0.898266613483429, "Finetune/Step": 5114, "Finetune/Step Time": 4.576604867354035}
{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.8663236498832703, "Finetune/Loss (Raw)": 0.8113704919815063, "Finetune/Step": 5115, "Finetune/Step Time": 4.568300902843475}
{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.8606288433074951, "Finetune/Loss (Raw)": 0.2542518973350525, "Finetune/Step": 5116, "Finetune/Step Time": 4.5996353309601545}
{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8616836071014404, "Finetune/Loss (Raw)": 1.0943843126296997, "Finetune/Step": 5117, "Finetune/Step Time": 4.601475432515144}
{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.8627500534057617, "Finetune/Loss (Raw)": 1.0447146892547607, "Finetune/Step": 5118, "Finetune/Step Time": 4.603966578841209}
{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8643499612808228, "Finetune/Loss (Raw)": 1.0763113498687744, "Finetune/Step": 5119, "Finetune/Step Time": 4.604046633467078}
{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8590020537376404, "Finetune/Loss (Raw)": 0.34122946858406067, "Finetune/Step": 5120, "Finetune/Step Time": 4.626005345955491}
{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8603593111038208, "Finetune/Loss (Raw)": 0.848382830619812, "Finetune/Step": 5121, "Finetune/Step Time": 4.612362464889884}
{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.8599315285682678, "Finetune/Loss (Raw)": 0.8192176818847656, "Finetune/Step": 5122, "Finetune/Step Time": 4.604279678314924}
{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8622753620147705, "Finetune/Loss (Raw)": 0.9496079087257385, "Finetune/Step": 5123, "Finetune/Step Time": 4.600975561887026}
{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8614214658737183, "Finetune/Loss (Raw)": 0.9662847518920898, "Finetune/Step": 5124, "Finetune/Step Time": 4.602295475080609}
{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.8620911240577698, "Finetune/Loss (Raw)": 1.0422532558441162, "Finetune/Step": 5125, "Finetune/Step Time": 4.606796324253082}
{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8561035394668579, "Finetune/Loss (Raw)": 0.3863530158996582, "Finetune/Step": 5126, "Finetune/Step Time": 4.643102895468473}
{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8554326891899109, "Finetune/Loss (Raw)": 0.9270051717758179, "Finetune/Step": 5127, "Finetune/Step Time": 4.656512942165136}
{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8596609830856323, "Finetune/Loss (Raw)": 0.8890218734741211, "Finetune/Step": 5128, "Finetune/Step Time": 4.627982791513205}
{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8542677164077759, "Finetune/Loss (Raw)": 0.28940555453300476, "Finetune/Step": 5129, "Finetune/Step Time": 4.661012517288327}
{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8554516434669495, "Finetune/Loss (Raw)": 0.8825600147247314, "Finetune/Step": 5130, "Finetune/Step Time": 4.656042106449604}
{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8550539612770081, "Finetune/Loss (Raw)": 0.7870609164237976, "Finetune/Step": 5131, "Finetune/Step Time": 4.661942735314369}
{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8551730513572693, "Finetune/Loss (Raw)": 0.810759961605072, "Finetune/Step": 5132, "Finetune/Step Time": 4.656438177451491}
{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8554109334945679, "Finetune/Loss (Raw)": 0.9465252161026001, "Finetune/Step": 5133, "Finetune/Step Time": 4.657011795789003}
{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8553932309150696, "Finetune/Loss (Raw)": 0.9237214922904968, "Finetune/Step": 5134, "Finetune/Step Time": 4.665805397555232}
{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8546130061149597, "Finetune/Loss (Raw)": 0.7589666843414307, "Finetune/Step": 5135, "Finetune/Step Time": 4.659398760646582}
{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.8565599322319031, "Finetune/Loss (Raw)": 1.0731236934661865, "Finetune/Step": 5136, "Finetune/Step Time": 4.664165509864688}
{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8549705147743225, "Finetune/Loss (Raw)": 0.8506304025650024, "Finetune/Step": 5137, "Finetune/Step Time": 4.667067801579833}
{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8538792729377747, "Finetune/Loss (Raw)": 0.859246015548706, "Finetune/Step": 5138, "Finetune/Step Time": 4.681033784523606}
{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8494472503662109, "Finetune/Loss (Raw)": 0.3375936448574066, "Finetune/Step": 5139, "Finetune/Step Time": 4.717246934771538}
{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8501079082489014, "Finetune/Loss (Raw)": 0.9551660418510437, "Finetune/Step": 5140, "Finetune/Step Time": 4.706578247249126}
{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8522194027900696, "Finetune/Loss (Raw)": 1.027951717376709, "Finetune/Step": 5141, "Finetune/Step Time": 4.703969951719046}
{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.8526654839515686, "Finetune/Loss (Raw)": 0.8862794637680054, "Finetune/Step": 5142, "Finetune/Step Time": 4.708397621288896}
{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8540298342704773, "Finetune/Loss (Raw)": 0.985945463180542, "Finetune/Step": 5143, "Finetune/Step Time": 4.716708382591605}
{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8524636030197144, "Finetune/Loss (Raw)": 0.7068111300468445, "Finetune/Step": 5144, "Finetune/Step Time": 4.722141275182366}
{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.852581262588501, "Finetune/Loss (Raw)": 0.8497782945632935, "Finetune/Step": 5145, "Finetune/Step Time": 4.722708655521274}
{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8544374108314514, "Finetune/Loss (Raw)": 1.0360581874847412, "Finetune/Step": 5146, "Finetune/Step Time": 4.717868108302355}
{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.855065107345581, "Finetune/Loss (Raw)": 0.8931400179862976, "Finetune/Step": 5147, "Finetune/Step Time": 4.720084661617875}
{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8580492734909058, "Finetune/Loss (Raw)": 0.7252547740936279, "Finetune/Step": 5148, "Finetune/Step Time": 4.688663586974144}
{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8573484420776367, "Finetune/Loss (Raw)": 0.865281343460083, "Finetune/Step": 5149, "Finetune/Step Time": 4.694885980337858}
{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.856916069984436, "Finetune/Loss (Raw)": 0.8645813465118408, "Finetune/Step": 5150, "Finetune/Step Time": 4.701893018558621}
{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.8561171889305115, "Finetune/Loss (Raw)": 0.8362656235694885, "Finetune/Step": 5151, "Finetune/Step Time": 4.698508819565177}
{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8556708097457886, "Finetune/Loss (Raw)": 0.8066985607147217, "Finetune/Step": 5152, "Finetune/Step Time": 4.700069358572364}
{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8521394729614258, "Finetune/Loss (Raw)": 0.41422080993652344, "Finetune/Step": 5153, "Finetune/Step Time": 4.7252860479056835}
{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.8474259972572327, "Finetune/Loss (Raw)": 0.3651019036769867, "Finetune/Step": 5154, "Finetune/Step Time": 4.763322584331036}
{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8460361361503601, "Finetune/Loss (Raw)": 0.7993872165679932, "Finetune/Step": 5155, "Finetune/Step Time": 4.763787351548672}
{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.846144437789917, "Finetune/Loss (Raw)": 1.012461543083191, "Finetune/Step": 5156, "Finetune/Step Time": 4.776580333709717}
{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.8461765050888062, "Finetune/Loss (Raw)": 0.9279129505157471, "Finetune/Step": 5157, "Finetune/Step Time": 4.776414904743433}
{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8463921546936035, "Finetune/Loss (Raw)": 0.8891515135765076, "Finetune/Step": 5158, "Finetune/Step Time": 4.773390740156174}
{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8467558026313782, "Finetune/Loss (Raw)": 0.9900291562080383, "Finetune/Step": 5159, "Finetune/Step Time": 4.776171931996942}
{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8470420241355896, "Finetune/Loss (Raw)": 1.0383498668670654, "Finetune/Step": 5160, "Finetune/Step Time": 4.769609108567238}
{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8476541042327881, "Finetune/Loss (Raw)": 0.9790611267089844, "Finetune/Step": 5161, "Finetune/Step Time": 4.775529392063618}
{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8466590046882629, "Finetune/Loss (Raw)": 0.8371202349662781, "Finetune/Step": 5162, "Finetune/Step Time": 4.780722796916962}
{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8475961089134216, "Finetune/Loss (Raw)": 0.952617883682251, "Finetune/Step": 5163, "Finetune/Step Time": 4.771435651928186}
{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8488837480545044, "Finetune/Loss (Raw)": 1.0162452459335327, "Finetune/Step": 5164, "Finetune/Step Time": 4.785053862258792}
{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8471724987030029, "Finetune/Loss (Raw)": 0.7799456715583801, "Finetune/Step": 5165, "Finetune/Step Time": 4.789871618151665}
{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8468185663223267, "Finetune/Loss (Raw)": 0.9586365818977356, "Finetune/Step": 5166, "Finetune/Step Time": 4.8020901940763}
{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.8446485996246338, "Finetune/Loss (Raw)": 0.8562438488006592, "Finetune/Step": 5167, "Finetune/Step Time": 4.805493284016848}
{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8460195064544678, "Finetune/Loss (Raw)": 0.9633575677871704, "Finetune/Step": 5168, "Finetune/Step Time": 4.795856321230531}
{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8453499674797058, "Finetune/Loss (Raw)": 0.9479905962944031, "Finetune/Step": 5169, "Finetune/Step Time": 4.802914176136255}
{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.8433521389961243, "Finetune/Loss (Raw)": 0.7695980072021484, "Finetune/Step": 5170, "Finetune/Step Time": 4.799835555255413}
{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8444977402687073, "Finetune/Loss (Raw)": 1.0335705280303955, "Finetune/Step": 5171, "Finetune/Step Time": 4.795437781140208}
{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8446391820907593, "Finetune/Loss (Raw)": 0.8947424292564392, "Finetune/Step": 5172, "Finetune/Step Time": 4.792072836309671}
{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8488445281982422, "Finetune/Loss (Raw)": 0.8234754204750061, "Finetune/Step": 5173, "Finetune/Step Time": 4.754493495449424}
{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8550784587860107, "Finetune/Loss (Raw)": 1.1281746625900269, "Finetune/Step": 5174, "Finetune/Step Time": 4.717242857441306}
{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8551418781280518, "Finetune/Loss (Raw)": 0.9456105828285217, "Finetune/Step": 5175, "Finetune/Step Time": 4.723544480279088}
{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8498884439468384, "Finetune/Loss (Raw)": 0.3210766315460205, "Finetune/Step": 5176, "Finetune/Step Time": 4.759441951289773}
{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8510037660598755, "Finetune/Loss (Raw)": 1.0354024171829224, "Finetune/Step": 5177, "Finetune/Step Time": 4.753125675022602}
{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.8501756191253662, "Finetune/Loss (Raw)": 0.7954794764518738, "Finetune/Step": 5178, "Finetune/Step Time": 4.737290179356933}
{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8503236770629883, "Finetune/Loss (Raw)": 0.8523833751678467, "Finetune/Step": 5179, "Finetune/Step Time": 4.73293624818325}
{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8540439605712891, "Finetune/Loss (Raw)": 0.8431981205940247, "Finetune/Step": 5180, "Finetune/Step Time": 4.7040731608867645}
{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.854694128036499, "Finetune/Loss (Raw)": 0.9549418091773987, "Finetune/Step": 5181, "Finetune/Step Time": 4.6991197895258665}
{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.852346658706665, "Finetune/Loss (Raw)": 0.7497450709342957, "Finetune/Step": 5182, "Finetune/Step Time": 4.702060075476766}
{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.852869987487793, "Finetune/Loss (Raw)": 0.9275660514831543, "Finetune/Step": 5183, "Finetune/Step Time": 4.706348467618227}
{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.853020191192627, "Finetune/Loss (Raw)": 0.9466796517372131, "Finetune/Step": 5184, "Finetune/Step Time": 4.7163795698434114}
{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8541831970214844, "Finetune/Loss (Raw)": 1.0717673301696777, "Finetune/Step": 5185, "Finetune/Step Time": 4.7274534329771996}
{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8499006032943726, "Finetune/Loss (Raw)": 0.37650224566459656, "Finetune/Step": 5186, "Finetune/Step Time": 4.762648789212108}
{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8483585119247437, "Finetune/Loss (Raw)": 0.7975947856903076, "Finetune/Step": 5187, "Finetune/Step Time": 4.7810490019619465}
{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8472210168838501, "Finetune/Loss (Raw)": 0.8621279001235962, "Finetune/Step": 5188, "Finetune/Step Time": 4.781963070854545}
{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.846420407295227, "Finetune/Loss (Raw)": 0.8315494656562805, "Finetune/Step": 5189, "Finetune/Step Time": 4.7948591485619545}
{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8457207679748535, "Finetune/Loss (Raw)": 0.791375994682312, "Finetune/Step": 5190, "Finetune/Step Time": 4.787898320704699}
{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.8442615866661072, "Finetune/Loss (Raw)": 0.7874352335929871, "Finetune/Step": 5191, "Finetune/Step Time": 4.800546711310744}
{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8448942303657532, "Finetune/Loss (Raw)": 0.8854880928993225, "Finetune/Step": 5192, "Finetune/Step Time": 4.7906073946505785}
{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8429492712020874, "Finetune/Loss (Raw)": 0.7698176503181458, "Finetune/Step": 5193, "Finetune/Step Time": 4.797141417860985}
{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.8380292654037476, "Finetune/Loss (Raw)": 0.3297158479690552, "Finetune/Step": 5194, "Finetune/Step Time": 4.839763645082712}
{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.8382373452186584, "Finetune/Loss (Raw)": 0.8942440748214722, "Finetune/Step": 5195, "Finetune/Step Time": 4.838157679885626}
{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.8374454975128174, "Finetune/Loss (Raw)": 0.8367379903793335, "Finetune/Step": 5196, "Finetune/Step Time": 4.844608049839735}
{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.8380874395370483, "Finetune/Loss (Raw)": 0.9085179567337036, "Finetune/Step": 5197, "Finetune/Step Time": 4.837043467909098}
{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.8385082483291626, "Finetune/Loss (Raw)": 0.902098536491394, "Finetune/Step": 5198, "Finetune/Step Time": 4.837986011058092}