{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 1.0383682250976562, "Finetune/Loss (Raw)": 1.0383682250976562, "Finetune/Step": 1, "Finetune/Step Time": 25.968050956726074}
{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 1.261253833770752, "Finetune/Loss (Raw)": 1.4841395616531372, "Finetune/Step": 2, "Finetune/Step Time": 16.862588763237}
{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 1.2566285133361816, "Finetune/Loss (Raw)": 1.247377634048462, "Finetune/Step": 3, "Finetune/Step Time": 12.648488283157349}
{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 1.2323622703552246, "Finetune/Loss (Raw)": 1.1595638990402222, "Finetune/Step": 4, "Finetune/Step Time": 10.582294881343842}
{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 1.2309460639953613, "Finetune/Loss (Raw)": 1.2252813577651978, "Finetune/Step": 5, "Finetune/Step Time": 9.530426740646362}
{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 1.2357553243637085, "Finetune/Loss (Raw)": 1.2598011493682861, "Finetune/Step": 6, "Finetune/Step Time": 8.77715023358663}
{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 1.2279194593429565, "Finetune/Loss (Raw)": 1.1809037923812866, "Finetune/Step": 7, "Finetune/Step Time": 8.209447247641426}
{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 1.2482664585113525, "Finetune/Loss (Raw)": 1.3906960487365723, "Finetune/Step": 8, "Finetune/Step Time": 7.963389605283737}
{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 1.2316659688949585, "Finetune/Loss (Raw)": 1.0988610982894897, "Finetune/Step": 9, "Finetune/Step Time": 7.62861262427436}
{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 1.2568308115005493, "Finetune/Loss (Raw)": 1.4833143949508667, "Finetune/Step": 10, "Finetune/Step Time": 7.618235492706299}
{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 1.2650988101959229, "Finetune/Loss (Raw)": 1.3477792739868164, "Finetune/Step": 11, "Finetune/Step Time": 7.345653642307628}
{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 1.263509750366211, "Finetune/Loss (Raw)": 1.2460306882858276, "Finetune/Step": 12, "Finetune/Step Time": 7.135010778903961}
{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 1.254069209098816, "Finetune/Loss (Raw)": 1.140781283378601, "Finetune/Step": 13, "Finetune/Step Time": 6.949731368284959}
{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 1.2631680965423584, "Finetune/Loss (Raw)": 1.3814538717269897, "Finetune/Step": 14, "Finetune/Step Time": 6.770573019981384}
{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 1.2709635496139526, "Finetune/Loss (Raw)": 1.3801019191741943, "Finetune/Step": 15, "Finetune/Step Time": 6.710027885437012}
{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 1.2524781227111816, "Finetune/Loss (Raw)": 0.9751945734024048, "Finetune/Step": 16, "Finetune/Step Time": 6.664698034524918}
{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 1.2471697330474854, "Finetune/Loss (Raw)": 1.1622365713119507, "Finetune/Step": 17, "Finetune/Step Time": 6.561588245279649}
{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.2334058284759521, "Finetune/Loss (Raw)": 0.9994185566902161, "Finetune/Step": 18, "Finetune/Step Time": 6.498503115442064}
{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.2292324304580688, "Finetune/Loss (Raw)": 1.1541122198104858, "Finetune/Step": 19, "Finetune/Step Time": 6.390762015392906}
{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.2247260808944702, "Finetune/Loss (Raw)": 1.1391055583953857, "Finetune/Step": 20, "Finetune/Step Time": 6.280828189849854}
{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.221266508102417, "Finetune/Loss (Raw)": 1.152073860168457, "Finetune/Step": 21, "Finetune/Step Time": 6.270274003346761}
{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.2141296863555908, "Finetune/Loss (Raw)": 1.0642579793930054, "Finetune/Step": 22, "Finetune/Step Time": 6.20704879543998}
{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.1717333793640137, "Finetune/Loss (Raw)": 0.2390148639678955, "Finetune/Step": 23, "Finetune/Step Time": 6.296733773272971}
{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.1722536087036133, "Finetune/Loss (Raw)": 1.1842199563980103, "Finetune/Step": 24, "Finetune/Step Time": 6.2095450560251875}
{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.1671737432479858, "Finetune/Loss (Raw)": 1.0452574491500854, "Finetune/Step": 25, "Finetune/Step Time": 6.157518272399902}
{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.13308846950531, "Finetune/Loss (Raw)": 0.2809561789035797, "Finetune/Step": 26, "Finetune/Step Time": 6.276150382482088}
{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.1369308233261108, "Finetune/Loss (Raw)": 1.236830234527588, "Finetune/Step": 27, "Finetune/Step Time": 6.192473438051012}
{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.13559091091156, "Finetune/Loss (Raw)": 1.0994113683700562, "Finetune/Step": 28, "Finetune/Step Time": 6.123805582523346}
{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.1379549503326416, "Finetune/Loss (Raw)": 1.2041528224945068, "Finetune/Step": 29, "Finetune/Step Time": 6.111308130724677}
{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.13419771194458, "Finetune/Loss (Raw)": 1.0252330303192139, "Finetune/Step": 30, "Finetune/Step Time": 6.102873388926188}
{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.1358617544174194, "Finetune/Loss (Raw)": 1.185786485671997, "Finetune/Step": 31, "Finetune/Step Time": 6.069077614815004}
{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.1335289478302002, "Finetune/Loss (Raw)": 1.0612084865570068, "Finetune/Step": 32, "Finetune/Step Time": 6.092294834554195}
{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.126973032951355, "Finetune/Loss (Raw)": 0.9171836376190186, "Finetune/Step": 33, "Finetune/Step Time": 6.067670489802505}
{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.122876524925232, "Finetune/Loss (Raw)": 0.9876932501792908, "Finetune/Step": 34, "Finetune/Step Time": 6.027827080558328}
{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.1271339654922485, "Finetune/Loss (Raw)": 1.2718864679336548, "Finetune/Step": 35, "Finetune/Step Time": 6.0011573382786345}
{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.1265851259231567, "Finetune/Loss (Raw)": 1.107374668121338, "Finetune/Step": 36, "Finetune/Step Time": 6.00965412457784}
{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.1294316053390503, "Finetune/Loss (Raw)": 1.2319049835205078, "Finetune/Step": 37, "Finetune/Step Time": 6.058406559196678}
{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.1287921667099, "Finetune/Loss (Raw)": 1.1051342487335205, "Finetune/Step": 38, "Finetune/Step Time": 6.01186496333072}
{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.1286664009094238, "Finetune/Loss (Raw)": 1.1238865852355957, "Finetune/Step": 39, "Finetune/Step Time": 5.965687073194063}
{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.1282318830490112, "Finetune/Loss (Raw)": 1.111283302307129, "Finetune/Step": 40, "Finetune/Step Time": 5.9718758285045626}
{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.1303941011428833, "Finetune/Loss (Raw)": 1.216889500617981, "Finetune/Step": 41, "Finetune/Step Time": 5.918372538031601}
{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.131964921951294, "Finetune/Loss (Raw)": 1.1963671445846558, "Finetune/Step": 42, "Finetune/Step Time": 5.879489592143467}
{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.1311736106872559, "Finetune/Loss (Raw)": 1.0979384183883667, "Finetune/Step": 43, "Finetune/Step Time": 5.892405537671821}
{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.131468653678894, "Finetune/Loss (Raw)": 1.144152283668518, "Finetune/Step": 44, "Finetune/Step Time": 5.879884454337033}
{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.128569483757019, "Finetune/Loss (Raw)": 1.0010066032409668, "Finetune/Step": 45, "Finetune/Step Time": 5.938337628046671}
{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.1095144748687744, "Finetune/Loss (Raw)": 0.2520393133163452, "Finetune/Step": 46, "Finetune/Step Time": 6.011020515276038}
{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.1095348596572876, "Finetune/Loss (Raw)": 1.1104719638824463, "Finetune/Step": 47, "Finetune/Step Time": 5.982875418155752}
{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.109228491783142, "Finetune/Loss (Raw)": 1.0948302745819092, "Finetune/Step": 48, "Finetune/Step Time": 5.988889694213867}
{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.1096324920654297, "Finetune/Loss (Raw)": 1.129027247428894, "Finetune/Step": 49, "Finetune/Step Time": 5.979264176621729}
{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.1075148582458496, "Finetune/Loss (Raw)": 1.003751277923584, "Finetune/Step": 50, "Finetune/Step Time": 5.959536905288696}
{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.107632040977478, "Finetune/Loss (Raw)": 1.1134872436523438, "Finetune/Step": 51, "Finetune/Step Time": 5.932593284868727}
{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.1089367866516113, "Finetune/Loss (Raw)": 1.1754788160324097, "Finetune/Step": 52, "Finetune/Step Time": 5.923818950469677}
{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.1049891710281372, "Finetune/Loss (Raw)": 0.8997148275375366, "Finetune/Step": 53, "Finetune/Step Time": 5.93578414197238}
{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.1013834476470947, "Finetune/Loss (Raw)": 0.9102818965911865, "Finetune/Step": 54, "Finetune/Step Time": 5.929456437075579}
{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.1022417545318604, "Finetune/Loss (Raw)": 1.1485943794250488, "Finetune/Step": 55, "Finetune/Step Time": 5.930309096249667}
{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.1019514799118042, "Finetune/Loss (Raw)": 1.0859802961349487, "Finetune/Step": 56, "Finetune/Step Time": 5.940340272017887}
{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.1003577709197998, "Finetune/Loss (Raw)": 1.0111106634140015, "Finetune/Step": 57, "Finetune/Step Time": 5.917455246574001}
{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.0995893478393555, "Finetune/Loss (Raw)": 1.055787444114685, "Finetune/Step": 58, "Finetune/Step Time": 5.943518860586758}
{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.099091649055481, "Finetune/Loss (Raw)": 1.070228934288025, "Finetune/Step": 59, "Finetune/Step Time": 5.950295032080957}
{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.09855055809021, "Finetune/Loss (Raw)": 1.066622257232666, "Finetune/Step": 60, "Finetune/Step Time": 5.925363107522329}
{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.0990393161773682, "Finetune/Loss (Raw)": 1.1283750534057617, "Finetune/Step": 61, "Finetune/Step Time": 5.909575059765675}
{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.1004316806793213, "Finetune/Loss (Raw)": 1.185361623764038, "Finetune/Step": 62, "Finetune/Step Time": 5.885526437913218}
{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.1017537117004395, "Finetune/Loss (Raw)": 1.1837064027786255, "Finetune/Step": 63, "Finetune/Step Time": 5.864108528409686}
{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.1008179187774658, "Finetune/Loss (Raw)": 1.0418695211410522, "Finetune/Step": 64, "Finetune/Step Time": 5.899042725563049}
{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.0997178554534912, "Finetune/Loss (Raw)": 1.0293095111846924, "Finetune/Step": 65, "Finetune/Step Time": 5.892496494146494}
{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.0979501008987427, "Finetune/Loss (Raw)": 0.983048141002655, "Finetune/Step": 66, "Finetune/Step Time": 5.877931114399072}
{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.094844937324524, "Finetune/Loss (Raw)": 0.8899060487747192, "Finetune/Step": 67, "Finetune/Step Time": 5.853182600505316}
{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.0950583219528198, "Finetune/Loss (Raw)": 1.1093546152114868, "Finetune/Step": 68, "Finetune/Step Time": 5.850500615204082}
{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.0957666635513306, "Finetune/Loss (Raw)": 1.1439305543899536, "Finetune/Step": 69, "Finetune/Step Time": 5.82682916737985}
{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.0968842506408691, "Finetune/Loss (Raw)": 1.1740009784698486, "Finetune/Step": 70, "Finetune/Step Time": 5.807151658194406}
{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.0942792892456055, "Finetune/Loss (Raw)": 0.9119293689727783, "Finetune/Step": 71, "Finetune/Step Time": 5.789553981431773}
{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.0931965112686157, "Finetune/Loss (Raw)": 1.0163230895996094, "Finetune/Step": 72, "Finetune/Step Time": 5.765923837820689}
{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.0907926559448242, "Finetune/Loss (Raw)": 0.9177215695381165, "Finetune/Step": 73, "Finetune/Step Time": 5.74825151652506}
{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.0884910821914673, "Finetune/Loss (Raw)": 0.9204660654067993, "Finetune/Step": 74, "Finetune/Step Time": 5.730679141508566}
{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.0847859382629395, "Finetune/Loss (Raw)": 0.8106009364128113, "Finetune/Step": 75, "Finetune/Step Time": 5.725523808797201}
{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.0831475257873535, "Finetune/Loss (Raw)": 0.9602778553962708, "Finetune/Step": 76, "Finetune/Step Time": 5.718211936323266}
{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.0833766460418701, "Finetune/Loss (Raw)": 1.1007862091064453, "Finetune/Step": 77, "Finetune/Step Time": 5.698063156821511}
{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.0848766565322876, "Finetune/Loss (Raw)": 1.2003753185272217, "Finetune/Step": 78, "Finetune/Step Time": 5.678345998128255}
{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.0859508514404297, "Finetune/Loss (Raw)": 1.1697410345077515, "Finetune/Step": 79, "Finetune/Step Time": 5.663152694702148}
{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.0843955278396606, "Finetune/Loss (Raw)": 0.9615198373794556, "Finetune/Step": 80, "Finetune/Step Time": 5.668747812509537}
{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.0848808288574219, "Finetune/Loss (Raw)": 1.1237058639526367, "Finetune/Step": 81, "Finetune/Step Time": 5.666240132885215}
{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.0848628282546997, "Finetune/Loss (Raw)": 1.0834122896194458, "Finetune/Step": 82, "Finetune/Step Time": 5.650501911233111}
{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.0830503702163696, "Finetune/Loss (Raw)": 0.9344250559806824, "Finetune/Step": 83, "Finetune/Step Time": 5.658922850367534}
{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.0842911005020142, "Finetune/Loss (Raw)": 1.1872678995132446, "Finetune/Step": 84, "Finetune/Step Time": 5.661010151817685}
{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.0837211608886719, "Finetune/Loss (Raw)": 1.035847544670105, "Finetune/Step": 85, "Finetune/Step Time": 5.647262099209954}
{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.0746289491653442, "Finetune/Loss (Raw)": 0.3017982542514801, "Finetune/Step": 86, "Finetune/Step Time": 5.6887892373772555}
{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.0738798379898071, "Finetune/Loss (Raw)": 1.0094470977783203, "Finetune/Step": 87, "Finetune/Step Time": 5.6748010153057935}
{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.0754139423370361, "Finetune/Loss (Raw)": 1.20888352394104, "Finetune/Step": 88, "Finetune/Step Time": 5.682289863174612}
{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.075169563293457, "Finetune/Loss (Raw)": 1.053659439086914, "Finetune/Step": 89, "Finetune/Step Time": 5.668905895747495}
{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.0756794214248657, "Finetune/Loss (Raw)": 1.1210588216781616, "Finetune/Step": 90, "Finetune/Step Time": 5.676701842414008}
{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.0763721466064453, "Finetune/Loss (Raw)": 1.138712763786316, "Finetune/Step": 91, "Finetune/Step Time": 5.679244340121091}
{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.07742440700531, "Finetune/Loss (Raw)": 1.1731860637664795, "Finetune/Step": 92, "Finetune/Step Time": 5.667959200299305}
{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.0755934715270996, "Finetune/Loss (Raw)": 0.9071499109268188, "Finetune/Step": 93, "Finetune/Step Time": 5.659897147968251}
{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.0762728452682495, "Finetune/Loss (Raw)": 1.139451503753662, "Finetune/Step": 94, "Finetune/Step Time": 5.643949059729881}
{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.076022982597351, "Finetune/Loss (Raw)": 1.0525416135787964, "Finetune/Step": 95, "Finetune/Step Time": 5.632265146155106}
{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.0758922100067139, "Finetune/Loss (Raw)": 1.0634560585021973, "Finetune/Step": 96, "Finetune/Step Time": 5.634924151003361}
{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.075258493423462, "Finetune/Loss (Raw)": 1.0144298076629639, "Finetune/Step": 97, "Finetune/Step Time": 5.630517662185984}
{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.0755449533462524, "Finetune/Loss (Raw)": 1.1033384799957275, "Finetune/Step": 98, "Finetune/Step Time": 5.618712595530918}
{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.0666546821594238, "Finetune/Loss (Raw)": 0.1954050064086914, "Finetune/Step": 99, "Finetune/Step Time": 5.645655157590153}
{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.0679516792297363, "Finetune/Loss (Raw)": 1.196357250213623, "Finetune/Step": 100, "Finetune/Step Time": 5.638107888698578}
{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.0676161050796509, "Finetune/Loss (Raw)": 1.0340466499328613, "Finetune/Step": 101, "Finetune/Step Time": 5.639896241745146}
{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.068922519683838, "Finetune/Loss (Raw)": 1.2008769512176514, "Finetune/Step": 102, "Finetune/Step Time": 5.623400809718113}
{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.0612571239471436, "Finetune/Loss (Raw)": 0.2793850898742676, "Finetune/Step": 103, "Finetune/Step Time": 5.650470678088735}
{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.0619707107543945, "Finetune/Loss (Raw)": 1.1354674100875854, "Finetune/Step": 104, "Finetune/Step Time": 5.636775275835624}
{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.0617419481277466, "Finetune/Loss (Raw)": 1.0379419326782227, "Finetune/Step": 105, "Finetune/Step Time": 5.620011463619414}
{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.0615586042404175, "Finetune/Loss (Raw)": 1.042323112487793, "Finetune/Step": 106, "Finetune/Step Time": 5.607756877845189}
{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.0620150566101074, "Finetune/Loss (Raw)": 1.110408067703247, "Finetune/Step": 107, "Finetune/Step Time": 5.596658452648983}
{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.0614348649978638, "Finetune/Loss (Raw)": 0.9993424415588379, "Finetune/Step": 108, "Finetune/Step Time": 5.5961746485145}
{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.0620701313018799, "Finetune/Loss (Raw)": 1.1306942701339722, "Finetune/Step": 109, "Finetune/Step Time": 5.58550572176592}
{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.0617401599884033, "Finetune/Loss (Raw)": 1.0257624387741089, "Finetune/Step": 110, "Finetune/Step Time": 5.573413320021196}
{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.0620250701904297, "Finetune/Loss (Raw)": 1.093360424041748, "Finetune/Step": 111, "Finetune/Step Time": 5.578765624278301}
{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.0620180368423462, "Finetune/Loss (Raw)": 1.0612373352050781, "Finetune/Step": 112, "Finetune/Step Time": 5.573776102491787}
{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.0623886585235596, "Finetune/Loss (Raw)": 1.1039000749588013, "Finetune/Step": 113, "Finetune/Step Time": 5.576949545767455}
{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.0550832748413086, "Finetune/Loss (Raw)": 0.2295813262462616, "Finetune/Step": 114, "Finetune/Step Time": 5.603665253572297}
{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.0552465915679932, "Finetune/Loss (Raw)": 1.0738602876663208, "Finetune/Step": 115, "Finetune/Step Time": 5.593507395619931}
{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.0540273189544678, "Finetune/Loss (Raw)": 0.9138100743293762, "Finetune/Step": 116, "Finetune/Step Time": 5.598398381266101}
{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.0544064044952393, "Finetune/Loss (Raw)": 1.0983774662017822, "Finetune/Step": 117, "Finetune/Step Time": 5.599574178711981}
{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.055053472518921, "Finetune/Loss (Raw)": 1.130769968032837, "Finetune/Step": 118, "Finetune/Step Time": 5.589406858056279}
{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.0548399686813354, "Finetune/Loss (Raw)": 1.029637336730957, "Finetune/Step": 119, "Finetune/Step Time": 5.592993533911825}
{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.0549728870391846, "Finetune/Loss (Raw)": 1.0707814693450928, "Finetune/Step": 120, "Finetune/Step Time": 5.588707214593887}
{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.054566502571106, "Finetune/Loss (Raw)": 1.0058236122131348, "Finetune/Step": 121, "Finetune/Step Time": 5.596513992498729}
{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.053731083869934, "Finetune/Loss (Raw)": 0.9526475667953491, "Finetune/Step": 122, "Finetune/Step Time": 5.587663689597708}
{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.0533246994018555, "Finetune/Loss (Raw)": 1.0037399530410767, "Finetune/Step": 123, "Finetune/Step Time": 5.578179359436035}
{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.053846836090088, "Finetune/Loss (Raw)": 1.1180750131607056, "Finetune/Step": 124, "Finetune/Step Time": 5.576769696127984}
{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.053432822227478, "Finetune/Loss (Raw)": 1.002069115638733, "Finetune/Step": 125, "Finetune/Step Time": 5.570241365432739}
{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.0537396669387817, "Finetune/Loss (Raw)": 1.0921056270599365, "Finetune/Step": 126, "Finetune/Step Time": 5.582026587592231}
{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.053054690361023, "Finetune/Loss (Raw)": 0.9667473435401917, "Finetune/Step": 127, "Finetune/Step Time": 5.571901563584335}
{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.053567886352539, "Finetune/Loss (Raw)": 1.1187430620193481, "Finetune/Step": 128, "Finetune/Step Time": 5.564924314618111}
{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.054314374923706, "Finetune/Loss (Raw)": 1.1339185237884521, "Finetune/Step": 129, "Finetune/Step Time": 5.3969955034554005}
{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.0514614582061768, "Finetune/Loss (Raw)": 1.1189637184143066, "Finetune/Step": 130, "Finetune/Step Time": 5.379652321338654}
{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.050174355506897, "Finetune/Loss (Raw)": 1.0826349258422852, "Finetune/Step": 131, "Finetune/Step Time": 5.379475180059671}
{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.0496485233306885, "Finetune/Loss (Raw)": 1.0922532081604004, "Finetune/Step": 132, "Finetune/Step Time": 5.3796941842883825}
{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.0470221042633057, "Finetune/Loss (Raw)": 0.889097273349762, "Finetune/Step": 133, "Finetune/Step Time": 5.38945034891367}
{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.0467183589935303, "Finetune/Loss (Raw)": 1.2209275960922241, "Finetune/Step": 134, "Finetune/Step Time": 5.3848015405237675}
{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.0451680421829224, "Finetune/Loss (Raw)": 0.9824565649032593, "Finetune/Step": 135, "Finetune/Step Time": 5.386752570047975}
{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.042590856552124, "Finetune/Loss (Raw)": 1.0608162879943848, "Finetune/Step": 136, "Finetune/Step Time": 5.371438777074218}
{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.04159677028656, "Finetune/Loss (Raw)": 0.9716200828552246, "Finetune/Step": 137, "Finetune/Step Time": 5.373840155079961}
{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.0387169122695923, "Finetune/Loss (Raw)": 1.1146982908248901, "Finetune/Step": 138, "Finetune/Step Time": 5.344889612868428}
{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0351841449737549, "Finetune/Loss (Raw)": 0.8955805897712708, "Finetune/Step": 139, "Finetune/Step Time": 5.346530493348837}
{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.0353591442108154, "Finetune/Loss (Raw)": 1.2684192657470703, "Finetune/Step": 140, "Finetune/Step Time": 5.340319130569696}
{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.0344070196151733, "Finetune/Loss (Raw)": 1.0189239978790283, "Finetune/Step": 141, "Finetune/Step Time": 5.334064945578575}
{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0314418077468872, "Finetune/Loss (Raw)": 1.00191068649292, "Finetune/Step": 142, "Finetune/Step Time": 5.374026250094175}
{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.0280693769454956, "Finetune/Loss (Raw)": 0.9484120011329651, "Finetune/Step": 143, "Finetune/Step Time": 5.388414416462183}
{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0232326984405518, "Finetune/Loss (Raw)": 0.3561035096645355, "Finetune/Step": 144, "Finetune/Step Time": 5.4070726335048676}
{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0167354345321655, "Finetune/Loss (Raw)": 0.3305983245372772, "Finetune/Step": 145, "Finetune/Step Time": 5.434274094179273}
{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0163378715515137, "Finetune/Loss (Raw)": 0.9485335946083069, "Finetune/Step": 146, "Finetune/Step Time": 5.424236934632063}
{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0142822265625, "Finetune/Loss (Raw)": 0.8909889459609985, "Finetune/Step": 147, "Finetune/Step Time": 5.430351112037897}
{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.013704776763916, "Finetune/Loss (Raw)": 1.0651907920837402, "Finetune/Step": 148, "Finetune/Step Time": 5.432764265686274}
{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.013259768486023, "Finetune/Loss (Raw)": 1.0951154232025146, "Finetune/Step": 149, "Finetune/Step Time": 5.422071758657694}
{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0136252641677856, "Finetune/Loss (Raw)": 1.1110424995422363, "Finetune/Step": 150, "Finetune/Step Time": 5.426089642569423}
{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0201504230499268, "Finetune/Loss (Raw)": 1.0742177963256836, "Finetune/Step": 151, "Finetune/Step Time": 5.400210386142135}
{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0189197063446045, "Finetune/Loss (Raw)": 1.026684045791626, "Finetune/Step": 152, "Finetune/Step Time": 5.4064373932778835}
{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0196171998977661, "Finetune/Loss (Raw)": 1.1345583200454712, "Finetune/Step": 153, "Finetune/Step Time": 5.415719624608755}
{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0261375904083252, "Finetune/Loss (Raw)": 1.1155606508255005, "Finetune/Step": 154, "Finetune/Step Time": 5.379524894058704}
{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.02574622631073, "Finetune/Loss (Raw)": 1.1867293119430542, "Finetune/Step": 155, "Finetune/Step Time": 5.386730620637536}
{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.019555926322937, "Finetune/Loss (Raw)": 0.30705690383911133, "Finetune/Step": 156, "Finetune/Step Time": 5.420671831816435}
{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0184869766235352, "Finetune/Loss (Raw)": 1.0673208236694336, "Finetune/Step": 157, "Finetune/Step Time": 5.410443894565105}
{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.018950343132019, "Finetune/Loss (Raw)": 1.0845606327056885, "Finetune/Step": 158, "Finetune/Step Time": 5.401257913559675}
{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0179760456085205, "Finetune/Loss (Raw)": 1.0610650777816772, "Finetune/Step": 159, "Finetune/Step Time": 5.393976101651788}
{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0175063610076904, "Finetune/Loss (Raw)": 1.001081109046936, "Finetune/Step": 160, "Finetune/Step Time": 5.38336743414402}
{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0182642936706543, "Finetune/Loss (Raw)": 1.0142186880111694, "Finetune/Step": 161, "Finetune/Step Time": 5.3796545919030905}
{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0203046798706055, "Finetune/Loss (Raw)": 1.2488571405410767, "Finetune/Step": 162, "Finetune/Step Time": 5.378246979787946}
{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0186913013458252, "Finetune/Loss (Raw)": 1.065377950668335, "Finetune/Step": 163, "Finetune/Step Time": 5.37822580896318}
{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0175602436065674, "Finetune/Loss (Raw)": 0.9626004695892334, "Finetune/Step": 164, "Finetune/Step Time": 5.376109343022108}
{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.016058087348938, "Finetune/Loss (Raw)": 1.0396215915679932, "Finetune/Step": 165, "Finetune/Step Time": 5.3530352506786585}
{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0151946544647217, "Finetune/Loss (Raw)": 0.9946113228797913, "Finetune/Step": 166, "Finetune/Step Time": 5.3549227975308895}
{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0152587890625, "Finetune/Loss (Raw)": 1.1320873498916626, "Finetune/Step": 167, "Finetune/Step Time": 5.357090715318918}
{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0142003297805786, "Finetune/Loss (Raw)": 0.9758144021034241, "Finetune/Step": 168, "Finetune/Step Time": 5.345399748533964}
{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0122196674346924, "Finetune/Loss (Raw)": 0.9633702635765076, "Finetune/Step": 169, "Finetune/Step Time": 5.350367642939091}
{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0055214166641235, "Finetune/Loss (Raw)": 0.3389824330806732, "Finetune/Step": 170, "Finetune/Step Time": 5.380725834518671}
{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0047322511672974, "Finetune/Loss (Raw)": 0.9969296455383301, "Finetune/Step": 171, "Finetune/Step Time": 5.372896322980523}
{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.003442406654358, "Finetune/Loss (Raw)": 0.9790496230125427, "Finetune/Step": 172, "Finetune/Step Time": 5.376296725124121}
{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0049047470092773, "Finetune/Loss (Raw)": 1.188196063041687, "Finetune/Step": 173, "Finetune/Step Time": 5.343930654227734}
{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0098226070404053, "Finetune/Loss (Raw)": 0.8815294504165649, "Finetune/Step": 174, "Finetune/Step Time": 5.317162396386266}
{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0103501081466675, "Finetune/Loss (Raw)": 1.1779829263687134, "Finetune/Step": 175, "Finetune/Step Time": 5.319937752559781}
{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.004455327987671, "Finetune/Loss (Raw)": 0.3402978479862213, "Finetune/Step": 176, "Finetune/Step Time": 5.336567377671599}
{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0031710863113403, "Finetune/Loss (Raw)": 0.9646430015563965, "Finetune/Step": 177, "Finetune/Step Time": 5.33292668312788}
{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.004626989364624, "Finetune/Loss (Raw)": 1.190109133720398, "Finetune/Step": 178, "Finetune/Step Time": 5.33415667898953}
{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0029199123382568, "Finetune/Loss (Raw)": 0.8949790000915527, "Finetune/Step": 179, "Finetune/Step Time": 5.337645659223199}
{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0020782947540283, "Finetune/Loss (Raw)": 1.0677406787872314, "Finetune/Step": 180, "Finetune/Step Time": 5.3348299860954285}
{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.00289785861969, "Finetune/Loss (Raw)": 1.0046292543411255, "Finetune/Step": 181, "Finetune/Step Time": 5.326149273663759}
{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0039550065994263, "Finetune/Loss (Raw)": 1.0455961227416992, "Finetune/Step": 182, "Finetune/Step Time": 5.319508317857981}
{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0027960538864136, "Finetune/Loss (Raw)": 1.0002415180206299, "Finetune/Step": 183, "Finetune/Step Time": 5.302502425387502}
{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0032817125320435, "Finetune/Loss (Raw)": 1.1481540203094482, "Finetune/Step": 184, "Finetune/Step Time": 5.288976360112429}
{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0025346279144287, "Finetune/Loss (Raw)": 0.9154759645462036, "Finetune/Step": 185, "Finetune/Step Time": 5.298177367076278}
{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0020884275436401, "Finetune/Loss (Raw)": 0.9986749291419983, "Finetune/Step": 186, "Finetune/Step Time": 5.2883324678987265}
{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0015565156936646, "Finetune/Loss (Raw)": 1.0021569728851318, "Finetune/Step": 187, "Finetune/Step Time": 5.273925308138132}
{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.001929521560669, "Finetune/Loss (Raw)": 1.1143486499786377, "Finetune/Step": 188, "Finetune/Step Time": 5.27247772552073}
{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.000892162322998, "Finetune/Loss (Raw)": 0.9956042766571045, "Finetune/Step": 189, "Finetune/Step Time": 5.28328176215291}
{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9999489784240723, "Finetune/Loss (Raw)": 1.0646365880966187, "Finetune/Step": 190, "Finetune/Step Time": 5.287919871509075}
{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9991316199302673, "Finetune/Loss (Raw)": 1.0790802240371704, "Finetune/Step": 191, "Finetune/Step Time": 5.29331298917532}
{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9993117451667786, "Finetune/Loss (Raw)": 1.0649206638336182, "Finetune/Step": 192, "Finetune/Step Time": 5.273450925946236}
{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9985740184783936, "Finetune/Loss (Raw)": 0.9348874688148499, "Finetune/Step": 193, "Finetune/Step Time": 5.266332415863872}
{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9990752935409546, "Finetune/Loss (Raw)": 1.0472074747085571, "Finetune/Step": 194, "Finetune/Step Time": 5.265606975182891}
{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9999569058418274, "Finetune/Loss (Raw)": 1.0027520656585693, "Finetune/Step": 195, "Finetune/Step Time": 5.272201469168067}
{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9989068508148193, "Finetune/Loss (Raw)": 0.9749420881271362, "Finetune/Step": 196, "Finetune/Step Time": 5.268355714157224}
{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9981234669685364, "Finetune/Loss (Raw)": 1.0436664819717407, "Finetune/Step": 197, "Finetune/Step Time": 5.274681882932782}
{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.996816873550415, "Finetune/Loss (Raw)": 1.0067625045776367, "Finetune/Step": 198, "Finetune/Step Time": 5.274290706962347}
{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9973853826522827, "Finetune/Loss (Raw)": 0.9846828579902649, "Finetune/Step": 199, "Finetune/Step Time": 5.278812076896429}
{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9974534511566162, "Finetune/Loss (Raw)": 1.0250383615493774, "Finetune/Step": 200, "Finetune/Step Time": 5.2834888733923435}
{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9990798234939575, "Finetune/Loss (Raw)": 1.1259084939956665, "Finetune/Step": 201, "Finetune/Step Time": 5.2877327632158995}
{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.000596523284912, "Finetune/Loss (Raw)": 1.1145957708358765, "Finetune/Step": 202, "Finetune/Step Time": 5.291606871411204}
{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.002593994140625, "Finetune/Loss (Raw)": 1.0662752389907837, "Finetune/Step": 203, "Finetune/Step Time": 5.286215336993337}
{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.003293752670288, "Finetune/Loss (Raw)": 1.0498483180999756, "Finetune/Step": 204, "Finetune/Step Time": 5.28078213147819}
{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.997049868106842, "Finetune/Loss (Raw)": 0.3015685975551605, "Finetune/Step": 205, "Finetune/Step Time": 5.320321833714843}
{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9954586029052734, "Finetune/Loss (Raw)": 0.9966897368431091, "Finetune/Step": 206, "Finetune/Step Time": 5.32893381267786}
{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9955441951751709, "Finetune/Loss (Raw)": 1.1807018518447876, "Finetune/Step": 207, "Finetune/Step Time": 5.351906038820744}
{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9962294101715088, "Finetune/Loss (Raw)": 1.049219012260437, "Finetune/Step": 208, "Finetune/Step Time": 5.337223073467612}
{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9952868223190308, "Finetune/Loss (Raw)": 1.0030648708343506, "Finetune/Step": 209, "Finetune/Step Time": 5.331569826230407}
{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.9891873598098755, "Finetune/Loss (Raw)": 0.3026812970638275, "Finetune/Step": 210, "Finetune/Step Time": 5.3622351828962564}
{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9896285533905029, "Finetune/Loss (Raw)": 0.990894079208374, "Finetune/Step": 211, "Finetune/Step Time": 5.354605758562684}
{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9887318015098572, "Finetune/Loss (Raw)": 1.072482705116272, "Finetune/Step": 212, "Finetune/Step Time": 5.352001067250967}
{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9898794889450073, "Finetune/Loss (Raw)": 1.1827558279037476, "Finetune/Step": 213, "Finetune/Step Time": 5.354806801304221}
{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9952557682991028, "Finetune/Loss (Raw)": 0.9899657964706421, "Finetune/Step": 214, "Finetune/Step Time": 5.335952486842871}
{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9947793483734131, "Finetune/Loss (Raw)": 0.9484534859657288, "Finetune/Step": 215, "Finetune/Step Time": 5.335783200338483}
{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9926161170005798, "Finetune/Loss (Raw)": 0.931998074054718, "Finetune/Step": 216, "Finetune/Step Time": 5.3345848973840475}
{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9930765628814697, "Finetune/Loss (Raw)": 1.1126033067703247, "Finetune/Step": 217, "Finetune/Step Time": 5.332610482349992}
{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9925796389579773, "Finetune/Loss (Raw)": 1.0574474334716797, "Finetune/Step": 218, "Finetune/Step Time": 5.3220807909965515}
{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9930824637413025, "Finetune/Loss (Raw)": 1.2030746936798096, "Finetune/Step": 219, "Finetune/Step Time": 5.310826910659671}
{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9915021061897278, "Finetune/Loss (Raw)": 0.9709023833274841, "Finetune/Step": 220, "Finetune/Step Time": 5.3081988748162985}
{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9930191040039062, "Finetune/Loss (Raw)": 1.1013227701187134, "Finetune/Step": 221, "Finetune/Step Time": 5.310958918184042}
{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9915517568588257, "Finetune/Loss (Raw)": 0.9516319632530212, "Finetune/Step": 222, "Finetune/Step Time": 5.317258862778544}
{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9909799098968506, "Finetune/Loss (Raw)": 0.9793475866317749, "Finetune/Step": 223, "Finetune/Step Time": 5.318411685526371}
{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9852708578109741, "Finetune/Loss (Raw)": 0.3326905369758606, "Finetune/Step": 224, "Finetune/Step Time": 5.338685004040599}
{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.98555588722229, "Finetune/Loss (Raw)": 1.050918698310852, "Finetune/Step": 225, "Finetune/Step Time": 5.338087093085051}
{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9861734509468079, "Finetune/Loss (Raw)": 1.182389736175537, "Finetune/Step": 226, "Finetune/Step Time": 5.3356450498104095}
{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9938339591026306, "Finetune/Loss (Raw)": 1.1759428977966309, "Finetune/Step": 227, "Finetune/Step Time": 5.304403722286224}
{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9933459758758545, "Finetune/Loss (Raw)": 1.1338919401168823, "Finetune/Step": 228, "Finetune/Step Time": 5.299569848924875}
{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9933394193649292, "Finetune/Loss (Raw)": 1.0332121849060059, "Finetune/Step": 229, "Finetune/Step Time": 5.293150590732694}
{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.9929412007331848, "Finetune/Loss (Raw)": 1.149909496307373, "Finetune/Step": 230, "Finetune/Step Time": 5.295497585088015}
{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9986792802810669, "Finetune/Loss (Raw)": 1.0138534307479858, "Finetune/Step": 231, "Finetune/Step Time": 5.2651961129158735}
{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9980617761611938, "Finetune/Loss (Raw)": 1.0564292669296265, "Finetune/Step": 232, "Finetune/Step Time": 5.26902531273663}
{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9922924041748047, "Finetune/Loss (Raw)": 0.2994672954082489, "Finetune/Step": 233, "Finetune/Step Time": 5.304260713979602}
{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.993268609046936, "Finetune/Loss (Raw)": 1.1672717332839966, "Finetune/Step": 234, "Finetune/Step Time": 5.327801937237382}
{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.9939885139465332, "Finetune/Loss (Raw)": 1.2025538682937622, "Finetune/Step": 235, "Finetune/Step Time": 5.36823845654726}
{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9941338896751404, "Finetune/Loss (Raw)": 1.017958641052246, "Finetune/Step": 236, "Finetune/Step Time": 5.361560706049204}
{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.993743896484375, "Finetune/Loss (Raw)": 1.0807685852050781, "Finetune/Step": 237, "Finetune/Step Time": 5.394474757835269}
{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9935179948806763, "Finetune/Loss (Raw)": 0.9968530535697937, "Finetune/Step": 238, "Finetune/Step Time": 5.398046551272273}
{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9919593334197998, "Finetune/Loss (Raw)": 0.8938412070274353, "Finetune/Step": 239, "Finetune/Step Time": 5.3822755347937346}
{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9911434650421143, "Finetune/Loss (Raw)": 0.9568101763725281, "Finetune/Step": 240, "Finetune/Step Time": 5.380500378087163}
{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9910134077072144, "Finetune/Loss (Raw)": 1.0872586965560913, "Finetune/Step": 241, "Finetune/Step Time": 5.367898810654879}
{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9974762201309204, "Finetune/Loss (Raw)": 1.056815266609192, "Finetune/Step": 242, "Finetune/Step Time": 5.338129725307226}
{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9975216388702393, "Finetune/Loss (Raw)": 1.0796732902526855, "Finetune/Step": 243, "Finetune/Step Time": 5.348468145355582}
{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9975407123565674, "Finetune/Loss (Raw)": 0.9162562489509583, "Finetune/Step": 244, "Finetune/Step Time": 5.333647593855858}
{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.998428463935852, "Finetune/Loss (Raw)": 1.2120022773742676, "Finetune/Step": 245, "Finetune/Step Time": 5.320720201358199}
{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.998682975769043, "Finetune/Loss (Raw)": 1.1633524894714355, "Finetune/Step": 246, "Finetune/Step Time": 5.341031529009342}
{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9989386200904846, "Finetune/Loss (Raw)": 1.0623596906661987, "Finetune/Step": 247, "Finetune/Step Time": 5.340761272236705}
{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9983739852905273, "Finetune/Loss (Raw)": 0.9985125064849854, "Finetune/Step": 248, "Finetune/Step Time": 5.344459198415279}
{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9984429478645325, "Finetune/Loss (Raw)": 1.0146474838256836, "Finetune/Step": 249, "Finetune/Step Time": 5.326393758878112}
{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.999362587928772, "Finetune/Loss (Raw)": 1.0703641176223755, "Finetune/Step": 250, "Finetune/Step Time": 5.3251209910959005}
{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.000465750694275, "Finetune/Loss (Raw)": 1.1449378728866577, "Finetune/Step": 251, "Finetune/Step Time": 5.340134508907795}
{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9998490214347839, "Finetune/Loss (Raw)": 1.0391416549682617, "Finetune/Step": 252, "Finetune/Step Time": 5.333954872563481}
{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0003798007965088, "Finetune/Loss (Raw)": 1.0699955224990845, "Finetune/Step": 253, "Finetune/Step Time": 5.328811407089233}
{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9994553923606873, "Finetune/Loss (Raw)": 0.9737865924835205, "Finetune/Step": 254, "Finetune/Step Time": 5.309215089306235}
{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9942613840103149, "Finetune/Loss (Raw)": 0.30191299319267273, "Finetune/Step": 255, "Finetune/Step Time": 5.345523403957486}
{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9929451942443848, "Finetune/Loss (Raw)": 0.9502832889556885, "Finetune/Step": 256, "Finetune/Step Time": 5.345898034051061}
{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.993254542350769, "Finetune/Loss (Raw)": 1.173506259918213, "Finetune/Step": 257, "Finetune/Step Time": 5.34553849697113}
{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.993240475654602, "Finetune/Loss (Raw)": 1.1171640157699585, "Finetune/Step": 258, "Finetune/Step Time": 5.345425050705671}
{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.9932103753089905, "Finetune/Loss (Raw)": 1.07877516746521, "Finetune/Step": 259, "Finetune/Step Time": 5.347427939996123}
{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9932478666305542, "Finetune/Loss (Raw)": 1.0970585346221924, "Finetune/Step": 260, "Finetune/Step Time": 5.367024647071958}
{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9930942058563232, "Finetune/Loss (Raw)": 0.8694206476211548, "Finetune/Step": 261, "Finetune/Step Time": 5.350294515490532}
{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9902089238166809, "Finetune/Loss (Raw)": 0.851616382598877, "Finetune/Step": 262, "Finetune/Step Time": 5.36154093593359}
{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9905285239219666, "Finetune/Loss (Raw)": 1.0233632326126099, "Finetune/Step": 263, "Finetune/Step Time": 5.359623227268457}
{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9899592399597168, "Finetune/Loss (Raw)": 0.9879582524299622, "Finetune/Step": 264, "Finetune/Step Time": 5.374280076473951}
{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9900957345962524, "Finetune/Loss (Raw)": 0.9890889525413513, "Finetune/Step": 265, "Finetune/Step Time": 5.370891751721501}
{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9909645318984985, "Finetune/Loss (Raw)": 1.2259048223495483, "Finetune/Step": 266, "Finetune/Step Time": 5.38207801990211}
{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9909464716911316, "Finetune/Loss (Raw)": 0.8932653665542603, "Finetune/Step": 267, "Finetune/Step Time": 5.37947734631598}
{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9896590113639832, "Finetune/Loss (Raw)": 1.1036323308944702, "Finetune/Step": 268, "Finetune/Step Time": 5.382964983582497}
{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.9898258447647095, "Finetune/Loss (Raw)": 1.040268063545227, "Finetune/Step": 269, "Finetune/Step Time": 5.3886977434158325}
{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.990195631980896, "Finetune/Loss (Raw)": 1.0492455959320068, "Finetune/Step": 270, "Finetune/Step Time": 5.353654334321618}
{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9908315539360046, "Finetune/Loss (Raw)": 1.0298103094100952, "Finetune/Step": 271, "Finetune/Step Time": 5.344619896262884}
{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9967617988586426, "Finetune/Loss (Raw)": 1.1151787042617798, "Finetune/Step": 272, "Finetune/Step Time": 5.317600663751364}
{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0023624897003174, "Finetune/Loss (Raw)": 1.0474880933761597, "Finetune/Step": 273, "Finetune/Step Time": 5.289956025779247}
{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.0035486221313477, "Finetune/Loss (Raw)": 1.100369930267334, "Finetune/Step": 274, "Finetune/Step Time": 5.296715397387743}
{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0045013427734375, "Finetune/Loss (Raw)": 1.0129215717315674, "Finetune/Step": 275, "Finetune/Step Time": 5.294061128050089}
{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0026789903640747, "Finetune/Loss (Raw)": 0.831939160823822, "Finetune/Step": 276, "Finetune/Step Time": 5.326957730576396}
{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.002098560333252, "Finetune/Loss (Raw)": 1.0208032131195068, "Finetune/Step": 277, "Finetune/Step Time": 5.325652563944459}
{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0014994144439697, "Finetune/Loss (Raw)": 1.0343639850616455, "Finetune/Step": 278, "Finetune/Step Time": 5.318306652829051}
{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0025640726089478, "Finetune/Loss (Raw)": 1.2104859352111816, "Finetune/Step": 279, "Finetune/Step Time": 5.3245570454746485}
{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0022220611572266, "Finetune/Loss (Raw)": 0.9829030632972717, "Finetune/Step": 280, "Finetune/Step Time": 5.323228511959314}
{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0017690658569336, "Finetune/Loss (Raw)": 1.0765712261199951, "Finetune/Step": 281, "Finetune/Step Time": 5.30884980969131}
{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0009796619415283, "Finetune/Loss (Raw)": 1.014525294303894, "Finetune/Step": 282, "Finetune/Step Time": 5.307936333119869}
{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0005760192871094, "Finetune/Loss (Raw)": 1.1350698471069336, "Finetune/Step": 283, "Finetune/Step Time": 5.306734196841717}
{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0071337223052979, "Finetune/Loss (Raw)": 1.146448016166687, "Finetune/Step": 284, "Finetune/Step Time": 5.272979171946645}
{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0067048072814941, "Finetune/Loss (Raw)": 1.012411117553711, "Finetune/Step": 285, "Finetune/Step Time": 5.290968978777528}
{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0066568851470947, "Finetune/Loss (Raw)": 1.0784395933151245, "Finetune/Step": 286, "Finetune/Step Time": 5.305747888982296}
{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0067267417907715, "Finetune/Loss (Raw)": 1.0699900388717651, "Finetune/Step": 287, "Finetune/Step Time": 5.3126593213528395}
{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0059340000152588, "Finetune/Loss (Raw)": 0.8995998501777649, "Finetune/Step": 288, "Finetune/Step Time": 5.320528877899051}
{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0067626237869263, "Finetune/Loss (Raw)": 1.1202995777130127, "Finetune/Step": 289, "Finetune/Step Time": 5.324653470888734}
{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.0045154094696045, "Finetune/Loss (Raw)": 0.9611980319023132, "Finetune/Step": 290, "Finetune/Step Time": 5.335719535127282}
{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0049370527267456, "Finetune/Loss (Raw)": 1.1193684339523315, "Finetune/Step": 291, "Finetune/Step Time": 5.329865263774991}
{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0059844255447388, "Finetune/Loss (Raw)": 1.096652626991272, "Finetune/Step": 292, "Finetune/Step Time": 5.318161249160767}
{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0067858695983887, "Finetune/Loss (Raw)": 1.1422077417373657, "Finetune/Step": 293, "Finetune/Step Time": 5.314169138669968}
{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0050033330917358, "Finetune/Loss (Raw)": 0.7664409875869751, "Finetune/Step": 294, "Finetune/Step Time": 5.320585127919912}
{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0046324729919434, "Finetune/Loss (Raw)": 1.0846116542816162, "Finetune/Step": 295, "Finetune/Step Time": 5.326754488050938}
{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.0049606561660767, "Finetune/Loss (Raw)": 1.0178277492523193, "Finetune/Step": 296, "Finetune/Step Time": 5.331837015226483}
{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0062482357025146, "Finetune/Loss (Raw)": 1.1281845569610596, "Finetune/Step": 297, "Finetune/Step Time": 5.334655186161399}
{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.010665774345398, "Finetune/Loss (Raw)": 0.9044345021247864, "Finetune/Step": 298, "Finetune/Step Time": 5.334284354001284}
{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0053081512451172, "Finetune/Loss (Raw)": 0.31115567684173584, "Finetune/Step": 299, "Finetune/Step Time": 5.36473867110908}
{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0004230737686157, "Finetune/Loss (Raw)": 0.3537573218345642, "Finetune/Step": 300, "Finetune/Step Time": 5.3844446409493685}
{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.9941086769104004, "Finetune/Loss (Raw)": 0.37994545698165894, "Finetune/Step": 301, "Finetune/Step Time": 5.4158784952014685}
{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9941661357879639, "Finetune/Loss (Raw)": 0.8888901472091675, "Finetune/Step": 302, "Finetune/Step Time": 5.418256506323814}
{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9874051809310913, "Finetune/Loss (Raw)": 0.3125760853290558, "Finetune/Step": 303, "Finetune/Step Time": 5.443963900208473}
{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.9932577610015869, "Finetune/Loss (Raw)": 1.0894261598587036, "Finetune/Step": 304, "Finetune/Step Time": 5.414277529343963}
{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9938579797744751, "Finetune/Loss (Raw)": 1.0414758920669556, "Finetune/Step": 305, "Finetune/Step Time": 5.406927915289998}
{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.9919176697731018, "Finetune/Loss (Raw)": 0.9417456984519958, "Finetune/Step": 306, "Finetune/Step Time": 5.413684207946062}
{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.994012176990509, "Finetune/Loss (Raw)": 1.1630825996398926, "Finetune/Step": 307, "Finetune/Step Time": 5.416411343961954}
{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9938110113143921, "Finetune/Loss (Raw)": 1.041989803314209, "Finetune/Step": 308, "Finetune/Step Time": 5.416457545012236}
{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9949131011962891, "Finetune/Loss (Raw)": 1.1456931829452515, "Finetune/Step": 309, "Finetune/Step Time": 5.420350538566709}
{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9946223497390747, "Finetune/Loss (Raw)": 1.0083777904510498, "Finetune/Step": 310, "Finetune/Step Time": 5.421527303755283}
{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9948858022689819, "Finetune/Loss (Raw)": 1.0339610576629639, "Finetune/Step": 311, "Finetune/Step Time": 5.428587986156344}
{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9935492277145386, "Finetune/Loss (Raw)": 0.9770746231079102, "Finetune/Step": 312, "Finetune/Step Time": 5.432741617783904}
{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9950726628303528, "Finetune/Loss (Raw)": 1.1104846000671387, "Finetune/Step": 313, "Finetune/Step Time": 5.435065286234021}
{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9965415000915527, "Finetune/Loss (Raw)": 1.186685562133789, "Finetune/Step": 314, "Finetune/Step Time": 5.424574047327042}
{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9964369535446167, "Finetune/Loss (Raw)": 0.9887739419937134, "Finetune/Step": 315, "Finetune/Step Time": 5.430748250335455}
{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9905812740325928, "Finetune/Loss (Raw)": 0.3648150563240051, "Finetune/Step": 316, "Finetune/Step Time": 5.462425483390689}
{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9903658628463745, "Finetune/Loss (Raw)": 0.9680400490760803, "Finetune/Step": 317, "Finetune/Step Time": 5.452351989224553}
{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9903141260147095, "Finetune/Loss (Raw)": 1.0580039024353027, "Finetune/Step": 318, "Finetune/Step Time": 5.4462706577032804}
{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9895827770233154, "Finetune/Loss (Raw)": 0.9854620099067688, "Finetune/Step": 319, "Finetune/Step Time": 5.464160092175007}
{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.988605260848999, "Finetune/Loss (Raw)": 0.939803957939148, "Finetune/Step": 320, "Finetune/Step Time": 5.459543788805604}
{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9837551116943359, "Finetune/Loss (Raw)": 0.3140712082386017, "Finetune/Step": 321, "Finetune/Step Time": 5.490480670705438}
{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9833404421806335, "Finetune/Loss (Raw)": 0.994135856628418, "Finetune/Step": 322, "Finetune/Step Time": 5.490333681926131}
{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9838910102844238, "Finetune/Loss (Raw)": 1.0732182264328003, "Finetune/Step": 323, "Finetune/Step Time": 5.485026091337204}
{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.984843373298645, "Finetune/Loss (Raw)": 1.0968456268310547, "Finetune/Step": 324, "Finetune/Step Time": 5.484186220914125}
{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9848589301109314, "Finetune/Loss (Raw)": 1.045660376548767, "Finetune/Step": 325, "Finetune/Step Time": 5.4815882090479136}
{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.986499547958374, "Finetune/Loss (Raw)": 1.216760516166687, "Finetune/Step": 326, "Finetune/Step Time": 5.481931753456593}
{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9867399334907532, "Finetune/Loss (Raw)": 1.0154472589492798, "Finetune/Step": 327, "Finetune/Step Time": 5.476179383695126}
{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9871020317077637, "Finetune/Loss (Raw)": 1.071393609046936, "Finetune/Step": 328, "Finetune/Step Time": 5.482798727229238}
{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9856764674186707, "Finetune/Loss (Raw)": 0.9434342980384827, "Finetune/Step": 329, "Finetune/Step Time": 5.499077619984746}
{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9838396906852722, "Finetune/Loss (Raw)": 0.8794876337051392, "Finetune/Step": 330, "Finetune/Step Time": 5.502670727670193}
{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9837309122085571, "Finetune/Loss (Raw)": 1.0523566007614136, "Finetune/Step": 331, "Finetune/Step Time": 5.506612261757255}
{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9819667339324951, "Finetune/Loss (Raw)": 0.8240277171134949, "Finetune/Step": 332, "Finetune/Step Time": 5.523265914991498}
{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9876523613929749, "Finetune/Loss (Raw)": 1.029331088066101, "Finetune/Step": 333, "Finetune/Step Time": 5.4911113157868385}
{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9875960350036621, "Finetune/Loss (Raw)": 0.9894763231277466, "Finetune/Step": 334, "Finetune/Step Time": 5.486124144867063}
{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9862732887268066, "Finetune/Loss (Raw)": 1.0113856792449951, "Finetune/Step": 335, "Finetune/Step Time": 5.473396068438888}
{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9866995811462402, "Finetune/Loss (Raw)": 1.1037899255752563, "Finetune/Step": 336, "Finetune/Step Time": 5.476703695952892}
{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9883992671966553, "Finetune/Loss (Raw)": 1.2206263542175293, "Finetune/Step": 337, "Finetune/Step Time": 5.4719885885715485}
{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.993800699710846, "Finetune/Loss (Raw)": 0.994064450263977, "Finetune/Step": 338, "Finetune/Step Time": 5.449901074171066}
{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9936566352844238, "Finetune/Loss (Raw)": 0.9724525213241577, "Finetune/Step": 339, "Finetune/Step Time": 5.453047284856439}
{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9924277067184448, "Finetune/Loss (Raw)": 0.9151760339736938, "Finetune/Step": 340, "Finetune/Step Time": 5.451513320207596}
{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.991177499294281, "Finetune/Loss (Raw)": 1.0227354764938354, "Finetune/Step": 341, "Finetune/Step Time": 5.4527882765978575}
{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9919857978820801, "Finetune/Loss (Raw)": 1.0934271812438965, "Finetune/Step": 342, "Finetune/Step Time": 5.434458473697305}
{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.9925223588943481, "Finetune/Loss (Raw)": 1.0171352624893188, "Finetune/Step": 343, "Finetune/Step Time": 5.432823384180665}
{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9937577247619629, "Finetune/Loss (Raw)": 1.0901210308074951, "Finetune/Step": 344, "Finetune/Step Time": 5.418085807934403}
{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9937977194786072, "Finetune/Loss (Raw)": 1.1177278757095337, "Finetune/Step": 345, "Finetune/Step Time": 5.420824600383639}
{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9942816495895386, "Finetune/Loss (Raw)": 1.1193914413452148, "Finetune/Step": 346, "Finetune/Step Time": 5.42763982526958}
{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9938286542892456, "Finetune/Loss (Raw)": 1.1450930833816528, "Finetune/Step": 347, "Finetune/Step Time": 5.431280959397554}
{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9946887493133545, "Finetune/Loss (Raw)": 1.0809873342514038, "Finetune/Step": 348, "Finetune/Step Time": 5.451213059946895}
{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9951037168502808, "Finetune/Loss (Raw)": 1.15444016456604, "Finetune/Step": 349, "Finetune/Step Time": 5.459783865138888}
{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9953845143318176, "Finetune/Loss (Raw)": 0.9875752329826355, "Finetune/Step": 350, "Finetune/Step Time": 5.474008461460471}
{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9955750703811646, "Finetune/Loss (Raw)": 1.0037397146224976, "Finetune/Step": 351, "Finetune/Step Time": 5.487261883914471}
{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0007938146591187, "Finetune/Loss (Raw)": 1.0006921291351318, "Finetune/Step": 352, "Finetune/Step Time": 5.465793842449784}
{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.0002156496047974, "Finetune/Loss (Raw)": 0.9769036769866943, "Finetune/Step": 353, "Finetune/Step Time": 5.465269340202212}
{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.9980689883232117, "Finetune/Loss (Raw)": 0.9076244831085205, "Finetune/Step": 354, "Finetune/Step Time": 5.472147798165679}
{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9972164630889893, "Finetune/Loss (Raw)": 1.0668193101882935, "Finetune/Step": 355, "Finetune/Step Time": 5.48200854100287}
{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9955344796180725, "Finetune/Loss (Raw)": 0.918597936630249, "Finetune/Step": 356, "Finetune/Step Time": 5.4894239734858274}
{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9947181940078735, "Finetune/Loss (Raw)": 0.9287261962890625, "Finetune/Step": 357, "Finetune/Step Time": 5.503157066181302}
{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9885146617889404, "Finetune/Loss (Raw)": 0.35585805773735046, "Finetune/Step": 358, "Finetune/Step Time": 5.533945966511965}
{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9872217178344727, "Finetune/Loss (Raw)": 0.8483661413192749, "Finetune/Step": 359, "Finetune/Step Time": 5.535157434642315}
{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9869028329849243, "Finetune/Loss (Raw)": 1.0156010389328003, "Finetune/Step": 360, "Finetune/Step Time": 5.5347917303442955}
{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9915333986282349, "Finetune/Loss (Raw)": 0.8921864628791809, "Finetune/Step": 361, "Finetune/Step Time": 5.503359651193023}
{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.990044116973877, "Finetune/Loss (Raw)": 0.9766424298286438, "Finetune/Step": 362, "Finetune/Step Time": 5.491127245128155}
{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9890388250350952, "Finetune/Loss (Raw)": 1.0738708972930908, "Finetune/Step": 363, "Finetune/Step Time": 5.449767319485545}
{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9896568655967712, "Finetune/Loss (Raw)": 1.097062110900879, "Finetune/Step": 364, "Finetune/Step Time": 5.448464073240757}
{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9899547100067139, "Finetune/Loss (Raw)": 1.1188963651657104, "Finetune/Step": 365, "Finetune/Step Time": 5.418244367465377}
{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9891790151596069, "Finetune/Loss (Raw)": 0.8975711464881897, "Finetune/Step": 366, "Finetune/Step Time": 5.423627758398652}
{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9899970889091492, "Finetune/Loss (Raw)": 0.9985551834106445, "Finetune/Step": 367, "Finetune/Step Time": 5.429218482226133}
{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9905378222465515, "Finetune/Loss (Raw)": 1.0260239839553833, "Finetune/Step": 368, "Finetune/Step Time": 5.4346043691039085}
{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9897702932357788, "Finetune/Loss (Raw)": 0.989009439945221, "Finetune/Step": 369, "Finetune/Step Time": 5.434594979509711}
{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9905948638916016, "Finetune/Loss (Raw)": 1.1623659133911133, "Finetune/Step": 370, "Finetune/Step Time": 5.445079188793898}
{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9911646246910095, "Finetune/Loss (Raw)": 1.1526029109954834, "Finetune/Step": 371, "Finetune/Step Time": 5.435741871595383}
{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9922142624855042, "Finetune/Loss (Raw)": 1.0506064891815186, "Finetune/Step": 372, "Finetune/Step Time": 5.449835579842329}
{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9860620498657227, "Finetune/Loss (Raw)": 0.424517959356308, "Finetune/Step": 373, "Finetune/Step Time": 5.484488917514682}
{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9796919226646423, "Finetune/Loss (Raw)": 0.34797483682632446, "Finetune/Step": 374, "Finetune/Step Time": 5.4947189427912235}
{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9800539016723633, "Finetune/Loss (Raw)": 1.108696460723877, "Finetune/Step": 375, "Finetune/Step Time": 5.480810321867466}
{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9792847037315369, "Finetune/Loss (Raw)": 0.900052011013031, "Finetune/Step": 376, "Finetune/Step Time": 5.485795354470611}
{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9789285659790039, "Finetune/Loss (Raw)": 0.9690683484077454, "Finetune/Step": 377, "Finetune/Step Time": 5.486003002151847}
{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9800599217414856, "Finetune/Loss (Raw)": 1.215172529220581, "Finetune/Step": 378, "Finetune/Step Time": 5.48511859588325}
{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9800740480422974, "Finetune/Loss (Raw)": 1.1467450857162476, "Finetune/Step": 379, "Finetune/Step Time": 5.477042756974697}
{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9800633192062378, "Finetune/Loss (Raw)": 1.0377702713012695, "Finetune/Step": 380, "Finetune/Step Time": 5.480388479307294}
{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.979975700378418, "Finetune/Loss (Raw)": 1.0587821006774902, "Finetune/Step": 381, "Finetune/Step Time": 5.488407706841826}
{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9795992374420166, "Finetune/Loss (Raw)": 0.9256049394607544, "Finetune/Step": 382, "Finetune/Step Time": 5.535089820623398}
{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.984576404094696, "Finetune/Loss (Raw)": 0.9389860033988953, "Finetune/Step": 383, "Finetune/Step Time": 5.532182104885578}
{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9808072447776794, "Finetune/Loss (Raw)": 0.46782416105270386, "Finetune/Step": 384, "Finetune/Step Time": 5.5594162940979}
{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9795483350753784, "Finetune/Loss (Raw)": 1.012370228767395, "Finetune/Step": 385, "Finetune/Step Time": 5.561783138662577}
{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9787757992744446, "Finetune/Loss (Raw)": 1.01827871799469, "Finetune/Step": 386, "Finetune/Step Time": 5.561450827866793}
{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9772047996520996, "Finetune/Loss (Raw)": 0.8776918649673462, "Finetune/Step": 387, "Finetune/Step Time": 5.5633319187909365}
{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9760868549346924, "Finetune/Loss (Raw)": 0.9539527893066406, "Finetune/Step": 388, "Finetune/Step Time": 5.541677348315716}
{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9766666889190674, "Finetune/Loss (Raw)": 0.9436400532722473, "Finetune/Step": 389, "Finetune/Step Time": 5.541178455576301}
{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9765647053718567, "Finetune/Loss (Raw)": 0.8385656476020813, "Finetune/Step": 390, "Finetune/Step Time": 5.5278729777783155}
{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9764084815979004, "Finetune/Loss (Raw)": 1.0033668279647827, "Finetune/Step": 391, "Finetune/Step Time": 5.523462027311325}
{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9763216376304626, "Finetune/Loss (Raw)": 0.9768409132957458, "Finetune/Step": 392, "Finetune/Step Time": 5.519958095625043}
{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9752581119537354, "Finetune/Loss (Raw)": 0.8529576063156128, "Finetune/Step": 393, "Finetune/Step Time": 5.531962001696229}
{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9719934463500977, "Finetune/Loss (Raw)": 0.8080320954322815, "Finetune/Step": 394, "Finetune/Step Time": 5.547115135937929}
{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9743871688842773, "Finetune/Loss (Raw)": 1.199662685394287, "Finetune/Step": 395, "Finetune/Step Time": 5.546190991997719}
{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9743410348892212, "Finetune/Loss (Raw)": 1.097724199295044, "Finetune/Step": 396, "Finetune/Step Time": 5.547211112454534}
{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9728529453277588, "Finetune/Loss (Raw)": 0.8497854471206665, "Finetune/Step": 397, "Finetune/Step Time": 5.563186712563038}
{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9738198518753052, "Finetune/Loss (Raw)": 1.173021674156189, "Finetune/Step": 398, "Finetune/Step Time": 5.556655574589968}
{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9730088114738464, "Finetune/Loss (Raw)": 0.925994336605072, "Finetune/Step": 399, "Finetune/Step Time": 5.544344460591674}
{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9716863632202148, "Finetune/Loss (Raw)": 0.9458959102630615, "Finetune/Step": 400, "Finetune/Step Time": 5.542063793167472}
{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9722044467926025, "Finetune/Loss (Raw)": 1.1138136386871338, "Finetune/Step": 401, "Finetune/Step Time": 5.544743208214641}
{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9714503288269043, "Finetune/Loss (Raw)": 1.0038338899612427, "Finetune/Step": 402, "Finetune/Step Time": 5.556587630882859}
{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9711496829986572, "Finetune/Loss (Raw)": 0.9744356274604797, "Finetune/Step": 403, "Finetune/Step Time": 5.555881083011627}
{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.973076343536377, "Finetune/Loss (Raw)": 1.0785645246505737, "Finetune/Step": 404, "Finetune/Step Time": 5.523221807554364}
{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9708420038223267, "Finetune/Loss (Raw)": 0.7347937822341919, "Finetune/Step": 405, "Finetune/Step Time": 5.53572135977447}
{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9663894176483154, "Finetune/Loss (Raw)": 0.46444305777549744, "Finetune/Step": 406, "Finetune/Step Time": 5.567133916541934}
{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9601092338562012, "Finetune/Loss (Raw)": 0.40662306547164917, "Finetune/Step": 407, "Finetune/Step Time": 5.586410766467452}
{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9601094126701355, "Finetune/Loss (Raw)": 0.9829235672950745, "Finetune/Step": 408, "Finetune/Step Time": 5.585711985826492}
{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9609848260879517, "Finetune/Loss (Raw)": 1.1886223554611206, "Finetune/Step": 409, "Finetune/Step Time": 5.586956901475787}
{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9625952839851379, "Finetune/Loss (Raw)": 1.2206701040267944, "Finetune/Step": 410, "Finetune/Step Time": 5.5852962881326675}
{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9614717960357666, "Finetune/Loss (Raw)": 0.9912576675415039, "Finetune/Step": 411, "Finetune/Step Time": 5.587853824719787}
{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9553043246269226, "Finetune/Loss (Raw)": 0.35700923204421997, "Finetune/Step": 412, "Finetune/Step Time": 5.624505231156945}
{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9561624526977539, "Finetune/Loss (Raw)": 1.1222572326660156, "Finetune/Step": 413, "Finetune/Step Time": 5.602010713890195}
{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9551041722297668, "Finetune/Loss (Raw)": 0.9429762959480286, "Finetune/Step": 414, "Finetune/Step Time": 5.5871861688792706}
{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9549659490585327, "Finetune/Loss (Raw)": 1.0522962808609009, "Finetune/Step": 415, "Finetune/Step Time": 5.584248278290033}
{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9566850662231445, "Finetune/Loss (Raw)": 1.119647741317749, "Finetune/Step": 416, "Finetune/Step Time": 5.569849114865065}
{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9561449289321899, "Finetune/Loss (Raw)": 1.0511592626571655, "Finetune/Step": 417, "Finetune/Step Time": 5.564791338518262}
{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.957208514213562, "Finetune/Loss (Raw)": 1.0973408222198486, "Finetune/Step": 418, "Finetune/Step Time": 5.5525220185518265}
{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9560819268226624, "Finetune/Loss (Raw)": 0.9751649498939514, "Finetune/Step": 419, "Finetune/Step Time": 5.569902524352074}
{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9502909779548645, "Finetune/Loss (Raw)": 0.3554094433784485, "Finetune/Step": 420, "Finetune/Step Time": 5.59987785667181}
{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.949364423751831, "Finetune/Loss (Raw)": 1.0236109495162964, "Finetune/Step": 421, "Finetune/Step Time": 5.599672621116042}
{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9512190818786621, "Finetune/Loss (Raw)": 1.003841519355774, "Finetune/Step": 422, "Finetune/Step Time": 5.605386681854725}
{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9515355229377747, "Finetune/Loss (Raw)": 1.1251121759414673, "Finetune/Step": 423, "Finetune/Step Time": 5.598838185891509}
{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.951697051525116, "Finetune/Loss (Raw)": 1.0385043621063232, "Finetune/Step": 424, "Finetune/Step Time": 5.5980154406279325}
{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9488277435302734, "Finetune/Loss (Raw)": 0.7609102129936218, "Finetune/Step": 425, "Finetune/Step Time": 5.6331453416496515}
{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9497091770172119, "Finetune/Loss (Raw)": 1.0172638893127441, "Finetune/Step": 426, "Finetune/Step Time": 5.607224907726049}
{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9549453854560852, "Finetune/Loss (Raw)": 0.9813845753669739, "Finetune/Step": 427, "Finetune/Step Time": 5.581721588969231}
{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.960922122001648, "Finetune/Loss (Raw)": 1.1187819242477417, "Finetune/Step": 428, "Finetune/Step Time": 5.550986874848604}
{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9662995338439941, "Finetune/Loss (Raw)": 1.0682523250579834, "Finetune/Step": 429, "Finetune/Step Time": 5.524237211793661}
{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.966408371925354, "Finetune/Loss (Raw)": 0.9028211236000061, "Finetune/Step": 430, "Finetune/Step Time": 5.517772583290935}
{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9724618792533875, "Finetune/Loss (Raw)": 1.087429165840149, "Finetune/Step": 431, "Finetune/Step Time": 5.496050246059895}
{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9713108539581299, "Finetune/Loss (Raw)": 0.9420956373214722, "Finetune/Step": 432, "Finetune/Step Time": 5.5022545251995325}
{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9703483581542969, "Finetune/Loss (Raw)": 0.9182774424552917, "Finetune/Step": 433, "Finetune/Step Time": 5.505745617672801}
{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9707036018371582, "Finetune/Loss (Raw)": 0.9872078895568848, "Finetune/Step": 434, "Finetune/Step Time": 5.500587133690715}
{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9681885242462158, "Finetune/Loss (Raw)": 0.841160774230957, "Finetune/Step": 435, "Finetune/Step Time": 5.491367146372795}
{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9672691822052002, "Finetune/Loss (Raw)": 0.9243042469024658, "Finetune/Step": 436, "Finetune/Step Time": 5.488345563411713}
{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9663275480270386, "Finetune/Loss (Raw)": 1.025172472000122, "Finetune/Step": 437, "Finetune/Step Time": 5.48447366990149}
{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9660163521766663, "Finetune/Loss (Raw)": 0.9685413837432861, "Finetune/Step": 438, "Finetune/Step Time": 5.48126832768321}
{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9655182361602783, "Finetune/Loss (Raw)": 0.970203161239624, "Finetune/Step": 439, "Finetune/Step Time": 5.496877567842603}
{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9663128852844238, "Finetune/Loss (Raw)": 1.0787969827651978, "Finetune/Step": 440, "Finetune/Step Time": 5.492859218269587}
{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9658397436141968, "Finetune/Loss (Raw)": 1.0499237775802612, "Finetune/Step": 441, "Finetune/Step Time": 5.484646588563919}
{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9599171876907349, "Finetune/Loss (Raw)": 0.4285920560359955, "Finetune/Step": 442, "Finetune/Step Time": 5.517420593649149}
{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.960555374622345, "Finetune/Loss (Raw)": 1.0704586505889893, "Finetune/Step": 443, "Finetune/Step Time": 5.521497393026948}
{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9666262865066528, "Finetune/Loss (Raw)": 1.141896367073059, "Finetune/Step": 444, "Finetune/Step Time": 5.491036776453257}
{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.966924786567688, "Finetune/Loss (Raw)": 1.0062483549118042, "Finetune/Step": 445, "Finetune/Step Time": 5.492396300658584}
{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9673811793327332, "Finetune/Loss (Raw)": 1.1164181232452393, "Finetune/Step": 446, "Finetune/Step Time": 5.494654655456543}
{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9677613377571106, "Finetune/Loss (Raw)": 1.0341297388076782, "Finetune/Step": 447, "Finetune/Step Time": 5.485026495531201}
{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9679185152053833, "Finetune/Loss (Raw)": 0.9599182605743408, "Finetune/Step": 448, "Finetune/Step Time": 5.485018925741315}
{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9743459224700928, "Finetune/Loss (Raw)": 1.136783242225647, "Finetune/Step": 449, "Finetune/Step Time": 5.457532782107592}
{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.973962664604187, "Finetune/Loss (Raw)": 0.9450755715370178, "Finetune/Step": 450, "Finetune/Step Time": 5.4569029323756695}
{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9731944799423218, "Finetune/Loss (Raw)": 0.9748841524124146, "Finetune/Step": 451, "Finetune/Step Time": 5.461253913119435}
{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9724587202072144, "Finetune/Loss (Raw)": 1.0026777982711792, "Finetune/Step": 452, "Finetune/Step Time": 5.454485163092613}
{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9738362431526184, "Finetune/Loss (Raw)": 1.2219756841659546, "Finetune/Step": 453, "Finetune/Step Time": 5.449353821575642}
{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9720559120178223, "Finetune/Loss (Raw)": 0.988880455493927, "Finetune/Step": 454, "Finetune/Step Time": 5.464079335331917}
{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9726454019546509, "Finetune/Loss (Raw)": 1.090897798538208, "Finetune/Step": 455, "Finetune/Step Time": 5.462421936914325}
{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9668494462966919, "Finetune/Loss (Raw)": 0.32951799035072327, "Finetune/Step": 456, "Finetune/Step Time": 5.4814712554216385}
{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9666304588317871, "Finetune/Loss (Raw)": 0.9154013395309448, "Finetune/Step": 457, "Finetune/Step Time": 5.462015649303794}
{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9692765474319458, "Finetune/Loss (Raw)": 1.218184232711792, "Finetune/Step": 458, "Finetune/Step Time": 5.459400983527303}
{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9688488841056824, "Finetune/Loss (Raw)": 0.9976129531860352, "Finetune/Step": 459, "Finetune/Step Time": 5.462119160220027}
{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9690396189689636, "Finetune/Loss (Raw)": 0.8484455347061157, "Finetune/Step": 460, "Finetune/Step Time": 5.461006199941039}
{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9686620235443115, "Finetune/Loss (Raw)": 0.9810054898262024, "Finetune/Step": 461, "Finetune/Step Time": 5.459964586421847}
{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9686662554740906, "Finetune/Loss (Raw)": 0.9900124073028564, "Finetune/Step": 462, "Finetune/Step Time": 5.459402564913034}
{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9700914025306702, "Finetune/Loss (Raw)": 1.1938095092773438, "Finetune/Step": 463, "Finetune/Step Time": 5.4536456018686295}
{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9636358618736267, "Finetune/Loss (Raw)": 0.27748024463653564, "Finetune/Step": 464, "Finetune/Step Time": 5.483868831768632}
{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.962202787399292, "Finetune/Loss (Raw)": 1.0371863842010498, "Finetune/Step": 465, "Finetune/Step Time": 5.491262450814247}
{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9617927074432373, "Finetune/Loss (Raw)": 0.9415695667266846, "Finetune/Step": 466, "Finetune/Step Time": 5.496082529425621}
{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9626758098602295, "Finetune/Loss (Raw)": 1.0854958295822144, "Finetune/Step": 467, "Finetune/Step Time": 5.495977647602558}
{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9620731472969055, "Finetune/Loss (Raw)": 0.8380380868911743, "Finetune/Step": 468, "Finetune/Step Time": 5.507655581459403}
{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9567897915840149, "Finetune/Loss (Raw)": 0.3464633822441101, "Finetune/Step": 469, "Finetune/Step Time": 5.534412320703268}
{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9559614062309265, "Finetune/Loss (Raw)": 0.9873949289321899, "Finetune/Step": 470, "Finetune/Step Time": 5.533448252826929}
{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9559110403060913, "Finetune/Loss (Raw)": 1.0106873512268066, "Finetune/Step": 471, "Finetune/Step Time": 5.548662098124623}
{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9562594890594482, "Finetune/Loss (Raw)": 1.1347235441207886, "Finetune/Step": 472, "Finetune/Step Time": 5.550108682364225}
{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9547469615936279, "Finetune/Loss (Raw)": 0.9241216778755188, "Finetune/Step": 473, "Finetune/Step Time": 5.548248205333948}
{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9542466402053833, "Finetune/Loss (Raw)": 1.0553545951843262, "Finetune/Step": 474, "Finetune/Step Time": 5.544417819008231}
{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9536142945289612, "Finetune/Loss (Raw)": 1.0641485452651978, "Finetune/Step": 475, "Finetune/Step Time": 5.543156776577234}
{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9532155990600586, "Finetune/Loss (Raw)": 1.0299512147903442, "Finetune/Step": 476, "Finetune/Step Time": 5.5273491609841585}
{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9528282880783081, "Finetune/Loss (Raw)": 1.1048741340637207, "Finetune/Step": 477, "Finetune/Step Time": 5.533370200544596}
{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9527137875556946, "Finetune/Loss (Raw)": 0.9729106426239014, "Finetune/Step": 478, "Finetune/Step Time": 5.509966688230634}
{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9528779983520508, "Finetune/Loss (Raw)": 1.02475905418396, "Finetune/Step": 479, "Finetune/Step Time": 5.4949397426098585}
{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9536125659942627, "Finetune/Loss (Raw)": 1.0947257280349731, "Finetune/Step": 480, "Finetune/Step Time": 5.487348960712552}
{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9540119171142578, "Finetune/Loss (Raw)": 1.0280181169509888, "Finetune/Step": 481, "Finetune/Step Time": 5.491890050470829}
{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9551569223403931, "Finetune/Loss (Raw)": 1.0541760921478271, "Finetune/Step": 482, "Finetune/Step Time": 5.500770468264818}
{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.954946756362915, "Finetune/Loss (Raw)": 1.0399253368377686, "Finetune/Step": 483, "Finetune/Step Time": 5.511317949742079}
{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9554042220115662, "Finetune/Loss (Raw)": 0.9771485924720764, "Finetune/Step": 484, "Finetune/Step Time": 5.515213510021567}
{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9548237323760986, "Finetune/Loss (Raw)": 0.8544226288795471, "Finetune/Step": 485, "Finetune/Step Time": 5.518998173996806}
{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9597644209861755, "Finetune/Loss (Raw)": 0.9882714748382568, "Finetune/Step": 486, "Finetune/Step Time": 5.501047296449542}
{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9613084197044373, "Finetune/Loss (Raw)": 1.0460002422332764, "Finetune/Step": 487, "Finetune/Step Time": 5.5002909284085035}
{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9615715742111206, "Finetune/Loss (Raw)": 1.0492820739746094, "Finetune/Step": 488, "Finetune/Step Time": 5.498137081041932}
{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.961975634098053, "Finetune/Loss (Raw)": 0.9439046382904053, "Finetune/Step": 489, "Finetune/Step Time": 5.5026842672377825}
{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9616867899894714, "Finetune/Loss (Raw)": 0.9396703243255615, "Finetune/Step": 490, "Finetune/Step Time": 5.508903192356229}
{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9585389494895935, "Finetune/Loss (Raw)": 0.6709520220756531, "Finetune/Step": 491, "Finetune/Step Time": 5.537395153194666}
{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9575324654579163, "Finetune/Loss (Raw)": 0.9682202935218811, "Finetune/Step": 492, "Finetune/Step Time": 5.543170437216759}
{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9572057723999023, "Finetune/Loss (Raw)": 1.0770889520645142, "Finetune/Step": 493, "Finetune/Step Time": 5.545576106756926}
{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9577774405479431, "Finetune/Loss (Raw)": 0.9707410931587219, "Finetune/Step": 494, "Finetune/Step Time": 5.56123211979866}
{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9579733610153198, "Finetune/Loss (Raw)": 1.0236328840255737, "Finetune/Step": 495, "Finetune/Step Time": 5.56129652634263}
{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9581189155578613, "Finetune/Loss (Raw)": 1.0446593761444092, "Finetune/Step": 496, "Finetune/Step Time": 5.569256016984582}
{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9580214023590088, "Finetune/Loss (Raw)": 0.9765239357948303, "Finetune/Step": 497, "Finetune/Step Time": 5.571449087932706}
{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9570780992507935, "Finetune/Loss (Raw)": 1.0416221618652344, "Finetune/Step": 498, "Finetune/Step Time": 5.558509886264801}
{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.955070972442627, "Finetune/Loss (Raw)": 0.895697295665741, "Finetune/Step": 499, "Finetune/Step Time": 5.566479375585914}
{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9546454548835754, "Finetune/Loss (Raw)": 0.9961297512054443, "Finetune/Step": 500, "Finetune/Step Time": 5.565837981179357}
{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9575544595718384, "Finetune/Loss (Raw)": 0.796873152256012, "Finetune/Step": 501, "Finetune/Step Time": 5.55037940852344}
{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9618197679519653, "Finetune/Loss (Raw)": 0.8939334154129028, "Finetune/Step": 502, "Finetune/Step Time": 5.537943594157696}
{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9613131284713745, "Finetune/Loss (Raw)": 1.0438554286956787, "Finetune/Step": 503, "Finetune/Step Time": 5.559699626639485}
{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9626488089561462, "Finetune/Loss (Raw)": 1.071010708808899, "Finetune/Step": 504, "Finetune/Step Time": 5.549468886107206}
{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9630213975906372, "Finetune/Loss (Raw)": 1.0167584419250488, "Finetune/Step": 505, "Finetune/Step Time": 5.550646807998419}
{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.959987998008728, "Finetune/Loss (Raw)": 0.8269051313400269, "Finetune/Step": 506, "Finetune/Step Time": 5.562533913180232}
{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9590121507644653, "Finetune/Loss (Raw)": 1.0218366384506226, "Finetune/Step": 507, "Finetune/Step Time": 5.552560579031706}
{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9586734175682068, "Finetune/Loss (Raw)": 0.99440598487854, "Finetune/Step": 508, "Finetune/Step Time": 5.546742033213377}
{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9580135941505432, "Finetune/Loss (Raw)": 0.9743293523788452, "Finetune/Step": 509, "Finetune/Step Time": 5.555117221549153}
{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9580758213996887, "Finetune/Loss (Raw)": 0.9335695505142212, "Finetune/Step": 510, "Finetune/Step Time": 5.515371959656477}
{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9593873023986816, "Finetune/Loss (Raw)": 1.1068575382232666, "Finetune/Step": 511, "Finetune/Step Time": 5.486162474378943}
{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9637266993522644, "Finetune/Loss (Raw)": 1.0232609510421753, "Finetune/Step": 512, "Finetune/Step Time": 5.457547495141625}
{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9641106128692627, "Finetune/Loss (Raw)": 1.061511516571045, "Finetune/Step": 513, "Finetune/Step Time": 5.456911189481616}
{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9647607803344727, "Finetune/Loss (Raw)": 1.1015007495880127, "Finetune/Step": 514, "Finetune/Step Time": 5.469992622733116}
{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9609642028808594, "Finetune/Loss (Raw)": 0.3917316198348999, "Finetune/Step": 515, "Finetune/Step Time": 5.504656182602048}
{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9619608521461487, "Finetune/Loss (Raw)": 1.0815222263336182, "Finetune/Step": 516, "Finetune/Step Time": 5.507529212161899}
{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9627276659011841, "Finetune/Loss (Raw)": 1.0417929887771606, "Finetune/Step": 517, "Finetune/Step Time": 5.506595987826586}
{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9644443988800049, "Finetune/Loss (Raw)": 1.0583020448684692, "Finetune/Step": 518, "Finetune/Step Time": 5.514375474303961}
{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9649574756622314, "Finetune/Loss (Raw)": 1.0690456628799438, "Finetune/Step": 519, "Finetune/Step Time": 5.529213635250926}
{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9652190804481506, "Finetune/Loss (Raw)": 1.0103274583816528, "Finetune/Step": 520, "Finetune/Step Time": 5.528898250311613}
{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9664627313613892, "Finetune/Loss (Raw)": 1.0121451616287231, "Finetune/Step": 521, "Finetune/Step Time": 5.520147969946265}
{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9679178595542908, "Finetune/Loss (Raw)": 0.9942870140075684, "Finetune/Step": 522, "Finetune/Step Time": 5.502266118302941}
{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9656455516815186, "Finetune/Loss (Raw)": 0.9088101983070374, "Finetune/Step": 523, "Finetune/Step Time": 5.509292732924223}
{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9650160670280457, "Finetune/Loss (Raw)": 1.0171515941619873, "Finetune/Step": 524, "Finetune/Step Time": 5.5051129423081875}
{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9663490653038025, "Finetune/Loss (Raw)": 1.0204070806503296, "Finetune/Step": 525, "Finetune/Step Time": 5.488306362181902}
{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9645062685012817, "Finetune/Loss (Raw)": 0.9371351599693298, "Finetune/Step": 526, "Finetune/Step Time": 5.501067608594894}
{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9648452997207642, "Finetune/Loss (Raw)": 0.9693995714187622, "Finetune/Step": 527, "Finetune/Step Time": 5.4951317850500345}
{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9655830264091492, "Finetune/Loss (Raw)": 1.0403246879577637, "Finetune/Step": 528, "Finetune/Step Time": 5.490199254825711}
{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9654914140701294, "Finetune/Loss (Raw)": 1.1020818948745728, "Finetune/Step": 529, "Finetune/Step Time": 5.489832298830152}
{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9662859439849854, "Finetune/Loss (Raw)": 1.105536699295044, "Finetune/Step": 530, "Finetune/Step Time": 5.474101508036256}
{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9676885604858398, "Finetune/Loss (Raw)": 1.15397310256958, "Finetune/Step": 531, "Finetune/Step Time": 5.470534712076187}
{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9669430255889893, "Finetune/Loss (Raw)": 0.9831369519233704, "Finetune/Step": 532, "Finetune/Step Time": 5.468512553721666}
{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9686447978019714, "Finetune/Loss (Raw)": 0.9526157975196838, "Finetune/Step": 533, "Finetune/Step Time": 5.464999366551638}
{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9723964333534241, "Finetune/Loss (Raw)": 0.9446476697921753, "Finetune/Step": 534, "Finetune/Step Time": 5.441455839201808}
{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9765161275863647, "Finetune/Loss (Raw)": 0.9339434504508972, "Finetune/Step": 535, "Finetune/Step Time": 5.422488056123257}
{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.975248396396637, "Finetune/Loss (Raw)": 0.8206611275672913, "Finetune/Step": 536, "Finetune/Step Time": 5.4454892463982105}
{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9742919206619263, "Finetune/Loss (Raw)": 1.0661896467208862, "Finetune/Step": 537, "Finetune/Step Time": 5.446682699024677}
{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9726783037185669, "Finetune/Loss (Raw)": 1.0141324996948242, "Finetune/Step": 538, "Finetune/Step Time": 5.455564362928271}
{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9735003113746643, "Finetune/Loss (Raw)": 1.0964707136154175, "Finetune/Step": 539, "Finetune/Step Time": 5.449628656730056}
{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9782803058624268, "Finetune/Loss (Raw)": 0.9688558578491211, "Finetune/Step": 540, "Finetune/Step Time": 5.412687577307224}
{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9774095416069031, "Finetune/Loss (Raw)": 1.0107930898666382, "Finetune/Step": 541, "Finetune/Step Time": 5.4201225731521845}
{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9780345559120178, "Finetune/Loss (Raw)": 1.022976040840149, "Finetune/Step": 542, "Finetune/Step Time": 5.419131776317954}
{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9786171913146973, "Finetune/Loss (Raw)": 1.1268744468688965, "Finetune/Step": 543, "Finetune/Step Time": 5.419032052159309}
{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9782835245132446, "Finetune/Loss (Raw)": 1.076945185661316, "Finetune/Step": 544, "Finetune/Step Time": 5.41958986222744}
{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9777969121932983, "Finetune/Loss (Raw)": 0.9888651371002197, "Finetune/Step": 545, "Finetune/Step Time": 5.417434168979526}
{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9765729904174805, "Finetune/Loss (Raw)": 0.9406808614730835, "Finetune/Step": 546, "Finetune/Step Time": 5.418711174279451}
{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9773891568183899, "Finetune/Loss (Raw)": 1.0796372890472412, "Finetune/Step": 547, "Finetune/Step Time": 5.409809298813343}
{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9820927381515503, "Finetune/Loss (Raw)": 0.9574707746505737, "Finetune/Step": 548, "Finetune/Step Time": 5.394201835617423}
{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9806641340255737, "Finetune/Loss (Raw)": 0.840748131275177, "Finetune/Step": 549, "Finetune/Step Time": 5.403203198686242}
{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9805941581726074, "Finetune/Loss (Raw)": 0.9948737025260925, "Finetune/Step": 550, "Finetune/Step Time": 5.385681172832847}
{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9794249534606934, "Finetune/Loss (Raw)": 0.9754563570022583, "Finetune/Step": 551, "Finetune/Step Time": 5.386926686391234}
{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.979907751083374, "Finetune/Loss (Raw)": 1.100307583808899, "Finetune/Step": 552, "Finetune/Step Time": 5.387593287974596}
{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9799227118492126, "Finetune/Loss (Raw)": 0.7628293037414551, "Finetune/Step": 553, "Finetune/Step Time": 5.3516655173152685}
{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9808164834976196, "Finetune/Loss (Raw)": 1.1316699981689453, "Finetune/Step": 554, "Finetune/Step Time": 5.349392058327794}
{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9805243015289307, "Finetune/Loss (Raw)": 0.9439803957939148, "Finetune/Step": 555, "Finetune/Step Time": 5.358354400843382}
{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9797291159629822, "Finetune/Loss (Raw)": 1.016998529434204, "Finetune/Step": 556, "Finetune/Step Time": 5.370222685858607}
{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9788658618927002, "Finetune/Loss (Raw)": 0.957755446434021, "Finetune/Step": 557, "Finetune/Step Time": 5.366575989872217}
{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9737029671669006, "Finetune/Loss (Raw)": 0.24196620285511017, "Finetune/Step": 558, "Finetune/Step Time": 5.391303973272443}
{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9728613495826721, "Finetune/Loss (Raw)": 0.9797103404998779, "Finetune/Step": 559, "Finetune/Step Time": 5.384564369916916}
{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9720891714096069, "Finetune/Loss (Raw)": 0.8432535529136658, "Finetune/Step": 560, "Finetune/Step Time": 5.380020214244723}
{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9718290567398071, "Finetune/Loss (Raw)": 0.8849839568138123, "Finetune/Step": 561, "Finetune/Step Time": 5.380680052563548}
{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9715002775192261, "Finetune/Loss (Raw)": 0.9451180100440979, "Finetune/Step": 562, "Finetune/Step Time": 5.378550224006176}
{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9730844497680664, "Finetune/Loss (Raw)": 1.0439425706863403, "Finetune/Step": 563, "Finetune/Step Time": 5.37905441224575}
{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9739218950271606, "Finetune/Loss (Raw)": 1.031494379043579, "Finetune/Step": 564, "Finetune/Step Time": 5.388668369501829}
{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9733873009681702, "Finetune/Loss (Raw)": 0.9567463397979736, "Finetune/Step": 565, "Finetune/Step Time": 5.393087722361088}
{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9742894172668457, "Finetune/Loss (Raw)": 1.0840057134628296, "Finetune/Step": 566, "Finetune/Step Time": 5.405764387920499}
{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9745081663131714, "Finetune/Loss (Raw)": 0.9982073307037354, "Finetune/Step": 567, "Finetune/Step Time": 5.397514179348946}
{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9682438969612122, "Finetune/Loss (Raw)": 0.27696895599365234, "Finetune/Step": 568, "Finetune/Step Time": 5.424311492592096}
{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9672856330871582, "Finetune/Loss (Raw)": 0.9272674918174744, "Finetune/Step": 569, "Finetune/Step Time": 5.429519284516573}
{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9718570709228516, "Finetune/Loss (Raw)": 1.0137393474578857, "Finetune/Step": 570, "Finetune/Step Time": 5.397774398326874}
{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.970879316329956, "Finetune/Loss (Raw)": 0.945304274559021, "Finetune/Step": 571, "Finetune/Step Time": 5.403786247596145}
{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.970071017742157, "Finetune/Loss (Raw)": 1.0384345054626465, "Finetune/Step": 572, "Finetune/Step Time": 5.40287240408361}
{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9705747365951538, "Finetune/Loss (Raw)": 1.0707257986068726, "Finetune/Step": 573, "Finetune/Step Time": 5.413758995011449}
{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9704463481903076, "Finetune/Loss (Raw)": 1.0999733209609985, "Finetune/Step": 574, "Finetune/Step Time": 5.411979962140322}
{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9712517857551575, "Finetune/Loss (Raw)": 1.1372315883636475, "Finetune/Step": 575, "Finetune/Step Time": 5.419441889971495}
{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9714942574501038, "Finetune/Loss (Raw)": 0.9909579157829285, "Finetune/Step": 576, "Finetune/Step Time": 5.426207892596722}
{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9703202247619629, "Finetune/Loss (Raw)": 0.9865067601203918, "Finetune/Step": 577, "Finetune/Step Time": 5.4273468386381865}
{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9703854918479919, "Finetune/Loss (Raw)": 0.9534249305725098, "Finetune/Step": 578, "Finetune/Step Time": 5.423456372693181}
{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9694228172302246, "Finetune/Loss (Raw)": 0.8516595363616943, "Finetune/Step": 579, "Finetune/Step Time": 5.44098337739706}
{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9697186946868896, "Finetune/Loss (Raw)": 1.0405583381652832, "Finetune/Step": 580, "Finetune/Step Time": 5.442780083045363}
{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9690560102462769, "Finetune/Loss (Raw)": 1.137153148651123, "Finetune/Step": 581, "Finetune/Step Time": 5.447281328961253}
{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9694909453392029, "Finetune/Loss (Raw)": 1.044551968574524, "Finetune/Step": 582, "Finetune/Step Time": 5.4422763008624315}
{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9679620265960693, "Finetune/Loss (Raw)": 0.8951861262321472, "Finetune/Step": 583, "Finetune/Step Time": 5.448527451604605}
{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9737954139709473, "Finetune/Loss (Raw)": 1.0761966705322266, "Finetune/Step": 584, "Finetune/Step Time": 5.427791157737374}
{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9750828146934509, "Finetune/Loss (Raw)": 1.0801889896392822, "Finetune/Step": 585, "Finetune/Step Time": 5.429633351042867}
{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9681826829910278, "Finetune/Loss (Raw)": 0.3349680006504059, "Finetune/Step": 586, "Finetune/Step Time": 5.4556324407458305}
{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9696725010871887, "Finetune/Loss (Raw)": 1.188309907913208, "Finetune/Step": 587, "Finetune/Step Time": 5.446798603981733}
{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9707874059677124, "Finetune/Loss (Raw)": 0.9911537766456604, "Finetune/Step": 588, "Finetune/Step Time": 5.455406259745359}
{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9716068506240845, "Finetune/Loss (Raw)": 1.085893154144287, "Finetune/Step": 589, "Finetune/Step Time": 5.45049992389977}
{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9723523855209351, "Finetune/Loss (Raw)": 1.0854393243789673, "Finetune/Step": 590, "Finetune/Step Time": 5.451628061011434}
{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9704176187515259, "Finetune/Loss (Raw)": 0.9461643099784851, "Finetune/Step": 591, "Finetune/Step Time": 5.453610736876726}
{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9758431911468506, "Finetune/Loss (Raw)": 0.9719496965408325, "Finetune/Step": 592, "Finetune/Step Time": 5.420945517718792}
{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9755285382270813, "Finetune/Loss (Raw)": 0.9969146847724915, "Finetune/Step": 593, "Finetune/Step Time": 5.435667581856251}
{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9760541915893555, "Finetune/Loss (Raw)": 1.0088485479354858, "Finetune/Step": 594, "Finetune/Step Time": 5.423279104754329}
{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9754780530929565, "Finetune/Loss (Raw)": 1.01175856590271, "Finetune/Step": 595, "Finetune/Step Time": 5.413397237658501}
{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.976254940032959, "Finetune/Loss (Raw)": 0.9374768733978271, "Finetune/Step": 596, "Finetune/Step Time": 5.39622214064002}
{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9803880453109741, "Finetune/Loss (Raw)": 0.875502347946167, "Finetune/Step": 597, "Finetune/Step Time": 5.367853105068207}
{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9805806875228882, "Finetune/Loss (Raw)": 1.0120511054992676, "Finetune/Step": 598, "Finetune/Step Time": 5.390225026756525}
{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9806584715843201, "Finetune/Loss (Raw)": 1.0206429958343506, "Finetune/Step": 599, "Finetune/Step Time": 5.3719816245138645}
{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9804668426513672, "Finetune/Loss (Raw)": 1.1101903915405273, "Finetune/Step": 600, "Finetune/Step Time": 5.376498540863395}
{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9808573722839355, "Finetune/Loss (Raw)": 0.9741061329841614, "Finetune/Step": 601, "Finetune/Step Time": 5.399991828948259}
{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9808646440505981, "Finetune/Loss (Raw)": 1.0562920570373535, "Finetune/Step": 602, "Finetune/Step Time": 5.392844846472144}
{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9798929691314697, "Finetune/Loss (Raw)": 0.9397717118263245, "Finetune/Step": 603, "Finetune/Step Time": 5.397817946970463}
{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9802129864692688, "Finetune/Loss (Raw)": 1.070919394493103, "Finetune/Step": 604, "Finetune/Step Time": 5.397581936791539}
{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9789456129074097, "Finetune/Loss (Raw)": 0.9426459074020386, "Finetune/Step": 605, "Finetune/Step Time": 5.392769768834114}
{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9786162972450256, "Finetune/Loss (Raw)": 0.9307581186294556, "Finetune/Step": 606, "Finetune/Step Time": 5.410124463960528}
{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9770016670227051, "Finetune/Loss (Raw)": 0.8180899620056152, "Finetune/Step": 607, "Finetune/Step Time": 5.439742488786578}
{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9769413471221924, "Finetune/Loss (Raw)": 1.086997151374817, "Finetune/Step": 608, "Finetune/Step Time": 5.436745760962367}
{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.97607421875, "Finetune/Loss (Raw)": 0.9170282483100891, "Finetune/Step": 609, "Finetune/Step Time": 5.432012064382434}
{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9754042625427246, "Finetune/Loss (Raw)": 0.9684192538261414, "Finetune/Step": 610, "Finetune/Step Time": 5.422959294170141}
{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.975355863571167, "Finetune/Loss (Raw)": 1.0337342023849487, "Finetune/Step": 611, "Finetune/Step Time": 5.4008161295205355}
{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9771687388420105, "Finetune/Loss (Raw)": 1.2091976404190063, "Finetune/Step": 612, "Finetune/Step Time": 5.398115012794733}
{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9775772094726562, "Finetune/Loss (Raw)": 0.9067120552062988, "Finetune/Step": 613, "Finetune/Step Time": 5.390514183789492}
{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9775378704071045, "Finetune/Loss (Raw)": 0.9832288026809692, "Finetune/Step": 614, "Finetune/Step Time": 5.375909939408302}
{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.977442741394043, "Finetune/Loss (Raw)": 1.0338343381881714, "Finetune/Step": 615, "Finetune/Step Time": 5.382694510743022}
{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9770895838737488, "Finetune/Loss (Raw)": 1.0040713548660278, "Finetune/Step": 616, "Finetune/Step Time": 5.384543232619762}
{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9775270223617554, "Finetune/Loss (Raw)": 0.9998962879180908, "Finetune/Step": 617, "Finetune/Step Time": 5.376604150980711}
{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9783316850662231, "Finetune/Loss (Raw)": 1.042668104171753, "Finetune/Step": 618, "Finetune/Step Time": 5.370908232405782}
{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9803167581558228, "Finetune/Loss (Raw)": 0.9250441193580627, "Finetune/Step": 619, "Finetune/Step Time": 5.36531406827271}
{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9808435440063477, "Finetune/Loss (Raw)": 1.0356433391571045, "Finetune/Step": 620, "Finetune/Step Time": 5.35604041069746}
{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9804155826568604, "Finetune/Loss (Raw)": 1.0223132371902466, "Finetune/Step": 621, "Finetune/Step Time": 5.379974922165275}
{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9803621768951416, "Finetune/Loss (Raw)": 0.9639021754264832, "Finetune/Step": 622, "Finetune/Step Time": 5.363060932606459}
{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9806668758392334, "Finetune/Loss (Raw)": 1.0626342296600342, "Finetune/Step": 623, "Finetune/Step Time": 5.364356465637684}
{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9802749156951904, "Finetune/Loss (Raw)": 0.9944834113121033, "Finetune/Step": 624, "Finetune/Step Time": 5.3506018705666065}
{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9808367490768433, "Finetune/Loss (Raw)": 1.0484461784362793, "Finetune/Step": 625, "Finetune/Step Time": 5.35166766308248}
{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.980980634689331, "Finetune/Loss (Raw)": 1.0600391626358032, "Finetune/Step": 626, "Finetune/Step Time": 5.349408272653818}
{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9816451668739319, "Finetune/Loss (Raw)": 0.9807565808296204, "Finetune/Step": 627, "Finetune/Step Time": 5.345617190003395}
{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9816330671310425, "Finetune/Loss (Raw)": 0.9945850372314453, "Finetune/Step": 628, "Finetune/Step Time": 5.335805915296078}
{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.983444094657898, "Finetune/Loss (Raw)": 1.0286831855773926, "Finetune/Step": 629, "Finetune/Step Time": 5.32077513448894}
{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9853267073631287, "Finetune/Loss (Raw)": 1.134899377822876, "Finetune/Step": 630, "Finetune/Step Time": 5.302665319293737}
{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9842560291290283, "Finetune/Loss (Raw)": 0.9068182706832886, "Finetune/Step": 631, "Finetune/Step Time": 5.288661576807499}
{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9850242733955383, "Finetune/Loss (Raw)": 1.1693476438522339, "Finetune/Step": 632, "Finetune/Step Time": 5.2872688844799995}
{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9869637489318848, "Finetune/Loss (Raw)": 1.265005111694336, "Finetune/Step": 633, "Finetune/Step Time": 5.28865584731102}
{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9879058599472046, "Finetune/Loss (Raw)": 0.9474936127662659, "Finetune/Step": 634, "Finetune/Step Time": 5.2793673276901245}
{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9877225160598755, "Finetune/Loss (Raw)": 0.9983736872673035, "Finetune/Step": 635, "Finetune/Step Time": 5.283445743843913}
{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9883587956428528, "Finetune/Loss (Raw)": 1.0758475065231323, "Finetune/Step": 636, "Finetune/Step Time": 5.313536591827869}
{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9893824458122253, "Finetune/Loss (Raw)": 1.1053575277328491, "Finetune/Step": 637, "Finetune/Step Time": 5.298167480155826}
{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9906679391860962, "Finetune/Loss (Raw)": 1.0981117486953735, "Finetune/Step": 638, "Finetune/Step Time": 5.292255479842424}
{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9899571537971497, "Finetune/Loss (Raw)": 1.0158737897872925, "Finetune/Step": 639, "Finetune/Step Time": 5.2947591710835695}
{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.989833652973175, "Finetune/Loss (Raw)": 1.0074512958526611, "Finetune/Step": 640, "Finetune/Step Time": 5.294764230027795}
{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.990097165107727, "Finetune/Loss (Raw)": 1.0952444076538086, "Finetune/Step": 641, "Finetune/Step Time": 5.301639584824443}
{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9841060042381287, "Finetune/Loss (Raw)": 0.3346331715583801, "Finetune/Step": 642, "Finetune/Step Time": 5.316057780757546}
{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9888359904289246, "Finetune/Loss (Raw)": 0.9971733093261719, "Finetune/Step": 643, "Finetune/Step Time": 5.285332346335053}
{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9885439276695251, "Finetune/Loss (Raw)": 1.0441325902938843, "Finetune/Step": 644, "Finetune/Step Time": 5.290376357734203}
{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.988848090171814, "Finetune/Loss (Raw)": 1.0807300806045532, "Finetune/Step": 645, "Finetune/Step Time": 5.294877991080284}
{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9885367155075073, "Finetune/Loss (Raw)": 1.0184414386749268, "Finetune/Step": 646, "Finetune/Step Time": 5.299512669444084}
{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9876389503479004, "Finetune/Loss (Raw)": 0.9541304707527161, "Finetune/Step": 647, "Finetune/Step Time": 5.300212757661939}
{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9878447651863098, "Finetune/Loss (Raw)": 1.0366770029067993, "Finetune/Step": 648, "Finetune/Step Time": 5.298680476844311}
{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9879781603813171, "Finetune/Loss (Raw)": 1.029218316078186, "Finetune/Step": 649, "Finetune/Step Time": 5.294225800782442}
{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.987920880317688, "Finetune/Loss (Raw)": 0.9869563579559326, "Finetune/Step": 650, "Finetune/Step Time": 5.312510956078768}
{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9887841939926147, "Finetune/Loss (Raw)": 1.0193140506744385, "Finetune/Step": 651, "Finetune/Step Time": 5.320411525666714}
{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9886690378189087, "Finetune/Loss (Raw)": 1.0024125576019287, "Finetune/Step": 652, "Finetune/Step Time": 5.324746442958713}
{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9878580570220947, "Finetune/Loss (Raw)": 0.9165958762168884, "Finetune/Step": 653, "Finetune/Step Time": 5.327291328459978}
{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9900144934654236, "Finetune/Loss (Raw)": 1.2131611108779907, "Finetune/Step": 654, "Finetune/Step Time": 5.318939432501793}
{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9901805520057678, "Finetune/Loss (Raw)": 0.9906476140022278, "Finetune/Step": 655, "Finetune/Step Time": 5.328226029872894}
{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9896389245986938, "Finetune/Loss (Raw)": 0.9709963798522949, "Finetune/Step": 656, "Finetune/Step Time": 5.331662535667419}
{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.988532304763794, "Finetune/Loss (Raw)": 0.9604392051696777, "Finetune/Step": 657, "Finetune/Step Time": 5.352271661162376}
{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9876180291175842, "Finetune/Loss (Raw)": 0.988510012626648, "Finetune/Step": 658, "Finetune/Step Time": 5.353832449764013}
{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9849207401275635, "Finetune/Loss (Raw)": 0.8087277412414551, "Finetune/Step": 659, "Finetune/Step Time": 5.375919783487916}
{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9860575199127197, "Finetune/Loss (Raw)": 1.1286410093307495, "Finetune/Step": 660, "Finetune/Step Time": 5.380644761025906}
{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9865254163742065, "Finetune/Loss (Raw)": 1.012500286102295, "Finetune/Step": 661, "Finetune/Step Time": 5.373131530359387}
{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9874248504638672, "Finetune/Loss (Raw)": 1.059785008430481, "Finetune/Step": 662, "Finetune/Step Time": 5.3624521512538195}
{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9888218641281128, "Finetune/Loss (Raw)": 1.112744688987732, "Finetune/Step": 663, "Finetune/Step Time": 5.351554326713085}
{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9904147982597351, "Finetune/Loss (Raw)": 1.024570345878601, "Finetune/Step": 664, "Finetune/Step Time": 5.338924627751112}
{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9910534620285034, "Finetune/Loss (Raw)": 1.1479347944259644, "Finetune/Step": 665, "Finetune/Step Time": 5.346744827926159}
{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.992283821105957, "Finetune/Loss (Raw)": 1.1716231107711792, "Finetune/Step": 666, "Finetune/Step Time": 5.339031001552939}
{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9925193786621094, "Finetune/Loss (Raw)": 1.126624345779419, "Finetune/Step": 667, "Finetune/Step Time": 5.352517070248723}
{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.99172043800354, "Finetune/Loss (Raw)": 0.8665838241577148, "Finetune/Step": 668, "Finetune/Step Time": 5.357679171487689}
{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9918904304504395, "Finetune/Loss (Raw)": 1.0325559377670288, "Finetune/Step": 669, "Finetune/Step Time": 5.351830596104264}
{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9910669326782227, "Finetune/Loss (Raw)": 0.9175697565078735, "Finetune/Step": 670, "Finetune/Step Time": 5.354255082085729}
{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9900544285774231, "Finetune/Loss (Raw)": 0.9972721338272095, "Finetune/Step": 671, "Finetune/Step Time": 5.3530757911503315}
{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.989917516708374, "Finetune/Loss (Raw)": 1.0594244003295898, "Finetune/Step": 672, "Finetune/Step Time": 5.349940488114953}
{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9909592866897583, "Finetune/Loss (Raw)": 1.1222045421600342, "Finetune/Step": 673, "Finetune/Step Time": 5.350564936175942}
{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9923651218414307, "Finetune/Loss (Raw)": 1.1206297874450684, "Finetune/Step": 674, "Finetune/Step Time": 5.350944934412837}
{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9922724962234497, "Finetune/Loss (Raw)": 1.0677897930145264, "Finetune/Step": 675, "Finetune/Step Time": 5.352899994701147}
{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9929103851318359, "Finetune/Loss (Raw)": 1.0391136407852173, "Finetune/Step": 676, "Finetune/Step Time": 5.346960661932826}
{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9934781789779663, "Finetune/Loss (Raw)": 0.9134211540222168, "Finetune/Step": 677, "Finetune/Step Time": 5.379228442907333}
{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9945480823516846, "Finetune/Loss (Raw)": 1.1318188905715942, "Finetune/Step": 678, "Finetune/Step Time": 5.390978766605258}
{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9958715438842773, "Finetune/Loss (Raw)": 1.1448627710342407, "Finetune/Step": 679, "Finetune/Step Time": 5.396255046129227}
{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9947963953018188, "Finetune/Loss (Raw)": 0.9626863598823547, "Finetune/Step": 680, "Finetune/Step Time": 5.389883987605572}
{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9971843957901001, "Finetune/Loss (Raw)": 1.0685008764266968, "Finetune/Step": 681, "Finetune/Step Time": 5.388171963393688}
{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9967865943908691, "Finetune/Loss (Raw)": 1.0807515382766724, "Finetune/Step": 682, "Finetune/Step Time": 5.385284755378962}
{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9980515241622925, "Finetune/Loss (Raw)": 1.1058903932571411, "Finetune/Step": 683, "Finetune/Step Time": 5.36627696827054}
{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.997603178024292, "Finetune/Loss (Raw)": 0.9596133828163147, "Finetune/Step": 684, "Finetune/Step Time": 5.355644125491381}
{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9960830807685852, "Finetune/Loss (Raw)": 0.763177216053009, "Finetune/Step": 685, "Finetune/Step Time": 5.371079437434673}
{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.001511812210083, "Finetune/Loss (Raw)": 0.9368382096290588, "Finetune/Step": 686, "Finetune/Step Time": 5.353342035785317}
{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.0014476776123047, "Finetune/Loss (Raw)": 0.9715120792388916, "Finetune/Step": 687, "Finetune/Step Time": 5.350434200838208}
{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.0027793645858765, "Finetune/Loss (Raw)": 1.0137019157409668, "Finetune/Step": 688, "Finetune/Step Time": 5.349026599898934}
{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.0016164779663086, "Finetune/Loss (Raw)": 0.7361297011375427, "Finetune/Step": 689, "Finetune/Step Time": 5.367244189605117}
{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.0008565187454224, "Finetune/Loss (Raw)": 0.8478538990020752, "Finetune/Step": 690, "Finetune/Step Time": 5.4099271930754185}
{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.0009567737579346, "Finetune/Loss (Raw)": 1.0567866563796997, "Finetune/Step": 691, "Finetune/Step Time": 5.411692323163152}
{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 1.0001716613769531, "Finetune/Loss (Raw)": 0.9309883117675781, "Finetune/Step": 692, "Finetune/Step Time": 5.429387329146266}
{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 1.0003859996795654, "Finetune/Loss (Raw)": 0.9841786026954651, "Finetune/Step": 693, "Finetune/Step Time": 5.428552316501737}
{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9949564933776855, "Finetune/Loss (Raw)": 0.38902902603149414, "Finetune/Step": 694, "Finetune/Step Time": 5.446771018207073}
{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9939357042312622, "Finetune/Loss (Raw)": 0.8675572872161865, "Finetune/Step": 695, "Finetune/Step Time": 5.452827164903283}
{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 1.0004833936691284, "Finetune/Loss (Raw)": 1.1150586605072021, "Finetune/Step": 696, "Finetune/Step Time": 5.427136678248644}
{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0006229877471924, "Finetune/Loss (Raw)": 0.9451337456703186, "Finetune/Step": 697, "Finetune/Step Time": 5.433885920792818}
{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.001973271369934, "Finetune/Loss (Raw)": 1.1865750551223755, "Finetune/Step": 698, "Finetune/Step Time": 5.433084636926651}
{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.003974437713623, "Finetune/Loss (Raw)": 1.201463222503662, "Finetune/Step": 699, "Finetune/Step Time": 5.4298920426517725}
{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0036098957061768, "Finetune/Loss (Raw)": 0.9917789101600647, "Finetune/Step": 700, "Finetune/Step Time": 5.459871994331479}
{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9976332783699036, "Finetune/Loss (Raw)": 0.30570918321609497, "Finetune/Step": 701, "Finetune/Step Time": 5.481129454448819}
{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9966758489608765, "Finetune/Loss (Raw)": 0.9774160981178284, "Finetune/Step": 702, "Finetune/Step Time": 5.4877373073250055}
{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9946770668029785, "Finetune/Loss (Raw)": 0.881392776966095, "Finetune/Step": 703, "Finetune/Step Time": 5.482856284826994}
{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9946893453598022, "Finetune/Loss (Raw)": 0.9925290942192078, "Finetune/Step": 704, "Finetune/Step Time": 5.489537043496966}
{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9949272274971008, "Finetune/Loss (Raw)": 1.0169596672058105, "Finetune/Step": 705, "Finetune/Step Time": 5.4837352111935616}
{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9936752319335938, "Finetune/Loss (Raw)": 0.7931635975837708, "Finetune/Step": 706, "Finetune/Step Time": 5.485977014526725}
{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9940967559814453, "Finetune/Loss (Raw)": 0.9056180119514465, "Finetune/Step": 707, "Finetune/Step Time": 5.466323679313064}
{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9950209259986877, "Finetune/Loss (Raw)": 1.1588506698608398, "Finetune/Step": 708, "Finetune/Step Time": 5.470953399315476}
{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9937522411346436, "Finetune/Loss (Raw)": 0.9747605323791504, "Finetune/Step": 709, "Finetune/Step Time": 5.471976617351174}
{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9925089478492737, "Finetune/Loss (Raw)": 0.8854124546051025, "Finetune/Step": 710, "Finetune/Step Time": 5.466607304289937}
{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9939242601394653, "Finetune/Loss (Raw)": 1.076347827911377, "Finetune/Step": 711, "Finetune/Step Time": 5.479752345010638}
{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.991235613822937, "Finetune/Loss (Raw)": 0.732044517993927, "Finetune/Step": 712, "Finetune/Step Time": 5.49007473513484}
{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9904607534408569, "Finetune/Loss (Raw)": 0.9810029864311218, "Finetune/Step": 713, "Finetune/Step Time": 5.49670304171741}
{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.995163083076477, "Finetune/Loss (Raw)": 0.9368681311607361, "Finetune/Step": 714, "Finetune/Step Time": 5.477632271125913}
{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9946312308311462, "Finetune/Loss (Raw)": 1.1202372312545776, "Finetune/Step": 715, "Finetune/Step Time": 5.4770188331604}
{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9937005043029785, "Finetune/Loss (Raw)": 0.8720192313194275, "Finetune/Step": 716, "Finetune/Step Time": 5.451344853267074}
{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9940779805183411, "Finetune/Loss (Raw)": 1.134211540222168, "Finetune/Step": 717, "Finetune/Step Time": 5.463372882455587}
{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9937859773635864, "Finetune/Loss (Raw)": 1.0480577945709229, "Finetune/Step": 718, "Finetune/Step Time": 5.467386757954955}
{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9945539832115173, "Finetune/Loss (Raw)": 1.0444729328155518, "Finetune/Step": 719, "Finetune/Step Time": 5.46791478805244}
{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9964172840118408, "Finetune/Loss (Raw)": 1.210450291633606, "Finetune/Step": 720, "Finetune/Step Time": 5.470107881352305}
{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.995871901512146, "Finetune/Loss (Raw)": 0.9271159768104553, "Finetune/Step": 721, "Finetune/Step Time": 5.4738667365163565}
{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9957831501960754, "Finetune/Loss (Raw)": 0.9974753260612488, "Finetune/Step": 722, "Finetune/Step Time": 5.5001132264733315}
{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9965593814849854, "Finetune/Loss (Raw)": 1.1111335754394531, "Finetune/Step": 723, "Finetune/Step Time": 5.497168192639947}
{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.997679591178894, "Finetune/Loss (Raw)": 1.080849289894104, "Finetune/Step": 724, "Finetune/Step Time": 5.512300360947847}
{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.999717116355896, "Finetune/Loss (Raw)": 1.136309266090393, "Finetune/Step": 725, "Finetune/Step Time": 5.511079162359238}
{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9977376461029053, "Finetune/Loss (Raw)": 0.7586778402328491, "Finetune/Step": 726, "Finetune/Step Time": 5.499139938503504}
{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9978136420249939, "Finetune/Loss (Raw)": 1.030373454093933, "Finetune/Step": 727, "Finetune/Step Time": 5.5058506317436695}
{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9985308051109314, "Finetune/Loss (Raw)": 1.2019864320755005, "Finetune/Step": 728, "Finetune/Step Time": 5.505417015403509}
{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9960110783576965, "Finetune/Loss (Raw)": 0.6515804529190063, "Finetune/Step": 729, "Finetune/Step Time": 5.494626564905047}
{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9956141710281372, "Finetune/Loss (Raw)": 1.0054851770401, "Finetune/Step": 730, "Finetune/Step Time": 5.498366305604577}
{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9968094229698181, "Finetune/Loss (Raw)": 1.0927633047103882, "Finetune/Step": 731, "Finetune/Step Time": 5.493841487914324}
{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9955493211746216, "Finetune/Loss (Raw)": 0.9096261858940125, "Finetune/Step": 732, "Finetune/Step Time": 5.525437440723181}
{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9956942796707153, "Finetune/Loss (Raw)": 0.9612036943435669, "Finetune/Step": 733, "Finetune/Step Time": 5.522932298481464}
{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9952407479286194, "Finetune/Loss (Raw)": 0.8727038502693176, "Finetune/Step": 734, "Finetune/Step Time": 5.5106714107096195}
{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9958702325820923, "Finetune/Loss (Raw)": 0.898669421672821, "Finetune/Step": 735, "Finetune/Step Time": 5.488115098327398}
{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9946843385696411, "Finetune/Loss (Raw)": 0.9352005124092102, "Finetune/Step": 736, "Finetune/Step Time": 5.524032451212406}
{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9963001012802124, "Finetune/Loss (Raw)": 1.1238380670547485, "Finetune/Step": 737, "Finetune/Step Time": 5.519562060013413}
{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9966589212417603, "Finetune/Loss (Raw)": 1.014346957206726, "Finetune/Step": 738, "Finetune/Step Time": 5.515699785202742}
{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9920862317085266, "Finetune/Loss (Raw)": 0.448443204164505, "Finetune/Step": 739, "Finetune/Step Time": 5.551746942102909}
{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9915705323219299, "Finetune/Loss (Raw)": 1.1431833505630493, "Finetune/Step": 740, "Finetune/Step Time": 5.553800763562322}
{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9908740520477295, "Finetune/Loss (Raw)": 0.8175681829452515, "Finetune/Step": 741, "Finetune/Step Time": 5.571887258440256}
{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.990899384021759, "Finetune/Loss (Raw)": 0.9864634871482849, "Finetune/Step": 742, "Finetune/Step Time": 5.577362472191453}
{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9912087917327881, "Finetune/Loss (Raw)": 1.073447346687317, "Finetune/Step": 743, "Finetune/Step Time": 5.570690302178264}
{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9911460280418396, "Finetune/Loss (Raw)": 0.9960266351699829, "Finetune/Step": 744, "Finetune/Step Time": 5.572254050523043}
{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9904097318649292, "Finetune/Loss (Raw)": 0.9056496620178223, "Finetune/Step": 745, "Finetune/Step Time": 5.5904062949121}
{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9908607602119446, "Finetune/Loss (Raw)": 1.100400447845459, "Finetune/Step": 746, "Finetune/Step Time": 5.580930583178997}
{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9923446178436279, "Finetune/Loss (Raw)": 1.1149792671203613, "Finetune/Step": 747, "Finetune/Step Time": 5.560779504477978}
{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.992849588394165, "Finetune/Loss (Raw)": 1.1002862453460693, "Finetune/Step": 748, "Finetune/Step Time": 5.562405193224549}
{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9927033185958862, "Finetune/Loss (Raw)": 1.003585696220398, "Finetune/Step": 749, "Finetune/Step Time": 5.546475717797875}
{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9932222962379456, "Finetune/Loss (Raw)": 1.0303279161453247, "Finetune/Step": 750, "Finetune/Step Time": 5.551844369620085}
{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9919048547744751, "Finetune/Loss (Raw)": 0.8940070867538452, "Finetune/Step": 751, "Finetune/Step Time": 5.554749203845859}
{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9925925731658936, "Finetune/Loss (Raw)": 1.0825060606002808, "Finetune/Step": 752, "Finetune/Step Time": 5.555369380861521}
{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9874366521835327, "Finetune/Loss (Raw)": 0.3884959816932678, "Finetune/Step": 753, "Finetune/Step Time": 5.584241755306721}
{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.985979437828064, "Finetune/Loss (Raw)": 0.8735155463218689, "Finetune/Step": 754, "Finetune/Step Time": 5.584352023899555}
{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9855985641479492, "Finetune/Loss (Raw)": 0.9320031404495239, "Finetune/Step": 755, "Finetune/Step Time": 5.6058988850563765}
{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9852873086929321, "Finetune/Loss (Raw)": 0.9547419548034668, "Finetune/Step": 756, "Finetune/Step Time": 5.602550849318504}
{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9850115776062012, "Finetune/Loss (Raw)": 0.9933882355690002, "Finetune/Step": 757, "Finetune/Step Time": 5.619125705212355}
{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9852186441421509, "Finetune/Loss (Raw)": 1.1613998413085938, "Finetune/Step": 758, "Finetune/Step Time": 5.627327024936676}
{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9864886999130249, "Finetune/Loss (Raw)": 1.0693951845169067, "Finetune/Step": 759, "Finetune/Step Time": 5.621427850797772}
{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9853495359420776, "Finetune/Loss (Raw)": 1.023528814315796, "Finetune/Step": 760, "Finetune/Step Time": 5.614150417968631}
{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9827658534049988, "Finetune/Loss (Raw)": 0.9342943429946899, "Finetune/Step": 761, "Finetune/Step Time": 5.617240903899074}
{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9782727360725403, "Finetune/Loss (Raw)": 0.3723745346069336, "Finetune/Step": 762, "Finetune/Step Time": 5.648942396044731}
{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9774734377861023, "Finetune/Loss (Raw)": 0.8960638046264648, "Finetune/Step": 763, "Finetune/Step Time": 5.6576716136187315}
{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9768630266189575, "Finetune/Loss (Raw)": 0.9977141618728638, "Finetune/Step": 764, "Finetune/Step Time": 5.629877686500549}
{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9758681058883667, "Finetune/Loss (Raw)": 0.978008508682251, "Finetune/Step": 765, "Finetune/Step Time": 5.633948773145676}
{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9758385419845581, "Finetune/Loss (Raw)": 1.0943267345428467, "Finetune/Step": 766, "Finetune/Step Time": 5.6517111379653215}
{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9751285314559937, "Finetune/Loss (Raw)": 0.9250002503395081, "Finetune/Step": 767, "Finetune/Step Time": 5.654643077403307}
{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9745187759399414, "Finetune/Loss (Raw)": 0.9293885827064514, "Finetune/Step": 768, "Finetune/Step Time": 5.669298354536295}
{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9724736213684082, "Finetune/Loss (Raw)": 0.8334795832633972, "Finetune/Step": 769, "Finetune/Step Time": 5.682170884683728}
{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.977941632270813, "Finetune/Loss (Raw)": 1.0345278978347778, "Finetune/Step": 770, "Finetune/Step Time": 5.654321826994419}
{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9785653352737427, "Finetune/Loss (Raw)": 1.0770087242126465, "Finetune/Step": 771, "Finetune/Step Time": 5.653569875285029}
{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9782272577285767, "Finetune/Loss (Raw)": 1.0008666515350342, "Finetune/Step": 772, "Finetune/Step Time": 5.646958846598864}
{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9781070947647095, "Finetune/Loss (Raw)": 1.0653462409973145, "Finetune/Step": 773, "Finetune/Step Time": 5.6453260108828545}
{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9769521951675415, "Finetune/Loss (Raw)": 0.8706135749816895, "Finetune/Step": 774, "Finetune/Step Time": 5.65657570771873}
{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.977573812007904, "Finetune/Loss (Raw)": 1.0336955785751343, "Finetune/Step": 775, "Finetune/Step Time": 5.658564755693078}
{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.975721001625061, "Finetune/Loss (Raw)": 0.7995128631591797, "Finetune/Step": 776, "Finetune/Step Time": 5.659844117239118}
{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9765746593475342, "Finetune/Loss (Raw)": 1.138493537902832, "Finetune/Step": 777, "Finetune/Step Time": 5.676510946825147}
{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9774394631385803, "Finetune/Loss (Raw)": 1.0976506471633911, "Finetune/Step": 778, "Finetune/Step Time": 5.656176144257188}
{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9767985939979553, "Finetune/Loss (Raw)": 0.9372775554656982, "Finetune/Step": 779, "Finetune/Step Time": 5.658871605992317}
{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9715195894241333, "Finetune/Loss (Raw)": 0.3267006278038025, "Finetune/Step": 780, "Finetune/Step Time": 5.688839791342616}
{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9717022180557251, "Finetune/Loss (Raw)": 0.9399697780609131, "Finetune/Step": 781, "Finetune/Step Time": 5.694206222891808}
{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9680113792419434, "Finetune/Loss (Raw)": 0.7407438158988953, "Finetune/Step": 782, "Finetune/Step Time": 5.728633627295494}
{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9675381183624268, "Finetune/Loss (Raw)": 0.9300591349601746, "Finetune/Step": 783, "Finetune/Step Time": 5.775566261261702}
{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9658461809158325, "Finetune/Loss (Raw)": 0.7544325590133667, "Finetune/Step": 784, "Finetune/Step Time": 5.792330268770456}
{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9667816162109375, "Finetune/Loss (Raw)": 1.080180048942566, "Finetune/Step": 785, "Finetune/Step Time": 5.787382984533906}
{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.967930793762207, "Finetune/Loss (Raw)": 1.135603666305542, "Finetune/Step": 786, "Finetune/Step Time": 5.785333503037691}
{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9703273773193359, "Finetune/Loss (Raw)": 1.1154921054840088, "Finetune/Step": 787, "Finetune/Step Time": 5.78970125131309}
{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9703271985054016, "Finetune/Loss (Raw)": 1.1286122798919678, "Finetune/Step": 788, "Finetune/Step Time": 5.786142328754067}
{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9702717661857605, "Finetune/Loss (Raw)": 1.0054062604904175, "Finetune/Step": 789, "Finetune/Step Time": 5.784594304859638}
{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9680070877075195, "Finetune/Loss (Raw)": 0.7699086666107178, "Finetune/Step": 790, "Finetune/Step Time": 5.814826184883714}
{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.966596782207489, "Finetune/Loss (Raw)": 0.9322239756584167, "Finetune/Step": 791, "Finetune/Step Time": 5.816283650696278}
{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9652227163314819, "Finetune/Loss (Raw)": 0.8486922383308411, "Finetune/Step": 792, "Finetune/Step Time": 5.806932816281915}
{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9647401571273804, "Finetune/Loss (Raw)": 1.086160659790039, "Finetune/Step": 793, "Finetune/Step Time": 5.80954853259027}
{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9629324078559875, "Finetune/Loss (Raw)": 0.9402357339859009, "Finetune/Step": 794, "Finetune/Step Time": 5.811916397884488}
{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9618728756904602, "Finetune/Loss (Raw)": 0.9910032749176025, "Finetune/Step": 795, "Finetune/Step Time": 5.81493160687387}
{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9625565409660339, "Finetune/Loss (Raw)": 0.9540924429893494, "Finetune/Step": 796, "Finetune/Step Time": 5.811316812410951}
{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9621404409408569, "Finetune/Loss (Raw)": 0.9792866706848145, "Finetune/Step": 797, "Finetune/Step Time": 5.817974831908941}
{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9628968834877014, "Finetune/Loss (Raw)": 1.0144076347351074, "Finetune/Step": 798, "Finetune/Step Time": 5.820278422906995}
{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9622055292129517, "Finetune/Loss (Raw)": 0.9087759852409363, "Finetune/Step": 799, "Finetune/Step Time": 5.8269245233386755}
{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.96222984790802, "Finetune/Loss (Raw)": 1.0625361204147339, "Finetune/Step": 800, "Finetune/Step Time": 5.832505831494927}
{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9618680477142334, "Finetune/Loss (Raw)": 1.0758968591690063, "Finetune/Step": 801, "Finetune/Step Time": 5.857620742172003}
{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9608759880065918, "Finetune/Loss (Raw)": 0.9936493635177612, "Finetune/Step": 802, "Finetune/Step Time": 5.861246390268207}
{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9587970972061157, "Finetune/Loss (Raw)": 0.801685094833374, "Finetune/Step": 803, "Finetune/Step Time": 5.867381025105715}
{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.958412230014801, "Finetune/Loss (Raw)": 0.989849328994751, "Finetune/Step": 804, "Finetune/Step Time": 5.858549285680056}
{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.959444522857666, "Finetune/Loss (Raw)": 1.045560598373413, "Finetune/Step": 805, "Finetune/Step Time": 5.828550282865763}
{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.957148551940918, "Finetune/Loss (Raw)": 0.8379300832748413, "Finetune/Step": 806, "Finetune/Step Time": 5.842700960114598}
{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9559184312820435, "Finetune/Loss (Raw)": 0.9874073266983032, "Finetune/Step": 807, "Finetune/Step Time": 5.834463696926832}
{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.956591784954071, "Finetune/Loss (Raw)": 1.0488747358322144, "Finetune/Step": 808, "Finetune/Step Time": 5.853544671088457}
{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9556713104248047, "Finetune/Loss (Raw)": 0.9506860971450806, "Finetune/Step": 809, "Finetune/Step Time": 5.857703233137727}
{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9557757377624512, "Finetune/Loss (Raw)": 1.0941097736358643, "Finetune/Step": 810, "Finetune/Step Time": 5.860822709277272}
{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9537490606307983, "Finetune/Loss (Raw)": 0.8464797139167786, "Finetune/Step": 811, "Finetune/Step Time": 5.858212446793914}
{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9558619856834412, "Finetune/Loss (Raw)": 1.2300678491592407, "Finetune/Step": 812, "Finetune/Step Time": 5.855046797543764}
{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9576458930969238, "Finetune/Loss (Raw)": 0.9915095567703247, "Finetune/Step": 813, "Finetune/Step Time": 5.841992253437638}
{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9578350782394409, "Finetune/Loss (Raw)": 0.9610609412193298, "Finetune/Step": 814, "Finetune/Step Time": 5.831673825159669}
{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9578847289085388, "Finetune/Loss (Raw)": 0.9778673052787781, "Finetune/Step": 815, "Finetune/Step Time": 5.836071252822876}
{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9583661556243896, "Finetune/Loss (Raw)": 1.0753226280212402, "Finetune/Step": 816, "Finetune/Step Time": 5.835932778194547}
{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9609997868537903, "Finetune/Loss (Raw)": 1.0732358694076538, "Finetune/Step": 817, "Finetune/Step Time": 5.82010149396956}
{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9568639397621155, "Finetune/Loss (Raw)": 0.3184698224067688, "Finetune/Step": 818, "Finetune/Step Time": 5.809240560978651}
{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.95509272813797, "Finetune/Loss (Raw)": 0.8300707340240479, "Finetune/Step": 819, "Finetune/Step Time": 5.80889492854476}
{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.953597903251648, "Finetune/Loss (Raw)": 0.739652156829834, "Finetune/Step": 820, "Finetune/Step Time": 5.789343608543277}
{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9536601901054382, "Finetune/Loss (Raw)": 0.9921470284461975, "Finetune/Step": 821, "Finetune/Step Time": 5.789563765749335}
{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9578725099563599, "Finetune/Loss (Raw)": 0.9282135367393494, "Finetune/Step": 822, "Finetune/Step Time": 5.763003481552005}
{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9596365690231323, "Finetune/Loss (Raw)": 1.093354344367981, "Finetune/Step": 823, "Finetune/Step Time": 5.749295674264431}
{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9593877196311951, "Finetune/Loss (Raw)": 1.08319890499115, "Finetune/Step": 824, "Finetune/Step Time": 5.747928759083152}
{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9591808319091797, "Finetune/Loss (Raw)": 0.9186519980430603, "Finetune/Step": 825, "Finetune/Step Time": 5.738362193107605}
{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9566028118133545, "Finetune/Loss (Raw)": 0.8565964102745056, "Finetune/Step": 826, "Finetune/Step Time": 5.7387515604496}
{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9550210237503052, "Finetune/Loss (Raw)": 0.998982846736908, "Finetune/Step": 827, "Finetune/Step Time": 5.725568804889917}
{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9501977562904358, "Finetune/Loss (Raw)": 0.37440794706344604, "Finetune/Step": 828, "Finetune/Step Time": 5.725812258198857}
{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9562063813209534, "Finetune/Loss (Raw)": 1.074812650680542, "Finetune/Step": 829, "Finetune/Step Time": 5.7010132148861885}
{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9563432931900024, "Finetune/Loss (Raw)": 0.9949426054954529, "Finetune/Step": 830, "Finetune/Step Time": 5.698344646021724}
{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.957672119140625, "Finetune/Loss (Raw)": 1.051480770111084, "Finetune/Step": 831, "Finetune/Step Time": 5.7046956196427345}
{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9584081768989563, "Finetune/Loss (Raw)": 1.086745262145996, "Finetune/Step": 832, "Finetune/Step Time": 5.686428822577}
{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9537196755409241, "Finetune/Loss (Raw)": 0.4168323576450348, "Finetune/Step": 833, "Finetune/Step Time": 5.718179231509566}
{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9552585482597351, "Finetune/Loss (Raw)": 0.9901416897773743, "Finetune/Step": 834, "Finetune/Step Time": 5.726203199476004}
{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9559156894683838, "Finetune/Loss (Raw)": 0.9897226095199585, "Finetune/Step": 835, "Finetune/Step Time": 5.731419833377004}
{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9548027515411377, "Finetune/Loss (Raw)": 1.016404390335083, "Finetune/Step": 836, "Finetune/Step Time": 5.726441020146012}
{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9544585943222046, "Finetune/Loss (Raw)": 0.9307107925415039, "Finetune/Step": 837, "Finetune/Step Time": 5.746018212288618}
{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9557839632034302, "Finetune/Loss (Raw)": 1.055053472518921, "Finetune/Step": 838, "Finetune/Step Time": 5.750757414847612}
{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9544557332992554, "Finetune/Loss (Raw)": 0.9063302874565125, "Finetune/Step": 839, "Finetune/Step Time": 5.742407193407416}
{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9578790068626404, "Finetune/Loss (Raw)": 1.1702300310134888, "Finetune/Step": 840, "Finetune/Step Time": 5.731155179440975}
{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9572076201438904, "Finetune/Loss (Raw)": 0.8950667977333069, "Finetune/Step": 841, "Finetune/Step Time": 5.734641447663307}
{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.958271861076355, "Finetune/Loss (Raw)": 1.0730922222137451, "Finetune/Step": 842, "Finetune/Step Time": 5.727811003103852}
{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9577176570892334, "Finetune/Loss (Raw)": 1.0492881536483765, "Finetune/Step": 843, "Finetune/Step Time": 5.752437386661768}
{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9586871862411499, "Finetune/Loss (Raw)": 0.9961241483688354, "Finetune/Step": 844, "Finetune/Step Time": 5.753947213292122}
{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9582620859146118, "Finetune/Loss (Raw)": 1.0798029899597168, "Finetune/Step": 845, "Finetune/Step Time": 5.740512993186712}
{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9582791924476624, "Finetune/Loss (Raw)": 1.0502434968948364, "Finetune/Step": 846, "Finetune/Step Time": 5.732989860698581}
{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9536980390548706, "Finetune/Loss (Raw)": 0.45809048414230347, "Finetune/Step": 847, "Finetune/Step Time": 5.763907162472606}
{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9508894681930542, "Finetune/Loss (Raw)": 0.8509476184844971, "Finetune/Step": 848, "Finetune/Step Time": 5.766856707632542}
{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9515060186386108, "Finetune/Loss (Raw)": 1.006037712097168, "Finetune/Step": 849, "Finetune/Step Time": 5.744600104168057}
{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9506667256355286, "Finetune/Loss (Raw)": 0.8900432586669922, "Finetune/Step": 850, "Finetune/Step Time": 5.729086373001337}
{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9499874114990234, "Finetune/Loss (Raw)": 1.0241769552230835, "Finetune/Step": 851, "Finetune/Step Time": 5.73575303517282}
{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9484132528305054, "Finetune/Loss (Raw)": 0.8793610334396362, "Finetune/Step": 852, "Finetune/Step Time": 5.720696156844497}
{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.9469990730285645, "Finetune/Loss (Raw)": 0.9552922248840332, "Finetune/Step": 853, "Finetune/Step Time": 5.717455020174384}
{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9484719038009644, "Finetune/Loss (Raw)": 0.9472058415412903, "Finetune/Step": 854, "Finetune/Step Time": 5.71991572342813}
{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9466296434402466, "Finetune/Loss (Raw)": 0.7945639491081238, "Finetune/Step": 855, "Finetune/Step Time": 5.7560755126178265}
{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9450023174285889, "Finetune/Loss (Raw)": 0.9936889410018921, "Finetune/Step": 856, "Finetune/Step Time": 5.75336604565382}
{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9473580121994019, "Finetune/Loss (Raw)": 0.9531094431877136, "Finetune/Step": 857, "Finetune/Step Time": 5.743760680779815}
{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.9487943649291992, "Finetune/Loss (Raw)": 1.1893388032913208, "Finetune/Step": 858, "Finetune/Step Time": 5.741443092003465}
{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9489670991897583, "Finetune/Loss (Raw)": 1.1148672103881836, "Finetune/Step": 859, "Finetune/Step Time": 5.75654973834753}
{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9492967128753662, "Finetune/Loss (Raw)": 0.9518216848373413, "Finetune/Step": 860, "Finetune/Step Time": 5.724680457264185}
{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9474914073944092, "Finetune/Loss (Raw)": 0.7301206588745117, "Finetune/Step": 861, "Finetune/Step Time": 5.714823396876454}
{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9486303329467773, "Finetune/Loss (Raw)": 1.0184880495071411, "Finetune/Step": 862, "Finetune/Step Time": 5.717422336339951}
{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9482030272483826, "Finetune/Loss (Raw)": 0.8439772725105286, "Finetune/Step": 863, "Finetune/Step Time": 5.723572289571166}
{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9490624666213989, "Finetune/Loss (Raw)": 1.0452033281326294, "Finetune/Step": 864, "Finetune/Step Time": 5.690837975591421}
{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.947777509689331, "Finetune/Loss (Raw)": 0.9593655467033386, "Finetune/Step": 865, "Finetune/Step Time": 5.71267980709672}
{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9485629200935364, "Finetune/Loss (Raw)": 1.1148769855499268, "Finetune/Step": 866, "Finetune/Step Time": 5.714477324858308}
{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9533657431602478, "Finetune/Loss (Raw)": 1.0632057189941406, "Finetune/Step": 867, "Finetune/Step Time": 5.6823351588100195}
{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9518315196037292, "Finetune/Loss (Raw)": 0.9468011260032654, "Finetune/Step": 868, "Finetune/Step Time": 5.675665786489844}
{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9539446830749512, "Finetune/Loss (Raw)": 1.0880616903305054, "Finetune/Step": 869, "Finetune/Step Time": 5.6665949784219265}
{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9532996416091919, "Finetune/Loss (Raw)": 0.9038909673690796, "Finetune/Step": 870, "Finetune/Step Time": 5.669848160818219}
{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9515547156333923, "Finetune/Loss (Raw)": 0.8500968813896179, "Finetune/Step": 871, "Finetune/Step Time": 5.67338883690536}
{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9515819549560547, "Finetune/Loss (Raw)": 0.9995180368423462, "Finetune/Step": 872, "Finetune/Step Time": 5.672770913690329}
{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.952669084072113, "Finetune/Loss (Raw)": 1.0448030233383179, "Finetune/Step": 873, "Finetune/Step Time": 5.656377280130982}
{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9510136842727661, "Finetune/Loss (Raw)": 0.8885096907615662, "Finetune/Step": 874, "Finetune/Step Time": 5.661583514884114}
{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9497309327125549, "Finetune/Loss (Raw)": 0.9507827758789062, "Finetune/Step": 875, "Finetune/Step Time": 5.673011727631092}
{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9484602808952332, "Finetune/Loss (Raw)": 0.9376451969146729, "Finetune/Step": 876, "Finetune/Step Time": 5.674259163439274}
{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9486855864524841, "Finetune/Loss (Raw)": 1.032422661781311, "Finetune/Step": 877, "Finetune/Step Time": 5.6728909853845835}
{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9484001994132996, "Finetune/Loss (Raw)": 0.9938008189201355, "Finetune/Step": 878, "Finetune/Step Time": 5.665709774941206}
{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.948363184928894, "Finetune/Loss (Raw)": 0.8892698287963867, "Finetune/Step": 879, "Finetune/Step Time": 5.686521338298917}
{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9478389024734497, "Finetune/Loss (Raw)": 1.0153954029083252, "Finetune/Step": 880, "Finetune/Step Time": 5.690643025562167}
{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9517650604248047, "Finetune/Loss (Raw)": 0.8910422325134277, "Finetune/Step": 881, "Finetune/Step Time": 5.6730506010353565}
{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.953254222869873, "Finetune/Loss (Raw)": 1.0641266107559204, "Finetune/Step": 882, "Finetune/Step Time": 5.6728671826422215}
{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9542490243911743, "Finetune/Loss (Raw)": 1.059348464012146, "Finetune/Step": 883, "Finetune/Step Time": 5.644173486158252}
{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.955146849155426, "Finetune/Loss (Raw)": 1.0696550607681274, "Finetune/Step": 884, "Finetune/Step Time": 5.644990082830191}
{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.949131190776825, "Finetune/Loss (Raw)": 0.22338585555553436, "Finetune/Step": 885, "Finetune/Step Time": 5.658329673111439}
{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.947996973991394, "Finetune/Loss (Raw)": 1.0162173509597778, "Finetune/Step": 886, "Finetune/Step Time": 5.661566603928804}
{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.942755937576294, "Finetune/Loss (Raw)": 0.39854469895362854, "Finetune/Step": 887, "Finetune/Step Time": 5.697811663150787}
{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9432385563850403, "Finetune/Loss (Raw)": 1.0853110551834106, "Finetune/Step": 888, "Finetune/Step Time": 5.703468708321452}
{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9441360235214233, "Finetune/Loss (Raw)": 1.0491620302200317, "Finetune/Step": 889, "Finetune/Step Time": 5.709000771865249}
{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9488571882247925, "Finetune/Loss (Raw)": 0.976689875125885, "Finetune/Step": 890, "Finetune/Step Time": 5.678494384512305}
{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9495748281478882, "Finetune/Loss (Raw)": 0.9879189133644104, "Finetune/Step": 891, "Finetune/Step Time": 5.676729325205088}
{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.948744535446167, "Finetune/Loss (Raw)": 0.8914359211921692, "Finetune/Step": 892, "Finetune/Step Time": 5.68080591224134}
{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9498186707496643, "Finetune/Loss (Raw)": 1.115496277809143, "Finetune/Step": 893, "Finetune/Step Time": 5.677358077839017}
{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9488747119903564, "Finetune/Loss (Raw)": 0.973499059677124, "Finetune/Step": 894, "Finetune/Step Time": 5.667422832921147}
{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9492918252944946, "Finetune/Loss (Raw)": 0.9783956408500671, "Finetune/Step": 895, "Finetune/Step Time": 5.674307128414512}
{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9503490924835205, "Finetune/Loss (Raw)": 1.0647165775299072, "Finetune/Step": 896, "Finetune/Step Time": 5.661686945706606}
{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9505178332328796, "Finetune/Loss (Raw)": 0.8550776243209839, "Finetune/Step": 897, "Finetune/Step Time": 5.659997606649995}
{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9451966285705566, "Finetune/Loss (Raw)": 0.3534094989299774, "Finetune/Step": 898, "Finetune/Step Time": 5.682731503620744}
{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9432092905044556, "Finetune/Loss (Raw)": 0.8226346969604492, "Finetune/Step": 899, "Finetune/Step Time": 5.763074653223157}
{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9440975189208984, "Finetune/Loss (Raw)": 1.1145620346069336, "Finetune/Step": 900, "Finetune/Step Time": 5.76805180683732}
{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9444197416305542, "Finetune/Loss (Raw)": 1.106587529182434, "Finetune/Step": 901, "Finetune/Step Time": 5.768335333094001}
{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9459195137023926, "Finetune/Loss (Raw)": 1.0625817775726318, "Finetune/Step": 902, "Finetune/Step Time": 5.7514268308877945}
{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9462735652923584, "Finetune/Loss (Raw)": 1.0790212154388428, "Finetune/Step": 903, "Finetune/Step Time": 5.771745175123215}
{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.947549045085907, "Finetune/Loss (Raw)": 0.9627711772918701, "Finetune/Step": 904, "Finetune/Step Time": 5.773575849831104}
{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.946918249130249, "Finetune/Loss (Raw)": 1.0577480792999268, "Finetune/Step": 905, "Finetune/Step Time": 5.753342945128679}
{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.9456950426101685, "Finetune/Loss (Raw)": 0.9410837888717651, "Finetune/Step": 906, "Finetune/Step Time": 5.750940468162298}
{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9465832114219666, "Finetune/Loss (Raw)": 1.0509637594223022, "Finetune/Step": 907, "Finetune/Step Time": 5.73785949498415}
{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9516223669052124, "Finetune/Loss (Raw)": 0.9717106223106384, "Finetune/Step": 908, "Finetune/Step Time": 5.7127181477844715}
{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9520886540412903, "Finetune/Loss (Raw)": 0.999653697013855, "Finetune/Step": 909, "Finetune/Step Time": 5.711795523762703}
{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9538474082946777, "Finetune/Loss (Raw)": 0.9658662676811218, "Finetune/Step": 910, "Finetune/Step Time": 5.678934320807457}
{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9538853168487549, "Finetune/Loss (Raw)": 0.9349126815795898, "Finetune/Step": 911, "Finetune/Step Time": 5.626653486862779}
{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9567064046859741, "Finetune/Loss (Raw)": 1.1155285835266113, "Finetune/Step": 912, "Finetune/Step Time": 5.617878245189786}
{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9539344310760498, "Finetune/Loss (Raw)": 0.7253729104995728, "Finetune/Step": 913, "Finetune/Step Time": 5.612695066258311}
{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9538324475288391, "Finetune/Loss (Raw)": 1.1225475072860718, "Finetune/Step": 914, "Finetune/Step Time": 5.616870608180761}
{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9530249834060669, "Finetune/Loss (Raw)": 1.0121384859085083, "Finetune/Step": 915, "Finetune/Step Time": 5.5892249420285225}
{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9523036479949951, "Finetune/Loss (Raw)": 1.0362797975540161, "Finetune/Step": 916, "Finetune/Step Time": 5.596132006496191}
{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9537614583969116, "Finetune/Loss (Raw)": 1.192001223564148, "Finetune/Step": 917, "Finetune/Step Time": 5.640430370345712}
{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9553567171096802, "Finetune/Loss (Raw)": 0.9740993976593018, "Finetune/Step": 918, "Finetune/Step Time": 5.617291126400232}
{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9540365934371948, "Finetune/Loss (Raw)": 0.7632520198822021, "Finetune/Step": 919, "Finetune/Step Time": 5.63148152641952}
{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9540232419967651, "Finetune/Loss (Raw)": 0.8469827771186829, "Finetune/Step": 920, "Finetune/Step Time": 5.6376489121466875}
{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9532477855682373, "Finetune/Loss (Raw)": 0.9869062304496765, "Finetune/Step": 921, "Finetune/Step Time": 5.627757925540209}
{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9531174898147583, "Finetune/Loss (Raw)": 0.923550546169281, "Finetune/Step": 922, "Finetune/Step Time": 5.626699395477772}
{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9535095691680908, "Finetune/Loss (Raw)": 1.0411958694458008, "Finetune/Step": 923, "Finetune/Step Time": 5.61862194724381}
{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9533855319023132, "Finetune/Loss (Raw)": 0.9382124543190002, "Finetune/Step": 924, "Finetune/Step Time": 5.6269925981760025}
{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9520640969276428, "Finetune/Loss (Raw)": 0.8101425766944885, "Finetune/Step": 925, "Finetune/Step Time": 5.646255576983094}
{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9514766931533813, "Finetune/Loss (Raw)": 0.9392191767692566, "Finetune/Step": 926, "Finetune/Step Time": 5.65012389421463}
{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9524627923965454, "Finetune/Loss (Raw)": 1.0350017547607422, "Finetune/Step": 927, "Finetune/Step Time": 5.643137039616704}
{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9520795345306396, "Finetune/Loss (Raw)": 1.0134766101837158, "Finetune/Step": 928, "Finetune/Step Time": 5.635310662910342}
{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9517057538032532, "Finetune/Loss (Raw)": 1.0280526876449585, "Finetune/Step": 929, "Finetune/Step Time": 5.61082467623055}
{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9510095119476318, "Finetune/Loss (Raw)": 0.9045236706733704, "Finetune/Step": 930, "Finetune/Step Time": 5.615322023630142}
{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.9527781009674072, "Finetune/Loss (Raw)": 1.0280734300613403, "Finetune/Step": 931, "Finetune/Step Time": 5.596818959340453}
{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9533490538597107, "Finetune/Loss (Raw)": 1.0629266500473022, "Finetune/Step": 932, "Finetune/Step Time": 5.603058772161603}
{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9533174633979797, "Finetune/Loss (Raw)": 1.041517972946167, "Finetune/Step": 933, "Finetune/Step Time": 5.6124676335603}
{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9546667337417603, "Finetune/Loss (Raw)": 1.010634422302246, "Finetune/Step": 934, "Finetune/Step Time": 5.598734442144632}
{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9536808729171753, "Finetune/Loss (Raw)": 0.8612195253372192, "Finetune/Step": 935, "Finetune/Step Time": 5.59989002905786}
{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9528769254684448, "Finetune/Loss (Raw)": 0.9459767937660217, "Finetune/Step": 936, "Finetune/Step Time": 5.592066749930382}
{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9542878866195679, "Finetune/Loss (Raw)": 1.1312848329544067, "Finetune/Step": 937, "Finetune/Step Time": 5.5868578758090734}
{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9545968174934387, "Finetune/Loss (Raw)": 1.1336493492126465, "Finetune/Step": 938, "Finetune/Step Time": 5.590795634314418}
{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9552602171897888, "Finetune/Loss (Raw)": 0.9313972592353821, "Finetune/Step": 939, "Finetune/Step Time": 5.592017399147153}
{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9536339044570923, "Finetune/Loss (Raw)": 1.0218995809555054, "Finetune/Step": 940, "Finetune/Step Time": 5.594937724992633}
{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9535414576530457, "Finetune/Loss (Raw)": 0.9796753525733948, "Finetune/Step": 941, "Finetune/Step Time": 5.594064453616738}
{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9533824920654297, "Finetune/Loss (Raw)": 0.9407124519348145, "Finetune/Step": 942, "Finetune/Step Time": 5.599963249638677}
{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.95316481590271, "Finetune/Loss (Raw)": 0.950009822845459, "Finetune/Step": 943, "Finetune/Step Time": 5.598877441138029}
{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9525436162948608, "Finetune/Loss (Raw)": 0.9958077669143677, "Finetune/Step": 944, "Finetune/Step Time": 5.594109842553735}
{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9509434700012207, "Finetune/Loss (Raw)": 0.8684163689613342, "Finetune/Step": 945, "Finetune/Step Time": 5.603644268587232}
{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9555093050003052, "Finetune/Loss (Raw)": 0.9028977751731873, "Finetune/Step": 946, "Finetune/Step Time": 5.589015562087297}
{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9566113352775574, "Finetune/Loss (Raw)": 0.9711295962333679, "Finetune/Step": 947, "Finetune/Step Time": 5.608549417927861}
{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9538090825080872, "Finetune/Loss (Raw)": 0.38095852732658386, "Finetune/Step": 948, "Finetune/Step Time": 5.629740282893181}
{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.954949676990509, "Finetune/Loss (Raw)": 1.1381510496139526, "Finetune/Step": 949, "Finetune/Step Time": 5.614911310374737}
{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9548417329788208, "Finetune/Loss (Raw)": 0.9143949151039124, "Finetune/Step": 950, "Finetune/Step Time": 5.612595422193408}
{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9555169343948364, "Finetune/Loss (Raw)": 1.1797823905944824, "Finetune/Step": 951, "Finetune/Step Time": 5.605863228440285}
{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9537175297737122, "Finetune/Loss (Raw)": 0.8528710603713989, "Finetune/Step": 952, "Finetune/Step Time": 5.610591499134898}
{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9542451500892639, "Finetune/Loss (Raw)": 0.9861849546432495, "Finetune/Step": 953, "Finetune/Step Time": 5.60311115719378}
{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.954719066619873, "Finetune/Loss (Raw)": 0.9172618985176086, "Finetune/Step": 954, "Finetune/Step Time": 5.599743949249387}
{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9546891450881958, "Finetune/Loss (Raw)": 0.9951517581939697, "Finetune/Step": 955, "Finetune/Step Time": 5.598854582756758}
{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9598162174224854, "Finetune/Loss (Raw)": 1.030674695968628, "Finetune/Step": 956, "Finetune/Step Time": 5.57051021233201}
{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9584587812423706, "Finetune/Loss (Raw)": 0.9010537266731262, "Finetune/Step": 957, "Finetune/Step Time": 5.567176362499595}
{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9582995772361755, "Finetune/Loss (Raw)": 0.9745647311210632, "Finetune/Step": 958, "Finetune/Step Time": 5.576196787878871}
{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9573664665222168, "Finetune/Loss (Raw)": 0.9320471882820129, "Finetune/Step": 959, "Finetune/Step Time": 5.551865462213755}
{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.956322193145752, "Finetune/Loss (Raw)": 0.9530771970748901, "Finetune/Step": 960, "Finetune/Step Time": 5.554087217897177}
{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9599348306655884, "Finetune/Loss (Raw)": 0.8792428970336914, "Finetune/Step": 961, "Finetune/Step Time": 5.524184932932258}
{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9608731269836426, "Finetune/Loss (Raw)": 1.1102555990219116, "Finetune/Step": 962, "Finetune/Step Time": 5.521520785987377}
{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9602581262588501, "Finetune/Loss (Raw)": 0.9109984636306763, "Finetune/Step": 963, "Finetune/Step Time": 5.520174570381641}
{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9595810770988464, "Finetune/Loss (Raw)": 0.9297373294830322, "Finetune/Step": 964, "Finetune/Step Time": 5.519339770078659}
{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9586320519447327, "Finetune/Loss (Raw)": 0.8092411160469055, "Finetune/Step": 965, "Finetune/Step Time": 5.503960285335779}
{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9578225612640381, "Finetune/Loss (Raw)": 0.9514413475990295, "Finetune/Step": 966, "Finetune/Step Time": 5.504372941330075}
{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9585210084915161, "Finetune/Loss (Raw)": 0.9957314133644104, "Finetune/Step": 967, "Finetune/Step Time": 5.509215394034982}
{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9576747417449951, "Finetune/Loss (Raw)": 1.0619059801101685, "Finetune/Step": 968, "Finetune/Step Time": 5.507443405687809}
{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9579479694366455, "Finetune/Loss (Raw)": 0.9300304651260376, "Finetune/Step": 969, "Finetune/Step Time": 5.514551376923919}
{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.9550914764404297, "Finetune/Loss (Raw)": 0.7074658870697021, "Finetune/Step": 970, "Finetune/Step Time": 5.527721980586648}
{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9547632932662964, "Finetune/Loss (Raw)": 1.007285237312317, "Finetune/Step": 971, "Finetune/Step Time": 5.530327772721648}
{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9499966502189636, "Finetune/Loss (Raw)": 0.38599035143852234, "Finetune/Step": 972, "Finetune/Step Time": 5.563754949718714}
{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9484976530075073, "Finetune/Loss (Raw)": 0.8879314661026001, "Finetune/Step": 973, "Finetune/Step Time": 5.568816585466266}
{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.947868824005127, "Finetune/Loss (Raw)": 0.969748318195343, "Finetune/Step": 974, "Finetune/Step Time": 5.594670591875911}
{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9530304670333862, "Finetune/Loss (Raw)": 1.1187822818756104, "Finetune/Step": 975, "Finetune/Step Time": 5.575866198167205}
{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.9540850520133972, "Finetune/Loss (Raw)": 0.9859402179718018, "Finetune/Step": 976, "Finetune/Step Time": 5.572478823363781}
{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.9545687437057495, "Finetune/Loss (Raw)": 1.0679426193237305, "Finetune/Step": 977, "Finetune/Step Time": 5.577974610030651}
{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9550424218177795, "Finetune/Loss (Raw)": 0.9506810903549194, "Finetune/Step": 978, "Finetune/Step Time": 5.563077783212066}
{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.953959584236145, "Finetune/Loss (Raw)": 0.8855719566345215, "Finetune/Step": 979, "Finetune/Step Time": 5.563751094043255}
{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9562201499938965, "Finetune/Loss (Raw)": 1.1687124967575073, "Finetune/Step": 980, "Finetune/Step Time": 5.562135791406035}
{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9564486742019653, "Finetune/Loss (Raw)": 0.9845491647720337, "Finetune/Step": 981, "Finetune/Step Time": 5.56260927952826}
{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9570573568344116, "Finetune/Loss (Raw)": 1.0251144170761108, "Finetune/Step": 982, "Finetune/Step Time": 5.550499692559242}
{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9588595628738403, "Finetune/Loss (Raw)": 1.025246500968933, "Finetune/Step": 983, "Finetune/Step Time": 5.514270521700382}
{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9587404727935791, "Finetune/Loss (Raw)": 0.9784445762634277, "Finetune/Step": 984, "Finetune/Step Time": 5.52494746260345}
{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.958742618560791, "Finetune/Loss (Raw)": 0.9533833861351013, "Finetune/Step": 985, "Finetune/Step Time": 5.5233050137758255}
{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9563454985618591, "Finetune/Loss (Raw)": 0.8825071454048157, "Finetune/Step": 986, "Finetune/Step Time": 5.52657974511385}
{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.9555193185806274, "Finetune/Loss (Raw)": 1.0091187953948975, "Finetune/Step": 987, "Finetune/Step Time": 5.52367283962667}
{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.954850435256958, "Finetune/Loss (Raw)": 0.8662048578262329, "Finetune/Step": 988, "Finetune/Step Time": 5.526235295459628}
{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.957260012626648, "Finetune/Loss (Raw)": 1.0385510921478271, "Finetune/Step": 989, "Finetune/Step Time": 5.529609927907586}
{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9551632404327393, "Finetune/Loss (Raw)": 0.7500932216644287, "Finetune/Step": 990, "Finetune/Step Time": 5.535071790218353}
{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.9567312002182007, "Finetune/Loss (Raw)": 1.0446839332580566, "Finetune/Step": 991, "Finetune/Step Time": 5.525437857955694}
{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.956227719783783, "Finetune/Loss (Raw)": 0.9807516932487488, "Finetune/Step": 992, "Finetune/Step Time": 5.522986851632595}
{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9564328789710999, "Finetune/Loss (Raw)": 0.9856262803077698, "Finetune/Step": 993, "Finetune/Step Time": 5.533526659011841}
{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9538561105728149, "Finetune/Loss (Raw)": 0.7850558161735535, "Finetune/Step": 994, "Finetune/Step Time": 5.541496280580759}
{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9529041051864624, "Finetune/Loss (Raw)": 0.9413391947746277, "Finetune/Step": 995, "Finetune/Step Time": 5.540011456236243}
{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.953071117401123, "Finetune/Loss (Raw)": 0.9681830406188965, "Finetune/Step": 996, "Finetune/Step Time": 5.544053850695491}
{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9518425464630127, "Finetune/Loss (Raw)": 0.9308038353919983, "Finetune/Step": 997, "Finetune/Step Time": 5.523934444412589}
{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9523085355758667, "Finetune/Loss (Raw)": 0.9635401368141174, "Finetune/Step": 998, "Finetune/Step Time": 5.536820134148002}
{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9543946981430054, "Finetune/Loss (Raw)": 1.1171207427978516, "Finetune/Step": 999, "Finetune/Step Time": 5.530193243175745}
{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9555209875106812, "Finetune/Loss (Raw)": 1.1436899900436401, "Finetune/Step": 1000, "Finetune/Step Time": 5.523953586816788}
{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9498476982116699, "Finetune/Loss (Raw)": 0.318615585565567, "Finetune/Step": 1001, "Finetune/Step Time": 5.558362631127238}
{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9505824446678162, "Finetune/Loss (Raw)": 0.9825581908226013, "Finetune/Step": 1002, "Finetune/Step Time": 5.558694690465927}
{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9514167904853821, "Finetune/Loss (Raw)": 1.057580590248108, "Finetune/Step": 1003, "Finetune/Step Time": 5.561734406277537}
{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9524456262588501, "Finetune/Loss (Raw)": 1.0693334341049194, "Finetune/Step": 1004, "Finetune/Step Time": 5.56165455840528}
{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.9523392915725708, "Finetune/Loss (Raw)": 1.0188121795654297, "Finetune/Step": 1005, "Finetune/Step Time": 5.554200371727347}
{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9514379501342773, "Finetune/Loss (Raw)": 0.8784315586090088, "Finetune/Step": 1006, "Finetune/Step Time": 5.570151520892978}
{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.9517813324928284, "Finetune/Loss (Raw)": 0.9332246780395508, "Finetune/Step": 1007, "Finetune/Step Time": 5.551325671374798}
{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9515137672424316, "Finetune/Loss (Raw)": 0.9811491966247559, "Finetune/Step": 1008, "Finetune/Step Time": 5.550717676058412}
{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9478706121444702, "Finetune/Loss (Raw)": 0.42471542954444885, "Finetune/Step": 1009, "Finetune/Step Time": 5.567662427201867}
{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9466463923454285, "Finetune/Loss (Raw)": 0.907426655292511, "Finetune/Step": 1010, "Finetune/Step Time": 5.569810727611184}
{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.9455474019050598, "Finetune/Loss (Raw)": 0.9186767339706421, "Finetune/Step": 1011, "Finetune/Step Time": 5.568993235006928}
{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.945107102394104, "Finetune/Loss (Raw)": 1.0133023262023926, "Finetune/Step": 1012, "Finetune/Step Time": 5.574131678789854}
{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9505467414855957, "Finetune/Loss (Raw)": 0.9196488857269287, "Finetune/Step": 1013, "Finetune/Step Time": 5.542628463357687}
{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9507960081100464, "Finetune/Loss (Raw)": 1.048134446144104, "Finetune/Step": 1014, "Finetune/Step Time": 5.537617204710841}
{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9500870108604431, "Finetune/Loss (Raw)": 0.30778709053993225, "Finetune/Step": 1015, "Finetune/Step Time": 5.5342870727181435}
{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9494987726211548, "Finetune/Loss (Raw)": 1.0100200176239014, "Finetune/Step": 1016, "Finetune/Step Time": 5.532521955668926}
{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9497566819190979, "Finetune/Loss (Raw)": 1.082173466682434, "Finetune/Step": 1017, "Finetune/Step Time": 5.524143170565367}
{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9499558806419373, "Finetune/Loss (Raw)": 1.002184271812439, "Finetune/Step": 1018, "Finetune/Step Time": 5.563139703124762}
{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.9494447708129883, "Finetune/Loss (Raw)": 0.9224985241889954, "Finetune/Step": 1019, "Finetune/Step Time": 5.560912458226085}
{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9502163529396057, "Finetune/Loss (Raw)": 0.9902023077011108, "Finetune/Step": 1020, "Finetune/Step Time": 5.561642536893487}
{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9482992887496948, "Finetune/Loss (Raw)": 0.8701072335243225, "Finetune/Step": 1021, "Finetune/Step Time": 5.572770889848471}
{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9487076997756958, "Finetune/Loss (Raw)": 1.0257751941680908, "Finetune/Step": 1022, "Finetune/Step Time": 5.573305740952492}
{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9477090835571289, "Finetune/Loss (Raw)": 0.8505697846412659, "Finetune/Step": 1023, "Finetune/Step Time": 5.576890021562576}
{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9466335773468018, "Finetune/Loss (Raw)": 0.9270596504211426, "Finetune/Step": 1024, "Finetune/Step Time": 5.5785220451653}
{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9468452334403992, "Finetune/Loss (Raw)": 0.8821656703948975, "Finetune/Step": 1025, "Finetune/Step Time": 5.563505504280329}
{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9520392417907715, "Finetune/Loss (Raw)": 1.0182429552078247, "Finetune/Step": 1026, "Finetune/Step Time": 5.541496010497212}
{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9484704732894897, "Finetune/Loss (Raw)": 0.3658338189125061, "Finetune/Step": 1027, "Finetune/Step Time": 5.488184558227658}
{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.947988748550415, "Finetune/Loss (Raw)": 1.0528984069824219, "Finetune/Step": 1028, "Finetune/Step Time": 5.492061102762818}
{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9462072253227234, "Finetune/Loss (Raw)": 0.8785498142242432, "Finetune/Step": 1029, "Finetune/Step Time": 5.4993328005075455}
{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9460011124610901, "Finetune/Loss (Raw)": 1.036205530166626, "Finetune/Step": 1030, "Finetune/Step Time": 5.503099178895354}
{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9453054666519165, "Finetune/Loss (Raw)": 0.9899720549583435, "Finetune/Step": 1031, "Finetune/Step Time": 5.467519598081708}
{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9404711723327637, "Finetune/Loss (Raw)": 0.34398993849754333, "Finetune/Step": 1032, "Finetune/Step Time": 5.499957552179694}
{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9400631189346313, "Finetune/Loss (Raw)": 1.0055148601531982, "Finetune/Step": 1033, "Finetune/Step Time": 5.532336311414838}
{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9392862915992737, "Finetune/Loss (Raw)": 0.8416497111320496, "Finetune/Step": 1034, "Finetune/Step Time": 5.539656085893512}
{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.938881516456604, "Finetune/Loss (Raw)": 0.9991466999053955, "Finetune/Step": 1035, "Finetune/Step Time": 5.552297506481409}
{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9388591051101685, "Finetune/Loss (Raw)": 0.9688488841056824, "Finetune/Step": 1036, "Finetune/Step Time": 5.551839683204889}
{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.9379267692565918, "Finetune/Loss (Raw)": 0.8803103566169739, "Finetune/Step": 1037, "Finetune/Step Time": 5.560506626963615}
{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9394984245300293, "Finetune/Loss (Raw)": 1.1670421361923218, "Finetune/Step": 1038, "Finetune/Step Time": 5.554052108898759}
{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9400923848152161, "Finetune/Loss (Raw)": 1.0109310150146484, "Finetune/Step": 1039, "Finetune/Step Time": 5.553740084171295}
{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9386398792266846, "Finetune/Loss (Raw)": 0.9296124577522278, "Finetune/Step": 1040, "Finetune/Step Time": 5.549649320542812}
{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9414273500442505, "Finetune/Loss (Raw)": 1.082165002822876, "Finetune/Step": 1041, "Finetune/Step Time": 5.531532185152173}
{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.94114089012146, "Finetune/Loss (Raw)": 1.0858794450759888, "Finetune/Step": 1042, "Finetune/Step Time": 5.532273003831506}
{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9361523389816284, "Finetune/Loss (Raw)": 0.3736115097999573, "Finetune/Step": 1043, "Finetune/Step Time": 5.5754960887134075}
{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9347440004348755, "Finetune/Loss (Raw)": 0.8560143113136292, "Finetune/Step": 1044, "Finetune/Step Time": 5.57542884349823}
{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.9336143732070923, "Finetune/Loss (Raw)": 1.0474048852920532, "Finetune/Step": 1045, "Finetune/Step Time": 5.549021869897842}
{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.9334341287612915, "Finetune/Loss (Raw)": 0.9510290026664734, "Finetune/Step": 1046, "Finetune/Step Time": 5.5515908394008875}
{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9353500604629517, "Finetune/Loss (Raw)": 1.00849449634552, "Finetune/Step": 1047, "Finetune/Step Time": 5.538299776613712}
{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.937866747379303, "Finetune/Loss (Raw)": 1.1691157817840576, "Finetune/Step": 1048, "Finetune/Step Time": 5.5302426889538765}
{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9370052218437195, "Finetune/Loss (Raw)": 0.8766315579414368, "Finetune/Step": 1049, "Finetune/Step Time": 5.527427164837718}
{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.936191201210022, "Finetune/Loss (Raw)": 0.8193550705909729, "Finetune/Step": 1050, "Finetune/Step Time": 5.539248777553439}
{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9354621171951294, "Finetune/Loss (Raw)": 0.947871744632721, "Finetune/Step": 1051, "Finetune/Step Time": 5.5428467858582735}
{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9371297359466553, "Finetune/Loss (Raw)": 1.151665210723877, "Finetune/Step": 1052, "Finetune/Step Time": 5.540955940261483}
{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9385083913803101, "Finetune/Loss (Raw)": 0.9866133332252502, "Finetune/Step": 1053, "Finetune/Step Time": 5.528024982661009}
{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9398539066314697, "Finetune/Loss (Raw)": 1.1114479303359985, "Finetune/Step": 1054, "Finetune/Step Time": 5.523413583636284}
{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9388431310653687, "Finetune/Loss (Raw)": 0.9056167006492615, "Finetune/Step": 1055, "Finetune/Step Time": 5.524326330050826}
{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9394894242286682, "Finetune/Loss (Raw)": 1.0962042808532715, "Finetune/Step": 1056, "Finetune/Step Time": 5.525569016113877}
{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.938644528388977, "Finetune/Loss (Raw)": 0.9199056029319763, "Finetune/Step": 1057, "Finetune/Step Time": 5.520297264680266}
{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.938820481300354, "Finetune/Loss (Raw)": 0.9270474314689636, "Finetune/Step": 1058, "Finetune/Step Time": 5.513037443161011}
{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9381442070007324, "Finetune/Loss (Raw)": 0.9415125250816345, "Finetune/Step": 1059, "Finetune/Step Time": 5.531327733770013}
{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9375026822090149, "Finetune/Loss (Raw)": 0.9808095097541809, "Finetune/Step": 1060, "Finetune/Step Time": 5.529412437230349}
{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9359815120697021, "Finetune/Loss (Raw)": 0.8468120098114014, "Finetune/Step": 1061, "Finetune/Step Time": 5.510262988507748}
{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9358921647071838, "Finetune/Loss (Raw)": 0.9991941452026367, "Finetune/Step": 1062, "Finetune/Step Time": 5.505612948909402}
{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.9368613362312317, "Finetune/Loss (Raw)": 0.9852737784385681, "Finetune/Step": 1063, "Finetune/Step Time": 5.5130992997437716}
{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9387638568878174, "Finetune/Loss (Raw)": 1.1894922256469727, "Finetune/Step": 1064, "Finetune/Step Time": 5.500671964138746}
{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.9387924671173096, "Finetune/Loss (Raw)": 1.1349555253982544, "Finetune/Step": 1065, "Finetune/Step Time": 5.50202077254653}
{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9370308518409729, "Finetune/Loss (Raw)": 0.9081596732139587, "Finetune/Step": 1066, "Finetune/Step Time": 5.495767718181014}
{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.938437819480896, "Finetune/Loss (Raw)": 1.111495852470398, "Finetune/Step": 1067, "Finetune/Step Time": 5.502716401591897}
{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.93752121925354, "Finetune/Loss (Raw)": 0.9045631885528564, "Finetune/Step": 1068, "Finetune/Step Time": 5.507044231519103}
{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9373573064804077, "Finetune/Loss (Raw)": 0.9586983919143677, "Finetune/Step": 1069, "Finetune/Step Time": 5.533161085098982}
{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.9380437135696411, "Finetune/Loss (Raw)": 1.0285768508911133, "Finetune/Step": 1070, "Finetune/Step Time": 5.522213151678443}
{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9387964010238647, "Finetune/Loss (Raw)": 1.046347975730896, "Finetune/Step": 1071, "Finetune/Step Time": 5.520023811608553}
{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.93919438123703, "Finetune/Loss (Raw)": 1.0467511415481567, "Finetune/Step": 1072, "Finetune/Step Time": 5.529639031738043}
{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9399166703224182, "Finetune/Loss (Raw)": 0.9608698487281799, "Finetune/Step": 1073, "Finetune/Step Time": 5.512875270098448}
{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9410750269889832, "Finetune/Loss (Raw)": 1.051165223121643, "Finetune/Step": 1074, "Finetune/Step Time": 5.493374314159155}
{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9417427778244019, "Finetune/Loss (Raw)": 1.056600570678711, "Finetune/Step": 1075, "Finetune/Step Time": 5.488108476623893}
{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9472188353538513, "Finetune/Loss (Raw)": 1.0818990468978882, "Finetune/Step": 1076, "Finetune/Step Time": 5.457455152645707}
{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.9469095468521118, "Finetune/Loss (Raw)": 1.0985575914382935, "Finetune/Step": 1077, "Finetune/Step Time": 5.461660636588931}
{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9480687379837036, "Finetune/Loss (Raw)": 1.062774419784546, "Finetune/Step": 1078, "Finetune/Step Time": 5.463894160464406}
{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.945641279220581, "Finetune/Loss (Raw)": 0.8690677285194397, "Finetune/Step": 1079, "Finetune/Step Time": 5.4679315853863955}
{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9465785026550293, "Finetune/Loss (Raw)": 0.972832441329956, "Finetune/Step": 1080, "Finetune/Step Time": 5.467640325427055}
{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9473512768745422, "Finetune/Loss (Raw)": 1.0851024389266968, "Finetune/Step": 1081, "Finetune/Step Time": 5.471444776281714}
{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9468133449554443, "Finetune/Loss (Raw)": 0.8484046459197998, "Finetune/Step": 1082, "Finetune/Step Time": 5.492072748020291}
{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9470102787017822, "Finetune/Loss (Raw)": 1.0203651189804077, "Finetune/Step": 1083, "Finetune/Step Time": 5.49079524166882}
{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9473357200622559, "Finetune/Loss (Raw)": 1.072325587272644, "Finetune/Step": 1084, "Finetune/Step Time": 5.510014843195677}
{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9482667446136475, "Finetune/Loss (Raw)": 1.0202271938323975, "Finetune/Step": 1085, "Finetune/Step Time": 5.5002035442739725}
{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9487476348876953, "Finetune/Loss (Raw)": 1.0361117124557495, "Finetune/Step": 1086, "Finetune/Step Time": 5.486991681158543}
{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.9494675397872925, "Finetune/Loss (Raw)": 1.02419912815094, "Finetune/Step": 1087, "Finetune/Step Time": 5.489614916965365}
{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9486395716667175, "Finetune/Loss (Raw)": 0.8470978736877441, "Finetune/Step": 1088, "Finetune/Step Time": 5.497039783746004}
{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.9496322870254517, "Finetune/Loss (Raw)": 1.0063174962997437, "Finetune/Step": 1089, "Finetune/Step Time": 5.493305157870054}
{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.9495340585708618, "Finetune/Loss (Raw)": 1.0976803302764893, "Finetune/Step": 1090, "Finetune/Step Time": 5.503372684121132}
{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9497967958450317, "Finetune/Loss (Raw)": 0.9446263313293457, "Finetune/Step": 1091, "Finetune/Step Time": 5.49637820571661}
{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9505882859230042, "Finetune/Loss (Raw)": 1.0310486555099487, "Finetune/Step": 1092, "Finetune/Step Time": 5.495702596381307}
{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.951178252696991, "Finetune/Loss (Raw)": 0.8847582340240479, "Finetune/Step": 1093, "Finetune/Step Time": 5.493171477690339}
{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.951501727104187, "Finetune/Loss (Raw)": 0.992844820022583, "Finetune/Step": 1094, "Finetune/Step Time": 5.482366159558296}
{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9518512487411499, "Finetune/Loss (Raw)": 1.0404679775238037, "Finetune/Step": 1095, "Finetune/Step Time": 5.465937564149499}
{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.9518750309944153, "Finetune/Loss (Raw)": 1.0649528503417969, "Finetune/Step": 1096, "Finetune/Step Time": 5.467210358008742}
{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9523414969444275, "Finetune/Loss (Raw)": 0.9897345900535583, "Finetune/Step": 1097, "Finetune/Step Time": 5.4680548794567585}
{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9545935392379761, "Finetune/Loss (Raw)": 0.9957271218299866, "Finetune/Step": 1098, "Finetune/Step Time": 5.4693977404385805}
{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9545437097549438, "Finetune/Loss (Raw)": 1.0009078979492188, "Finetune/Step": 1099, "Finetune/Step Time": 5.442319892346859}
{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.9590867757797241, "Finetune/Loss (Raw)": 0.9675028324127197, "Finetune/Step": 1100, "Finetune/Step Time": 5.4125753082334995}
{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.960618793964386, "Finetune/Loss (Raw)": 1.0840288400650024, "Finetune/Step": 1101, "Finetune/Step Time": 5.418224705383182}
{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9593279957771301, "Finetune/Loss (Raw)": 0.8045253157615662, "Finetune/Step": 1102, "Finetune/Step Time": 5.4057217091321945}
{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.9594159722328186, "Finetune/Loss (Raw)": 1.1300458908081055, "Finetune/Step": 1103, "Finetune/Step Time": 5.397984119132161}
{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.960034191608429, "Finetune/Loss (Raw)": 1.0650684833526611, "Finetune/Step": 1104, "Finetune/Step Time": 5.407253492623568}
{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9604603052139282, "Finetune/Loss (Raw)": 1.1224935054779053, "Finetune/Step": 1105, "Finetune/Step Time": 5.417562883347273}
{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9608946442604065, "Finetune/Loss (Raw)": 1.0062758922576904, "Finetune/Step": 1106, "Finetune/Step Time": 5.429557576775551}
{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.9619985222816467, "Finetune/Loss (Raw)": 1.0268608331680298, "Finetune/Step": 1107, "Finetune/Step Time": 5.424417911097407}
{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.9614500999450684, "Finetune/Loss (Raw)": 1.098521113395691, "Finetune/Step": 1108, "Finetune/Step Time": 5.425031570717692}
{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9601256251335144, "Finetune/Loss (Raw)": 0.8150156736373901, "Finetune/Step": 1109, "Finetune/Step Time": 5.436694147065282}
{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9598678350448608, "Finetune/Loss (Raw)": 0.9921084046363831, "Finetune/Step": 1110, "Finetune/Step Time": 5.435580397024751}
{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9607084393501282, "Finetune/Loss (Raw)": 1.1328496932983398, "Finetune/Step": 1111, "Finetune/Step Time": 5.430827736854553}
{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9603384137153625, "Finetune/Loss (Raw)": 0.9310823678970337, "Finetune/Step": 1112, "Finetune/Step Time": 5.41900272294879}
{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9603397250175476, "Finetune/Loss (Raw)": 0.9535503387451172, "Finetune/Step": 1113, "Finetune/Step Time": 5.415512600913644}
{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9615399241447449, "Finetune/Loss (Raw)": 1.036130666732788, "Finetune/Step": 1114, "Finetune/Step Time": 5.438709696754813}
{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.9615858793258667, "Finetune/Loss (Raw)": 1.0150001049041748, "Finetune/Step": 1115, "Finetune/Step Time": 5.436005262658}
{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9633731842041016, "Finetune/Loss (Raw)": 1.094983458518982, "Finetune/Step": 1116, "Finetune/Step Time": 5.430838583037257}
{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9621872901916504, "Finetune/Loss (Raw)": 0.8867560029029846, "Finetune/Step": 1117, "Finetune/Step Time": 5.430253082886338}
{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9648131132125854, "Finetune/Loss (Raw)": 1.0861923694610596, "Finetune/Step": 1118, "Finetune/Step Time": 5.417221248149872}
{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9623860120773315, "Finetune/Loss (Raw)": 0.7340249419212341, "Finetune/Step": 1119, "Finetune/Step Time": 5.4270281959325075}
{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.962321400642395, "Finetune/Loss (Raw)": 0.9724798202514648, "Finetune/Step": 1120, "Finetune/Step Time": 5.429884556680918}
{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9636498689651489, "Finetune/Loss (Raw)": 1.1556710004806519, "Finetune/Step": 1121, "Finetune/Step Time": 5.399058688431978}
{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9657042026519775, "Finetune/Loss (Raw)": 1.0480120182037354, "Finetune/Step": 1122, "Finetune/Step Time": 5.40525359287858}
{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9656587243080139, "Finetune/Loss (Raw)": 0.9355143904685974, "Finetune/Step": 1123, "Finetune/Step Time": 5.423107134178281}
{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.9676914215087891, "Finetune/Loss (Raw)": 1.2283709049224854, "Finetune/Step": 1124, "Finetune/Step Time": 5.419352773576975}
{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9677857160568237, "Finetune/Loss (Raw)": 0.9428752660751343, "Finetune/Step": 1125, "Finetune/Step Time": 5.415844375267625}
{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9679343104362488, "Finetune/Loss (Raw)": 0.9825555086135864, "Finetune/Step": 1126, "Finetune/Step Time": 5.397886771708727}
{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9671841859817505, "Finetune/Loss (Raw)": 1.0211026668548584, "Finetune/Step": 1127, "Finetune/Step Time": 5.3971657529473305}
{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9658294916152954, "Finetune/Loss (Raw)": 0.9702875018119812, "Finetune/Step": 1128, "Finetune/Step Time": 5.409101199358702}
{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9720726013183594, "Finetune/Loss (Raw)": 1.1177386045455933, "Finetune/Step": 1129, "Finetune/Step Time": 5.372187551110983}
{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9706536531448364, "Finetune/Loss (Raw)": 0.8009277582168579, "Finetune/Step": 1130, "Finetune/Step Time": 5.380446281284094}
{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.9708917140960693, "Finetune/Loss (Raw)": 1.0880566835403442, "Finetune/Step": 1131, "Finetune/Step Time": 5.363065265119076}
{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9705536365509033, "Finetune/Loss (Raw)": 1.0260584354400635, "Finetune/Step": 1132, "Finetune/Step Time": 5.364863933995366}
{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9702693223953247, "Finetune/Loss (Raw)": 0.982419490814209, "Finetune/Step": 1133, "Finetune/Step Time": 5.360212503001094}
{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.970856785774231, "Finetune/Loss (Raw)": 0.953628659248352, "Finetune/Step": 1134, "Finetune/Step Time": 5.34197867102921}
{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9721639156341553, "Finetune/Loss (Raw)": 1.1005401611328125, "Finetune/Step": 1135, "Finetune/Step Time": 5.337407575920224}
{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.972196102142334, "Finetune/Loss (Raw)": 0.985268235206604, "Finetune/Step": 1136, "Finetune/Step Time": 5.334615832194686}
{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9770604372024536, "Finetune/Loss (Raw)": 1.0473467111587524, "Finetune/Step": 1137, "Finetune/Step Time": 5.304620206356049}
{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9779905676841736, "Finetune/Loss (Raw)": 1.0264816284179688, "Finetune/Step": 1138, "Finetune/Step Time": 5.3139424826949835}
{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9783522486686707, "Finetune/Loss (Raw)": 0.9649763107299805, "Finetune/Step": 1139, "Finetune/Step Time": 5.326806189492345}
{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9784219264984131, "Finetune/Loss (Raw)": 1.0222207307815552, "Finetune/Step": 1140, "Finetune/Step Time": 5.319859890267253}
{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9787114858627319, "Finetune/Loss (Raw)": 0.9567154049873352, "Finetune/Step": 1141, "Finetune/Step Time": 5.325634332373738}
{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9728530049324036, "Finetune/Loss (Raw)": 0.29824450612068176, "Finetune/Step": 1142, "Finetune/Step Time": 5.3507483545690775}
{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9777648448944092, "Finetune/Loss (Raw)": 0.9365097880363464, "Finetune/Step": 1143, "Finetune/Step Time": 5.331410624086857}
{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9777921438217163, "Finetune/Loss (Raw)": 1.0135058164596558, "Finetune/Step": 1144, "Finetune/Step Time": 5.335753500461578}
{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9768171310424805, "Finetune/Loss (Raw)": 0.9573760628700256, "Finetune/Step": 1145, "Finetune/Step Time": 5.336124159395695}
{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9772403240203857, "Finetune/Loss (Raw)": 1.056347370147705, "Finetune/Step": 1146, "Finetune/Step Time": 5.301275370642543}
{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9764208197593689, "Finetune/Loss (Raw)": 0.8176099061965942, "Finetune/Step": 1147, "Finetune/Step Time": 5.304279332980514}
{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.971358060836792, "Finetune/Loss (Raw)": 0.3421572148799896, "Finetune/Step": 1148, "Finetune/Step Time": 5.330828262493014}
{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9732335805892944, "Finetune/Loss (Raw)": 1.1101813316345215, "Finetune/Step": 1149, "Finetune/Step Time": 5.3359457571059465}
{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9728403091430664, "Finetune/Loss (Raw)": 0.9754372835159302, "Finetune/Step": 1150, "Finetune/Step Time": 5.326465759426355}
{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9731115102767944, "Finetune/Loss (Raw)": 0.8852835297584534, "Finetune/Step": 1151, "Finetune/Step Time": 5.310919499024749}
{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9737063646316528, "Finetune/Loss (Raw)": 1.0032023191452026, "Finetune/Step": 1152, "Finetune/Step Time": 5.328069372102618}
{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9754438996315002, "Finetune/Loss (Raw)": 1.1045677661895752, "Finetune/Step": 1153, "Finetune/Step Time": 5.341695165261626}
{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9700356125831604, "Finetune/Loss (Raw)": 0.3259788453578949, "Finetune/Step": 1154, "Finetune/Step Time": 5.364588174968958}
{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9698097705841064, "Finetune/Loss (Raw)": 0.3369254767894745, "Finetune/Step": 1155, "Finetune/Step Time": 5.362295823171735}
{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9706171751022339, "Finetune/Loss (Raw)": 1.156245231628418, "Finetune/Step": 1156, "Finetune/Step Time": 5.352798413485289}
{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9719108939170837, "Finetune/Loss (Raw)": 1.0441529750823975, "Finetune/Step": 1157, "Finetune/Step Time": 5.344814671203494}
{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9710122346878052, "Finetune/Loss (Raw)": 0.9211723804473877, "Finetune/Step": 1158, "Finetune/Step Time": 5.335360566154122}
{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9700380563735962, "Finetune/Loss (Raw)": 0.8652797937393188, "Finetune/Step": 1159, "Finetune/Step Time": 5.334902511909604}
{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9748690724372864, "Finetune/Loss (Raw)": 0.9623573422431946, "Finetune/Step": 1160, "Finetune/Step Time": 5.320835433900356}
{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9748223423957825, "Finetune/Loss (Raw)": 0.9995381236076355, "Finetune/Step": 1161, "Finetune/Step Time": 5.312758006155491}
{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9761760830879211, "Finetune/Loss (Raw)": 1.0149229764938354, "Finetune/Step": 1162, "Finetune/Step Time": 5.309492593631148}
{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9746933579444885, "Finetune/Loss (Raw)": 0.8093627691268921, "Finetune/Step": 1163, "Finetune/Step Time": 5.316888740286231}
{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.976544976234436, "Finetune/Loss (Raw)": 1.2058496475219727, "Finetune/Step": 1164, "Finetune/Step Time": 5.315067438408732}
{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9724948406219482, "Finetune/Loss (Raw)": 0.361907958984375, "Finetune/Step": 1165, "Finetune/Step Time": 5.329234480857849}
{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9702535271644592, "Finetune/Loss (Raw)": 0.8801442980766296, "Finetune/Step": 1166, "Finetune/Step Time": 5.348559288308024}
{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9688504338264465, "Finetune/Loss (Raw)": 0.831333339214325, "Finetune/Step": 1167, "Finetune/Step Time": 5.363095184788108}
{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9691375494003296, "Finetune/Loss (Raw)": 0.9663582444190979, "Finetune/Step": 1168, "Finetune/Step Time": 5.362075932323933}
{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9685289859771729, "Finetune/Loss (Raw)": 1.0042756795883179, "Finetune/Step": 1169, "Finetune/Step Time": 5.36387999355793}
{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9636977314949036, "Finetune/Loss (Raw)": 0.46747830510139465, "Finetune/Step": 1170, "Finetune/Step Time": 5.396179459989071}
{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9695467948913574, "Finetune/Loss (Raw)": 1.1222878694534302, "Finetune/Step": 1171, "Finetune/Step Time": 5.351618830114603}
{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.9710466861724854, "Finetune/Loss (Raw)": 1.0480079650878906, "Finetune/Step": 1172, "Finetune/Step Time": 5.346428098157048}
{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9706231355667114, "Finetune/Loss (Raw)": 0.9931942820549011, "Finetune/Step": 1173, "Finetune/Step Time": 5.330040168017149}
{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9659724235534668, "Finetune/Loss (Raw)": 0.3557286560535431, "Finetune/Step": 1174, "Finetune/Step Time": 5.3526614382863045}
{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9655561447143555, "Finetune/Loss (Raw)": 0.9552132487297058, "Finetune/Step": 1175, "Finetune/Step Time": 5.3703979924321175}
{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.963758111000061, "Finetune/Loss (Raw)": 0.9389593601226807, "Finetune/Step": 1176, "Finetune/Step Time": 5.365350259467959}
{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9591503143310547, "Finetune/Loss (Raw)": 0.286842942237854, "Finetune/Step": 1177, "Finetune/Step Time": 5.398454211652279}
{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.955263078212738, "Finetune/Loss (Raw)": 0.3217814564704895, "Finetune/Step": 1178, "Finetune/Step Time": 5.415026972070336}
{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.9569290280342102, "Finetune/Loss (Raw)": 1.1611158847808838, "Finetune/Step": 1179, "Finetune/Step Time": 5.4081641137599945}
{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9552263021469116, "Finetune/Loss (Raw)": 0.9337154030799866, "Finetune/Step": 1180, "Finetune/Step Time": 5.424588184803724}
{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9560450315475464, "Finetune/Loss (Raw)": 1.0914119482040405, "Finetune/Step": 1181, "Finetune/Step Time": 5.412655403837562}
{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9529117941856384, "Finetune/Loss (Raw)": 0.7103927135467529, "Finetune/Step": 1182, "Finetune/Step Time": 5.414374243468046}
{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9539811611175537, "Finetune/Loss (Raw)": 1.042495608329773, "Finetune/Step": 1183, "Finetune/Step Time": 5.4158798940479755}
{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.9518875479698181, "Finetune/Loss (Raw)": 0.828220784664154, "Finetune/Step": 1184, "Finetune/Step Time": 5.445177782326937}
{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9526611566543579, "Finetune/Loss (Raw)": 1.0189368724822998, "Finetune/Step": 1185, "Finetune/Step Time": 5.4479999877512455}
{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.9542069435119629, "Finetune/Loss (Raw)": 1.124903678894043, "Finetune/Step": 1186, "Finetune/Step Time": 5.448236804455519}
{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9495475888252258, "Finetune/Loss (Raw)": 0.3451109528541565, "Finetune/Step": 1187, "Finetune/Step Time": 5.465004734694958}
{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9501839876174927, "Finetune/Loss (Raw)": 1.0622683763504028, "Finetune/Step": 1188, "Finetune/Step Time": 5.463754463940859}
{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.951886773109436, "Finetune/Loss (Raw)": 1.064773678779602, "Finetune/Step": 1189, "Finetune/Step Time": 5.468913393095136}
{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.9517513513565063, "Finetune/Loss (Raw)": 0.9818565249443054, "Finetune/Step": 1190, "Finetune/Step Time": 5.467361060902476}
{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9522806406021118, "Finetune/Loss (Raw)": 1.053017258644104, "Finetune/Step": 1191, "Finetune/Step Time": 5.460921509191394}
{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9510427713394165, "Finetune/Loss (Raw)": 1.0310544967651367, "Finetune/Step": 1192, "Finetune/Step Time": 5.468246070668101}
{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9501705765724182, "Finetune/Loss (Raw)": 1.023313045501709, "Finetune/Step": 1193, "Finetune/Step Time": 5.467038672417402}
{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9514787197113037, "Finetune/Loss (Raw)": 1.0755913257598877, "Finetune/Step": 1194, "Finetune/Step Time": 5.480756036937237}
{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.950586199760437, "Finetune/Loss (Raw)": 0.997261643409729, "Finetune/Step": 1195, "Finetune/Step Time": 5.470495501533151}
{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.9512373208999634, "Finetune/Loss (Raw)": 0.9879119396209717, "Finetune/Step": 1196, "Finetune/Step Time": 5.467329239472747}
{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9524601697921753, "Finetune/Loss (Raw)": 1.115218162536621, "Finetune/Step": 1197, "Finetune/Step Time": 5.434624066576362}
{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9530672430992126, "Finetune/Loss (Raw)": 1.1062802076339722, "Finetune/Step": 1198, "Finetune/Step Time": 5.440244551748037}
{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9530272483825684, "Finetune/Loss (Raw)": 1.0412288904190063, "Finetune/Step": 1199, "Finetune/Step Time": 5.4360506143420935}
{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9531090259552002, "Finetune/Loss (Raw)": 1.057221531867981, "Finetune/Step": 1200, "Finetune/Step Time": 5.432666664943099}
{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.953782856464386, "Finetune/Loss (Raw)": 1.0471205711364746, "Finetune/Step": 1201, "Finetune/Step Time": 5.445868480950594}
{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.9546676874160767, "Finetune/Loss (Raw)": 1.1644155979156494, "Finetune/Step": 1202, "Finetune/Step Time": 5.449588228017092}
{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9551916122436523, "Finetune/Loss (Raw)": 1.1236642599105835, "Finetune/Step": 1203, "Finetune/Step Time": 5.440339308232069}
{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9552311897277832, "Finetune/Loss (Raw)": 1.086972713470459, "Finetune/Step": 1204, "Finetune/Step Time": 5.4486212227493525}
{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9542527198791504, "Finetune/Loss (Raw)": 0.9733110666275024, "Finetune/Step": 1205, "Finetune/Step Time": 5.465935830026865}
{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9549591541290283, "Finetune/Loss (Raw)": 1.1531932353973389, "Finetune/Step": 1206, "Finetune/Step Time": 5.458096578717232}
{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9556693434715271, "Finetune/Loss (Raw)": 0.9599770307540894, "Finetune/Step": 1207, "Finetune/Step Time": 5.465322054922581}
{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9560294151306152, "Finetune/Loss (Raw)": 1.0189203023910522, "Finetune/Step": 1208, "Finetune/Step Time": 5.465930050238967}
{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9557987451553345, "Finetune/Loss (Raw)": 1.0555799007415771, "Finetune/Step": 1209, "Finetune/Step Time": 5.464154966175556}
{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9569396376609802, "Finetune/Loss (Raw)": 0.9944370985031128, "Finetune/Step": 1210, "Finetune/Step Time": 5.442033194005489}
{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9563959240913391, "Finetune/Loss (Raw)": 0.9507695436477661, "Finetune/Step": 1211, "Finetune/Step Time": 5.445281621068716}
{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9568182826042175, "Finetune/Loss (Raw)": 1.1263923645019531, "Finetune/Step": 1212, "Finetune/Step Time": 5.428687192499638}
{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9563014507293701, "Finetune/Loss (Raw)": 0.954063355922699, "Finetune/Step": 1213, "Finetune/Step Time": 5.427862785756588}
{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.9549148082733154, "Finetune/Loss (Raw)": 0.8586254119873047, "Finetune/Step": 1214, "Finetune/Step Time": 5.441453896462917}
{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9546033143997192, "Finetune/Loss (Raw)": 0.9843267798423767, "Finetune/Step": 1215, "Finetune/Step Time": 5.441910494118929}
{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.950695276260376, "Finetune/Loss (Raw)": 0.346874862909317, "Finetune/Step": 1216, "Finetune/Step Time": 5.46353411488235}
{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9515106678009033, "Finetune/Loss (Raw)": 1.110681176185608, "Finetune/Step": 1217, "Finetune/Step Time": 5.46627639234066}
{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9511702656745911, "Finetune/Loss (Raw)": 1.0541114807128906, "Finetune/Step": 1218, "Finetune/Step Time": 5.451234567910433}
{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9461427927017212, "Finetune/Loss (Raw)": 0.30111679434776306, "Finetune/Step": 1219, "Finetune/Step Time": 5.484230415895581}
{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9458773136138916, "Finetune/Loss (Raw)": 0.9970611929893494, "Finetune/Step": 1220, "Finetune/Step Time": 5.488470057025552}
{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.947074830532074, "Finetune/Loss (Raw)": 1.0380395650863647, "Finetune/Step": 1221, "Finetune/Step Time": 5.498223287984729}
{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.9471625089645386, "Finetune/Loss (Raw)": 1.0040723085403442, "Finetune/Step": 1222, "Finetune/Step Time": 5.508402863517404}
{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.947078287601471, "Finetune/Loss (Raw)": 1.0296838283538818, "Finetune/Step": 1223, "Finetune/Step Time": 5.5094139985740185}
{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.9466589093208313, "Finetune/Loss (Raw)": 1.011269450187683, "Finetune/Step": 1224, "Finetune/Step Time": 5.51115963794291}
{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9457681775093079, "Finetune/Loss (Raw)": 0.8757224678993225, "Finetune/Step": 1225, "Finetune/Step Time": 5.4906840063631535}
{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9450087547302246, "Finetune/Loss (Raw)": 0.8985165953636169, "Finetune/Step": 1226, "Finetune/Step Time": 5.486373679712415}
{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9439678192138672, "Finetune/Loss (Raw)": 0.8676733374595642, "Finetune/Step": 1227, "Finetune/Step Time": 5.4944887682795525}
{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9446211457252502, "Finetune/Loss (Raw)": 1.0511326789855957, "Finetune/Step": 1228, "Finetune/Step Time": 5.505837639793754}
{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.944607138633728, "Finetune/Loss (Raw)": 1.0822292566299438, "Finetune/Step": 1229, "Finetune/Step Time": 5.496144782751799}
{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9414454698562622, "Finetune/Loss (Raw)": 0.39983808994293213, "Finetune/Step": 1230, "Finetune/Step Time": 5.527409387752414}
{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9413658380508423, "Finetune/Loss (Raw)": 1.1198468208312988, "Finetune/Step": 1231, "Finetune/Step Time": 5.515336267650127}
{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9409604668617249, "Finetune/Loss (Raw)": 1.0131853818893433, "Finetune/Step": 1232, "Finetune/Step Time": 5.503943445160985}
{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9403097629547119, "Finetune/Loss (Raw)": 1.0392003059387207, "Finetune/Step": 1233, "Finetune/Step Time": 5.489551892504096}
{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9387946128845215, "Finetune/Loss (Raw)": 0.8123376965522766, "Finetune/Step": 1234, "Finetune/Step Time": 5.498885395005345}
{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.9382299184799194, "Finetune/Loss (Raw)": 0.9545867443084717, "Finetune/Step": 1235, "Finetune/Step Time": 5.497570129111409}
{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9383370876312256, "Finetune/Loss (Raw)": 1.1122310161590576, "Finetune/Step": 1236, "Finetune/Step Time": 5.493658671155572}
{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.9399387836456299, "Finetune/Loss (Raw)": 1.0200347900390625, "Finetune/Step": 1237, "Finetune/Step Time": 5.501752560958266}
{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.9413689374923706, "Finetune/Loss (Raw)": 1.1751708984375, "Finetune/Step": 1238, "Finetune/Step Time": 5.504377268254757}
{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.940163791179657, "Finetune/Loss (Raw)": 0.9785856604576111, "Finetune/Step": 1239, "Finetune/Step Time": 5.512671941891313}
{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.9405239820480347, "Finetune/Loss (Raw)": 0.9771851897239685, "Finetune/Step": 1240, "Finetune/Step Time": 5.510631911456585}
{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9401155710220337, "Finetune/Loss (Raw)": 0.9012781977653503, "Finetune/Step": 1241, "Finetune/Step Time": 5.514816161245108}
{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9395822882652283, "Finetune/Loss (Raw)": 0.9678668975830078, "Finetune/Step": 1242, "Finetune/Step Time": 5.488309245556593}
{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9398779273033142, "Finetune/Loss (Raw)": 1.0528435707092285, "Finetune/Step": 1243, "Finetune/Step Time": 5.48745365999639}
{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9389603137969971, "Finetune/Loss (Raw)": 0.9775320887565613, "Finetune/Step": 1244, "Finetune/Step Time": 5.4908759873360395}
{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9396159648895264, "Finetune/Loss (Raw)": 0.9706745147705078, "Finetune/Step": 1245, "Finetune/Step Time": 5.4811392314732075}
{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.938389778137207, "Finetune/Loss (Raw)": 0.9292461276054382, "Finetune/Step": 1246, "Finetune/Step Time": 5.503326825797558}
{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.9410579204559326, "Finetune/Loss (Raw)": 1.0755467414855957, "Finetune/Step": 1247, "Finetune/Step Time": 5.489376861602068}
{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9398562908172607, "Finetune/Loss (Raw)": 0.8186729550361633, "Finetune/Step": 1248, "Finetune/Step Time": 5.494089215993881}
{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9380030632019043, "Finetune/Loss (Raw)": 0.9184520244598389, "Finetune/Step": 1249, "Finetune/Step Time": 5.495087971910834}
{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9379178285598755, "Finetune/Loss (Raw)": 1.0371042490005493, "Finetune/Step": 1250, "Finetune/Step Time": 5.475618451833725}
{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9386458396911621, "Finetune/Loss (Raw)": 1.028702735900879, "Finetune/Step": 1251, "Finetune/Step Time": 5.461467867717147}
{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9360604286193848, "Finetune/Loss (Raw)": 0.8974297046661377, "Finetune/Step": 1252, "Finetune/Step Time": 5.457507882267237}
{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9359714984893799, "Finetune/Loss (Raw)": 0.9314956665039062, "Finetune/Step": 1253, "Finetune/Step Time": 5.476003231480718}
{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9359809160232544, "Finetune/Loss (Raw)": 0.9837645888328552, "Finetune/Step": 1254, "Finetune/Step Time": 5.479937924072146}
{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9366104602813721, "Finetune/Loss (Raw)": 1.101678490638733, "Finetune/Step": 1255, "Finetune/Step Time": 5.482515787705779}
{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.93697190284729, "Finetune/Loss (Raw)": 1.0165491104125977, "Finetune/Step": 1256, "Finetune/Step Time": 5.478752115741372}
{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.9337548017501831, "Finetune/Loss (Raw)": 0.705962061882019, "Finetune/Step": 1257, "Finetune/Step Time": 5.504925392568111}
{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9349673390388489, "Finetune/Loss (Raw)": 0.9561243057250977, "Finetune/Step": 1258, "Finetune/Step Time": 5.493510756641626}
{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9335189461708069, "Finetune/Loss (Raw)": 0.9026629328727722, "Finetune/Step": 1259, "Finetune/Step Time": 5.504558587446809}
{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.934712290763855, "Finetune/Loss (Raw)": 1.1788119077682495, "Finetune/Step": 1260, "Finetune/Step Time": 5.506764711812139}
{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9336334466934204, "Finetune/Loss (Raw)": 0.8443180322647095, "Finetune/Step": 1261, "Finetune/Step Time": 5.506340345367789}
{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9340265989303589, "Finetune/Loss (Raw)": 1.0039589405059814, "Finetune/Step": 1262, "Finetune/Step Time": 5.501751311123371}
{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9336847066879272, "Finetune/Loss (Raw)": 1.0567740201950073, "Finetune/Step": 1263, "Finetune/Step Time": 5.4982123374938965}
{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9337756633758545, "Finetune/Loss (Raw)": 0.9969154596328735, "Finetune/Step": 1264, "Finetune/Step Time": 5.496532689779997}
{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9285171031951904, "Finetune/Loss (Raw)": 0.3742486536502838, "Finetune/Step": 1265, "Finetune/Step Time": 5.527390968054533}
{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9280306696891785, "Finetune/Loss (Raw)": 0.9642196893692017, "Finetune/Step": 1266, "Finetune/Step Time": 5.53257323987782}
{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9286246299743652, "Finetune/Loss (Raw)": 1.040999412536621, "Finetune/Step": 1267, "Finetune/Step Time": 5.518626952543855}
{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9290162920951843, "Finetune/Loss (Raw)": 1.0723553895950317, "Finetune/Step": 1268, "Finetune/Step Time": 5.522206163033843}
{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9290066957473755, "Finetune/Loss (Raw)": 0.9554833173751831, "Finetune/Step": 1269, "Finetune/Step Time": 5.513783635571599}
{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9355493783950806, "Finetune/Loss (Raw)": 1.135711669921875, "Finetune/Step": 1270, "Finetune/Step Time": 5.491789307445288}
{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9368488788604736, "Finetune/Loss (Raw)": 1.1028488874435425, "Finetune/Step": 1271, "Finetune/Step Time": 5.477122673764825}
{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9353207349777222, "Finetune/Loss (Raw)": 0.8179014921188354, "Finetune/Step": 1272, "Finetune/Step Time": 5.485777769237757}
{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.9350999593734741, "Finetune/Loss (Raw)": 0.9291195273399353, "Finetune/Step": 1273, "Finetune/Step Time": 5.495453355833888}
{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9336892366409302, "Finetune/Loss (Raw)": 0.8757695555686951, "Finetune/Step": 1274, "Finetune/Step Time": 5.486822472885251}
{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9364284873008728, "Finetune/Loss (Raw)": 1.1682367324829102, "Finetune/Step": 1275, "Finetune/Step Time": 5.478231970220804}
{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9412053823471069, "Finetune/Loss (Raw)": 0.9535979628562927, "Finetune/Step": 1276, "Finetune/Step Time": 5.448108911514282}
{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.940136194229126, "Finetune/Loss (Raw)": 0.9733225107192993, "Finetune/Step": 1277, "Finetune/Step Time": 5.446929840371013}
{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9383558034896851, "Finetune/Loss (Raw)": 0.7475458979606628, "Finetune/Step": 1278, "Finetune/Step Time": 5.4533520340919495}
{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9392702579498291, "Finetune/Loss (Raw)": 1.002336859703064, "Finetune/Step": 1279, "Finetune/Step Time": 5.460296295583248}
{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9405179023742676, "Finetune/Loss (Raw)": 1.1629022359848022, "Finetune/Step": 1280, "Finetune/Step Time": 5.4396220576018095}
{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9393426179885864, "Finetune/Loss (Raw)": 0.9541338086128235, "Finetune/Step": 1281, "Finetune/Step Time": 5.4247549790889025}
{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.944514274597168, "Finetune/Loss (Raw)": 0.9879471063613892, "Finetune/Step": 1282, "Finetune/Step Time": 5.394921660423279}
{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9487746357917786, "Finetune/Loss (Raw)": 0.8822556138038635, "Finetune/Step": 1283, "Finetune/Step Time": 5.376134505495429}
{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9473536014556885, "Finetune/Loss (Raw)": 0.9743537902832031, "Finetune/Step": 1284, "Finetune/Step Time": 5.379586052149534}
{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.947468638420105, "Finetune/Loss (Raw)": 1.0588749647140503, "Finetune/Step": 1285, "Finetune/Step Time": 5.379732916131616}
{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.9478182792663574, "Finetune/Loss (Raw)": 0.965925931930542, "Finetune/Step": 1286, "Finetune/Step Time": 5.39551111869514}
{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.9487224817276001, "Finetune/Loss (Raw)": 0.9810234904289246, "Finetune/Step": 1287, "Finetune/Step Time": 5.395250970497727}
{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.9483175873756409, "Finetune/Loss (Raw)": 0.9105257987976074, "Finetune/Step": 1288, "Finetune/Step Time": 5.369788378477097}
{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.947655200958252, "Finetune/Loss (Raw)": 0.9147562980651855, "Finetune/Step": 1289, "Finetune/Step Time": 5.349664069712162}
{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9484250545501709, "Finetune/Loss (Raw)": 1.1134653091430664, "Finetune/Step": 1290, "Finetune/Step Time": 5.344522878527641}
{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9498955011367798, "Finetune/Loss (Raw)": 0.99757319688797, "Finetune/Step": 1291, "Finetune/Step Time": 5.342444567009807}
{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9480059146881104, "Finetune/Loss (Raw)": 0.9639856815338135, "Finetune/Step": 1292, "Finetune/Step Time": 5.342427393421531}
{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.952637791633606, "Finetune/Loss (Raw)": 0.9547873139381409, "Finetune/Step": 1293, "Finetune/Step Time": 5.311665829271078}
{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.953511118888855, "Finetune/Loss (Raw)": 0.9919280409812927, "Finetune/Step": 1294, "Finetune/Step Time": 5.3037826009094715}
{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9542533159255981, "Finetune/Loss (Raw)": 0.9263312220573425, "Finetune/Step": 1295, "Finetune/Step Time": 5.302462203428149}
{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9542582631111145, "Finetune/Loss (Raw)": 0.9670016169548035, "Finetune/Step": 1296, "Finetune/Step Time": 5.306439781561494}
{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9542283415794373, "Finetune/Loss (Raw)": 1.0004401206970215, "Finetune/Step": 1297, "Finetune/Step Time": 5.3315766509622335}
{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.957281231880188, "Finetune/Loss (Raw)": 0.8582457900047302, "Finetune/Step": 1298, "Finetune/Step Time": 5.296623496338725}
{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9543547034263611, "Finetune/Loss (Raw)": 0.7476980686187744, "Finetune/Step": 1299, "Finetune/Step Time": 5.30647643469274}
{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9531928300857544, "Finetune/Loss (Raw)": 0.8992906212806702, "Finetune/Step": 1300, "Finetune/Step Time": 5.304404215887189}
{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9534258246421814, "Finetune/Loss (Raw)": 1.0230133533477783, "Finetune/Step": 1301, "Finetune/Step Time": 5.327005321159959}
{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.95801842212677, "Finetune/Loss (Raw)": 0.9435755610466003, "Finetune/Step": 1302, "Finetune/Step Time": 5.3170464020222425}
{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9582839012145996, "Finetune/Loss (Raw)": 0.9892012476921082, "Finetune/Step": 1303, "Finetune/Step Time": 5.296490708366036}
{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9587730765342712, "Finetune/Loss (Raw)": 1.0015747547149658, "Finetune/Step": 1304, "Finetune/Step Time": 5.3024035561829805}
{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9641335010528564, "Finetune/Loss (Raw)": 0.9729787111282349, "Finetune/Step": 1305, "Finetune/Step Time": 5.274773254990578}
{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9694273471832275, "Finetune/Loss (Raw)": 0.9993961453437805, "Finetune/Step": 1306, "Finetune/Step Time": 5.260889060795307}
{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9688392281532288, "Finetune/Loss (Raw)": 1.0858293771743774, "Finetune/Step": 1307, "Finetune/Step Time": 5.254701428115368}
{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9699265956878662, "Finetune/Loss (Raw)": 1.0729032754898071, "Finetune/Step": 1308, "Finetune/Step Time": 5.237655494362116}
{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9688901901245117, "Finetune/Loss (Raw)": 0.9587448835372925, "Finetune/Step": 1309, "Finetune/Step Time": 5.256027532741427}
{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9704719185829163, "Finetune/Loss (Raw)": 0.9128570556640625, "Finetune/Step": 1310, "Finetune/Step Time": 5.254172222688794}
{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9702462553977966, "Finetune/Loss (Raw)": 1.0136090517044067, "Finetune/Step": 1311, "Finetune/Step Time": 5.256224041804671}
{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.96978360414505, "Finetune/Loss (Raw)": 0.7690046429634094, "Finetune/Step": 1312, "Finetune/Step Time": 5.250867253169417}
{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9697654247283936, "Finetune/Loss (Raw)": 1.0166112184524536, "Finetune/Step": 1313, "Finetune/Step Time": 5.25767614133656}
{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9688057899475098, "Finetune/Loss (Raw)": 1.0020778179168701, "Finetune/Step": 1314, "Finetune/Step Time": 5.255167046561837}
{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9738711714744568, "Finetune/Loss (Raw)": 0.9934708476066589, "Finetune/Step": 1315, "Finetune/Step Time": 5.225948985666037}
{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9746823906898499, "Finetune/Loss (Raw)": 1.1661043167114258, "Finetune/Step": 1316, "Finetune/Step Time": 5.231351898983121}
{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9746310710906982, "Finetune/Loss (Raw)": 1.058200478553772, "Finetune/Step": 1317, "Finetune/Step Time": 5.223982648923993}
{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9744552969932556, "Finetune/Loss (Raw)": 0.9593588709831238, "Finetune/Step": 1318, "Finetune/Step Time": 5.224092939868569}
{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.9740520119667053, "Finetune/Loss (Raw)": 1.0014058351516724, "Finetune/Step": 1319, "Finetune/Step Time": 5.2219397984445095}
{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9736289978027344, "Finetune/Loss (Raw)": 0.9769012928009033, "Finetune/Step": 1320, "Finetune/Step Time": 5.223190722987056}
{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.973532497882843, "Finetune/Loss (Raw)": 1.0109641551971436, "Finetune/Step": 1321, "Finetune/Step Time": 5.225975876674056}
{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9727880954742432, "Finetune/Loss (Raw)": 0.980307936668396, "Finetune/Step": 1322, "Finetune/Step Time": 5.215474285185337}
{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9732626676559448, "Finetune/Loss (Raw)": 1.0580047369003296, "Finetune/Step": 1323, "Finetune/Step Time": 5.216187339276075}
{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9735567569732666, "Finetune/Loss (Raw)": 1.0255507230758667, "Finetune/Step": 1324, "Finetune/Step Time": 5.217831898480654}
{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.973135232925415, "Finetune/Loss (Raw)": 1.0612727403640747, "Finetune/Step": 1325, "Finetune/Step Time": 5.235275575891137}
{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9726111888885498, "Finetune/Loss (Raw)": 1.039201021194458, "Finetune/Step": 1326, "Finetune/Step Time": 5.228153819218278}
{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9717135429382324, "Finetune/Loss (Raw)": 0.9263320565223694, "Finetune/Step": 1327, "Finetune/Step Time": 5.265775043517351}
{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9724131226539612, "Finetune/Loss (Raw)": 1.1467552185058594, "Finetune/Step": 1328, "Finetune/Step Time": 5.261282004415989}
{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9734690189361572, "Finetune/Loss (Raw)": 1.18228018283844, "Finetune/Step": 1329, "Finetune/Step Time": 5.253711171448231}
{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9704777002334595, "Finetune/Loss (Raw)": 0.781529426574707, "Finetune/Step": 1330, "Finetune/Step Time": 5.247238794341683}
{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9699549078941345, "Finetune/Loss (Raw)": 1.0567457675933838, "Finetune/Step": 1331, "Finetune/Step Time": 5.240614794194698}
{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9683040380477905, "Finetune/Loss (Raw)": 0.8756675124168396, "Finetune/Step": 1332, "Finetune/Step Time": 5.24350868538022}
{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9682820439338684, "Finetune/Loss (Raw)": 0.9704890847206116, "Finetune/Step": 1333, "Finetune/Step Time": 5.230222841724753}
{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9671974182128906, "Finetune/Loss (Raw)": 1.0143563747406006, "Finetune/Step": 1334, "Finetune/Step Time": 5.234053950756788}
{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9677962064743042, "Finetune/Loss (Raw)": 1.0366356372833252, "Finetune/Step": 1335, "Finetune/Step Time": 5.2260711546987295}
{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9678892493247986, "Finetune/Loss (Raw)": 1.030822992324829, "Finetune/Step": 1336, "Finetune/Step Time": 5.22161578387022}
{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9684557914733887, "Finetune/Loss (Raw)": 1.1280999183654785, "Finetune/Step": 1337, "Finetune/Step Time": 5.223990088328719}
{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9630991816520691, "Finetune/Loss (Raw)": 0.3087855279445648, "Finetune/Step": 1338, "Finetune/Step Time": 5.256739258766174}
{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9628125429153442, "Finetune/Loss (Raw)": 0.9140793085098267, "Finetune/Step": 1339, "Finetune/Step Time": 5.261827411130071}
{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.961846649646759, "Finetune/Loss (Raw)": 1.002761960029602, "Finetune/Step": 1340, "Finetune/Step Time": 5.268017452210188}
{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9618520736694336, "Finetune/Loss (Raw)": 0.9547632932662964, "Finetune/Step": 1341, "Finetune/Step Time": 5.269735209643841}
{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9638211131095886, "Finetune/Loss (Raw)": 1.1106579303741455, "Finetune/Step": 1342, "Finetune/Step Time": 5.2671578004956245}
{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9632626175880432, "Finetune/Loss (Raw)": 0.9128458499908447, "Finetune/Step": 1343, "Finetune/Step Time": 5.289537074044347}
{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9680165648460388, "Finetune/Loss (Raw)": 0.9553686380386353, "Finetune/Step": 1344, "Finetune/Step Time": 5.264329630881548}
{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.9676812887191772, "Finetune/Loss (Raw)": 1.067763328552246, "Finetune/Step": 1345, "Finetune/Step Time": 5.264473531395197}
{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9668869376182556, "Finetune/Loss (Raw)": 0.9524387717247009, "Finetune/Step": 1346, "Finetune/Step Time": 5.266463112086058}
{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9735570549964905, "Finetune/Loss (Raw)": 1.1548941135406494, "Finetune/Step": 1347, "Finetune/Step Time": 5.252262206748128}
{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9691230058670044, "Finetune/Loss (Raw)": 0.4295059144496918, "Finetune/Step": 1348, "Finetune/Step Time": 5.286067623645067}
{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9695435762405396, "Finetune/Loss (Raw)": 1.0918657779693604, "Finetune/Step": 1349, "Finetune/Step Time": 5.266503298655152}
{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9699466228485107, "Finetune/Loss (Raw)": 1.055668830871582, "Finetune/Step": 1350, "Finetune/Step Time": 5.265368102118373}
{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9700703620910645, "Finetune/Loss (Raw)": 1.0455271005630493, "Finetune/Step": 1351, "Finetune/Step Time": 5.268876703456044}
{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9654439091682434, "Finetune/Loss (Raw)": 0.4190753698348999, "Finetune/Step": 1352, "Finetune/Step Time": 5.29879972524941}
{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9660693407058716, "Finetune/Loss (Raw)": 0.9557840824127197, "Finetune/Step": 1353, "Finetune/Step Time": 5.299022674560547}
{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9669256210327148, "Finetune/Loss (Raw)": 1.0081158876419067, "Finetune/Step": 1354, "Finetune/Step Time": 5.290901208296418}
{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9688432812690735, "Finetune/Loss (Raw)": 1.113135576248169, "Finetune/Step": 1355, "Finetune/Step Time": 5.284048784524202}
{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9690097570419312, "Finetune/Loss (Raw)": 1.0724406242370605, "Finetune/Step": 1356, "Finetune/Step Time": 5.272387493401766}
{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9688750505447388, "Finetune/Loss (Raw)": 1.064984917640686, "Finetune/Step": 1357, "Finetune/Step Time": 5.290658198297024}
{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9734302163124084, "Finetune/Loss (Raw)": 0.9829021692276001, "Finetune/Step": 1358, "Finetune/Step Time": 5.253118373453617}
{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9713948369026184, "Finetune/Loss (Raw)": 0.8593226671218872, "Finetune/Step": 1359, "Finetune/Step Time": 5.267206953838468}
{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9713054895401001, "Finetune/Loss (Raw)": 1.0017393827438354, "Finetune/Step": 1360, "Finetune/Step Time": 5.270146461203694}
{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9717097282409668, "Finetune/Loss (Raw)": 1.0909440517425537, "Finetune/Step": 1361, "Finetune/Step Time": 5.271245792508125}
{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.972934365272522, "Finetune/Loss (Raw)": 0.9690961241722107, "Finetune/Step": 1362, "Finetune/Step Time": 5.259134134277701}
{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.973258376121521, "Finetune/Loss (Raw)": 0.9960644841194153, "Finetune/Step": 1363, "Finetune/Step Time": 5.259956672787666}
{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.972058892250061, "Finetune/Loss (Raw)": 0.9586886763572693, "Finetune/Step": 1364, "Finetune/Step Time": 5.288716280832887}
{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9711524248123169, "Finetune/Loss (Raw)": 0.9040051698684692, "Finetune/Step": 1365, "Finetune/Step Time": 5.274249782785773}
{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9694885611534119, "Finetune/Loss (Raw)": 0.962200403213501, "Finetune/Step": 1366, "Finetune/Step Time": 5.274534629657865}
{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9690691232681274, "Finetune/Loss (Raw)": 0.924892783164978, "Finetune/Step": 1367, "Finetune/Step Time": 5.293420277535915}
{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9695248603820801, "Finetune/Loss (Raw)": 1.0355192422866821, "Finetune/Step": 1368, "Finetune/Step Time": 5.299036579206586}
{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9707049131393433, "Finetune/Loss (Raw)": 1.0523260831832886, "Finetune/Step": 1369, "Finetune/Step Time": 5.3084773030132055}
{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9697707891464233, "Finetune/Loss (Raw)": 0.8483076691627502, "Finetune/Step": 1370, "Finetune/Step Time": 5.31124160438776}
{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9692175984382629, "Finetune/Loss (Raw)": 0.9820351004600525, "Finetune/Step": 1371, "Finetune/Step Time": 5.306746965274215}
{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.964530348777771, "Finetune/Loss (Raw)": 0.3775508999824524, "Finetune/Step": 1372, "Finetune/Step Time": 5.335116367787123}
{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.9657699465751648, "Finetune/Loss (Raw)": 1.129346489906311, "Finetune/Step": 1373, "Finetune/Step Time": 5.334930127486587}
{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9657763242721558, "Finetune/Loss (Raw)": 0.930067777633667, "Finetune/Step": 1374, "Finetune/Step Time": 5.326140647754073}
{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9655271768569946, "Finetune/Loss (Raw)": 1.043656587600708, "Finetune/Step": 1375, "Finetune/Step Time": 5.323398414999247}
{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9616459608078003, "Finetune/Loss (Raw)": 0.3218792974948883, "Finetune/Step": 1376, "Finetune/Step Time": 5.346685938537121}
{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.9628453850746155, "Finetune/Loss (Raw)": 1.0719717741012573, "Finetune/Step": 1377, "Finetune/Step Time": 5.3545277416706085}
{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9638110399246216, "Finetune/Loss (Raw)": 1.1607078313827515, "Finetune/Step": 1378, "Finetune/Step Time": 5.3729654010385275}
{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9615343809127808, "Finetune/Loss (Raw)": 0.7372928261756897, "Finetune/Step": 1379, "Finetune/Step Time": 5.389258349314332}
{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9619067311286926, "Finetune/Loss (Raw)": 0.9450849890708923, "Finetune/Step": 1380, "Finetune/Step Time": 5.3888196889311075}
{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9628476500511169, "Finetune/Loss (Raw)": 1.0519330501556396, "Finetune/Step": 1381, "Finetune/Step Time": 5.374123562127352}
{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9629045724868774, "Finetune/Loss (Raw)": 0.9910564422607422, "Finetune/Step": 1382, "Finetune/Step Time": 5.373222511261702}
{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9614771604537964, "Finetune/Loss (Raw)": 0.9189683198928833, "Finetune/Step": 1383, "Finetune/Step Time": 5.377274811267853}
{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9611071348190308, "Finetune/Loss (Raw)": 0.9691875576972961, "Finetune/Step": 1384, "Finetune/Step Time": 5.379757527261972}
{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.9635639190673828, "Finetune/Loss (Raw)": 1.0204238891601562, "Finetune/Step": 1385, "Finetune/Step Time": 5.356318559497595}
{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.9633334875106812, "Finetune/Loss (Raw)": 0.9266366362571716, "Finetune/Step": 1386, "Finetune/Step Time": 5.357310362160206}
{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9630755186080933, "Finetune/Loss (Raw)": 0.8696457147598267, "Finetune/Step": 1387, "Finetune/Step Time": 5.351663390174508}
{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9619346857070923, "Finetune/Loss (Raw)": 1.0327807664871216, "Finetune/Step": 1388, "Finetune/Step Time": 5.346748940646648}
{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9632258415222168, "Finetune/Loss (Raw)": 1.0095841884613037, "Finetune/Step": 1389, "Finetune/Step Time": 5.347665062174201}
{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9645442962646484, "Finetune/Loss (Raw)": 1.1727203130722046, "Finetune/Step": 1390, "Finetune/Step Time": 5.355692487210035}
{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.96317058801651, "Finetune/Loss (Raw)": 0.8809425234794617, "Finetune/Step": 1391, "Finetune/Step Time": 5.371192565187812}
{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.962476372718811, "Finetune/Loss (Raw)": 0.9080559611320496, "Finetune/Step": 1392, "Finetune/Step Time": 5.40438824146986}
{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9672955274581909, "Finetune/Loss (Raw)": 0.9910938739776611, "Finetune/Step": 1393, "Finetune/Step Time": 5.4108233246952295}
{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9678661823272705, "Finetune/Loss (Raw)": 1.0372644662857056, "Finetune/Step": 1394, "Finetune/Step Time": 5.397587159648538}
{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.9672509431838989, "Finetune/Loss (Raw)": 0.9622492790222168, "Finetune/Step": 1395, "Finetune/Step Time": 5.400210104882717}
{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9647682905197144, "Finetune/Loss (Raw)": 0.7545773983001709, "Finetune/Step": 1396, "Finetune/Step Time": 5.407672137022018}
{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.9655314683914185, "Finetune/Loss (Raw)": 1.0531704425811768, "Finetune/Step": 1397, "Finetune/Step Time": 5.431189376860857}
{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.9645410776138306, "Finetune/Loss (Raw)": 1.0089364051818848, "Finetune/Step": 1398, "Finetune/Step Time": 5.420925883576274}
{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9623988270759583, "Finetune/Loss (Raw)": 0.8286460041999817, "Finetune/Step": 1399, "Finetune/Step Time": 5.427243357524276}
{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.9642254114151001, "Finetune/Loss (Raw)": 1.0517075061798096, "Finetune/Step": 1400, "Finetune/Step Time": 5.422293437644839}
{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9642038345336914, "Finetune/Loss (Raw)": 0.9263566732406616, "Finetune/Step": 1401, "Finetune/Step Time": 5.420611342415214}
{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9604047536849976, "Finetune/Loss (Raw)": 0.3894883990287781, "Finetune/Step": 1402, "Finetune/Step Time": 5.453262977302074}
{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9586234092712402, "Finetune/Loss (Raw)": 0.9402216076850891, "Finetune/Step": 1403, "Finetune/Step Time": 5.453777398914099}
{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9588421583175659, "Finetune/Loss (Raw)": 0.9815986752510071, "Finetune/Step": 1404, "Finetune/Step Time": 5.450097750872374}
{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9578510522842407, "Finetune/Loss (Raw)": 0.8464574813842773, "Finetune/Step": 1405, "Finetune/Step Time": 5.44817553833127}
{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9595521688461304, "Finetune/Loss (Raw)": 0.9652936458587646, "Finetune/Step": 1406, "Finetune/Step Time": 5.4414118099957705}
{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9545811414718628, "Finetune/Loss (Raw)": 0.3660445511341095, "Finetune/Step": 1407, "Finetune/Step Time": 5.461280394345522}
{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9522729516029358, "Finetune/Loss (Raw)": 0.8674556612968445, "Finetune/Step": 1408, "Finetune/Step Time": 5.463684976100922}
{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9526767730712891, "Finetune/Loss (Raw)": 1.005824089050293, "Finetune/Step": 1409, "Finetune/Step Time": 5.46054920181632}
{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9520428776741028, "Finetune/Loss (Raw)": 0.9068012833595276, "Finetune/Step": 1410, "Finetune/Step Time": 5.489081455394626}
{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9534249305725098, "Finetune/Loss (Raw)": 1.0591603517532349, "Finetune/Step": 1411, "Finetune/Step Time": 5.478065311908722}
{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9516836404800415, "Finetune/Loss (Raw)": 0.7514718174934387, "Finetune/Step": 1412, "Finetune/Step Time": 5.47803389839828}
{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9514287114143372, "Finetune/Loss (Raw)": 1.0262413024902344, "Finetune/Step": 1413, "Finetune/Step Time": 5.4815476927906275}
{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.9525176286697388, "Finetune/Loss (Raw)": 1.105309009552002, "Finetune/Step": 1414, "Finetune/Step Time": 5.4711327981203794}
{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9527151584625244, "Finetune/Loss (Raw)": 1.0063080787658691, "Finetune/Step": 1415, "Finetune/Step Time": 5.475909039378166}
{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9541020393371582, "Finetune/Loss (Raw)": 1.0880485773086548, "Finetune/Step": 1416, "Finetune/Step Time": 5.4859862849116325}
{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9541535377502441, "Finetune/Loss (Raw)": 0.9213454127311707, "Finetune/Step": 1417, "Finetune/Step Time": 5.490447711199522}
{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.952200710773468, "Finetune/Loss (Raw)": 0.863500714302063, "Finetune/Step": 1418, "Finetune/Step Time": 5.497603636234999}
{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.9513277411460876, "Finetune/Loss (Raw)": 0.8858340978622437, "Finetune/Step": 1419, "Finetune/Step Time": 5.475082226097584}
{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9516719579696655, "Finetune/Loss (Raw)": 1.008041262626648, "Finetune/Step": 1420, "Finetune/Step Time": 5.470029324293137}
{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9514470100402832, "Finetune/Loss (Raw)": 0.9259940385818481, "Finetune/Step": 1421, "Finetune/Step Time": 5.469971204176545}
{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9510364532470703, "Finetune/Loss (Raw)": 0.9393865466117859, "Finetune/Step": 1422, "Finetune/Step Time": 5.471743226051331}
{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9519913196563721, "Finetune/Loss (Raw)": 1.048550009727478, "Finetune/Step": 1423, "Finetune/Step Time": 5.461963560432196}
{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.9511709213256836, "Finetune/Loss (Raw)": 0.8619958758354187, "Finetune/Step": 1424, "Finetune/Step Time": 5.456520039588213}
{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.9512268304824829, "Finetune/Loss (Raw)": 1.0075881481170654, "Finetune/Step": 1425, "Finetune/Step Time": 5.4454397689551115}
{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9514531493186951, "Finetune/Loss (Raw)": 0.8872135281562805, "Finetune/Step": 1426, "Finetune/Step Time": 5.458440646529198}
{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9529649615287781, "Finetune/Loss (Raw)": 0.9412102699279785, "Finetune/Step": 1427, "Finetune/Step Time": 5.452440371736884}
{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9532828330993652, "Finetune/Loss (Raw)": 0.9399820566177368, "Finetune/Step": 1428, "Finetune/Step Time": 5.464126106351614}
{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.9521393179893494, "Finetune/Loss (Raw)": 0.8766422271728516, "Finetune/Step": 1429, "Finetune/Step Time": 5.449946392327547}
{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.9522582292556763, "Finetune/Loss (Raw)": 0.9588003158569336, "Finetune/Step": 1430, "Finetune/Step Time": 5.441281981766224}
{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9515477418899536, "Finetune/Loss (Raw)": 0.8982582688331604, "Finetune/Step": 1431, "Finetune/Step Time": 5.452175639569759}
{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9512670040130615, "Finetune/Loss (Raw)": 0.9656369090080261, "Finetune/Step": 1432, "Finetune/Step Time": 5.455081855878234}
{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9514675140380859, "Finetune/Loss (Raw)": 0.9986432790756226, "Finetune/Step": 1433, "Finetune/Step Time": 5.456384398043156}
{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9465664625167847, "Finetune/Loss (Raw)": 0.37205883860588074, "Finetune/Step": 1434, "Finetune/Step Time": 5.471317494288087}
{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.9460152387619019, "Finetune/Loss (Raw)": 1.015273928642273, "Finetune/Step": 1435, "Finetune/Step Time": 5.478398531675339}
{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.9439027309417725, "Finetune/Loss (Raw)": 0.8024992942810059, "Finetune/Step": 1436, "Finetune/Step Time": 5.488753147423267}
{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9446412324905396, "Finetune/Loss (Raw)": 1.053276777267456, "Finetune/Step": 1437, "Finetune/Step Time": 5.4714324083179235}
{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9452113509178162, "Finetune/Loss (Raw)": 0.9858334064483643, "Finetune/Step": 1438, "Finetune/Step Time": 5.466880077496171}
{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9454447627067566, "Finetune/Loss (Raw)": 1.0434907674789429, "Finetune/Step": 1439, "Finetune/Step Time": 5.463645730167627}
{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.94504714012146, "Finetune/Loss (Raw)": 0.7181070446968079, "Finetune/Step": 1440, "Finetune/Step Time": 5.473379176110029}
{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9445011615753174, "Finetune/Loss (Raw)": 0.9467207789421082, "Finetune/Step": 1441, "Finetune/Step Time": 5.469307355582714}
{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9444639682769775, "Finetune/Loss (Raw)": 0.9973130822181702, "Finetune/Step": 1442, "Finetune/Step Time": 5.47486125305295}
{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9438884258270264, "Finetune/Loss (Raw)": 0.9198073148727417, "Finetune/Step": 1443, "Finetune/Step Time": 5.478102101013064}
{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9419931173324585, "Finetune/Loss (Raw)": 0.923501193523407, "Finetune/Step": 1444, "Finetune/Step Time": 5.475693283602595}
{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.9409184455871582, "Finetune/Loss (Raw)": 0.9206488728523254, "Finetune/Step": 1445, "Finetune/Step Time": 5.478124575689435}
{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.940150260925293, "Finetune/Loss (Raw)": 0.8610285520553589, "Finetune/Step": 1446, "Finetune/Step Time": 5.49292248301208}
{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9399234056472778, "Finetune/Loss (Raw)": 0.9723677635192871, "Finetune/Step": 1447, "Finetune/Step Time": 5.4975197724998}
{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9405895471572876, "Finetune/Loss (Raw)": 1.062172770500183, "Finetune/Step": 1448, "Finetune/Step Time": 5.488716077059507}
{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9394001364707947, "Finetune/Loss (Raw)": 0.8587154150009155, "Finetune/Step": 1449, "Finetune/Step Time": 5.491500660777092}
{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9386059045791626, "Finetune/Loss (Raw)": 0.878639280796051, "Finetune/Step": 1450, "Finetune/Step Time": 5.527295742183924}
{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9374912977218628, "Finetune/Loss (Raw)": 0.9153408408164978, "Finetune/Step": 1451, "Finetune/Step Time": 5.530347611755133}
{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.9378382563591003, "Finetune/Loss (Raw)": 1.0699609518051147, "Finetune/Step": 1452, "Finetune/Step Time": 5.522728523239493}
{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9366825222969055, "Finetune/Loss (Raw)": 0.9133434891700745, "Finetune/Step": 1453, "Finetune/Step Time": 5.517694370821118}
{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9379656910896301, "Finetune/Loss (Raw)": 1.2034400701522827, "Finetune/Step": 1454, "Finetune/Step Time": 5.520364025607705}
{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9386506080627441, "Finetune/Loss (Raw)": 1.0140045881271362, "Finetune/Step": 1455, "Finetune/Step Time": 5.487706555053592}
{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9370524883270264, "Finetune/Loss (Raw)": 0.9421988725662231, "Finetune/Step": 1456, "Finetune/Step Time": 5.4894712176173925}
{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9307234883308411, "Finetune/Loss (Raw)": 0.37216445803642273, "Finetune/Step": 1457, "Finetune/Step Time": 5.518473261967301}
{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9320550560951233, "Finetune/Loss (Raw)": 0.9519677758216858, "Finetune/Step": 1458, "Finetune/Step Time": 5.515404520556331}
{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9323872327804565, "Finetune/Loss (Raw)": 1.0992730855941772, "Finetune/Step": 1459, "Finetune/Step Time": 5.5238303281366825}
{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.9341238141059875, "Finetune/Loss (Raw)": 1.0979465246200562, "Finetune/Step": 1460, "Finetune/Step Time": 5.51361333951354}
{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.935303270816803, "Finetune/Loss (Raw)": 1.1214556694030762, "Finetune/Step": 1461, "Finetune/Step Time": 5.507100522518158}
{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9354779720306396, "Finetune/Loss (Raw)": 1.0367200374603271, "Finetune/Step": 1462, "Finetune/Step Time": 5.509619062766433}
{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.9355955123901367, "Finetune/Loss (Raw)": 1.0516835451126099, "Finetune/Step": 1463, "Finetune/Step Time": 5.510540558025241}
{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9344791173934937, "Finetune/Loss (Raw)": 0.8879294395446777, "Finetune/Step": 1464, "Finetune/Step Time": 5.5153814144432545}
{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9332809448242188, "Finetune/Loss (Raw)": 0.9747248888015747, "Finetune/Step": 1465, "Finetune/Step Time": 5.508330523967743}
{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9384597539901733, "Finetune/Loss (Raw)": 0.9716660380363464, "Finetune/Step": 1466, "Finetune/Step Time": 5.482432171702385}
{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9387689828872681, "Finetune/Loss (Raw)": 0.9536705017089844, "Finetune/Step": 1467, "Finetune/Step Time": 5.500453103333712}
{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9389971494674683, "Finetune/Loss (Raw)": 1.0319616794586182, "Finetune/Step": 1468, "Finetune/Step Time": 5.492878733202815}
{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9345332980155945, "Finetune/Loss (Raw)": 0.38339537382125854, "Finetune/Step": 1469, "Finetune/Step Time": 5.531382776796818}
{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.9336518049240112, "Finetune/Loss (Raw)": 0.9978217482566833, "Finetune/Step": 1470, "Finetune/Step Time": 5.518937863409519}
{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9343134164810181, "Finetune/Loss (Raw)": 0.9975315928459167, "Finetune/Step": 1471, "Finetune/Step Time": 5.493085848167539}
{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9336368441581726, "Finetune/Loss (Raw)": 0.8687741756439209, "Finetune/Step": 1472, "Finetune/Step Time": 5.486608546227217}
{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9308496713638306, "Finetune/Loss (Raw)": 0.7110036015510559, "Finetune/Step": 1473, "Finetune/Step Time": 5.492873728275299}
{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.9322203397750854, "Finetune/Loss (Raw)": 1.127880334854126, "Finetune/Step": 1474, "Finetune/Step Time": 5.487538956105709}
{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9291684031486511, "Finetune/Loss (Raw)": 0.7642496228218079, "Finetune/Step": 1475, "Finetune/Step Time": 5.480213804170489}
{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.933687686920166, "Finetune/Loss (Raw)": 1.007975459098816, "Finetune/Step": 1476, "Finetune/Step Time": 5.446465598419309}
{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9275690317153931, "Finetune/Loss (Raw)": 0.3086705505847931, "Finetune/Step": 1477, "Finetune/Step Time": 5.483000457286835}
{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9277043342590332, "Finetune/Loss (Raw)": 1.0729912519454956, "Finetune/Step": 1478, "Finetune/Step Time": 5.474492974579334}
{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9266030788421631, "Finetune/Loss (Raw)": 0.9045708775520325, "Finetune/Step": 1479, "Finetune/Step Time": 5.489168042317033}
{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.9308995008468628, "Finetune/Loss (Raw)": 0.9690210223197937, "Finetune/Step": 1480, "Finetune/Step Time": 5.457914667204022}
{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.9312208294868469, "Finetune/Loss (Raw)": 0.9969078302383423, "Finetune/Step": 1481, "Finetune/Step Time": 5.46965497918427}
{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9309003353118896, "Finetune/Loss (Raw)": 0.967093288898468, "Finetune/Step": 1482, "Finetune/Step Time": 5.461463717743754}
{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9294835925102234, "Finetune/Loss (Raw)": 0.9317932724952698, "Finetune/Step": 1483, "Finetune/Step Time": 5.491399681195617}
{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9292347431182861, "Finetune/Loss (Raw)": 1.04058837890625, "Finetune/Step": 1484, "Finetune/Step Time": 5.48772700317204}
{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.928083598613739, "Finetune/Loss (Raw)": 0.9176356792449951, "Finetune/Step": 1485, "Finetune/Step Time": 5.4706517066806555}
{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9227842688560486, "Finetune/Loss (Raw)": 0.30458661913871765, "Finetune/Step": 1486, "Finetune/Step Time": 5.496155260130763}
{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9246782660484314, "Finetune/Loss (Raw)": 1.1017560958862305, "Finetune/Step": 1487, "Finetune/Step Time": 5.491172019392252}
{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9262254238128662, "Finetune/Loss (Raw)": 1.1997787952423096, "Finetune/Step": 1488, "Finetune/Step Time": 5.494620615616441}
{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9241346120834351, "Finetune/Loss (Raw)": 0.8233226537704468, "Finetune/Step": 1489, "Finetune/Step Time": 5.503116078674793}
{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.9239693284034729, "Finetune/Loss (Raw)": 0.9479316473007202, "Finetune/Step": 1490, "Finetune/Step Time": 5.518806202337146}
{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.922773003578186, "Finetune/Loss (Raw)": 0.8429383039474487, "Finetune/Step": 1491, "Finetune/Step Time": 5.542755268514156}
{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9237455129623413, "Finetune/Loss (Raw)": 1.0831772089004517, "Finetune/Step": 1492, "Finetune/Step Time": 5.514405537396669}
{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9192468523979187, "Finetune/Loss (Raw)": 0.32816386222839355, "Finetune/Step": 1493, "Finetune/Step Time": 5.546767683699727}
{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.9190746545791626, "Finetune/Loss (Raw)": 0.9401590824127197, "Finetune/Step": 1494, "Finetune/Step Time": 5.544799599796534}
{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.9200035929679871, "Finetune/Loss (Raw)": 1.043801188468933, "Finetune/Step": 1495, "Finetune/Step Time": 5.530521459877491}
{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9196195602416992, "Finetune/Loss (Raw)": 0.9863666892051697, "Finetune/Step": 1496, "Finetune/Step Time": 5.525362776592374}
{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.91802978515625, "Finetune/Loss (Raw)": 0.8488277196884155, "Finetune/Step": 1497, "Finetune/Step Time": 5.519356122240424}
{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.9198247194290161, "Finetune/Loss (Raw)": 1.0780656337738037, "Finetune/Step": 1498, "Finetune/Step Time": 5.522076239809394}
{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9154613018035889, "Finetune/Loss (Raw)": 0.4235132336616516, "Finetune/Step": 1499, "Finetune/Step Time": 5.54692716896534}
{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9152406454086304, "Finetune/Loss (Raw)": 0.3493121564388275, "Finetune/Step": 1500, "Finetune/Step Time": 5.5460279025137424}
{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.9145651459693909, "Finetune/Loss (Raw)": 1.0428786277770996, "Finetune/Step": 1501, "Finetune/Step Time": 5.583239015191793}
{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.9159439206123352, "Finetune/Loss (Raw)": 1.1065503358840942, "Finetune/Step": 1502, "Finetune/Step Time": 5.575733812525868}
{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.914591908454895, "Finetune/Loss (Raw)": 0.8706002831459045, "Finetune/Step": 1503, "Finetune/Step Time": 5.578595569357276}
{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9199485778808594, "Finetune/Loss (Raw)": 1.0075386762619019, "Finetune/Step": 1504, "Finetune/Step Time": 5.558848820626736}
{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.9192395210266113, "Finetune/Loss (Raw)": 0.9812048673629761, "Finetune/Step": 1505, "Finetune/Step Time": 5.545246398076415}
{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.9170956015586853, "Finetune/Loss (Raw)": 0.8862860202789307, "Finetune/Step": 1506, "Finetune/Step Time": 5.534612126648426}
{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.919677734375, "Finetune/Loss (Raw)": 1.0678045749664307, "Finetune/Step": 1507, "Finetune/Step Time": 5.513688541948795}
{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9202464818954468, "Finetune/Loss (Raw)": 1.0178935527801514, "Finetune/Step": 1508, "Finetune/Step Time": 5.517850544303656}
{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.920006275177002, "Finetune/Loss (Raw)": 1.0211812257766724, "Finetune/Step": 1509, "Finetune/Step Time": 5.5117906257510185}
{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9207864999771118, "Finetune/Loss (Raw)": 1.0909258127212524, "Finetune/Step": 1510, "Finetune/Step Time": 5.51073544472456}
{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.9223342537879944, "Finetune/Loss (Raw)": 1.117083191871643, "Finetune/Step": 1511, "Finetune/Step Time": 5.509967276826501}
{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.9219330549240112, "Finetune/Loss (Raw)": 0.9178265929222107, "Finetune/Step": 1512, "Finetune/Step Time": 5.513774670660496}
{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9230397343635559, "Finetune/Loss (Raw)": 1.1620866060256958, "Finetune/Step": 1513, "Finetune/Step Time": 5.515571853145957}
{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9234319925308228, "Finetune/Loss (Raw)": 0.9768441915512085, "Finetune/Step": 1514, "Finetune/Step Time": 5.525129858404398}
{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9241319894790649, "Finetune/Loss (Raw)": 0.9592456221580505, "Finetune/Step": 1515, "Finetune/Step Time": 5.523037932813168}
{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.9235627055168152, "Finetune/Loss (Raw)": 0.9599148035049438, "Finetune/Step": 1516, "Finetune/Step Time": 5.525509191676974}
{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9225163459777832, "Finetune/Loss (Raw)": 0.8756477236747742, "Finetune/Step": 1517, "Finetune/Step Time": 5.527120983228087}
{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9218462109565735, "Finetune/Loss (Raw)": 1.0869393348693848, "Finetune/Step": 1518, "Finetune/Step Time": 5.521292589604855}
{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.9215489625930786, "Finetune/Loss (Raw)": 0.8428914546966553, "Finetune/Step": 1519, "Finetune/Step Time": 5.506649950519204}
{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.9174779653549194, "Finetune/Loss (Raw)": 0.386969655752182, "Finetune/Step": 1520, "Finetune/Step Time": 5.501751547679305}
{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9179317355155945, "Finetune/Loss (Raw)": 1.0491836071014404, "Finetune/Step": 1521, "Finetune/Step Time": 5.464481245726347}
{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.9170790910720825, "Finetune/Loss (Raw)": 0.9281266331672668, "Finetune/Step": 1522, "Finetune/Step Time": 5.476088786497712}
{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.916053056716919, "Finetune/Loss (Raw)": 0.8309088349342346, "Finetune/Step": 1523, "Finetune/Step Time": 5.490051975473762}
{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9173007607460022, "Finetune/Loss (Raw)": 0.9142898321151733, "Finetune/Step": 1524, "Finetune/Step Time": 5.5079265888780355}
{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.9158903360366821, "Finetune/Loss (Raw)": 0.8726366758346558, "Finetune/Step": 1525, "Finetune/Step Time": 5.496134070679545}
{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.916539192199707, "Finetune/Loss (Raw)": 1.0919930934906006, "Finetune/Step": 1526, "Finetune/Step Time": 5.495554093271494}
{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.9174810647964478, "Finetune/Loss (Raw)": 0.9492008090019226, "Finetune/Step": 1527, "Finetune/Step Time": 5.4905941393226385}
{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.9125062227249146, "Finetune/Loss (Raw)": 0.41492775082588196, "Finetune/Step": 1528, "Finetune/Step Time": 5.515505822375417}
{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.9135082960128784, "Finetune/Loss (Raw)": 1.0546220541000366, "Finetune/Step": 1529, "Finetune/Step Time": 5.505821973085403}
{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.9164637327194214, "Finetune/Loss (Raw)": 0.7677846550941467, "Finetune/Step": 1530, "Finetune/Step Time": 5.493131224066019}
{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9169690012931824, "Finetune/Loss (Raw)": 1.0048936605453491, "Finetune/Step": 1531, "Finetune/Step Time": 5.49687285348773}
{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.916846513748169, "Finetune/Loss (Raw)": 0.965927243232727, "Finetune/Step": 1532, "Finetune/Step Time": 5.506349988281727}
{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.9173049926757812, "Finetune/Loss (Raw)": 0.905133068561554, "Finetune/Step": 1533, "Finetune/Step Time": 5.499847898259759}
{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.9174306392669678, "Finetune/Loss (Raw)": 0.9813745021820068, "Finetune/Step": 1534, "Finetune/Step Time": 5.507665298879147}
{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.9215567111968994, "Finetune/Loss (Raw)": 0.8941870927810669, "Finetune/Step": 1535, "Finetune/Step Time": 5.479134954512119}
{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9218355417251587, "Finetune/Loss (Raw)": 0.9031421542167664, "Finetune/Step": 1536, "Finetune/Step Time": 5.485225010663271}
{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9210385084152222, "Finetune/Loss (Raw)": 0.9038066267967224, "Finetune/Step": 1537, "Finetune/Step Time": 5.485741870477796}
{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.9173210263252258, "Finetune/Loss (Raw)": 0.4309704601764679, "Finetune/Step": 1538, "Finetune/Step Time": 5.485623482614756}
{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.916774570941925, "Finetune/Loss (Raw)": 0.9892047047615051, "Finetune/Step": 1539, "Finetune/Step Time": 5.4863919503986835}
{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.9186111688613892, "Finetune/Loss (Raw)": 0.986562967300415, "Finetune/Step": 1540, "Finetune/Step Time": 5.485924255102873}
{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.9190506935119629, "Finetune/Loss (Raw)": 1.0824941396713257, "Finetune/Step": 1541, "Finetune/Step Time": 5.486721958965063}
{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9175735712051392, "Finetune/Loss (Raw)": 0.9162355065345764, "Finetune/Step": 1542, "Finetune/Step Time": 5.494305768981576}
{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.9163739085197449, "Finetune/Loss (Raw)": 0.8527562618255615, "Finetune/Step": 1543, "Finetune/Step Time": 5.4899605847895145}
{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.9155700206756592, "Finetune/Loss (Raw)": 0.9851478338241577, "Finetune/Step": 1544, "Finetune/Step Time": 5.476902388036251}
{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.9155390858650208, "Finetune/Loss (Raw)": 0.9173877835273743, "Finetune/Step": 1545, "Finetune/Step Time": 5.473951669409871}
{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.9171640872955322, "Finetune/Loss (Raw)": 1.071506142616272, "Finetune/Step": 1546, "Finetune/Step Time": 5.478861263021827}
{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9178705811500549, "Finetune/Loss (Raw)": 0.9762616157531738, "Finetune/Step": 1547, "Finetune/Step Time": 5.489248178899288}
{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.9180980920791626, "Finetune/Loss (Raw)": 1.0371655225753784, "Finetune/Step": 1548, "Finetune/Step Time": 5.504188321530819}
{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.9139569401741028, "Finetune/Loss (Raw)": 0.39592453837394714, "Finetune/Step": 1549, "Finetune/Step Time": 5.540890198200941}
{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.9145187139511108, "Finetune/Loss (Raw)": 1.011288046836853, "Finetune/Step": 1550, "Finetune/Step Time": 5.5331319980323315}
{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.9130909442901611, "Finetune/Loss (Raw)": 0.8658011555671692, "Finetune/Step": 1551, "Finetune/Step Time": 5.527589479461312}
{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.9142445921897888, "Finetune/Loss (Raw)": 1.0096620321273804, "Finetune/Step": 1552, "Finetune/Step Time": 5.528162548318505}
{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.9133948087692261, "Finetune/Loss (Raw)": 0.8988162875175476, "Finetune/Step": 1553, "Finetune/Step Time": 5.539260935038328}
{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.9132721424102783, "Finetune/Loss (Raw)": 0.8715200424194336, "Finetune/Step": 1554, "Finetune/Step Time": 5.524026582017541}
{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.9142130613327026, "Finetune/Loss (Raw)": 1.0616381168365479, "Finetune/Step": 1555, "Finetune/Step Time": 5.526884106919169}
{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.9138152003288269, "Finetune/Loss (Raw)": 0.8890562653541565, "Finetune/Step": 1556, "Finetune/Step Time": 5.527420435100794}
{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.9136329889297485, "Finetune/Loss (Raw)": 0.8533120155334473, "Finetune/Step": 1557, "Finetune/Step Time": 5.526317900046706}
{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.9134012460708618, "Finetune/Loss (Raw)": 0.9291443824768066, "Finetune/Step": 1558, "Finetune/Step Time": 5.516100296750665}
{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9154583215713501, "Finetune/Loss (Raw)": 1.16156804561615, "Finetune/Step": 1559, "Finetune/Step Time": 5.507165620103478}
{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.9160192012786865, "Finetune/Loss (Raw)": 1.0374209880828857, "Finetune/Step": 1560, "Finetune/Step Time": 5.517567180097103}
{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9161645770072937, "Finetune/Loss (Raw)": 1.0172555446624756, "Finetune/Step": 1561, "Finetune/Step Time": 5.514772292226553}
{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.9211129546165466, "Finetune/Loss (Raw)": 1.0054566860198975, "Finetune/Step": 1562, "Finetune/Step Time": 5.498414563015103}
{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9205247163772583, "Finetune/Loss (Raw)": 0.9399718642234802, "Finetune/Step": 1563, "Finetune/Step Time": 5.5165461376309395}
{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9214394092559814, "Finetune/Loss (Raw)": 0.9195770025253296, "Finetune/Step": 1564, "Finetune/Step Time": 5.507371209561825}
{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9199168682098389, "Finetune/Loss (Raw)": 0.8583985567092896, "Finetune/Step": 1565, "Finetune/Step Time": 5.507004531100392}
{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.9197449684143066, "Finetune/Loss (Raw)": 0.9638253450393677, "Finetune/Step": 1566, "Finetune/Step Time": 5.513757901266217}
{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9193438291549683, "Finetune/Loss (Raw)": 0.9921468496322632, "Finetune/Step": 1567, "Finetune/Step Time": 5.5202909503132105}
{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.9212774634361267, "Finetune/Loss (Raw)": 0.9656150341033936, "Finetune/Step": 1568, "Finetune/Step Time": 5.487546928226948}
{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.920475959777832, "Finetune/Loss (Raw)": 0.8441243767738342, "Finetune/Step": 1569, "Finetune/Step Time": 5.500024711713195}
{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.9208651781082153, "Finetune/Loss (Raw)": 1.0471384525299072, "Finetune/Step": 1570, "Finetune/Step Time": 5.497227359563112}
{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.921214759349823, "Finetune/Loss (Raw)": 0.964549720287323, "Finetune/Step": 1571, "Finetune/Step Time": 5.493249397724867}
{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9220131635665894, "Finetune/Loss (Raw)": 1.0256975889205933, "Finetune/Step": 1572, "Finetune/Step Time": 5.4869838412851095}
{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9225401878356934, "Finetune/Loss (Raw)": 0.9881036877632141, "Finetune/Step": 1573, "Finetune/Step Time": 5.502753838896751}
{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9223289489746094, "Finetune/Loss (Raw)": 0.8340006470680237, "Finetune/Step": 1574, "Finetune/Step Time": 5.486537659540772}
{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.9241100549697876, "Finetune/Loss (Raw)": 1.2003449201583862, "Finetune/Step": 1575, "Finetune/Step Time": 5.496272897347808}
{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9233639240264893, "Finetune/Loss (Raw)": 0.9666658639907837, "Finetune/Step": 1576, "Finetune/Step Time": 5.499559547752142}
{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9241113662719727, "Finetune/Loss (Raw)": 0.9543803334236145, "Finetune/Step": 1577, "Finetune/Step Time": 5.490628385916352}
{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9250272512435913, "Finetune/Loss (Raw)": 0.9958839416503906, "Finetune/Step": 1578, "Finetune/Step Time": 5.448553614318371}
{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.92547607421875, "Finetune/Loss (Raw)": 0.9727851748466492, "Finetune/Step": 1579, "Finetune/Step Time": 5.45493240095675}
{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.9232302904129028, "Finetune/Loss (Raw)": 0.7825080752372742, "Finetune/Step": 1580, "Finetune/Step Time": 5.489655116572976}
{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9227707386016846, "Finetune/Loss (Raw)": 0.854515016078949, "Finetune/Step": 1581, "Finetune/Step Time": 5.484231116250157}
{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.920910656452179, "Finetune/Loss (Raw)": 0.9653489589691162, "Finetune/Step": 1582, "Finetune/Step Time": 5.485508948564529}
{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.9208638668060303, "Finetune/Loss (Raw)": 1.0080201625823975, "Finetune/Step": 1583, "Finetune/Step Time": 5.488656383007765}
{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9211352467536926, "Finetune/Loss (Raw)": 0.976936936378479, "Finetune/Step": 1584, "Finetune/Step Time": 5.490457221865654}
{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.9265402555465698, "Finetune/Loss (Raw)": 1.0640000104904175, "Finetune/Step": 1585, "Finetune/Step Time": 5.4599091075360775}
{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.9278891086578369, "Finetune/Loss (Raw)": 1.124619483947754, "Finetune/Step": 1586, "Finetune/Step Time": 5.51872662268579}
{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.9275556802749634, "Finetune/Loss (Raw)": 1.0565937757492065, "Finetune/Step": 1587, "Finetune/Step Time": 5.511688256636262}
{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9264559745788574, "Finetune/Loss (Raw)": 0.9571874737739563, "Finetune/Step": 1588, "Finetune/Step Time": 5.521970713511109}
{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9249966144561768, "Finetune/Loss (Raw)": 0.9346554279327393, "Finetune/Step": 1589, "Finetune/Step Time": 5.537752725183964}
{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.9249361753463745, "Finetune/Loss (Raw)": 1.028987169265747, "Finetune/Step": 1590, "Finetune/Step Time": 5.543215565383434}
{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9232132434844971, "Finetune/Loss (Raw)": 0.8311429619789124, "Finetune/Step": 1591, "Finetune/Step Time": 5.558808978646994}
{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9231893420219421, "Finetune/Loss (Raw)": 0.8848734498023987, "Finetune/Step": 1592, "Finetune/Step Time": 5.560645079240203}
{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9228329658508301, "Finetune/Loss (Raw)": 0.9291059970855713, "Finetune/Step": 1593, "Finetune/Step Time": 5.563842291012406}
{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.9225679636001587, "Finetune/Loss (Raw)": 0.9377474188804626, "Finetune/Step": 1594, "Finetune/Step Time": 5.569401778280735}
{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9218453168869019, "Finetune/Loss (Raw)": 0.8611788749694824, "Finetune/Step": 1595, "Finetune/Step Time": 5.547082711011171}
{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9224323034286499, "Finetune/Loss (Raw)": 1.1071003675460815, "Finetune/Step": 1596, "Finetune/Step Time": 5.551872614771128}
{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.9260931015014648, "Finetune/Loss (Raw)": 0.8519688248634338, "Finetune/Step": 1597, "Finetune/Step Time": 5.51859456487}
{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9260625839233398, "Finetune/Loss (Raw)": 0.9939120411872864, "Finetune/Step": 1598, "Finetune/Step Time": 5.531842948868871}
{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9211851358413696, "Finetune/Loss (Raw)": 0.3732272684574127, "Finetune/Step": 1599, "Finetune/Step Time": 5.5644355695694685}
{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.9221922159194946, "Finetune/Loss (Raw)": 0.9976793527603149, "Finetune/Step": 1600, "Finetune/Step Time": 5.567383078858256}
{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9196204543113708, "Finetune/Loss (Raw)": 0.3818117082118988, "Finetune/Step": 1601, "Finetune/Step Time": 5.598550671711564}
{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9193211197853088, "Finetune/Loss (Raw)": 1.089569330215454, "Finetune/Step": 1602, "Finetune/Step Time": 5.60792469419539}
{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9213326573371887, "Finetune/Loss (Raw)": 1.0217230319976807, "Finetune/Step": 1603, "Finetune/Step Time": 5.603316314518452}
{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.9204485416412354, "Finetune/Loss (Raw)": 0.8948137164115906, "Finetune/Step": 1604, "Finetune/Step Time": 5.603363206610084}
{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.924504280090332, "Finetune/Loss (Raw)": 0.8277978301048279, "Finetune/Step": 1605, "Finetune/Step Time": 5.581214349716902}
{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9221649169921875, "Finetune/Loss (Raw)": 0.7735556364059448, "Finetune/Step": 1606, "Finetune/Step Time": 5.61268075555563}
{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9221799373626709, "Finetune/Loss (Raw)": 0.9064912796020508, "Finetune/Step": 1607, "Finetune/Step Time": 5.5993627812713385}
{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.9175888299942017, "Finetune/Loss (Raw)": 0.38136520981788635, "Finetune/Step": 1608, "Finetune/Step Time": 5.625442070886493}
{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.9173060655593872, "Finetune/Loss (Raw)": 0.9607062339782715, "Finetune/Step": 1609, "Finetune/Step Time": 5.613473538309336}
{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.9170899391174316, "Finetune/Loss (Raw)": 0.9394365549087524, "Finetune/Step": 1610, "Finetune/Step Time": 5.620953444391489}
{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.9165626168251038, "Finetune/Loss (Raw)": 0.8642944693565369, "Finetune/Step": 1611, "Finetune/Step Time": 5.607481587678194}
{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.915690541267395, "Finetune/Loss (Raw)": 0.9289644360542297, "Finetune/Step": 1612, "Finetune/Step Time": 5.609930710867047}
{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.9152217507362366, "Finetune/Loss (Raw)": 0.8576290607452393, "Finetune/Step": 1613, "Finetune/Step Time": 5.621898256242275}
{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9205983281135559, "Finetune/Loss (Raw)": 0.9927876591682434, "Finetune/Step": 1614, "Finetune/Step Time": 5.590171482414007}
{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9203149676322937, "Finetune/Loss (Raw)": 1.0654888153076172, "Finetune/Step": 1615, "Finetune/Step Time": 5.584039745852351}
{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.9185525178909302, "Finetune/Loss (Raw)": 0.9741837382316589, "Finetune/Step": 1616, "Finetune/Step Time": 5.577743338420987}
{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9191889762878418, "Finetune/Loss (Raw)": 0.904786229133606, "Finetune/Step": 1617, "Finetune/Step Time": 5.574319642037153}
{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9188807010650635, "Finetune/Loss (Raw)": 0.9084793925285339, "Finetune/Step": 1618, "Finetune/Step Time": 5.564851526170969}
{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9188395738601685, "Finetune/Loss (Raw)": 0.837672233581543, "Finetune/Step": 1619, "Finetune/Step Time": 5.5493391416966915}
{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9193518161773682, "Finetune/Loss (Raw)": 1.148742437362671, "Finetune/Step": 1620, "Finetune/Step Time": 5.5518864039331675}
{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9235283136367798, "Finetune/Loss (Raw)": 0.8627541065216064, "Finetune/Step": 1621, "Finetune/Step Time": 5.525829926133156}
{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.9245460033416748, "Finetune/Loss (Raw)": 1.0704152584075928, "Finetune/Step": 1622, "Finetune/Step Time": 5.524256341159344}
{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9253277778625488, "Finetune/Loss (Raw)": 1.1438751220703125, "Finetune/Step": 1623, "Finetune/Step Time": 5.518039375543594}
{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.9248473048210144, "Finetune/Loss (Raw)": 0.9248690605163574, "Finetune/Step": 1624, "Finetune/Step Time": 5.519988007843494}
{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.9259172677993774, "Finetune/Loss (Raw)": 0.9857805967330933, "Finetune/Step": 1625, "Finetune/Step Time": 5.519911544397473}
{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.9253628253936768, "Finetune/Loss (Raw)": 1.0071027278900146, "Finetune/Step": 1626, "Finetune/Step Time": 5.510379608720541}
{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9301583766937256, "Finetune/Loss (Raw)": 1.037343978881836, "Finetune/Step": 1627, "Finetune/Step Time": 5.476154692471027}
{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9351754188537598, "Finetune/Loss (Raw)": 0.9914930462837219, "Finetune/Step": 1628, "Finetune/Step Time": 5.444428723305464}
{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.9344735145568848, "Finetune/Loss (Raw)": 0.9530330896377563, "Finetune/Step": 1629, "Finetune/Step Time": 5.416368737816811}
{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.9339475631713867, "Finetune/Loss (Raw)": 1.0392271280288696, "Finetune/Step": 1630, "Finetune/Step Time": 5.413886269554496}
{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.9345729351043701, "Finetune/Loss (Raw)": 0.9506519436836243, "Finetune/Step": 1631, "Finetune/Step Time": 5.416271666064858}
{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.9340564012527466, "Finetune/Loss (Raw)": 0.941411018371582, "Finetune/Step": 1632, "Finetune/Step Time": 5.407167078927159}
{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.9332458972930908, "Finetune/Loss (Raw)": 0.877464771270752, "Finetune/Step": 1633, "Finetune/Step Time": 5.407427238300443}
{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9342049360275269, "Finetune/Loss (Raw)": 1.0090454816818237, "Finetune/Step": 1634, "Finetune/Step Time": 5.40517114661634}
{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.9335533380508423, "Finetune/Loss (Raw)": 0.9844011068344116, "Finetune/Step": 1635, "Finetune/Step Time": 5.426353937014937}
{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9333213567733765, "Finetune/Loss (Raw)": 0.9882014989852905, "Finetune/Step": 1636, "Finetune/Step Time": 5.423003759235144}
{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.932837963104248, "Finetune/Loss (Raw)": 0.9592970013618469, "Finetune/Step": 1637, "Finetune/Step Time": 5.424355262890458}
{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9313869476318359, "Finetune/Loss (Raw)": 0.9052030444145203, "Finetune/Step": 1638, "Finetune/Step Time": 5.4260505717247725}
{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9292410016059875, "Finetune/Loss (Raw)": 0.8424030542373657, "Finetune/Step": 1639, "Finetune/Step Time": 5.428498759865761}
{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9300992488861084, "Finetune/Loss (Raw)": 1.0276812314987183, "Finetune/Step": 1640, "Finetune/Step Time": 5.416699565947056}
{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.929108738899231, "Finetune/Loss (Raw)": 1.0352941751480103, "Finetune/Step": 1641, "Finetune/Step Time": 5.414187101647258}
{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9291922450065613, "Finetune/Loss (Raw)": 0.9875416159629822, "Finetune/Step": 1642, "Finetune/Step Time": 5.403231790289283}
{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9300744533538818, "Finetune/Loss (Raw)": 1.0721632242202759, "Finetune/Step": 1643, "Finetune/Step Time": 5.404954021796584}
{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9302747845649719, "Finetune/Loss (Raw)": 0.9855602383613586, "Finetune/Step": 1644, "Finetune/Step Time": 5.430373020470142}
{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9306617975234985, "Finetune/Loss (Raw)": 0.9251843094825745, "Finetune/Step": 1645, "Finetune/Step Time": 5.43119022808969}
{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.9301496744155884, "Finetune/Loss (Raw)": 1.0213940143585205, "Finetune/Step": 1646, "Finetune/Step Time": 5.4345032554119825}
{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9306894540786743, "Finetune/Loss (Raw)": 0.9119739532470703, "Finetune/Step": 1647, "Finetune/Step Time": 5.44745821878314}
{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9358558654785156, "Finetune/Loss (Raw)": 1.0482765436172485, "Finetune/Step": 1648, "Finetune/Step Time": 5.42075520940125}
{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9350107908248901, "Finetune/Loss (Raw)": 0.941007673740387, "Finetune/Step": 1649, "Finetune/Step Time": 5.423068547621369}
{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.9353084564208984, "Finetune/Loss (Raw)": 0.9662341475486755, "Finetune/Step": 1650, "Finetune/Step Time": 5.411736112087965}
{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.935704231262207, "Finetune/Loss (Raw)": 0.8815611004829407, "Finetune/Step": 1651, "Finetune/Step Time": 5.41362926363945}
{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.935592770576477, "Finetune/Loss (Raw)": 0.9000218510627747, "Finetune/Step": 1652, "Finetune/Step Time": 5.396705869585276}
{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9363707900047302, "Finetune/Loss (Raw)": 0.9722254872322083, "Finetune/Step": 1653, "Finetune/Step Time": 5.3888806868344545}
{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9358359575271606, "Finetune/Loss (Raw)": 1.0235337018966675, "Finetune/Step": 1654, "Finetune/Step Time": 5.402144795283675}
{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9313833713531494, "Finetune/Loss (Raw)": 0.3792741000652313, "Finetune/Step": 1655, "Finetune/Step Time": 5.431722221896052}
{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9357726573944092, "Finetune/Loss (Raw)": 0.9767594933509827, "Finetune/Step": 1656, "Finetune/Step Time": 5.403282197192311}
{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.934458315372467, "Finetune/Loss (Raw)": 0.8863798379898071, "Finetune/Step": 1657, "Finetune/Step Time": 5.402036055922508}
{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9360630512237549, "Finetune/Loss (Raw)": 0.9732000231742859, "Finetune/Step": 1658, "Finetune/Step Time": 5.386630015447736}
{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9368282556533813, "Finetune/Loss (Raw)": 1.1028274297714233, "Finetune/Step": 1659, "Finetune/Step Time": 5.3873441983014345}
{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9368848204612732, "Finetune/Loss (Raw)": 0.9731706380844116, "Finetune/Step": 1660, "Finetune/Step Time": 5.3842528108507395}
{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.93711918592453, "Finetune/Loss (Raw)": 0.9351298809051514, "Finetune/Step": 1661, "Finetune/Step Time": 5.379566369578242}
{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.9378023743629456, "Finetune/Loss (Raw)": 1.0688278675079346, "Finetune/Step": 1662, "Finetune/Step Time": 5.378990540280938}
{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9364230632781982, "Finetune/Loss (Raw)": 0.7176291942596436, "Finetune/Step": 1663, "Finetune/Step Time": 5.388616915792227}
{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9356551766395569, "Finetune/Loss (Raw)": 0.80485999584198, "Finetune/Step": 1664, "Finetune/Step Time": 5.381261665374041}
{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.936947226524353, "Finetune/Loss (Raw)": 1.069179654121399, "Finetune/Step": 1665, "Finetune/Step Time": 5.381090562790632}
{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.9406675100326538, "Finetune/Loss (Raw)": 0.9071753621101379, "Finetune/Step": 1666, "Finetune/Step Time": 5.345940969884396}
{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9407830238342285, "Finetune/Loss (Raw)": 1.003990650177002, "Finetune/Step": 1667, "Finetune/Step Time": 5.343751918524504}
{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9414559602737427, "Finetune/Loss (Raw)": 1.072697401046753, "Finetune/Step": 1668, "Finetune/Step Time": 5.348681706935167}
{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9405428171157837, "Finetune/Loss (Raw)": 0.9656122922897339, "Finetune/Step": 1669, "Finetune/Step Time": 5.3454241789877415}
{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.941216230392456, "Finetune/Loss (Raw)": 1.0024350881576538, "Finetune/Step": 1670, "Finetune/Step Time": 5.332043064758182}
{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9415988922119141, "Finetune/Loss (Raw)": 0.9017332792282104, "Finetune/Step": 1671, "Finetune/Step Time": 5.339926512911916}
{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.942105770111084, "Finetune/Loss (Raw)": 1.0500311851501465, "Finetune/Step": 1672, "Finetune/Step Time": 5.356416245922446}
{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9415993094444275, "Finetune/Loss (Raw)": 0.8525556921958923, "Finetune/Step": 1673, "Finetune/Step Time": 5.361402399837971}
{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.93950355052948, "Finetune/Loss (Raw)": 0.8032563328742981, "Finetune/Step": 1674, "Finetune/Step Time": 5.361749581992626}
{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9392343759536743, "Finetune/Loss (Raw)": 0.9417963027954102, "Finetune/Step": 1675, "Finetune/Step Time": 5.360851829871535}
{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9396275281906128, "Finetune/Loss (Raw)": 1.087490439414978, "Finetune/Step": 1676, "Finetune/Step Time": 5.354773074388504}
{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9444697499275208, "Finetune/Loss (Raw)": 1.0157339572906494, "Finetune/Step": 1677, "Finetune/Step Time": 5.318140916526318}
{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.9433057308197021, "Finetune/Loss (Raw)": 0.8622929453849792, "Finetune/Step": 1678, "Finetune/Step Time": 5.316419320181012}
{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9395653605461121, "Finetune/Loss (Raw)": 0.3870311975479126, "Finetune/Step": 1679, "Finetune/Step Time": 5.355501219630241}
{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.9391131401062012, "Finetune/Loss (Raw)": 0.9517768621444702, "Finetune/Step": 1680, "Finetune/Step Time": 5.367142863571644}
{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9397238492965698, "Finetune/Loss (Raw)": 0.9769868850708008, "Finetune/Step": 1681, "Finetune/Step Time": 5.349367566406727}
{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9416595697402954, "Finetune/Loss (Raw)": 1.1192927360534668, "Finetune/Step": 1682, "Finetune/Step Time": 5.35210120677948}
{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9402643442153931, "Finetune/Loss (Raw)": 0.8830461502075195, "Finetune/Step": 1683, "Finetune/Step Time": 5.35969977080822}
{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9404805898666382, "Finetune/Loss (Raw)": 0.9167365431785583, "Finetune/Step": 1684, "Finetune/Step Time": 5.3512965850532055}
{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.9407098293304443, "Finetune/Loss (Raw)": 0.8826580047607422, "Finetune/Step": 1685, "Finetune/Step Time": 5.355114104226232}
{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9398804903030396, "Finetune/Loss (Raw)": 0.8229934573173523, "Finetune/Step": 1686, "Finetune/Step Time": 5.366544254124165}
{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.9388192892074585, "Finetune/Loss (Raw)": 1.0257359743118286, "Finetune/Step": 1687, "Finetune/Step Time": 5.369081461802125}
{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9389384984970093, "Finetune/Loss (Raw)": 1.0526702404022217, "Finetune/Step": 1688, "Finetune/Step Time": 5.366173671558499}
{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9333584308624268, "Finetune/Loss (Raw)": 0.30300697684288025, "Finetune/Step": 1689, "Finetune/Step Time": 5.394629780203104}
{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9339098334312439, "Finetune/Loss (Raw)": 1.0760432481765747, "Finetune/Step": 1690, "Finetune/Step Time": 5.379503672942519}
{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9340524673461914, "Finetune/Loss (Raw)": 0.9582211375236511, "Finetune/Step": 1691, "Finetune/Step Time": 5.366766545921564}
{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.9339768886566162, "Finetune/Loss (Raw)": 0.9099103212356567, "Finetune/Step": 1692, "Finetune/Step Time": 5.383594347164035}
{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9339348673820496, "Finetune/Loss (Raw)": 0.8530197739601135, "Finetune/Step": 1693, "Finetune/Step Time": 5.40224676951766}
{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.9322172403335571, "Finetune/Loss (Raw)": 0.743966817855835, "Finetune/Step": 1694, "Finetune/Step Time": 5.4044689536094666}
{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9315552711486816, "Finetune/Loss (Raw)": 0.9074195623397827, "Finetune/Step": 1695, "Finetune/Step Time": 5.410102855414152}
{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9316592216491699, "Finetune/Loss (Raw)": 0.9789077639579773, "Finetune/Step": 1696, "Finetune/Step Time": 5.408160334452987}
{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9328780174255371, "Finetune/Loss (Raw)": 1.0001401901245117, "Finetune/Step": 1697, "Finetune/Step Time": 5.394573122262955}
{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.9320909976959229, "Finetune/Loss (Raw)": 0.9464009404182434, "Finetune/Step": 1698, "Finetune/Step Time": 5.396819066256285}
{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.9326748251914978, "Finetune/Loss (Raw)": 1.0392749309539795, "Finetune/Step": 1699, "Finetune/Step Time": 5.394809225574136}
{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.932706892490387, "Finetune/Loss (Raw)": 1.0297993421554565, "Finetune/Step": 1700, "Finetune/Step Time": 5.404573537409306}
{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.9333637952804565, "Finetune/Loss (Raw)": 1.0721909999847412, "Finetune/Step": 1701, "Finetune/Step Time": 5.39528239145875}
{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.9346048831939697, "Finetune/Loss (Raw)": 0.9928558468818665, "Finetune/Step": 1702, "Finetune/Step Time": 5.394800025969744}
{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9320778846740723, "Finetune/Loss (Raw)": 0.8768985271453857, "Finetune/Step": 1703, "Finetune/Step Time": 5.406944949179888}
{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9272058010101318, "Finetune/Loss (Raw)": 0.3430359959602356, "Finetune/Step": 1704, "Finetune/Step Time": 5.433873202651739}
{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.927156925201416, "Finetune/Loss (Raw)": 0.9481266736984253, "Finetune/Step": 1705, "Finetune/Step Time": 5.4360817559063435}
{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9275919795036316, "Finetune/Loss (Raw)": 1.0515673160552979, "Finetune/Step": 1706, "Finetune/Step Time": 5.438587669283152}
{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.9274581670761108, "Finetune/Loss (Raw)": 0.9556569457054138, "Finetune/Step": 1707, "Finetune/Step Time": 5.4352960884571075}
{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9288419485092163, "Finetune/Loss (Raw)": 0.9596313238143921, "Finetune/Step": 1708, "Finetune/Step Time": 5.415326327085495}
{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9307825565338135, "Finetune/Loss (Raw)": 1.1029149293899536, "Finetune/Step": 1709, "Finetune/Step Time": 5.413329675793648}
{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.931092381477356, "Finetune/Loss (Raw)": 1.0050065517425537, "Finetune/Step": 1710, "Finetune/Step Time": 5.422416176646948}
{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.9311918020248413, "Finetune/Loss (Raw)": 1.0207442045211792, "Finetune/Step": 1711, "Finetune/Step Time": 5.425484713166952}
{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9324722290039062, "Finetune/Loss (Raw)": 1.1408320665359497, "Finetune/Step": 1712, "Finetune/Step Time": 5.425811152905226}
{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9320449829101562, "Finetune/Loss (Raw)": 1.009319543838501, "Finetune/Step": 1713, "Finetune/Step Time": 5.425803031772375}
{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9311081171035767, "Finetune/Loss (Raw)": 1.0046900510787964, "Finetune/Step": 1714, "Finetune/Step Time": 5.37505497969687}
{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9294168949127197, "Finetune/Loss (Raw)": 0.8401203751564026, "Finetune/Step": 1715, "Finetune/Step Time": 5.383950004354119}
{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.9291749596595764, "Finetune/Loss (Raw)": 0.926215648651123, "Finetune/Step": 1716, "Finetune/Step Time": 5.3720728643238544}
{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9302113056182861, "Finetune/Loss (Raw)": 1.0673117637634277, "Finetune/Step": 1717, "Finetune/Step Time": 5.372180752456188}
{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.9299470782279968, "Finetune/Loss (Raw)": 0.9951651096343994, "Finetune/Step": 1718, "Finetune/Step Time": 5.362388329580426}
{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9310116171836853, "Finetune/Loss (Raw)": 0.9674074649810791, "Finetune/Step": 1719, "Finetune/Step Time": 5.348795695230365}
{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9322273135185242, "Finetune/Loss (Raw)": 1.0404771566390991, "Finetune/Step": 1720, "Finetune/Step Time": 5.3469765316694975}
{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9327408075332642, "Finetune/Loss (Raw)": 0.9948394298553467, "Finetune/Step": 1721, "Finetune/Step Time": 5.348599182441831}
{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.9332540035247803, "Finetune/Loss (Raw)": 1.0034343004226685, "Finetune/Step": 1722, "Finetune/Step Time": 5.3394827004522085}
{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9348419904708862, "Finetune/Loss (Raw)": 1.064435362815857, "Finetune/Step": 1723, "Finetune/Step Time": 5.355681793764234}
{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9331808090209961, "Finetune/Loss (Raw)": 0.8944805264472961, "Finetune/Step": 1724, "Finetune/Step Time": 5.34848721884191}
{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.934226393699646, "Finetune/Loss (Raw)": 0.9857963919639587, "Finetune/Step": 1725, "Finetune/Step Time": 5.338371224701405}
{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.9335461258888245, "Finetune/Loss (Raw)": 0.9068392515182495, "Finetune/Step": 1726, "Finetune/Step Time": 5.330903338268399}
{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.938387393951416, "Finetune/Loss (Raw)": 0.9929071664810181, "Finetune/Step": 1727, "Finetune/Step Time": 5.315822260454297}
{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9389733076095581, "Finetune/Loss (Raw)": 1.0726752281188965, "Finetune/Step": 1728, "Finetune/Step Time": 5.312777228653431}
{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.944025993347168, "Finetune/Loss (Raw)": 1.0285630226135254, "Finetune/Step": 1729, "Finetune/Step Time": 5.277882657945156}
{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9420057535171509, "Finetune/Loss (Raw)": 0.8309763669967651, "Finetune/Step": 1730, "Finetune/Step Time": 5.270435910671949}
{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9427181482315063, "Finetune/Loss (Raw)": 1.1129029989242554, "Finetune/Step": 1731, "Finetune/Step Time": 5.2676585260778666}
{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9443607330322266, "Finetune/Loss (Raw)": 1.1050699949264526, "Finetune/Step": 1732, "Finetune/Step Time": 5.281965475529432}
{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9456875920295715, "Finetune/Loss (Raw)": 0.9976361393928528, "Finetune/Step": 1733, "Finetune/Step Time": 5.273425865918398}
{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9476764798164368, "Finetune/Loss (Raw)": 1.0281316041946411, "Finetune/Step": 1734, "Finetune/Step Time": 5.257273577153683}
{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9478315114974976, "Finetune/Loss (Raw)": 0.9263362884521484, "Finetune/Step": 1735, "Finetune/Step Time": 5.257045261561871}
{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9524550437927246, "Finetune/Loss (Raw)": 0.9731683135032654, "Finetune/Step": 1736, "Finetune/Step Time": 5.225587300956249}
{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9521128535270691, "Finetune/Loss (Raw)": 0.9169129729270935, "Finetune/Step": 1737, "Finetune/Step Time": 5.225240798667073}
{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9475170969963074, "Finetune/Loss (Raw)": 0.35118094086647034, "Finetune/Step": 1738, "Finetune/Step Time": 5.247401796281338}
{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.948151171207428, "Finetune/Loss (Raw)": 0.9454578161239624, "Finetune/Step": 1739, "Finetune/Step Time": 5.225943259894848}
{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.94789057970047, "Finetune/Loss (Raw)": 0.8956071138381958, "Finetune/Step": 1740, "Finetune/Step Time": 5.247014435008168}
{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9499907493591309, "Finetune/Loss (Raw)": 1.1264567375183105, "Finetune/Step": 1741, "Finetune/Step Time": 5.237089624628425}
{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9489933848381042, "Finetune/Loss (Raw)": 0.8651185631752014, "Finetune/Step": 1742, "Finetune/Step Time": 5.245307542383671}
{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9482053518295288, "Finetune/Loss (Raw)": 0.9646177291870117, "Finetune/Step": 1743, "Finetune/Step Time": 5.260658726096153}
{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9478374719619751, "Finetune/Loss (Raw)": 0.9270914196968079, "Finetune/Step": 1744, "Finetune/Step Time": 5.261706991121173}
{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9484989643096924, "Finetune/Loss (Raw)": 0.9894667863845825, "Finetune/Step": 1745, "Finetune/Step Time": 5.257250422611833}
{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9495618343353271, "Finetune/Loss (Raw)": 1.0445233583450317, "Finetune/Step": 1746, "Finetune/Step Time": 5.246182955801487}
{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9463734030723572, "Finetune/Loss (Raw)": 0.42954856157302856, "Finetune/Step": 1747, "Finetune/Step Time": 5.269849186763167}
{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9441434144973755, "Finetune/Loss (Raw)": 0.8633146286010742, "Finetune/Step": 1748, "Finetune/Step Time": 5.285734677687287}
{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9450688362121582, "Finetune/Loss (Raw)": 0.9811956882476807, "Finetune/Step": 1749, "Finetune/Step Time": 5.284898076206446}
{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9453418254852295, "Finetune/Loss (Raw)": 1.1053658723831177, "Finetune/Step": 1750, "Finetune/Step Time": 5.303641056641936}
{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9445456266403198, "Finetune/Loss (Raw)": 1.041958212852478, "Finetune/Step": 1751, "Finetune/Step Time": 5.307705802842975}
{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9465442895889282, "Finetune/Loss (Raw)": 1.1806931495666504, "Finetune/Step": 1752, "Finetune/Step Time": 5.306964762508869}
{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9462041854858398, "Finetune/Loss (Raw)": 0.9422547221183777, "Finetune/Step": 1753, "Finetune/Step Time": 5.305058302357793}
{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9462096095085144, "Finetune/Loss (Raw)": 1.0077968835830688, "Finetune/Step": 1754, "Finetune/Step Time": 5.312413796782494}
{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9457851648330688, "Finetune/Loss (Raw)": 0.983014702796936, "Finetune/Step": 1755, "Finetune/Step Time": 5.31934023834765}
{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.9465612173080444, "Finetune/Loss (Raw)": 1.0908266305923462, "Finetune/Step": 1756, "Finetune/Step Time": 5.322874769568443}
{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9419220685958862, "Finetune/Loss (Raw)": 0.3592245876789093, "Finetune/Step": 1757, "Finetune/Step Time": 5.348771672695875}
{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9405179023742676, "Finetune/Loss (Raw)": 0.8594945073127747, "Finetune/Step": 1758, "Finetune/Step Time": 5.3529386557638645}
{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9411996603012085, "Finetune/Loss (Raw)": 1.0379149913787842, "Finetune/Step": 1759, "Finetune/Step Time": 5.363870291039348}
{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9420799016952515, "Finetune/Loss (Raw)": 1.0540775060653687, "Finetune/Step": 1760, "Finetune/Step Time": 5.361937383189797}
{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9420180320739746, "Finetune/Loss (Raw)": 0.8695569038391113, "Finetune/Step": 1761, "Finetune/Step Time": 5.366624537855387}
{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9407418966293335, "Finetune/Loss (Raw)": 0.8456898331642151, "Finetune/Step": 1762, "Finetune/Step Time": 5.376037234440446}
{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9416284561157227, "Finetune/Loss (Raw)": 1.0978862047195435, "Finetune/Step": 1763, "Finetune/Step Time": 5.37147968262434}
{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.9422019720077515, "Finetune/Loss (Raw)": 1.0616036653518677, "Finetune/Step": 1764, "Finetune/Step Time": 5.39167458191514}
{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9418038129806519, "Finetune/Loss (Raw)": 0.9083382487297058, "Finetune/Step": 1765, "Finetune/Step Time": 5.4045039769262075}
{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9425955414772034, "Finetune/Loss (Raw)": 1.006545066833496, "Finetune/Step": 1766, "Finetune/Step Time": 5.406249979510903}
{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9425188302993774, "Finetune/Loss (Raw)": 0.8325795531272888, "Finetune/Step": 1767, "Finetune/Step Time": 5.407238515093923}
{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9415103197097778, "Finetune/Loss (Raw)": 0.8985932469367981, "Finetune/Step": 1768, "Finetune/Step Time": 5.408353680744767}
{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9397113919258118, "Finetune/Loss (Raw)": 0.8050346970558167, "Finetune/Step": 1769, "Finetune/Step Time": 5.423112612217665}
{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.9400252103805542, "Finetune/Loss (Raw)": 1.0277115106582642, "Finetune/Step": 1770, "Finetune/Step Time": 5.4297244641929865}
{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9387372732162476, "Finetune/Loss (Raw)": 0.9073004126548767, "Finetune/Step": 1771, "Finetune/Step Time": 5.428207460790873}
{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9396165609359741, "Finetune/Loss (Raw)": 1.0981154441833496, "Finetune/Step": 1772, "Finetune/Step Time": 5.40256854146719}
{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9399821162223816, "Finetune/Loss (Raw)": 0.9719730019569397, "Finetune/Step": 1773, "Finetune/Step Time": 5.411614876240492}
{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9395362138748169, "Finetune/Loss (Raw)": 0.9643182158470154, "Finetune/Step": 1774, "Finetune/Step Time": 5.424717919901013}
{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9405160546302795, "Finetune/Loss (Raw)": 1.0373960733413696, "Finetune/Step": 1775, "Finetune/Step Time": 5.4115306213498116}
{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9398407936096191, "Finetune/Loss (Raw)": 0.961845338344574, "Finetune/Step": 1776, "Finetune/Step Time": 5.410433454439044}
{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.940515398979187, "Finetune/Loss (Raw)": 1.0273598432540894, "Finetune/Step": 1777, "Finetune/Step Time": 5.404892053455114}
{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9403671026229858, "Finetune/Loss (Raw)": 0.9472434520721436, "Finetune/Step": 1778, "Finetune/Step Time": 5.406541923061013}
{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9420710206031799, "Finetune/Loss (Raw)": 1.0996676683425903, "Finetune/Step": 1779, "Finetune/Step Time": 5.391177590936422}
{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9423937797546387, "Finetune/Loss (Raw)": 0.9413297772407532, "Finetune/Step": 1780, "Finetune/Step Time": 5.383130012080073}
{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9413189888000488, "Finetune/Loss (Raw)": 0.8346576690673828, "Finetune/Step": 1781, "Finetune/Step Time": 5.384377554059029}
{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9406659603118896, "Finetune/Loss (Raw)": 0.939943790435791, "Finetune/Step": 1782, "Finetune/Step Time": 5.371548131108284}
{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9445209503173828, "Finetune/Loss (Raw)": 0.8727099299430847, "Finetune/Step": 1783, "Finetune/Step Time": 5.341841017827392}
{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9452744722366333, "Finetune/Loss (Raw)": 1.073213815689087, "Finetune/Step": 1784, "Finetune/Step Time": 5.346090756356716}
{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9444582462310791, "Finetune/Loss (Raw)": 0.7819080948829651, "Finetune/Step": 1785, "Finetune/Step Time": 5.360856579616666}
{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9440960884094238, "Finetune/Loss (Raw)": 0.9268415570259094, "Finetune/Step": 1786, "Finetune/Step Time": 5.3587596863508224}
{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.941767692565918, "Finetune/Loss (Raw)": 0.8047895431518555, "Finetune/Step": 1787, "Finetune/Step Time": 5.3637605253607035}
{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9410333037376404, "Finetune/Loss (Raw)": 0.8791691064834595, "Finetune/Step": 1788, "Finetune/Step Time": 5.359171625226736}
{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9359918832778931, "Finetune/Loss (Raw)": 0.2898296117782593, "Finetune/Step": 1789, "Finetune/Step Time": 5.390489295125008}
{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9358285665512085, "Finetune/Loss (Raw)": 1.04792058467865, "Finetune/Step": 1790, "Finetune/Step Time": 5.392801687121391}
{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9387258291244507, "Finetune/Loss (Raw)": 1.0884779691696167, "Finetune/Step": 1791, "Finetune/Step Time": 5.3851401917636395}
{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9403458833694458, "Finetune/Loss (Raw)": 1.0122270584106445, "Finetune/Step": 1792, "Finetune/Step Time": 5.385421043261886}
{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9384777545928955, "Finetune/Loss (Raw)": 0.8300591111183167, "Finetune/Step": 1793, "Finetune/Step Time": 5.400377672165632}
{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9396071434020996, "Finetune/Loss (Raw)": 1.0517364740371704, "Finetune/Step": 1794, "Finetune/Step Time": 5.406262151896954}
{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.934638261795044, "Finetune/Loss (Raw)": 0.3679838180541992, "Finetune/Step": 1795, "Finetune/Step Time": 5.438420794904232}
{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9334290623664856, "Finetune/Loss (Raw)": 0.9179099202156067, "Finetune/Step": 1796, "Finetune/Step Time": 5.430946066975594}
{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.9338785409927368, "Finetune/Loss (Raw)": 1.023147463798523, "Finetune/Step": 1797, "Finetune/Step Time": 5.430285761132836}
{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9333540201187134, "Finetune/Loss (Raw)": 0.9352937936782837, "Finetune/Step": 1798, "Finetune/Step Time": 5.433875614777207}
{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9336098432540894, "Finetune/Loss (Raw)": 0.9344767332077026, "Finetune/Step": 1799, "Finetune/Step Time": 5.425242204219103}
{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.9326087236404419, "Finetune/Loss (Raw)": 0.9218920469284058, "Finetune/Step": 1800, "Finetune/Step Time": 5.41918496415019}
{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9343993663787842, "Finetune/Loss (Raw)": 1.0817610025405884, "Finetune/Step": 1801, "Finetune/Step Time": 5.423383792862296}
{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9356532096862793, "Finetune/Loss (Raw)": 0.9637496471405029, "Finetune/Step": 1802, "Finetune/Step Time": 5.425719726830721}
{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.935635507106781, "Finetune/Loss (Raw)": 0.9395288825035095, "Finetune/Step": 1803, "Finetune/Step Time": 5.43806860409677}
{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9348808526992798, "Finetune/Loss (Raw)": 0.9908998608589172, "Finetune/Step": 1804, "Finetune/Step Time": 5.436066025868058}
{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9320576190948486, "Finetune/Loss (Raw)": 0.6543525457382202, "Finetune/Step": 1805, "Finetune/Step Time": 5.44449981674552}
{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.932155966758728, "Finetune/Loss (Raw)": 0.8748804330825806, "Finetune/Step": 1806, "Finetune/Step Time": 5.456166775897145}
{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9366136193275452, "Finetune/Loss (Raw)": 0.9576140642166138, "Finetune/Step": 1807, "Finetune/Step Time": 5.423593128100038}
{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9368572235107422, "Finetune/Loss (Raw)": 0.9829548597335815, "Finetune/Step": 1808, "Finetune/Step Time": 5.408096008002758}
{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9367859363555908, "Finetune/Loss (Raw)": 0.9678686261177063, "Finetune/Step": 1809, "Finetune/Step Time": 5.402115635573864}
{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.9356721639633179, "Finetune/Loss (Raw)": 0.9767208695411682, "Finetune/Step": 1810, "Finetune/Step Time": 5.404361495748162}
{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9361841678619385, "Finetune/Loss (Raw)": 0.9485851526260376, "Finetune/Step": 1811, "Finetune/Step Time": 5.3976952619850636}
{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9364034533500671, "Finetune/Loss (Raw)": 0.9448044300079346, "Finetune/Step": 1812, "Finetune/Step Time": 5.404744768515229}
{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9369177222251892, "Finetune/Loss (Raw)": 0.948488175868988, "Finetune/Step": 1813, "Finetune/Step Time": 5.3944950215518475}
{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9382973909378052, "Finetune/Loss (Raw)": 0.9995918869972229, "Finetune/Step": 1814, "Finetune/Step Time": 5.388539986684918}
{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9373892545700073, "Finetune/Loss (Raw)": 0.909491240978241, "Finetune/Step": 1815, "Finetune/Step Time": 5.387078991159797}
{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.937428891658783, "Finetune/Loss (Raw)": 1.0577448606491089, "Finetune/Step": 1816, "Finetune/Step Time": 5.377017628401518}
{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.9422907829284668, "Finetune/Loss (Raw)": 0.9253289103507996, "Finetune/Step": 1817, "Finetune/Step Time": 5.354175329208374}
{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.941051185131073, "Finetune/Loss (Raw)": 0.917375385761261, "Finetune/Step": 1818, "Finetune/Step Time": 5.355448424816132}
{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9413442611694336, "Finetune/Loss (Raw)": 0.9957327246665955, "Finetune/Step": 1819, "Finetune/Step Time": 5.347432171925902}
{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9410011768341064, "Finetune/Loss (Raw)": 0.8660011291503906, "Finetune/Step": 1820, "Finetune/Step Time": 5.3308041747659445}
{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9419232606887817, "Finetune/Loss (Raw)": 0.9710429310798645, "Finetune/Step": 1821, "Finetune/Step Time": 5.315726168453693}
{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9455083012580872, "Finetune/Loss (Raw)": 1.2028478384017944, "Finetune/Step": 1822, "Finetune/Step Time": 5.307819532230496}
{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9459797143936157, "Finetune/Loss (Raw)": 0.9677661061286926, "Finetune/Step": 1823, "Finetune/Step Time": 5.299062946811318}
{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9450820088386536, "Finetune/Loss (Raw)": 0.8639986515045166, "Finetune/Step": 1824, "Finetune/Step Time": 5.303409123793244}
{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9444606304168701, "Finetune/Loss (Raw)": 0.9206047058105469, "Finetune/Step": 1825, "Finetune/Step Time": 5.304384350776672}
{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9450485706329346, "Finetune/Loss (Raw)": 1.021654486656189, "Finetune/Step": 1826, "Finetune/Step Time": 5.310413649305701}
{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.9444161653518677, "Finetune/Loss (Raw)": 0.9583324790000916, "Finetune/Step": 1827, "Finetune/Step Time": 5.342703882604837}
{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9449821710586548, "Finetune/Loss (Raw)": 1.1022427082061768, "Finetune/Step": 1828, "Finetune/Step Time": 5.3405079282820225}
{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9455007314682007, "Finetune/Loss (Raw)": 1.1385738849639893, "Finetune/Step": 1829, "Finetune/Step Time": 5.338781809434295}
{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9460736513137817, "Finetune/Loss (Raw)": 1.0661883354187012, "Finetune/Step": 1830, "Finetune/Step Time": 5.3507692981511354}
{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9465451240539551, "Finetune/Loss (Raw)": 0.9372421503067017, "Finetune/Step": 1831, "Finetune/Step Time": 5.330641349777579}
{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9520919322967529, "Finetune/Loss (Raw)": 1.0530316829681396, "Finetune/Step": 1832, "Finetune/Step Time": 5.3087459076195955}
{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9514843225479126, "Finetune/Loss (Raw)": 0.8703489899635315, "Finetune/Step": 1833, "Finetune/Step Time": 5.328108897432685}
{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.9519453048706055, "Finetune/Loss (Raw)": 1.1105775833129883, "Finetune/Step": 1834, "Finetune/Step Time": 5.3325514532625675}
{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9521325826644897, "Finetune/Loss (Raw)": 0.9796286225318909, "Finetune/Step": 1835, "Finetune/Step Time": 5.340915262699127}
{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9524198770523071, "Finetune/Loss (Raw)": 0.9964050054550171, "Finetune/Step": 1836, "Finetune/Step Time": 5.336062164977193}
{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9512370228767395, "Finetune/Loss (Raw)": 0.9515065550804138, "Finetune/Step": 1837, "Finetune/Step Time": 5.338136825710535}
{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.9512816667556763, "Finetune/Loss (Raw)": 1.0107165575027466, "Finetune/Step": 1838, "Finetune/Step Time": 5.330837802961469}
{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.9511604905128479, "Finetune/Loss (Raw)": 1.0052391290664673, "Finetune/Step": 1839, "Finetune/Step Time": 5.333104692399502}
{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9504742622375488, "Finetune/Loss (Raw)": 1.0529931783676147, "Finetune/Step": 1840, "Finetune/Step Time": 5.342823386192322}
{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.949219822883606, "Finetune/Loss (Raw)": 0.8487527370452881, "Finetune/Step": 1841, "Finetune/Step Time": 5.344471862539649}
{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9498692750930786, "Finetune/Loss (Raw)": 1.0878162384033203, "Finetune/Step": 1842, "Finetune/Step Time": 5.343102289363742}
{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.951137900352478, "Finetune/Loss (Raw)": 1.0025079250335693, "Finetune/Step": 1843, "Finetune/Step Time": 5.348465526476502}
{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9514645934104919, "Finetune/Loss (Raw)": 0.9680340886116028, "Finetune/Step": 1844, "Finetune/Step Time": 5.359758393839002}
{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.9506058692932129, "Finetune/Loss (Raw)": 0.957396388053894, "Finetune/Step": 1845, "Finetune/Step Time": 5.35339236818254}
{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9514400959014893, "Finetune/Loss (Raw)": 1.1019481420516968, "Finetune/Step": 1846, "Finetune/Step Time": 5.354870345443487}
{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.951953113079071, "Finetune/Loss (Raw)": 1.0330663919448853, "Finetune/Step": 1847, "Finetune/Step Time": 5.363106671720743}
{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9514959454536438, "Finetune/Loss (Raw)": 0.9819629788398743, "Finetune/Step": 1848, "Finetune/Step Time": 5.355482300743461}
{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.9519945383071899, "Finetune/Loss (Raw)": 1.0586600303649902, "Finetune/Step": 1849, "Finetune/Step Time": 5.348652992397547}
{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9524072408676147, "Finetune/Loss (Raw)": 1.0562552213668823, "Finetune/Step": 1850, "Finetune/Step Time": 5.3542489390820265}
{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9509415626525879, "Finetune/Loss (Raw)": 0.8768353462219238, "Finetune/Step": 1851, "Finetune/Step Time": 5.357234798371792}
{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9518959522247314, "Finetune/Loss (Raw)": 1.0166370868682861, "Finetune/Step": 1852, "Finetune/Step Time": 5.358205398544669}
{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9520230293273926, "Finetune/Loss (Raw)": 1.0020664930343628, "Finetune/Step": 1853, "Finetune/Step Time": 5.3591222651302814}
{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.9528454542160034, "Finetune/Loss (Raw)": 1.0121060609817505, "Finetune/Step": 1854, "Finetune/Step Time": 5.352932972833514}
{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9533746242523193, "Finetune/Loss (Raw)": 1.06063711643219, "Finetune/Step": 1855, "Finetune/Step Time": 5.33781848102808}
{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9536703824996948, "Finetune/Loss (Raw)": 1.110536813735962, "Finetune/Step": 1856, "Finetune/Step Time": 5.338085459545255}
{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.9529160261154175, "Finetune/Loss (Raw)": 0.9320095777511597, "Finetune/Step": 1857, "Finetune/Step Time": 5.374516760930419}
{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9544063210487366, "Finetune/Loss (Raw)": 1.0217273235321045, "Finetune/Step": 1858, "Finetune/Step Time": 5.382050517946482}
{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.9541016817092896, "Finetune/Loss (Raw)": 1.0739057064056396, "Finetune/Step": 1859, "Finetune/Step Time": 5.376311717554927}
{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9527034759521484, "Finetune/Loss (Raw)": 0.9261011481285095, "Finetune/Step": 1860, "Finetune/Step Time": 5.36491815559566}
{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.951712965965271, "Finetune/Loss (Raw)": 0.8708531856536865, "Finetune/Step": 1861, "Finetune/Step Time": 5.365137550979853}
{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.950527548789978, "Finetune/Loss (Raw)": 0.8764066100120544, "Finetune/Step": 1862, "Finetune/Step Time": 5.349339015781879}
{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.9499584436416626, "Finetune/Loss (Raw)": 0.8534829020500183, "Finetune/Step": 1863, "Finetune/Step Time": 5.348907271400094}
{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9491205811500549, "Finetune/Loss (Raw)": 0.8659279942512512, "Finetune/Step": 1864, "Finetune/Step Time": 5.353607198223472}
{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9502283930778503, "Finetune/Loss (Raw)": 1.0587069988250732, "Finetune/Step": 1865, "Finetune/Step Time": 5.356021497398615}
{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9559736251831055, "Finetune/Loss (Raw)": 1.0865727663040161, "Finetune/Step": 1866, "Finetune/Step Time": 5.338247764855623}
{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9573152661323547, "Finetune/Loss (Raw)": 1.1171849966049194, "Finetune/Step": 1867, "Finetune/Step Time": 5.344724593684077}
{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9580762386322021, "Finetune/Loss (Raw)": 0.9930107593536377, "Finetune/Step": 1868, "Finetune/Step Time": 5.341208858415484}
{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.9576784372329712, "Finetune/Loss (Raw)": 1.0755374431610107, "Finetune/Step": 1869, "Finetune/Step Time": 5.33863970451057}
{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9580514430999756, "Finetune/Loss (Raw)": 0.9128690958023071, "Finetune/Step": 1870, "Finetune/Step Time": 5.331450933590531}
{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9581668972969055, "Finetune/Loss (Raw)": 0.9793887734413147, "Finetune/Step": 1871, "Finetune/Step Time": 5.345063861459494}
{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9576888680458069, "Finetune/Loss (Raw)": 0.8659066557884216, "Finetune/Step": 1872, "Finetune/Step Time": 5.349584506824613}
{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9527775645256042, "Finetune/Loss (Raw)": 0.3608234226703644, "Finetune/Step": 1873, "Finetune/Step Time": 5.375150732696056}
{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9529727697372437, "Finetune/Loss (Raw)": 1.0695077180862427, "Finetune/Step": 1874, "Finetune/Step Time": 5.381368016824126}
{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9569377899169922, "Finetune/Loss (Raw)": 0.9370734095573425, "Finetune/Step": 1875, "Finetune/Step Time": 5.3616008795797825}
{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9578794836997986, "Finetune/Loss (Raw)": 0.9838510751724243, "Finetune/Step": 1876, "Finetune/Step Time": 5.3429026287049055}
{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9578198194503784, "Finetune/Loss (Raw)": 0.9735615849494934, "Finetune/Step": 1877, "Finetune/Step Time": 5.34157101623714}
{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9556998610496521, "Finetune/Loss (Raw)": 0.8340106010437012, "Finetune/Step": 1878, "Finetune/Step Time": 5.334330251440406}
{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9559793472290039, "Finetune/Loss (Raw)": 1.0777325630187988, "Finetune/Step": 1879, "Finetune/Step Time": 5.331593316048384}
{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.9532008171081543, "Finetune/Loss (Raw)": 0.825042188167572, "Finetune/Step": 1880, "Finetune/Step Time": 5.352549631148577}
{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9524282217025757, "Finetune/Loss (Raw)": 0.8433523774147034, "Finetune/Step": 1881, "Finetune/Step Time": 5.359932752326131}
{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9524376392364502, "Finetune/Loss (Raw)": 1.009010672569275, "Finetune/Step": 1882, "Finetune/Step Time": 5.35640936344862}
{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9518078565597534, "Finetune/Loss (Raw)": 0.9023960828781128, "Finetune/Step": 1883, "Finetune/Step Time": 5.364471230655909}
{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.946034848690033, "Finetune/Loss (Raw)": 0.35188499093055725, "Finetune/Step": 1884, "Finetune/Step Time": 5.393328703939915}
{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9509739875793457, "Finetune/Loss (Raw)": 0.9914311766624451, "Finetune/Step": 1885, "Finetune/Step Time": 5.369370229542255}
{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9528025388717651, "Finetune/Loss (Raw)": 1.0935497283935547, "Finetune/Step": 1886, "Finetune/Step Time": 5.378776378929615}
{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9512560367584229, "Finetune/Loss (Raw)": 0.8399680852890015, "Finetune/Step": 1887, "Finetune/Step Time": 5.368870031088591}
{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.9491933584213257, "Finetune/Loss (Raw)": 0.7900492548942566, "Finetune/Step": 1888, "Finetune/Step Time": 5.373923825100064}
{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9497735500335693, "Finetune/Loss (Raw)": 0.9438251852989197, "Finetune/Step": 1889, "Finetune/Step Time": 5.380024252459407}
{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9505676031112671, "Finetune/Loss (Raw)": 0.9473220705986023, "Finetune/Step": 1890, "Finetune/Step Time": 5.36828089132905}
{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9500225782394409, "Finetune/Loss (Raw)": 1.028130054473877, "Finetune/Step": 1891, "Finetune/Step Time": 5.35191098600626}
{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.9506254196166992, "Finetune/Loss (Raw)": 1.138771414756775, "Finetune/Step": 1892, "Finetune/Step Time": 5.332270188257098}
{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9511173963546753, "Finetune/Loss (Raw)": 0.9713025093078613, "Finetune/Step": 1893, "Finetune/Step Time": 5.338820919394493}
{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9497893452644348, "Finetune/Loss (Raw)": 0.8365586400032043, "Finetune/Step": 1894, "Finetune/Step Time": 5.33579477109015}
{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9505662322044373, "Finetune/Loss (Raw)": 0.9320216774940491, "Finetune/Step": 1895, "Finetune/Step Time": 5.329667571932077}
{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9512512683868408, "Finetune/Loss (Raw)": 0.9862707257270813, "Finetune/Step": 1896, "Finetune/Step Time": 5.331417556852102}
{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9537343382835388, "Finetune/Loss (Raw)": 1.1228679418563843, "Finetune/Step": 1897, "Finetune/Step Time": 5.323470750823617}
{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9536240696907043, "Finetune/Loss (Raw)": 1.0135997533798218, "Finetune/Step": 1898, "Finetune/Step Time": 5.323091002181172}
{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9531921148300171, "Finetune/Loss (Raw)": 0.8520078063011169, "Finetune/Step": 1899, "Finetune/Step Time": 5.341812621802092}
{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9516711235046387, "Finetune/Loss (Raw)": 0.9034286141395569, "Finetune/Step": 1900, "Finetune/Step Time": 5.342796057462692}
{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9513595104217529, "Finetune/Loss (Raw)": 0.9320908784866333, "Finetune/Step": 1901, "Finetune/Step Time": 5.339250789955258}
{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9517461657524109, "Finetune/Loss (Raw)": 1.01380455493927, "Finetune/Step": 1902, "Finetune/Step Time": 5.330154050141573}
{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.950448751449585, "Finetune/Loss (Raw)": 0.871330738067627, "Finetune/Step": 1903, "Finetune/Step Time": 5.349963026121259}
{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9504683017730713, "Finetune/Loss (Raw)": 0.9643515348434448, "Finetune/Step": 1904, "Finetune/Step Time": 5.354575201869011}
{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.944919228553772, "Finetune/Loss (Raw)": 0.31708016991615295, "Finetune/Step": 1905, "Finetune/Step Time": 5.388001894578338}
{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9451556205749512, "Finetune/Loss (Raw)": 0.9774948358535767, "Finetune/Step": 1906, "Finetune/Step Time": 5.399667616933584}
{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9442062973976135, "Finetune/Loss (Raw)": 0.978156328201294, "Finetune/Step": 1907, "Finetune/Step Time": 5.415012096986175}
{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9439564943313599, "Finetune/Loss (Raw)": 0.9093539714813232, "Finetune/Step": 1908, "Finetune/Step Time": 5.412849700078368}
{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9434254169464111, "Finetune/Loss (Raw)": 0.7666847109794617, "Finetune/Step": 1909, "Finetune/Step Time": 5.413670901209116}
{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9435245990753174, "Finetune/Loss (Raw)": 0.9526325464248657, "Finetune/Step": 1910, "Finetune/Step Time": 5.415747931227088}
{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.9445587992668152, "Finetune/Loss (Raw)": 1.0050914287567139, "Finetune/Step": 1911, "Finetune/Step Time": 5.420966744422913}
{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9439488649368286, "Finetune/Loss (Raw)": 0.9951369166374207, "Finetune/Step": 1912, "Finetune/Step Time": 5.414816422387958}
{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.945561408996582, "Finetune/Loss (Raw)": 0.9883149862289429, "Finetune/Step": 1913, "Finetune/Step Time": 5.3994099367409945}
{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.9469715356826782, "Finetune/Loss (Raw)": 1.1073319911956787, "Finetune/Step": 1914, "Finetune/Step Time": 5.396927282214165}
{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9491727948188782, "Finetune/Loss (Raw)": 1.0865575075149536, "Finetune/Step": 1915, "Finetune/Step Time": 5.4192468877881765}
{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9496326446533203, "Finetune/Loss (Raw)": 0.9380341172218323, "Finetune/Step": 1916, "Finetune/Step Time": 5.419175451621413}
{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9541482925415039, "Finetune/Loss (Raw)": 0.867830216884613, "Finetune/Step": 1917, "Finetune/Step Time": 5.387861803174019}
{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9530502557754517, "Finetune/Loss (Raw)": 0.9073671102523804, "Finetune/Step": 1918, "Finetune/Step Time": 5.376438053324819}
{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9521379470825195, "Finetune/Loss (Raw)": 0.9717084169387817, "Finetune/Step": 1919, "Finetune/Step Time": 5.372805614024401}
{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9510211944580078, "Finetune/Loss (Raw)": 0.8692769408226013, "Finetune/Step": 1920, "Finetune/Step Time": 5.383042665198445}
{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9526067972183228, "Finetune/Loss (Raw)": 1.0330182313919067, "Finetune/Step": 1921, "Finetune/Step Time": 5.367018889635801}
{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9467340707778931, "Finetune/Loss (Raw)": 0.3000257909297943, "Finetune/Step": 1922, "Finetune/Step Time": 5.396809760481119}
{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9515243768692017, "Finetune/Loss (Raw)": 0.9811442494392395, "Finetune/Step": 1923, "Finetune/Step Time": 5.366185499355197}
{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9527041912078857, "Finetune/Loss (Raw)": 1.0689241886138916, "Finetune/Step": 1924, "Finetune/Step Time": 5.364800445735455}
{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9539158940315247, "Finetune/Loss (Raw)": 1.1782505512237549, "Finetune/Step": 1925, "Finetune/Step Time": 5.362232439219952}
{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9492038488388062, "Finetune/Loss (Raw)": 0.33214834332466125, "Finetune/Step": 1926, "Finetune/Step Time": 5.388512261211872}
{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9449836611747742, "Finetune/Loss (Raw)": 0.39429107308387756, "Finetune/Step": 1927, "Finetune/Step Time": 5.421136485412717}
{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.9459670782089233, "Finetune/Loss (Raw)": 1.0477802753448486, "Finetune/Step": 1928, "Finetune/Step Time": 5.409154759719968}
{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9441563487052917, "Finetune/Loss (Raw)": 0.8499793410301208, "Finetune/Step": 1929, "Finetune/Step Time": 5.401056217029691}
{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9439997673034668, "Finetune/Loss (Raw)": 0.943708062171936, "Finetune/Step": 1930, "Finetune/Step Time": 5.386688316240907}
{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9443874359130859, "Finetune/Loss (Raw)": 0.9891473054885864, "Finetune/Step": 1931, "Finetune/Step Time": 5.365150291472673}
{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.9434089660644531, "Finetune/Loss (Raw)": 0.8656618595123291, "Finetune/Step": 1932, "Finetune/Step Time": 5.379384681582451}
{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9460673332214355, "Finetune/Loss (Raw)": 0.994627058506012, "Finetune/Step": 1933, "Finetune/Step Time": 5.372475693002343}
{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9472994804382324, "Finetune/Loss (Raw)": 1.0325872898101807, "Finetune/Step": 1934, "Finetune/Step Time": 5.358868354931474}
{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9480960369110107, "Finetune/Loss (Raw)": 1.0595769882202148, "Finetune/Step": 1935, "Finetune/Step Time": 5.35949644446373}
{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9470321536064148, "Finetune/Loss (Raw)": 0.8467767834663391, "Finetune/Step": 1936, "Finetune/Step Time": 5.3679710403084755}
{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9472719430923462, "Finetune/Loss (Raw)": 0.9985628724098206, "Finetune/Step": 1937, "Finetune/Step Time": 5.366799348965287}
{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9427379369735718, "Finetune/Loss (Raw)": 0.3963658809661865, "Finetune/Step": 1938, "Finetune/Step Time": 5.392164446413517}
{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.9427869915962219, "Finetune/Loss (Raw)": 0.9548622369766235, "Finetune/Step": 1939, "Finetune/Step Time": 5.38732816837728}
{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9403145909309387, "Finetune/Loss (Raw)": 0.628339409828186, "Finetune/Step": 1940, "Finetune/Step Time": 5.394646100699902}
{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9401413202285767, "Finetune/Loss (Raw)": 0.9263123869895935, "Finetune/Step": 1941, "Finetune/Step Time": 5.393626235425472}
{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.9412624835968018, "Finetune/Loss (Raw)": 1.1430976390838623, "Finetune/Step": 1942, "Finetune/Step Time": 5.389449346810579}
{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9424901008605957, "Finetune/Loss (Raw)": 1.0666292905807495, "Finetune/Step": 1943, "Finetune/Step Time": 5.38869739882648}
{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9418667554855347, "Finetune/Loss (Raw)": 0.9779606461524963, "Finetune/Step": 1944, "Finetune/Step Time": 5.398496413603425}
{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9376269578933716, "Finetune/Loss (Raw)": 0.3826328217983246, "Finetune/Step": 1945, "Finetune/Step Time": 5.423322178423405}
{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9379101395606995, "Finetune/Loss (Raw)": 0.9536203742027283, "Finetune/Step": 1946, "Finetune/Step Time": 5.4358005449175835}
{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.939164400100708, "Finetune/Loss (Raw)": 1.156282663345337, "Finetune/Step": 1947, "Finetune/Step Time": 5.433994170278311}
{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9409991502761841, "Finetune/Loss (Raw)": 1.100847840309143, "Finetune/Step": 1948, "Finetune/Step Time": 5.433670062571764}
{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9417697191238403, "Finetune/Loss (Raw)": 1.0696678161621094, "Finetune/Step": 1949, "Finetune/Step Time": 5.432186800986528}
{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.9409546256065369, "Finetune/Loss (Raw)": 1.098521113395691, "Finetune/Step": 1950, "Finetune/Step Time": 5.428371051326394}
{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.9418759346008301, "Finetune/Loss (Raw)": 1.085698127746582, "Finetune/Step": 1951, "Finetune/Step Time": 5.438384044915438}
{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9437681436538696, "Finetune/Loss (Raw)": 1.1061962842941284, "Finetune/Step": 1952, "Finetune/Step Time": 5.432602386921644}
{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9424916505813599, "Finetune/Loss (Raw)": 0.7572146058082581, "Finetune/Step": 1953, "Finetune/Step Time": 5.444322478026152}
{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9414094686508179, "Finetune/Loss (Raw)": 0.8831319808959961, "Finetune/Step": 1954, "Finetune/Step Time": 5.452520089223981}
{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9407175779342651, "Finetune/Loss (Raw)": 0.8697766065597534, "Finetune/Step": 1955, "Finetune/Step Time": 5.442338747903705}
{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9389801621437073, "Finetune/Loss (Raw)": 0.8798479437828064, "Finetune/Step": 1956, "Finetune/Step Time": 5.436508145183325}
{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9386918544769287, "Finetune/Loss (Raw)": 1.101672887802124, "Finetune/Step": 1957, "Finetune/Step Time": 5.4300419092178345}
{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.938914954662323, "Finetune/Loss (Raw)": 1.0947434902191162, "Finetune/Step": 1958, "Finetune/Step Time": 5.415319053456187}
{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9382734298706055, "Finetune/Loss (Raw)": 0.8551368713378906, "Finetune/Step": 1959, "Finetune/Step Time": 5.417772032320499}
{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9390963315963745, "Finetune/Loss (Raw)": 1.15834641456604, "Finetune/Step": 1960, "Finetune/Step Time": 5.417560564354062}
{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9388933777809143, "Finetune/Loss (Raw)": 0.8443876504898071, "Finetune/Step": 1961, "Finetune/Step Time": 5.405416049063206}
{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9333715438842773, "Finetune/Loss (Raw)": 0.4037737548351288, "Finetune/Step": 1962, "Finetune/Step Time": 5.4384507201612}
{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.9287777543067932, "Finetune/Loss (Raw)": 0.3916257917881012, "Finetune/Step": 1963, "Finetune/Step Time": 5.4559413976967335}
{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.9292908906936646, "Finetune/Loss (Raw)": 1.0620851516723633, "Finetune/Step": 1964, "Finetune/Step Time": 5.462635740637779}
{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.9285262823104858, "Finetune/Loss (Raw)": 0.8536322712898254, "Finetune/Step": 1965, "Finetune/Step Time": 5.466758156195283}
{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.9276650547981262, "Finetune/Loss (Raw)": 0.9004870653152466, "Finetune/Step": 1966, "Finetune/Step Time": 5.461710063740611}
{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.9264810085296631, "Finetune/Loss (Raw)": 0.8536733984947205, "Finetune/Step": 1967, "Finetune/Step Time": 5.449357921257615}
{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.9263713955879211, "Finetune/Loss (Raw)": 1.0389649868011475, "Finetune/Step": 1968, "Finetune/Step Time": 5.435893232002854}
{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.9232120513916016, "Finetune/Loss (Raw)": 0.444365918636322, "Finetune/Step": 1969, "Finetune/Step Time": 5.465484395623207}
{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.9220671653747559, "Finetune/Loss (Raw)": 0.9412654042243958, "Finetune/Step": 1970, "Finetune/Step Time": 5.460223902016878}
{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.9173669815063477, "Finetune/Loss (Raw)": 0.40088051557540894, "Finetune/Step": 1971, "Finetune/Step Time": 5.475123897194862}
{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.917090654373169, "Finetune/Loss (Raw)": 0.9326683878898621, "Finetune/Step": 1972, "Finetune/Step Time": 5.463318729773164}
{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.9165709614753723, "Finetune/Loss (Raw)": 0.8908758163452148, "Finetune/Step": 1973, "Finetune/Step Time": 5.490184029564261}
{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.9166455268859863, "Finetune/Loss (Raw)": 1.1114875078201294, "Finetune/Step": 1974, "Finetune/Step Time": 5.489365397021174}
{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.9159283638000488, "Finetune/Loss (Raw)": 0.9412728548049927, "Finetune/Step": 1975, "Finetune/Step Time": 5.47938310354948}
{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.9158881306648254, "Finetune/Loss (Raw)": 0.9768069982528687, "Finetune/Step": 1976, "Finetune/Step Time": 5.482338877394795}
{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.9156351089477539, "Finetune/Loss (Raw)": 1.0262837409973145, "Finetune/Step": 1977, "Finetune/Step Time": 5.490817843005061}
{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.9157330989837646, "Finetune/Loss (Raw)": 1.0687952041625977, "Finetune/Step": 1978, "Finetune/Step Time": 5.483975173905492}
{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.9118090867996216, "Finetune/Loss (Raw)": 0.3745560050010681, "Finetune/Step": 1979, "Finetune/Step Time": 5.491876175627112}
{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.9107385277748108, "Finetune/Loss (Raw)": 0.879603922367096, "Finetune/Step": 1980, "Finetune/Step Time": 5.504846574738622}
{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.9109549522399902, "Finetune/Loss (Raw)": 1.0297714471817017, "Finetune/Step": 1981, "Finetune/Step Time": 5.505391784012318}
{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.9107654094696045, "Finetune/Loss (Raw)": 0.987842857837677, "Finetune/Step": 1982, "Finetune/Step Time": 5.513103725388646}
{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.9096459150314331, "Finetune/Loss (Raw)": 0.9173488020896912, "Finetune/Step": 1983, "Finetune/Step Time": 5.511408103629947}
{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.9097410440444946, "Finetune/Loss (Raw)": 1.1227047443389893, "Finetune/Step": 1984, "Finetune/Step Time": 5.5109625440090895}
{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.9105125665664673, "Finetune/Loss (Raw)": 1.030772089958191, "Finetune/Step": 1985, "Finetune/Step Time": 5.471422664821148}
{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.911872148513794, "Finetune/Loss (Raw)": 1.1957523822784424, "Finetune/Step": 1986, "Finetune/Step Time": 5.462133161723614}
{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.9112240672111511, "Finetune/Loss (Raw)": 0.9909495711326599, "Finetune/Step": 1987, "Finetune/Step Time": 5.488819178193808}
{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.9109756946563721, "Finetune/Loss (Raw)": 0.894311249256134, "Finetune/Step": 1988, "Finetune/Step Time": 5.487085331231356}
{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.9119397401809692, "Finetune/Loss (Raw)": 0.9942517876625061, "Finetune/Step": 1989, "Finetune/Step Time": 5.488971535116434}
{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.9130450487136841, "Finetune/Loss (Raw)": 1.0178797245025635, "Finetune/Step": 1990, "Finetune/Step Time": 5.48966989479959}
{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.9129834175109863, "Finetune/Loss (Raw)": 0.8456007242202759, "Finetune/Step": 1991, "Finetune/Step Time": 5.485528323799372}
{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.9140591621398926, "Finetune/Loss (Raw)": 1.0036132335662842, "Finetune/Step": 1992, "Finetune/Step Time": 5.480597257614136}
{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.9128004312515259, "Finetune/Loss (Raw)": 0.897599458694458, "Finetune/Step": 1993, "Finetune/Step Time": 5.484771376475692}
{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.9103965759277344, "Finetune/Loss (Raw)": 0.7788774967193604, "Finetune/Step": 1994, "Finetune/Step Time": 5.480784863233566}
{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.9080949425697327, "Finetune/Loss (Raw)": 0.8225760459899902, "Finetune/Step": 1995, "Finetune/Step Time": 5.48420674353838}
{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.9070488214492798, "Finetune/Loss (Raw)": 0.8591047525405884, "Finetune/Step": 1996, "Finetune/Step Time": 5.471680851653218}
{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.9070578813552856, "Finetune/Loss (Raw)": 1.0766972303390503, "Finetune/Step": 1997, "Finetune/Step Time": 5.473818803206086}
{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.9072144031524658, "Finetune/Loss (Raw)": 0.9329013824462891, "Finetune/Step": 1998, "Finetune/Step Time": 5.47419798374176}
{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.9027643799781799, "Finetune/Loss (Raw)": 0.4097907245159149, "Finetune/Step": 1999, "Finetune/Step Time": 5.474165549501777}
{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.9029070138931274, "Finetune/Loss (Raw)": 0.8841623663902283, "Finetune/Step": 2000, "Finetune/Step Time": 5.497408291324973}
{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.9078068137168884, "Finetune/Loss (Raw)": 0.9880008101463318, "Finetune/Step": 2001, "Finetune/Step Time": 5.4708964712917805}
{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.906882107257843, "Finetune/Loss (Raw)": 0.9511463642120361, "Finetune/Step": 2002, "Finetune/Step Time": 5.46376478113234}
{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.906616747379303, "Finetune/Loss (Raw)": 0.9031063914299011, "Finetune/Step": 2003, "Finetune/Step Time": 5.462906150147319}
{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.9060890078544617, "Finetune/Loss (Raw)": 0.9162963032722473, "Finetune/Step": 2004, "Finetune/Step Time": 5.467307126149535}
{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.9058539271354675, "Finetune/Loss (Raw)": 0.943474292755127, "Finetune/Step": 2005, "Finetune/Step Time": 5.460971433669329}
{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.9067845940589905, "Finetune/Loss (Raw)": 0.9531322717666626, "Finetune/Step": 2006, "Finetune/Step Time": 5.4565266240388155}
{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.9073959589004517, "Finetune/Loss (Raw)": 1.1559864282608032, "Finetune/Step": 2007, "Finetune/Step Time": 5.450860545039177}
{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.9089223146438599, "Finetune/Loss (Raw)": 1.0204102993011475, "Finetune/Step": 2008, "Finetune/Step Time": 5.435480730608106}
{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.909422755241394, "Finetune/Loss (Raw)": 0.907417356967926, "Finetune/Step": 2009, "Finetune/Step Time": 5.424648834392428}
{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.9098401069641113, "Finetune/Loss (Raw)": 1.0624275207519531, "Finetune/Step": 2010, "Finetune/Step Time": 5.429845483973622}
{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.911533534526825, "Finetune/Loss (Raw)": 1.1191596984863281, "Finetune/Step": 2011, "Finetune/Step Time": 5.42305295355618}
{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.9163070917129517, "Finetune/Loss (Raw)": 0.9628972411155701, "Finetune/Step": 2012, "Finetune/Step Time": 5.391312923282385}
{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.9168745279312134, "Finetune/Loss (Raw)": 1.0640625953674316, "Finetune/Step": 2013, "Finetune/Step Time": 5.406842801719904}
{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.9147439002990723, "Finetune/Loss (Raw)": 0.8208358883857727, "Finetune/Step": 2014, "Finetune/Step Time": 5.41066700220108}
{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.9112064242362976, "Finetune/Loss (Raw)": 0.3871685266494751, "Finetune/Step": 2015, "Finetune/Step Time": 5.454911962151527}
{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.9081432223320007, "Finetune/Loss (Raw)": 0.3979590833187103, "Finetune/Step": 2016, "Finetune/Step Time": 5.4811743926256895}
{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.90761399269104, "Finetune/Loss (Raw)": 0.8760860562324524, "Finetune/Step": 2017, "Finetune/Step Time": 5.486295768991113}
{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.9078768491744995, "Finetune/Loss (Raw)": 0.9809644222259521, "Finetune/Step": 2018, "Finetune/Step Time": 5.487690417096019}
{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.9066691994667053, "Finetune/Loss (Raw)": 0.8735558390617371, "Finetune/Step": 2019, "Finetune/Step Time": 5.49456861615181}
{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.9055162072181702, "Finetune/Loss (Raw)": 0.9911801815032959, "Finetune/Step": 2020, "Finetune/Step Time": 5.497994573786855}
{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.905712366104126, "Finetune/Loss (Raw)": 0.9964178800582886, "Finetune/Step": 2021, "Finetune/Step Time": 5.489303281530738}
{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.9064685702323914, "Finetune/Loss (Raw)": 0.9333502054214478, "Finetune/Step": 2022, "Finetune/Step Time": 5.490646746009588}
{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.9053550958633423, "Finetune/Loss (Raw)": 0.7894974946975708, "Finetune/Step": 2023, "Finetune/Step Time": 5.5156401339918375}
{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.905209481716156, "Finetune/Loss (Raw)": 0.9676292538642883, "Finetune/Step": 2024, "Finetune/Step Time": 5.514668505638838}
{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.9035310745239258, "Finetune/Loss (Raw)": 0.908039391040802, "Finetune/Step": 2025, "Finetune/Step Time": 5.521572049707174}
{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.9033046960830688, "Finetune/Loss (Raw)": 0.9846185445785522, "Finetune/Step": 2026, "Finetune/Step Time": 5.508259216323495}
{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.903440535068512, "Finetune/Loss (Raw)": 0.8693928122520447, "Finetune/Step": 2027, "Finetune/Step Time": 5.488109169527888}
{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.904066801071167, "Finetune/Loss (Raw)": 0.9835947751998901, "Finetune/Step": 2028, "Finetune/Step Time": 5.502042852342129}
{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.9051395654678345, "Finetune/Loss (Raw)": 1.0693950653076172, "Finetune/Step": 2029, "Finetune/Step Time": 5.494810106232762}
{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8999160528182983, "Finetune/Loss (Raw)": 0.34520769119262695, "Finetune/Step": 2030, "Finetune/Step Time": 5.5191121604293585}
{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.9003381729125977, "Finetune/Loss (Raw)": 0.9253506660461426, "Finetune/Step": 2031, "Finetune/Step Time": 5.498186010867357}
{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.9012045860290527, "Finetune/Loss (Raw)": 1.0752534866333008, "Finetune/Step": 2032, "Finetune/Step Time": 5.499196469783783}
{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.9069795608520508, "Finetune/Loss (Raw)": 1.0562812089920044, "Finetune/Step": 2033, "Finetune/Step Time": 5.47208858653903}
{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.9078125953674316, "Finetune/Loss (Raw)": 1.08412766456604, "Finetune/Step": 2034, "Finetune/Step Time": 5.465637935325503}
{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.906981348991394, "Finetune/Loss (Raw)": 0.8717556595802307, "Finetune/Step": 2035, "Finetune/Step Time": 5.4753606505692005}
{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.9077372550964355, "Finetune/Loss (Raw)": 1.006104826927185, "Finetune/Step": 2036, "Finetune/Step Time": 5.488608423620462}
{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.9094275236129761, "Finetune/Loss (Raw)": 0.9830417633056641, "Finetune/Step": 2037, "Finetune/Step Time": 5.503158129751682}
{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.9084935784339905, "Finetune/Loss (Raw)": 0.8330866694450378, "Finetune/Step": 2038, "Finetune/Step Time": 5.505501938983798}
{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.9090571999549866, "Finetune/Loss (Raw)": 1.0772348642349243, "Finetune/Step": 2039, "Finetune/Step Time": 5.500139128416777}
{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.9093700647354126, "Finetune/Loss (Raw)": 1.035186529159546, "Finetune/Step": 2040, "Finetune/Step Time": 5.498741760849953}
{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.9096013903617859, "Finetune/Loss (Raw)": 1.0179219245910645, "Finetune/Step": 2041, "Finetune/Step Time": 5.541860710829496}
{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.9074509143829346, "Finetune/Loss (Raw)": 0.8320749402046204, "Finetune/Step": 2042, "Finetune/Step Time": 5.543327029794455}
{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.9064624309539795, "Finetune/Loss (Raw)": 0.9600293040275574, "Finetune/Step": 2043, "Finetune/Step Time": 5.513560809195042}
{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.9066020846366882, "Finetune/Loss (Raw)": 0.9559080600738525, "Finetune/Step": 2044, "Finetune/Step Time": 5.513463452458382}
{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.9081239700317383, "Finetune/Loss (Raw)": 1.0626260042190552, "Finetune/Step": 2045, "Finetune/Step Time": 5.525385705754161}
{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.9093296527862549, "Finetune/Loss (Raw)": 1.0617009401321411, "Finetune/Step": 2046, "Finetune/Step Time": 5.525299930945039}
{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.9093523025512695, "Finetune/Loss (Raw)": 0.9746032357215881, "Finetune/Step": 2047, "Finetune/Step Time": 5.52853044308722}
{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.9090070724487305, "Finetune/Loss (Raw)": 0.825092077255249, "Finetune/Step": 2048, "Finetune/Step Time": 5.517472624778748}
{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.9067485332489014, "Finetune/Loss (Raw)": 0.7439233064651489, "Finetune/Step": 2049, "Finetune/Step Time": 5.5317859426140785}
{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.9111841917037964, "Finetune/Loss (Raw)": 0.8677904009819031, "Finetune/Step": 2050, "Finetune/Step Time": 5.513719867914915}
{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.9120861291885376, "Finetune/Loss (Raw)": 1.0965931415557861, "Finetune/Step": 2051, "Finetune/Step Time": 5.51774125918746}
{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.9115519523620605, "Finetune/Loss (Raw)": 1.000545620918274, "Finetune/Step": 2052, "Finetune/Step Time": 5.529719797894359}
{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.9097880125045776, "Finetune/Loss (Raw)": 0.952474057674408, "Finetune/Step": 2053, "Finetune/Step Time": 5.532133111730218}
{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.9156140685081482, "Finetune/Loss (Raw)": 1.0778796672821045, "Finetune/Step": 2054, "Finetune/Step Time": 5.503492299467325}
{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.9206056594848633, "Finetune/Loss (Raw)": 1.0332170724868774, "Finetune/Step": 2055, "Finetune/Step Time": 5.477312386035919}
{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.9204533696174622, "Finetune/Loss (Raw)": 1.0282843112945557, "Finetune/Step": 2056, "Finetune/Step Time": 5.478121621534228}
{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.9210953712463379, "Finetune/Loss (Raw)": 0.9321586489677429, "Finetune/Step": 2057, "Finetune/Step Time": 5.486574674025178}
{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.9209761023521423, "Finetune/Loss (Raw)": 0.9284403324127197, "Finetune/Step": 2058, "Finetune/Step Time": 5.497912399470806}
{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.919904351234436, "Finetune/Loss (Raw)": 0.8519600033760071, "Finetune/Step": 2059, "Finetune/Step Time": 5.499031184241176}
{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.9206942319869995, "Finetune/Loss (Raw)": 0.9667611718177795, "Finetune/Step": 2060, "Finetune/Step Time": 5.479081217199564}
{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.9211490154266357, "Finetune/Loss (Raw)": 1.0528490543365479, "Finetune/Step": 2061, "Finetune/Step Time": 5.477752177044749}
{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.9199379086494446, "Finetune/Loss (Raw)": 0.8775642514228821, "Finetune/Step": 2062, "Finetune/Step Time": 5.478069834411144}
{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.9197194576263428, "Finetune/Loss (Raw)": 1.0316100120544434, "Finetune/Step": 2063, "Finetune/Step Time": 5.470070684328675}
{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.9207726716995239, "Finetune/Loss (Raw)": 0.9815917611122131, "Finetune/Step": 2064, "Finetune/Step Time": 5.4841553550213575}
{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.9208108186721802, "Finetune/Loss (Raw)": 1.003450870513916, "Finetune/Step": 2065, "Finetune/Step Time": 5.492102077230811}
{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.9203433990478516, "Finetune/Loss (Raw)": 0.336534321308136, "Finetune/Step": 2066, "Finetune/Step Time": 5.492629390209913}
{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.9205244779586792, "Finetune/Loss (Raw)": 0.9780383110046387, "Finetune/Step": 2067, "Finetune/Step Time": 5.493582932278514}
{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.9230107069015503, "Finetune/Loss (Raw)": 0.9465794563293457, "Finetune/Step": 2068, "Finetune/Step Time": 5.476295819506049}
{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.9230246543884277, "Finetune/Loss (Raw)": 0.9280913472175598, "Finetune/Step": 2069, "Finetune/Step Time": 5.472632082179189}
{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.9197810292243958, "Finetune/Loss (Raw)": 0.7279197573661804, "Finetune/Step": 2070, "Finetune/Step Time": 5.484415194019675}
{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.9192816019058228, "Finetune/Loss (Raw)": 1.0027008056640625, "Finetune/Step": 2071, "Finetune/Step Time": 5.4901850912719965}
{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.9205212593078613, "Finetune/Loss (Raw)": 1.1366369724273682, "Finetune/Step": 2072, "Finetune/Step Time": 5.476882614195347}
{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.9248805642127991, "Finetune/Loss (Raw)": 0.9406239986419678, "Finetune/Step": 2073, "Finetune/Step Time": 5.461385844275355}
{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.9256187677383423, "Finetune/Loss (Raw)": 1.0481112003326416, "Finetune/Step": 2074, "Finetune/Step Time": 5.4577533677220345}
{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.923720121383667, "Finetune/Loss (Raw)": 0.9132583141326904, "Finetune/Step": 2075, "Finetune/Step Time": 5.457133188843727}
{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.9213399887084961, "Finetune/Loss (Raw)": 0.7961902022361755, "Finetune/Step": 2076, "Finetune/Step Time": 5.46449513733387}
{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.9199233055114746, "Finetune/Loss (Raw)": 0.8883330821990967, "Finetune/Step": 2077, "Finetune/Step Time": 5.464363040402532}
{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.9184654951095581, "Finetune/Loss (Raw)": 0.9119178056716919, "Finetune/Step": 2078, "Finetune/Step Time": 5.464195216074586}
{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.9175163507461548, "Finetune/Loss (Raw)": 0.9642032384872437, "Finetune/Step": 2079, "Finetune/Step Time": 5.45377716422081}
{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.9150900840759277, "Finetune/Loss (Raw)": 0.7956316471099854, "Finetune/Step": 2080, "Finetune/Step Time": 5.461796265095472}
{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.9165858030319214, "Finetune/Loss (Raw)": 0.9486697912216187, "Finetune/Step": 2081, "Finetune/Step Time": 5.461753634735942}
{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.9166079759597778, "Finetune/Loss (Raw)": 0.8859720230102539, "Finetune/Step": 2082, "Finetune/Step Time": 5.454267960041761}
{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.917587399482727, "Finetune/Loss (Raw)": 0.9951468110084534, "Finetune/Step": 2083, "Finetune/Step Time": 5.432202614843845}
{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.919607400894165, "Finetune/Loss (Raw)": 1.1384094953536987, "Finetune/Step": 2084, "Finetune/Step Time": 5.433356292545795}
{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.9134551882743835, "Finetune/Loss (Raw)": 0.3141832649707794, "Finetune/Step": 2085, "Finetune/Step Time": 5.4693607576191425}
{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.9128165245056152, "Finetune/Loss (Raw)": 1.013000726699829, "Finetune/Step": 2086, "Finetune/Step Time": 5.473880164325237}
{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.9145578145980835, "Finetune/Loss (Raw)": 1.078014612197876, "Finetune/Step": 2087, "Finetune/Step Time": 5.463634010404348}
{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.9138356447219849, "Finetune/Loss (Raw)": 1.0659133195877075, "Finetune/Step": 2088, "Finetune/Step Time": 5.453846512362361}
{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.9151512980461121, "Finetune/Loss (Raw)": 1.012789249420166, "Finetune/Step": 2089, "Finetune/Step Time": 5.448570352047682}
{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.9140818119049072, "Finetune/Loss (Raw)": 0.26687654852867126, "Finetune/Step": 2090, "Finetune/Step Time": 5.445050559937954}
{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.9177582263946533, "Finetune/Loss (Raw)": 0.8622126579284668, "Finetune/Step": 2091, "Finetune/Step Time": 5.417324509471655}
{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.9175974130630493, "Finetune/Loss (Raw)": 1.041496992111206, "Finetune/Step": 2092, "Finetune/Step Time": 5.405357372015715}
{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.9186500310897827, "Finetune/Loss (Raw)": 0.9883708357810974, "Finetune/Step": 2093, "Finetune/Step Time": 5.398085091263056}
{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.9201585054397583, "Finetune/Loss (Raw)": 1.0935660600662231, "Finetune/Step": 2094, "Finetune/Step Time": 5.3987829722464085}
{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.9211946725845337, "Finetune/Loss (Raw)": 0.9863064885139465, "Finetune/Step": 2095, "Finetune/Step Time": 5.403599001467228}
{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.9205994606018066, "Finetune/Loss (Raw)": 0.9627805352210999, "Finetune/Step": 2096, "Finetune/Step Time": 5.405472561717033}
{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.9255461096763611, "Finetune/Loss (Raw)": 1.077535629272461, "Finetune/Step": 2097, "Finetune/Step Time": 5.372827850282192}
{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.9255757331848145, "Finetune/Loss (Raw)": 0.9450535774230957, "Finetune/Step": 2098, "Finetune/Step Time": 5.38668567687273}
{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.9252701997756958, "Finetune/Loss (Raw)": 0.3617797791957855, "Finetune/Step": 2099, "Finetune/Step Time": 5.394651480019093}
{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.9244581460952759, "Finetune/Loss (Raw)": 0.8287248611450195, "Finetune/Step": 2100, "Finetune/Step Time": 5.40044985152781}
{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.9256319999694824, "Finetune/Loss (Raw)": 1.0411239862442017, "Finetune/Step": 2101, "Finetune/Step Time": 5.3652180172502995}
{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.9241625070571899, "Finetune/Loss (Raw)": 0.9233903288841248, "Finetune/Step": 2102, "Finetune/Step Time": 5.368573183193803}
{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.9196747541427612, "Finetune/Loss (Raw)": 0.36684688925743103, "Finetune/Step": 2103, "Finetune/Step Time": 5.401108048856258}
{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.9193294048309326, "Finetune/Loss (Raw)": 0.9325975775718689, "Finetune/Step": 2104, "Finetune/Step Time": 5.407874183729291}
{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.9187595844268799, "Finetune/Loss (Raw)": 0.9533505439758301, "Finetune/Step": 2105, "Finetune/Step Time": 5.417847080156207}
{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.9177646636962891, "Finetune/Loss (Raw)": 0.9414426684379578, "Finetune/Step": 2106, "Finetune/Step Time": 5.416631480678916}
{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.922370970249176, "Finetune/Loss (Raw)": 0.9641682505607605, "Finetune/Step": 2107, "Finetune/Step Time": 5.385237405076623}
{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.922683835029602, "Finetune/Loss (Raw)": 0.9196432828903198, "Finetune/Step": 2108, "Finetune/Step Time": 5.373552195727825}
{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.9221894145011902, "Finetune/Loss (Raw)": 0.9664895534515381, "Finetune/Step": 2109, "Finetune/Step Time": 5.376705752685666}
{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.9224495887756348, "Finetune/Loss (Raw)": 1.0211365222930908, "Finetune/Step": 2110, "Finetune/Step Time": 5.384747076779604}
{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.922823429107666, "Finetune/Loss (Raw)": 0.9652071595191956, "Finetune/Step": 2111, "Finetune/Step Time": 5.399652993306518}
{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.917626142501831, "Finetune/Loss (Raw)": 0.4574526846408844, "Finetune/Step": 2112, "Finetune/Step Time": 5.431328900158405}
{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.9172208905220032, "Finetune/Loss (Raw)": 0.9789011478424072, "Finetune/Step": 2113, "Finetune/Step Time": 5.4292637929320335}
{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.9168457984924316, "Finetune/Loss (Raw)": 1.1477330923080444, "Finetune/Step": 2114, "Finetune/Step Time": 5.447031442075968}
{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.9171402454376221, "Finetune/Loss (Raw)": 1.028647780418396, "Finetune/Step": 2115, "Finetune/Step Time": 5.423249514773488}
{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.9133990406990051, "Finetune/Loss (Raw)": 0.415433794260025, "Finetune/Step": 2116, "Finetune/Step Time": 5.450771166011691}
{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.9117013812065125, "Finetune/Loss (Raw)": 0.776949405670166, "Finetune/Step": 2117, "Finetune/Step Time": 5.466444276273251}
{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.9107489585876465, "Finetune/Loss (Raw)": 0.8959639668464661, "Finetune/Step": 2118, "Finetune/Step Time": 5.461959473788738}
{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.9111661911010742, "Finetune/Loss (Raw)": 0.8990082740783691, "Finetune/Step": 2119, "Finetune/Step Time": 5.475271467119455}
{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.9059018492698669, "Finetune/Loss (Raw)": 0.3297823369503021, "Finetune/Step": 2120, "Finetune/Step Time": 5.506645523011684}
{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.9063922166824341, "Finetune/Loss (Raw)": 0.9603734612464905, "Finetune/Step": 2121, "Finetune/Step Time": 5.498585823923349}
{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.9083876013755798, "Finetune/Loss (Raw)": 1.034276008605957, "Finetune/Step": 2122, "Finetune/Step Time": 5.492529399693012}
{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.9100655317306519, "Finetune/Loss (Raw)": 1.0373626947402954, "Finetune/Step": 2123, "Finetune/Step Time": 5.483957622200251}
{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.9111982583999634, "Finetune/Loss (Raw)": 1.0040836334228516, "Finetune/Step": 2124, "Finetune/Step Time": 5.480420948937535}
{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.9109925031661987, "Finetune/Loss (Raw)": 1.0503689050674438, "Finetune/Step": 2125, "Finetune/Step Time": 5.4941631853580475}
{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.9117811322212219, "Finetune/Loss (Raw)": 1.033837914466858, "Finetune/Step": 2126, "Finetune/Step Time": 5.4909051936119795}
{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.9161001443862915, "Finetune/Loss (Raw)": 0.9626264572143555, "Finetune/Step": 2127, "Finetune/Step Time": 5.46192878857255}
{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.911919355392456, "Finetune/Loss (Raw)": 0.3490177392959595, "Finetune/Step": 2128, "Finetune/Step Time": 5.465885365381837}
{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.9063289761543274, "Finetune/Loss (Raw)": 0.27243825793266296, "Finetune/Step": 2129, "Finetune/Step Time": 5.492365265265107}
{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.9066605567932129, "Finetune/Loss (Raw)": 0.9935884475708008, "Finetune/Step": 2130, "Finetune/Step Time": 5.490543721243739}
{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.9075256586074829, "Finetune/Loss (Raw)": 1.0138336420059204, "Finetune/Step": 2131, "Finetune/Step Time": 5.48043511249125}
{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.9074292182922363, "Finetune/Loss (Raw)": 0.9039584398269653, "Finetune/Step": 2132, "Finetune/Step Time": 5.484646212309599}
{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.9092854261398315, "Finetune/Loss (Raw)": 1.181065320968628, "Finetune/Step": 2133, "Finetune/Step Time": 5.48193639703095}
{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.9091017842292786, "Finetune/Loss (Raw)": 0.929624617099762, "Finetune/Step": 2134, "Finetune/Step Time": 5.486535577103496}
{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.9070321917533875, "Finetune/Loss (Raw)": 0.8910807371139526, "Finetune/Step": 2135, "Finetune/Step Time": 5.488274294883013}
{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.9068934321403503, "Finetune/Loss (Raw)": 1.002650499343872, "Finetune/Step": 2136, "Finetune/Step Time": 5.480729751288891}
{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.9030547142028809, "Finetune/Loss (Raw)": 0.4160611927509308, "Finetune/Step": 2137, "Finetune/Step Time": 5.513003038242459}
{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.9020619988441467, "Finetune/Loss (Raw)": 0.9353587031364441, "Finetune/Step": 2138, "Finetune/Step Time": 5.505372866988182}
{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.9003790616989136, "Finetune/Loss (Raw)": 0.9037392735481262, "Finetune/Step": 2139, "Finetune/Step Time": 5.519710179418325}
{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.9006432294845581, "Finetune/Loss (Raw)": 0.9967129826545715, "Finetune/Step": 2140, "Finetune/Step Time": 5.528141371905804}
{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.9009573459625244, "Finetune/Loss (Raw)": 1.1042720079421997, "Finetune/Step": 2141, "Finetune/Step Time": 5.5089732594788074}
{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.9014102220535278, "Finetune/Loss (Raw)": 0.8787987232208252, "Finetune/Step": 2142, "Finetune/Step Time": 5.4977165553718805}
{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.905968427658081, "Finetune/Loss (Raw)": 0.9706198573112488, "Finetune/Step": 2143, "Finetune/Step Time": 5.467178452759981}
{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.9102441072463989, "Finetune/Loss (Raw)": 0.9452512860298157, "Finetune/Step": 2144, "Finetune/Step Time": 5.452237710356712}
{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.9092583656311035, "Finetune/Loss (Raw)": 0.7499126195907593, "Finetune/Step": 2145, "Finetune/Step Time": 5.452204896137118}
{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.9090924859046936, "Finetune/Loss (Raw)": 0.9597311019897461, "Finetune/Step": 2146, "Finetune/Step Time": 5.467210438102484}
{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.910018265247345, "Finetune/Loss (Raw)": 0.992052435874939, "Finetune/Step": 2147, "Finetune/Step Time": 5.4693950191140175}
{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.9108335971832275, "Finetune/Loss (Raw)": 1.0955439805984497, "Finetune/Step": 2148, "Finetune/Step Time": 5.476601826027036}
{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.9110022187232971, "Finetune/Loss (Raw)": 1.0179980993270874, "Finetune/Step": 2149, "Finetune/Step Time": 5.471490642055869}
{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.9110405445098877, "Finetune/Loss (Raw)": 0.9382625818252563, "Finetune/Step": 2150, "Finetune/Step Time": 5.469194261357188}
{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.9141480326652527, "Finetune/Loss (Raw)": 1.1872563362121582, "Finetune/Step": 2151, "Finetune/Step Time": 5.453332548961043}
{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.9132076501846313, "Finetune/Loss (Raw)": 0.8472554683685303, "Finetune/Step": 2152, "Finetune/Step Time": 5.459619771689177}
{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.9129816293716431, "Finetune/Loss (Raw)": 0.8791122436523438, "Finetune/Step": 2153, "Finetune/Step Time": 5.449070634320378}
{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.9124941825866699, "Finetune/Loss (Raw)": 0.9222217798233032, "Finetune/Step": 2154, "Finetune/Step Time": 5.45834181830287}
{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.9131054878234863, "Finetune/Loss (Raw)": 0.9476345777511597, "Finetune/Step": 2155, "Finetune/Step Time": 5.4652250576764345}
{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.9116255640983582, "Finetune/Loss (Raw)": 0.7941723465919495, "Finetune/Step": 2156, "Finetune/Step Time": 5.460615672171116}
{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.9106712341308594, "Finetune/Loss (Raw)": 0.9472440481185913, "Finetune/Step": 2157, "Finetune/Step Time": 5.470161976292729}
{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.9156411290168762, "Finetune/Loss (Raw)": 0.9813480377197266, "Finetune/Step": 2158, "Finetune/Step Time": 5.438636159524322}
{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.9163690805435181, "Finetune/Loss (Raw)": 1.018528699874878, "Finetune/Step": 2159, "Finetune/Step Time": 5.45523165166378}
{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.9156955480575562, "Finetune/Loss (Raw)": 0.9890429973602295, "Finetune/Step": 2160, "Finetune/Step Time": 5.4453335627913475}
{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.914299488067627, "Finetune/Loss (Raw)": 0.8775889873504639, "Finetune/Step": 2161, "Finetune/Step Time": 5.4392508789896965}
{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.9134021997451782, "Finetune/Loss (Raw)": 0.9692725539207458, "Finetune/Step": 2162, "Finetune/Step Time": 5.438650989905}
{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.9137115478515625, "Finetune/Loss (Raw)": 0.9113467335700989, "Finetune/Step": 2163, "Finetune/Step Time": 5.422741649672389}
{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.9142287969589233, "Finetune/Loss (Raw)": 1.072317123413086, "Finetune/Step": 2164, "Finetune/Step Time": 5.409378416836262}
{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.9144152998924255, "Finetune/Loss (Raw)": 1.0069094896316528, "Finetune/Step": 2165, "Finetune/Step Time": 5.423897372558713}
{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.9156858921051025, "Finetune/Loss (Raw)": 0.9957275986671448, "Finetune/Step": 2166, "Finetune/Step Time": 5.424046749249101}
{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.9158879518508911, "Finetune/Loss (Raw)": 1.1031006574630737, "Finetune/Step": 2167, "Finetune/Step Time": 5.4236780516803265}
{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.9152384996414185, "Finetune/Loss (Raw)": 0.9520595073699951, "Finetune/Step": 2168, "Finetune/Step Time": 5.422840002924204}
{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.9150623083114624, "Finetune/Loss (Raw)": 0.995359480381012, "Finetune/Step": 2169, "Finetune/Step Time": 5.3856955878436565}
{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.915326714515686, "Finetune/Loss (Raw)": 0.8659306168556213, "Finetune/Step": 2170, "Finetune/Step Time": 5.386783067137003}
{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.9154551029205322, "Finetune/Loss (Raw)": 0.9764600396156311, "Finetune/Step": 2171, "Finetune/Step Time": 5.396133281290531}
{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.9152482748031616, "Finetune/Loss (Raw)": 0.929425060749054, "Finetune/Step": 2172, "Finetune/Step Time": 5.396104967221618}
{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.9147262573242188, "Finetune/Loss (Raw)": 0.9958122372627258, "Finetune/Step": 2173, "Finetune/Step Time": 5.399674786254764}
{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.9128835797309875, "Finetune/Loss (Raw)": 0.8258371949195862, "Finetune/Step": 2174, "Finetune/Step Time": 5.412411401048303}
{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.9129782319068909, "Finetune/Loss (Raw)": 0.9867234230041504, "Finetune/Step": 2175, "Finetune/Step Time": 5.428411263972521}
{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.9145053625106812, "Finetune/Loss (Raw)": 1.0205678939819336, "Finetune/Step": 2176, "Finetune/Step Time": 5.4282011445611715}
{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.9173904657363892, "Finetune/Loss (Raw)": 1.1132149696350098, "Finetune/Step": 2177, "Finetune/Step Time": 5.417553596198559}
{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.917028546333313, "Finetune/Loss (Raw)": 0.8214601874351501, "Finetune/Step": 2178, "Finetune/Step Time": 5.405313489958644}
{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.9165298938751221, "Finetune/Loss (Raw)": 1.0327632427215576, "Finetune/Step": 2179, "Finetune/Step Time": 5.414936250075698}
{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.9165439605712891, "Finetune/Loss (Raw)": 1.002346396446228, "Finetune/Step": 2180, "Finetune/Step Time": 5.40877977386117}
{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.916914701461792, "Finetune/Loss (Raw)": 0.9999281764030457, "Finetune/Step": 2181, "Finetune/Step Time": 5.406783200800419}
{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.9164332151412964, "Finetune/Loss (Raw)": 1.0162540674209595, "Finetune/Step": 2182, "Finetune/Step Time": 5.409949509426951}
{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.9148247241973877, "Finetune/Loss (Raw)": 0.8273266553878784, "Finetune/Step": 2183, "Finetune/Step Time": 5.4261114448308945}
{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.9134716987609863, "Finetune/Loss (Raw)": 0.8551052808761597, "Finetune/Step": 2184, "Finetune/Step Time": 5.440590916201472}
{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.913596510887146, "Finetune/Loss (Raw)": 0.9481239914894104, "Finetune/Step": 2185, "Finetune/Step Time": 5.427203722298145}
{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.9136207103729248, "Finetune/Loss (Raw)": 0.93154376745224, "Finetune/Step": 2186, "Finetune/Step Time": 5.412387251853943}
{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.9131866097450256, "Finetune/Loss (Raw)": 0.7963951230049133, "Finetune/Step": 2187, "Finetune/Step Time": 5.445648096501827}
{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.9131970405578613, "Finetune/Loss (Raw)": 0.9680904150009155, "Finetune/Step": 2188, "Finetune/Step Time": 5.478657905012369}
{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.9118236303329468, "Finetune/Loss (Raw)": 0.8770556449890137, "Finetune/Step": 2189, "Finetune/Step Time": 5.4864945113658905}
{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.9119210243225098, "Finetune/Loss (Raw)": 0.8900316953659058, "Finetune/Step": 2190, "Finetune/Step Time": 5.495524128898978}
{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.911681056022644, "Finetune/Loss (Raw)": 1.0008989572525024, "Finetune/Step": 2191, "Finetune/Step Time": 5.510583486407995}
{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.9104939103126526, "Finetune/Loss (Raw)": 0.8296334743499756, "Finetune/Step": 2192, "Finetune/Step Time": 5.491898577660322}
{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.9106556177139282, "Finetune/Loss (Raw)": 1.02415132522583, "Finetune/Step": 2193, "Finetune/Step Time": 5.4867511466145515}
{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.9158201217651367, "Finetune/Loss (Raw)": 0.9975910186767578, "Finetune/Step": 2194, "Finetune/Step Time": 5.458748120814562}
{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.9161441326141357, "Finetune/Loss (Raw)": 1.0195058584213257, "Finetune/Step": 2195, "Finetune/Step Time": 5.457996776327491}
{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.9156962633132935, "Finetune/Loss (Raw)": 0.8892499208450317, "Finetune/Step": 2196, "Finetune/Step Time": 5.467394953593612}
{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.9165005087852478, "Finetune/Loss (Raw)": 1.031038761138916, "Finetune/Step": 2197, "Finetune/Step Time": 5.46877122297883}
{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.9178956747055054, "Finetune/Loss (Raw)": 0.9065009951591492, "Finetune/Step": 2198, "Finetune/Step Time": 5.462729573249817}
{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.9170008897781372, "Finetune/Loss (Raw)": 0.8881716728210449, "Finetune/Step": 2199, "Finetune/Step Time": 5.46040977165103}
{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.9153920412063599, "Finetune/Loss (Raw)": 0.930705189704895, "Finetune/Step": 2200, "Finetune/Step Time": 5.47242246568203}
{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.9107760190963745, "Finetune/Loss (Raw)": 0.34977230429649353, "Finetune/Step": 2201, "Finetune/Step Time": 5.48574391938746}
{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.9100111126899719, "Finetune/Loss (Raw)": 0.950200617313385, "Finetune/Step": 2202, "Finetune/Step Time": 5.4716351591050625}
{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.9099562764167786, "Finetune/Loss (Raw)": 0.9062380790710449, "Finetune/Step": 2203, "Finetune/Step Time": 5.472385181114078}
{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.9106584787368774, "Finetune/Loss (Raw)": 0.8860767483711243, "Finetune/Step": 2204, "Finetune/Step Time": 5.469338713213801}
{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.9070346355438232, "Finetune/Loss (Raw)": 0.4244818389415741, "Finetune/Step": 2205, "Finetune/Step Time": 5.499277353286743}
{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.9056670665740967, "Finetune/Loss (Raw)": 0.736861526966095, "Finetune/Step": 2206, "Finetune/Step Time": 5.556175611913204}
{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.905969500541687, "Finetune/Loss (Raw)": 1.0029195547103882, "Finetune/Step": 2207, "Finetune/Step Time": 5.55657846108079}
{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.9068261384963989, "Finetune/Loss (Raw)": 0.9052815437316895, "Finetune/Step": 2208, "Finetune/Step Time": 5.560147354379296}
{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.9065803289413452, "Finetune/Loss (Raw)": 0.9172114133834839, "Finetune/Step": 2209, "Finetune/Step Time": 5.555439125746489}
{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.9027043581008911, "Finetune/Loss (Raw)": 0.3898463845252991, "Finetune/Step": 2210, "Finetune/Step Time": 5.574663136154413}
{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.903159499168396, "Finetune/Loss (Raw)": 1.0533980131149292, "Finetune/Step": 2211, "Finetune/Step Time": 5.603560782968998}
{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.9000893831253052, "Finetune/Loss (Raw)": 0.745436429977417, "Finetune/Step": 2212, "Finetune/Step Time": 5.620549116283655}
{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.9043428897857666, "Finetune/Loss (Raw)": 0.8586318492889404, "Finetune/Step": 2213, "Finetune/Step Time": 5.5903076734393835}
{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.902213454246521, "Finetune/Loss (Raw)": 0.740432858467102, "Finetune/Step": 2214, "Finetune/Step Time": 5.596966903656721}
{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.9016526937484741, "Finetune/Loss (Raw)": 1.006238341331482, "Finetune/Step": 2215, "Finetune/Step Time": 5.602578617632389}
{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.9010273814201355, "Finetune/Loss (Raw)": 0.9858688116073608, "Finetune/Step": 2216, "Finetune/Step Time": 5.61038731969893}
{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.9013025164604187, "Finetune/Loss (Raw)": 1.048012375831604, "Finetune/Step": 2217, "Finetune/Step Time": 5.6114717703312635}
{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.9053255915641785, "Finetune/Loss (Raw)": 0.7818300127983093, "Finetune/Step": 2218, "Finetune/Step Time": 5.584654204547405}
{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.9056408405303955, "Finetune/Loss (Raw)": 0.9025642275810242, "Finetune/Step": 2219, "Finetune/Step Time": 5.614904565736651}
{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.9054399132728577, "Finetune/Loss (Raw)": 1.0157767534255981, "Finetune/Step": 2220, "Finetune/Step Time": 5.614598443731666}
{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.9045611619949341, "Finetune/Loss (Raw)": 0.8758963346481323, "Finetune/Step": 2221, "Finetune/Step Time": 5.631158754229546}
{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.9039350748062134, "Finetune/Loss (Raw)": 1.013413906097412, "Finetune/Step": 2222, "Finetune/Step Time": 5.640237772837281}
{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.9038091897964478, "Finetune/Loss (Raw)": 0.9702065587043762, "Finetune/Step": 2223, "Finetune/Step Time": 5.643941884860396}
{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.9036670923233032, "Finetune/Loss (Raw)": 0.9445856213569641, "Finetune/Step": 2224, "Finetune/Step Time": 5.645022429525852}
{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.9025249481201172, "Finetune/Loss (Raw)": 0.9313400387763977, "Finetune/Step": 2225, "Finetune/Step Time": 5.656348295509815}
{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.9026103019714355, "Finetune/Loss (Raw)": 0.9559816122055054, "Finetune/Step": 2226, "Finetune/Step Time": 5.651253031566739}
{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.9076439142227173, "Finetune/Loss (Raw)": 1.00608491897583, "Finetune/Step": 2227, "Finetune/Step Time": 5.6189047787338495}
{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.9086514115333557, "Finetune/Loss (Raw)": 0.957680881023407, "Finetune/Step": 2228, "Finetune/Step Time": 5.6173007022589445}
{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.9079790115356445, "Finetune/Loss (Raw)": 0.9550547003746033, "Finetune/Step": 2229, "Finetune/Step Time": 5.616289336234331}
{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.9077770709991455, "Finetune/Loss (Raw)": 0.8975429534912109, "Finetune/Step": 2230, "Finetune/Step Time": 5.616670954972506}
{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.9129723906517029, "Finetune/Loss (Raw)": 1.0318480730056763, "Finetune/Step": 2231, "Finetune/Step Time": 5.58513849042356}
{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.9140008091926575, "Finetune/Loss (Raw)": 1.0642337799072266, "Finetune/Step": 2232, "Finetune/Step Time": 5.57693194784224}
{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.9129528999328613, "Finetune/Loss (Raw)": 0.8192161321640015, "Finetune/Step": 2233, "Finetune/Step Time": 5.585110230371356}
{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.9134148359298706, "Finetune/Loss (Raw)": 1.0005780458450317, "Finetune/Step": 2234, "Finetune/Step Time": 5.588676024228334}
{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.9143011569976807, "Finetune/Loss (Raw)": 1.0776058435440063, "Finetune/Step": 2235, "Finetune/Step Time": 5.599685804918408}
{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.9151384830474854, "Finetune/Loss (Raw)": 1.0268319845199585, "Finetune/Step": 2236, "Finetune/Step Time": 5.600411677733064}
{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.9150367975234985, "Finetune/Loss (Raw)": 0.9534707069396973, "Finetune/Step": 2237, "Finetune/Step Time": 5.601232590153813}
{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.9134174585342407, "Finetune/Loss (Raw)": 0.8138572573661804, "Finetune/Step": 2238, "Finetune/Step Time": 5.605497159063816}
{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.9152164459228516, "Finetune/Loss (Raw)": 1.1954760551452637, "Finetune/Step": 2239, "Finetune/Step Time": 5.591462932527065}
{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.9200984239578247, "Finetune/Loss (Raw)": 1.0823488235473633, "Finetune/Step": 2240, "Finetune/Step Time": 5.562210692092776}
{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.920436680316925, "Finetune/Loss (Raw)": 1.0221995115280151, "Finetune/Step": 2241, "Finetune/Step Time": 5.570723483338952}
{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.9187696576118469, "Finetune/Loss (Raw)": 0.9343583583831787, "Finetune/Step": 2242, "Finetune/Step Time": 5.553803186863661}
{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.9179162979125977, "Finetune/Loss (Raw)": 0.9194103479385376, "Finetune/Step": 2243, "Finetune/Step Time": 5.5562482718378305}
{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.9239703416824341, "Finetune/Loss (Raw)": 1.1903564929962158, "Finetune/Step": 2244, "Finetune/Step Time": 5.523159483447671}
{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.9255839586257935, "Finetune/Loss (Raw)": 0.983485996723175, "Finetune/Step": 2245, "Finetune/Step Time": 5.50381581671536}
{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.9273512363433838, "Finetune/Loss (Raw)": 1.122179627418518, "Finetune/Step": 2246, "Finetune/Step Time": 5.5069402530789375}
{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.9272237420082092, "Finetune/Loss (Raw)": 0.8826864957809448, "Finetune/Step": 2247, "Finetune/Step Time": 5.505524542182684}
{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.9308677911758423, "Finetune/Loss (Raw)": 0.7962191700935364, "Finetune/Step": 2248, "Finetune/Step Time": 5.470747280865908}
{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.9302926063537598, "Finetune/Loss (Raw)": 0.8867464661598206, "Finetune/Step": 2249, "Finetune/Step Time": 5.470797494053841}
{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.9298520684242249, "Finetune/Loss (Raw)": 0.9778950214385986, "Finetune/Step": 2250, "Finetune/Step Time": 5.4919169917702675}
{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.9294928312301636, "Finetune/Loss (Raw)": 0.9913734793663025, "Finetune/Step": 2251, "Finetune/Step Time": 5.493391299620271}
{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.9241187572479248, "Finetune/Loss (Raw)": 0.31620797514915466, "Finetune/Step": 2252, "Finetune/Step Time": 5.520196648314595}
{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.9242050647735596, "Finetune/Loss (Raw)": 1.061419129371643, "Finetune/Step": 2253, "Finetune/Step Time": 5.501279748976231}
{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.9245167970657349, "Finetune/Loss (Raw)": 1.0737398862838745, "Finetune/Step": 2254, "Finetune/Step Time": 5.507421176880598}
{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.9246904850006104, "Finetune/Loss (Raw)": 0.9848476052284241, "Finetune/Step": 2255, "Finetune/Step Time": 5.505453998222947}
{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.9290399551391602, "Finetune/Loss (Raw)": 0.9057612419128418, "Finetune/Step": 2256, "Finetune/Step Time": 5.476384699344635}
{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9347831010818481, "Finetune/Loss (Raw)": 1.0075548887252808, "Finetune/Step": 2257, "Finetune/Step Time": 5.447890346869826}
{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9333056211471558, "Finetune/Loss (Raw)": 0.8044795989990234, "Finetune/Step": 2258, "Finetune/Step Time": 5.448370084166527}
{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.9322099685668945, "Finetune/Loss (Raw)": 0.873576819896698, "Finetune/Step": 2259, "Finetune/Step Time": 5.4460279662162066}
{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.9323245286941528, "Finetune/Loss (Raw)": 0.9186274409294128, "Finetune/Step": 2260, "Finetune/Step Time": 5.451449589803815}
{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.9309687614440918, "Finetune/Loss (Raw)": 1.0075263977050781, "Finetune/Step": 2261, "Finetune/Step Time": 5.4534478392452}
{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.9320393800735474, "Finetune/Loss (Raw)": 1.0666664838790894, "Finetune/Step": 2262, "Finetune/Step Time": 5.447315072640777}
{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.9318369626998901, "Finetune/Loss (Raw)": 0.8651750087738037, "Finetune/Step": 2263, "Finetune/Step Time": 5.44551688618958}
{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.9317194819450378, "Finetune/Loss (Raw)": 0.9876084923744202, "Finetune/Step": 2264, "Finetune/Step Time": 5.448452815413475}
{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.935719907283783, "Finetune/Loss (Raw)": 0.9281147122383118, "Finetune/Step": 2265, "Finetune/Step Time": 5.4193969666957855}
{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9347113370895386, "Finetune/Loss (Raw)": 0.8062599301338196, "Finetune/Step": 2266, "Finetune/Step Time": 5.432408552616835}
{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9348161220550537, "Finetune/Loss (Raw)": 0.9171571135520935, "Finetune/Step": 2267, "Finetune/Step Time": 5.4124744944274426}
{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.9337066411972046, "Finetune/Loss (Raw)": 0.8546991348266602, "Finetune/Step": 2268, "Finetune/Step Time": 5.403945418074727}
{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.9326834678649902, "Finetune/Loss (Raw)": 0.973300576210022, "Finetune/Step": 2269, "Finetune/Step Time": 5.402628833428025}
{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.9323076605796814, "Finetune/Loss (Raw)": 0.8307045698165894, "Finetune/Step": 2270, "Finetune/Step Time": 5.411332160234451}
{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.9325364828109741, "Finetune/Loss (Raw)": 0.9999029636383057, "Finetune/Step": 2271, "Finetune/Step Time": 5.390872936695814}
{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.9330612421035767, "Finetune/Loss (Raw)": 1.0124142169952393, "Finetune/Step": 2272, "Finetune/Step Time": 5.380205355584621}
{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.934701681137085, "Finetune/Loss (Raw)": 0.9598982930183411, "Finetune/Step": 2273, "Finetune/Step Time": 5.36566954292357}
{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.9339505434036255, "Finetune/Loss (Raw)": 0.8635830879211426, "Finetune/Step": 2274, "Finetune/Step Time": 5.381366420537233}
{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9344218969345093, "Finetune/Loss (Raw)": 1.0523900985717773, "Finetune/Step": 2275, "Finetune/Step Time": 5.378726325929165}
{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.9333276152610779, "Finetune/Loss (Raw)": 0.9554691314697266, "Finetune/Step": 2276, "Finetune/Step Time": 5.370238995179534}
{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.9314053058624268, "Finetune/Loss (Raw)": 0.7719413042068481, "Finetune/Step": 2277, "Finetune/Step Time": 5.374916534870863}
{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.9320002794265747, "Finetune/Loss (Raw)": 1.0144258737564087, "Finetune/Step": 2278, "Finetune/Step Time": 5.373191619291902}
{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.9311206936836243, "Finetune/Loss (Raw)": 1.0746686458587646, "Finetune/Step": 2279, "Finetune/Step Time": 5.362331632524729}
{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.9317313432693481, "Finetune/Loss (Raw)": 0.9254115223884583, "Finetune/Step": 2280, "Finetune/Step Time": 5.357223926112056}
{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.9321410655975342, "Finetune/Loss (Raw)": 0.9315625429153442, "Finetune/Step": 2281, "Finetune/Step Time": 5.3585770931094885}
{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.9323154091835022, "Finetune/Loss (Raw)": 0.9445338845252991, "Finetune/Step": 2282, "Finetune/Step Time": 5.352351227775216}
{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.9333921670913696, "Finetune/Loss (Raw)": 1.0854601860046387, "Finetune/Step": 2283, "Finetune/Step Time": 5.3395470678806305}
{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.9346581101417542, "Finetune/Loss (Raw)": 0.9562157392501831, "Finetune/Step": 2284, "Finetune/Step Time": 5.358664270490408}
{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9351708889007568, "Finetune/Loss (Raw)": 1.0128740072250366, "Finetune/Step": 2285, "Finetune/Step Time": 5.358741594478488}
{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.9353405833244324, "Finetune/Loss (Raw)": 1.0030733346939087, "Finetune/Step": 2286, "Finetune/Step Time": 5.369258854538202}
{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.9338467121124268, "Finetune/Loss (Raw)": 0.827316403388977, "Finetune/Step": 2287, "Finetune/Step Time": 5.354011060670018}
{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.9337531924247742, "Finetune/Loss (Raw)": 0.9770638942718506, "Finetune/Step": 2288, "Finetune/Step Time": 5.3577019572258}
{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.932955265045166, "Finetune/Loss (Raw)": 0.7754518985748291, "Finetune/Step": 2289, "Finetune/Step Time": 5.371224846690893}
{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.933496356010437, "Finetune/Loss (Raw)": 1.0385339260101318, "Finetune/Step": 2290, "Finetune/Step Time": 5.363725379109383}
{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.9332338571548462, "Finetune/Loss (Raw)": 0.8777499198913574, "Finetune/Step": 2291, "Finetune/Step Time": 5.380960835143924}
{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.9317504167556763, "Finetune/Loss (Raw)": 0.882432222366333, "Finetune/Step": 2292, "Finetune/Step Time": 5.388789622113109}
{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.9301068782806396, "Finetune/Loss (Raw)": 0.7965434193611145, "Finetune/Step": 2293, "Finetune/Step Time": 5.368572033941746}
{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.9298144578933716, "Finetune/Loss (Raw)": 0.9582894444465637, "Finetune/Step": 2294, "Finetune/Step Time": 5.366628862917423}
{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.928879976272583, "Finetune/Loss (Raw)": 0.9834928512573242, "Finetune/Step": 2295, "Finetune/Step Time": 5.384509338065982}
{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.9276342391967773, "Finetune/Loss (Raw)": 0.7926111221313477, "Finetune/Step": 2296, "Finetune/Step Time": 5.385064857080579}
{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.9274779558181763, "Finetune/Loss (Raw)": 0.9753493070602417, "Finetune/Step": 2297, "Finetune/Step Time": 5.381651271134615}
{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.9277716875076294, "Finetune/Loss (Raw)": 0.9035317897796631, "Finetune/Step": 2298, "Finetune/Step Time": 5.383047798648477}
{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.9281003475189209, "Finetune/Loss (Raw)": 1.018526554107666, "Finetune/Step": 2299, "Finetune/Step Time": 5.381069527938962}
{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.9287525415420532, "Finetune/Loss (Raw)": 1.0129045248031616, "Finetune/Step": 2300, "Finetune/Step Time": 5.392306949943304}
{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.9276975393295288, "Finetune/Loss (Raw)": 0.8607673048973083, "Finetune/Step": 2301, "Finetune/Step Time": 5.37909802980721}
{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.9276546239852905, "Finetune/Loss (Raw)": 0.8203486204147339, "Finetune/Step": 2302, "Finetune/Step Time": 5.3719919584691525}
{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.9274276494979858, "Finetune/Loss (Raw)": 0.9576747417449951, "Finetune/Step": 2303, "Finetune/Step Time": 5.354192096740007}
{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.9253250360488892, "Finetune/Loss (Raw)": 0.7514321804046631, "Finetune/Step": 2304, "Finetune/Step Time": 5.362557979300618}
{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.9231422543525696, "Finetune/Loss (Raw)": 0.8338156938552856, "Finetune/Step": 2305, "Finetune/Step Time": 5.357993615791202}
{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.9252836108207703, "Finetune/Loss (Raw)": 1.0955548286437988, "Finetune/Step": 2306, "Finetune/Step Time": 5.360367897897959}
{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.9251106977462769, "Finetune/Loss (Raw)": 1.0106350183486938, "Finetune/Step": 2307, "Finetune/Step Time": 5.344983229413629}
{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.9223942756652832, "Finetune/Loss (Raw)": 0.6546411514282227, "Finetune/Step": 2308, "Finetune/Step Time": 5.3475017081946135}
{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.9224869012832642, "Finetune/Loss (Raw)": 1.0117852687835693, "Finetune/Step": 2309, "Finetune/Step Time": 5.347606532275677}
{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.9223396182060242, "Finetune/Loss (Raw)": 0.9973991513252258, "Finetune/Step": 2310, "Finetune/Step Time": 5.3424695041030645}
{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.924087643623352, "Finetune/Loss (Raw)": 1.0510724782943726, "Finetune/Step": 2311, "Finetune/Step Time": 5.322746137157083}
{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.9246912002563477, "Finetune/Loss (Raw)": 0.9323700666427612, "Finetune/Step": 2312, "Finetune/Step Time": 5.332169868052006}
{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.9249909520149231, "Finetune/Loss (Raw)": 0.9864873886108398, "Finetune/Step": 2313, "Finetune/Step Time": 5.337348997592926}
{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.9245800375938416, "Finetune/Loss (Raw)": 0.8789471387863159, "Finetune/Step": 2314, "Finetune/Step Time": 5.345869533717632}
{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.925318717956543, "Finetune/Loss (Raw)": 0.8909406661987305, "Finetune/Step": 2315, "Finetune/Step Time": 5.312293415889144}
{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.9257160425186157, "Finetune/Loss (Raw)": 1.0189481973648071, "Finetune/Step": 2316, "Finetune/Step Time": 5.277518521994352}
{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.9258971214294434, "Finetune/Loss (Raw)": 0.9002389311790466, "Finetune/Step": 2317, "Finetune/Step Time": 5.273918883875012}
{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.9261850714683533, "Finetune/Loss (Raw)": 0.9268872737884521, "Finetune/Step": 2318, "Finetune/Step Time": 5.262080378830433}
{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.9271166324615479, "Finetune/Loss (Raw)": 1.1201366186141968, "Finetune/Step": 2319, "Finetune/Step Time": 5.253160323947668}
{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.9281426668167114, "Finetune/Loss (Raw)": 0.9609635472297668, "Finetune/Step": 2320, "Finetune/Step Time": 5.251646690070629}
{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.9275810718536377, "Finetune/Loss (Raw)": 0.9522797465324402, "Finetune/Step": 2321, "Finetune/Step Time": 5.258745726197958}
{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.9278984665870667, "Finetune/Loss (Raw)": 1.038212537765503, "Finetune/Step": 2322, "Finetune/Step Time": 5.259017493575811}
{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.9265175461769104, "Finetune/Loss (Raw)": 0.8427475690841675, "Finetune/Step": 2323, "Finetune/Step Time": 5.272877702489495}
{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.9264482259750366, "Finetune/Loss (Raw)": 0.8803801536560059, "Finetune/Step": 2324, "Finetune/Step Time": 5.262802364304662}
{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.9267743825912476, "Finetune/Loss (Raw)": 1.0727810859680176, "Finetune/Step": 2325, "Finetune/Step Time": 5.269700666889548}
{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.9230985641479492, "Finetune/Loss (Raw)": 0.4360009729862213, "Finetune/Step": 2326, "Finetune/Step Time": 5.3001844976097345}
{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.923403799533844, "Finetune/Loss (Raw)": 0.9272382855415344, "Finetune/Step": 2327, "Finetune/Step Time": 5.309632210060954}
{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.9231492280960083, "Finetune/Loss (Raw)": 0.8981204628944397, "Finetune/Step": 2328, "Finetune/Step Time": 5.303656743839383}
{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.9283298254013062, "Finetune/Loss (Raw)": 1.0128904581069946, "Finetune/Step": 2329, "Finetune/Step Time": 5.274561638012528}
{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.9275033473968506, "Finetune/Loss (Raw)": 0.8444087505340576, "Finetune/Step": 2330, "Finetune/Step Time": 5.2875928077846766}
{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.9280762672424316, "Finetune/Loss (Raw)": 0.9795701503753662, "Finetune/Step": 2331, "Finetune/Step Time": 5.2955552246421576}
{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.9301720857620239, "Finetune/Loss (Raw)": 1.1543457508087158, "Finetune/Step": 2332, "Finetune/Step Time": 5.2916484493762255}
{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.934862494468689, "Finetune/Loss (Raw)": 1.0248496532440186, "Finetune/Step": 2333, "Finetune/Step Time": 5.279018664732575}
{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.9367867708206177, "Finetune/Loss (Raw)": 0.9831738471984863, "Finetune/Step": 2334, "Finetune/Step Time": 5.241769406944513}
{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9359968900680542, "Finetune/Loss (Raw)": 0.901809811592102, "Finetune/Step": 2335, "Finetune/Step Time": 5.238599576056004}
{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.9361911416053772, "Finetune/Loss (Raw)": 0.9301450252532959, "Finetune/Step": 2336, "Finetune/Step Time": 5.243276335299015}
{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.9366288185119629, "Finetune/Loss (Raw)": 0.9732365012168884, "Finetune/Step": 2337, "Finetune/Step Time": 5.242853123694658}
{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.9414998292922974, "Finetune/Loss (Raw)": 1.013332486152649, "Finetune/Step": 2338, "Finetune/Step Time": 5.212521590292454}
{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.9399728775024414, "Finetune/Loss (Raw)": 0.8579573035240173, "Finetune/Step": 2339, "Finetune/Step Time": 5.208605300635099}
{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.9413386583328247, "Finetune/Loss (Raw)": 0.9202448129653931, "Finetune/Step": 2340, "Finetune/Step Time": 5.194565383717418}
{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.943213701248169, "Finetune/Loss (Raw)": 1.0986413955688477, "Finetune/Step": 2341, "Finetune/Step Time": 5.22148821502924}
{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9401801228523254, "Finetune/Loss (Raw)": 0.3521387279033661, "Finetune/Step": 2342, "Finetune/Step Time": 5.24369558878243}
{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9404661655426025, "Finetune/Loss (Raw)": 1.042849063873291, "Finetune/Step": 2343, "Finetune/Step Time": 5.255501823499799}
{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.9400476217269897, "Finetune/Loss (Raw)": 0.932289719581604, "Finetune/Step": 2344, "Finetune/Step Time": 5.27871192060411}
{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9411804676055908, "Finetune/Loss (Raw)": 1.1930210590362549, "Finetune/Step": 2345, "Finetune/Step Time": 5.272958073765039}
{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9424786567687988, "Finetune/Loss (Raw)": 0.9479987025260925, "Finetune/Step": 2346, "Finetune/Step Time": 5.2686961982399225}
{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.9426616430282593, "Finetune/Loss (Raw)": 0.9259894490242004, "Finetune/Step": 2347, "Finetune/Step Time": 5.242875080555677}
{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9430999159812927, "Finetune/Loss (Raw)": 1.0718765258789062, "Finetune/Step": 2348, "Finetune/Step Time": 5.24501502327621}
{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.9437263011932373, "Finetune/Loss (Raw)": 0.9560679197311401, "Finetune/Step": 2349, "Finetune/Step Time": 5.236194549128413}
{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9432246685028076, "Finetune/Loss (Raw)": 0.9492068886756897, "Finetune/Step": 2350, "Finetune/Step Time": 5.229261772707105}
{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9439993500709534, "Finetune/Loss (Raw)": 1.0693658590316772, "Finetune/Step": 2351, "Finetune/Step Time": 5.226435190066695}
{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9452294707298279, "Finetune/Loss (Raw)": 1.1020373106002808, "Finetune/Step": 2352, "Finetune/Step Time": 5.234881209209561}
{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9453575015068054, "Finetune/Loss (Raw)": 0.9477362036705017, "Finetune/Step": 2353, "Finetune/Step Time": 5.228812279179692}
{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9454096555709839, "Finetune/Loss (Raw)": 0.9626523852348328, "Finetune/Step": 2354, "Finetune/Step Time": 5.2207842487841845}
{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9441715478897095, "Finetune/Loss (Raw)": 0.847607433795929, "Finetune/Step": 2355, "Finetune/Step Time": 5.217869995161891}
{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9433521032333374, "Finetune/Loss (Raw)": 0.8527916669845581, "Finetune/Step": 2356, "Finetune/Step Time": 5.218367451801896}
{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9431293606758118, "Finetune/Loss (Raw)": 0.9265450239181519, "Finetune/Step": 2357, "Finetune/Step Time": 5.222872523590922}
{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9444665312767029, "Finetune/Loss (Raw)": 1.0686988830566406, "Finetune/Step": 2358, "Finetune/Step Time": 5.219855532050133}
{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.9386664628982544, "Finetune/Loss (Raw)": 0.2894453704357147, "Finetune/Step": 2359, "Finetune/Step Time": 5.249846016988158}
{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.9377302527427673, "Finetune/Loss (Raw)": 0.9443920850753784, "Finetune/Step": 2360, "Finetune/Step Time": 5.253789806738496}
{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.9389565587043762, "Finetune/Loss (Raw)": 0.9761850833892822, "Finetune/Step": 2361, "Finetune/Step Time": 5.237482817843556}
{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9386923313140869, "Finetune/Loss (Raw)": 0.9667566418647766, "Finetune/Step": 2362, "Finetune/Step Time": 5.230411767959595}
{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.9363024234771729, "Finetune/Loss (Raw)": 0.7716989517211914, "Finetune/Step": 2363, "Finetune/Step Time": 5.236192183569074}
{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.9352100491523743, "Finetune/Loss (Raw)": 0.8870083689689636, "Finetune/Step": 2364, "Finetune/Step Time": 5.23341148532927}
{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9360864162445068, "Finetune/Loss (Raw)": 1.0656465291976929, "Finetune/Step": 2365, "Finetune/Step Time": 5.229094417765737}
{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.9361427426338196, "Finetune/Loss (Raw)": 0.8210662603378296, "Finetune/Step": 2366, "Finetune/Step Time": 5.225412325933576}
{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.9345529079437256, "Finetune/Loss (Raw)": 0.9919748902320862, "Finetune/Step": 2367, "Finetune/Step Time": 5.230723690241575}
{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.9337226152420044, "Finetune/Loss (Raw)": 0.9760759472846985, "Finetune/Step": 2368, "Finetune/Step Time": 5.231711221858859}
{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.933843731880188, "Finetune/Loss (Raw)": 1.037706732749939, "Finetune/Step": 2369, "Finetune/Step Time": 5.228619407862425}
{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.9339033365249634, "Finetune/Loss (Raw)": 0.9419840574264526, "Finetune/Step": 2370, "Finetune/Step Time": 5.230469660833478}
{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9349364042282104, "Finetune/Loss (Raw)": 1.051640510559082, "Finetune/Step": 2371, "Finetune/Step Time": 5.2292325887829065}
{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.9328219890594482, "Finetune/Loss (Raw)": 0.9197143316268921, "Finetune/Step": 2372, "Finetune/Step Time": 5.232052592560649}
{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.9334179162979126, "Finetune/Loss (Raw)": 1.0597586631774902, "Finetune/Step": 2373, "Finetune/Step Time": 5.254177335649729}
{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.9312477707862854, "Finetune/Loss (Raw)": 0.844404935836792, "Finetune/Step": 2374, "Finetune/Step Time": 5.255584713071585}
{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.9307194948196411, "Finetune/Loss (Raw)": 0.8150713443756104, "Finetune/Step": 2375, "Finetune/Step Time": 5.2588291093707085}
{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.9321560263633728, "Finetune/Loss (Raw)": 0.9800906181335449, "Finetune/Step": 2376, "Finetune/Step Time": 5.2637823931872845}
{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.9337068796157837, "Finetune/Loss (Raw)": 1.0852547883987427, "Finetune/Step": 2377, "Finetune/Step Time": 5.264051424339414}
{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.9341598153114319, "Finetune/Loss (Raw)": 1.0358695983886719, "Finetune/Step": 2378, "Finetune/Step Time": 5.242354275658727}
{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.9341129064559937, "Finetune/Loss (Raw)": 0.9853752851486206, "Finetune/Step": 2379, "Finetune/Step Time": 5.25926280580461}
{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9379643201828003, "Finetune/Loss (Raw)": 0.8091857433319092, "Finetune/Step": 2380, "Finetune/Step Time": 5.226969497278333}
{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.9371111989021301, "Finetune/Loss (Raw)": 0.9522154331207275, "Finetune/Step": 2381, "Finetune/Step Time": 5.230158045887947}
{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.9352192878723145, "Finetune/Loss (Raw)": 0.8315732479095459, "Finetune/Step": 2382, "Finetune/Step Time": 5.242044551298022}
{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.9330573081970215, "Finetune/Loss (Raw)": 0.7081257104873657, "Finetune/Step": 2383, "Finetune/Step Time": 5.2549361679703}
{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.9348521828651428, "Finetune/Loss (Raw)": 1.135500192642212, "Finetune/Step": 2384, "Finetune/Step Time": 5.250477269291878}
{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.9343172311782837, "Finetune/Loss (Raw)": 0.9390760064125061, "Finetune/Step": 2385, "Finetune/Step Time": 5.255644703283906}
{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.9363358616828918, "Finetune/Loss (Raw)": 1.0628666877746582, "Finetune/Step": 2386, "Finetune/Step Time": 5.262118998914957}
{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9365192651748657, "Finetune/Loss (Raw)": 0.8970512747764587, "Finetune/Step": 2387, "Finetune/Step Time": 5.2760146502405405}
{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.9372290372848511, "Finetune/Loss (Raw)": 1.0094835758209229, "Finetune/Step": 2388, "Finetune/Step Time": 5.286043293774128}
{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.9376056790351868, "Finetune/Loss (Raw)": 1.0557371377944946, "Finetune/Step": 2389, "Finetune/Step Time": 5.284654123708606}
{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9376301169395447, "Finetune/Loss (Raw)": 1.0697901248931885, "Finetune/Step": 2390, "Finetune/Step Time": 5.294502330943942}
{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9388226270675659, "Finetune/Loss (Raw)": 1.0178184509277344, "Finetune/Step": 2391, "Finetune/Step Time": 5.293528562411666}
{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.938645601272583, "Finetune/Loss (Raw)": 0.9649479389190674, "Finetune/Step": 2392, "Finetune/Step Time": 5.2938899602741}
{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.9397490620613098, "Finetune/Loss (Raw)": 1.0693601369857788, "Finetune/Step": 2393, "Finetune/Step Time": 5.306735910475254}
{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9365109205245972, "Finetune/Loss (Raw)": 0.3917734622955322, "Finetune/Step": 2394, "Finetune/Step Time": 5.329532492905855}
{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9370406866073608, "Finetune/Loss (Raw)": 0.9849659204483032, "Finetune/Step": 2395, "Finetune/Step Time": 5.3338360115885735}
{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9375072717666626, "Finetune/Loss (Raw)": 0.9144271016120911, "Finetune/Step": 2396, "Finetune/Step Time": 5.3310533333569765}
{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9374926090240479, "Finetune/Loss (Raw)": 0.9714213013648987, "Finetune/Step": 2397, "Finetune/Step Time": 5.32346884906292}
{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9396857023239136, "Finetune/Loss (Raw)": 1.1114184856414795, "Finetune/Step": 2398, "Finetune/Step Time": 5.314628802239895}
{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.9398989677429199, "Finetune/Loss (Raw)": 1.0271989107131958, "Finetune/Step": 2399, "Finetune/Step Time": 5.321508577093482}
{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9386529922485352, "Finetune/Loss (Raw)": 0.852928638458252, "Finetune/Step": 2400, "Finetune/Step Time": 5.313612440600991}
{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9388891458511353, "Finetune/Loss (Raw)": 0.9901276230812073, "Finetune/Step": 2401, "Finetune/Step Time": 5.322696898132563}
{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9386970400810242, "Finetune/Loss (Raw)": 0.8389924764633179, "Finetune/Step": 2402, "Finetune/Step Time": 5.302125396206975}
{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9380906224250793, "Finetune/Loss (Raw)": 0.9747737646102905, "Finetune/Step": 2403, "Finetune/Step Time": 5.3053884487599134}
{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.9383937120437622, "Finetune/Loss (Raw)": 0.994269073009491, "Finetune/Step": 2404, "Finetune/Step Time": 5.3045965395867825}
{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9399638772010803, "Finetune/Loss (Raw)": 0.9729204773902893, "Finetune/Step": 2405, "Finetune/Step Time": 5.300204981118441}
{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9400731325149536, "Finetune/Loss (Raw)": 1.0284051895141602, "Finetune/Step": 2406, "Finetune/Step Time": 5.301295153796673}
{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9373666048049927, "Finetune/Loss (Raw)": 0.7282329201698303, "Finetune/Step": 2407, "Finetune/Step Time": 5.327475467696786}
{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.939198911190033, "Finetune/Loss (Raw)": 1.159950613975525, "Finetune/Step": 2408, "Finetune/Step Time": 5.335866207256913}
{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9391021728515625, "Finetune/Loss (Raw)": 0.9191832542419434, "Finetune/Step": 2409, "Finetune/Step Time": 5.33586903847754}
{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9391955137252808, "Finetune/Loss (Raw)": 0.9564804434776306, "Finetune/Step": 2410, "Finetune/Step Time": 5.34489388205111}
{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9370142221450806, "Finetune/Loss (Raw)": 0.8062537312507629, "Finetune/Step": 2411, "Finetune/Step Time": 5.3522298857569695}
{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.9367886781692505, "Finetune/Loss (Raw)": 0.9273489713668823, "Finetune/Step": 2412, "Finetune/Step Time": 5.325400507077575}
{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.9355736374855042, "Finetune/Loss (Raw)": 0.857342004776001, "Finetune/Step": 2413, "Finetune/Step Time": 5.321070006117225}
{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9354889392852783, "Finetune/Loss (Raw)": 0.9922294020652771, "Finetune/Step": 2414, "Finetune/Step Time": 5.306621089577675}
{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.9361540079116821, "Finetune/Loss (Raw)": 0.9124532341957092, "Finetune/Step": 2415, "Finetune/Step Time": 5.3067232724279165}
{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.9362565279006958, "Finetune/Loss (Raw)": 0.9901777505874634, "Finetune/Step": 2416, "Finetune/Step Time": 5.304798809811473}
{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9376307725906372, "Finetune/Loss (Raw)": 0.951366662979126, "Finetune/Step": 2417, "Finetune/Step Time": 5.307956764474511}
{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.9329547882080078, "Finetune/Loss (Raw)": 0.4400031268596649, "Finetune/Step": 2418, "Finetune/Step Time": 5.3438116535544395}
{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.9335051774978638, "Finetune/Loss (Raw)": 0.9481934905052185, "Finetune/Step": 2419, "Finetune/Step Time": 5.346105337142944}
{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.935348629951477, "Finetune/Loss (Raw)": 1.1183981895446777, "Finetune/Step": 2420, "Finetune/Step Time": 5.335695032030344}
{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9354048371315002, "Finetune/Loss (Raw)": 0.8037399053573608, "Finetune/Step": 2421, "Finetune/Step Time": 5.345120746642351}
{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9341769218444824, "Finetune/Loss (Raw)": 0.8011168241500854, "Finetune/Step": 2422, "Finetune/Step Time": 5.354950770735741}
{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.9326887130737305, "Finetune/Loss (Raw)": 0.7930040955543518, "Finetune/Step": 2423, "Finetune/Step Time": 5.347829073667526}
{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.9340952038764954, "Finetune/Loss (Raw)": 0.9726420640945435, "Finetune/Step": 2424, "Finetune/Step Time": 5.347400926053524}
{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.9333876967430115, "Finetune/Loss (Raw)": 0.8847846984863281, "Finetune/Step": 2425, "Finetune/Step Time": 5.358037216588855}
{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.929185152053833, "Finetune/Loss (Raw)": 0.3656090795993805, "Finetune/Step": 2426, "Finetune/Step Time": 5.387948716059327}
{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.9289571642875671, "Finetune/Loss (Raw)": 0.9893395900726318, "Finetune/Step": 2427, "Finetune/Step Time": 5.37822843901813}
{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.9274859428405762, "Finetune/Loss (Raw)": 0.8245949149131775, "Finetune/Step": 2428, "Finetune/Step Time": 5.367118315771222}
{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.9286590814590454, "Finetune/Loss (Raw)": 1.0109211206436157, "Finetune/Step": 2429, "Finetune/Step Time": 5.3786820359528065}
{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.9283455610275269, "Finetune/Loss (Raw)": 0.7802220582962036, "Finetune/Step": 2430, "Finetune/Step Time": 5.402896573767066}
{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.9289305210113525, "Finetune/Loss (Raw)": 1.0325508117675781, "Finetune/Step": 2431, "Finetune/Step Time": 5.401000102981925}
{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.9304012060165405, "Finetune/Loss (Raw)": 0.9396812915802002, "Finetune/Step": 2432, "Finetune/Step Time": 5.4035145584493876}
{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.9308984279632568, "Finetune/Loss (Raw)": 0.8974589705467224, "Finetune/Step": 2433, "Finetune/Step Time": 5.4031745586544275}
{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.9297958612442017, "Finetune/Loss (Raw)": 0.954425036907196, "Finetune/Step": 2434, "Finetune/Step Time": 5.402133397758007}
{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.9289679527282715, "Finetune/Loss (Raw)": 0.9046579003334045, "Finetune/Step": 2435, "Finetune/Step Time": 5.411239271983504}
{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.9317229390144348, "Finetune/Loss (Raw)": 1.0072821378707886, "Finetune/Step": 2436, "Finetune/Step Time": 5.404441086575389}
{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.9308943152427673, "Finetune/Loss (Raw)": 0.905722439289093, "Finetune/Step": 2437, "Finetune/Step Time": 5.409727953374386}
{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.9311790466308594, "Finetune/Loss (Raw)": 1.0338451862335205, "Finetune/Step": 2438, "Finetune/Step Time": 5.4195959828794}
{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.9309695959091187, "Finetune/Loss (Raw)": 1.0242596864700317, "Finetune/Step": 2439, "Finetune/Step Time": 5.419598603621125}
{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.9316346645355225, "Finetune/Loss (Raw)": 1.0175081491470337, "Finetune/Step": 2440, "Finetune/Step Time": 5.399222154170275}
{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.9316318035125732, "Finetune/Loss (Raw)": 0.9861098527908325, "Finetune/Step": 2441, "Finetune/Step Time": 5.395201692357659}
{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.9322156310081482, "Finetune/Loss (Raw)": 0.9536834359169006, "Finetune/Step": 2442, "Finetune/Step Time": 5.390798661857843}
{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.9330601692199707, "Finetune/Loss (Raw)": 0.9990372657775879, "Finetune/Step": 2443, "Finetune/Step Time": 5.395904220640659}
{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.9328863024711609, "Finetune/Loss (Raw)": 0.9966987371444702, "Finetune/Step": 2444, "Finetune/Step Time": 5.402887554839253}
{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.9288415908813477, "Finetune/Loss (Raw)": 0.38251760601997375, "Finetune/Step": 2445, "Finetune/Step Time": 5.430606490001082}
{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.9289968609809875, "Finetune/Loss (Raw)": 0.9467547535896301, "Finetune/Step": 2446, "Finetune/Step Time": 5.432018186897039}
{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.9275188446044922, "Finetune/Loss (Raw)": 0.9309544563293457, "Finetune/Step": 2447, "Finetune/Step Time": 5.436779549345374}
{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.9281207323074341, "Finetune/Loss (Raw)": 1.0380014181137085, "Finetune/Step": 2448, "Finetune/Step Time": 5.438567506149411}
{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.9272927641868591, "Finetune/Loss (Raw)": 0.8463024497032166, "Finetune/Step": 2449, "Finetune/Step Time": 5.4307778012007475}
{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.9229488372802734, "Finetune/Loss (Raw)": 0.48219218850135803, "Finetune/Step": 2450, "Finetune/Step Time": 5.4590004701167345}
{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.9188433885574341, "Finetune/Loss (Raw)": 0.31724464893341064, "Finetune/Step": 2451, "Finetune/Step Time": 5.477673651650548}
{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.9197807312011719, "Finetune/Loss (Raw)": 1.000365972518921, "Finetune/Step": 2452, "Finetune/Step Time": 5.478601714596152}
{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.9190921187400818, "Finetune/Loss (Raw)": 0.9846348762512207, "Finetune/Step": 2453, "Finetune/Step Time": 5.4963491298258305}
{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.9231467247009277, "Finetune/Loss (Raw)": 0.9549885988235474, "Finetune/Step": 2454, "Finetune/Step Time": 5.469480749219656}
{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.9241132736206055, "Finetune/Loss (Raw)": 1.0509603023529053, "Finetune/Step": 2455, "Finetune/Step Time": 5.456783156841993}
{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.924878716468811, "Finetune/Loss (Raw)": 0.9960992336273193, "Finetune/Step": 2456, "Finetune/Step Time": 5.446919312700629}
{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.9246883392333984, "Finetune/Loss (Raw)": 0.9885237812995911, "Finetune/Step": 2457, "Finetune/Step Time": 5.443998359143734}
{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.9258245229721069, "Finetune/Loss (Raw)": 0.989838719367981, "Finetune/Step": 2458, "Finetune/Step Time": 5.449813114479184}
{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.925233006477356, "Finetune/Loss (Raw)": 0.9038448929786682, "Finetune/Step": 2459, "Finetune/Step Time": 5.443949740380049}
{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.9237862229347229, "Finetune/Loss (Raw)": 0.9691697359085083, "Finetune/Step": 2460, "Finetune/Step Time": 5.438177449628711}
{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.9244803190231323, "Finetune/Loss (Raw)": 1.1136935949325562, "Finetune/Step": 2461, "Finetune/Step Time": 5.434348965063691}
{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.9245567917823792, "Finetune/Loss (Raw)": 0.9929551482200623, "Finetune/Step": 2462, "Finetune/Step Time": 5.427433535456657}
{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.9250791668891907, "Finetune/Loss (Raw)": 0.9686734676361084, "Finetune/Step": 2463, "Finetune/Step Time": 5.427397707477212}
{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.9260792136192322, "Finetune/Loss (Raw)": 1.0581547021865845, "Finetune/Step": 2464, "Finetune/Step Time": 5.412937179207802}
{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.9257446527481079, "Finetune/Loss (Raw)": 0.9304099082946777, "Finetune/Step": 2465, "Finetune/Step Time": 5.409938350319862}
{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.9244243502616882, "Finetune/Loss (Raw)": 0.8443313837051392, "Finetune/Step": 2466, "Finetune/Step Time": 5.4112290404737}
{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.9252023696899414, "Finetune/Loss (Raw)": 0.9575424790382385, "Finetune/Step": 2467, "Finetune/Step Time": 5.38611320592463}
{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.9270910024642944, "Finetune/Loss (Raw)": 1.1619935035705566, "Finetune/Step": 2468, "Finetune/Step Time": 5.390362769365311}
{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.9266790151596069, "Finetune/Loss (Raw)": 1.0459117889404297, "Finetune/Step": 2469, "Finetune/Step Time": 5.36159641481936}
{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.9307643175125122, "Finetune/Loss (Raw)": 0.875053346157074, "Finetune/Step": 2470, "Finetune/Step Time": 5.342620573937893}
{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.9306396245956421, "Finetune/Loss (Raw)": 1.0268882513046265, "Finetune/Step": 2471, "Finetune/Step Time": 5.326463485136628}
{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.9310290813446045, "Finetune/Loss (Raw)": 0.9821364879608154, "Finetune/Step": 2472, "Finetune/Step Time": 5.295835768803954}
{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.9292183518409729, "Finetune/Loss (Raw)": 0.9612501263618469, "Finetune/Step": 2473, "Finetune/Step Time": 5.307749662548304}
{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.9297465085983276, "Finetune/Loss (Raw)": 1.0156046152114868, "Finetune/Step": 2474, "Finetune/Step Time": 5.312048709020019}
{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.9297006130218506, "Finetune/Loss (Raw)": 0.9201157689094543, "Finetune/Step": 2475, "Finetune/Step Time": 5.306174531579018}
{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.9288883209228516, "Finetune/Loss (Raw)": 0.9679065346717834, "Finetune/Step": 2476, "Finetune/Step Time": 5.303900860249996}
{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.9289916157722473, "Finetune/Loss (Raw)": 0.9692879915237427, "Finetune/Step": 2477, "Finetune/Step Time": 5.306768529117107}
{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.9289666414260864, "Finetune/Loss (Raw)": 0.9460079669952393, "Finetune/Step": 2478, "Finetune/Step Time": 5.306224538013339}
{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.9273686408996582, "Finetune/Loss (Raw)": 0.8648236989974976, "Finetune/Step": 2479, "Finetune/Step Time": 5.307106297463179}
{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.9257016181945801, "Finetune/Loss (Raw)": 0.8886517286300659, "Finetune/Step": 2480, "Finetune/Step Time": 5.30564272031188}
{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.9212056994438171, "Finetune/Loss (Raw)": 0.3722585141658783, "Finetune/Step": 2481, "Finetune/Step Time": 5.340992346405983}
{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.9224909543991089, "Finetune/Loss (Raw)": 1.127166509628296, "Finetune/Step": 2482, "Finetune/Step Time": 5.337798908352852}
{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.923362135887146, "Finetune/Loss (Raw)": 0.959123432636261, "Finetune/Step": 2483, "Finetune/Step Time": 5.34333910420537}
{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.9239373803138733, "Finetune/Loss (Raw)": 0.9264218807220459, "Finetune/Step": 2484, "Finetune/Step Time": 5.3538696095347404}
{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.9242083430290222, "Finetune/Loss (Raw)": 0.9612323045730591, "Finetune/Step": 2485, "Finetune/Step Time": 5.359434934332967}
{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.9225232601165771, "Finetune/Loss (Raw)": 0.8530067801475525, "Finetune/Step": 2486, "Finetune/Step Time": 5.3699389938265085}
{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.9226884841918945, "Finetune/Loss (Raw)": 0.3105945587158203, "Finetune/Step": 2487, "Finetune/Step Time": 5.3686782736331224}
{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.9237059354782104, "Finetune/Loss (Raw)": 1.0746238231658936, "Finetune/Step": 2488, "Finetune/Step Time": 5.3621743358671665}
{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.9239083528518677, "Finetune/Loss (Raw)": 1.0020889043807983, "Finetune/Step": 2489, "Finetune/Step Time": 5.38071970641613}
{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.9188017845153809, "Finetune/Loss (Raw)": 0.3131190240383148, "Finetune/Step": 2490, "Finetune/Step Time": 5.4159666653722525}
{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.9200273752212524, "Finetune/Loss (Raw)": 0.9285709857940674, "Finetune/Step": 2491, "Finetune/Step Time": 5.409173529595137}
{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.919563353061676, "Finetune/Loss (Raw)": 0.8276174068450928, "Finetune/Step": 2492, "Finetune/Step Time": 5.410816013813019}
{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.9191299676895142, "Finetune/Loss (Raw)": 1.0101796388626099, "Finetune/Step": 2493, "Finetune/Step Time": 5.41869973950088}
{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.9209876656532288, "Finetune/Loss (Raw)": 1.05884850025177, "Finetune/Step": 2494, "Finetune/Step Time": 5.407309843227267}
{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.9207944869995117, "Finetune/Loss (Raw)": 0.9672472476959229, "Finetune/Step": 2495, "Finetune/Step Time": 5.40026774443686}
{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.9205962419509888, "Finetune/Loss (Raw)": 0.9506996870040894, "Finetune/Step": 2496, "Finetune/Step Time": 5.416328405961394}
{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.9191409349441528, "Finetune/Loss (Raw)": 0.8514238595962524, "Finetune/Step": 2497, "Finetune/Step Time": 5.414807083085179}
{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.9198851585388184, "Finetune/Loss (Raw)": 1.03725004196167, "Finetune/Step": 2498, "Finetune/Step Time": 5.415535939857364}
{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.9171639680862427, "Finetune/Loss (Raw)": 0.7033302187919617, "Finetune/Step": 2499, "Finetune/Step Time": 5.433660920709372}
{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.9176183342933655, "Finetune/Loss (Raw)": 0.9778702259063721, "Finetune/Step": 2500, "Finetune/Step Time": 5.4333290960639715}
{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.9168161749839783, "Finetune/Loss (Raw)": 0.9570801854133606, "Finetune/Step": 2501, "Finetune/Step Time": 5.413929322734475}
{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.9177659749984741, "Finetune/Loss (Raw)": 0.9659829139709473, "Finetune/Step": 2502, "Finetune/Step Time": 5.414242941886187}
{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.9186354875564575, "Finetune/Loss (Raw)": 0.9263615012168884, "Finetune/Step": 2503, "Finetune/Step Time": 5.40324642136693}
{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.9181531667709351, "Finetune/Loss (Raw)": 0.9183598160743713, "Finetune/Step": 2504, "Finetune/Step Time": 5.407662887126207}
{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.9170061945915222, "Finetune/Loss (Raw)": 0.9384409189224243, "Finetune/Step": 2505, "Finetune/Step Time": 5.407315488904715}
{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.9158995151519775, "Finetune/Loss (Raw)": 0.8942089080810547, "Finetune/Step": 2506, "Finetune/Step Time": 5.411531776189804}
{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.916348934173584, "Finetune/Loss (Raw)": 1.0429078340530396, "Finetune/Step": 2507, "Finetune/Step Time": 5.398942405357957}
{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.9168308973312378, "Finetune/Loss (Raw)": 0.8708701133728027, "Finetune/Step": 2508, "Finetune/Step Time": 5.406424907967448}
{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.9161192774772644, "Finetune/Loss (Raw)": 0.8611379861831665, "Finetune/Step": 2509, "Finetune/Step Time": 5.40936447493732}
{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.9180918335914612, "Finetune/Loss (Raw)": 1.0840535163879395, "Finetune/Step": 2510, "Finetune/Step Time": 5.392646513879299}
{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.9203900694847107, "Finetune/Loss (Raw)": 1.002302646636963, "Finetune/Step": 2511, "Finetune/Step Time": 5.389231983572245}
{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.9181339740753174, "Finetune/Loss (Raw)": 0.8467176556587219, "Finetune/Step": 2512, "Finetune/Step Time": 5.3985573668032885}
{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.9177331924438477, "Finetune/Loss (Raw)": 0.8877811431884766, "Finetune/Step": 2513, "Finetune/Step Time": 5.397794213145971}
{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.9177192449569702, "Finetune/Loss (Raw)": 1.0610707998275757, "Finetune/Step": 2514, "Finetune/Step Time": 5.403894206508994}
{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.9171481132507324, "Finetune/Loss (Raw)": 0.8239598870277405, "Finetune/Step": 2515, "Finetune/Step Time": 5.408853525295854}
{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.9167472720146179, "Finetune/Loss (Raw)": 0.9581699371337891, "Finetune/Step": 2516, "Finetune/Step Time": 5.386584585532546}
{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.9159796833992004, "Finetune/Loss (Raw)": 0.9574818015098572, "Finetune/Step": 2517, "Finetune/Step Time": 5.390073336660862}
{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.9146823883056641, "Finetune/Loss (Raw)": 0.9037337899208069, "Finetune/Step": 2518, "Finetune/Step Time": 5.389736061915755}
{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.9138660430908203, "Finetune/Loss (Raw)": 0.9133363962173462, "Finetune/Step": 2519, "Finetune/Step Time": 5.3940843138843775}
{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.9143034219741821, "Finetune/Loss (Raw)": 1.020929217338562, "Finetune/Step": 2520, "Finetune/Step Time": 5.39347879588604}
{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.9090864062309265, "Finetune/Loss (Raw)": 0.40158331394195557, "Finetune/Step": 2521, "Finetune/Step Time": 5.408238021656871}
{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.9138213396072388, "Finetune/Loss (Raw)": 0.9978373646736145, "Finetune/Step": 2522, "Finetune/Step Time": 5.3908870704472065}
{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.9119834899902344, "Finetune/Loss (Raw)": 0.7497232556343079, "Finetune/Step": 2523, "Finetune/Step Time": 5.392754700034857}
{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.911967396736145, "Finetune/Loss (Raw)": 0.912371039390564, "Finetune/Step": 2524, "Finetune/Step Time": 5.391704624518752}
{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.9114179015159607, "Finetune/Loss (Raw)": 0.9010856747627258, "Finetune/Step": 2525, "Finetune/Step Time": 5.40448234975338}
{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.9102528095245361, "Finetune/Loss (Raw)": 0.9622825384140015, "Finetune/Step": 2526, "Finetune/Step Time": 5.407025173306465}
{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.9103108644485474, "Finetune/Loss (Raw)": 1.0346392393112183, "Finetune/Step": 2527, "Finetune/Step Time": 5.42145392857492}
{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.911634624004364, "Finetune/Loss (Raw)": 1.0223654508590698, "Finetune/Step": 2528, "Finetune/Step Time": 5.433601776137948}
{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.9059836864471436, "Finetune/Loss (Raw)": 0.26680418848991394, "Finetune/Step": 2529, "Finetune/Step Time": 5.457560181617737}
{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.9068761467933655, "Finetune/Loss (Raw)": 0.9532238841056824, "Finetune/Step": 2530, "Finetune/Step Time": 5.4488743133842945}
{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.9059401750564575, "Finetune/Loss (Raw)": 0.8549783825874329, "Finetune/Step": 2531, "Finetune/Step Time": 5.447622835636139}
{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.9061299562454224, "Finetune/Loss (Raw)": 1.0185555219650269, "Finetune/Step": 2532, "Finetune/Step Time": 5.464299734681845}
{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.9058903455734253, "Finetune/Loss (Raw)": 0.9422533512115479, "Finetune/Step": 2533, "Finetune/Step Time": 5.466506350785494}
{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.9007827043533325, "Finetune/Loss (Raw)": 0.3746299147605896, "Finetune/Step": 2534, "Finetune/Step Time": 5.496355094015598}
{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.9031609296798706, "Finetune/Loss (Raw)": 1.0326427221298218, "Finetune/Step": 2535, "Finetune/Step Time": 5.475220864638686}
{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.9001363515853882, "Finetune/Loss (Raw)": 0.772802472114563, "Finetune/Step": 2536, "Finetune/Step Time": 5.483282024040818}
{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.9004523754119873, "Finetune/Loss (Raw)": 0.9596356749534607, "Finetune/Step": 2537, "Finetune/Step Time": 5.49040043912828}
{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.9011808037757874, "Finetune/Loss (Raw)": 1.0497194528579712, "Finetune/Step": 2538, "Finetune/Step Time": 5.49423336610198}
{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.9019942283630371, "Finetune/Loss (Raw)": 0.9103707671165466, "Finetune/Step": 2539, "Finetune/Step Time": 5.492853559553623}
{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.9029183387756348, "Finetune/Loss (Raw)": 1.0456433296203613, "Finetune/Step": 2540, "Finetune/Step Time": 5.493379777297378}
{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.9032093286514282, "Finetune/Loss (Raw)": 0.8945842981338501, "Finetune/Step": 2541, "Finetune/Step Time": 5.504182618111372}
{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.9028618335723877, "Finetune/Loss (Raw)": 0.9477497935295105, "Finetune/Step": 2542, "Finetune/Step Time": 5.514304172247648}
{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.9031699895858765, "Finetune/Loss (Raw)": 0.9519016742706299, "Finetune/Step": 2543, "Finetune/Step Time": 5.508838541805744}
{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.9013317823410034, "Finetune/Loss (Raw)": 0.754887580871582, "Finetune/Step": 2544, "Finetune/Step Time": 5.529652798548341}
{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.9009639024734497, "Finetune/Loss (Raw)": 0.9042723178863525, "Finetune/Step": 2545, "Finetune/Step Time": 5.517964689061046}
{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8996791839599609, "Finetune/Loss (Raw)": 0.2755553722381592, "Finetune/Step": 2546, "Finetune/Step Time": 5.512430859729648}
{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8993193507194519, "Finetune/Loss (Raw)": 0.902135968208313, "Finetune/Step": 2547, "Finetune/Step Time": 5.483842823654413}
{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8989571332931519, "Finetune/Loss (Raw)": 1.072036862373352, "Finetune/Step": 2548, "Finetune/Step Time": 5.48638660274446}
{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8951833248138428, "Finetune/Loss (Raw)": 0.32069894671440125, "Finetune/Step": 2549, "Finetune/Step Time": 5.497163837775588}
{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8965003490447998, "Finetune/Loss (Raw)": 0.9696913957595825, "Finetune/Step": 2550, "Finetune/Step Time": 5.486592803150415}
{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8981084227561951, "Finetune/Loss (Raw)": 0.9988372325897217, "Finetune/Step": 2551, "Finetune/Step Time": 5.482740489766002}
{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8992561101913452, "Finetune/Loss (Raw)": 1.1195467710494995, "Finetune/Step": 2552, "Finetune/Step Time": 5.483438283205032}
{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8996479511260986, "Finetune/Loss (Raw)": 0.9349413514137268, "Finetune/Step": 2553, "Finetune/Step Time": 5.484717682003975}
{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.9044070243835449, "Finetune/Loss (Raw)": 0.9747650027275085, "Finetune/Step": 2554, "Finetune/Step Time": 5.482178911566734}
{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8992277383804321, "Finetune/Loss (Raw)": 0.32638758420944214, "Finetune/Step": 2555, "Finetune/Step Time": 5.512799389660358}
{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.9001047611236572, "Finetune/Loss (Raw)": 0.9368656873703003, "Finetune/Step": 2556, "Finetune/Step Time": 5.512877911329269}
{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8983702659606934, "Finetune/Loss (Raw)": 0.7889055013656616, "Finetune/Step": 2557, "Finetune/Step Time": 5.502096073701978}
{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8991919755935669, "Finetune/Loss (Raw)": 0.8853898048400879, "Finetune/Step": 2558, "Finetune/Step Time": 5.471943415701389}
{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8985453844070435, "Finetune/Loss (Raw)": 0.94978928565979, "Finetune/Step": 2559, "Finetune/Step Time": 5.470820311456919}
{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8985903263092041, "Finetune/Loss (Raw)": 0.9454444646835327, "Finetune/Step": 2560, "Finetune/Step Time": 5.4794128723442554}
{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8987134695053101, "Finetune/Loss (Raw)": 0.9132139086723328, "Finetune/Step": 2561, "Finetune/Step Time": 5.482750341296196}
{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8993109464645386, "Finetune/Loss (Raw)": 1.030903935432434, "Finetune/Step": 2562, "Finetune/Step Time": 5.481770347803831}
{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8977608680725098, "Finetune/Loss (Raw)": 0.7062495946884155, "Finetune/Step": 2563, "Finetune/Step Time": 5.4795381389558315}
{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.897449254989624, "Finetune/Loss (Raw)": 0.9673935174942017, "Finetune/Step": 2564, "Finetune/Step Time": 5.482176937162876}
{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8982241153717041, "Finetune/Loss (Raw)": 1.0049062967300415, "Finetune/Step": 2565, "Finetune/Step Time": 5.479690162464976}
{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.897635281085968, "Finetune/Loss (Raw)": 0.958472490310669, "Finetune/Step": 2566, "Finetune/Step Time": 5.476843932643533}
{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.896064281463623, "Finetune/Loss (Raw)": 0.8231699466705322, "Finetune/Step": 2567, "Finetune/Step Time": 5.481559691950679}
{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8945956230163574, "Finetune/Loss (Raw)": 0.8295183777809143, "Finetune/Step": 2568, "Finetune/Step Time": 5.490683892741799}
{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8959987163543701, "Finetune/Loss (Raw)": 1.1657084226608276, "Finetune/Step": 2569, "Finetune/Step Time": 5.4883229192346334}
{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.896012544631958, "Finetune/Loss (Raw)": 0.9554541110992432, "Finetune/Step": 2570, "Finetune/Step Time": 5.493063556030393}
{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8966951966285706, "Finetune/Loss (Raw)": 1.0864171981811523, "Finetune/Step": 2571, "Finetune/Step Time": 5.4913971200585365}
{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8960446119308472, "Finetune/Loss (Raw)": 0.9134215712547302, "Finetune/Step": 2572, "Finetune/Step Time": 5.488611485809088}
{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.9002918601036072, "Finetune/Loss (Raw)": 0.9261704683303833, "Finetune/Step": 2573, "Finetune/Step Time": 5.463735582306981}
{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.9001161456108093, "Finetune/Loss (Raw)": 0.9242568016052246, "Finetune/Step": 2574, "Finetune/Step Time": 5.486781537532806}
{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.8996648192405701, "Finetune/Loss (Raw)": 0.8731886148452759, "Finetune/Step": 2575, "Finetune/Step Time": 5.478918699547648}
{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8992302417755127, "Finetune/Loss (Raw)": 0.9823675155639648, "Finetune/Step": 2576, "Finetune/Step Time": 5.479880407452583}
{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.900528609752655, "Finetune/Loss (Raw)": 1.0125025510787964, "Finetune/Step": 2577, "Finetune/Step Time": 5.484103709459305}
{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.9049898386001587, "Finetune/Loss (Raw)": 1.05322265625, "Finetune/Step": 2578, "Finetune/Step Time": 5.453380398452282}
{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.9107521772384644, "Finetune/Loss (Raw)": 1.0548278093338013, "Finetune/Step": 2579, "Finetune/Step Time": 5.422075338661671}
{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.908748984336853, "Finetune/Loss (Raw)": 0.7439526915550232, "Finetune/Step": 2580, "Finetune/Step Time": 5.433178793638945}
{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.9094776511192322, "Finetune/Loss (Raw)": 1.0779097080230713, "Finetune/Step": 2581, "Finetune/Step Time": 5.4098253063857555}
{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.9091262817382812, "Finetune/Loss (Raw)": 0.9100151062011719, "Finetune/Step": 2582, "Finetune/Step Time": 5.399289574474096}
{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.9076745510101318, "Finetune/Loss (Raw)": 0.8651355504989624, "Finetune/Step": 2583, "Finetune/Step Time": 5.407758386805654}
{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.9083917140960693, "Finetune/Loss (Raw)": 1.0878932476043701, "Finetune/Step": 2584, "Finetune/Step Time": 5.408105188980699}
{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.907241940498352, "Finetune/Loss (Raw)": 0.8413493633270264, "Finetune/Step": 2585, "Finetune/Step Time": 5.410626735538244}
{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.9073909521102905, "Finetune/Loss (Raw)": 1.0089112520217896, "Finetune/Step": 2586, "Finetune/Step Time": 5.397067802026868}
{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.9078935384750366, "Finetune/Loss (Raw)": 0.9681865572929382, "Finetune/Step": 2587, "Finetune/Step Time": 5.397334795445204}
{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.907307505607605, "Finetune/Loss (Raw)": 0.8941563963890076, "Finetune/Step": 2588, "Finetune/Step Time": 5.405942650511861}
{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.9067271947860718, "Finetune/Loss (Raw)": 1.039414644241333, "Finetune/Step": 2589, "Finetune/Step Time": 5.409981960430741}
{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.9064652919769287, "Finetune/Loss (Raw)": 0.9594287872314453, "Finetune/Step": 2590, "Finetune/Step Time": 5.401623945683241}
{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.9056234955787659, "Finetune/Loss (Raw)": 0.8609231114387512, "Finetune/Step": 2591, "Finetune/Step Time": 5.440307259559631}
{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.9046779274940491, "Finetune/Loss (Raw)": 0.9371160268783569, "Finetune/Step": 2592, "Finetune/Step Time": 5.454379549250007}
{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.9042628407478333, "Finetune/Loss (Raw)": 0.877288818359375, "Finetune/Step": 2593, "Finetune/Step Time": 5.4747511968016624}
{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.904563307762146, "Finetune/Loss (Raw)": 0.8827885985374451, "Finetune/Step": 2594, "Finetune/Step Time": 5.491120317950845}
{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.9043059349060059, "Finetune/Loss (Raw)": 0.9245919585227966, "Finetune/Step": 2595, "Finetune/Step Time": 5.4957556668668985}
{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.9021704792976379, "Finetune/Loss (Raw)": 0.8886589407920837, "Finetune/Step": 2596, "Finetune/Step Time": 5.488678712397814}
{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.9016757011413574, "Finetune/Loss (Raw)": 0.9825802445411682, "Finetune/Step": 2597, "Finetune/Step Time": 5.496942775323987}
{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.9011141061782837, "Finetune/Loss (Raw)": 0.8031750917434692, "Finetune/Step": 2598, "Finetune/Step Time": 5.503744279965758}
{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.9008082151412964, "Finetune/Loss (Raw)": 0.9877325296401978, "Finetune/Step": 2599, "Finetune/Step Time": 5.508044995367527}
{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.9003006815910339, "Finetune/Loss (Raw)": 0.9171727895736694, "Finetune/Step": 2600, "Finetune/Step Time": 5.512473702430725}
{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.9003231525421143, "Finetune/Loss (Raw)": 0.9641183614730835, "Finetune/Step": 2601, "Finetune/Step Time": 5.513457540422678}
{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.9006171226501465, "Finetune/Loss (Raw)": 1.0532350540161133, "Finetune/Step": 2602, "Finetune/Step Time": 5.511296551674604}
{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.9013804197311401, "Finetune/Loss (Raw)": 1.0178186893463135, "Finetune/Step": 2603, "Finetune/Step Time": 5.515906065702438}
{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.9010885953903198, "Finetune/Loss (Raw)": 0.9305565357208252, "Finetune/Step": 2604, "Finetune/Step Time": 5.521595556288958}
{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.899807333946228, "Finetune/Loss (Raw)": 0.8052805066108704, "Finetune/Step": 2605, "Finetune/Step Time": 5.514152362942696}
{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.8992356061935425, "Finetune/Loss (Raw)": 0.8728305697441101, "Finetune/Step": 2606, "Finetune/Step Time": 5.542974656447768}
{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.9001821279525757, "Finetune/Loss (Raw)": 0.9859752058982849, "Finetune/Step": 2607, "Finetune/Step Time": 5.568083794787526}
{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.9007709622383118, "Finetune/Loss (Raw)": 0.9640254378318787, "Finetune/Step": 2608, "Finetune/Step Time": 5.56087034009397}
{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.9051890969276428, "Finetune/Loss (Raw)": 0.9377856850624084, "Finetune/Step": 2609, "Finetune/Step Time": 5.525394309312105}
{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.90388023853302, "Finetune/Loss (Raw)": 0.9596308469772339, "Finetune/Step": 2610, "Finetune/Step Time": 5.5425813142210245}
{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.9021255970001221, "Finetune/Loss (Raw)": 0.7345209717750549, "Finetune/Step": 2611, "Finetune/Step Time": 5.543420754373074}
{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.9021254181861877, "Finetune/Loss (Raw)": 0.9264046549797058, "Finetune/Step": 2612, "Finetune/Step Time": 5.526233782991767}
{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.9028186798095703, "Finetune/Loss (Raw)": 1.0499651432037354, "Finetune/Step": 2613, "Finetune/Step Time": 5.519607910886407}
{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.90301513671875, "Finetune/Loss (Raw)": 0.8781638145446777, "Finetune/Step": 2614, "Finetune/Step Time": 5.511687925085425}
{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.9084388017654419, "Finetune/Loss (Raw)": 1.0048151016235352, "Finetune/Step": 2615, "Finetune/Step Time": 5.490486895665526}
{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.9076340794563293, "Finetune/Loss (Raw)": 0.9716233611106873, "Finetune/Step": 2616, "Finetune/Step Time": 5.499549401924014}
{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.9028629064559937, "Finetune/Loss (Raw)": 0.39137977361679077, "Finetune/Step": 2617, "Finetune/Step Time": 5.506767516955733}
{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.9069443941116333, "Finetune/Loss (Raw)": 0.8355464935302734, "Finetune/Step": 2618, "Finetune/Step Time": 5.486747149378061}
{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.9075139164924622, "Finetune/Loss (Raw)": 1.0014674663543701, "Finetune/Step": 2619, "Finetune/Step Time": 5.48056934773922}
{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.9077898263931274, "Finetune/Loss (Raw)": 0.8629376888275146, "Finetune/Step": 2620, "Finetune/Step Time": 5.476110301911831}
{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.9071071743965149, "Finetune/Loss (Raw)": 0.9227966070175171, "Finetune/Step": 2621, "Finetune/Step Time": 5.473114848136902}
{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.9063942432403564, "Finetune/Loss (Raw)": 0.9675925374031067, "Finetune/Step": 2622, "Finetune/Step Time": 5.4683487713336945}
{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.9061030149459839, "Finetune/Loss (Raw)": 0.9299701452255249, "Finetune/Step": 2623, "Finetune/Step Time": 5.488766340538859}
{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.9060185551643372, "Finetune/Loss (Raw)": 0.9398962259292603, "Finetune/Step": 2624, "Finetune/Step Time": 5.477756205946207}
{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.9056634902954102, "Finetune/Loss (Raw)": 0.8059765100479126, "Finetune/Step": 2625, "Finetune/Step Time": 5.4914484322071075}
{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8999511003494263, "Finetune/Loss (Raw)": 0.3060542345046997, "Finetune/Step": 2626, "Finetune/Step Time": 5.5225713066756725}
{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.9015933275222778, "Finetune/Loss (Raw)": 0.9135361909866333, "Finetune/Step": 2627, "Finetune/Step Time": 5.499573819339275}
{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.9019901752471924, "Finetune/Loss (Raw)": 1.0286686420440674, "Finetune/Step": 2628, "Finetune/Step Time": 5.499185906723142}
{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.9000068306922913, "Finetune/Loss (Raw)": 0.7032162547111511, "Finetune/Step": 2629, "Finetune/Step Time": 5.514441329985857}
{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8990147709846497, "Finetune/Loss (Raw)": 0.8389995098114014, "Finetune/Step": 2630, "Finetune/Step Time": 5.520158521831036}
{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.9002929329872131, "Finetune/Loss (Raw)": 1.0899642705917358, "Finetune/Step": 2631, "Finetune/Step Time": 5.517333963885903}
{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8996083736419678, "Finetune/Loss (Raw)": 0.8307405114173889, "Finetune/Step": 2632, "Finetune/Step Time": 5.513111941516399}
{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.899875819683075, "Finetune/Loss (Raw)": 0.9726688265800476, "Finetune/Step": 2633, "Finetune/Step Time": 5.5147471986711025}
{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.9006386995315552, "Finetune/Loss (Raw)": 0.9918544888496399, "Finetune/Step": 2634, "Finetune/Step Time": 5.515470463782549}
{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.9000968933105469, "Finetune/Loss (Raw)": 0.9735564589500427, "Finetune/Step": 2635, "Finetune/Step Time": 5.509612198919058}
{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.9013751745223999, "Finetune/Loss (Raw)": 1.0344898700714111, "Finetune/Step": 2636, "Finetune/Step Time": 5.509210987016559}
{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.9013484716415405, "Finetune/Loss (Raw)": 0.857717752456665, "Finetune/Step": 2637, "Finetune/Step Time": 5.5139674711972475}
{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.9007117748260498, "Finetune/Loss (Raw)": 1.002563238143921, "Finetune/Step": 2638, "Finetune/Step Time": 5.5342838149517775}
{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8995948433876038, "Finetune/Loss (Raw)": 0.8593372106552124, "Finetune/Step": 2639, "Finetune/Step Time": 5.525527387857437}
{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.89565110206604, "Finetune/Loss (Raw)": 0.3419173061847687, "Finetune/Step": 2640, "Finetune/Step Time": 5.547883935272694}
{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8960174918174744, "Finetune/Loss (Raw)": 0.9346768856048584, "Finetune/Step": 2641, "Finetune/Step Time": 5.539050325751305}
{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8950130343437195, "Finetune/Loss (Raw)": 0.9325025081634521, "Finetune/Step": 2642, "Finetune/Step Time": 5.528569743037224}
{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8947575688362122, "Finetune/Loss (Raw)": 0.7912604212760925, "Finetune/Step": 2643, "Finetune/Step Time": 5.525991791859269}
{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8937430381774902, "Finetune/Loss (Raw)": 0.8283054828643799, "Finetune/Step": 2644, "Finetune/Step Time": 5.559238005429506}
{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.8941485285758972, "Finetune/Loss (Raw)": 1.0093905925750732, "Finetune/Step": 2645, "Finetune/Step Time": 5.562340518459678}
{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8947150111198425, "Finetune/Loss (Raw)": 0.9762404561042786, "Finetune/Step": 2646, "Finetune/Step Time": 5.548870785161853}
{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.8942004442214966, "Finetune/Loss (Raw)": 0.8474705815315247, "Finetune/Step": 2647, "Finetune/Step Time": 5.554792806506157}
{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.8942456245422363, "Finetune/Loss (Raw)": 1.0267137289047241, "Finetune/Step": 2648, "Finetune/Step Time": 5.565941225737333}
{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.898110032081604, "Finetune/Loss (Raw)": 0.8962278962135315, "Finetune/Step": 2649, "Finetune/Step Time": 5.548608012497425}
{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8967586755752563, "Finetune/Loss (Raw)": 0.8248704671859741, "Finetune/Step": 2650, "Finetune/Step Time": 5.531789384782314}
{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.897757887840271, "Finetune/Loss (Raw)": 0.8776163458824158, "Finetune/Step": 2651, "Finetune/Step Time": 5.527367619797587}
{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.89881432056427, "Finetune/Loss (Raw)": 1.047592043876648, "Finetune/Step": 2652, "Finetune/Step Time": 5.53394522331655}
{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8990501761436462, "Finetune/Loss (Raw)": 0.9312718510627747, "Finetune/Step": 2653, "Finetune/Step Time": 5.545509975403547}
{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8941434621810913, "Finetune/Loss (Raw)": 0.3342211842536926, "Finetune/Step": 2654, "Finetune/Step Time": 5.569353174418211}
{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8937274217605591, "Finetune/Loss (Raw)": 0.9813912510871887, "Finetune/Step": 2655, "Finetune/Step Time": 5.563223395496607}
{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8929898142814636, "Finetune/Loss (Raw)": 0.9279522895812988, "Finetune/Step": 2656, "Finetune/Step Time": 5.55424396879971}
{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8968592286109924, "Finetune/Loss (Raw)": 0.7620887756347656, "Finetune/Step": 2657, "Finetune/Step Time": 5.538094436749816}
{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8953059911727905, "Finetune/Loss (Raw)": 0.7544122338294983, "Finetune/Step": 2658, "Finetune/Step Time": 5.561750376597047}
{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8967761993408203, "Finetune/Loss (Raw)": 1.0431625843048096, "Finetune/Step": 2659, "Finetune/Step Time": 5.552731771022081}
{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8963840007781982, "Finetune/Loss (Raw)": 0.9683563113212585, "Finetune/Step": 2660, "Finetune/Step Time": 5.536758054047823}
{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8979568481445312, "Finetune/Loss (Raw)": 1.143577218055725, "Finetune/Step": 2661, "Finetune/Step Time": 5.546083798632026}
{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.9032750129699707, "Finetune/Loss (Raw)": 1.0553513765335083, "Finetune/Step": 2662, "Finetune/Step Time": 5.512549676001072}
{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.9031721353530884, "Finetune/Loss (Raw)": 1.0194814205169678, "Finetune/Step": 2663, "Finetune/Step Time": 5.520120436325669}
{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.9005141258239746, "Finetune/Loss (Raw)": 0.43257349729537964, "Finetune/Step": 2664, "Finetune/Step Time": 5.533086281269789}
{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8993076682090759, "Finetune/Loss (Raw)": 0.8052090406417847, "Finetune/Step": 2665, "Finetune/Step Time": 5.525576189160347}
{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8988158702850342, "Finetune/Loss (Raw)": 0.9867739677429199, "Finetune/Step": 2666, "Finetune/Step Time": 5.527112863957882}
{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8980541229248047, "Finetune/Loss (Raw)": 0.812868058681488, "Finetune/Step": 2667, "Finetune/Step Time": 5.52172820828855}
{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8967141509056091, "Finetune/Loss (Raw)": 0.8741195201873779, "Finetune/Step": 2668, "Finetune/Step Time": 5.51777289621532}
{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.897881805896759, "Finetune/Loss (Raw)": 1.0440436601638794, "Finetune/Step": 2669, "Finetune/Step Time": 5.501479737460613}
{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8978452682495117, "Finetune/Loss (Raw)": 0.9430686831474304, "Finetune/Step": 2670, "Finetune/Step Time": 5.490890074521303}
{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8968125581741333, "Finetune/Loss (Raw)": 0.8197154998779297, "Finetune/Step": 2671, "Finetune/Step Time": 5.49743758328259}
{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8964884877204895, "Finetune/Loss (Raw)": 0.7134106755256653, "Finetune/Step": 2672, "Finetune/Step Time": 5.49152303673327}
{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.896327018737793, "Finetune/Loss (Raw)": 0.8836088180541992, "Finetune/Step": 2673, "Finetune/Step Time": 5.4970636907964945}
{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.9011751413345337, "Finetune/Loss (Raw)": 0.8961071372032166, "Finetune/Step": 2674, "Finetune/Step Time": 5.476832332089543}
{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.9010584354400635, "Finetune/Loss (Raw)": 0.8871986269950867, "Finetune/Step": 2675, "Finetune/Step Time": 5.482022926211357}
{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8993909358978271, "Finetune/Loss (Raw)": 0.8585957288742065, "Finetune/Step": 2676, "Finetune/Step Time": 5.485600559040904}
{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.9048174023628235, "Finetune/Loss (Raw)": 1.015289306640625, "Finetune/Step": 2677, "Finetune/Step Time": 5.453161511570215}
{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.9044677019119263, "Finetune/Loss (Raw)": 0.9249294400215149, "Finetune/Step": 2678, "Finetune/Step Time": 5.4526548739522696}
{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.9049036502838135, "Finetune/Loss (Raw)": 1.054642915725708, "Finetune/Step": 2679, "Finetune/Step Time": 5.450361246243119}
{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.9035207033157349, "Finetune/Loss (Raw)": 0.9425245523452759, "Finetune/Step": 2680, "Finetune/Step Time": 5.453226134181023}
{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8988429307937622, "Finetune/Loss (Raw)": 0.33618664741516113, "Finetune/Step": 2681, "Finetune/Step Time": 5.471321934834123}
{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8984058499336243, "Finetune/Loss (Raw)": 0.9188255071640015, "Finetune/Step": 2682, "Finetune/Step Time": 5.457812946289778}
{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.9032274484634399, "Finetune/Loss (Raw)": 0.9435539245605469, "Finetune/Step": 2683, "Finetune/Step Time": 5.42514874227345}
{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.9030008316040039, "Finetune/Loss (Raw)": 0.9078510403633118, "Finetune/Step": 2684, "Finetune/Step Time": 5.4251760467886925}
{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.9040671586990356, "Finetune/Loss (Raw)": 0.9253984093666077, "Finetune/Step": 2685, "Finetune/Step Time": 5.423225922510028}
{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.9036113023757935, "Finetune/Loss (Raw)": 0.8270394206047058, "Finetune/Step": 2686, "Finetune/Step Time": 5.425675513222814}
{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.9033935070037842, "Finetune/Loss (Raw)": 0.9219146370887756, "Finetune/Step": 2687, "Finetune/Step Time": 5.427148628979921}
{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.9035707712173462, "Finetune/Loss (Raw)": 0.9681288599967957, "Finetune/Step": 2688, "Finetune/Step Time": 5.407914832234383}
{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.9047649502754211, "Finetune/Loss (Raw)": 1.0660717487335205, "Finetune/Step": 2689, "Finetune/Step Time": 5.405171204358339}
{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8995687961578369, "Finetune/Loss (Raw)": 0.3657994270324707, "Finetune/Step": 2690, "Finetune/Step Time": 5.436543131247163}
{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.902542769908905, "Finetune/Loss (Raw)": 1.0869104862213135, "Finetune/Step": 2691, "Finetune/Step Time": 5.429055701941252}
{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.9018444418907166, "Finetune/Loss (Raw)": 0.878007173538208, "Finetune/Step": 2692, "Finetune/Step Time": 5.428301988169551}
{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.9018786549568176, "Finetune/Loss (Raw)": 1.009289026260376, "Finetune/Step": 2693, "Finetune/Step Time": 5.431743189692497}
{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.9017411470413208, "Finetune/Loss (Raw)": 0.9408759474754333, "Finetune/Step": 2694, "Finetune/Step Time": 5.433025123551488}
{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.902135968208313, "Finetune/Loss (Raw)": 0.8737027049064636, "Finetune/Step": 2695, "Finetune/Step Time": 5.432167856022716}
{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.9037023782730103, "Finetune/Loss (Raw)": 1.030017614364624, "Finetune/Step": 2696, "Finetune/Step Time": 5.438477391377091}
{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.901555061340332, "Finetune/Loss (Raw)": 0.8908476829528809, "Finetune/Step": 2697, "Finetune/Step Time": 5.440912986174226}
{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.900747537612915, "Finetune/Loss (Raw)": 0.8520917892456055, "Finetune/Step": 2698, "Finetune/Step Time": 5.435882370918989}
{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.9005944132804871, "Finetune/Loss (Raw)": 1.0668201446533203, "Finetune/Step": 2699, "Finetune/Step Time": 5.4501478392630816}
{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.9004199504852295, "Finetune/Loss (Raw)": 0.8910868167877197, "Finetune/Step": 2700, "Finetune/Step Time": 5.449549769982696}
{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.900324821472168, "Finetune/Loss (Raw)": 0.9140005111694336, "Finetune/Step": 2701, "Finetune/Step Time": 5.472286777570844}
{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.9006627798080444, "Finetune/Loss (Raw)": 0.967513382434845, "Finetune/Step": 2702, "Finetune/Step Time": 5.460551517084241}
{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.9007354974746704, "Finetune/Loss (Raw)": 0.882500171661377, "Finetune/Step": 2703, "Finetune/Step Time": 5.477740701287985}
{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8996070027351379, "Finetune/Loss (Raw)": 0.8379167318344116, "Finetune/Step": 2704, "Finetune/Step Time": 5.489798514172435}
{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8987802863121033, "Finetune/Loss (Raw)": 0.906683087348938, "Finetune/Step": 2705, "Finetune/Step Time": 5.490099120885134}
{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.8985779881477356, "Finetune/Loss (Raw)": 1.0273293256759644, "Finetune/Step": 2706, "Finetune/Step Time": 5.497159047052264}
{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8984405994415283, "Finetune/Loss (Raw)": 1.0372377634048462, "Finetune/Step": 2707, "Finetune/Step Time": 5.493525030091405}
{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.9007222652435303, "Finetune/Loss (Raw)": 1.0360044240951538, "Finetune/Step": 2708, "Finetune/Step Time": 5.490522304549813}
{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8992810249328613, "Finetune/Loss (Raw)": 0.8934416770935059, "Finetune/Step": 2709, "Finetune/Step Time": 5.49995088763535}
{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.895106315612793, "Finetune/Loss (Raw)": 0.3756408095359802, "Finetune/Step": 2710, "Finetune/Step Time": 5.532543024048209}
{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8961880803108215, "Finetune/Loss (Raw)": 1.0036028623580933, "Finetune/Step": 2711, "Finetune/Step Time": 5.522867921739817}
{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8952298760414124, "Finetune/Loss (Raw)": 0.9652511477470398, "Finetune/Step": 2712, "Finetune/Step Time": 5.541468299925327}
{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8958098888397217, "Finetune/Loss (Raw)": 0.9155839681625366, "Finetune/Step": 2713, "Finetune/Step Time": 5.548127548769116}
{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8955702781677246, "Finetune/Loss (Raw)": 0.9782466292381287, "Finetune/Step": 2714, "Finetune/Step Time": 5.547871200367808}
{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8947393298149109, "Finetune/Loss (Raw)": 0.8618209362030029, "Finetune/Step": 2715, "Finetune/Step Time": 5.540729749947786}
{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.8945919275283813, "Finetune/Loss (Raw)": 0.8752846121788025, "Finetune/Step": 2716, "Finetune/Step Time": 5.533260388299823}
{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8936960697174072, "Finetune/Loss (Raw)": 0.9247519969940186, "Finetune/Step": 2717, "Finetune/Step Time": 5.515502100810409}
{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8932195901870728, "Finetune/Loss (Raw)": 0.898436427116394, "Finetune/Step": 2718, "Finetune/Step Time": 5.515454152598977}
{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8941341042518616, "Finetune/Loss (Raw)": 0.9779829382896423, "Finetune/Step": 2719, "Finetune/Step Time": 5.4783373679965734}
{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8943763375282288, "Finetune/Loss (Raw)": 0.9681231379508972, "Finetune/Step": 2720, "Finetune/Step Time": 5.467795427888632}
{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8944690823554993, "Finetune/Loss (Raw)": 0.889161229133606, "Finetune/Step": 2721, "Finetune/Step Time": 5.457884561270475}
{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8945896029472351, "Finetune/Loss (Raw)": 0.8982134461402893, "Finetune/Step": 2722, "Finetune/Step Time": 5.44836326315999}
{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8942831754684448, "Finetune/Loss (Raw)": 0.8853682279586792, "Finetune/Step": 2723, "Finetune/Step Time": 5.44339145720005}
{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8947780132293701, "Finetune/Loss (Raw)": 0.9519981741905212, "Finetune/Step": 2724, "Finetune/Step Time": 5.452285138890147}
{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8945004940032959, "Finetune/Loss (Raw)": 0.9470579624176025, "Finetune/Step": 2725, "Finetune/Step Time": 5.44094168022275}
{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8955880403518677, "Finetune/Loss (Raw)": 0.9423835277557373, "Finetune/Step": 2726, "Finetune/Step Time": 5.437762293964624}
{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.895146906375885, "Finetune/Loss (Raw)": 0.9312627911567688, "Finetune/Step": 2727, "Finetune/Step Time": 5.440497541800141}
{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.894588828086853, "Finetune/Loss (Raw)": 0.8457435965538025, "Finetune/Step": 2728, "Finetune/Step Time": 5.438864404335618}
{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8902883529663086, "Finetune/Loss (Raw)": 0.4136560559272766, "Finetune/Step": 2729, "Finetune/Step Time": 5.4598806370049715}
{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8884466886520386, "Finetune/Loss (Raw)": 0.8175058364868164, "Finetune/Step": 2730, "Finetune/Step Time": 5.467304455116391}
{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8877097368240356, "Finetune/Loss (Raw)": 0.9234837293624878, "Finetune/Step": 2731, "Finetune/Step Time": 5.4590337704867125}
{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8880264163017273, "Finetune/Loss (Raw)": 0.9710917472839355, "Finetune/Step": 2732, "Finetune/Step Time": 5.454316793009639}
{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8889490962028503, "Finetune/Loss (Raw)": 0.9233803153038025, "Finetune/Step": 2733, "Finetune/Step Time": 5.454984482377768}
{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8899509906768799, "Finetune/Loss (Raw)": 1.0010725259780884, "Finetune/Step": 2734, "Finetune/Step Time": 5.431501401588321}
{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8899907469749451, "Finetune/Loss (Raw)": 0.9910697340965271, "Finetune/Step": 2735, "Finetune/Step Time": 5.408959034830332}
{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8860135674476624, "Finetune/Loss (Raw)": 0.45494669675827026, "Finetune/Step": 2736, "Finetune/Step Time": 5.437971089035273}
{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8838668465614319, "Finetune/Loss (Raw)": 0.6630018353462219, "Finetune/Step": 2737, "Finetune/Step Time": 5.442464767023921}
{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8837184906005859, "Finetune/Loss (Raw)": 0.9406487345695496, "Finetune/Step": 2738, "Finetune/Step Time": 5.431707788258791}
{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8854621052742004, "Finetune/Loss (Raw)": 0.9576956629753113, "Finetune/Step": 2739, "Finetune/Step Time": 5.423456819728017}
{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8849459290504456, "Finetune/Loss (Raw)": 0.8603364825248718, "Finetune/Step": 2740, "Finetune/Step Time": 5.432735646143556}
{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8847842216491699, "Finetune/Loss (Raw)": 1.0292707681655884, "Finetune/Step": 2741, "Finetune/Step Time": 5.43866828456521}
{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8853155970573425, "Finetune/Loss (Raw)": 0.9461753964424133, "Finetune/Step": 2742, "Finetune/Step Time": 5.44382756575942}
{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.8852463960647583, "Finetune/Loss (Raw)": 0.995955228805542, "Finetune/Step": 2743, "Finetune/Step Time": 5.436243340373039}
{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8851485848426819, "Finetune/Loss (Raw)": 0.9591061472892761, "Finetune/Step": 2744, "Finetune/Step Time": 5.426932526752353}
{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8900350332260132, "Finetune/Loss (Raw)": 1.0168428421020508, "Finetune/Step": 2745, "Finetune/Step Time": 5.396038981154561}
{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8907871246337891, "Finetune/Loss (Raw)": 0.9318172335624695, "Finetune/Step": 2746, "Finetune/Step Time": 5.403266914188862}
{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8900811076164246, "Finetune/Loss (Raw)": 0.9110954999923706, "Finetune/Step": 2747, "Finetune/Step Time": 5.41973539441824}
{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8915781378746033, "Finetune/Loss (Raw)": 1.0545610189437866, "Finetune/Step": 2748, "Finetune/Step Time": 5.422290192916989}
{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8920917510986328, "Finetune/Loss (Raw)": 0.988531768321991, "Finetune/Step": 2749, "Finetune/Step Time": 5.4243716690689325}
{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8913962841033936, "Finetune/Loss (Raw)": 0.8785722255706787, "Finetune/Step": 2750, "Finetune/Step Time": 5.428222808986902}
{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8916721343994141, "Finetune/Loss (Raw)": 0.9652790427207947, "Finetune/Step": 2751, "Finetune/Step Time": 5.417450562119484}
{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8919978737831116, "Finetune/Loss (Raw)": 0.9815987944602966, "Finetune/Step": 2752, "Finetune/Step Time": 5.416983118280768}
{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8935887813568115, "Finetune/Loss (Raw)": 1.0096023082733154, "Finetune/Step": 2753, "Finetune/Step Time": 5.4032464269548655}
{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8987363576889038, "Finetune/Loss (Raw)": 0.9649560451507568, "Finetune/Step": 2754, "Finetune/Step Time": 5.3694192208349705}
{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8943487405776978, "Finetune/Loss (Raw)": 0.35191571712493896, "Finetune/Step": 2755, "Finetune/Step Time": 5.404199983924627}
{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8943675756454468, "Finetune/Loss (Raw)": 1.031078815460205, "Finetune/Step": 2756, "Finetune/Step Time": 5.420296287164092}
{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.895264208316803, "Finetune/Loss (Raw)": 0.8179907202720642, "Finetune/Step": 2757, "Finetune/Step Time": 5.44242600351572}
{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8963442444801331, "Finetune/Loss (Raw)": 0.977239727973938, "Finetune/Step": 2758, "Finetune/Step Time": 5.436835778877139}
{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8945877552032471, "Finetune/Loss (Raw)": 0.8651293516159058, "Finetune/Step": 2759, "Finetune/Step Time": 5.437381953001022}
{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.8941218852996826, "Finetune/Loss (Raw)": 0.7711195945739746, "Finetune/Step": 2760, "Finetune/Step Time": 5.431128408759832}
{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8897674083709717, "Finetune/Loss (Raw)": 0.41528934240341187, "Finetune/Step": 2761, "Finetune/Step Time": 5.462600816041231}
{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.888851523399353, "Finetune/Loss (Raw)": 0.8746224045753479, "Finetune/Step": 2762, "Finetune/Step Time": 5.471443088725209}
{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8883820176124573, "Finetune/Loss (Raw)": 0.9134600162506104, "Finetune/Step": 2763, "Finetune/Step Time": 5.47480346634984}
{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.8874431252479553, "Finetune/Loss (Raw)": 0.9143145680427551, "Finetune/Step": 2764, "Finetune/Step Time": 5.475360991433263}
{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8834614753723145, "Finetune/Loss (Raw)": 0.3480578362941742, "Finetune/Step": 2765, "Finetune/Step Time": 5.5009406842291355}
{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8825095891952515, "Finetune/Loss (Raw)": 0.8807228207588196, "Finetune/Step": 2766, "Finetune/Step Time": 5.486512776464224}
{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8839890956878662, "Finetune/Loss (Raw)": 1.048720121383667, "Finetune/Step": 2767, "Finetune/Step Time": 5.499471943825483}
{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8891247510910034, "Finetune/Loss (Raw)": 0.9992845058441162, "Finetune/Step": 2768, "Finetune/Step Time": 5.469879018142819}
{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8893711566925049, "Finetune/Loss (Raw)": 0.9662150740623474, "Finetune/Step": 2769, "Finetune/Step Time": 5.4786823987960815}
{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8877331018447876, "Finetune/Loss (Raw)": 0.7228306531906128, "Finetune/Step": 2770, "Finetune/Step Time": 5.495220543816686}
{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.8887147903442383, "Finetune/Loss (Raw)": 0.9169132113456726, "Finetune/Step": 2771, "Finetune/Step Time": 5.488141929730773}
{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8897089958190918, "Finetune/Loss (Raw)": 0.955560028553009, "Finetune/Step": 2772, "Finetune/Step Time": 5.457270687445998}
{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8894749283790588, "Finetune/Loss (Raw)": 0.9794385433197021, "Finetune/Step": 2773, "Finetune/Step Time": 5.450126949697733}
{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8844179511070251, "Finetune/Loss (Raw)": 0.3289439380168915, "Finetune/Step": 2774, "Finetune/Step Time": 5.480883305892348}
{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8852719068527222, "Finetune/Loss (Raw)": 0.9567779302597046, "Finetune/Step": 2775, "Finetune/Step Time": 5.470489609986544}
{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8837752342224121, "Finetune/Loss (Raw)": 0.8351380825042725, "Finetune/Step": 2776, "Finetune/Step Time": 5.463037250563502}
{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.8836373090744019, "Finetune/Loss (Raw)": 0.8785777688026428, "Finetune/Step": 2777, "Finetune/Step Time": 5.449609871953726}
{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8844215869903564, "Finetune/Loss (Raw)": 0.9252575635910034, "Finetune/Step": 2778, "Finetune/Step Time": 5.450304614380002}
{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8845359086990356, "Finetune/Loss (Raw)": 0.8922414779663086, "Finetune/Step": 2779, "Finetune/Step Time": 5.455943077802658}
{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8834434151649475, "Finetune/Loss (Raw)": 0.9077622890472412, "Finetune/Step": 2780, "Finetune/Step Time": 5.454726696014404}
{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8842947483062744, "Finetune/Loss (Raw)": 1.0402355194091797, "Finetune/Step": 2781, "Finetune/Step Time": 5.439428713172674}
{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8885013461112976, "Finetune/Loss (Raw)": 0.8726710081100464, "Finetune/Step": 2782, "Finetune/Step Time": 5.410863908007741}
{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8892453908920288, "Finetune/Loss (Raw)": 1.0766229629516602, "Finetune/Step": 2783, "Finetune/Step Time": 5.414682494476438}
{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8877516388893127, "Finetune/Loss (Raw)": 0.7367538809776306, "Finetune/Step": 2784, "Finetune/Step Time": 5.426641769707203}
{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8888323903083801, "Finetune/Loss (Raw)": 0.9004263877868652, "Finetune/Step": 2785, "Finetune/Step Time": 5.415789952501655}
{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8908523321151733, "Finetune/Loss (Raw)": 1.0129585266113281, "Finetune/Step": 2786, "Finetune/Step Time": 5.3882106728851795}
{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8894736766815186, "Finetune/Loss (Raw)": 0.8666989803314209, "Finetune/Step": 2787, "Finetune/Step Time": 5.388566549867392}
{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8895736932754517, "Finetune/Loss (Raw)": 0.9811590313911438, "Finetune/Step": 2788, "Finetune/Step Time": 5.398259840905666}
{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.8876612186431885, "Finetune/Loss (Raw)": 0.8987858891487122, "Finetune/Step": 2789, "Finetune/Step Time": 5.400296151638031}
{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8868885636329651, "Finetune/Loss (Raw)": 0.9564510583877563, "Finetune/Step": 2790, "Finetune/Step Time": 5.403224604204297}
{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.8852508664131165, "Finetune/Loss (Raw)": 0.8098533153533936, "Finetune/Step": 2791, "Finetune/Step Time": 5.417280660942197}
{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8899153470993042, "Finetune/Loss (Raw)": 1.0296303033828735, "Finetune/Step": 2792, "Finetune/Step Time": 5.40053466334939}
{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8915544152259827, "Finetune/Loss (Raw)": 1.0150084495544434, "Finetune/Step": 2793, "Finetune/Step Time": 5.404327012598515}
{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8905820250511169, "Finetune/Loss (Raw)": 0.8623092770576477, "Finetune/Step": 2794, "Finetune/Step Time": 5.407318066805601}
{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8915514349937439, "Finetune/Loss (Raw)": 0.9369438290596008, "Finetune/Step": 2795, "Finetune/Step Time": 5.41834600828588}
{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8916076421737671, "Finetune/Loss (Raw)": 0.8813273906707764, "Finetune/Step": 2796, "Finetune/Step Time": 5.434895938262343}
{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8900782465934753, "Finetune/Loss (Raw)": 0.8482717275619507, "Finetune/Step": 2797, "Finetune/Step Time": 5.45294145308435}
{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.8856257200241089, "Finetune/Loss (Raw)": 0.3731521666049957, "Finetune/Step": 2798, "Finetune/Step Time": 5.488614602014422}
{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.885301411151886, "Finetune/Loss (Raw)": 0.7781937718391418, "Finetune/Step": 2799, "Finetune/Step Time": 5.485963871702552}
{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.8859032988548279, "Finetune/Loss (Raw)": 0.7904579639434814, "Finetune/Step": 2800, "Finetune/Step Time": 5.480255143716931}
{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8868796825408936, "Finetune/Loss (Raw)": 1.0085824728012085, "Finetune/Step": 2801, "Finetune/Step Time": 5.478312512859702}
{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8877876400947571, "Finetune/Loss (Raw)": 1.0123296976089478, "Finetune/Step": 2802, "Finetune/Step Time": 5.477756045758724}
{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8883676528930664, "Finetune/Loss (Raw)": 0.961435079574585, "Finetune/Step": 2803, "Finetune/Step Time": 5.481810772791505}
{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8891622424125671, "Finetune/Loss (Raw)": 0.9603103995323181, "Finetune/Step": 2804, "Finetune/Step Time": 5.476123671978712}
{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.889443039894104, "Finetune/Loss (Raw)": 1.0512232780456543, "Finetune/Step": 2805, "Finetune/Step Time": 5.474666221067309}
{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8891118764877319, "Finetune/Loss (Raw)": 0.8825451135635376, "Finetune/Step": 2806, "Finetune/Step Time": 5.481252323836088}
{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.887642502784729, "Finetune/Loss (Raw)": 0.8665551543235779, "Finetune/Step": 2807, "Finetune/Step Time": 5.479552337899804}
{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8867444396018982, "Finetune/Loss (Raw)": 0.8275823593139648, "Finetune/Step": 2808, "Finetune/Step Time": 5.490110939368606}
{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8868213891983032, "Finetune/Loss (Raw)": 0.3460273742675781, "Finetune/Step": 2809, "Finetune/Step Time": 5.496576948091388}
{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8857666850090027, "Finetune/Loss (Raw)": 0.7838302850723267, "Finetune/Step": 2810, "Finetune/Step Time": 5.484124682843685}
{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.885890007019043, "Finetune/Loss (Raw)": 0.9593361616134644, "Finetune/Step": 2811, "Finetune/Step Time": 5.492847612127662}
{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.885936975479126, "Finetune/Loss (Raw)": 0.9138727188110352, "Finetune/Step": 2812, "Finetune/Step Time": 5.491990691050887}
{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8867640495300293, "Finetune/Loss (Raw)": 1.031256079673767, "Finetune/Step": 2813, "Finetune/Step Time": 5.490724081173539}
{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8830262422561646, "Finetune/Loss (Raw)": 0.34860658645629883, "Finetune/Step": 2814, "Finetune/Step Time": 5.521561179310083}
{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8841122388839722, "Finetune/Loss (Raw)": 1.0609134435653687, "Finetune/Step": 2815, "Finetune/Step Time": 5.52369069494307}
{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8842610120773315, "Finetune/Loss (Raw)": 0.9871712327003479, "Finetune/Step": 2816, "Finetune/Step Time": 5.522283775731921}
{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8829751014709473, "Finetune/Loss (Raw)": 0.9014774560928345, "Finetune/Step": 2817, "Finetune/Step Time": 5.52949377335608}
{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8869179487228394, "Finetune/Loss (Raw)": 0.8704859018325806, "Finetune/Step": 2818, "Finetune/Step Time": 5.5034639574587345}
{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8866549134254456, "Finetune/Loss (Raw)": 1.0532387495040894, "Finetune/Step": 2819, "Finetune/Step Time": 5.512294372543693}
{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8880900144577026, "Finetune/Loss (Raw)": 1.0617038011550903, "Finetune/Step": 2820, "Finetune/Step Time": 5.512033119797707}
{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8861838579177856, "Finetune/Loss (Raw)": 0.7652921676635742, "Finetune/Step": 2821, "Finetune/Step Time": 5.519201571121812}
{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8861494064331055, "Finetune/Loss (Raw)": 0.9364784359931946, "Finetune/Step": 2822, "Finetune/Step Time": 5.514800166711211}
{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8824326395988464, "Finetune/Loss (Raw)": 0.39794859290122986, "Finetune/Step": 2823, "Finetune/Step Time": 5.544771425426006}
{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8811159729957581, "Finetune/Loss (Raw)": 0.8614857196807861, "Finetune/Step": 2824, "Finetune/Step Time": 5.530738264322281}
{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8806121349334717, "Finetune/Loss (Raw)": 0.8263525366783142, "Finetune/Step": 2825, "Finetune/Step Time": 5.529535934329033}
{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8802814483642578, "Finetune/Loss (Raw)": 0.8097668290138245, "Finetune/Step": 2826, "Finetune/Step Time": 5.532085623592138}
{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8796470165252686, "Finetune/Loss (Raw)": 0.9856154918670654, "Finetune/Step": 2827, "Finetune/Step Time": 5.514565983787179}
{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8811550736427307, "Finetune/Loss (Raw)": 1.0841178894042969, "Finetune/Step": 2828, "Finetune/Step Time": 5.514204664155841}
{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8816163539886475, "Finetune/Loss (Raw)": 0.9730405807495117, "Finetune/Step": 2829, "Finetune/Step Time": 5.4971544072031975}
{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8818228840827942, "Finetune/Loss (Raw)": 0.9939558506011963, "Finetune/Step": 2830, "Finetune/Step Time": 5.489398181438446}
{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8834112286567688, "Finetune/Loss (Raw)": 1.0858007669448853, "Finetune/Step": 2831, "Finetune/Step Time": 5.473034353926778}
{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8850365281105042, "Finetune/Loss (Raw)": 1.0459572076797485, "Finetune/Step": 2832, "Finetune/Step Time": 5.46837898157537}
{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8851302862167358, "Finetune/Loss (Raw)": 0.9186825156211853, "Finetune/Step": 2833, "Finetune/Step Time": 5.474960241466761}
{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8798396587371826, "Finetune/Loss (Raw)": 0.3501303195953369, "Finetune/Step": 2834, "Finetune/Step Time": 5.499572858214378}
{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8792141675949097, "Finetune/Loss (Raw)": 0.9571783542633057, "Finetune/Step": 2835, "Finetune/Step Time": 5.502222003415227}
{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8773156404495239, "Finetune/Loss (Raw)": 0.792995274066925, "Finetune/Step": 2836, "Finetune/Step Time": 5.494563203305006}
{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8780694603919983, "Finetune/Loss (Raw)": 0.9899256825447083, "Finetune/Step": 2837, "Finetune/Step Time": 5.483426691964269}
{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8819365501403809, "Finetune/Loss (Raw)": 0.8706260323524475, "Finetune/Step": 2838, "Finetune/Step Time": 5.447341278195381}
{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8808622360229492, "Finetune/Loss (Raw)": 0.866094708442688, "Finetune/Step": 2839, "Finetune/Step Time": 5.452896077185869}
{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8809635639190674, "Finetune/Loss (Raw)": 0.9782148599624634, "Finetune/Step": 2840, "Finetune/Step Time": 5.436743957921863}
{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8824899196624756, "Finetune/Loss (Raw)": 1.1109557151794434, "Finetune/Step": 2841, "Finetune/Step Time": 5.430995574221015}
{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8821377158164978, "Finetune/Loss (Raw)": 0.9331752061843872, "Finetune/Step": 2842, "Finetune/Step Time": 5.432932559400797}
{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8815140128135681, "Finetune/Loss (Raw)": 0.7819820642471313, "Finetune/Step": 2843, "Finetune/Step Time": 5.438031325116754}
{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8819860816001892, "Finetune/Loss (Raw)": 0.9357091784477234, "Finetune/Step": 2844, "Finetune/Step Time": 5.438200024887919}
{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8823952674865723, "Finetune/Loss (Raw)": 0.9771236777305603, "Finetune/Step": 2845, "Finetune/Step Time": 5.448740730062127}
{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.882391631603241, "Finetune/Loss (Raw)": 0.8979756832122803, "Finetune/Step": 2846, "Finetune/Step Time": 5.446781430393457}
{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8804627060890198, "Finetune/Loss (Raw)": 0.7310805916786194, "Finetune/Step": 2847, "Finetune/Step Time": 5.458616141229868}
{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8807899951934814, "Finetune/Loss (Raw)": 1.010019063949585, "Finetune/Step": 2848, "Finetune/Step Time": 5.4651439525187016}
{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8809564113616943, "Finetune/Loss (Raw)": 0.910462498664856, "Finetune/Step": 2849, "Finetune/Step Time": 5.461275117471814}
{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8810670375823975, "Finetune/Loss (Raw)": 0.9123707413673401, "Finetune/Step": 2850, "Finetune/Step Time": 5.451222339645028}
{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8817596435546875, "Finetune/Loss (Raw)": 0.9740245938301086, "Finetune/Step": 2851, "Finetune/Step Time": 5.447750344872475}
{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8824488520622253, "Finetune/Loss (Raw)": 1.040215015411377, "Finetune/Step": 2852, "Finetune/Step Time": 5.442133862525225}
{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.882073700428009, "Finetune/Loss (Raw)": 0.8990380167961121, "Finetune/Step": 2853, "Finetune/Step Time": 5.442348953336477}
{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8822876214981079, "Finetune/Loss (Raw)": 0.969767153263092, "Finetune/Step": 2854, "Finetune/Step Time": 5.435323962941766}
{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8828336000442505, "Finetune/Loss (Raw)": 1.001142978668213, "Finetune/Step": 2855, "Finetune/Step Time": 5.445323141291738}
{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8839988708496094, "Finetune/Loss (Raw)": 0.9949063658714294, "Finetune/Step": 2856, "Finetune/Step Time": 5.458897365257144}
{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8885698914527893, "Finetune/Loss (Raw)": 0.998741626739502, "Finetune/Step": 2857, "Finetune/Step Time": 5.436622695997357}
{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8887954950332642, "Finetune/Loss (Raw)": 0.8463862538337708, "Finetune/Step": 2858, "Finetune/Step Time": 5.424512445926666}
{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8888964653015137, "Finetune/Loss (Raw)": 0.9363986849784851, "Finetune/Step": 2859, "Finetune/Step Time": 5.4366449527442455}
{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8877740502357483, "Finetune/Loss (Raw)": 0.8274283409118652, "Finetune/Step": 2860, "Finetune/Step Time": 5.447105376049876}
{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.888841986656189, "Finetune/Loss (Raw)": 1.0600744485855103, "Finetune/Step": 2861, "Finetune/Step Time": 5.446809969842434}
{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8877038955688477, "Finetune/Loss (Raw)": 0.8553946614265442, "Finetune/Step": 2862, "Finetune/Step Time": 5.463150950148702}
{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8876296281814575, "Finetune/Loss (Raw)": 0.9815719723701477, "Finetune/Step": 2863, "Finetune/Step Time": 5.455167816951871}
{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8909183144569397, "Finetune/Loss (Raw)": 0.8758975267410278, "Finetune/Step": 2864, "Finetune/Step Time": 5.423058344051242}
{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8937523365020752, "Finetune/Loss (Raw)": 1.0257521867752075, "Finetune/Step": 2865, "Finetune/Step Time": 5.415493473410606}
{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8894320726394653, "Finetune/Loss (Raw)": 0.387654572725296, "Finetune/Step": 2866, "Finetune/Step Time": 5.443275064229965}
{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8892233371734619, "Finetune/Loss (Raw)": 0.9309768676757812, "Finetune/Step": 2867, "Finetune/Step Time": 5.446277694776654}
{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8907757997512817, "Finetune/Loss (Raw)": 1.0590500831604004, "Finetune/Step": 2868, "Finetune/Step Time": 5.441080830991268}
{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8887274265289307, "Finetune/Loss (Raw)": 0.7670820951461792, "Finetune/Step": 2869, "Finetune/Step Time": 5.467050135135651}
{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8842551708221436, "Finetune/Loss (Raw)": 0.3737248182296753, "Finetune/Step": 2870, "Finetune/Step Time": 5.49199428781867}
{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8847569227218628, "Finetune/Loss (Raw)": 1.060181736946106, "Finetune/Step": 2871, "Finetune/Step Time": 5.495484620332718}
{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8852280974388123, "Finetune/Loss (Raw)": 1.0194194316864014, "Finetune/Step": 2872, "Finetune/Step Time": 5.495915740728378}
{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8845649361610413, "Finetune/Loss (Raw)": 0.9319608211517334, "Finetune/Step": 2873, "Finetune/Step Time": 5.503170119598508}
{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8800521492958069, "Finetune/Loss (Raw)": 0.3541775047779083, "Finetune/Step": 2874, "Finetune/Step Time": 5.515112977474928}
{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8810588121414185, "Finetune/Loss (Raw)": 1.0399417877197266, "Finetune/Step": 2875, "Finetune/Step Time": 5.500265281647444}
{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8799310922622681, "Finetune/Loss (Raw)": 0.9102236032485962, "Finetune/Step": 2876, "Finetune/Step Time": 5.508879020810127}
{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8790490627288818, "Finetune/Loss (Raw)": 0.8756323456764221, "Finetune/Step": 2877, "Finetune/Step Time": 5.506246030330658}
{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8798378705978394, "Finetune/Loss (Raw)": 0.9795303344726562, "Finetune/Step": 2878, "Finetune/Step Time": 5.51660424657166}
{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8786863684654236, "Finetune/Loss (Raw)": 0.8178905248641968, "Finetune/Step": 2879, "Finetune/Step Time": 5.518160481005907}
{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.878920316696167, "Finetune/Loss (Raw)": 1.0115464925765991, "Finetune/Step": 2880, "Finetune/Step Time": 5.509971730411053}
{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8790198564529419, "Finetune/Loss (Raw)": 1.0223479270935059, "Finetune/Step": 2881, "Finetune/Step Time": 5.514820046722889}
{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8794182538986206, "Finetune/Loss (Raw)": 1.015939474105835, "Finetune/Step": 2882, "Finetune/Step Time": 5.516213396564126}
{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8847911357879639, "Finetune/Loss (Raw)": 1.0396465063095093, "Finetune/Step": 2883, "Finetune/Step Time": 5.487710831686854}
{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8837528228759766, "Finetune/Loss (Raw)": 0.8981782793998718, "Finetune/Step": 2884, "Finetune/Step Time": 5.494943208992481}
{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8849727511405945, "Finetune/Loss (Raw)": 0.9741431474685669, "Finetune/Step": 2885, "Finetune/Step Time": 5.457238560542464}
{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8830698728561401, "Finetune/Loss (Raw)": 0.7336732745170593, "Finetune/Step": 2886, "Finetune/Step Time": 5.480412343516946}
{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8828494548797607, "Finetune/Loss (Raw)": 0.8369165062904358, "Finetune/Step": 2887, "Finetune/Step Time": 5.4854332730174065}
{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8853603005409241, "Finetune/Loss (Raw)": 1.092507243156433, "Finetune/Step": 2888, "Finetune/Step Time": 5.4932077676057816}
{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8846526741981506, "Finetune/Loss (Raw)": 0.32471227645874023, "Finetune/Step": 2889, "Finetune/Step Time": 5.492432879284024}
{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.8842900991439819, "Finetune/Loss (Raw)": 0.8282097578048706, "Finetune/Step": 2890, "Finetune/Step Time": 5.481373760849237}
{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8843905925750732, "Finetune/Loss (Raw)": 0.9263221621513367, "Finetune/Step": 2891, "Finetune/Step Time": 5.4801141284406185}
{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8861016631126404, "Finetune/Loss (Raw)": 1.1333354711532593, "Finetune/Step": 2892, "Finetune/Step Time": 5.488980846479535}
{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.890566349029541, "Finetune/Loss (Raw)": 0.919536292552948, "Finetune/Step": 2893, "Finetune/Step Time": 5.455175457522273}
{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8918095827102661, "Finetune/Loss (Raw)": 1.03985595703125, "Finetune/Step": 2894, "Finetune/Step Time": 5.4542896300554276}
{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8908820152282715, "Finetune/Loss (Raw)": 0.9299846887588501, "Finetune/Step": 2895, "Finetune/Step Time": 5.441068019717932}
{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8907924890518188, "Finetune/Loss (Raw)": 0.9878354072570801, "Finetune/Step": 2896, "Finetune/Step Time": 5.448613800108433}
{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8911930918693542, "Finetune/Loss (Raw)": 1.0174896717071533, "Finetune/Step": 2897, "Finetune/Step Time": 5.443143796175718}
{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.893022894859314, "Finetune/Loss (Raw)": 0.9570433497428894, "Finetune/Step": 2898, "Finetune/Step Time": 5.426107568666339}
{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8928350210189819, "Finetune/Loss (Raw)": 0.8928723335266113, "Finetune/Step": 2899, "Finetune/Step Time": 5.426542075350881}
{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.891800045967102, "Finetune/Loss (Raw)": 0.823083221912384, "Finetune/Step": 2900, "Finetune/Step Time": 5.4302025102078915}
{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8907901048660278, "Finetune/Loss (Raw)": 0.8501668572425842, "Finetune/Step": 2901, "Finetune/Step Time": 5.439550323411822}
{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8960307836532593, "Finetune/Loss (Raw)": 0.9997419118881226, "Finetune/Step": 2902, "Finetune/Step Time": 5.431002864614129}
{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8963350057601929, "Finetune/Loss (Raw)": 0.9957171678543091, "Finetune/Step": 2903, "Finetune/Step Time": 5.434358237311244}
{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8967490196228027, "Finetune/Loss (Raw)": 0.8881295919418335, "Finetune/Step": 2904, "Finetune/Step Time": 5.432228000834584}
{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8971996903419495, "Finetune/Loss (Raw)": 0.9362709522247314, "Finetune/Step": 2905, "Finetune/Step Time": 5.433848338201642}
{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8976074457168579, "Finetune/Loss (Raw)": 0.9774457812309265, "Finetune/Step": 2906, "Finetune/Step Time": 5.434956880286336}
{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.8976275324821472, "Finetune/Loss (Raw)": 0.8948119282722473, "Finetune/Step": 2907, "Finetune/Step Time": 5.4273996129632}
{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8981496691703796, "Finetune/Loss (Raw)": 0.9745996594429016, "Finetune/Step": 2908, "Finetune/Step Time": 5.430502502247691}
{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8987295627593994, "Finetune/Loss (Raw)": 1.1144585609436035, "Finetune/Step": 2909, "Finetune/Step Time": 5.424935974180698}
{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8999462723731995, "Finetune/Loss (Raw)": 1.0284173488616943, "Finetune/Step": 2910, "Finetune/Step Time": 5.425561882555485}
{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.900061845779419, "Finetune/Loss (Raw)": 1.0914121866226196, "Finetune/Step": 2911, "Finetune/Step Time": 5.411556238308549}
{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.9019049406051636, "Finetune/Loss (Raw)": 0.9726647138595581, "Finetune/Step": 2912, "Finetune/Step Time": 5.403486080467701}
{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.9026415944099426, "Finetune/Loss (Raw)": 0.9947253465652466, "Finetune/Step": 2913, "Finetune/Step Time": 5.395897971466184}
{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.9006685018539429, "Finetune/Loss (Raw)": 0.760405957698822, "Finetune/Step": 2914, "Finetune/Step Time": 5.422304306179285}
{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.9002588987350464, "Finetune/Loss (Raw)": 0.814264714717865, "Finetune/Step": 2915, "Finetune/Step Time": 5.433750685304403}
{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.9001246690750122, "Finetune/Loss (Raw)": 0.963979959487915, "Finetune/Step": 2916, "Finetune/Step Time": 5.42641575820744}
{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.9010485410690308, "Finetune/Loss (Raw)": 1.0170377492904663, "Finetune/Step": 2917, "Finetune/Step Time": 5.410781506448984}
{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.9006529450416565, "Finetune/Loss (Raw)": 0.9058132767677307, "Finetune/Step": 2918, "Finetune/Step Time": 5.416077183559537}
{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.9016609191894531, "Finetune/Loss (Raw)": 0.9388678073883057, "Finetune/Step": 2919, "Finetune/Step Time": 5.390153517946601}
{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8963059186935425, "Finetune/Loss (Raw)": 0.34419822692871094, "Finetune/Step": 2920, "Finetune/Step Time": 5.407988205552101}
{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8956910967826843, "Finetune/Loss (Raw)": 0.9363111257553101, "Finetune/Step": 2921, "Finetune/Step Time": 5.4200750179588795}
{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8958186507225037, "Finetune/Loss (Raw)": 0.8786358833312988, "Finetune/Step": 2922, "Finetune/Step Time": 5.4132529105991125}
{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8958979249000549, "Finetune/Loss (Raw)": 0.9470895528793335, "Finetune/Step": 2923, "Finetune/Step Time": 5.439029682427645}
{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8972804546356201, "Finetune/Loss (Raw)": 1.0582894086837769, "Finetune/Step": 2924, "Finetune/Step Time": 5.422267857939005}
{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8988428115844727, "Finetune/Loss (Raw)": 1.0482611656188965, "Finetune/Step": 2925, "Finetune/Step Time": 5.411932552233338}
{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.9031938910484314, "Finetune/Loss (Raw)": 0.9300895929336548, "Finetune/Step": 2926, "Finetune/Step Time": 5.408183032646775}
{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.9027418494224548, "Finetune/Loss (Raw)": 0.7203245759010315, "Finetune/Step": 2927, "Finetune/Step Time": 5.417731428518891}
{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.9040108919143677, "Finetune/Loss (Raw)": 0.9529016613960266, "Finetune/Step": 2928, "Finetune/Step Time": 5.4267934281378984}
{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.9045888185501099, "Finetune/Loss (Raw)": 1.0825614929199219, "Finetune/Step": 2929, "Finetune/Step Time": 5.4172080140560865}
{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.9044363498687744, "Finetune/Loss (Raw)": 0.9928125143051147, "Finetune/Step": 2930, "Finetune/Step Time": 5.409220080822706}
{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.9046036601066589, "Finetune/Loss (Raw)": 0.982845664024353, "Finetune/Step": 2931, "Finetune/Step Time": 5.406763207167387}
{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.9046410322189331, "Finetune/Loss (Raw)": 0.9650946855545044, "Finetune/Step": 2932, "Finetune/Step Time": 5.410684069618583}
{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.9039801955223083, "Finetune/Loss (Raw)": 0.9666378498077393, "Finetune/Step": 2933, "Finetune/Step Time": 5.4218787886202335}
{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.9045596122741699, "Finetune/Loss (Raw)": 0.9567100405693054, "Finetune/Step": 2934, "Finetune/Step Time": 5.420754095539451}
{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.9051764011383057, "Finetune/Loss (Raw)": 0.9455049633979797, "Finetune/Step": 2935, "Finetune/Step Time": 5.4253322891891}
{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.9070977568626404, "Finetune/Loss (Raw)": 1.073511004447937, "Finetune/Step": 2936, "Finetune/Step Time": 5.431022005155683}
{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.9128612279891968, "Finetune/Loss (Raw)": 1.0837525129318237, "Finetune/Step": 2937, "Finetune/Step Time": 5.400311134755611}
{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.9142903089523315, "Finetune/Loss (Raw)": 0.966755747795105, "Finetune/Step": 2938, "Finetune/Step Time": 5.396908620372415}
{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.9140822291374207, "Finetune/Loss (Raw)": 0.9327002167701721, "Finetune/Step": 2939, "Finetune/Step Time": 5.390350989997387}
{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.9128963947296143, "Finetune/Loss (Raw)": 0.7620882987976074, "Finetune/Step": 2940, "Finetune/Step Time": 5.39250873029232}
{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.9105246067047119, "Finetune/Loss (Raw)": 0.727666437625885, "Finetune/Step": 2941, "Finetune/Step Time": 5.420354658737779}
{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.9160328507423401, "Finetune/Loss (Raw)": 1.0536595582962036, "Finetune/Step": 2942, "Finetune/Step Time": 5.39309411868453}
{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.9154442548751831, "Finetune/Loss (Raw)": 0.9855727553367615, "Finetune/Step": 2943, "Finetune/Step Time": 5.397842003032565}
{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.9151979684829712, "Finetune/Loss (Raw)": 0.9556530714035034, "Finetune/Step": 2944, "Finetune/Step Time": 5.405265472829342}
{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.9150309562683105, "Finetune/Loss (Raw)": 0.8800996541976929, "Finetune/Step": 2945, "Finetune/Step Time": 5.413811706006527}
{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.915768027305603, "Finetune/Loss (Raw)": 0.9648292064666748, "Finetune/Step": 2946, "Finetune/Step Time": 5.405225982889533}
{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.9146303534507751, "Finetune/Loss (Raw)": 0.9076130986213684, "Finetune/Step": 2947, "Finetune/Step Time": 5.4161557871848345}
{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.914355993270874, "Finetune/Loss (Raw)": 1.0265861749649048, "Finetune/Step": 2948, "Finetune/Step Time": 5.426499351859093}
{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.916009783744812, "Finetune/Loss (Raw)": 0.9769815802574158, "Finetune/Step": 2949, "Finetune/Step Time": 5.416594607755542}
{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.9159385561943054, "Finetune/Loss (Raw)": 0.9273557662963867, "Finetune/Step": 2950, "Finetune/Step Time": 5.416683696210384}
{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.9151781797409058, "Finetune/Loss (Raw)": 0.30062320828437805, "Finetune/Step": 2951, "Finetune/Step Time": 5.412578260526061}
{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.9161952137947083, "Finetune/Loss (Raw)": 0.991665244102478, "Finetune/Step": 2952, "Finetune/Step Time": 5.410325510427356}
{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.9176883697509766, "Finetune/Loss (Raw)": 1.0174767971038818, "Finetune/Step": 2953, "Finetune/Step Time": 5.40942794829607}
{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.9178191423416138, "Finetune/Loss (Raw)": 0.8265075087547302, "Finetune/Step": 2954, "Finetune/Step Time": 5.414196169003844}
{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.9186308979988098, "Finetune/Loss (Raw)": 1.089513897895813, "Finetune/Step": 2955, "Finetune/Step Time": 5.421463767066598}
{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.917692244052887, "Finetune/Loss (Raw)": 0.9639769792556763, "Finetune/Step": 2956, "Finetune/Step Time": 5.418870547786355}
{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.9175218939781189, "Finetune/Loss (Raw)": 0.9512341618537903, "Finetune/Step": 2957, "Finetune/Step Time": 5.407323345541954}
{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.9172626733779907, "Finetune/Loss (Raw)": 0.9607695937156677, "Finetune/Step": 2958, "Finetune/Step Time": 5.41549925506115}
{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.9112188816070557, "Finetune/Loss (Raw)": 0.3121977746486664, "Finetune/Step": 2959, "Finetune/Step Time": 5.443575065582991}
{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.9105148315429688, "Finetune/Loss (Raw)": 0.9558403491973877, "Finetune/Step": 2960, "Finetune/Step Time": 5.4407142866402864}
{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.9101144671440125, "Finetune/Loss (Raw)": 0.8674406409263611, "Finetune/Step": 2961, "Finetune/Step Time": 5.426899718120694}
{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.915927529335022, "Finetune/Loss (Raw)": 1.0941979885101318, "Finetune/Step": 2962, "Finetune/Step Time": 5.4013857413083315}
{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.9163476228713989, "Finetune/Loss (Raw)": 1.010944128036499, "Finetune/Step": 2963, "Finetune/Step Time": 5.412078388035297}
{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.9182770252227783, "Finetune/Loss (Raw)": 1.039962649345398, "Finetune/Step": 2964, "Finetune/Step Time": 5.414613623172045}
{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.9184021949768066, "Finetune/Loss (Raw)": 1.005948543548584, "Finetune/Step": 2965, "Finetune/Step Time": 5.4106603898108006}
{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.9182370901107788, "Finetune/Loss (Raw)": 0.8494910597801208, "Finetune/Step": 2966, "Finetune/Step Time": 5.418696383014321}
{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.9179240465164185, "Finetune/Loss (Raw)": 0.8260294795036316, "Finetune/Step": 2967, "Finetune/Step Time": 5.430364351719618}
{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.918626606464386, "Finetune/Loss (Raw)": 1.0681426525115967, "Finetune/Step": 2968, "Finetune/Step Time": 5.438877917826176}
{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.9169152975082397, "Finetune/Loss (Raw)": 0.8919078707695007, "Finetune/Step": 2969, "Finetune/Step Time": 5.435714036226273}
{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.9170787334442139, "Finetune/Loss (Raw)": 0.9540969729423523, "Finetune/Step": 2970, "Finetune/Step Time": 5.447696128860116}
{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.9183833599090576, "Finetune/Loss (Raw)": 0.9489648938179016, "Finetune/Step": 2971, "Finetune/Step Time": 5.454765660688281}
{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.9186391830444336, "Finetune/Loss (Raw)": 0.9684601426124573, "Finetune/Step": 2972, "Finetune/Step Time": 5.450544381514192}
{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.9174484014511108, "Finetune/Loss (Raw)": 0.8247019648551941, "Finetune/Step": 2973, "Finetune/Step Time": 5.454048838466406}
{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.9179743528366089, "Finetune/Loss (Raw)": 0.9653019905090332, "Finetune/Step": 2974, "Finetune/Step Time": 5.4553307089954615}
{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.9152937531471252, "Finetune/Loss (Raw)": 0.38796114921569824, "Finetune/Step": 2975, "Finetune/Step Time": 5.4734506625682116}
{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.9140198230743408, "Finetune/Loss (Raw)": 0.8469585180282593, "Finetune/Step": 2976, "Finetune/Step Time": 5.467755841091275}
{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.9145263433456421, "Finetune/Loss (Raw)": 0.9752974510192871, "Finetune/Step": 2977, "Finetune/Step Time": 5.465326827019453}
{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.9154649972915649, "Finetune/Loss (Raw)": 1.032517671585083, "Finetune/Step": 2978, "Finetune/Step Time": 5.466256054118276}
{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.9151146411895752, "Finetune/Loss (Raw)": 0.9291710257530212, "Finetune/Step": 2979, "Finetune/Step Time": 5.476565662771463}
{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.9138867855072021, "Finetune/Loss (Raw)": 0.8830579519271851, "Finetune/Step": 2980, "Finetune/Step Time": 5.479684239253402}
{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.9132416248321533, "Finetune/Loss (Raw)": 0.8164560794830322, "Finetune/Step": 2981, "Finetune/Step Time": 5.510765932500362}
{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.9123449325561523, "Finetune/Loss (Raw)": 0.8549984693527222, "Finetune/Step": 2982, "Finetune/Step Time": 5.504162650555372}
{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.9127039909362793, "Finetune/Loss (Raw)": 1.0470894575119019, "Finetune/Step": 2983, "Finetune/Step Time": 5.489405240863562}
{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.9136114120483398, "Finetune/Loss (Raw)": 1.111064076423645, "Finetune/Step": 2984, "Finetune/Step Time": 5.489395106211305}
{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.9128939509391785, "Finetune/Loss (Raw)": 0.9069043397903442, "Finetune/Step": 2985, "Finetune/Step Time": 5.48281567171216}
{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.9088002443313599, "Finetune/Loss (Raw)": 0.3223966360092163, "Finetune/Step": 2986, "Finetune/Step Time": 5.515397846698761}
{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.9084044694900513, "Finetune/Loss (Raw)": 0.8857378959655762, "Finetune/Step": 2987, "Finetune/Step Time": 5.522973986342549}
{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.9096270799636841, "Finetune/Loss (Raw)": 0.9839175343513489, "Finetune/Step": 2988, "Finetune/Step Time": 5.5198936481028795}
{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.908155083656311, "Finetune/Loss (Raw)": 0.8716574907302856, "Finetune/Step": 2989, "Finetune/Step Time": 5.524590089917183}
{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.9096297025680542, "Finetune/Loss (Raw)": 1.0441533327102661, "Finetune/Step": 2990, "Finetune/Step Time": 5.5004983972758055}
{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.9097472429275513, "Finetune/Loss (Raw)": 0.9966128468513489, "Finetune/Step": 2991, "Finetune/Step Time": 5.505086714401841}
{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.9095476865768433, "Finetune/Loss (Raw)": 0.8503530621528625, "Finetune/Step": 2992, "Finetune/Step Time": 5.515759419649839}
{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.9096457958221436, "Finetune/Loss (Raw)": 1.0383154153823853, "Finetune/Step": 2993, "Finetune/Step Time": 5.511792002245784}
{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.914996325969696, "Finetune/Loss (Raw)": 1.0725188255310059, "Finetune/Step": 2994, "Finetune/Step Time": 5.488818744197488}
{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.9152048230171204, "Finetune/Loss (Raw)": 0.9576601386070251, "Finetune/Step": 2995, "Finetune/Step Time": 5.492146676406264}
{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.9141777753829956, "Finetune/Loss (Raw)": 0.9275927543640137, "Finetune/Step": 2996, "Finetune/Step Time": 5.506660176441073}
{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.915014386177063, "Finetune/Loss (Raw)": 0.8741680979728699, "Finetune/Step": 2997, "Finetune/Step Time": 5.476201858371496}
{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.9192720055580139, "Finetune/Loss (Raw)": 0.918701708316803, "Finetune/Step": 2998, "Finetune/Step Time": 5.459242165088654}
{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.9198406934738159, "Finetune/Loss (Raw)": 1.1329721212387085, "Finetune/Step": 2999, "Finetune/Step Time": 5.460100680589676}
{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.9190641641616821, "Finetune/Loss (Raw)": 0.9200215935707092, "Finetune/Step": 3000, "Finetune/Step Time": 5.464475762099028}
{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.9187846779823303, "Finetune/Loss (Raw)": 0.89618980884552, "Finetune/Step": 3001, "Finetune/Step Time": 5.461952798068523}
{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.923432469367981, "Finetune/Loss (Raw)": 0.9490870237350464, "Finetune/Step": 3002, "Finetune/Step Time": 5.434209572151303}
{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.9224736094474792, "Finetune/Loss (Raw)": 0.9172126054763794, "Finetune/Step": 3003, "Finetune/Step Time": 5.435731057077646}
{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.9228522777557373, "Finetune/Loss (Raw)": 0.9586970210075378, "Finetune/Step": 3004, "Finetune/Step Time": 5.428294654935598}
{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.9220293164253235, "Finetune/Loss (Raw)": 0.7702893018722534, "Finetune/Step": 3005, "Finetune/Step Time": 5.446201523765922}
{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.9219397306442261, "Finetune/Loss (Raw)": 0.9680619239807129, "Finetune/Step": 3006, "Finetune/Step Time": 5.43904978595674}
{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.9218554496765137, "Finetune/Loss (Raw)": 0.807102382183075, "Finetune/Step": 3007, "Finetune/Step Time": 5.4296980034559965}
{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.9216656684875488, "Finetune/Loss (Raw)": 0.9872540235519409, "Finetune/Step": 3008, "Finetune/Step Time": 5.4307514149695635}
{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.9217504262924194, "Finetune/Loss (Raw)": 1.0331977605819702, "Finetune/Step": 3009, "Finetune/Step Time": 5.423391195014119}
{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.9208544492721558, "Finetune/Loss (Raw)": 0.9012476205825806, "Finetune/Step": 3010, "Finetune/Step Time": 5.434980537742376}
{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.9210484623908997, "Finetune/Loss (Raw)": 1.0644854307174683, "Finetune/Step": 3011, "Finetune/Step Time": 5.432126130908728}
{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.921725869178772, "Finetune/Loss (Raw)": 0.9848869442939758, "Finetune/Step": 3012, "Finetune/Step Time": 5.4038329385221004}
{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.9213151931762695, "Finetune/Loss (Raw)": 0.921582043170929, "Finetune/Step": 3013, "Finetune/Step Time": 5.4003467839211226}
{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.9225548505783081, "Finetune/Loss (Raw)": 0.892349123954773, "Finetune/Step": 3014, "Finetune/Step Time": 5.3838058933615685}
{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.9222408533096313, "Finetune/Loss (Raw)": 0.7967260479927063, "Finetune/Step": 3015, "Finetune/Step Time": 5.392928991466761}
{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.9211874008178711, "Finetune/Loss (Raw)": 0.9576653838157654, "Finetune/Step": 3016, "Finetune/Step Time": 5.396656397730112}
{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.9249926805496216, "Finetune/Loss (Raw)": 0.8117810487747192, "Finetune/Step": 3017, "Finetune/Step Time": 5.37104026786983}
{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.925457239151001, "Finetune/Loss (Raw)": 0.8876703381538391, "Finetune/Step": 3018, "Finetune/Step Time": 5.366662977263331}
{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.9258170127868652, "Finetune/Loss (Raw)": 0.9723820090293884, "Finetune/Step": 3019, "Finetune/Step Time": 5.368305552750826}
{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.9241099953651428, "Finetune/Loss (Raw)": 0.9148328304290771, "Finetune/Step": 3020, "Finetune/Step Time": 5.350233430042863}
{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.9241169095039368, "Finetune/Loss (Raw)": 0.9204211235046387, "Finetune/Step": 3021, "Finetune/Step Time": 5.354073090478778}
{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.9238677024841309, "Finetune/Loss (Raw)": 1.0079526901245117, "Finetune/Step": 3022, "Finetune/Step Time": 5.354110151529312}
{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.9225805401802063, "Finetune/Loss (Raw)": 0.7652326822280884, "Finetune/Step": 3023, "Finetune/Step Time": 5.357208155095577}
{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.9224518537521362, "Finetune/Loss (Raw)": 0.9713660478591919, "Finetune/Step": 3024, "Finetune/Step Time": 5.362415287643671}
{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.9220274090766907, "Finetune/Loss (Raw)": 0.9631606936454773, "Finetune/Step": 3025, "Finetune/Step Time": 5.361513903364539}
{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.9223986864089966, "Finetune/Loss (Raw)": 1.0045667886734009, "Finetune/Step": 3026, "Finetune/Step Time": 5.370239684358239}
{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.9233753681182861, "Finetune/Loss (Raw)": 1.0178872346878052, "Finetune/Step": 3027, "Finetune/Step Time": 5.368505971506238}
{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.9242514967918396, "Finetune/Loss (Raw)": 0.9352293610572815, "Finetune/Step": 3028, "Finetune/Step Time": 5.371564565226436}
{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.9260382652282715, "Finetune/Loss (Raw)": 1.0788692235946655, "Finetune/Step": 3029, "Finetune/Step Time": 5.362404430285096}
{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.925431489944458, "Finetune/Loss (Raw)": 0.9220794439315796, "Finetune/Step": 3030, "Finetune/Step Time": 5.353790298104286}
{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.9251062273979187, "Finetune/Loss (Raw)": 0.9540776610374451, "Finetune/Step": 3031, "Finetune/Step Time": 5.350517429411411}
{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.9263068437576294, "Finetune/Loss (Raw)": 1.0418108701705933, "Finetune/Step": 3032, "Finetune/Step Time": 5.3550234492868185}
{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.9262620210647583, "Finetune/Loss (Raw)": 0.9305307269096375, "Finetune/Step": 3033, "Finetune/Step Time": 5.3520307168364525}
{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.9269875884056091, "Finetune/Loss (Raw)": 1.0703190565109253, "Finetune/Step": 3034, "Finetune/Step Time": 5.347879784181714}
{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.9272271394729614, "Finetune/Loss (Raw)": 0.925479531288147, "Finetune/Step": 3035, "Finetune/Step Time": 5.34930525533855}
{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.9269614219665527, "Finetune/Loss (Raw)": 0.9405794739723206, "Finetune/Step": 3036, "Finetune/Step Time": 5.362194826826453}
{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.926451563835144, "Finetune/Loss (Raw)": 1.0491975545883179, "Finetune/Step": 3037, "Finetune/Step Time": 5.364585304632783}
{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.9264733791351318, "Finetune/Loss (Raw)": 1.0312108993530273, "Finetune/Step": 3038, "Finetune/Step Time": 5.363827362656593}
{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.9247829914093018, "Finetune/Loss (Raw)": 0.8750419616699219, "Finetune/Step": 3039, "Finetune/Step Time": 5.36402334086597}
{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.9247287511825562, "Finetune/Loss (Raw)": 0.9657197594642639, "Finetune/Step": 3040, "Finetune/Step Time": 5.357164403423667}
{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.923072338104248, "Finetune/Loss (Raw)": 0.7827150821685791, "Finetune/Step": 3041, "Finetune/Step Time": 5.3622829001396894}
{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.9245520234107971, "Finetune/Loss (Raw)": 0.9498001337051392, "Finetune/Step": 3042, "Finetune/Step Time": 5.337944149971008}
{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.9205847978591919, "Finetune/Loss (Raw)": 0.30646488070487976, "Finetune/Step": 3043, "Finetune/Step Time": 5.3641949743032455}
{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.9188877940177917, "Finetune/Loss (Raw)": 0.7467597126960754, "Finetune/Step": 3044, "Finetune/Step Time": 5.37741339020431}
{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.9176833629608154, "Finetune/Loss (Raw)": 0.8628692030906677, "Finetune/Step": 3045, "Finetune/Step Time": 5.383408026769757}
{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.9191002249717712, "Finetune/Loss (Raw)": 1.0871753692626953, "Finetune/Step": 3046, "Finetune/Step Time": 5.37747298926115}
{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.9186384081840515, "Finetune/Loss (Raw)": 0.8797473311424255, "Finetune/Step": 3047, "Finetune/Step Time": 5.383337615057826}
{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.9243152141571045, "Finetune/Loss (Raw)": 1.0708332061767578, "Finetune/Step": 3048, "Finetune/Step Time": 5.351687466725707}
{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.924144983291626, "Finetune/Loss (Raw)": 0.9145219922065735, "Finetune/Step": 3049, "Finetune/Step Time": 5.334706677123904}
{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.9252529144287109, "Finetune/Loss (Raw)": 1.0204493999481201, "Finetune/Step": 3050, "Finetune/Step Time": 5.326012939214706}
{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.92622971534729, "Finetune/Loss (Raw)": 1.072121262550354, "Finetune/Step": 3051, "Finetune/Step Time": 5.3004244063049555}
{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.9252965450286865, "Finetune/Loss (Raw)": 0.9388419389724731, "Finetune/Step": 3052, "Finetune/Step Time": 5.304882297292352}
{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.9250487685203552, "Finetune/Loss (Raw)": 1.0165461301803589, "Finetune/Step": 3053, "Finetune/Step Time": 5.30230825394392}
{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.9258541464805603, "Finetune/Loss (Raw)": 1.0331827402114868, "Finetune/Step": 3054, "Finetune/Step Time": 5.282185522839427}
{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.9278954267501831, "Finetune/Loss (Raw)": 0.9816069006919861, "Finetune/Step": 3055, "Finetune/Step Time": 5.273624526336789}
{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.9283204078674316, "Finetune/Loss (Raw)": 1.0072946548461914, "Finetune/Step": 3056, "Finetune/Step Time": 5.252481119707227}
{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.9263226985931396, "Finetune/Loss (Raw)": 0.8268586993217468, "Finetune/Step": 3057, "Finetune/Step Time": 5.264961672946811}
{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.9265599846839905, "Finetune/Loss (Raw)": 1.0231828689575195, "Finetune/Step": 3058, "Finetune/Step Time": 5.262267157435417}
{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.9264904260635376, "Finetune/Loss (Raw)": 0.9739475846290588, "Finetune/Step": 3059, "Finetune/Step Time": 5.265104977414012}
{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.9269905090332031, "Finetune/Loss (Raw)": 1.0291035175323486, "Finetune/Step": 3060, "Finetune/Step Time": 5.269533608108759}
{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.9271243810653687, "Finetune/Loss (Raw)": 0.9837689995765686, "Finetune/Step": 3061, "Finetune/Step Time": 5.2612906489521265}
{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.9267255067825317, "Finetune/Loss (Raw)": 0.9056600332260132, "Finetune/Step": 3062, "Finetune/Step Time": 5.289141345769167}
{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.9264363646507263, "Finetune/Loss (Raw)": 0.9084937572479248, "Finetune/Step": 3063, "Finetune/Step Time": 5.2808973751962185}
{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.9253724217414856, "Finetune/Loss (Raw)": 0.9373254776000977, "Finetune/Step": 3064, "Finetune/Step Time": 5.262786775827408}
{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.923751950263977, "Finetune/Loss (Raw)": 0.8763287663459778, "Finetune/Step": 3065, "Finetune/Step Time": 5.274439005181193}
{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.9219826459884644, "Finetune/Loss (Raw)": 0.7402870059013367, "Finetune/Step": 3066, "Finetune/Step Time": 5.312156794592738}
{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.9218853116035461, "Finetune/Loss (Raw)": 0.9202411770820618, "Finetune/Step": 3067, "Finetune/Step Time": 5.312746379524469}
{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.9234195351600647, "Finetune/Loss (Raw)": 0.9584677219390869, "Finetune/Step": 3068, "Finetune/Step Time": 5.32435255125165}
{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.9240395426750183, "Finetune/Loss (Raw)": 0.8070291876792908, "Finetune/Step": 3069, "Finetune/Step Time": 5.305752154439688}
{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.9231737852096558, "Finetune/Loss (Raw)": 0.9428437352180481, "Finetune/Step": 3070, "Finetune/Step Time": 5.309199446812272}
{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.9235607385635376, "Finetune/Loss (Raw)": 1.0351022481918335, "Finetune/Step": 3071, "Finetune/Step Time": 5.301587304100394}
{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.9231412410736084, "Finetune/Loss (Raw)": 0.901954174041748, "Finetune/Step": 3072, "Finetune/Step Time": 5.302620120346546}
{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.9234865307807922, "Finetune/Loss (Raw)": 0.9243001937866211, "Finetune/Step": 3073, "Finetune/Step Time": 5.2932846657931805}
{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.9228444695472717, "Finetune/Loss (Raw)": 0.8826420903205872, "Finetune/Step": 3074, "Finetune/Step Time": 5.295806430280209}
{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.9179939031600952, "Finetune/Loss (Raw)": 0.2867421507835388, "Finetune/Step": 3075, "Finetune/Step Time": 5.311004808172584}
{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.916191577911377, "Finetune/Loss (Raw)": 0.7958941459655762, "Finetune/Step": 3076, "Finetune/Step Time": 5.297023821622133}
{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.9160476922988892, "Finetune/Loss (Raw)": 0.9585617184638977, "Finetune/Step": 3077, "Finetune/Step Time": 5.296933751553297}
{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.9155031442642212, "Finetune/Loss (Raw)": 0.8576467037200928, "Finetune/Step": 3078, "Finetune/Step Time": 5.293148854747415}
{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.9197078943252563, "Finetune/Loss (Raw)": 0.8388416767120361, "Finetune/Step": 3079, "Finetune/Step Time": 5.289305934682488}
{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.9181017875671387, "Finetune/Loss (Raw)": 0.7860832810401917, "Finetune/Step": 3080, "Finetune/Step Time": 5.2935549188405275}
{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.9167349934577942, "Finetune/Loss (Raw)": 0.8425225019454956, "Finetune/Step": 3081, "Finetune/Step Time": 5.29655959457159}
{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.9171780347824097, "Finetune/Loss (Raw)": 0.8832100629806519, "Finetune/Step": 3082, "Finetune/Step Time": 5.29123454913497}
{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.9164562821388245, "Finetune/Loss (Raw)": 0.99713534116745, "Finetune/Step": 3083, "Finetune/Step Time": 5.296601472422481}
{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.9154963493347168, "Finetune/Loss (Raw)": 0.8411058187484741, "Finetune/Step": 3084, "Finetune/Step Time": 5.30741567350924}
{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.9167534112930298, "Finetune/Loss (Raw)": 1.1121385097503662, "Finetune/Step": 3085, "Finetune/Step Time": 5.304916827008128}
{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.9170420169830322, "Finetune/Loss (Raw)": 0.9977107048034668, "Finetune/Step": 3086, "Finetune/Step Time": 5.29927096888423}
{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.922052264213562, "Finetune/Loss (Raw)": 0.9535112977027893, "Finetune/Step": 3087, "Finetune/Step Time": 5.27300070039928}
{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.9205320477485657, "Finetune/Loss (Raw)": 0.7612519860267639, "Finetune/Step": 3088, "Finetune/Step Time": 5.272181337699294}
{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.92133629322052, "Finetune/Loss (Raw)": 0.970385730266571, "Finetune/Step": 3089, "Finetune/Step Time": 5.276385808363557}
{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.9196344614028931, "Finetune/Loss (Raw)": 0.876358687877655, "Finetune/Step": 3090, "Finetune/Step Time": 5.270213797688484}
{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.9185140132904053, "Finetune/Loss (Raw)": 0.8675290942192078, "Finetune/Step": 3091, "Finetune/Step Time": 5.2739653047174215}
{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.9126971960067749, "Finetune/Loss (Raw)": 0.2954075038433075, "Finetune/Step": 3092, "Finetune/Step Time": 5.302540013566613}
{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.9119561910629272, "Finetune/Loss (Raw)": 0.9111031293869019, "Finetune/Step": 3093, "Finetune/Step Time": 5.309034697711468}
{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.9126628041267395, "Finetune/Loss (Raw)": 0.9399378895759583, "Finetune/Step": 3094, "Finetune/Step Time": 5.303680587559938}
{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.9133973717689514, "Finetune/Loss (Raw)": 0.9200552701950073, "Finetune/Step": 3095, "Finetune/Step Time": 5.285477494820952}
{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.9123947620391846, "Finetune/Loss (Raw)": 0.9398025870323181, "Finetune/Step": 3096, "Finetune/Step Time": 5.285461727529764}
{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.9077877402305603, "Finetune/Loss (Raw)": 0.30221444368362427, "Finetune/Step": 3097, "Finetune/Step Time": 5.318308101966977}
{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.9063553810119629, "Finetune/Loss (Raw)": 0.7707570791244507, "Finetune/Step": 3098, "Finetune/Step Time": 5.305969780310988}
{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.9066160917282104, "Finetune/Loss (Raw)": 0.9823301434516907, "Finetune/Step": 3099, "Finetune/Step Time": 5.309372793883085}
{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.9078768491744995, "Finetune/Loss (Raw)": 1.129833459854126, "Finetune/Step": 3100, "Finetune/Step Time": 5.311304884031415}
{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.9067809581756592, "Finetune/Loss (Raw)": 0.6844393014907837, "Finetune/Step": 3101, "Finetune/Step Time": 5.31319229863584}
{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.9070245623588562, "Finetune/Loss (Raw)": 0.9964781999588013, "Finetune/Step": 3102, "Finetune/Step Time": 5.320297859609127}
{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.9123671054840088, "Finetune/Loss (Raw)": 1.0718086957931519, "Finetune/Step": 3103, "Finetune/Step Time": 5.301406987011433}
{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.9132320880889893, "Finetune/Loss (Raw)": 0.9576740264892578, "Finetune/Step": 3104, "Finetune/Step Time": 5.296425255015492}
{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.9129160642623901, "Finetune/Loss (Raw)": 0.9348430037498474, "Finetune/Step": 3105, "Finetune/Step Time": 5.2870617881417274}
{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.9118300676345825, "Finetune/Loss (Raw)": 0.8935130834579468, "Finetune/Step": 3106, "Finetune/Step Time": 5.2872491385787725}
{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.912691593170166, "Finetune/Loss (Raw)": 1.0394408702850342, "Finetune/Step": 3107, "Finetune/Step Time": 5.2806550823152065}
{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.9123721122741699, "Finetune/Loss (Raw)": 0.8421746492385864, "Finetune/Step": 3108, "Finetune/Step Time": 5.2775456216186285}
{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.9132097959518433, "Finetune/Loss (Raw)": 0.9236801862716675, "Finetune/Step": 3109, "Finetune/Step Time": 5.24889157153666}
{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.9133656024932861, "Finetune/Loss (Raw)": 0.8749340176582336, "Finetune/Step": 3110, "Finetune/Step Time": 5.245711533352733}
{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.9122908711433411, "Finetune/Loss (Raw)": 0.9095281958580017, "Finetune/Step": 3111, "Finetune/Step Time": 5.254900120198727}
{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.9115365743637085, "Finetune/Loss (Raw)": 1.0145137310028076, "Finetune/Step": 3112, "Finetune/Step Time": 5.239174894988537}
{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.9116150736808777, "Finetune/Loss (Raw)": 0.9169485569000244, "Finetune/Step": 3113, "Finetune/Step Time": 5.252316666767001}
{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.9165680408477783, "Finetune/Loss (Raw)": 0.9563785791397095, "Finetune/Step": 3114, "Finetune/Step Time": 5.227119984105229}
{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.9165862202644348, "Finetune/Loss (Raw)": 0.8880640268325806, "Finetune/Step": 3115, "Finetune/Step Time": 5.20962917804718}
{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.9149436950683594, "Finetune/Loss (Raw)": 0.7736753821372986, "Finetune/Step": 3116, "Finetune/Step Time": 5.236413713544607}
{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.9153643846511841, "Finetune/Loss (Raw)": 0.9255089163780212, "Finetune/Step": 3117, "Finetune/Step Time": 5.2309624291956425}
{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.9108801484107971, "Finetune/Loss (Raw)": 0.47016993165016174, "Finetune/Step": 3118, "Finetune/Step Time": 5.264241449534893}
{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.9101383090019226, "Finetune/Loss (Raw)": 0.9016533493995667, "Finetune/Step": 3119, "Finetune/Step Time": 5.264011649414897}
{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.910743236541748, "Finetune/Loss (Raw)": 0.9277852773666382, "Finetune/Step": 3120, "Finetune/Step Time": 5.258516225963831}
{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.9087918400764465, "Finetune/Loss (Raw)": 0.7885362505912781, "Finetune/Step": 3121, "Finetune/Step Time": 5.269410096108913}
{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.907772421836853, "Finetune/Loss (Raw)": 0.942035973072052, "Finetune/Step": 3122, "Finetune/Step Time": 5.265335677191615}
{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.9070746898651123, "Finetune/Loss (Raw)": 0.868342399597168, "Finetune/Step": 3123, "Finetune/Step Time": 5.260108053684235}
{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.9078657031059265, "Finetune/Loss (Raw)": 1.028851866722107, "Finetune/Step": 3124, "Finetune/Step Time": 5.244327800348401}
{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.9088374972343445, "Finetune/Loss (Raw)": 0.9985542893409729, "Finetune/Step": 3125, "Finetune/Step Time": 5.244266752153635}
{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.9096776247024536, "Finetune/Loss (Raw)": 1.0262387990951538, "Finetune/Step": 3126, "Finetune/Step Time": 5.2346704211086035}
{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.9089741706848145, "Finetune/Loss (Raw)": 1.0429322719573975, "Finetune/Step": 3127, "Finetune/Step Time": 5.2311606872826815}
{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.9077296257019043, "Finetune/Loss (Raw)": 0.7607120871543884, "Finetune/Step": 3128, "Finetune/Step Time": 5.267010197043419}
{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.9076869487762451, "Finetune/Loss (Raw)": 0.890733003616333, "Finetune/Step": 3129, "Finetune/Step Time": 5.263542743399739}
{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.9069781303405762, "Finetune/Loss (Raw)": 0.8583632111549377, "Finetune/Step": 3130, "Finetune/Step Time": 5.283140994608402}
{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.9067708849906921, "Finetune/Loss (Raw)": 0.8906781077384949, "Finetune/Step": 3131, "Finetune/Step Time": 5.284603932872415}
{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.9024783372879028, "Finetune/Loss (Raw)": 0.4092532992362976, "Finetune/Step": 3132, "Finetune/Step Time": 5.315954312682152}
{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.903971791267395, "Finetune/Loss (Raw)": 0.9614438414573669, "Finetune/Step": 3133, "Finetune/Step Time": 5.30217488668859}
{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.9037830829620361, "Finetune/Loss (Raw)": 0.9439139366149902, "Finetune/Step": 3134, "Finetune/Step Time": 5.311784544959664}
{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.905025064945221, "Finetune/Loss (Raw)": 0.9660736918449402, "Finetune/Step": 3135, "Finetune/Step Time": 5.314482791349292}
{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.9051091074943542, "Finetune/Loss (Raw)": 0.9980161190032959, "Finetune/Step": 3136, "Finetune/Step Time": 5.316060919314623}
{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.9038513898849487, "Finetune/Loss (Raw)": 0.8722104430198669, "Finetune/Step": 3137, "Finetune/Step Time": 5.332220604643226}
{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.9031022787094116, "Finetune/Loss (Raw)": 0.8053619265556335, "Finetune/Step": 3138, "Finetune/Step Time": 5.328777464106679}
{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.9018799066543579, "Finetune/Loss (Raw)": 0.9080108404159546, "Finetune/Step": 3139, "Finetune/Step Time": 5.334996793419123}
{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.9013174772262573, "Finetune/Loss (Raw)": 0.9129067659378052, "Finetune/Step": 3140, "Finetune/Step Time": 5.345821408554912}
{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.900765061378479, "Finetune/Loss (Raw)": 0.850872278213501, "Finetune/Step": 3141, "Finetune/Step Time": 5.347892070189118}
{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.9007130861282349, "Finetune/Loss (Raw)": 0.8856936097145081, "Finetune/Step": 3142, "Finetune/Step Time": 5.3578058406710625}
{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.9006052017211914, "Finetune/Loss (Raw)": 0.7829210162162781, "Finetune/Step": 3143, "Finetune/Step Time": 5.356895737349987}
{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.9010434746742249, "Finetune/Loss (Raw)": 1.0137581825256348, "Finetune/Step": 3144, "Finetune/Step Time": 5.348528949543834}
{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.9026168584823608, "Finetune/Loss (Raw)": 1.0131746530532837, "Finetune/Step": 3145, "Finetune/Step Time": 5.343391185626388}
{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.9033350944519043, "Finetune/Loss (Raw)": 0.9796066880226135, "Finetune/Step": 3146, "Finetune/Step Time": 5.343729130923748}
{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.9038209915161133, "Finetune/Loss (Raw)": 1.034570574760437, "Finetune/Step": 3147, "Finetune/Step Time": 5.351017294451594}
{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.9051432013511658, "Finetune/Loss (Raw)": 1.084086298942566, "Finetune/Step": 3148, "Finetune/Step Time": 5.371533298864961}
{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.9012116193771362, "Finetune/Loss (Raw)": 0.4171715974807739, "Finetune/Step": 3149, "Finetune/Step Time": 5.399808814749122}
{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.9004766345024109, "Finetune/Loss (Raw)": 0.9138747453689575, "Finetune/Step": 3150, "Finetune/Step Time": 5.396114597097039}
{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.901703953742981, "Finetune/Loss (Raw)": 0.9223337769508362, "Finetune/Step": 3151, "Finetune/Step Time": 5.397400256246328}
{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.9007527828216553, "Finetune/Loss (Raw)": 0.8496133685112, "Finetune/Step": 3152, "Finetune/Step Time": 5.38657665066421}
{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.9007229804992676, "Finetune/Loss (Raw)": 0.9593514800071716, "Finetune/Step": 3153, "Finetune/Step Time": 5.38671295158565}
{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.9001003503799438, "Finetune/Loss (Raw)": 0.9248634576797485, "Finetune/Step": 3154, "Finetune/Step Time": 5.374519634991884}
{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.899954080581665, "Finetune/Loss (Raw)": 0.9991626739501953, "Finetune/Step": 3155, "Finetune/Step Time": 5.368665657937527}
{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.899133026599884, "Finetune/Loss (Raw)": 0.8301374316215515, "Finetune/Step": 3156, "Finetune/Step Time": 5.36342878267169}
{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8988040685653687, "Finetune/Loss (Raw)": 1.0367647409439087, "Finetune/Step": 3157, "Finetune/Step Time": 5.369265478104353}
{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8937994241714478, "Finetune/Loss (Raw)": 0.2814904749393463, "Finetune/Step": 3158, "Finetune/Step Time": 5.387541398406029}
{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8933544754981995, "Finetune/Loss (Raw)": 0.8971176147460938, "Finetune/Step": 3159, "Finetune/Step Time": 5.391103409230709}
{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.892155647277832, "Finetune/Loss (Raw)": 0.8883591890335083, "Finetune/Step": 3160, "Finetune/Step Time": 5.381446037441492}
{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8923501968383789, "Finetune/Loss (Raw)": 0.9554340243339539, "Finetune/Step": 3161, "Finetune/Step Time": 5.40076289139688}
{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8871843814849854, "Finetune/Loss (Raw)": 0.40908920764923096, "Finetune/Step": 3162, "Finetune/Step Time": 5.437947740778327}
{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8883808851242065, "Finetune/Loss (Raw)": 1.0786411762237549, "Finetune/Step": 3163, "Finetune/Step Time": 5.4489077888429165}
{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8887901902198792, "Finetune/Loss (Raw)": 0.9929670095443726, "Finetune/Step": 3164, "Finetune/Step Time": 5.429864095523953}
{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8863922357559204, "Finetune/Loss (Raw)": 0.7422577142715454, "Finetune/Step": 3165, "Finetune/Step Time": 5.432033743709326}
{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8849557638168335, "Finetune/Loss (Raw)": 0.8473434448242188, "Finetune/Step": 3166, "Finetune/Step Time": 5.432178167626262}
{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8855030536651611, "Finetune/Loss (Raw)": 0.9450918436050415, "Finetune/Step": 3167, "Finetune/Step Time": 5.429798502475023}
{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8861538171768188, "Finetune/Loss (Raw)": 1.049019694328308, "Finetune/Step": 3168, "Finetune/Step Time": 5.435828149318695}
{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8824403882026672, "Finetune/Loss (Raw)": 0.3073999583721161, "Finetune/Step": 3169, "Finetune/Step Time": 5.463823921978474}
{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8813982605934143, "Finetune/Loss (Raw)": 0.8164083361625671, "Finetune/Step": 3170, "Finetune/Step Time": 5.4646069426089525}
{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8856364488601685, "Finetune/Loss (Raw)": 0.8489483594894409, "Finetune/Step": 3171, "Finetune/Step Time": 5.430901572108269}
{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8871074318885803, "Finetune/Loss (Raw)": 0.9350427389144897, "Finetune/Step": 3172, "Finetune/Step Time": 5.412926446646452}
{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8869632482528687, "Finetune/Loss (Raw)": 0.8444193005561829, "Finetune/Step": 3173, "Finetune/Step Time": 5.4241899233311415}
{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8869258761405945, "Finetune/Loss (Raw)": 1.0823936462402344, "Finetune/Step": 3174, "Finetune/Step Time": 5.429414089769125}
{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.8873019218444824, "Finetune/Loss (Raw)": 0.9278755187988281, "Finetune/Step": 3175, "Finetune/Step Time": 5.4260158855468035}
{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8874036073684692, "Finetune/Loss (Raw)": 1.0838489532470703, "Finetune/Step": 3176, "Finetune/Step Time": 5.433805480599403}
{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8871111869812012, "Finetune/Loss (Raw)": 0.8771008253097534, "Finetune/Step": 3177, "Finetune/Step Time": 5.437747118994594}
{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8860549926757812, "Finetune/Loss (Raw)": 0.8852538466453552, "Finetune/Step": 3178, "Finetune/Step Time": 5.443625081330538}
{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8864971399307251, "Finetune/Loss (Raw)": 1.1287106275558472, "Finetune/Step": 3179, "Finetune/Step Time": 5.4497015960514545}
{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8857508301734924, "Finetune/Loss (Raw)": 0.8433140516281128, "Finetune/Step": 3180, "Finetune/Step Time": 5.445334753021598}
{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8854473233222961, "Finetune/Loss (Raw)": 0.9777019023895264, "Finetune/Step": 3181, "Finetune/Step Time": 5.440692638978362}
{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8847932815551758, "Finetune/Loss (Raw)": 0.9494613409042358, "Finetune/Step": 3182, "Finetune/Step Time": 5.437980156391859}
{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8842098712921143, "Finetune/Loss (Raw)": 0.9069334268569946, "Finetune/Step": 3183, "Finetune/Step Time": 5.437554316595197}
{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.8837871551513672, "Finetune/Loss (Raw)": 0.9531883001327515, "Finetune/Step": 3184, "Finetune/Step Time": 5.454541040584445}
{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8848370313644409, "Finetune/Loss (Raw)": 0.961237370967865, "Finetune/Step": 3185, "Finetune/Step Time": 5.448958186432719}
{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8837617039680481, "Finetune/Loss (Raw)": 0.8855422139167786, "Finetune/Step": 3186, "Finetune/Step Time": 5.453227262943983}
{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.88384610414505, "Finetune/Loss (Raw)": 0.9847503900527954, "Finetune/Step": 3187, "Finetune/Step Time": 5.445518020540476}
{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.882880687713623, "Finetune/Loss (Raw)": 0.9055250287055969, "Finetune/Step": 3188, "Finetune/Step Time": 5.453859265893698}
{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8822389841079712, "Finetune/Loss (Raw)": 0.901635468006134, "Finetune/Step": 3189, "Finetune/Step Time": 5.450539069250226}
{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8823357820510864, "Finetune/Loss (Raw)": 0.9180495142936707, "Finetune/Step": 3190, "Finetune/Step Time": 5.420900080353022}
{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8833620548248291, "Finetune/Loss (Raw)": 1.0398627519607544, "Finetune/Step": 3191, "Finetune/Step Time": 5.447079569101334}
{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.8828849792480469, "Finetune/Loss (Raw)": 0.876262366771698, "Finetune/Step": 3192, "Finetune/Step Time": 5.4523065984249115}
{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8830369114875793, "Finetune/Loss (Raw)": 0.8957715034484863, "Finetune/Step": 3193, "Finetune/Step Time": 5.442376421764493}
{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.883630633354187, "Finetune/Loss (Raw)": 0.8162755966186523, "Finetune/Step": 3194, "Finetune/Step Time": 5.410400776192546}
{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8844244480133057, "Finetune/Loss (Raw)": 1.0218567848205566, "Finetune/Step": 3195, "Finetune/Step Time": 5.417212745174766}
{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8843848705291748, "Finetune/Loss (Raw)": 0.9534015655517578, "Finetune/Step": 3196, "Finetune/Step Time": 5.406709033995867}
{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8861409425735474, "Finetune/Loss (Raw)": 1.0318087339401245, "Finetune/Step": 3197, "Finetune/Step Time": 5.398710023611784}
{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8853163123130798, "Finetune/Loss (Raw)": 0.8372869491577148, "Finetune/Step": 3198, "Finetune/Step Time": 5.406493561342359}
{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8846872448921204, "Finetune/Loss (Raw)": 0.9545842409133911, "Finetune/Step": 3199, "Finetune/Step Time": 5.405882831662893}
{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8861904144287109, "Finetune/Loss (Raw)": 1.094359278678894, "Finetune/Step": 3200, "Finetune/Step Time": 5.40131026878953}
{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.8856194019317627, "Finetune/Loss (Raw)": 0.8512114882469177, "Finetune/Step": 3201, "Finetune/Step Time": 5.4029165636748075}
{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8858335018157959, "Finetune/Loss (Raw)": 0.9100420475006104, "Finetune/Step": 3202, "Finetune/Step Time": 5.399409798905253}
{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8905222415924072, "Finetune/Loss (Raw)": 0.8869092464447021, "Finetune/Step": 3203, "Finetune/Step Time": 5.367697037756443}
{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8910678625106812, "Finetune/Loss (Raw)": 0.8657251596450806, "Finetune/Step": 3204, "Finetune/Step Time": 5.374810628592968}
{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8903070092201233, "Finetune/Loss (Raw)": 0.8611695766448975, "Finetune/Step": 3205, "Finetune/Step Time": 5.371140794828534}
{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8900700211524963, "Finetune/Loss (Raw)": 0.8273144960403442, "Finetune/Step": 3206, "Finetune/Step Time": 5.372442692518234}
{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8910331130027771, "Finetune/Loss (Raw)": 0.962123692035675, "Finetune/Step": 3207, "Finetune/Step Time": 5.367016209289432}
{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8927006721496582, "Finetune/Loss (Raw)": 0.9995267391204834, "Finetune/Step": 3208, "Finetune/Step Time": 5.360615672543645}
{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8929763436317444, "Finetune/Loss (Raw)": 0.8778119087219238, "Finetune/Step": 3209, "Finetune/Step Time": 5.368524566292763}
{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8926119804382324, "Finetune/Loss (Raw)": 0.8365640044212341, "Finetune/Step": 3210, "Finetune/Step Time": 5.367601171135902}
{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8925288915634155, "Finetune/Loss (Raw)": 0.98650723695755, "Finetune/Step": 3211, "Finetune/Step Time": 5.366777308285236}
{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8890204429626465, "Finetune/Loss (Raw)": 0.3920212984085083, "Finetune/Step": 3212, "Finetune/Step Time": 5.389868129044771}
{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8880899548530579, "Finetune/Loss (Raw)": 0.9930369257926941, "Finetune/Step": 3213, "Finetune/Step Time": 5.387211963534355}
{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8879704475402832, "Finetune/Loss (Raw)": 0.9824130535125732, "Finetune/Step": 3214, "Finetune/Step Time": 5.39911974221468}
{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.886995792388916, "Finetune/Loss (Raw)": 0.8287600874900818, "Finetune/Step": 3215, "Finetune/Step Time": 5.407483372837305}
{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8870328068733215, "Finetune/Loss (Raw)": 0.7659822702407837, "Finetune/Step": 3216, "Finetune/Step Time": 5.4278305526822805}
{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8869774341583252, "Finetune/Loss (Raw)": 0.9633031487464905, "Finetune/Step": 3217, "Finetune/Step Time": 5.4194495100528}
{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8875240683555603, "Finetune/Loss (Raw)": 0.9463256597518921, "Finetune/Step": 3218, "Finetune/Step Time": 5.417393568903208}
{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.886925220489502, "Finetune/Loss (Raw)": 0.7908792495727539, "Finetune/Step": 3219, "Finetune/Step Time": 5.401631027460098}
{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8932327628135681, "Finetune/Loss (Raw)": 1.1027705669403076, "Finetune/Step": 3220, "Finetune/Step Time": 5.369332175701857}
{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8927965760231018, "Finetune/Loss (Raw)": 0.8552687168121338, "Finetune/Step": 3221, "Finetune/Step Time": 5.373304899781942}
{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.888032078742981, "Finetune/Loss (Raw)": 0.33009010553359985, "Finetune/Step": 3222, "Finetune/Step Time": 5.403096059337258}
{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8876827955245972, "Finetune/Loss (Raw)": 0.8753429055213928, "Finetune/Step": 3223, "Finetune/Step Time": 5.408099718391895}
{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8878961205482483, "Finetune/Loss (Raw)": 0.9671087861061096, "Finetune/Step": 3224, "Finetune/Step Time": 5.403981652110815}
{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8927857875823975, "Finetune/Loss (Raw)": 0.9280940294265747, "Finetune/Step": 3225, "Finetune/Step Time": 5.37607491761446}
{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.894133985042572, "Finetune/Loss (Raw)": 0.9433236718177795, "Finetune/Step": 3226, "Finetune/Step Time": 5.375323094427586}
{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8935307264328003, "Finetune/Loss (Raw)": 0.9051129817962646, "Finetune/Step": 3227, "Finetune/Step Time": 5.381428763270378}
{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8917911052703857, "Finetune/Loss (Raw)": 0.9071619510650635, "Finetune/Step": 3228, "Finetune/Step Time": 5.379287660121918}
{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8943529725074768, "Finetune/Loss (Raw)": 1.012359619140625, "Finetune/Step": 3229, "Finetune/Step Time": 5.364051090553403}
{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.893497109413147, "Finetune/Loss (Raw)": 0.8869315385818481, "Finetune/Step": 3230, "Finetune/Step Time": 5.36656941473484}
{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8924691677093506, "Finetune/Loss (Raw)": 0.9402346611022949, "Finetune/Step": 3231, "Finetune/Step Time": 5.379295811057091}
{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8931964039802551, "Finetune/Loss (Raw)": 1.0507524013519287, "Finetune/Step": 3232, "Finetune/Step Time": 5.381142163649201}
{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8948696851730347, "Finetune/Loss (Raw)": 1.149029016494751, "Finetune/Step": 3233, "Finetune/Step Time": 5.384301960468292}
{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8941205143928528, "Finetune/Loss (Raw)": 0.7976129651069641, "Finetune/Step": 3234, "Finetune/Step Time": 5.405989967286587}
{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8943954706192017, "Finetune/Loss (Raw)": 1.0746437311172485, "Finetune/Step": 3235, "Finetune/Step Time": 5.415723511949182}
{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8938035368919373, "Finetune/Loss (Raw)": 0.7663952708244324, "Finetune/Step": 3236, "Finetune/Step Time": 5.417095212265849}
{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8945049047470093, "Finetune/Loss (Raw)": 1.0134621858596802, "Finetune/Step": 3237, "Finetune/Step Time": 5.414855569601059}
{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8907260894775391, "Finetune/Loss (Raw)": 0.3912399709224701, "Finetune/Step": 3238, "Finetune/Step Time": 5.44797477312386}
{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8918615579605103, "Finetune/Loss (Raw)": 1.054875135421753, "Finetune/Step": 3239, "Finetune/Step Time": 5.44259393401444}
{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8926575183868408, "Finetune/Loss (Raw)": 1.1164007186889648, "Finetune/Step": 3240, "Finetune/Step Time": 5.44448016770184}
{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8933247327804565, "Finetune/Loss (Raw)": 1.0023467540740967, "Finetune/Step": 3241, "Finetune/Step Time": 5.433807397261262}
{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8936983942985535, "Finetune/Loss (Raw)": 1.004207730293274, "Finetune/Step": 3242, "Finetune/Step Time": 5.430538697168231}
{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8944478034973145, "Finetune/Loss (Raw)": 0.9839840531349182, "Finetune/Step": 3243, "Finetune/Step Time": 5.429459184408188}
{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8962057828903198, "Finetune/Loss (Raw)": 0.9987034201622009, "Finetune/Step": 3244, "Finetune/Step Time": 5.393990248441696}
{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8970028162002563, "Finetune/Loss (Raw)": 1.0275288820266724, "Finetune/Step": 3245, "Finetune/Step Time": 5.399273181334138}
{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8992228507995605, "Finetune/Loss (Raw)": 0.7543236017227173, "Finetune/Step": 3246, "Finetune/Step Time": 5.370992610231042}
{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8992191553115845, "Finetune/Loss (Raw)": 0.9011842608451843, "Finetune/Step": 3247, "Finetune/Step Time": 5.370577357709408}
{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.900058925151825, "Finetune/Loss (Raw)": 1.035278081893921, "Finetune/Step": 3248, "Finetune/Step Time": 5.374104315415025}
{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.901979923248291, "Finetune/Loss (Raw)": 1.0344260931015015, "Finetune/Step": 3249, "Finetune/Step Time": 5.363423198461533}
{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.9015154838562012, "Finetune/Loss (Raw)": 0.8825802206993103, "Finetune/Step": 3250, "Finetune/Step Time": 5.376393083482981}
{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.9020448923110962, "Finetune/Loss (Raw)": 0.9361181855201721, "Finetune/Step": 3251, "Finetune/Step Time": 5.403750380501151}
{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.9025082588195801, "Finetune/Loss (Raw)": 1.0881494283676147, "Finetune/Step": 3252, "Finetune/Step Time": 5.403800271451473}
{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.9030020833015442, "Finetune/Loss (Raw)": 1.0617748498916626, "Finetune/Step": 3253, "Finetune/Step Time": 5.4064482264220715}
{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.9026548266410828, "Finetune/Loss (Raw)": 0.9817826151847839, "Finetune/Step": 3254, "Finetune/Step Time": 5.4005602560937405}
{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.9017983675003052, "Finetune/Loss (Raw)": 0.9333094358444214, "Finetune/Step": 3255, "Finetune/Step Time": 5.41706913150847}
{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.9042244553565979, "Finetune/Loss (Raw)": 1.071250557899475, "Finetune/Step": 3256, "Finetune/Step Time": 5.3830602671951056}
{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.903899073600769, "Finetune/Loss (Raw)": 0.8490760326385498, "Finetune/Step": 3257, "Finetune/Step Time": 5.3930534813553095}
{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.9058050513267517, "Finetune/Loss (Raw)": 1.102339506149292, "Finetune/Step": 3258, "Finetune/Step Time": 5.3764347322285175}
{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.9059909582138062, "Finetune/Loss (Raw)": 0.9144737720489502, "Finetune/Step": 3259, "Finetune/Step Time": 5.385324336588383}
{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.9107242226600647, "Finetune/Loss (Raw)": 1.0151128768920898, "Finetune/Step": 3260, "Finetune/Step Time": 5.3709915820509195}
{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.9097694754600525, "Finetune/Loss (Raw)": 0.8392354249954224, "Finetune/Step": 3261, "Finetune/Step Time": 5.366266807541251}
{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.9101961851119995, "Finetune/Loss (Raw)": 0.9985262751579285, "Finetune/Step": 3262, "Finetune/Step Time": 5.35277308896184}
{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.9107227325439453, "Finetune/Loss (Raw)": 1.0334721803665161, "Finetune/Step": 3263, "Finetune/Step Time": 5.356491973623633}
{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.9099741578102112, "Finetune/Loss (Raw)": 0.9022007584571838, "Finetune/Step": 3264, "Finetune/Step Time": 5.357244733721018}
{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.9118376970291138, "Finetune/Loss (Raw)": 1.1107426881790161, "Finetune/Step": 3265, "Finetune/Step Time": 5.340667625889182}
{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.912725567817688, "Finetune/Loss (Raw)": 0.9190141558647156, "Finetune/Step": 3266, "Finetune/Step Time": 5.335166187956929}
{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.9133685231208801, "Finetune/Loss (Raw)": 0.9903069138526917, "Finetune/Step": 3267, "Finetune/Step Time": 5.343901397660375}
{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.9140150547027588, "Finetune/Loss (Raw)": 0.9956638813018799, "Finetune/Step": 3268, "Finetune/Step Time": 5.337842250242829}
{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.9152440428733826, "Finetune/Loss (Raw)": 1.0081793069839478, "Finetune/Step": 3269, "Finetune/Step Time": 5.345327518880367}
{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.9151886701583862, "Finetune/Loss (Raw)": 0.8786078095436096, "Finetune/Step": 3270, "Finetune/Step Time": 5.329754175618291}
{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.9161736965179443, "Finetune/Loss (Raw)": 0.9089944958686829, "Finetune/Step": 3271, "Finetune/Step Time": 5.314508602023125}
{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.915998101234436, "Finetune/Loss (Raw)": 0.9912914037704468, "Finetune/Step": 3272, "Finetune/Step Time": 5.34341043792665}
{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.9146190881729126, "Finetune/Loss (Raw)": 0.8366583585739136, "Finetune/Step": 3273, "Finetune/Step Time": 5.354630941525102}
{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.9094467759132385, "Finetune/Loss (Raw)": 0.3175501227378845, "Finetune/Step": 3274, "Finetune/Step Time": 5.386010896414518}
{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.9076810479164124, "Finetune/Loss (Raw)": 0.8085559606552124, "Finetune/Step": 3275, "Finetune/Step Time": 5.383771121501923}
{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.9065359234809875, "Finetune/Loss (Raw)": 0.9375149011611938, "Finetune/Step": 3276, "Finetune/Step Time": 5.368925774469972}
{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.9109280705451965, "Finetune/Loss (Raw)": 0.9793682098388672, "Finetune/Step": 3277, "Finetune/Step Time": 5.336580423638225}
{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.9107804894447327, "Finetune/Loss (Raw)": 0.8949809074401855, "Finetune/Step": 3278, "Finetune/Step Time": 5.3464510422199965}
{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.9113519191741943, "Finetune/Loss (Raw)": 0.9954718947410583, "Finetune/Step": 3279, "Finetune/Step Time": 5.354197453707457}
{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.9126750230789185, "Finetune/Loss (Raw)": 1.0189777612686157, "Finetune/Step": 3280, "Finetune/Step Time": 5.353434178978205}
{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.9134673476219177, "Finetune/Loss (Raw)": 1.0607675313949585, "Finetune/Step": 3281, "Finetune/Step Time": 5.355488728731871}
{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.9133433103561401, "Finetune/Loss (Raw)": 0.9089875221252441, "Finetune/Step": 3282, "Finetune/Step Time": 5.3570416290313005}
{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.9083884954452515, "Finetune/Loss (Raw)": 0.36494043469429016, "Finetune/Step": 3283, "Finetune/Step Time": 5.388351755216718}
{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.9089949727058411, "Finetune/Loss (Raw)": 0.9077727794647217, "Finetune/Step": 3284, "Finetune/Step Time": 5.391355136409402}
{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.9088060259819031, "Finetune/Loss (Raw)": 1.0125774145126343, "Finetune/Step": 3285, "Finetune/Step Time": 5.384838121011853}
{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.9136427640914917, "Finetune/Loss (Raw)": 0.9005971550941467, "Finetune/Step": 3286, "Finetune/Step Time": 5.359440399333835}
{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.9139653444290161, "Finetune/Loss (Raw)": 0.9384097456932068, "Finetune/Step": 3287, "Finetune/Step Time": 5.3666906505823135}
{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.9150234460830688, "Finetune/Loss (Raw)": 1.0237939357757568, "Finetune/Step": 3288, "Finetune/Step Time": 5.377674309536815}
{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.9141480922698975, "Finetune/Loss (Raw)": 0.8433835506439209, "Finetune/Step": 3289, "Finetune/Step Time": 5.359054772183299}
{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.9185553789138794, "Finetune/Loss (Raw)": 0.9732206463813782, "Finetune/Step": 3290, "Finetune/Step Time": 5.3229068126529455}
{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.9164952635765076, "Finetune/Loss (Raw)": 0.8149486780166626, "Finetune/Step": 3291, "Finetune/Step Time": 5.318462278693914}
{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.9156445264816284, "Finetune/Loss (Raw)": 0.8840696215629578, "Finetune/Step": 3292, "Finetune/Step Time": 5.319394735619426}
{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.917373776435852, "Finetune/Loss (Raw)": 0.9636051058769226, "Finetune/Step": 3293, "Finetune/Step Time": 5.314879681915045}
{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.9175984859466553, "Finetune/Loss (Raw)": 0.87610924243927, "Finetune/Step": 3294, "Finetune/Step Time": 5.341532411053777}
{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.9169434309005737, "Finetune/Loss (Raw)": 0.8612393140792847, "Finetune/Step": 3295, "Finetune/Step Time": 5.3442904110997915}
{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.9162158370018005, "Finetune/Loss (Raw)": 0.9558900594711304, "Finetune/Step": 3296, "Finetune/Step Time": 5.3450309894979}
{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.9205825328826904, "Finetune/Loss (Raw)": 0.866337239742279, "Finetune/Step": 3297, "Finetune/Step Time": 5.334011767059565}
{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.9221235513687134, "Finetune/Loss (Raw)": 1.0136576890945435, "Finetune/Step": 3298, "Finetune/Step Time": 5.337278904393315}
{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.9184563755989075, "Finetune/Loss (Raw)": 0.3795483410358429, "Finetune/Step": 3299, "Finetune/Step Time": 5.366562332957983}
{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.918545126914978, "Finetune/Loss (Raw)": 0.9464042782783508, "Finetune/Step": 3300, "Finetune/Step Time": 5.368820866569877}
{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.9180314540863037, "Finetune/Loss (Raw)": 0.7786707878112793, "Finetune/Step": 3301, "Finetune/Step Time": 5.357753675431013}
{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.917283833026886, "Finetune/Loss (Raw)": 0.9867005944252014, "Finetune/Step": 3302, "Finetune/Step Time": 5.355930374935269}
{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.9170087575912476, "Finetune/Loss (Raw)": 0.8926610350608826, "Finetune/Step": 3303, "Finetune/Step Time": 5.353626182302833}
{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.9153933525085449, "Finetune/Loss (Raw)": 0.8770759105682373, "Finetune/Step": 3304, "Finetune/Step Time": 5.357333317399025}
{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.9166440963745117, "Finetune/Loss (Raw)": 1.037203073501587, "Finetune/Step": 3305, "Finetune/Step Time": 5.352871747687459}
{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.9165657758712769, "Finetune/Loss (Raw)": 0.875227689743042, "Finetune/Step": 3306, "Finetune/Step Time": 5.344841016456485}
{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.9160683155059814, "Finetune/Loss (Raw)": 1.0650365352630615, "Finetune/Step": 3307, "Finetune/Step Time": 5.33470849506557}
{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.9176676869392395, "Finetune/Loss (Raw)": 1.0480294227600098, "Finetune/Step": 3308, "Finetune/Step Time": 5.340969648212194}
{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.9181355237960815, "Finetune/Loss (Raw)": 1.0375844240188599, "Finetune/Step": 3309, "Finetune/Step Time": 5.351278804242611}
{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.9171575903892517, "Finetune/Loss (Raw)": 0.824286699295044, "Finetune/Step": 3310, "Finetune/Step Time": 5.348228666931391}
{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.9166215658187866, "Finetune/Loss (Raw)": 0.8383177518844604, "Finetune/Step": 3311, "Finetune/Step Time": 5.356593087315559}
{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.9159669876098633, "Finetune/Loss (Raw)": 0.8694044947624207, "Finetune/Step": 3312, "Finetune/Step Time": 5.344390155747533}
{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.9117922186851501, "Finetune/Loss (Raw)": 0.4268679916858673, "Finetune/Step": 3313, "Finetune/Step Time": 5.369529485702515}
{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.9113854169845581, "Finetune/Loss (Raw)": 0.8334797620773315, "Finetune/Step": 3314, "Finetune/Step Time": 5.365761686116457}
{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.9127328395843506, "Finetune/Loss (Raw)": 1.157207727432251, "Finetune/Step": 3315, "Finetune/Step Time": 5.365185214206576}
{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.9122505187988281, "Finetune/Loss (Raw)": 0.8437943458557129, "Finetune/Step": 3316, "Finetune/Step Time": 5.356638938188553}
{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.9126965999603271, "Finetune/Loss (Raw)": 0.9587324857711792, "Finetune/Step": 3317, "Finetune/Step Time": 5.363793859258294}
{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.9081065058708191, "Finetune/Loss (Raw)": 0.33052298426628113, "Finetune/Step": 3318, "Finetune/Step Time": 5.390351617708802}
{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.9078563451766968, "Finetune/Loss (Raw)": 1.007843017578125, "Finetune/Step": 3319, "Finetune/Step Time": 5.3704251032322645}
{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.9080350399017334, "Finetune/Loss (Raw)": 0.8991364240646362, "Finetune/Step": 3320, "Finetune/Step Time": 5.362321695312858}
{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.9077316522598267, "Finetune/Loss (Raw)": 0.8569265604019165, "Finetune/Step": 3321, "Finetune/Step Time": 5.356544913724065}
{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.9083293080329895, "Finetune/Loss (Raw)": 0.8927819132804871, "Finetune/Step": 3322, "Finetune/Step Time": 5.349546300247312}
{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.9085830450057983, "Finetune/Loss (Raw)": 1.0543354749679565, "Finetune/Step": 3323, "Finetune/Step Time": 5.356034720316529}
{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.9078587293624878, "Finetune/Loss (Raw)": 0.8606888651847839, "Finetune/Step": 3324, "Finetune/Step Time": 5.3692016042768955}
{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.9064005017280579, "Finetune/Loss (Raw)": 0.8451541662216187, "Finetune/Step": 3325, "Finetune/Step Time": 5.368757015094161}
{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.9074939489364624, "Finetune/Loss (Raw)": 0.9772496223449707, "Finetune/Step": 3326, "Finetune/Step Time": 5.3551131673157215}
{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.9063456058502197, "Finetune/Loss (Raw)": 0.8075957894325256, "Finetune/Step": 3327, "Finetune/Step Time": 5.373101387172937}
{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.9060279130935669, "Finetune/Loss (Raw)": 1.0536924600601196, "Finetune/Step": 3328, "Finetune/Step Time": 5.371829779818654}
{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.9076265692710876, "Finetune/Loss (Raw)": 1.0558388233184814, "Finetune/Step": 3329, "Finetune/Step Time": 5.374483320862055}
{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.9070972800254822, "Finetune/Loss (Raw)": 0.842299222946167, "Finetune/Step": 3330, "Finetune/Step Time": 5.387869086116552}
{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.9077515602111816, "Finetune/Loss (Raw)": 0.9706559777259827, "Finetune/Step": 3331, "Finetune/Step Time": 5.406127681955695}
{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.9081820249557495, "Finetune/Loss (Raw)": 0.9208226203918457, "Finetune/Step": 3332, "Finetune/Step Time": 5.399621589109302}
{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.9091123342514038, "Finetune/Loss (Raw)": 0.9802501201629639, "Finetune/Step": 3333, "Finetune/Step Time": 5.405172694474459}
{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.9098614454269409, "Finetune/Loss (Raw)": 0.9231968522071838, "Finetune/Step": 3334, "Finetune/Step Time": 5.40578668564558}
{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.9092421531677246, "Finetune/Loss (Raw)": 0.8828616738319397, "Finetune/Step": 3335, "Finetune/Step Time": 5.384318176656961}
{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.9084142446517944, "Finetune/Loss (Raw)": 0.893545389175415, "Finetune/Step": 3336, "Finetune/Step Time": 5.383498651906848}
{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.9081112742424011, "Finetune/Loss (Raw)": 0.8390342593193054, "Finetune/Step": 3337, "Finetune/Step Time": 5.381926637142897}
{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.9087680578231812, "Finetune/Loss (Raw)": 0.9206358194351196, "Finetune/Step": 3338, "Finetune/Step Time": 5.390362581238151}
{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.9087092280387878, "Finetune/Loss (Raw)": 0.9789755344390869, "Finetune/Step": 3339, "Finetune/Step Time": 5.377602692693472}
{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.9131065607070923, "Finetune/Loss (Raw)": 0.954881489276886, "Finetune/Step": 3340, "Finetune/Step Time": 5.349040325731039}
{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.9136296510696411, "Finetune/Loss (Raw)": 1.059995412826538, "Finetune/Step": 3341, "Finetune/Step Time": 5.355719152837992}
{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.9141116738319397, "Finetune/Loss (Raw)": 1.04410719871521, "Finetune/Step": 3342, "Finetune/Step Time": 5.336906706914306}
{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.9151778221130371, "Finetune/Loss (Raw)": 0.9652332663536072, "Finetune/Step": 3343, "Finetune/Step Time": 5.324775204062462}
{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.9151270389556885, "Finetune/Loss (Raw)": 0.759475827217102, "Finetune/Step": 3344, "Finetune/Step Time": 5.311062486842275}
{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.9103150963783264, "Finetune/Loss (Raw)": 0.34737318754196167, "Finetune/Step": 3345, "Finetune/Step Time": 5.346542712301016}
{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.9112347960472107, "Finetune/Loss (Raw)": 1.0640524625778198, "Finetune/Step": 3346, "Finetune/Step Time": 5.344703026115894}
{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.9112194776535034, "Finetune/Loss (Raw)": 0.7889190316200256, "Finetune/Step": 3347, "Finetune/Step Time": 5.345795253291726}
{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.9103905558586121, "Finetune/Loss (Raw)": 0.9966641068458557, "Finetune/Step": 3348, "Finetune/Step Time": 5.350448168814182}
{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.9113265872001648, "Finetune/Loss (Raw)": 0.9750809073448181, "Finetune/Step": 3349, "Finetune/Step Time": 5.347483266144991}
{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.9174301624298096, "Finetune/Loss (Raw)": 1.1113461256027222, "Finetune/Step": 3350, "Finetune/Step Time": 5.323072152212262}
{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.9175648093223572, "Finetune/Loss (Raw)": 0.892582356929779, "Finetune/Step": 3351, "Finetune/Step Time": 5.330393802374601}
{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.9176275730133057, "Finetune/Loss (Raw)": 0.9751418232917786, "Finetune/Step": 3352, "Finetune/Step Time": 5.334233656525612}
{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.9183030128479004, "Finetune/Loss (Raw)": 1.0145431756973267, "Finetune/Step": 3353, "Finetune/Step Time": 5.350321808829904}
{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.9183882474899292, "Finetune/Loss (Raw)": 0.9542326927185059, "Finetune/Step": 3354, "Finetune/Step Time": 5.348178997635841}
{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.9191855192184448, "Finetune/Loss (Raw)": 1.0071793794631958, "Finetune/Step": 3355, "Finetune/Step Time": 5.334246648475528}
{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.9197934865951538, "Finetune/Loss (Raw)": 0.9849775433540344, "Finetune/Step": 3356, "Finetune/Step Time": 5.342077674344182}
{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.9188390374183655, "Finetune/Loss (Raw)": 0.8901861310005188, "Finetune/Step": 3357, "Finetune/Step Time": 5.342559035867453}
{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.9185025095939636, "Finetune/Loss (Raw)": 0.8438584804534912, "Finetune/Step": 3358, "Finetune/Step Time": 5.336325068026781}
{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.9196359515190125, "Finetune/Loss (Raw)": 1.0853180885314941, "Finetune/Step": 3359, "Finetune/Step Time": 5.310049662366509}
{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.9195370078086853, "Finetune/Loss (Raw)": 1.0380815267562866, "Finetune/Step": 3360, "Finetune/Step Time": 5.310896886512637}
{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.9183138608932495, "Finetune/Loss (Raw)": 0.9924693703651428, "Finetune/Step": 3361, "Finetune/Step Time": 5.324103195220232}
{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.9187334775924683, "Finetune/Loss (Raw)": 0.8513186573982239, "Finetune/Step": 3362, "Finetune/Step Time": 5.3065070658922195}
{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.9178611040115356, "Finetune/Loss (Raw)": 0.9629815220832825, "Finetune/Step": 3363, "Finetune/Step Time": 5.30132214166224}
{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.919585645198822, "Finetune/Loss (Raw)": 0.9871387481689453, "Finetune/Step": 3364, "Finetune/Step Time": 5.293504636734724}
{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.9189327955245972, "Finetune/Loss (Raw)": 0.92989581823349, "Finetune/Step": 3365, "Finetune/Step Time": 5.3075812347233295}
{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.9226441979408264, "Finetune/Loss (Raw)": 0.8663015365600586, "Finetune/Step": 3366, "Finetune/Step Time": 5.287667689844966}
{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.9210894107818604, "Finetune/Loss (Raw)": 0.8558637499809265, "Finetune/Step": 3367, "Finetune/Step Time": 5.290857153013349}
{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.9157627820968628, "Finetune/Loss (Raw)": 0.4345875084400177, "Finetune/Step": 3368, "Finetune/Step Time": 5.320641662925482}
{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.9160597324371338, "Finetune/Loss (Raw)": 1.0403558015823364, "Finetune/Step": 3369, "Finetune/Step Time": 5.3190948739647865}
{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.9158414006233215, "Finetune/Loss (Raw)": 0.976260244846344, "Finetune/Step": 3370, "Finetune/Step Time": 5.316552909091115}
{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.9137108325958252, "Finetune/Loss (Raw)": 0.7112741470336914, "Finetune/Step": 3371, "Finetune/Step Time": 5.338366501033306}
{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.9130414128303528, "Finetune/Loss (Raw)": 0.9130197763442993, "Finetune/Step": 3372, "Finetune/Step Time": 5.349717700853944}
{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.912810206413269, "Finetune/Loss (Raw)": 0.9979269504547119, "Finetune/Step": 3373, "Finetune/Step Time": 5.355541668832302}
{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.9142592549324036, "Finetune/Loss (Raw)": 0.9398099780082703, "Finetune/Step": 3374, "Finetune/Step Time": 5.358084296807647}
{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.9163574576377869, "Finetune/Loss (Raw)": 1.1697560548782349, "Finetune/Step": 3375, "Finetune/Step Time": 5.355872791260481}
{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.9163123965263367, "Finetune/Loss (Raw)": 1.0295050144195557, "Finetune/Step": 3376, "Finetune/Step Time": 5.348433379083872}
{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.9146983623504639, "Finetune/Loss (Raw)": 0.8278276324272156, "Finetune/Step": 3377, "Finetune/Step Time": 5.359406819567084}
{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.9157534837722778, "Finetune/Loss (Raw)": 1.017635703086853, "Finetune/Step": 3378, "Finetune/Step Time": 5.355089135468006}
{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.9141883254051208, "Finetune/Loss (Raw)": 0.7357776761054993, "Finetune/Step": 3379, "Finetune/Step Time": 5.329632868990302}
{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.9121479392051697, "Finetune/Loss (Raw)": 0.8269810676574707, "Finetune/Step": 3380, "Finetune/Step Time": 5.327454969286919}
{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.911085844039917, "Finetune/Loss (Raw)": 0.9258260130882263, "Finetune/Step": 3381, "Finetune/Step Time": 5.322065584361553}
{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.9118523001670837, "Finetune/Loss (Raw)": 1.079892873764038, "Finetune/Step": 3382, "Finetune/Step Time": 5.324212945997715}
{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.9115681648254395, "Finetune/Loss (Raw)": 0.896942138671875, "Finetune/Step": 3383, "Finetune/Step Time": 5.312339982017875}
{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.9108483791351318, "Finetune/Loss (Raw)": 0.9791125059127808, "Finetune/Step": 3384, "Finetune/Step Time": 5.3079999554902315}
{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.91053307056427, "Finetune/Loss (Raw)": 0.8087157607078552, "Finetune/Step": 3385, "Finetune/Step Time": 5.302655223757029}
{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.9091960191726685, "Finetune/Loss (Raw)": 0.9311961531639099, "Finetune/Step": 3386, "Finetune/Step Time": 5.294691510498524}
{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.9086670875549316, "Finetune/Loss (Raw)": 0.8467769622802734, "Finetune/Step": 3387, "Finetune/Step Time": 5.277734257280827}
{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.9073360562324524, "Finetune/Loss (Raw)": 0.8447389602661133, "Finetune/Step": 3388, "Finetune/Step Time": 5.260062742978334}
{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.9082753658294678, "Finetune/Loss (Raw)": 0.9594581127166748, "Finetune/Step": 3389, "Finetune/Step Time": 5.2644107937812805}
{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.908161461353302, "Finetune/Loss (Raw)": 0.9839546084403992, "Finetune/Step": 3390, "Finetune/Step Time": 5.269199101254344}
{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.9087947607040405, "Finetune/Loss (Raw)": 1.1145347356796265, "Finetune/Step": 3391, "Finetune/Step Time": 5.26550461538136}
{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.9086906909942627, "Finetune/Loss (Raw)": 0.8888756036758423, "Finetune/Step": 3392, "Finetune/Step Time": 5.265221033245325}
{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.9082239866256714, "Finetune/Loss (Raw)": 1.0510143041610718, "Finetune/Step": 3393, "Finetune/Step Time": 5.261951398104429}
{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.9084213972091675, "Finetune/Loss (Raw)": 0.9442716836929321, "Finetune/Step": 3394, "Finetune/Step Time": 5.281971102580428}
{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.9086627960205078, "Finetune/Loss (Raw)": 1.0212043523788452, "Finetune/Step": 3395, "Finetune/Step Time": 5.265525626018643}
{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.9071558117866516, "Finetune/Loss (Raw)": 0.8027762770652771, "Finetune/Step": 3396, "Finetune/Step Time": 5.265408972278237}
{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.9066143035888672, "Finetune/Loss (Raw)": 0.9388688802719116, "Finetune/Step": 3397, "Finetune/Step Time": 5.258214730769396}
{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.9069098234176636, "Finetune/Loss (Raw)": 0.9164363145828247, "Finetune/Step": 3398, "Finetune/Step Time": 5.25687113031745}
{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.9064712524414062, "Finetune/Loss (Raw)": 0.8528521060943604, "Finetune/Step": 3399, "Finetune/Step Time": 5.265901856124401}
{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.9055380821228027, "Finetune/Loss (Raw)": 0.8718487620353699, "Finetune/Step": 3400, "Finetune/Step Time": 5.239298965781927}
{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.9055861830711365, "Finetune/Loss (Raw)": 0.8428130149841309, "Finetune/Step": 3401, "Finetune/Step Time": 5.231314089149237}
{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.9102500677108765, "Finetune/Loss (Raw)": 0.9145233631134033, "Finetune/Step": 3402, "Finetune/Step Time": 5.205881405621767}
{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.9106427431106567, "Finetune/Loss (Raw)": 0.8588223457336426, "Finetune/Step": 3403, "Finetune/Step Time": 5.201360976323485}
{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.9106682538986206, "Finetune/Loss (Raw)": 0.9407739043235779, "Finetune/Step": 3404, "Finetune/Step Time": 5.197810024023056}
{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.9092612266540527, "Finetune/Loss (Raw)": 0.799274742603302, "Finetune/Step": 3405, "Finetune/Step Time": 5.268487783148885}
{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.9098837375640869, "Finetune/Loss (Raw)": 0.9746652841567993, "Finetune/Step": 3406, "Finetune/Step Time": 5.264212509617209}
{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.9095935225486755, "Finetune/Loss (Raw)": 0.958319365978241, "Finetune/Step": 3407, "Finetune/Step Time": 5.251526262611151}
{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.9093066453933716, "Finetune/Loss (Raw)": 0.982254683971405, "Finetune/Step": 3408, "Finetune/Step Time": 5.252086510881782}
{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.9082085490226746, "Finetune/Loss (Raw)": 0.9202167987823486, "Finetune/Step": 3409, "Finetune/Step Time": 5.249995684251189}
{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.9078591465950012, "Finetune/Loss (Raw)": 0.8642618656158447, "Finetune/Step": 3410, "Finetune/Step Time": 5.253423009067774}
{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.9130997657775879, "Finetune/Loss (Raw)": 1.0357444286346436, "Finetune/Step": 3411, "Finetune/Step Time": 5.221715349704027}
{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.9138158559799194, "Finetune/Loss (Raw)": 0.9994321465492249, "Finetune/Step": 3412, "Finetune/Step Time": 5.217271447181702}
{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.9141465425491333, "Finetune/Loss (Raw)": 1.0549025535583496, "Finetune/Step": 3413, "Finetune/Step Time": 5.225010339170694}
{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.9155891537666321, "Finetune/Loss (Raw)": 1.085249900817871, "Finetune/Step": 3414, "Finetune/Step Time": 5.223374815657735}
{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.9142709970474243, "Finetune/Loss (Raw)": 0.7696892619132996, "Finetune/Step": 3415, "Finetune/Step Time": 5.2206533290445805}
{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.9095606803894043, "Finetune/Loss (Raw)": 0.42087218165397644, "Finetune/Step": 3416, "Finetune/Step Time": 5.243499498814344}
{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.9105433821678162, "Finetune/Loss (Raw)": 0.9691709876060486, "Finetune/Step": 3417, "Finetune/Step Time": 5.249740498140454}
{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.9103519916534424, "Finetune/Loss (Raw)": 0.9487206339836121, "Finetune/Step": 3418, "Finetune/Step Time": 5.261008011177182}
{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.911361813545227, "Finetune/Loss (Raw)": 0.9442042112350464, "Finetune/Step": 3419, "Finetune/Step Time": 5.253446042537689}
{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.9101229906082153, "Finetune/Loss (Raw)": 0.7254999279975891, "Finetune/Step": 3420, "Finetune/Step Time": 5.278695227578282}
{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.9099588990211487, "Finetune/Loss (Raw)": 0.9425984621047974, "Finetune/Step": 3421, "Finetune/Step Time": 5.281557692214847}
{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.9104191064834595, "Finetune/Loss (Raw)": 0.9350249767303467, "Finetune/Step": 3422, "Finetune/Step Time": 5.274584846571088}
{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.9103176593780518, "Finetune/Loss (Raw)": 0.8482450842857361, "Finetune/Step": 3423, "Finetune/Step Time": 5.273110955953598}
{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.9055600166320801, "Finetune/Loss (Raw)": 0.34691497683525085, "Finetune/Step": 3424, "Finetune/Step Time": 5.298387983813882}
{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.9059320688247681, "Finetune/Loss (Raw)": 0.9139534831047058, "Finetune/Step": 3425, "Finetune/Step Time": 5.290550457313657}
{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.9040335416793823, "Finetune/Loss (Raw)": 0.770649254322052, "Finetune/Step": 3426, "Finetune/Step Time": 5.28752725943923}
{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.9089912176132202, "Finetune/Loss (Raw)": 1.0141340494155884, "Finetune/Step": 3427, "Finetune/Step Time": 5.26541911996901}
{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.9088962078094482, "Finetune/Loss (Raw)": 0.9342412948608398, "Finetune/Step": 3428, "Finetune/Step Time": 5.274018611758947}
{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.9102393388748169, "Finetune/Loss (Raw)": 0.9505948424339294, "Finetune/Step": 3429, "Finetune/Step Time": 5.270654898136854}
{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.9095054268836975, "Finetune/Loss (Raw)": 0.8927579522132874, "Finetune/Step": 3430, "Finetune/Step Time": 5.264791181311011}
{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.9104617834091187, "Finetune/Loss (Raw)": 1.0150789022445679, "Finetune/Step": 3431, "Finetune/Step Time": 5.268947655335069}
{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.9099183082580566, "Finetune/Loss (Raw)": 0.8075080513954163, "Finetune/Step": 3432, "Finetune/Step Time": 5.271000785753131}
{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.9088239073753357, "Finetune/Loss (Raw)": 0.8971203565597534, "Finetune/Step": 3433, "Finetune/Step Time": 5.2889145296067}
{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.9090444445610046, "Finetune/Loss (Raw)": 0.9034599661827087, "Finetune/Step": 3434, "Finetune/Step Time": 5.313468495383859}
{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.9080779552459717, "Finetune/Loss (Raw)": 0.9413180351257324, "Finetune/Step": 3435, "Finetune/Step Time": 5.326784107834101}
{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.9062695503234863, "Finetune/Loss (Raw)": 0.8165574669837952, "Finetune/Step": 3436, "Finetune/Step Time": 5.320249168202281}
{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.905485212802887, "Finetune/Loss (Raw)": 0.9371896386146545, "Finetune/Step": 3437, "Finetune/Step Time": 5.309130754321814}
{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.9058574438095093, "Finetune/Loss (Raw)": 0.8719382286071777, "Finetune/Step": 3438, "Finetune/Step Time": 5.307703956961632}
{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.9073532819747925, "Finetune/Loss (Raw)": 1.0297749042510986, "Finetune/Step": 3439, "Finetune/Step Time": 5.312739046290517}
{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.9076986312866211, "Finetune/Loss (Raw)": 0.9136097431182861, "Finetune/Step": 3440, "Finetune/Step Time": 5.3144526947289705}
{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.9104498028755188, "Finetune/Loss (Raw)": 0.7790187001228333, "Finetune/Step": 3441, "Finetune/Step Time": 5.305760620161891}
{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.9102440476417542, "Finetune/Loss (Raw)": 0.8071439266204834, "Finetune/Step": 3442, "Finetune/Step Time": 5.312920283526182}
{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.9078880548477173, "Finetune/Loss (Raw)": 0.8556418418884277, "Finetune/Step": 3443, "Finetune/Step Time": 5.323154671117663}
{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.9087220430374146, "Finetune/Loss (Raw)": 0.950546383857727, "Finetune/Step": 3444, "Finetune/Step Time": 5.323219126090407}
{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.9074020981788635, "Finetune/Loss (Raw)": 0.7897789478302002, "Finetune/Step": 3445, "Finetune/Step Time": 5.3348570596426725}
{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.9118560552597046, "Finetune/Loss (Raw)": 0.9006300568580627, "Finetune/Step": 3446, "Finetune/Step Time": 5.312612313777208}
{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.9121630787849426, "Finetune/Loss (Raw)": 1.0471385717391968, "Finetune/Step": 3447, "Finetune/Step Time": 5.3076906725764275}
{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.9124559164047241, "Finetune/Loss (Raw)": 0.9366238713264465, "Finetune/Step": 3448, "Finetune/Step Time": 5.313400492072105}
{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.9137048125267029, "Finetune/Loss (Raw)": 1.0167821645736694, "Finetune/Step": 3449, "Finetune/Step Time": 5.308692378923297}
{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.914233386516571, "Finetune/Loss (Raw)": 0.9604445695877075, "Finetune/Step": 3450, "Finetune/Step Time": 5.32877104356885}
{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.9128410816192627, "Finetune/Loss (Raw)": 0.8761144280433655, "Finetune/Step": 3451, "Finetune/Step Time": 5.311850588768721}
{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.9139432907104492, "Finetune/Loss (Raw)": 1.0017715692520142, "Finetune/Step": 3452, "Finetune/Step Time": 5.296412996947765}
{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.9140995740890503, "Finetune/Loss (Raw)": 0.8651647567749023, "Finetune/Step": 3453, "Finetune/Step Time": 5.294490011408925}
{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.9135444164276123, "Finetune/Loss (Raw)": 0.9061815142631531, "Finetune/Step": 3454, "Finetune/Step Time": 5.3026802353560925}
{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.9098656177520752, "Finetune/Loss (Raw)": 0.3367057740688324, "Finetune/Step": 3455, "Finetune/Step Time": 5.318885691463947}
{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.9092411994934082, "Finetune/Loss (Raw)": 0.9737778902053833, "Finetune/Step": 3456, "Finetune/Step Time": 5.315081208944321}
{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.9080619812011719, "Finetune/Loss (Raw)": 0.9048972725868225, "Finetune/Step": 3457, "Finetune/Step Time": 5.3163169883191586}
{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.9088241457939148, "Finetune/Loss (Raw)": 0.9398537874221802, "Finetune/Step": 3458, "Finetune/Step Time": 5.324316039681435}
{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.9082261323928833, "Finetune/Loss (Raw)": 0.8941087126731873, "Finetune/Step": 3459, "Finetune/Step Time": 5.309701634570956}
{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.9089442491531372, "Finetune/Loss (Raw)": 1.0127403736114502, "Finetune/Step": 3460, "Finetune/Step Time": 5.311566965654492}
{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.903876781463623, "Finetune/Loss (Raw)": 0.3316136300563812, "Finetune/Step": 3461, "Finetune/Step Time": 5.342270661145449}
{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.9042069315910339, "Finetune/Loss (Raw)": 0.9654539227485657, "Finetune/Step": 3462, "Finetune/Step Time": 5.3380672093480825}
{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.9043073654174805, "Finetune/Loss (Raw)": 0.8957248330116272, "Finetune/Step": 3463, "Finetune/Step Time": 5.340073671191931}
{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.9048434495925903, "Finetune/Loss (Raw)": 0.9621630311012268, "Finetune/Step": 3464, "Finetune/Step Time": 5.340995844453573}
{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.9051843285560608, "Finetune/Loss (Raw)": 0.8826666474342346, "Finetune/Step": 3465, "Finetune/Step Time": 5.336105780676007}
{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.9047699570655823, "Finetune/Loss (Raw)": 0.8675958514213562, "Finetune/Step": 3466, "Finetune/Step Time": 5.329296441748738}
{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.9030704498291016, "Finetune/Loss (Raw)": 0.7614362835884094, "Finetune/Step": 3467, "Finetune/Step Time": 5.327869787812233}
{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.9015864133834839, "Finetune/Loss (Raw)": 0.7649199366569519, "Finetune/Step": 3468, "Finetune/Step Time": 5.336287323385477}
{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.9009933471679688, "Finetune/Loss (Raw)": 0.9840878248214722, "Finetune/Step": 3469, "Finetune/Step Time": 5.344686131924391}
{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.8997004628181458, "Finetune/Loss (Raw)": 0.8786211013793945, "Finetune/Step": 3470, "Finetune/Step Time": 5.351314976811409}
{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.899686336517334, "Finetune/Loss (Raw)": 0.9634188413619995, "Finetune/Step": 3471, "Finetune/Step Time": 5.357374673709273}
{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.9003621339797974, "Finetune/Loss (Raw)": 0.8459801077842712, "Finetune/Step": 3472, "Finetune/Step Time": 5.362996608018875}
{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.9062464237213135, "Finetune/Loss (Raw)": 1.100564956665039, "Finetune/Step": 3473, "Finetune/Step Time": 5.351464921608567}
{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.9044274091720581, "Finetune/Loss (Raw)": 0.8312190175056458, "Finetune/Step": 3474, "Finetune/Step Time": 5.356997478753328}
{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.90552818775177, "Finetune/Loss (Raw)": 0.9298186898231506, "Finetune/Step": 3475, "Finetune/Step Time": 5.363395856693387}
{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.9039061665534973, "Finetune/Loss (Raw)": 0.7890409827232361, "Finetune/Step": 3476, "Finetune/Step Time": 5.368281938135624}
{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.9029924869537354, "Finetune/Loss (Raw)": 0.8581311106681824, "Finetune/Step": 3477, "Finetune/Step Time": 5.386170506477356}
{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.9023157358169556, "Finetune/Loss (Raw)": 1.0247224569320679, "Finetune/Step": 3478, "Finetune/Step Time": 5.378760805353522}
{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.9038311243057251, "Finetune/Loss (Raw)": 1.086550235748291, "Finetune/Step": 3479, "Finetune/Step Time": 5.36548356898129}
{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.9036436080932617, "Finetune/Loss (Raw)": 0.9511419534683228, "Finetune/Step": 3480, "Finetune/Step Time": 5.357336053624749}
{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.9034053683280945, "Finetune/Loss (Raw)": 0.9840525984764099, "Finetune/Step": 3481, "Finetune/Step Time": 5.334196358919144}
{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.9032456874847412, "Finetune/Loss (Raw)": 0.9337916374206543, "Finetune/Step": 3482, "Finetune/Step Time": 5.33404590934515}
{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.9030013680458069, "Finetune/Loss (Raw)": 0.9759050011634827, "Finetune/Step": 3483, "Finetune/Step Time": 5.372667238116264}
{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.9029515385627747, "Finetune/Loss (Raw)": 0.9785975217819214, "Finetune/Step": 3484, "Finetune/Step Time": 5.383464565500617}
{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.9040224552154541, "Finetune/Loss (Raw)": 1.0272716283798218, "Finetune/Step": 3485, "Finetune/Step Time": 5.380680676549673}
{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.9050895571708679, "Finetune/Loss (Raw)": 0.9804431200027466, "Finetune/Step": 3486, "Finetune/Step Time": 5.374648280441761}
{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.9028235077857971, "Finetune/Loss (Raw)": 0.7952647805213928, "Finetune/Step": 3487, "Finetune/Step Time": 5.373085491359234}
{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.9008463621139526, "Finetune/Loss (Raw)": 0.785002589225769, "Finetune/Step": 3488, "Finetune/Step Time": 5.372632345184684}
{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.9012238383293152, "Finetune/Loss (Raw)": 1.0407929420471191, "Finetune/Step": 3489, "Finetune/Step Time": 5.3597681522369385}
{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.9010809659957886, "Finetune/Loss (Raw)": 0.833029568195343, "Finetune/Step": 3490, "Finetune/Step Time": 5.358185272663832}
{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.901511549949646, "Finetune/Loss (Raw)": 1.0180877447128296, "Finetune/Step": 3491, "Finetune/Step Time": 5.359388265758753}
{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.9012300968170166, "Finetune/Loss (Raw)": 0.9511178135871887, "Finetune/Step": 3492, "Finetune/Step Time": 5.374027650803328}
{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8999748229980469, "Finetune/Loss (Raw)": 0.7692157030105591, "Finetune/Step": 3493, "Finetune/Step Time": 5.3663640562444925}
{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.9013658761978149, "Finetune/Loss (Raw)": 1.0443603992462158, "Finetune/Step": 3494, "Finetune/Step Time": 5.353804117068648}
{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.9022688865661621, "Finetune/Loss (Raw)": 0.9714483022689819, "Finetune/Step": 3495, "Finetune/Step Time": 5.347922440618277}
{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.9071831703186035, "Finetune/Loss (Raw)": 1.06361985206604, "Finetune/Step": 3496, "Finetune/Step Time": 5.324495743960142}
{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.9057297706604004, "Finetune/Loss (Raw)": 0.8543165326118469, "Finetune/Step": 3497, "Finetune/Step Time": 5.33352117985487}
{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.9054794311523438, "Finetune/Loss (Raw)": 0.9442254900932312, "Finetune/Step": 3498, "Finetune/Step Time": 5.3372915498912334}
{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.9077838063240051, "Finetune/Loss (Raw)": 1.006227731704712, "Finetune/Step": 3499, "Finetune/Step Time": 5.322441106662154}
{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.9082055687904358, "Finetune/Loss (Raw)": 0.9670047163963318, "Finetune/Step": 3500, "Finetune/Step Time": 5.313006667420268}
{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.908059298992157, "Finetune/Loss (Raw)": 0.9792096614837646, "Finetune/Step": 3501, "Finetune/Step Time": 5.298722639679909}
{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.9093930721282959, "Finetune/Loss (Raw)": 1.1105257272720337, "Finetune/Step": 3502, "Finetune/Step Time": 5.293830370530486}
{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.9080812931060791, "Finetune/Loss (Raw)": 1.0018577575683594, "Finetune/Step": 3503, "Finetune/Step Time": 5.2939994391053915}
{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.9068819284439087, "Finetune/Loss (Raw)": 0.875988245010376, "Finetune/Step": 3504, "Finetune/Step Time": 5.295342890545726}
{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.9083917737007141, "Finetune/Loss (Raw)": 1.0210853815078735, "Finetune/Step": 3505, "Finetune/Step Time": 5.2913315165787935}
{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.907198429107666, "Finetune/Loss (Raw)": 0.8648870587348938, "Finetune/Step": 3506, "Finetune/Step Time": 5.28797759488225}
{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.9071391224861145, "Finetune/Loss (Raw)": 0.7281813621520996, "Finetune/Step": 3507, "Finetune/Step Time": 5.308386031538248}
{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.9079001545906067, "Finetune/Loss (Raw)": 0.9243949055671692, "Finetune/Step": 3508, "Finetune/Step Time": 5.308703493326902}
{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.9088317155838013, "Finetune/Loss (Raw)": 1.045060634613037, "Finetune/Step": 3509, "Finetune/Step Time": 5.322171675041318}
{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.9068541526794434, "Finetune/Loss (Raw)": 0.8267675042152405, "Finetune/Step": 3510, "Finetune/Step Time": 5.320580765604973}
{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.9071239829063416, "Finetune/Loss (Raw)": 0.9314854145050049, "Finetune/Step": 3511, "Finetune/Step Time": 5.321675930172205}
{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.9069284200668335, "Finetune/Loss (Raw)": 0.9540831446647644, "Finetune/Step": 3512, "Finetune/Step Time": 5.319875542074442}
{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.9082547426223755, "Finetune/Loss (Raw)": 0.9784749150276184, "Finetune/Step": 3513, "Finetune/Step Time": 5.314237529411912}
{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.9074124097824097, "Finetune/Loss (Raw)": 0.8233787417411804, "Finetune/Step": 3514, "Finetune/Step Time": 5.318817116320133}
{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.9077483415603638, "Finetune/Loss (Raw)": 0.8897794485092163, "Finetune/Step": 3515, "Finetune/Step Time": 5.3255754429847}
{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.9082764983177185, "Finetune/Loss (Raw)": 0.9123381972312927, "Finetune/Step": 3516, "Finetune/Step Time": 5.327018186450005}
{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.9085197448730469, "Finetune/Loss (Raw)": 0.9906008243560791, "Finetune/Step": 3517, "Finetune/Step Time": 5.324782311916351}
{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.9080222845077515, "Finetune/Loss (Raw)": 0.9202777743339539, "Finetune/Step": 3518, "Finetune/Step Time": 5.34959246404469}
{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.9060648679733276, "Finetune/Loss (Raw)": 0.8639892339706421, "Finetune/Step": 3519, "Finetune/Step Time": 5.367688490077853}
{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.9066248536109924, "Finetune/Loss (Raw)": 0.9605512619018555, "Finetune/Step": 3520, "Finetune/Step Time": 5.369231440126896}
{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.9067184925079346, "Finetune/Loss (Raw)": 1.0630046129226685, "Finetune/Step": 3521, "Finetune/Step Time": 5.369532203301787}
{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.9059401750564575, "Finetune/Loss (Raw)": 0.8446460366249084, "Finetune/Step": 3522, "Finetune/Step Time": 5.365201422944665}
{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.9046297669410706, "Finetune/Loss (Raw)": 0.8534687757492065, "Finetune/Step": 3523, "Finetune/Step Time": 5.395133985206485}
{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.9049407839775085, "Finetune/Loss (Raw)": 0.8425816893577576, "Finetune/Step": 3524, "Finetune/Step Time": 5.404220020398498}
{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.9061440229415894, "Finetune/Loss (Raw)": 1.0928852558135986, "Finetune/Step": 3525, "Finetune/Step Time": 5.412935759872198}
{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.9063556790351868, "Finetune/Loss (Raw)": 0.9435305595397949, "Finetune/Step": 3526, "Finetune/Step Time": 5.426561314612627}
{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.9074434041976929, "Finetune/Loss (Raw)": 0.9920837879180908, "Finetune/Step": 3527, "Finetune/Step Time": 5.414476098492742}
{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.907917857170105, "Finetune/Loss (Raw)": 0.9325789213180542, "Finetune/Step": 3528, "Finetune/Step Time": 5.4137750174850225}
{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.9079768061637878, "Finetune/Loss (Raw)": 0.8503526449203491, "Finetune/Step": 3529, "Finetune/Step Time": 5.418313581496477}
{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.908245861530304, "Finetune/Loss (Raw)": 0.9489626884460449, "Finetune/Step": 3530, "Finetune/Step Time": 5.4142052717506886}
{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.9094226360321045, "Finetune/Loss (Raw)": 1.0094560384750366, "Finetune/Step": 3531, "Finetune/Step Time": 5.4140722174197435}
{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.9088194966316223, "Finetune/Loss (Raw)": 0.8635610938072205, "Finetune/Step": 3532, "Finetune/Step Time": 5.426477728411555}
{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.9050580263137817, "Finetune/Loss (Raw)": 0.3178130090236664, "Finetune/Step": 3533, "Finetune/Step Time": 5.3889274969697}
{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.905138373374939, "Finetune/Loss (Raw)": 0.9849456548690796, "Finetune/Step": 3534, "Finetune/Step Time": 5.391657283529639}
{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.9002476930618286, "Finetune/Loss (Raw)": 0.3323090076446533, "Finetune/Step": 3535, "Finetune/Step Time": 5.422338580712676}
{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8995137214660645, "Finetune/Loss (Raw)": 0.8883138298988342, "Finetune/Step": 3536, "Finetune/Step Time": 5.419386457651854}
{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.9004470109939575, "Finetune/Loss (Raw)": 1.0396826267242432, "Finetune/Step": 3537, "Finetune/Step Time": 5.432027755305171}
{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.9017913341522217, "Finetune/Loss (Raw)": 1.0363216400146484, "Finetune/Step": 3538, "Finetune/Step Time": 5.434206062927842}
{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.9012737274169922, "Finetune/Loss (Raw)": 0.9694982171058655, "Finetune/Step": 3539, "Finetune/Step Time": 5.438187079504132}
{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.9006582498550415, "Finetune/Loss (Raw)": 0.9206476807594299, "Finetune/Step": 3540, "Finetune/Step Time": 5.448089722543955}
{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8996200561523438, "Finetune/Loss (Raw)": 0.9220182299613953, "Finetune/Step": 3541, "Finetune/Step Time": 5.438942965120077}
{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8983625173568726, "Finetune/Loss (Raw)": 0.9242837429046631, "Finetune/Step": 3542, "Finetune/Step Time": 5.448639178648591}
{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.899452805519104, "Finetune/Loss (Raw)": 0.9092389345169067, "Finetune/Step": 3543, "Finetune/Step Time": 5.461309311911464}
{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.9037028551101685, "Finetune/Loss (Raw)": 0.9648789763450623, "Finetune/Step": 3544, "Finetune/Step Time": 5.429652608931065}
{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.899369478225708, "Finetune/Loss (Raw)": 0.4145006537437439, "Finetune/Step": 3545, "Finetune/Step Time": 5.455951828509569}
{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8986931443214417, "Finetune/Loss (Raw)": 0.8621493577957153, "Finetune/Step": 3546, "Finetune/Step Time": 5.452421898022294}
{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8994489908218384, "Finetune/Loss (Raw)": 1.0409537553787231, "Finetune/Step": 3547, "Finetune/Step Time": 5.449396336451173}
{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.9015015363693237, "Finetune/Loss (Raw)": 0.9882282614707947, "Finetune/Step": 3548, "Finetune/Step Time": 5.436774048954248}
{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.902153491973877, "Finetune/Loss (Raw)": 1.0260459184646606, "Finetune/Step": 3549, "Finetune/Step Time": 5.435534577816725}
{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8975014686584473, "Finetune/Loss (Raw)": 0.3395691514015198, "Finetune/Step": 3550, "Finetune/Step Time": 5.4457420241087675}
{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8973029255867004, "Finetune/Loss (Raw)": 0.8228306174278259, "Finetune/Step": 3551, "Finetune/Step Time": 5.463508116081357}
{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.9020557403564453, "Finetune/Loss (Raw)": 0.9552737474441528, "Finetune/Step": 3552, "Finetune/Step Time": 5.430007657036185}
{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.9010213017463684, "Finetune/Loss (Raw)": 0.781549870967865, "Finetune/Step": 3553, "Finetune/Step Time": 5.4328494146466255}
{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.9028534889221191, "Finetune/Loss (Raw)": 1.0051672458648682, "Finetune/Step": 3554, "Finetune/Step Time": 5.4354550037533045}
{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.9036978483200073, "Finetune/Loss (Raw)": 1.1222096681594849, "Finetune/Step": 3555, "Finetune/Step Time": 5.433123152703047}
{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.899086594581604, "Finetune/Loss (Raw)": 0.3440002202987671, "Finetune/Step": 3556, "Finetune/Step Time": 5.455354005098343}
{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.8999522924423218, "Finetune/Loss (Raw)": 1.0614013671875, "Finetune/Step": 3557, "Finetune/Step Time": 5.453302012756467}
{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.9002891778945923, "Finetune/Loss (Raw)": 0.9358825087547302, "Finetune/Step": 3558, "Finetune/Step Time": 5.455094574019313}
{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.9002702832221985, "Finetune/Loss (Raw)": 1.0126614570617676, "Finetune/Step": 3559, "Finetune/Step Time": 5.453716184943914}
{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.9020836353302002, "Finetune/Loss (Raw)": 1.039618730545044, "Finetune/Step": 3560, "Finetune/Step Time": 5.44295522198081}
{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.9035243988037109, "Finetune/Loss (Raw)": 1.0815423727035522, "Finetune/Step": 3561, "Finetune/Step Time": 5.426555724814534}
{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.9024266600608826, "Finetune/Loss (Raw)": 0.7629442811012268, "Finetune/Step": 3562, "Finetune/Step Time": 5.4016313795000315}
{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.9013457894325256, "Finetune/Loss (Raw)": 0.8029682040214539, "Finetune/Step": 3563, "Finetune/Step Time": 5.387526327744126}
{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.9016983509063721, "Finetune/Loss (Raw)": 0.8616864681243896, "Finetune/Step": 3564, "Finetune/Step Time": 5.390446536242962}
{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.9011056423187256, "Finetune/Loss (Raw)": 0.8613244295120239, "Finetune/Step": 3565, "Finetune/Step Time": 5.3934506345540285}
{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.902571976184845, "Finetune/Loss (Raw)": 1.0596269369125366, "Finetune/Step": 3566, "Finetune/Step Time": 5.39292286708951}
{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.9018299579620361, "Finetune/Loss (Raw)": 0.9347931146621704, "Finetune/Step": 3567, "Finetune/Step Time": 5.396338189020753}
{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.9024511575698853, "Finetune/Loss (Raw)": 0.9931273460388184, "Finetune/Step": 3568, "Finetune/Step Time": 5.4012893587350845}
{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.9033349752426147, "Finetune/Loss (Raw)": 0.8921476602554321, "Finetune/Step": 3569, "Finetune/Step Time": 5.388827743008733}
{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.9039099812507629, "Finetune/Loss (Raw)": 0.8807464838027954, "Finetune/Step": 3570, "Finetune/Step Time": 5.383530819788575}
{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.9047885537147522, "Finetune/Loss (Raw)": 0.9680970311164856, "Finetune/Step": 3571, "Finetune/Step Time": 5.375630052760243}
{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.9049396514892578, "Finetune/Loss (Raw)": 0.9698901176452637, "Finetune/Step": 3572, "Finetune/Step Time": 5.371142448857427}
{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.9064511060714722, "Finetune/Loss (Raw)": 0.9832348823547363, "Finetune/Step": 3573, "Finetune/Step Time": 5.353288458660245}
{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.9074355363845825, "Finetune/Loss (Raw)": 1.0266430377960205, "Finetune/Step": 3574, "Finetune/Step Time": 5.35142976231873}
{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.9063489437103271, "Finetune/Loss (Raw)": 0.9080497026443481, "Finetune/Step": 3575, "Finetune/Step Time": 5.352452682331204}
{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.906958281993866, "Finetune/Loss (Raw)": 1.0146279335021973, "Finetune/Step": 3576, "Finetune/Step Time": 5.356829132884741}
{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.9062262177467346, "Finetune/Loss (Raw)": 0.9230748414993286, "Finetune/Step": 3577, "Finetune/Step Time": 5.375674784183502}
{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.9066092371940613, "Finetune/Loss (Raw)": 1.0094696283340454, "Finetune/Step": 3578, "Finetune/Step Time": 5.360406322404742}
{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.9076967239379883, "Finetune/Loss (Raw)": 1.015315294265747, "Finetune/Step": 3579, "Finetune/Step Time": 5.36128337867558}
{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.9074167609214783, "Finetune/Loss (Raw)": 0.9659342765808105, "Finetune/Step": 3580, "Finetune/Step Time": 5.3689031433314085}
{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.9086414575576782, "Finetune/Loss (Raw)": 1.0219253301620483, "Finetune/Step": 3581, "Finetune/Step Time": 5.378427496179938}
{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.9085254073143005, "Finetune/Loss (Raw)": 0.8913276195526123, "Finetune/Step": 3582, "Finetune/Step Time": 5.380738325417042}
{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.9126138091087341, "Finetune/Loss (Raw)": 0.8600203990936279, "Finetune/Step": 3583, "Finetune/Step Time": 5.3496751468628645}
{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.9126154184341431, "Finetune/Loss (Raw)": 0.9739867448806763, "Finetune/Step": 3584, "Finetune/Step Time": 5.351859537884593}
{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.9139249920845032, "Finetune/Loss (Raw)": 1.0725224018096924, "Finetune/Step": 3585, "Finetune/Step Time": 5.340856209397316}
{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.9132651090621948, "Finetune/Loss (Raw)": 0.8553860187530518, "Finetune/Step": 3586, "Finetune/Step Time": 5.338826324790716}
{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.9129098057746887, "Finetune/Loss (Raw)": 0.8486304879188538, "Finetune/Step": 3587, "Finetune/Step Time": 5.332384811714292}
{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.9106569886207581, "Finetune/Loss (Raw)": 0.724381685256958, "Finetune/Step": 3588, "Finetune/Step Time": 5.339150635525584}
{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.9151278734207153, "Finetune/Loss (Raw)": 0.9038795232772827, "Finetune/Step": 3589, "Finetune/Step Time": 5.311654703691602}
{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.9152696132659912, "Finetune/Loss (Raw)": 0.9836039543151855, "Finetune/Step": 3590, "Finetune/Step Time": 5.315427819266915}
{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.9147058129310608, "Finetune/Loss (Raw)": 0.8235552310943604, "Finetune/Step": 3591, "Finetune/Step Time": 5.314294949173927}
{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.914772629737854, "Finetune/Loss (Raw)": 0.9707213044166565, "Finetune/Step": 3592, "Finetune/Step Time": 5.319536104798317}
{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.9162687659263611, "Finetune/Loss (Raw)": 1.0741705894470215, "Finetune/Step": 3593, "Finetune/Step Time": 5.321739273145795}
{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.9144693613052368, "Finetune/Loss (Raw)": 0.6372678875923157, "Finetune/Step": 3594, "Finetune/Step Time": 5.3336742129176855}
{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.9158774614334106, "Finetune/Loss (Raw)": 0.941670835018158, "Finetune/Step": 3595, "Finetune/Step Time": 5.3450546357780695}
{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.91829514503479, "Finetune/Loss (Raw)": 1.0743898153305054, "Finetune/Step": 3596, "Finetune/Step Time": 5.336077131330967}
{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.9125760197639465, "Finetune/Loss (Raw)": 0.2520389258861542, "Finetune/Step": 3597, "Finetune/Step Time": 5.3561483938246965}
{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.912771463394165, "Finetune/Loss (Raw)": 0.903633713722229, "Finetune/Step": 3598, "Finetune/Step Time": 5.3698837496340275}
{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.9119861125946045, "Finetune/Loss (Raw)": 0.8628965020179749, "Finetune/Step": 3599, "Finetune/Step Time": 5.361277041956782}
{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.908737063407898, "Finetune/Loss (Raw)": 0.4300985336303711, "Finetune/Step": 3600, "Finetune/Step Time": 5.373343864455819}
{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.9076610803604126, "Finetune/Loss (Raw)": 0.9628447890281677, "Finetune/Step": 3601, "Finetune/Step Time": 5.355617891997099}
{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.9080091714859009, "Finetune/Loss (Raw)": 0.8757665157318115, "Finetune/Step": 3602, "Finetune/Step Time": 5.350646270439029}
{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.9076048135757446, "Finetune/Loss (Raw)": 0.8780664801597595, "Finetune/Step": 3603, "Finetune/Step Time": 5.34915030375123}
{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.9089384078979492, "Finetune/Loss (Raw)": 0.9597445130348206, "Finetune/Step": 3604, "Finetune/Step Time": 5.345887368544936}
{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.9086494445800781, "Finetune/Loss (Raw)": 0.8211402297019958, "Finetune/Step": 3605, "Finetune/Step Time": 5.332256618887186}
{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.9077134132385254, "Finetune/Loss (Raw)": 0.9049068093299866, "Finetune/Step": 3606, "Finetune/Step Time": 5.34460705332458}
{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.9067092537879944, "Finetune/Loss (Raw)": 0.9580202102661133, "Finetune/Step": 3607, "Finetune/Step Time": 5.348116951063275}
{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.9066905975341797, "Finetune/Loss (Raw)": 0.9487588405609131, "Finetune/Step": 3608, "Finetune/Step Time": 5.380773777142167}
{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.9065744876861572, "Finetune/Loss (Raw)": 0.9691849946975708, "Finetune/Step": 3609, "Finetune/Step Time": 5.381899340078235}
{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.9056978225708008, "Finetune/Loss (Raw)": 0.8215765357017517, "Finetune/Step": 3610, "Finetune/Step Time": 5.3814389277249575}
{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.9007164835929871, "Finetune/Loss (Raw)": 0.3382977843284607, "Finetune/Step": 3611, "Finetune/Step Time": 5.370124991983175}
{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.9000924229621887, "Finetune/Loss (Raw)": 0.8987226486206055, "Finetune/Step": 3612, "Finetune/Step Time": 5.3671151008456945}
{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8985003232955933, "Finetune/Loss (Raw)": 0.8234779238700867, "Finetune/Step": 3613, "Finetune/Step Time": 5.367986315861344}
{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8977985978126526, "Finetune/Loss (Raw)": 0.8906227946281433, "Finetune/Step": 3614, "Finetune/Step Time": 5.372019439935684}
{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8989428281784058, "Finetune/Loss (Raw)": 0.9417228102684021, "Finetune/Step": 3615, "Finetune/Step Time": 5.376931158825755}
{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8991203904151917, "Finetune/Loss (Raw)": 0.8077350854873657, "Finetune/Step": 3616, "Finetune/Step Time": 5.38129610568285}
{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8982987999916077, "Finetune/Loss (Raw)": 0.9356287717819214, "Finetune/Step": 3617, "Finetune/Step Time": 5.395266687497497}
{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8988513946533203, "Finetune/Loss (Raw)": 0.9037542343139648, "Finetune/Step": 3618, "Finetune/Step Time": 5.402667256072164}
{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8976927399635315, "Finetune/Loss (Raw)": 0.8697863817214966, "Finetune/Step": 3619, "Finetune/Step Time": 5.39495581574738}
{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8970491290092468, "Finetune/Loss (Raw)": 0.8687359094619751, "Finetune/Step": 3620, "Finetune/Step Time": 5.380008317530155}
{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8976966142654419, "Finetune/Loss (Raw)": 0.8520873785018921, "Finetune/Step": 3621, "Finetune/Step Time": 5.373817408457398}
{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8968778252601624, "Finetune/Loss (Raw)": 0.9395586252212524, "Finetune/Step": 3622, "Finetune/Step Time": 5.372599598020315}
{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.8966736793518066, "Finetune/Loss (Raw)": 0.9453213214874268, "Finetune/Step": 3623, "Finetune/Step Time": 5.373435985296965}
{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8963125348091125, "Finetune/Loss (Raw)": 1.0173931121826172, "Finetune/Step": 3624, "Finetune/Step Time": 5.367438912391663}
{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8974721431732178, "Finetune/Loss (Raw)": 1.0027499198913574, "Finetune/Step": 3625, "Finetune/Step Time": 5.358367409557104}
{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.8967468738555908, "Finetune/Loss (Raw)": 0.8513826131820679, "Finetune/Step": 3626, "Finetune/Step Time": 5.354937765747309}
{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8962681293487549, "Finetune/Loss (Raw)": 0.9449552893638611, "Finetune/Step": 3627, "Finetune/Step Time": 5.369787823408842}
{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8960161209106445, "Finetune/Loss (Raw)": 0.9347490668296814, "Finetune/Step": 3628, "Finetune/Step Time": 5.379923043772578}
{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8950220346450806, "Finetune/Loss (Raw)": 0.8519573211669922, "Finetune/Step": 3629, "Finetune/Step Time": 5.386547965928912}
{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8933293223381042, "Finetune/Loss (Raw)": 0.8938614130020142, "Finetune/Step": 3630, "Finetune/Step Time": 5.386697931215167}
{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8913867473602295, "Finetune/Loss (Raw)": 0.753217339515686, "Finetune/Step": 3631, "Finetune/Step Time": 5.400538859888911}
{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8925157785415649, "Finetune/Loss (Raw)": 1.0204921960830688, "Finetune/Step": 3632, "Finetune/Step Time": 5.403233114629984}
{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8926891088485718, "Finetune/Loss (Raw)": 1.0432735681533813, "Finetune/Step": 3633, "Finetune/Step Time": 5.397720918059349}
{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.893040657043457, "Finetune/Loss (Raw)": 0.9098854064941406, "Finetune/Step": 3634, "Finetune/Step Time": 5.390293516218662}
{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8939118385314941, "Finetune/Loss (Raw)": 0.8396955132484436, "Finetune/Step": 3635, "Finetune/Step Time": 5.37509760260582}
{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.8940929770469666, "Finetune/Loss (Raw)": 0.9475782513618469, "Finetune/Step": 3636, "Finetune/Step Time": 5.374404955655336}
{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8939498662948608, "Finetune/Loss (Raw)": 1.0267436504364014, "Finetune/Step": 3637, "Finetune/Step Time": 5.360136823728681}
{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.895056426525116, "Finetune/Loss (Raw)": 0.9684072136878967, "Finetune/Step": 3638, "Finetune/Step Time": 5.358271047472954}
{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8949639201164246, "Finetune/Loss (Raw)": 0.9196511507034302, "Finetune/Step": 3639, "Finetune/Step Time": 5.347431447356939}
{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8899242877960205, "Finetune/Loss (Raw)": 0.3090065121650696, "Finetune/Step": 3640, "Finetune/Step Time": 5.378906164318323}
{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8887940645217896, "Finetune/Loss (Raw)": 0.8338080048561096, "Finetune/Step": 3641, "Finetune/Step Time": 5.381939794868231}
{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8903377056121826, "Finetune/Loss (Raw)": 1.0209605693817139, "Finetune/Step": 3642, "Finetune/Step Time": 5.385167242959142}
{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8906937837600708, "Finetune/Loss (Raw)": 0.9353655576705933, "Finetune/Step": 3643, "Finetune/Step Time": 5.378482287749648}
{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8904855251312256, "Finetune/Loss (Raw)": 0.8856732845306396, "Finetune/Step": 3644, "Finetune/Step Time": 5.375360134989023}
{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8894784450531006, "Finetune/Loss (Raw)": 0.8617000579833984, "Finetune/Step": 3645, "Finetune/Step Time": 5.374605678021908}
{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.8903177976608276, "Finetune/Loss (Raw)": 1.0277113914489746, "Finetune/Step": 3646, "Finetune/Step Time": 5.3591235261410475}
{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8910223245620728, "Finetune/Loss (Raw)": 0.9541764259338379, "Finetune/Step": 3647, "Finetune/Step Time": 5.3375345673412085}
{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8911951780319214, "Finetune/Loss (Raw)": 0.9826627969741821, "Finetune/Step": 3648, "Finetune/Step Time": 5.339172855019569}
{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.8906891345977783, "Finetune/Loss (Raw)": 0.9982332587242126, "Finetune/Step": 3649, "Finetune/Step Time": 5.343560788780451}
{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8922057747840881, "Finetune/Loss (Raw)": 1.0387818813323975, "Finetune/Step": 3650, "Finetune/Step Time": 5.323861248791218}
{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8918225169181824, "Finetune/Loss (Raw)": 0.8044126629829407, "Finetune/Step": 3651, "Finetune/Step Time": 5.308396512642503}
{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8930487632751465, "Finetune/Loss (Raw)": 0.999535322189331, "Finetune/Step": 3652, "Finetune/Step Time": 5.307043945416808}
{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8922075629234314, "Finetune/Loss (Raw)": 0.9852136969566345, "Finetune/Step": 3653, "Finetune/Step Time": 5.304860481992364}
{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8922309875488281, "Finetune/Loss (Raw)": 0.946533203125, "Finetune/Step": 3654, "Finetune/Step Time": 5.30885367654264}
{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8929850459098816, "Finetune/Loss (Raw)": 1.0886059999465942, "Finetune/Step": 3655, "Finetune/Step Time": 5.313382767140865}
{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8921294212341309, "Finetune/Loss (Raw)": 0.8230544328689575, "Finetune/Step": 3656, "Finetune/Step Time": 5.317630449309945}
{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8925026655197144, "Finetune/Loss (Raw)": 0.8981342911720276, "Finetune/Step": 3657, "Finetune/Step Time": 5.317607557401061}
{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8925288915634155, "Finetune/Loss (Raw)": 0.9523109793663025, "Finetune/Step": 3658, "Finetune/Step Time": 5.333054667338729}
{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8920607566833496, "Finetune/Loss (Raw)": 0.9495373964309692, "Finetune/Step": 3659, "Finetune/Step Time": 5.335972091183066}
{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8934158682823181, "Finetune/Loss (Raw)": 1.037010908126831, "Finetune/Step": 3660, "Finetune/Step Time": 5.323120104148984}
{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8979232311248779, "Finetune/Loss (Raw)": 0.8947574496269226, "Finetune/Step": 3661, "Finetune/Step Time": 5.290938040241599}
{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8982172012329102, "Finetune/Loss (Raw)": 1.0225762128829956, "Finetune/Step": 3662, "Finetune/Step Time": 5.281978640705347}
{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.9041887521743774, "Finetune/Loss (Raw)": 1.096672534942627, "Finetune/Step": 3663, "Finetune/Step Time": 5.248959008604288}
{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.9040608406066895, "Finetune/Loss (Raw)": 0.8719331622123718, "Finetune/Step": 3664, "Finetune/Step Time": 5.26191496104002}
{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.9033975601196289, "Finetune/Loss (Raw)": 0.954780101776123, "Finetune/Step": 3665, "Finetune/Step Time": 5.25378955155611}
{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.902725338935852, "Finetune/Loss (Raw)": 0.9502878189086914, "Finetune/Step": 3666, "Finetune/Step Time": 5.249017462134361}
{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8984382748603821, "Finetune/Loss (Raw)": 0.42074713110923767, "Finetune/Step": 3667, "Finetune/Step Time": 5.27689254283905}
{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8981045484542847, "Finetune/Loss (Raw)": 0.8779329061508179, "Finetune/Step": 3668, "Finetune/Step Time": 5.261195762082934}
{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.8979386687278748, "Finetune/Loss (Raw)": 0.9007776379585266, "Finetune/Step": 3669, "Finetune/Step Time": 5.270162981003523}
{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8980542421340942, "Finetune/Loss (Raw)": 0.9390828013420105, "Finetune/Step": 3670, "Finetune/Step Time": 5.2551888059824705}
{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8989198207855225, "Finetune/Loss (Raw)": 1.0200361013412476, "Finetune/Step": 3671, "Finetune/Step Time": 5.236675355583429}
{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8983327150344849, "Finetune/Loss (Raw)": 0.8897320032119751, "Finetune/Step": 3672, "Finetune/Step Time": 5.244384570047259}
{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.9007900953292847, "Finetune/Loss (Raw)": 0.729036808013916, "Finetune/Step": 3673, "Finetune/Step Time": 5.2172151524573565}
{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.9010214805603027, "Finetune/Loss (Raw)": 0.8917678594589233, "Finetune/Step": 3674, "Finetune/Step Time": 5.208531375974417}
{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8957952260971069, "Finetune/Loss (Raw)": 0.37200161814689636, "Finetune/Step": 3675, "Finetune/Step Time": 5.243816601112485}
{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8960743546485901, "Finetune/Loss (Raw)": 1.0239553451538086, "Finetune/Step": 3676, "Finetune/Step Time": 5.246601989492774}
{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.895861804485321, "Finetune/Loss (Raw)": 0.998831033706665, "Finetune/Step": 3677, "Finetune/Step Time": 5.246220069006085}
{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8985440731048584, "Finetune/Loss (Raw)": 0.6829078793525696, "Finetune/Step": 3678, "Finetune/Step Time": 5.2164310570806265}
{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.9004358649253845, "Finetune/Loss (Raw)": 1.0649738311767578, "Finetune/Step": 3679, "Finetune/Step Time": 5.204799385741353}
{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.9004678130149841, "Finetune/Loss (Raw)": 0.959365963935852, "Finetune/Step": 3680, "Finetune/Step Time": 5.210199689492583}
{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.9023400545120239, "Finetune/Loss (Raw)": 1.0211955308914185, "Finetune/Step": 3681, "Finetune/Step Time": 5.191178722307086}
{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.9033153653144836, "Finetune/Loss (Raw)": 1.130009412765503, "Finetune/Step": 3682, "Finetune/Step Time": 5.194080067798495}
{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.9017902612686157, "Finetune/Loss (Raw)": 0.9269968271255493, "Finetune/Step": 3683, "Finetune/Step Time": 5.189282439649105}
{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.9044991731643677, "Finetune/Loss (Raw)": 0.6907415986061096, "Finetune/Step": 3684, "Finetune/Step Time": 5.176492761820555}
{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.9032207727432251, "Finetune/Loss (Raw)": 0.8977555632591248, "Finetune/Step": 3685, "Finetune/Step Time": 5.173270894214511}
{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.9033054709434509, "Finetune/Loss (Raw)": 0.9467297792434692, "Finetune/Step": 3686, "Finetune/Step Time": 5.178187562152743}
{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.9025455713272095, "Finetune/Loss (Raw)": 0.9153901934623718, "Finetune/Step": 3687, "Finetune/Step Time": 5.176400767639279}
{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.9012672901153564, "Finetune/Loss (Raw)": 0.8760054707527161, "Finetune/Step": 3688, "Finetune/Step Time": 5.1794592048972845}
{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.9007937908172607, "Finetune/Loss (Raw)": 1.0209338665008545, "Finetune/Step": 3689, "Finetune/Step Time": 5.179028375074267}
{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.902248740196228, "Finetune/Loss (Raw)": 0.949175238609314, "Finetune/Step": 3690, "Finetune/Step Time": 5.182276796549559}
{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8983743190765381, "Finetune/Loss (Raw)": 0.30703791975975037, "Finetune/Step": 3691, "Finetune/Step Time": 5.212161833420396}
{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8997342586517334, "Finetune/Loss (Raw)": 1.0357662439346313, "Finetune/Step": 3692, "Finetune/Step Time": 5.205513399094343}
{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.9002973437309265, "Finetune/Loss (Raw)": 0.9333934187889099, "Finetune/Step": 3693, "Finetune/Step Time": 5.20493596047163}
{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8984016180038452, "Finetune/Loss (Raw)": 0.8169733881950378, "Finetune/Step": 3694, "Finetune/Step Time": 5.2285897601395845}
{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.9001344442367554, "Finetune/Loss (Raw)": 1.1565980911254883, "Finetune/Step": 3695, "Finetune/Step Time": 5.2077392693609}
{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8994846940040588, "Finetune/Loss (Raw)": 0.9099591970443726, "Finetune/Step": 3696, "Finetune/Step Time": 5.200823582708836}
{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.8986454010009766, "Finetune/Loss (Raw)": 0.7847194671630859, "Finetune/Step": 3697, "Finetune/Step Time": 5.217034239321947}
{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.8994181156158447, "Finetune/Loss (Raw)": 0.9796523451805115, "Finetune/Step": 3698, "Finetune/Step Time": 5.223375532776117}
{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8994781970977783, "Finetune/Loss (Raw)": 0.9757890701293945, "Finetune/Step": 3699, "Finetune/Step Time": 5.226887613534927}
{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8993673324584961, "Finetune/Loss (Raw)": 0.9557003378868103, "Finetune/Step": 3700, "Finetune/Step Time": 5.22780916839838}
{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8976391553878784, "Finetune/Loss (Raw)": 0.7620230317115784, "Finetune/Step": 3701, "Finetune/Step Time": 5.2352154310792685}
{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8972264528274536, "Finetune/Loss (Raw)": 0.9738180637359619, "Finetune/Step": 3702, "Finetune/Step Time": 5.22443282417953}
{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.8978320360183716, "Finetune/Loss (Raw)": 0.9855707883834839, "Finetune/Step": 3703, "Finetune/Step Time": 5.2220368552953005}
{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.897539496421814, "Finetune/Loss (Raw)": 0.9771825075149536, "Finetune/Step": 3704, "Finetune/Step Time": 5.2207020446658134}
{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8962905406951904, "Finetune/Loss (Raw)": 0.7632090449333191, "Finetune/Step": 3705, "Finetune/Step Time": 5.202181851491332}
{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8953319191932678, "Finetune/Loss (Raw)": 0.886760950088501, "Finetune/Step": 3706, "Finetune/Step Time": 5.204398147761822}
{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8944374322891235, "Finetune/Loss (Raw)": 0.9008181691169739, "Finetune/Step": 3707, "Finetune/Step Time": 5.230176294222474}
{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.893552303314209, "Finetune/Loss (Raw)": 0.8526397943496704, "Finetune/Step": 3708, "Finetune/Step Time": 5.241365987807512}
{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8938778042793274, "Finetune/Loss (Raw)": 1.0635913610458374, "Finetune/Step": 3709, "Finetune/Step Time": 5.232031334191561}
{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8949078321456909, "Finetune/Loss (Raw)": 1.0231679677963257, "Finetune/Step": 3710, "Finetune/Step Time": 5.218807425349951}
{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8948354721069336, "Finetune/Loss (Raw)": 0.8507657647132874, "Finetune/Step": 3711, "Finetune/Step Time": 5.230081928893924}
{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.8954083919525146, "Finetune/Loss (Raw)": 1.0473113059997559, "Finetune/Step": 3712, "Finetune/Step Time": 5.229196699336171}
{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8892223834991455, "Finetune/Loss (Raw)": 0.2807111442089081, "Finetune/Step": 3713, "Finetune/Step Time": 5.259451977908611}
{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.889973521232605, "Finetune/Loss (Raw)": 0.951535701751709, "Finetune/Step": 3714, "Finetune/Step Time": 5.252219347283244}
{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8912135362625122, "Finetune/Loss (Raw)": 1.0073586702346802, "Finetune/Step": 3715, "Finetune/Step Time": 5.256474241614342}
{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8922022581100464, "Finetune/Loss (Raw)": 0.8509334325790405, "Finetune/Step": 3716, "Finetune/Step Time": 5.2737578470259905}
{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8915934562683105, "Finetune/Loss (Raw)": 0.8259518146514893, "Finetune/Step": 3717, "Finetune/Step Time": 5.282551430165768}
{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8906003832817078, "Finetune/Loss (Raw)": 0.8564944863319397, "Finetune/Step": 3718, "Finetune/Step Time": 5.286932330578566}
{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8897393345832825, "Finetune/Loss (Raw)": 0.7133368253707886, "Finetune/Step": 3719, "Finetune/Step Time": 5.297376928851008}
{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8904292583465576, "Finetune/Loss (Raw)": 1.059032917022705, "Finetune/Step": 3720, "Finetune/Step Time": 5.301206914708018}
{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8899621963500977, "Finetune/Loss (Raw)": 1.0143848657608032, "Finetune/Step": 3721, "Finetune/Step Time": 5.295336503535509}
{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8924902677536011, "Finetune/Loss (Raw)": 0.9608663320541382, "Finetune/Step": 3722, "Finetune/Step Time": 5.292509401217103}
{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8929897546768188, "Finetune/Loss (Raw)": 1.0056036710739136, "Finetune/Step": 3723, "Finetune/Step Time": 5.295958852395415}
{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8911702632904053, "Finetune/Loss (Raw)": 0.8414976596832275, "Finetune/Step": 3724, "Finetune/Step Time": 5.291109789162874}
{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8970898389816284, "Finetune/Loss (Raw)": 1.0097391605377197, "Finetune/Step": 3725, "Finetune/Step Time": 5.268585339188576}
{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8929843306541443, "Finetune/Loss (Raw)": 0.3781314492225647, "Finetune/Step": 3726, "Finetune/Step Time": 5.281758863478899}
{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8929613828659058, "Finetune/Loss (Raw)": 0.8599587082862854, "Finetune/Step": 3727, "Finetune/Step Time": 5.285925993695855}
{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8953702449798584, "Finetune/Loss (Raw)": 0.7384342551231384, "Finetune/Step": 3728, "Finetune/Step Time": 5.267668437212706}
{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8954665660858154, "Finetune/Loss (Raw)": 0.9751719236373901, "Finetune/Step": 3729, "Finetune/Step Time": 5.276412587612867}
{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8961832523345947, "Finetune/Loss (Raw)": 0.9675019979476929, "Finetune/Step": 3730, "Finetune/Step Time": 5.305312570184469}
{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8968557119369507, "Finetune/Loss (Raw)": 0.9641379714012146, "Finetune/Step": 3731, "Finetune/Step Time": 5.30511062592268}
{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8966663479804993, "Finetune/Loss (Raw)": 0.9355115294456482, "Finetune/Step": 3732, "Finetune/Step Time": 5.303547544404864}
{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8973637223243713, "Finetune/Loss (Raw)": 0.9104019403457642, "Finetune/Step": 3733, "Finetune/Step Time": 5.31086465716362}
{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8981049060821533, "Finetune/Loss (Raw)": 0.9997798800468445, "Finetune/Step": 3734, "Finetune/Step Time": 5.303379205986857}
{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8964061141014099, "Finetune/Loss (Raw)": 0.7405713200569153, "Finetune/Step": 3735, "Finetune/Step Time": 5.304408019408584}
{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8978564739227295, "Finetune/Loss (Raw)": 1.1344127655029297, "Finetune/Step": 3736, "Finetune/Step Time": 5.269365822896361}
{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.898055911064148, "Finetune/Loss (Raw)": 0.9947060346603394, "Finetune/Step": 3737, "Finetune/Step Time": 5.292486734688282}
{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.898481547832489, "Finetune/Loss (Raw)": 0.8760591745376587, "Finetune/Step": 3738, "Finetune/Step Time": 5.301590479910374}
{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.902752161026001, "Finetune/Loss (Raw)": 0.8849322199821472, "Finetune/Step": 3739, "Finetune/Step Time": 5.270473502576351}
{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.9029668569564819, "Finetune/Loss (Raw)": 0.9262084364891052, "Finetune/Step": 3740, "Finetune/Step Time": 5.254065008834004}
{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.9043776392936707, "Finetune/Loss (Raw)": 1.004058599472046, "Finetune/Step": 3741, "Finetune/Step Time": 5.253649715334177}
{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.904525101184845, "Finetune/Loss (Raw)": 0.9094983339309692, "Finetune/Step": 3742, "Finetune/Step Time": 5.249682838097215}
{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.9046414494514465, "Finetune/Loss (Raw)": 0.9566130042076111, "Finetune/Step": 3743, "Finetune/Step Time": 5.281972890719771}
{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.9011096954345703, "Finetune/Loss (Raw)": 0.35566747188568115, "Finetune/Step": 3744, "Finetune/Step Time": 5.308611338958144}
{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8962917327880859, "Finetune/Loss (Raw)": 0.31893211603164673, "Finetune/Step": 3745, "Finetune/Step Time": 5.321801397949457}
{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8952409029006958, "Finetune/Loss (Raw)": 0.7692554593086243, "Finetune/Step": 3746, "Finetune/Step Time": 5.3122342843562365}
{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8946632742881775, "Finetune/Loss (Raw)": 0.7958405017852783, "Finetune/Step": 3747, "Finetune/Step Time": 5.33206120505929}
{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8955576419830322, "Finetune/Loss (Raw)": 0.9832196235656738, "Finetune/Step": 3748, "Finetune/Step Time": 5.342541374266148}
{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.895416259765625, "Finetune/Loss (Raw)": 0.833991289138794, "Finetune/Step": 3749, "Finetune/Step Time": 5.3547629695385695}
{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8957167863845825, "Finetune/Loss (Raw)": 0.978021502494812, "Finetune/Step": 3750, "Finetune/Step Time": 5.359275121241808}
{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8965441584587097, "Finetune/Loss (Raw)": 1.051231026649475, "Finetune/Step": 3751, "Finetune/Step Time": 5.3661087322980165}
{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8954858779907227, "Finetune/Loss (Raw)": 0.8819370269775391, "Finetune/Step": 3752, "Finetune/Step Time": 5.368970954790711}
{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8949743509292603, "Finetune/Loss (Raw)": 0.9372754096984863, "Finetune/Step": 3753, "Finetune/Step Time": 5.38872380182147}
{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.8956453204154968, "Finetune/Loss (Raw)": 0.9372608661651611, "Finetune/Step": 3754, "Finetune/Step Time": 5.391178214922547}
{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8961986899375916, "Finetune/Loss (Raw)": 1.0157843828201294, "Finetune/Step": 3755, "Finetune/Step Time": 5.379101047292352}
{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8948153257369995, "Finetune/Loss (Raw)": 0.7576844692230225, "Finetune/Step": 3756, "Finetune/Step Time": 5.375733818858862}
{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8957952260971069, "Finetune/Loss (Raw)": 0.9773824214935303, "Finetune/Step": 3757, "Finetune/Step Time": 5.378555942326784}
{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8959465026855469, "Finetune/Loss (Raw)": 0.9132183194160461, "Finetune/Step": 3758, "Finetune/Step Time": 5.393628239631653}
{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8978795409202576, "Finetune/Loss (Raw)": 1.0006475448608398, "Finetune/Step": 3759, "Finetune/Step Time": 5.378392359241843}
{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8967897891998291, "Finetune/Loss (Raw)": 0.8810099363327026, "Finetune/Step": 3760, "Finetune/Step Time": 5.383911643177271}
{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.894687294960022, "Finetune/Loss (Raw)": 0.7741513252258301, "Finetune/Step": 3761, "Finetune/Step Time": 5.394855869933963}
{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8947868347167969, "Finetune/Loss (Raw)": 0.922630786895752, "Finetune/Step": 3762, "Finetune/Step Time": 5.4006710685789585}
{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.8958957195281982, "Finetune/Loss (Raw)": 0.9816299676895142, "Finetune/Step": 3763, "Finetune/Step Time": 5.395733991637826}
{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8951392769813538, "Finetune/Loss (Raw)": 0.8507482409477234, "Finetune/Step": 3764, "Finetune/Step Time": 5.395905647426844}
{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8941677808761597, "Finetune/Loss (Raw)": 0.9023929834365845, "Finetune/Step": 3765, "Finetune/Step Time": 5.410341003909707}
{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.894302248954773, "Finetune/Loss (Raw)": 0.9856171011924744, "Finetune/Step": 3766, "Finetune/Step Time": 5.413498990237713}
{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8949111104011536, "Finetune/Loss (Raw)": 0.9975927472114563, "Finetune/Step": 3767, "Finetune/Step Time": 5.417057186365128}
{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.8988015651702881, "Finetune/Loss (Raw)": 0.8069798350334167, "Finetune/Step": 3768, "Finetune/Step Time": 5.3948683347553015}
{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8942004442214966, "Finetune/Loss (Raw)": 0.24486780166625977, "Finetune/Step": 3769, "Finetune/Step Time": 5.423552490770817}
{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8947370648384094, "Finetune/Loss (Raw)": 1.0896450281143188, "Finetune/Step": 3770, "Finetune/Step Time": 5.414842065423727}
{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8960385918617249, "Finetune/Loss (Raw)": 1.101962924003601, "Finetune/Step": 3771, "Finetune/Step Time": 5.416527213528752}
{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.8969193696975708, "Finetune/Loss (Raw)": 0.9984114170074463, "Finetune/Step": 3772, "Finetune/Step Time": 5.422551043331623}
{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8928576111793518, "Finetune/Loss (Raw)": 0.34179607033729553, "Finetune/Step": 3773, "Finetune/Step Time": 5.451943889260292}
{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8925807476043701, "Finetune/Loss (Raw)": 0.9922645688056946, "Finetune/Step": 3774, "Finetune/Step Time": 5.453534726053476}
{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8929987549781799, "Finetune/Loss (Raw)": 1.007684350013733, "Finetune/Step": 3775, "Finetune/Step Time": 5.458213532343507}
{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8929402232170105, "Finetune/Loss (Raw)": 0.9751748442649841, "Finetune/Step": 3776, "Finetune/Step Time": 5.46163466013968}
{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8872416019439697, "Finetune/Loss (Raw)": 0.26880770921707153, "Finetune/Step": 3777, "Finetune/Step Time": 5.492519604042172}
{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8866225481033325, "Finetune/Loss (Raw)": 0.9595456123352051, "Finetune/Step": 3778, "Finetune/Step Time": 5.499834129586816}
{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8872781991958618, "Finetune/Loss (Raw)": 0.8883371353149414, "Finetune/Step": 3779, "Finetune/Step Time": 5.499500256031752}
{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8860031962394714, "Finetune/Loss (Raw)": 0.836329460144043, "Finetune/Step": 3780, "Finetune/Step Time": 5.494578951969743}
{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8860094547271729, "Finetune/Loss (Raw)": 0.9860183000564575, "Finetune/Step": 3781, "Finetune/Step Time": 5.486330481246114}
{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.8854832053184509, "Finetune/Loss (Raw)": 0.8791734576225281, "Finetune/Step": 3782, "Finetune/Step Time": 5.469032188877463}
{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8835903406143188, "Finetune/Loss (Raw)": 0.8463224768638611, "Finetune/Step": 3783, "Finetune/Step Time": 5.471267173066735}
{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8839620351791382, "Finetune/Loss (Raw)": 0.8706269860267639, "Finetune/Step": 3784, "Finetune/Step Time": 5.476908095180988}
{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.883893609046936, "Finetune/Loss (Raw)": 0.8893745541572571, "Finetune/Step": 3785, "Finetune/Step Time": 5.4694809056818485}
{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8843739032745361, "Finetune/Loss (Raw)": 1.013788104057312, "Finetune/Step": 3786, "Finetune/Step Time": 5.45348715595901}
{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.88443922996521, "Finetune/Loss (Raw)": 0.9579034447669983, "Finetune/Step": 3787, "Finetune/Step Time": 5.451013104990125}
{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8835614919662476, "Finetune/Loss (Raw)": 0.9246545433998108, "Finetune/Step": 3788, "Finetune/Step Time": 5.456857999786735}
{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8831242322921753, "Finetune/Loss (Raw)": 0.8387954831123352, "Finetune/Step": 3789, "Finetune/Step Time": 5.480585878714919}
{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.8828246593475342, "Finetune/Loss (Raw)": 0.9842220544815063, "Finetune/Step": 3790, "Finetune/Step Time": 5.4977724850177765}
{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8813503384590149, "Finetune/Loss (Raw)": 0.9079629182815552, "Finetune/Step": 3791, "Finetune/Step Time": 5.497895082458854}
{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8771944046020508, "Finetune/Loss (Raw)": 0.3399773836135864, "Finetune/Step": 3792, "Finetune/Step Time": 5.5173192992806435}
{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8771988153457642, "Finetune/Loss (Raw)": 0.9553409814834595, "Finetune/Step": 3793, "Finetune/Step Time": 5.530563399195671}
{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.877341628074646, "Finetune/Loss (Raw)": 0.9685683846473694, "Finetune/Step": 3794, "Finetune/Step Time": 5.52969085611403}
{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8802238702774048, "Finetune/Loss (Raw)": 0.7896731495857239, "Finetune/Step": 3795, "Finetune/Step Time": 5.512058103457093}
{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.880713164806366, "Finetune/Loss (Raw)": 0.9405621886253357, "Finetune/Step": 3796, "Finetune/Step Time": 5.517646800726652}
{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.8799114227294922, "Finetune/Loss (Raw)": 0.7981640696525574, "Finetune/Step": 3797, "Finetune/Step Time": 5.516489289700985}
{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8794480562210083, "Finetune/Loss (Raw)": 0.8797637224197388, "Finetune/Step": 3798, "Finetune/Step Time": 5.513234978541732}
{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8785275220870972, "Finetune/Loss (Raw)": 0.9022154211997986, "Finetune/Step": 3799, "Finetune/Step Time": 5.523364216089249}
{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8793201446533203, "Finetune/Loss (Raw)": 0.9911840558052063, "Finetune/Step": 3800, "Finetune/Step Time": 5.519114263355732}
{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8807932138442993, "Finetune/Loss (Raw)": 0.9175894856452942, "Finetune/Step": 3801, "Finetune/Step Time": 5.519836978986859}
{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8816676139831543, "Finetune/Loss (Raw)": 1.0036852359771729, "Finetune/Step": 3802, "Finetune/Step Time": 5.52119942009449}
{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.8870349526405334, "Finetune/Loss (Raw)": 1.059027075767517, "Finetune/Step": 3803, "Finetune/Step Time": 5.486579215154052}
{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.886642336845398, "Finetune/Loss (Raw)": 0.9737012386322021, "Finetune/Step": 3804, "Finetune/Step Time": 5.471061956137419}
{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8860853910446167, "Finetune/Loss (Raw)": 0.9275434017181396, "Finetune/Step": 3805, "Finetune/Step Time": 5.48808148689568}
{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.888102650642395, "Finetune/Loss (Raw)": 0.9411116242408752, "Finetune/Step": 3806, "Finetune/Step Time": 5.5053550992161036}
{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8867995738983154, "Finetune/Loss (Raw)": 0.898185670375824, "Finetune/Step": 3807, "Finetune/Step Time": 5.507557969540358}
{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.886070966720581, "Finetune/Loss (Raw)": 0.8661009669303894, "Finetune/Step": 3808, "Finetune/Step Time": 5.514709373936057}
{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8850281834602356, "Finetune/Loss (Raw)": 0.8877161145210266, "Finetune/Step": 3809, "Finetune/Step Time": 5.52931877784431}
{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8837733268737793, "Finetune/Loss (Raw)": 0.9693861603736877, "Finetune/Step": 3810, "Finetune/Step Time": 5.520733600482345}
{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8835728168487549, "Finetune/Loss (Raw)": 0.9013381600379944, "Finetune/Step": 3811, "Finetune/Step Time": 5.526668885722756}
{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8848659992218018, "Finetune/Loss (Raw)": 0.8562716245651245, "Finetune/Step": 3812, "Finetune/Step Time": 5.5212057158350945}
{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8848925232887268, "Finetune/Loss (Raw)": 0.9011457562446594, "Finetune/Step": 3813, "Finetune/Step Time": 5.518717002123594}
{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8844546675682068, "Finetune/Loss (Raw)": 0.8906770944595337, "Finetune/Step": 3814, "Finetune/Step Time": 5.5114039573818445}
{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8841691017150879, "Finetune/Loss (Raw)": 0.878842294216156, "Finetune/Step": 3815, "Finetune/Step Time": 5.529897136613727}
{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8845399618148804, "Finetune/Loss (Raw)": 0.9234802722930908, "Finetune/Step": 3816, "Finetune/Step Time": 5.525374140590429}
{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8831275701522827, "Finetune/Loss (Raw)": 0.8401432037353516, "Finetune/Step": 3817, "Finetune/Step Time": 5.527967495843768}
{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8824102878570557, "Finetune/Loss (Raw)": 0.8573608994483948, "Finetune/Step": 3818, "Finetune/Step Time": 5.521214962005615}
{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8864967823028564, "Finetune/Loss (Raw)": 0.83011394739151, "Finetune/Step": 3819, "Finetune/Step Time": 5.4923682026565075}
{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8841875791549683, "Finetune/Loss (Raw)": 0.7401929497718811, "Finetune/Step": 3820, "Finetune/Step Time": 5.494213568046689}
{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8837535977363586, "Finetune/Loss (Raw)": 0.8778409361839294, "Finetune/Step": 3821, "Finetune/Step Time": 5.5043784230947495}
{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8837457895278931, "Finetune/Loss (Raw)": 0.8159759044647217, "Finetune/Step": 3822, "Finetune/Step Time": 5.483756879344583}
{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.8826428651809692, "Finetune/Loss (Raw)": 1.0154160261154175, "Finetune/Step": 3823, "Finetune/Step Time": 5.486759817227721}
{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8827474117279053, "Finetune/Loss (Raw)": 0.9233475923538208, "Finetune/Step": 3824, "Finetune/Step Time": 5.485741069540381}
{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8829590082168579, "Finetune/Loss (Raw)": 0.8118008971214294, "Finetune/Step": 3825, "Finetune/Step Time": 5.464167803525925}
{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8819481134414673, "Finetune/Loss (Raw)": 0.8502562642097473, "Finetune/Step": 3826, "Finetune/Step Time": 5.460558222606778}
{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8818008899688721, "Finetune/Loss (Raw)": 0.9569461345672607, "Finetune/Step": 3827, "Finetune/Step Time": 5.481841707602143}
{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.8821040391921997, "Finetune/Loss (Raw)": 0.9945036172866821, "Finetune/Step": 3828, "Finetune/Step Time": 5.485048543661833}
{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8783005475997925, "Finetune/Loss (Raw)": 0.2751784324645996, "Finetune/Step": 3829, "Finetune/Step Time": 5.510438738390803}
{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8781017065048218, "Finetune/Loss (Raw)": 0.9483597874641418, "Finetune/Step": 3830, "Finetune/Step Time": 5.519176186993718}
{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8772061467170715, "Finetune/Loss (Raw)": 0.8709455728530884, "Finetune/Step": 3831, "Finetune/Step Time": 5.5266851503401995}
{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8780154585838318, "Finetune/Loss (Raw)": 1.0807712078094482, "Finetune/Step": 3832, "Finetune/Step Time": 5.524260414764285}
{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8800722360610962, "Finetune/Loss (Raw)": 1.0264756679534912, "Finetune/Step": 3833, "Finetune/Step Time": 5.547658883035183}
{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8810575008392334, "Finetune/Loss (Raw)": 1.0128716230392456, "Finetune/Step": 3834, "Finetune/Step Time": 5.547919625416398}
{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8817337155342102, "Finetune/Loss (Raw)": 0.9873799085617065, "Finetune/Step": 3835, "Finetune/Step Time": 5.5292514730244875}
{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.8818895816802979, "Finetune/Loss (Raw)": 0.8725898861885071, "Finetune/Step": 3836, "Finetune/Step Time": 5.507589686661959}
{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8806701302528381, "Finetune/Loss (Raw)": 0.907503604888916, "Finetune/Step": 3837, "Finetune/Step Time": 5.513149844482541}
{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8793362379074097, "Finetune/Loss (Raw)": 0.852421760559082, "Finetune/Step": 3838, "Finetune/Step Time": 5.511115612462163}
{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.8799991607666016, "Finetune/Loss (Raw)": 0.9356203079223633, "Finetune/Step": 3839, "Finetune/Step Time": 5.525781903415918}
{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8786866664886475, "Finetune/Loss (Raw)": 0.8793222308158875, "Finetune/Step": 3840, "Finetune/Step Time": 5.52610101364553}
{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8845234513282776, "Finetune/Loss (Raw)": 1.0278178453445435, "Finetune/Step": 3841, "Finetune/Step Time": 5.495120933279395}
{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.8837207555770874, "Finetune/Loss (Raw)": 0.8487879633903503, "Finetune/Step": 3842, "Finetune/Step Time": 5.487501930445433}
{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8830767273902893, "Finetune/Loss (Raw)": 0.9249233603477478, "Finetune/Step": 3843, "Finetune/Step Time": 5.494806794449687}
{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8833932876586914, "Finetune/Loss (Raw)": 0.8914507031440735, "Finetune/Step": 3844, "Finetune/Step Time": 5.4759608916938305}
{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8837935924530029, "Finetune/Loss (Raw)": 0.8771941661834717, "Finetune/Step": 3845, "Finetune/Step Time": 5.460067117586732}
{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8829495906829834, "Finetune/Loss (Raw)": 0.7484579086303711, "Finetune/Step": 3846, "Finetune/Step Time": 5.455854993313551}
{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8853282332420349, "Finetune/Loss (Raw)": 1.0178049802780151, "Finetune/Step": 3847, "Finetune/Step Time": 5.443808602169156}
{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8795970678329468, "Finetune/Loss (Raw)": 0.325444757938385, "Finetune/Step": 3848, "Finetune/Step Time": 5.464181091636419}
{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8801203966140747, "Finetune/Loss (Raw)": 1.0813703536987305, "Finetune/Step": 3849, "Finetune/Step Time": 5.4791687577962875}
{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8777936100959778, "Finetune/Loss (Raw)": 0.6630392074584961, "Finetune/Step": 3850, "Finetune/Step Time": 5.486706772819161}
{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.8762319087982178, "Finetune/Loss (Raw)": 0.8057039976119995, "Finetune/Step": 3851, "Finetune/Step Time": 5.4727596919983625}
{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8769595623016357, "Finetune/Loss (Raw)": 0.9346364140510559, "Finetune/Step": 3852, "Finetune/Step Time": 5.473635314032435}
{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8725866079330444, "Finetune/Loss (Raw)": 0.4499991536140442, "Finetune/Step": 3853, "Finetune/Step Time": 5.4941217135638}
{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.8770647048950195, "Finetune/Loss (Raw)": 0.9513276219367981, "Finetune/Step": 3854, "Finetune/Step Time": 5.472569594159722}
{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.8758001327514648, "Finetune/Loss (Raw)": 0.6980970501899719, "Finetune/Step": 3855, "Finetune/Step Time": 5.483405016362667}
{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8780714273452759, "Finetune/Loss (Raw)": 1.0291671752929688, "Finetune/Step": 3856, "Finetune/Step Time": 5.471040604636073}
{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8732602596282959, "Finetune/Loss (Raw)": 0.35933351516723633, "Finetune/Step": 3857, "Finetune/Step Time": 5.496009819209576}
{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8683071136474609, "Finetune/Loss (Raw)": 0.33350473642349243, "Finetune/Step": 3858, "Finetune/Step Time": 5.500908046960831}
{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8693925142288208, "Finetune/Loss (Raw)": 1.103062391281128, "Finetune/Step": 3859, "Finetune/Step Time": 5.493245722725987}
{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.8693013787269592, "Finetune/Loss (Raw)": 0.9238512516021729, "Finetune/Step": 3860, "Finetune/Step Time": 5.486407224088907}
{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8690981864929199, "Finetune/Loss (Raw)": 0.8843955397605896, "Finetune/Step": 3861, "Finetune/Step Time": 5.471670215949416}
{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8683156967163086, "Finetune/Loss (Raw)": 0.8996170163154602, "Finetune/Step": 3862, "Finetune/Step Time": 5.470187596976757}
{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8695159554481506, "Finetune/Loss (Raw)": 0.894206166267395, "Finetune/Step": 3863, "Finetune/Step Time": 5.4853778555989265}
{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8681638240814209, "Finetune/Loss (Raw)": 0.9613440036773682, "Finetune/Step": 3864, "Finetune/Step Time": 5.488300921395421}
{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8677874803543091, "Finetune/Loss (Raw)": 0.9465290307998657, "Finetune/Step": 3865, "Finetune/Step Time": 5.500978276133537}
{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8692731857299805, "Finetune/Loss (Raw)": 1.0662281513214111, "Finetune/Step": 3866, "Finetune/Step Time": 5.49239438213408}
{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8710192441940308, "Finetune/Loss (Raw)": 1.1084256172180176, "Finetune/Step": 3867, "Finetune/Step Time": 5.492654457688332}
{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8710875511169434, "Finetune/Loss (Raw)": 0.9349517822265625, "Finetune/Step": 3868, "Finetune/Step Time": 5.496174657717347}
{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8699644804000854, "Finetune/Loss (Raw)": 0.8603102564811707, "Finetune/Step": 3869, "Finetune/Step Time": 5.497797183692455}
{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8696348071098328, "Finetune/Loss (Raw)": 0.8673000335693359, "Finetune/Step": 3870, "Finetune/Step Time": 5.522206004709005}
{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8692792057991028, "Finetune/Loss (Raw)": 0.911095380783081, "Finetune/Step": 3871, "Finetune/Step Time": 5.486194921657443}
{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.8711719512939453, "Finetune/Loss (Raw)": 0.5979374051094055, "Finetune/Step": 3872, "Finetune/Step Time": 5.490279007703066}
{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8747239112854004, "Finetune/Loss (Raw)": 0.7735875844955444, "Finetune/Step": 3873, "Finetune/Step Time": 5.468641808256507}
{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8759863972663879, "Finetune/Loss (Raw)": 0.9308477640151978, "Finetune/Step": 3874, "Finetune/Step Time": 5.4689584113657475}
{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8770651817321777, "Finetune/Loss (Raw)": 0.9339280724525452, "Finetune/Step": 3875, "Finetune/Step Time": 5.456799723207951}
{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8765979409217834, "Finetune/Loss (Raw)": 0.9234104752540588, "Finetune/Step": 3876, "Finetune/Step Time": 5.443593088537455}
{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8772507905960083, "Finetune/Loss (Raw)": 0.9175530672073364, "Finetune/Step": 3877, "Finetune/Step Time": 5.445736823603511}
{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8732577562332153, "Finetune/Loss (Raw)": 0.466917484998703, "Finetune/Step": 3878, "Finetune/Step Time": 5.475105583667755}
{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8720054626464844, "Finetune/Loss (Raw)": 0.890943706035614, "Finetune/Step": 3879, "Finetune/Step Time": 5.500037863850594}
{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.87213134765625, "Finetune/Loss (Raw)": 0.898047685623169, "Finetune/Step": 3880, "Finetune/Step Time": 5.501643871888518}
{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8723666667938232, "Finetune/Loss (Raw)": 0.9673863053321838, "Finetune/Step": 3881, "Finetune/Step Time": 5.489139683544636}
{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8727055788040161, "Finetune/Loss (Raw)": 0.9806479215621948, "Finetune/Step": 3882, "Finetune/Step Time": 5.493205247446895}
{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8726740479469299, "Finetune/Loss (Raw)": 1.0117485523223877, "Finetune/Step": 3883, "Finetune/Step Time": 5.487032068893313}
{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.8734210729598999, "Finetune/Loss (Raw)": 0.8533028960227966, "Finetune/Step": 3884, "Finetune/Step Time": 5.480337452143431}
{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8716756701469421, "Finetune/Loss (Raw)": 0.7539727687835693, "Finetune/Step": 3885, "Finetune/Step Time": 5.4866534601897}
{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8707200288772583, "Finetune/Loss (Raw)": 0.790886640548706, "Finetune/Step": 3886, "Finetune/Step Time": 5.473084010183811}
{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8694542646408081, "Finetune/Loss (Raw)": 0.8386442065238953, "Finetune/Step": 3887, "Finetune/Step Time": 5.474540827795863}
{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8699679970741272, "Finetune/Loss (Raw)": 0.9467642903327942, "Finetune/Step": 3888, "Finetune/Step Time": 5.47229022718966}
{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8710304498672485, "Finetune/Loss (Raw)": 0.9101373553276062, "Finetune/Step": 3889, "Finetune/Step Time": 5.4633793737739325}
{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8713251352310181, "Finetune/Loss (Raw)": 0.9603493213653564, "Finetune/Step": 3890, "Finetune/Step Time": 5.4566656071692705}
{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.8709697723388672, "Finetune/Loss (Raw)": 0.9361516833305359, "Finetune/Step": 3891, "Finetune/Step Time": 5.471208062022924}
{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.8712150454521179, "Finetune/Loss (Raw)": 0.8821426630020142, "Finetune/Step": 3892, "Finetune/Step Time": 5.47452187910676}
{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.867020845413208, "Finetune/Loss (Raw)": 0.36553341150283813, "Finetune/Step": 3893, "Finetune/Step Time": 5.490589465945959}
{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.8665668368339539, "Finetune/Loss (Raw)": 0.9275036454200745, "Finetune/Step": 3894, "Finetune/Step Time": 5.48876266181469}
{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8663332462310791, "Finetune/Loss (Raw)": 0.9676900506019592, "Finetune/Step": 3895, "Finetune/Step Time": 5.486972378566861}
{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8678499460220337, "Finetune/Loss (Raw)": 1.001124620437622, "Finetune/Step": 3896, "Finetune/Step Time": 5.475518489256501}
{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8732421398162842, "Finetune/Loss (Raw)": 0.9350630640983582, "Finetune/Step": 3897, "Finetune/Step Time": 5.443874532356858}
{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8719573020935059, "Finetune/Loss (Raw)": 0.9251881837844849, "Finetune/Step": 3898, "Finetune/Step Time": 5.460133980959654}
{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.8715804815292358, "Finetune/Loss (Raw)": 1.0537290573120117, "Finetune/Step": 3899, "Finetune/Step Time": 5.46347551420331}
{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8709244728088379, "Finetune/Loss (Raw)": 0.9144439101219177, "Finetune/Step": 3900, "Finetune/Step Time": 5.473978817462921}
{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8758603930473328, "Finetune/Loss (Raw)": 0.9735944271087646, "Finetune/Step": 3901, "Finetune/Step Time": 5.442309344187379}
{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8758231401443481, "Finetune/Loss (Raw)": 0.9874906539916992, "Finetune/Step": 3902, "Finetune/Step Time": 5.43306003883481}
{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8757525682449341, "Finetune/Loss (Raw)": 0.9986569285392761, "Finetune/Step": 3903, "Finetune/Step Time": 5.42792228423059}
{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8754295110702515, "Finetune/Loss (Raw)": 0.9338217377662659, "Finetune/Step": 3904, "Finetune/Step Time": 5.431397685781121}
{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8792476058006287, "Finetune/Loss (Raw)": 0.7575178742408752, "Finetune/Step": 3905, "Finetune/Step Time": 5.41425896435976}
{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8798038363456726, "Finetune/Loss (Raw)": 1.0307457447052002, "Finetune/Step": 3906, "Finetune/Step Time": 5.448226783424616}
{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8821542263031006, "Finetune/Loss (Raw)": 1.1891956329345703, "Finetune/Step": 3907, "Finetune/Step Time": 5.433596685528755}
{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.8826169967651367, "Finetune/Loss (Raw)": 0.8955634236335754, "Finetune/Step": 3908, "Finetune/Step Time": 5.440828351303935}
{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.88177490234375, "Finetune/Loss (Raw)": 0.8782256841659546, "Finetune/Step": 3909, "Finetune/Step Time": 5.446777844801545}
{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8827357292175293, "Finetune/Loss (Raw)": 1.002161979675293, "Finetune/Step": 3910, "Finetune/Step Time": 5.4472190868109465}
{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.8845839500427246, "Finetune/Loss (Raw)": 1.0828897953033447, "Finetune/Step": 3911, "Finetune/Step Time": 5.4435384050011635}
{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.8845050930976868, "Finetune/Loss (Raw)": 0.8605379462242126, "Finetune/Step": 3912, "Finetune/Step Time": 5.446696672588587}
{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.8849602937698364, "Finetune/Loss (Raw)": 0.9476433992385864, "Finetune/Step": 3913, "Finetune/Step Time": 5.45050641335547}
{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8837890625, "Finetune/Loss (Raw)": 0.8638604879379272, "Finetune/Step": 3914, "Finetune/Step Time": 5.459317941218615}
{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8836289644241333, "Finetune/Loss (Raw)": 0.9374116659164429, "Finetune/Step": 3915, "Finetune/Step Time": 5.456441100686789}
{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.883593738079071, "Finetune/Loss (Raw)": 0.9201503396034241, "Finetune/Step": 3916, "Finetune/Step Time": 5.456749787554145}
{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.884476363658905, "Finetune/Loss (Raw)": 0.95177161693573, "Finetune/Step": 3917, "Finetune/Step Time": 5.45345463603735}
{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8843086957931519, "Finetune/Loss (Raw)": 0.9627574682235718, "Finetune/Step": 3918, "Finetune/Step Time": 5.43665811419487}
{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8841391801834106, "Finetune/Loss (Raw)": 0.8862683773040771, "Finetune/Step": 3919, "Finetune/Step Time": 5.446890225633979}
{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8887998461723328, "Finetune/Loss (Raw)": 0.9365388751029968, "Finetune/Step": 3920, "Finetune/Step Time": 5.450815731659532}
{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.8871028423309326, "Finetune/Loss (Raw)": 0.7381230592727661, "Finetune/Step": 3921, "Finetune/Step Time": 5.465096799656749}
{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.8872804045677185, "Finetune/Loss (Raw)": 0.9912960529327393, "Finetune/Step": 3922, "Finetune/Step Time": 5.473786296322942}
{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.8873567581176758, "Finetune/Loss (Raw)": 0.799456000328064, "Finetune/Step": 3923, "Finetune/Step Time": 5.473443683236837}
{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8872280120849609, "Finetune/Loss (Raw)": 0.9240774512290955, "Finetune/Step": 3924, "Finetune/Step Time": 5.477041911333799}
{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8884181976318359, "Finetune/Loss (Raw)": 0.9505089521408081, "Finetune/Step": 3925, "Finetune/Step Time": 5.473498001694679}
{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8882803916931152, "Finetune/Loss (Raw)": 0.8621261715888977, "Finetune/Step": 3926, "Finetune/Step Time": 5.478461431339383}
{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.8884857296943665, "Finetune/Loss (Raw)": 0.9284969568252563, "Finetune/Step": 3927, "Finetune/Step Time": 5.485498126596212}
{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8889431953430176, "Finetune/Loss (Raw)": 1.0497370958328247, "Finetune/Step": 3928, "Finetune/Step Time": 5.4915120005607605}
{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8891463279724121, "Finetune/Loss (Raw)": 0.9435977339744568, "Finetune/Step": 3929, "Finetune/Step Time": 5.487550869584084}
{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8883610963821411, "Finetune/Loss (Raw)": 0.9031711220741272, "Finetune/Step": 3930, "Finetune/Step Time": 5.492976659908891}
{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8881142139434814, "Finetune/Loss (Raw)": 1.0274262428283691, "Finetune/Step": 3931, "Finetune/Step Time": 5.493816239759326}
{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8877013921737671, "Finetune/Loss (Raw)": 0.9208537340164185, "Finetune/Step": 3932, "Finetune/Step Time": 5.508402097970247}
{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8859304785728455, "Finetune/Loss (Raw)": 0.7008734345436096, "Finetune/Step": 3933, "Finetune/Step Time": 5.516340972855687}
{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8850234150886536, "Finetune/Loss (Raw)": 0.8250072598457336, "Finetune/Step": 3934, "Finetune/Step Time": 5.497683273628354}
{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8848284482955933, "Finetune/Loss (Raw)": 0.8732256293296814, "Finetune/Step": 3935, "Finetune/Step Time": 5.500253973528743}
{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.8858833909034729, "Finetune/Loss (Raw)": 1.001132607460022, "Finetune/Step": 3936, "Finetune/Step Time": 5.491498785093427}
{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8863117098808289, "Finetune/Loss (Raw)": 0.9425434470176697, "Finetune/Step": 3937, "Finetune/Step Time": 5.4862475246191025}
{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8857623338699341, "Finetune/Loss (Raw)": 0.8990656733512878, "Finetune/Step": 3938, "Finetune/Step Time": 5.486242588609457}
{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8865704536437988, "Finetune/Loss (Raw)": 1.0047802925109863, "Finetune/Step": 3939, "Finetune/Step Time": 5.48752567730844}
{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8869073390960693, "Finetune/Loss (Raw)": 0.899391233921051, "Finetune/Step": 3940, "Finetune/Step Time": 5.475094646215439}
{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.887614369392395, "Finetune/Loss (Raw)": 0.9916471242904663, "Finetune/Step": 3941, "Finetune/Step Time": 5.478451730683446}
{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.8884974718093872, "Finetune/Loss (Raw)": 1.0037078857421875, "Finetune/Step": 3942, "Finetune/Step Time": 5.4961359817534685}
{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.8882120251655579, "Finetune/Loss (Raw)": 0.8423104286193848, "Finetune/Step": 3943, "Finetune/Step Time": 5.502202734351158}
{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8884426951408386, "Finetune/Loss (Raw)": 0.9530050158500671, "Finetune/Step": 3944, "Finetune/Step Time": 5.501878211274743}
{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8906974792480469, "Finetune/Loss (Raw)": 1.1287533044815063, "Finetune/Step": 3945, "Finetune/Step Time": 5.51879077963531}
{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8911749720573425, "Finetune/Loss (Raw)": 0.9184808731079102, "Finetune/Step": 3946, "Finetune/Step Time": 5.533322587609291}
{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8919703960418701, "Finetune/Loss (Raw)": 0.9319339990615845, "Finetune/Step": 3947, "Finetune/Step Time": 5.540461212396622}
{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8889678716659546, "Finetune/Loss (Raw)": 0.3558717966079712, "Finetune/Step": 3948, "Finetune/Step Time": 5.572267891839147}
{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8903591632843018, "Finetune/Loss (Raw)": 1.055925726890564, "Finetune/Step": 3949, "Finetune/Step Time": 5.5631193574517965}
{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8920021057128906, "Finetune/Loss (Raw)": 1.0262702703475952, "Finetune/Step": 3950, "Finetune/Step Time": 5.560225050896406}
{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.8919601440429688, "Finetune/Loss (Raw)": 1.0100407600402832, "Finetune/Step": 3951, "Finetune/Step Time": 5.564088545739651}
{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8912606239318848, "Finetune/Loss (Raw)": 0.8338139653205872, "Finetune/Step": 3952, "Finetune/Step Time": 5.573074769228697}
{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8918414115905762, "Finetune/Loss (Raw)": 0.886137843132019, "Finetune/Step": 3953, "Finetune/Step Time": 5.576419230550528}
{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8919897675514221, "Finetune/Loss (Raw)": 0.8692424893379211, "Finetune/Step": 3954, "Finetune/Step Time": 5.570216281339526}
{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8909658789634705, "Finetune/Loss (Raw)": 0.8258948922157288, "Finetune/Step": 3955, "Finetune/Step Time": 5.5382005628198385}
{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.8919919729232788, "Finetune/Loss (Raw)": 1.125836968421936, "Finetune/Step": 3956, "Finetune/Step Time": 5.538096040487289}
{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8970286846160889, "Finetune/Loss (Raw)": 0.9198867082595825, "Finetune/Step": 3957, "Finetune/Step Time": 5.506766365841031}
{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8965648412704468, "Finetune/Loss (Raw)": 0.88897705078125, "Finetune/Step": 3958, "Finetune/Step Time": 5.503709241747856}
{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8965778350830078, "Finetune/Loss (Raw)": 0.8726157546043396, "Finetune/Step": 3959, "Finetune/Step Time": 5.516090951859951}
{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8949546217918396, "Finetune/Loss (Raw)": 0.8730013966560364, "Finetune/Step": 3960, "Finetune/Step Time": 5.519327649846673}
{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8945270776748657, "Finetune/Loss (Raw)": 0.9717467427253723, "Finetune/Step": 3961, "Finetune/Step Time": 5.5012189745903015}
{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8931597471237183, "Finetune/Loss (Raw)": 0.8378475904464722, "Finetune/Step": 3962, "Finetune/Step Time": 5.502549488097429}
{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.8929259777069092, "Finetune/Loss (Raw)": 0.9574641585350037, "Finetune/Step": 3963, "Finetune/Step Time": 5.505855092778802}
{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8932396769523621, "Finetune/Loss (Raw)": 0.9127455353736877, "Finetune/Step": 3964, "Finetune/Step Time": 5.514695096760988}
{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8941761255264282, "Finetune/Loss (Raw)": 1.0273648500442505, "Finetune/Step": 3965, "Finetune/Step Time": 5.52699507586658}
{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8905116319656372, "Finetune/Loss (Raw)": 0.3833729028701782, "Finetune/Step": 3966, "Finetune/Step Time": 5.5616729855537415}
{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8898451328277588, "Finetune/Loss (Raw)": 0.8503040075302124, "Finetune/Step": 3967, "Finetune/Step Time": 5.534218680113554}
{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8907774686813354, "Finetune/Loss (Raw)": 0.9986597895622253, "Finetune/Step": 3968, "Finetune/Step Time": 5.532329712063074}
{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8904294967651367, "Finetune/Loss (Raw)": 0.9832747578620911, "Finetune/Step": 3969, "Finetune/Step Time": 5.5572314858436584}
{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8914412260055542, "Finetune/Loss (Raw)": 0.9782899022102356, "Finetune/Step": 3970, "Finetune/Step Time": 5.563978657126427}
{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8920624852180481, "Finetune/Loss (Raw)": 1.0044461488723755, "Finetune/Step": 3971, "Finetune/Step Time": 5.5556132029742}
{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.8914846181869507, "Finetune/Loss (Raw)": 0.8174840211868286, "Finetune/Step": 3972, "Finetune/Step Time": 5.552993897348642}
{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8914225697517395, "Finetune/Loss (Raw)": 0.8692533373832703, "Finetune/Step": 3973, "Finetune/Step Time": 5.549393646419048}
{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8921232223510742, "Finetune/Loss (Raw)": 0.8381478190422058, "Finetune/Step": 3974, "Finetune/Step Time": 5.552530355751514}
{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.8919035792350769, "Finetune/Loss (Raw)": 0.989680826663971, "Finetune/Step": 3975, "Finetune/Step Time": 5.550984103232622}
{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8968737721443176, "Finetune/Loss (Raw)": 0.9616362452507019, "Finetune/Step": 3976, "Finetune/Step Time": 5.532497059553862}
{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.894729495048523, "Finetune/Loss (Raw)": 0.8069027066230774, "Finetune/Step": 3977, "Finetune/Step Time": 5.5276266150176525}
{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8949432373046875, "Finetune/Loss (Raw)": 0.6903944611549377, "Finetune/Step": 3978, "Finetune/Step Time": 5.518773850053549}
{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8957614302635193, "Finetune/Loss (Raw)": 0.9104354977607727, "Finetune/Step": 3979, "Finetune/Step Time": 5.522374752908945}
{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8939427137374878, "Finetune/Loss (Raw)": 0.7018375992774963, "Finetune/Step": 3980, "Finetune/Step Time": 5.524256670847535}
{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8983826637268066, "Finetune/Loss (Raw)": 1.0183178186416626, "Finetune/Step": 3981, "Finetune/Step Time": 5.494947329163551}
{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8976839780807495, "Finetune/Loss (Raw)": 0.8618903756141663, "Finetune/Step": 3982, "Finetune/Step Time": 5.494877517223358}
{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8990551233291626, "Finetune/Loss (Raw)": 0.8735989928245544, "Finetune/Step": 3983, "Finetune/Step Time": 5.4787946585565805}
{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8936377763748169, "Finetune/Loss (Raw)": 0.33575955033302307, "Finetune/Step": 3984, "Finetune/Step Time": 5.510317783802748}
{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8982794284820557, "Finetune/Loss (Raw)": 0.9534539580345154, "Finetune/Step": 3985, "Finetune/Step Time": 5.476440764963627}
{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.9042733907699585, "Finetune/Loss (Raw)": 1.1007314920425415, "Finetune/Step": 3986, "Finetune/Step Time": 5.444080824032426}
{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.9020538330078125, "Finetune/Loss (Raw)": 0.8189601898193359, "Finetune/Step": 3987, "Finetune/Step Time": 5.452282544225454}
{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.9025537967681885, "Finetune/Loss (Raw)": 0.9878475069999695, "Finetune/Step": 3988, "Finetune/Step Time": 5.455511465668678}
{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.9035425186157227, "Finetune/Loss (Raw)": 1.0109543800354004, "Finetune/Step": 3989, "Finetune/Step Time": 5.454547382891178}
{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.9040849208831787, "Finetune/Loss (Raw)": 0.9690443277359009, "Finetune/Step": 3990, "Finetune/Step Time": 5.458602087572217}
{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.9051177501678467, "Finetune/Loss (Raw)": 1.026411533355713, "Finetune/Step": 3991, "Finetune/Step Time": 5.450637163594365}
{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.9037278890609741, "Finetune/Loss (Raw)": 0.7834451198577881, "Finetune/Step": 3992, "Finetune/Step Time": 5.47343479655683}
{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.9036878347396851, "Finetune/Loss (Raw)": 0.941392183303833, "Finetune/Step": 3993, "Finetune/Step Time": 5.439738510176539}
{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.9017505049705505, "Finetune/Loss (Raw)": 0.8182500600814819, "Finetune/Step": 3994, "Finetune/Step Time": 5.452458580955863}
{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8995943665504456, "Finetune/Loss (Raw)": 0.8324462175369263, "Finetune/Step": 3995, "Finetune/Step Time": 5.452516021206975}
{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8987402319908142, "Finetune/Loss (Raw)": 0.8256182670593262, "Finetune/Step": 3996, "Finetune/Step Time": 5.4508344158530235}
{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.898987352848053, "Finetune/Loss (Raw)": 0.8919467926025391, "Finetune/Step": 3997, "Finetune/Step Time": 5.449067931622267}
{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.9004710912704468, "Finetune/Loss (Raw)": 1.0572168827056885, "Finetune/Step": 3998, "Finetune/Step Time": 5.432460209354758}
{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.9012593626976013, "Finetune/Loss (Raw)": 1.0119924545288086, "Finetune/Step": 3999, "Finetune/Step Time": 5.448370534926653}
{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.9031457901000977, "Finetune/Loss (Raw)": 0.8394069075584412, "Finetune/Step": 4000, "Finetune/Step Time": 5.423960227519274}
{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.9041658639907837, "Finetune/Loss (Raw)": 0.9041447639465332, "Finetune/Step": 4001, "Finetune/Step Time": 5.435200901702046}
{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.9035657644271851, "Finetune/Loss (Raw)": 0.8540324568748474, "Finetune/Step": 4002, "Finetune/Step Time": 5.44541335478425}
{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.9033944010734558, "Finetune/Loss (Raw)": 0.9119980931282043, "Finetune/Step": 4003, "Finetune/Step Time": 5.452246068045497}
{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.9036972522735596, "Finetune/Loss (Raw)": 0.9621745944023132, "Finetune/Step": 4004, "Finetune/Step Time": 5.456682434305549}
{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.9036966562271118, "Finetune/Loss (Raw)": 0.9174798727035522, "Finetune/Step": 4005, "Finetune/Step Time": 5.441785762086511}
{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.9086791276931763, "Finetune/Loss (Raw)": 1.1046706438064575, "Finetune/Step": 4006, "Finetune/Step Time": 5.40853339061141}
{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.904505729675293, "Finetune/Loss (Raw)": 0.3567582666873932, "Finetune/Step": 4007, "Finetune/Step Time": 5.404669266194105}
{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.9038678407669067, "Finetune/Loss (Raw)": 0.8163873553276062, "Finetune/Step": 4008, "Finetune/Step Time": 5.397418910637498}
{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.9030252695083618, "Finetune/Loss (Raw)": 0.8595468401908875, "Finetune/Step": 4009, "Finetune/Step Time": 5.398281570523977}
{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.9019911289215088, "Finetune/Loss (Raw)": 0.8482635617256165, "Finetune/Step": 4010, "Finetune/Step Time": 5.406420746818185}
{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.9021599292755127, "Finetune/Loss (Raw)": 1.033360481262207, "Finetune/Step": 4011, "Finetune/Step Time": 5.4115169364959}
{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.901201605796814, "Finetune/Loss (Raw)": 0.7306369543075562, "Finetune/Step": 4012, "Finetune/Step Time": 5.428669264540076}
{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.9025696516036987, "Finetune/Loss (Raw)": 0.9290944337844849, "Finetune/Step": 4013, "Finetune/Step Time": 5.422600843012333}
{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.9031684398651123, "Finetune/Loss (Raw)": 0.8675209879875183, "Finetune/Step": 4014, "Finetune/Step Time": 5.448103336617351}
{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.903581976890564, "Finetune/Loss (Raw)": 0.8915793299674988, "Finetune/Step": 4015, "Finetune/Step Time": 5.448748307302594}
{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.9034851789474487, "Finetune/Loss (Raw)": 0.9343720078468323, "Finetune/Step": 4016, "Finetune/Step Time": 5.450615415349603}
{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.9037038683891296, "Finetune/Loss (Raw)": 0.9381363391876221, "Finetune/Step": 4017, "Finetune/Step Time": 5.452664153650403}
{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.898719847202301, "Finetune/Loss (Raw)": 0.32238510251045227, "Finetune/Step": 4018, "Finetune/Step Time": 5.485123492777348}
{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8995252847671509, "Finetune/Loss (Raw)": 1.0392524003982544, "Finetune/Step": 4019, "Finetune/Step Time": 5.46502267755568}
{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.9003468751907349, "Finetune/Loss (Raw)": 0.9873037338256836, "Finetune/Step": 4020, "Finetune/Step Time": 5.463697277009487}
{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.9047784805297852, "Finetune/Loss (Raw)": 0.9327788949012756, "Finetune/Step": 4021, "Finetune/Step Time": 5.443312902003527}
{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.9040108919143677, "Finetune/Loss (Raw)": 0.8292597532272339, "Finetune/Step": 4022, "Finetune/Step Time": 5.44625379703939}
{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.9037609696388245, "Finetune/Loss (Raw)": 0.935701310634613, "Finetune/Step": 4023, "Finetune/Step Time": 5.448506833985448}
{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.9037439823150635, "Finetune/Loss (Raw)": 0.998943030834198, "Finetune/Step": 4024, "Finetune/Step Time": 5.4546708054840565}
{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.9035371541976929, "Finetune/Loss (Raw)": 0.9085983037948608, "Finetune/Step": 4025, "Finetune/Step Time": 5.454606927931309}
{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.9044330716133118, "Finetune/Loss (Raw)": 1.0398553609848022, "Finetune/Step": 4026, "Finetune/Step Time": 5.441689744591713}
{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.9043797254562378, "Finetune/Loss (Raw)": 1.0468981266021729, "Finetune/Step": 4027, "Finetune/Step Time": 5.4380211643874645}
{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.9039824604988098, "Finetune/Loss (Raw)": 0.8635998368263245, "Finetune/Step": 4028, "Finetune/Step Time": 5.423111140727997}
{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.9036054611206055, "Finetune/Loss (Raw)": 0.9253380298614502, "Finetune/Step": 4029, "Finetune/Step Time": 5.423371519893408}
{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8989516496658325, "Finetune/Loss (Raw)": 0.3917955756187439, "Finetune/Step": 4030, "Finetune/Step Time": 5.445685422047973}
{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8983194231987, "Finetune/Loss (Raw)": 0.9177413582801819, "Finetune/Step": 4031, "Finetune/Step Time": 5.4451903235167265}
{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8982847929000854, "Finetune/Loss (Raw)": 0.9293833374977112, "Finetune/Step": 4032, "Finetune/Step Time": 5.438357511535287}
{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.8998374938964844, "Finetune/Loss (Raw)": 0.9562653303146362, "Finetune/Step": 4033, "Finetune/Step Time": 5.4327999744564295}
{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8986937403678894, "Finetune/Loss (Raw)": 0.8843462467193604, "Finetune/Step": 4034, "Finetune/Step Time": 5.392994180321693}
{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8965399265289307, "Finetune/Loss (Raw)": 0.9135133624076843, "Finetune/Step": 4035, "Finetune/Step Time": 5.399558929726481}
{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8978759050369263, "Finetune/Loss (Raw)": 1.0665631294250488, "Finetune/Step": 4036, "Finetune/Step Time": 5.3860989063978195}
{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8976969718933105, "Finetune/Loss (Raw)": 0.8553279042243958, "Finetune/Step": 4037, "Finetune/Step Time": 5.392494877800345}
{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8925946354866028, "Finetune/Loss (Raw)": 0.3490624725818634, "Finetune/Step": 4038, "Finetune/Step Time": 5.421956326812506}
{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8918842077255249, "Finetune/Loss (Raw)": 0.9919588565826416, "Finetune/Step": 4039, "Finetune/Step Time": 5.44208705611527}
{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8926413059234619, "Finetune/Loss (Raw)": 0.9574383497238159, "Finetune/Step": 4040, "Finetune/Step Time": 5.431182473897934}
{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8918620944023132, "Finetune/Loss (Raw)": 0.8479058742523193, "Finetune/Step": 4041, "Finetune/Step Time": 5.431896297261119}
{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.892025351524353, "Finetune/Loss (Raw)": 0.8847599029541016, "Finetune/Step": 4042, "Finetune/Step Time": 5.4390521217137575}
{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8920813798904419, "Finetune/Loss (Raw)": 0.9445751309394836, "Finetune/Step": 4043, "Finetune/Step Time": 5.441593689844012}
{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8921908140182495, "Finetune/Loss (Raw)": 0.9341644644737244, "Finetune/Step": 4044, "Finetune/Step Time": 5.433540545403957}
{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8870196342468262, "Finetune/Loss (Raw)": 0.2898639440536499, "Finetune/Step": 4045, "Finetune/Step Time": 5.443262843415141}
{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8862824440002441, "Finetune/Loss (Raw)": 0.868391752243042, "Finetune/Step": 4046, "Finetune/Step Time": 5.439919216558337}
{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.8860294818878174, "Finetune/Loss (Raw)": 0.853890061378479, "Finetune/Step": 4047, "Finetune/Step Time": 5.442727332934737}
{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8815900087356567, "Finetune/Loss (Raw)": 0.3682846426963806, "Finetune/Step": 4048, "Finetune/Step Time": 5.43789473362267}
{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8819628357887268, "Finetune/Loss (Raw)": 0.7858453989028931, "Finetune/Step": 4049, "Finetune/Step Time": 5.416204057633877}
{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8810463547706604, "Finetune/Loss (Raw)": 0.8739895820617676, "Finetune/Step": 4050, "Finetune/Step Time": 5.4089910220354795}
{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8813751339912415, "Finetune/Loss (Raw)": 0.8415405750274658, "Finetune/Step": 4051, "Finetune/Step Time": 5.4009329825639725}
{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.8812077641487122, "Finetune/Loss (Raw)": 0.9026462435722351, "Finetune/Step": 4052, "Finetune/Step Time": 5.421644251793623}
{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8766735792160034, "Finetune/Loss (Raw)": 0.3701373338699341, "Finetune/Step": 4053, "Finetune/Step Time": 5.450073901563883}
{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.8772343993186951, "Finetune/Loss (Raw)": 0.9339113235473633, "Finetune/Step": 4054, "Finetune/Step Time": 5.464118052273989}
{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8774658441543579, "Finetune/Loss (Raw)": 0.9581285715103149, "Finetune/Step": 4055, "Finetune/Step Time": 5.446106545627117}
{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8745281100273132, "Finetune/Loss (Raw)": 0.6737024784088135, "Finetune/Step": 4056, "Finetune/Step Time": 5.461658889427781}
{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.874971866607666, "Finetune/Loss (Raw)": 1.0003950595855713, "Finetune/Step": 4057, "Finetune/Step Time": 5.463668335229158}
{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8746026754379272, "Finetune/Loss (Raw)": 0.855917751789093, "Finetune/Step": 4058, "Finetune/Step Time": 5.455423478037119}
{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8739323616027832, "Finetune/Loss (Raw)": 0.9416230320930481, "Finetune/Step": 4059, "Finetune/Step Time": 5.469528928399086}
{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.872501790523529, "Finetune/Loss (Raw)": 0.7377382516860962, "Finetune/Step": 4060, "Finetune/Step Time": 5.471960797905922}
{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8739218711853027, "Finetune/Loss (Raw)": 0.882649838924408, "Finetune/Step": 4061, "Finetune/Step Time": 5.464629977941513}
{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8757869005203247, "Finetune/Loss (Raw)": 1.0637296438217163, "Finetune/Step": 4062, "Finetune/Step Time": 5.467859111726284}
{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8716899752616882, "Finetune/Loss (Raw)": 0.348822683095932, "Finetune/Step": 4063, "Finetune/Step Time": 5.487763935700059}
{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.8668198585510254, "Finetune/Loss (Raw)": 0.37774816155433655, "Finetune/Step": 4064, "Finetune/Step Time": 5.519908072426915}
{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8661645650863647, "Finetune/Loss (Raw)": 0.8586736917495728, "Finetune/Step": 4065, "Finetune/Step Time": 5.524772346019745}
{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8662893176078796, "Finetune/Loss (Raw)": 0.9150345325469971, "Finetune/Step": 4066, "Finetune/Step Time": 5.5286361631006}
{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8667064905166626, "Finetune/Loss (Raw)": 1.0581763982772827, "Finetune/Step": 4067, "Finetune/Step Time": 5.527512114495039}
{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.8671765327453613, "Finetune/Loss (Raw)": 0.9595542550086975, "Finetune/Step": 4068, "Finetune/Step Time": 5.529058266431093}
{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.866919994354248, "Finetune/Loss (Raw)": 0.9588104486465454, "Finetune/Step": 4069, "Finetune/Step Time": 5.5481231063604355}
{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8656448125839233, "Finetune/Loss (Raw)": 0.8404799103736877, "Finetune/Step": 4070, "Finetune/Step Time": 5.5327880512923}
{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8665311336517334, "Finetune/Loss (Raw)": 0.9557704329490662, "Finetune/Step": 4071, "Finetune/Step Time": 5.538965655490756}
{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8652769923210144, "Finetune/Loss (Raw)": 0.792471706867218, "Finetune/Step": 4072, "Finetune/Step Time": 5.548646004870534}
{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8637477159500122, "Finetune/Loss (Raw)": 0.9330052733421326, "Finetune/Step": 4073, "Finetune/Step Time": 5.53136476315558}
{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8646834492683411, "Finetune/Loss (Raw)": 1.0382481813430786, "Finetune/Step": 4074, "Finetune/Step Time": 5.518580371513963}
{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8640915155410767, "Finetune/Loss (Raw)": 0.8561668395996094, "Finetune/Step": 4075, "Finetune/Step Time": 5.507112625986338}
{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8669788837432861, "Finetune/Loss (Raw)": 0.7254528999328613, "Finetune/Step": 4076, "Finetune/Step Time": 5.495446495711803}
{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8659162521362305, "Finetune/Loss (Raw)": 0.9199108481407166, "Finetune/Step": 4077, "Finetune/Step Time": 5.509615978226066}
{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8645712733268738, "Finetune/Loss (Raw)": 0.8541181087493896, "Finetune/Step": 4078, "Finetune/Step Time": 5.512247448787093}
{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8654968738555908, "Finetune/Loss (Raw)": 1.1285195350646973, "Finetune/Step": 4079, "Finetune/Step Time": 5.5234106592834}
{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8652728796005249, "Finetune/Loss (Raw)": 0.8051429390907288, "Finetune/Step": 4080, "Finetune/Step Time": 5.5276058949530125}
{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.8655359745025635, "Finetune/Loss (Raw)": 0.9198141694068909, "Finetune/Step": 4081, "Finetune/Step Time": 5.544232981279492}
{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8655006885528564, "Finetune/Loss (Raw)": 0.8647210597991943, "Finetune/Step": 4082, "Finetune/Step Time": 5.552184844389558}
{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8670011758804321, "Finetune/Loss (Raw)": 1.0179622173309326, "Finetune/Step": 4083, "Finetune/Step Time": 5.554619386792183}
{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8618118166923523, "Finetune/Loss (Raw)": 0.4615953862667084, "Finetune/Step": 4084, "Finetune/Step Time": 5.58025099337101}
{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.8620092272758484, "Finetune/Loss (Raw)": 0.9451538324356079, "Finetune/Step": 4085, "Finetune/Step Time": 5.596565078943968}
{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8623695969581604, "Finetune/Loss (Raw)": 0.9351006746292114, "Finetune/Step": 4086, "Finetune/Step Time": 5.60365491732955}
{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8637301921844482, "Finetune/Loss (Raw)": 1.0467724800109863, "Finetune/Step": 4087, "Finetune/Step Time": 5.591209137812257}
{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8646286725997925, "Finetune/Loss (Raw)": 0.9880141615867615, "Finetune/Step": 4088, "Finetune/Step Time": 5.5864618588238955}
{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8637928366661072, "Finetune/Loss (Raw)": 0.8647578358650208, "Finetune/Step": 4089, "Finetune/Step Time": 5.587546348571777}
{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8639999628067017, "Finetune/Loss (Raw)": 0.8643612265586853, "Finetune/Step": 4090, "Finetune/Step Time": 5.580532079562545}
{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8632726073265076, "Finetune/Loss (Raw)": 0.864361047744751, "Finetune/Step": 4091, "Finetune/Step Time": 5.5937052592635155}
{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8629410266876221, "Finetune/Loss (Raw)": 0.8703010082244873, "Finetune/Step": 4092, "Finetune/Step Time": 5.5950781013816595}
{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8629826307296753, "Finetune/Loss (Raw)": 1.0326963663101196, "Finetune/Step": 4093, "Finetune/Step Time": 5.579663207754493}
{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8684507012367249, "Finetune/Loss (Raw)": 1.0832847356796265, "Finetune/Step": 4094, "Finetune/Step Time": 5.550143310800195}
{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.8681966662406921, "Finetune/Loss (Raw)": 0.8177850246429443, "Finetune/Step": 4095, "Finetune/Step Time": 5.557967346161604}
{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8687320947647095, "Finetune/Loss (Raw)": 1.0671943426132202, "Finetune/Step": 4096, "Finetune/Step Time": 5.5626420471817255}
{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8689488768577576, "Finetune/Loss (Raw)": 1.011022925376892, "Finetune/Step": 4097, "Finetune/Step Time": 5.548295009881258}
{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.867078959941864, "Finetune/Loss (Raw)": 0.7389388680458069, "Finetune/Step": 4098, "Finetune/Step Time": 5.550448188558221}
{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8667259812355042, "Finetune/Loss (Raw)": 0.9592657089233398, "Finetune/Step": 4099, "Finetune/Step Time": 5.553767202422023}
{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8680211305618286, "Finetune/Loss (Raw)": 0.9832661747932434, "Finetune/Step": 4100, "Finetune/Step Time": 5.553854987025261}
{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8686099648475647, "Finetune/Loss (Raw)": 0.9446208477020264, "Finetune/Step": 4101, "Finetune/Step Time": 5.574398459866643}
{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8690199255943298, "Finetune/Loss (Raw)": 0.8906185030937195, "Finetune/Step": 4102, "Finetune/Step Time": 5.570786524564028}
{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8685418367385864, "Finetune/Loss (Raw)": 0.9284861087799072, "Finetune/Step": 4103, "Finetune/Step Time": 5.579317007213831}
{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8680278062820435, "Finetune/Loss (Raw)": 0.8958439230918884, "Finetune/Step": 4104, "Finetune/Step Time": 5.56674519367516}
{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8683499097824097, "Finetune/Loss (Raw)": 0.8481335639953613, "Finetune/Step": 4105, "Finetune/Step Time": 5.561126841232181}
{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8697879314422607, "Finetune/Loss (Raw)": 0.8744568824768066, "Finetune/Step": 4106, "Finetune/Step Time": 5.559564519673586}
{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.869671642780304, "Finetune/Loss (Raw)": 0.8955525159835815, "Finetune/Step": 4107, "Finetune/Step Time": 5.561456769704819}
{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.871902346611023, "Finetune/Loss (Raw)": 0.9873753190040588, "Finetune/Step": 4108, "Finetune/Step Time": 5.560547791421413}
{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.8706633448600769, "Finetune/Loss (Raw)": 0.8597203493118286, "Finetune/Step": 4109, "Finetune/Step Time": 5.5683188028633595}
{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8713661432266235, "Finetune/Loss (Raw)": 0.9518481492996216, "Finetune/Step": 4110, "Finetune/Step Time": 5.569818094372749}
{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.8727371692657471, "Finetune/Loss (Raw)": 1.0490926504135132, "Finetune/Step": 4111, "Finetune/Step Time": 5.575277730822563}
{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8764891624450684, "Finetune/Loss (Raw)": 0.8160096406936646, "Finetune/Step": 4112, "Finetune/Step Time": 5.5568303521722555}
{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8749621510505676, "Finetune/Loss (Raw)": 0.7579976916313171, "Finetune/Step": 4113, "Finetune/Step Time": 5.555250717326999}
{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8734086751937866, "Finetune/Loss (Raw)": 0.9018827080726624, "Finetune/Step": 4114, "Finetune/Step Time": 5.556817254051566}
{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8740774393081665, "Finetune/Loss (Raw)": 0.9045637249946594, "Finetune/Step": 4115, "Finetune/Step Time": 5.5527824107557535}
{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.8717128038406372, "Finetune/Loss (Raw)": 0.6851770877838135, "Finetune/Step": 4116, "Finetune/Step Time": 5.572749767452478}
{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8701626062393188, "Finetune/Loss (Raw)": 0.8125236630439758, "Finetune/Step": 4117, "Finetune/Step Time": 5.581775361672044}
{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8710298538208008, "Finetune/Loss (Raw)": 1.0800516605377197, "Finetune/Step": 4118, "Finetune/Step Time": 5.580293474718928}
{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8709333539009094, "Finetune/Loss (Raw)": 1.014064908027649, "Finetune/Step": 4119, "Finetune/Step Time": 5.569527868181467}
{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8723081350326538, "Finetune/Loss (Raw)": 0.9594139456748962, "Finetune/Step": 4120, "Finetune/Step Time": 5.5594202019274235}
{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8721721768379211, "Finetune/Loss (Raw)": 0.9239898920059204, "Finetune/Step": 4121, "Finetune/Step Time": 5.56512251123786}
{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8730734586715698, "Finetune/Loss (Raw)": 0.9336174130439758, "Finetune/Step": 4122, "Finetune/Step Time": 5.564065884798765}
{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8747791051864624, "Finetune/Loss (Raw)": 1.0507670640945435, "Finetune/Step": 4123, "Finetune/Step Time": 5.565387766808271}
{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8736922144889832, "Finetune/Loss (Raw)": 0.6864978075027466, "Finetune/Step": 4124, "Finetune/Step Time": 5.567440057173371}
{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8740658760070801, "Finetune/Loss (Raw)": 0.9397766590118408, "Finetune/Step": 4125, "Finetune/Step Time": 5.571110701188445}
{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8729397058486938, "Finetune/Loss (Raw)": 0.9130671620368958, "Finetune/Step": 4126, "Finetune/Step Time": 5.570927770808339}
{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.8722888231277466, "Finetune/Loss (Raw)": 0.9286743402481079, "Finetune/Step": 4127, "Finetune/Step Time": 5.550837948918343}
{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8724044561386108, "Finetune/Loss (Raw)": 0.854215145111084, "Finetune/Step": 4128, "Finetune/Step Time": 5.541051842272282}
{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8719921708106995, "Finetune/Loss (Raw)": 0.8513641357421875, "Finetune/Step": 4129, "Finetune/Step Time": 5.521452650427818}
{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.872097373008728, "Finetune/Loss (Raw)": 0.8675015568733215, "Finetune/Step": 4130, "Finetune/Step Time": 5.512053033336997}
{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8720775246620178, "Finetune/Loss (Raw)": 0.9094619750976562, "Finetune/Step": 4131, "Finetune/Step Time": 5.505017826333642}
{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8718816637992859, "Finetune/Loss (Raw)": 0.9371046423912048, "Finetune/Step": 4132, "Finetune/Step Time": 5.506878327578306}
{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8716744184494019, "Finetune/Loss (Raw)": 0.8909465670585632, "Finetune/Step": 4133, "Finetune/Step Time": 5.514329643920064}
{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8701577186584473, "Finetune/Loss (Raw)": 0.9105315208435059, "Finetune/Step": 4134, "Finetune/Step Time": 5.530526999384165}
{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8737908601760864, "Finetune/Loss (Raw)": 0.8218080401420593, "Finetune/Step": 4135, "Finetune/Step Time": 5.500325832515955}
{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8743399977684021, "Finetune/Loss (Raw)": 0.8866751790046692, "Finetune/Step": 4136, "Finetune/Step Time": 5.507172603160143}
{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8742436170578003, "Finetune/Loss (Raw)": 0.847202479839325, "Finetune/Step": 4137, "Finetune/Step Time": 5.499339081346989}
{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8754387497901917, "Finetune/Loss (Raw)": 1.0012463331222534, "Finetune/Step": 4138, "Finetune/Step Time": 5.485266765579581}
{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8737323880195618, "Finetune/Loss (Raw)": 0.8149448037147522, "Finetune/Step": 4139, "Finetune/Step Time": 5.475010408088565}
{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8745875358581543, "Finetune/Loss (Raw)": 0.8401049971580505, "Finetune/Step": 4140, "Finetune/Step Time": 5.4647107142955065}
{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8702991604804993, "Finetune/Loss (Raw)": 0.3801751732826233, "Finetune/Step": 4141, "Finetune/Step Time": 5.486480753868818}
{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8698652386665344, "Finetune/Loss (Raw)": 0.8119832277297974, "Finetune/Step": 4142, "Finetune/Step Time": 5.463103033602238}
{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.8693290948867798, "Finetune/Loss (Raw)": 0.822952389717102, "Finetune/Step": 4143, "Finetune/Step Time": 5.460016988217831}
{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8642710447311401, "Finetune/Loss (Raw)": 0.2869342267513275, "Finetune/Step": 4144, "Finetune/Step Time": 5.4855498354882}
{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8631137013435364, "Finetune/Loss (Raw)": 0.7899948358535767, "Finetune/Step": 4145, "Finetune/Step Time": 5.4937526397407055}
{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8679167032241821, "Finetune/Loss (Raw)": 0.9371738433837891, "Finetune/Step": 4146, "Finetune/Step Time": 5.457025768235326}
{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8666220903396606, "Finetune/Loss (Raw)": 0.8735404014587402, "Finetune/Step": 4147, "Finetune/Step Time": 5.46300021186471}
{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8661986589431763, "Finetune/Loss (Raw)": 0.9331103563308716, "Finetune/Step": 4148, "Finetune/Step Time": 5.463329289108515}
{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8657823801040649, "Finetune/Loss (Raw)": 0.8794913291931152, "Finetune/Step": 4149, "Finetune/Step Time": 5.452025596052408}
{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.865854799747467, "Finetune/Loss (Raw)": 0.8385315537452698, "Finetune/Step": 4150, "Finetune/Step Time": 5.477157298475504}
{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8656156063079834, "Finetune/Loss (Raw)": 0.9050843119621277, "Finetune/Step": 4151, "Finetune/Step Time": 5.482293374836445}
{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8648756742477417, "Finetune/Loss (Raw)": 0.9042326211929321, "Finetune/Step": 4152, "Finetune/Step Time": 5.487123413011432}
{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8645757436752319, "Finetune/Loss (Raw)": 0.8702030777931213, "Finetune/Step": 4153, "Finetune/Step Time": 5.489770146086812}
{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8635393381118774, "Finetune/Loss (Raw)": 0.9072005748748779, "Finetune/Step": 4154, "Finetune/Step Time": 5.494320755824447}
{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.8619189858436584, "Finetune/Loss (Raw)": 0.83948814868927, "Finetune/Step": 4155, "Finetune/Step Time": 5.496944099664688}
{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8624654412269592, "Finetune/Loss (Raw)": 0.933551549911499, "Finetune/Step": 4156, "Finetune/Step Time": 5.495856350287795}
{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8633027076721191, "Finetune/Loss (Raw)": 1.0325024127960205, "Finetune/Step": 4157, "Finetune/Step Time": 5.496507912874222}
{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8671942353248596, "Finetune/Loss (Raw)": 0.8899185657501221, "Finetune/Step": 4158, "Finetune/Step Time": 5.475582664832473}
{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8675577640533447, "Finetune/Loss (Raw)": 0.9642694592475891, "Finetune/Step": 4159, "Finetune/Step Time": 5.475724197924137}
{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8681466579437256, "Finetune/Loss (Raw)": 1.0047650337219238, "Finetune/Step": 4160, "Finetune/Step Time": 5.468893809244037}
{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8682436347007751, "Finetune/Loss (Raw)": 0.9686739444732666, "Finetune/Step": 4161, "Finetune/Step Time": 5.4601949620991945}
{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8689707517623901, "Finetune/Loss (Raw)": 0.9774219393730164, "Finetune/Step": 4162, "Finetune/Step Time": 5.4619538225233555}
{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8678989410400391, "Finetune/Loss (Raw)": 0.7763116359710693, "Finetune/Step": 4163, "Finetune/Step Time": 5.472639532759786}
{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8644708395004272, "Finetune/Loss (Raw)": 0.6277770400047302, "Finetune/Step": 4164, "Finetune/Step Time": 5.484661580994725}
{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8660285472869873, "Finetune/Loss (Raw)": 1.0547080039978027, "Finetune/Step": 4165, "Finetune/Step Time": 5.477600837126374}
{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8709007501602173, "Finetune/Loss (Raw)": 0.9727076292037964, "Finetune/Step": 4166, "Finetune/Step Time": 5.4466192200779915}
{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8696377873420715, "Finetune/Loss (Raw)": 0.83030104637146, "Finetune/Step": 4167, "Finetune/Step Time": 5.431429371237755}
{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8678989410400391, "Finetune/Loss (Raw)": 0.7348593473434448, "Finetune/Step": 4168, "Finetune/Step Time": 5.429528333246708}
{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8641655445098877, "Finetune/Loss (Raw)": 0.3700336515903473, "Finetune/Step": 4169, "Finetune/Step Time": 5.454609552398324}
{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.8637215495109558, "Finetune/Loss (Raw)": 0.8279340267181396, "Finetune/Step": 4170, "Finetune/Step Time": 5.451710008084774}
{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.863757848739624, "Finetune/Loss (Raw)": 0.9492148160934448, "Finetune/Step": 4171, "Finetune/Step Time": 5.454135382547975}
{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8638876080513, "Finetune/Loss (Raw)": 0.9507784247398376, "Finetune/Step": 4172, "Finetune/Step Time": 5.474389277398586}
{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8684020638465881, "Finetune/Loss (Raw)": 0.8677108883857727, "Finetune/Step": 4173, "Finetune/Step Time": 5.449409442022443}
{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8643767833709717, "Finetune/Loss (Raw)": 0.35315990447998047, "Finetune/Step": 4174, "Finetune/Step Time": 5.481481309980154}
{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8639169335365295, "Finetune/Loss (Raw)": 0.7950238585472107, "Finetune/Step": 4175, "Finetune/Step Time": 5.470438012853265}
{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8675029873847961, "Finetune/Loss (Raw)": 0.8272980451583862, "Finetune/Step": 4176, "Finetune/Step Time": 5.45249417796731}
{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8693881034851074, "Finetune/Loss (Raw)": 1.0271457433700562, "Finetune/Step": 4177, "Finetune/Step Time": 5.46772382222116}
{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8700090050697327, "Finetune/Loss (Raw)": 0.9534664750099182, "Finetune/Step": 4178, "Finetune/Step Time": 5.470196820795536}
{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8706085681915283, "Finetune/Loss (Raw)": 0.9182791709899902, "Finetune/Step": 4179, "Finetune/Step Time": 5.482651483267546}
{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8713356256484985, "Finetune/Loss (Raw)": 0.9957142472267151, "Finetune/Step": 4180, "Finetune/Step Time": 5.462820177897811}
{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8751200437545776, "Finetune/Loss (Raw)": 0.8545408844947815, "Finetune/Step": 4181, "Finetune/Step Time": 5.4358007200062275}
{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8735081553459167, "Finetune/Loss (Raw)": 0.7275875806808472, "Finetune/Step": 4182, "Finetune/Step Time": 5.431046521291137}
{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.87361741065979, "Finetune/Loss (Raw)": 0.9721154570579529, "Finetune/Step": 4183, "Finetune/Step Time": 5.43609457090497}
{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8755998611450195, "Finetune/Loss (Raw)": 0.9274469614028931, "Finetune/Step": 4184, "Finetune/Step Time": 5.408772984519601}
{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.875674843788147, "Finetune/Loss (Raw)": 1.0099998712539673, "Finetune/Step": 4185, "Finetune/Step Time": 5.406562218442559}
{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8765465021133423, "Finetune/Loss (Raw)": 0.967491865158081, "Finetune/Step": 4186, "Finetune/Step Time": 5.425231380388141}
{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8758974671363831, "Finetune/Loss (Raw)": 0.8585479855537415, "Finetune/Step": 4187, "Finetune/Step Time": 5.413445308804512}
{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8769993782043457, "Finetune/Loss (Raw)": 0.8787842988967896, "Finetune/Step": 4188, "Finetune/Step Time": 5.403984602540731}
{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8765980005264282, "Finetune/Loss (Raw)": 0.8312711119651794, "Finetune/Step": 4189, "Finetune/Step Time": 5.386475233361125}
{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8739969730377197, "Finetune/Loss (Raw)": 0.73079913854599, "Finetune/Step": 4190, "Finetune/Step Time": 5.386750049889088}
{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.8788586854934692, "Finetune/Loss (Raw)": 0.9711241126060486, "Finetune/Step": 4191, "Finetune/Step Time": 5.360059646889567}
{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8841854333877563, "Finetune/Loss (Raw)": 1.0595672130584717, "Finetune/Step": 4192, "Finetune/Step Time": 5.3324080016463995}
{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8798254728317261, "Finetune/Loss (Raw)": 0.30059656500816345, "Finetune/Step": 4193, "Finetune/Step Time": 5.353732656687498}
{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8799654841423035, "Finetune/Loss (Raw)": 0.9329559803009033, "Finetune/Step": 4194, "Finetune/Step Time": 5.353115247562528}
{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8789677619934082, "Finetune/Loss (Raw)": 0.9304789900779724, "Finetune/Step": 4195, "Finetune/Step Time": 5.353822734206915}
{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.8787503838539124, "Finetune/Loss (Raw)": 0.9317193031311035, "Finetune/Step": 4196, "Finetune/Step Time": 5.35148617438972}
{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.876350998878479, "Finetune/Loss (Raw)": 0.6516865491867065, "Finetune/Step": 4197, "Finetune/Step Time": 5.354550426825881}
{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8775345087051392, "Finetune/Loss (Raw)": 0.9919704794883728, "Finetune/Step": 4198, "Finetune/Step Time": 5.352444846183062}
{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8779747486114502, "Finetune/Loss (Raw)": 1.0121192932128906, "Finetune/Step": 4199, "Finetune/Step Time": 5.322038913145661}
{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8791673183441162, "Finetune/Loss (Raw)": 0.9451218843460083, "Finetune/Step": 4200, "Finetune/Step Time": 5.319072777405381}
{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8788266181945801, "Finetune/Loss (Raw)": 0.8893982768058777, "Finetune/Step": 4201, "Finetune/Step Time": 5.329155908897519}
{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.877439022064209, "Finetune/Loss (Raw)": 0.860633373260498, "Finetune/Step": 4202, "Finetune/Step Time": 5.332196241244674}
{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8772614002227783, "Finetune/Loss (Raw)": 0.8334413766860962, "Finetune/Step": 4203, "Finetune/Step Time": 5.333616139367223}
{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8781353235244751, "Finetune/Loss (Raw)": 0.837311327457428, "Finetune/Step": 4204, "Finetune/Step Time": 5.319422800093889}
{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8782161474227905, "Finetune/Loss (Raw)": 0.9302538633346558, "Finetune/Step": 4205, "Finetune/Step Time": 5.306496562436223}
{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8783903121948242, "Finetune/Loss (Raw)": 0.8764147162437439, "Finetune/Step": 4206, "Finetune/Step Time": 5.304824974387884}
{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8770908713340759, "Finetune/Loss (Raw)": 0.9621869325637817, "Finetune/Step": 4207, "Finetune/Step Time": 5.298412719741464}
{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8774904012680054, "Finetune/Loss (Raw)": 0.8562809228897095, "Finetune/Step": 4208, "Finetune/Step Time": 5.283071326091886}
{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8789790868759155, "Finetune/Loss (Raw)": 1.110365867614746, "Finetune/Step": 4209, "Finetune/Step Time": 5.2608354818075895}
{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8790517449378967, "Finetune/Loss (Raw)": 0.8740198016166687, "Finetune/Step": 4210, "Finetune/Step Time": 5.2559510469436646}
{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8787615299224854, "Finetune/Loss (Raw)": 0.9808199405670166, "Finetune/Step": 4211, "Finetune/Step Time": 5.26095730997622}
{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8815187811851501, "Finetune/Loss (Raw)": 0.814521849155426, "Finetune/Step": 4212, "Finetune/Step Time": 5.229521952569485}
{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.880082368850708, "Finetune/Loss (Raw)": 0.7613007426261902, "Finetune/Step": 4213, "Finetune/Step Time": 5.223071310669184}
{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.880092978477478, "Finetune/Loss (Raw)": 0.9364528059959412, "Finetune/Step": 4214, "Finetune/Step Time": 5.213559178635478}
{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8793935775756836, "Finetune/Loss (Raw)": 0.9572484493255615, "Finetune/Step": 4215, "Finetune/Step Time": 5.239664131775498}
{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8789202570915222, "Finetune/Loss (Raw)": 0.9274333119392395, "Finetune/Step": 4216, "Finetune/Step Time": 5.234876116737723}
{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8798347115516663, "Finetune/Loss (Raw)": 0.9818018674850464, "Finetune/Step": 4217, "Finetune/Step Time": 5.232135156169534}
{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8799257278442383, "Finetune/Loss (Raw)": 0.876007616519928, "Finetune/Step": 4218, "Finetune/Step Time": 5.231546487659216}
{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8795417547225952, "Finetune/Loss (Raw)": 0.8152133822441101, "Finetune/Step": 4219, "Finetune/Step Time": 5.2147283758968115}
{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.8797870874404907, "Finetune/Loss (Raw)": 0.9017119407653809, "Finetune/Step": 4220, "Finetune/Step Time": 5.204004479572177}
{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8798729777336121, "Finetune/Loss (Raw)": 1.0436867475509644, "Finetune/Step": 4221, "Finetune/Step Time": 5.211120009422302}
{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.8792497515678406, "Finetune/Loss (Raw)": 1.0035145282745361, "Finetune/Step": 4222, "Finetune/Step Time": 5.214786745607853}
{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8807258605957031, "Finetune/Loss (Raw)": 1.0067222118377686, "Finetune/Step": 4223, "Finetune/Step Time": 5.206602083519101}
{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8789463639259338, "Finetune/Loss (Raw)": 0.8394266963005066, "Finetune/Step": 4224, "Finetune/Step Time": 5.211669156327844}
{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8775521516799927, "Finetune/Loss (Raw)": 0.8325607180595398, "Finetune/Step": 4225, "Finetune/Step Time": 5.204017655923963}
{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8798446655273438, "Finetune/Loss (Raw)": 1.0323798656463623, "Finetune/Step": 4226, "Finetune/Step Time": 5.197286335751414}
{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8808942437171936, "Finetune/Loss (Raw)": 1.0936064720153809, "Finetune/Step": 4227, "Finetune/Step Time": 5.196818068623543}
{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8800755739212036, "Finetune/Loss (Raw)": 0.8784746527671814, "Finetune/Step": 4228, "Finetune/Step Time": 5.199071682989597}
{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8800470232963562, "Finetune/Loss (Raw)": 0.9409740567207336, "Finetune/Step": 4229, "Finetune/Step Time": 5.1820242162793875}
{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.875144362449646, "Finetune/Loss (Raw)": 0.2630716562271118, "Finetune/Step": 4230, "Finetune/Step Time": 5.213626302778721}
{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8735026121139526, "Finetune/Loss (Raw)": 0.718339204788208, "Finetune/Step": 4231, "Finetune/Step Time": 5.252723155543208}
{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8739339113235474, "Finetune/Loss (Raw)": 0.9510630965232849, "Finetune/Step": 4232, "Finetune/Step Time": 5.2614151537418365}
{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8738787770271301, "Finetune/Loss (Raw)": 0.8410691618919373, "Finetune/Step": 4233, "Finetune/Step Time": 5.267290771007538}
{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.876056432723999, "Finetune/Loss (Raw)": 1.1531912088394165, "Finetune/Step": 4234, "Finetune/Step Time": 5.264776300638914}
{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8763787746429443, "Finetune/Loss (Raw)": 0.9368162751197815, "Finetune/Step": 4235, "Finetune/Step Time": 5.264478538185358}
{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.87473464012146, "Finetune/Loss (Raw)": 0.7769331336021423, "Finetune/Step": 4236, "Finetune/Step Time": 5.273497985675931}
{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.8761604428291321, "Finetune/Loss (Raw)": 1.0422141551971436, "Finetune/Step": 4237, "Finetune/Step Time": 5.265790103003383}
{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8765840530395508, "Finetune/Loss (Raw)": 1.0060737133026123, "Finetune/Step": 4238, "Finetune/Step Time": 5.254086196422577}
{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.8758471012115479, "Finetune/Loss (Raw)": 0.9547659158706665, "Finetune/Step": 4239, "Finetune/Step Time": 5.250416897237301}
{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8762179017066956, "Finetune/Loss (Raw)": 0.8634696006774902, "Finetune/Step": 4240, "Finetune/Step Time": 5.238894857466221}
{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8770890235900879, "Finetune/Loss (Raw)": 0.8695030212402344, "Finetune/Step": 4241, "Finetune/Step Time": 5.2408290803432465}
{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8776854276657104, "Finetune/Loss (Raw)": 0.9782134890556335, "Finetune/Step": 4242, "Finetune/Step Time": 5.2394914496690035}
{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8778892159461975, "Finetune/Loss (Raw)": 0.9306545853614807, "Finetune/Step": 4243, "Finetune/Step Time": 5.259598229080439}
{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8798593282699585, "Finetune/Loss (Raw)": 0.9373548030853271, "Finetune/Step": 4244, "Finetune/Step Time": 5.244195111095905}
{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8807458877563477, "Finetune/Loss (Raw)": 0.9260016679763794, "Finetune/Step": 4245, "Finetune/Step Time": 5.2516553327441216}
{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8794747591018677, "Finetune/Loss (Raw)": 0.9173425436019897, "Finetune/Step": 4246, "Finetune/Step Time": 5.282833214849234}
{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8786023855209351, "Finetune/Loss (Raw)": 0.9023977518081665, "Finetune/Step": 4247, "Finetune/Step Time": 5.284292902797461}
{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8733224868774414, "Finetune/Loss (Raw)": 0.28358832001686096, "Finetune/Step": 4248, "Finetune/Step Time": 5.302793929353356}
{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8736523985862732, "Finetune/Loss (Raw)": 0.9662232398986816, "Finetune/Step": 4249, "Finetune/Step Time": 5.295711996033788}
{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8722225427627563, "Finetune/Loss (Raw)": 0.7505909204483032, "Finetune/Step": 4250, "Finetune/Step Time": 5.292000763118267}
{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8700987100601196, "Finetune/Loss (Raw)": 0.7789210677146912, "Finetune/Step": 4251, "Finetune/Step Time": 5.291549526154995}
{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8732895851135254, "Finetune/Loss (Raw)": 1.094932198524475, "Finetune/Step": 4252, "Finetune/Step Time": 5.293143836781383}
{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.8713659048080444, "Finetune/Loss (Raw)": 0.693540096282959, "Finetune/Step": 4253, "Finetune/Step Time": 5.313533071428537}
{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8700299263000488, "Finetune/Loss (Raw)": 0.7420666813850403, "Finetune/Step": 4254, "Finetune/Step Time": 5.3187424167990685}
{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8690609335899353, "Finetune/Loss (Raw)": 0.8046412467956543, "Finetune/Step": 4255, "Finetune/Step Time": 5.330327600240707}
{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.8699712157249451, "Finetune/Loss (Raw)": 0.9707291722297668, "Finetune/Step": 4256, "Finetune/Step Time": 5.345842892304063}
{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8712462782859802, "Finetune/Loss (Raw)": 1.0145750045776367, "Finetune/Step": 4257, "Finetune/Step Time": 5.35535522736609}
{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8700534105300903, "Finetune/Loss (Raw)": 0.7148088216781616, "Finetune/Step": 4258, "Finetune/Step Time": 5.356571124866605}
{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8711076378822327, "Finetune/Loss (Raw)": 1.0444080829620361, "Finetune/Step": 4259, "Finetune/Step Time": 5.360380157828331}
{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8706297278404236, "Finetune/Loss (Raw)": 0.8759345412254333, "Finetune/Step": 4260, "Finetune/Step Time": 5.356902927160263}
{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8713092803955078, "Finetune/Loss (Raw)": 0.9779300093650818, "Finetune/Step": 4261, "Finetune/Step Time": 5.350969584658742}
{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8709897994995117, "Finetune/Loss (Raw)": 0.869637131690979, "Finetune/Step": 4262, "Finetune/Step Time": 5.341437067836523}
{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8729928731918335, "Finetune/Loss (Raw)": 1.0781999826431274, "Finetune/Step": 4263, "Finetune/Step Time": 5.339259523898363}
{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8725669384002686, "Finetune/Loss (Raw)": 0.832156777381897, "Finetune/Step": 4264, "Finetune/Step Time": 5.34441308863461}
{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.8735450506210327, "Finetune/Loss (Raw)": 0.9723979830741882, "Finetune/Step": 4265, "Finetune/Step Time": 5.3518304247409105}
{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8734021782875061, "Finetune/Loss (Raw)": 0.9829589128494263, "Finetune/Step": 4266, "Finetune/Step Time": 5.35119142010808}
{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8734514117240906, "Finetune/Loss (Raw)": 0.8212454915046692, "Finetune/Step": 4267, "Finetune/Step Time": 5.365094881504774}
{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8733769655227661, "Finetune/Loss (Raw)": 0.8305767774581909, "Finetune/Step": 4268, "Finetune/Step Time": 5.3565164133906364}
{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8768256902694702, "Finetune/Loss (Raw)": 0.8216124773025513, "Finetune/Step": 4269, "Finetune/Step Time": 5.360562648624182}
{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.8772495985031128, "Finetune/Loss (Raw)": 0.8662465214729309, "Finetune/Step": 4270, "Finetune/Step Time": 5.3664377853274345}
{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8733367919921875, "Finetune/Loss (Raw)": 0.32211580872535706, "Finetune/Step": 4271, "Finetune/Step Time": 5.398934526368976}
{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8785301446914673, "Finetune/Loss (Raw)": 0.9516741037368774, "Finetune/Step": 4272, "Finetune/Step Time": 5.365081161260605}
{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8784286975860596, "Finetune/Loss (Raw)": 0.7770146131515503, "Finetune/Step": 4273, "Finetune/Step Time": 5.358746273443103}
{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.8781619668006897, "Finetune/Loss (Raw)": 0.9030305743217468, "Finetune/Step": 4274, "Finetune/Step Time": 5.364638576284051}
{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8782699704170227, "Finetune/Loss (Raw)": 0.887363076210022, "Finetune/Step": 4275, "Finetune/Step Time": 5.375678518787026}
{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8784847855567932, "Finetune/Loss (Raw)": 0.9606092572212219, "Finetune/Step": 4276, "Finetune/Step Time": 5.376687418669462}
{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8786448240280151, "Finetune/Loss (Raw)": 0.8999759554862976, "Finetune/Step": 4277, "Finetune/Step Time": 5.398913778364658}
{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8795899152755737, "Finetune/Loss (Raw)": 0.959498405456543, "Finetune/Step": 4278, "Finetune/Step Time": 5.372628670185804}
{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8790024518966675, "Finetune/Loss (Raw)": 0.8298957943916321, "Finetune/Step": 4279, "Finetune/Step Time": 5.370592916384339}
{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8796802759170532, "Finetune/Loss (Raw)": 0.9909893870353699, "Finetune/Step": 4280, "Finetune/Step Time": 5.363828718662262}
{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.881014883518219, "Finetune/Loss (Raw)": 1.041032314300537, "Finetune/Step": 4281, "Finetune/Step Time": 5.3638294246047735}
{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8815858364105225, "Finetune/Loss (Raw)": 0.9802919030189514, "Finetune/Step": 4282, "Finetune/Step Time": 5.361855763942003}
{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8823021650314331, "Finetune/Loss (Raw)": 0.9311739206314087, "Finetune/Step": 4283, "Finetune/Step Time": 5.366696299985051}
{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8825695514678955, "Finetune/Loss (Raw)": 0.967779278755188, "Finetune/Step": 4284, "Finetune/Step Time": 5.365058222785592}
{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.880060076713562, "Finetune/Loss (Raw)": 0.71128249168396, "Finetune/Step": 4285, "Finetune/Step Time": 5.399554489180446}
{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8806057572364807, "Finetune/Loss (Raw)": 0.9597692489624023, "Finetune/Step": 4286, "Finetune/Step Time": 5.3960690181702375}
{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8804444074630737, "Finetune/Loss (Raw)": 0.9436191916465759, "Finetune/Step": 4287, "Finetune/Step Time": 5.3994380235672}
{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8809546232223511, "Finetune/Loss (Raw)": 1.0700652599334717, "Finetune/Step": 4288, "Finetune/Step Time": 5.414276598021388}
{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8799500465393066, "Finetune/Loss (Raw)": 0.8400925993919373, "Finetune/Step": 4289, "Finetune/Step Time": 5.415539553388953}
{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8802193999290466, "Finetune/Loss (Raw)": 1.0119010210037231, "Finetune/Step": 4290, "Finetune/Step Time": 5.416236359626055}
{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.8814718723297119, "Finetune/Loss (Raw)": 0.9366228580474854, "Finetune/Step": 4291, "Finetune/Step Time": 5.400917496532202}
{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8841003179550171, "Finetune/Loss (Raw)": 0.9642185568809509, "Finetune/Step": 4292, "Finetune/Step Time": 5.39665761590004}
{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8834035992622375, "Finetune/Loss (Raw)": 0.9655308127403259, "Finetune/Step": 4293, "Finetune/Step Time": 5.40445851162076}
{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8830175399780273, "Finetune/Loss (Raw)": 0.9232941269874573, "Finetune/Step": 4294, "Finetune/Step Time": 5.431628467515111}
{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8788657188415527, "Finetune/Loss (Raw)": 0.2988724410533905, "Finetune/Step": 4295, "Finetune/Step Time": 5.459658639505506}
{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8811755180358887, "Finetune/Loss (Raw)": 1.0305081605911255, "Finetune/Step": 4296, "Finetune/Step Time": 5.456684483215213}
{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8855664730072021, "Finetune/Loss (Raw)": 0.9320673942565918, "Finetune/Step": 4297, "Finetune/Step Time": 5.428580559790134}
{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.8850246667861938, "Finetune/Loss (Raw)": 0.7585859298706055, "Finetune/Step": 4298, "Finetune/Step Time": 5.4178002923727036}
{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8854022026062012, "Finetune/Loss (Raw)": 0.9975415468215942, "Finetune/Step": 4299, "Finetune/Step Time": 5.424842718988657}
{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8856799602508545, "Finetune/Loss (Raw)": 0.9863349795341492, "Finetune/Step": 4300, "Finetune/Step Time": 5.40972956083715}
{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8817228078842163, "Finetune/Loss (Raw)": 0.3611955940723419, "Finetune/Step": 4301, "Finetune/Step Time": 5.435482827946544}
{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8868738412857056, "Finetune/Loss (Raw)": 1.0124855041503906, "Finetune/Step": 4302, "Finetune/Step Time": 5.408870447427034}
{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.8887529373168945, "Finetune/Loss (Raw)": 1.0355567932128906, "Finetune/Step": 4303, "Finetune/Step Time": 5.409103367477655}
{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8849274516105652, "Finetune/Loss (Raw)": 0.33762916922569275, "Finetune/Step": 4304, "Finetune/Step Time": 5.427342997863889}
{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8832883834838867, "Finetune/Loss (Raw)": 0.8173484206199646, "Finetune/Step": 4305, "Finetune/Step Time": 5.414066430181265}
{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8826248645782471, "Finetune/Loss (Raw)": 0.8685386776924133, "Finetune/Step": 4306, "Finetune/Step Time": 5.41993441991508}
{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8810712099075317, "Finetune/Loss (Raw)": 0.7194163203239441, "Finetune/Step": 4307, "Finetune/Step Time": 5.408383434638381}
{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8808339834213257, "Finetune/Loss (Raw)": 0.9653493762016296, "Finetune/Step": 4308, "Finetune/Step Time": 5.414483716711402}
{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8812416791915894, "Finetune/Loss (Raw)": 0.9067223072052002, "Finetune/Step": 4309, "Finetune/Step Time": 5.41869604960084}
{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8782700896263123, "Finetune/Loss (Raw)": 0.3472151756286621, "Finetune/Step": 4310, "Finetune/Step Time": 5.444094851613045}
{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8778756260871887, "Finetune/Loss (Raw)": 0.9216306805610657, "Finetune/Step": 4311, "Finetune/Step Time": 5.444032734259963}
{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8786301612854004, "Finetune/Loss (Raw)": 1.024025321006775, "Finetune/Step": 4312, "Finetune/Step Time": 5.4519810564816}
{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8788152933120728, "Finetune/Loss (Raw)": 1.0336980819702148, "Finetune/Step": 4313, "Finetune/Step Time": 5.46256254799664}
{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8789047002792358, "Finetune/Loss (Raw)": 0.9789345860481262, "Finetune/Step": 4314, "Finetune/Step Time": 5.447261322289705}
{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8791812658309937, "Finetune/Loss (Raw)": 0.8939525485038757, "Finetune/Step": 4315, "Finetune/Step Time": 5.4440763220191}
{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8791617155075073, "Finetune/Loss (Raw)": 0.8762763142585754, "Finetune/Step": 4316, "Finetune/Step Time": 5.447611965239048}
{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8797307014465332, "Finetune/Loss (Raw)": 0.9041087031364441, "Finetune/Step": 4317, "Finetune/Step Time": 5.445596296340227}
{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8807512521743774, "Finetune/Loss (Raw)": 0.8614233732223511, "Finetune/Step": 4318, "Finetune/Step Time": 5.449211690574884}
{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8792915940284729, "Finetune/Loss (Raw)": 0.7842899560928345, "Finetune/Step": 4319, "Finetune/Step Time": 5.454907754436135}
{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8776912093162537, "Finetune/Loss (Raw)": 0.8547115921974182, "Finetune/Step": 4320, "Finetune/Step Time": 5.453248247504234}
{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.8812342882156372, "Finetune/Loss (Raw)": 0.7541186809539795, "Finetune/Step": 4321, "Finetune/Step Time": 5.435891788452864}
{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.882051944732666, "Finetune/Loss (Raw)": 1.0376055240631104, "Finetune/Step": 4322, "Finetune/Step Time": 5.439198795706034}
{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8806061744689941, "Finetune/Loss (Raw)": 0.7454333305358887, "Finetune/Step": 4323, "Finetune/Step Time": 5.4466845486313105}
{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.879958987236023, "Finetune/Loss (Raw)": 0.8488774299621582, "Finetune/Step": 4324, "Finetune/Step Time": 5.445900071412325}
{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8804769515991211, "Finetune/Loss (Raw)": 0.7179818153381348, "Finetune/Step": 4325, "Finetune/Step Time": 5.435706481337547}
{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.878914475440979, "Finetune/Loss (Raw)": 0.7919757962226868, "Finetune/Step": 4326, "Finetune/Step Time": 5.443975020200014}
{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8771277666091919, "Finetune/Loss (Raw)": 0.7834144830703735, "Finetune/Step": 4327, "Finetune/Step Time": 5.460960831493139}
{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8769223690032959, "Finetune/Loss (Raw)": 0.9188392758369446, "Finetune/Step": 4328, "Finetune/Step Time": 5.454282013699412}
{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8769168257713318, "Finetune/Loss (Raw)": 0.888680636882782, "Finetune/Step": 4329, "Finetune/Step Time": 5.444054579362273}
{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8780272006988525, "Finetune/Loss (Raw)": 1.0027711391448975, "Finetune/Step": 4330, "Finetune/Step Time": 5.443655379116535}
{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.8791601657867432, "Finetune/Loss (Raw)": 0.9784588813781738, "Finetune/Step": 4331, "Finetune/Step Time": 5.449264124035835}
{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.87992924451828, "Finetune/Loss (Raw)": 0.9357486963272095, "Finetune/Step": 4332, "Finetune/Step Time": 5.446503909304738}
{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8805260062217712, "Finetune/Loss (Raw)": 1.006639838218689, "Finetune/Step": 4333, "Finetune/Step Time": 5.442769281566143}
{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.881231427192688, "Finetune/Loss (Raw)": 0.9667050242424011, "Finetune/Step": 4334, "Finetune/Step Time": 5.441045422106981}
{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.881243884563446, "Finetune/Loss (Raw)": 0.9637882113456726, "Finetune/Step": 4335, "Finetune/Step Time": 5.436235660687089}
{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.8827118277549744, "Finetune/Loss (Raw)": 1.0441731214523315, "Finetune/Step": 4336, "Finetune/Step Time": 5.452525755390525}
{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.8796826004981995, "Finetune/Loss (Raw)": 0.7226248979568481, "Finetune/Step": 4337, "Finetune/Step Time": 5.4750855434685946}
{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8798911571502686, "Finetune/Loss (Raw)": 0.9007185697555542, "Finetune/Step": 4338, "Finetune/Step Time": 5.474874751642346}
{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8786131143569946, "Finetune/Loss (Raw)": 0.8172290325164795, "Finetune/Step": 4339, "Finetune/Step Time": 5.4807303082197905}
{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8795252442359924, "Finetune/Loss (Raw)": 0.9312784075737, "Finetune/Step": 4340, "Finetune/Step Time": 5.494921149685979}
{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8813856840133667, "Finetune/Loss (Raw)": 0.9994267821311951, "Finetune/Step": 4341, "Finetune/Step Time": 5.486511653289199}
{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8811224699020386, "Finetune/Loss (Raw)": 0.9027639627456665, "Finetune/Step": 4342, "Finetune/Step Time": 5.532031588256359}
{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8802827000617981, "Finetune/Loss (Raw)": 0.8497614860534668, "Finetune/Step": 4343, "Finetune/Step Time": 5.495180383324623}
{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8803582191467285, "Finetune/Loss (Raw)": 0.9370972514152527, "Finetune/Step": 4344, "Finetune/Step Time": 5.504135517403483}
{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8796993494033813, "Finetune/Loss (Raw)": 0.8974694609642029, "Finetune/Step": 4345, "Finetune/Step Time": 5.503502629697323}
{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8800232410430908, "Finetune/Loss (Raw)": 0.9174604415893555, "Finetune/Step": 4346, "Finetune/Step Time": 5.506835801526904}
{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8814232349395752, "Finetune/Loss (Raw)": 0.9944236874580383, "Finetune/Step": 4347, "Finetune/Step Time": 5.49923437461257}
{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8818851113319397, "Finetune/Loss (Raw)": 0.9608263969421387, "Finetune/Step": 4348, "Finetune/Step Time": 5.505234248936176}
{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8817580938339233, "Finetune/Loss (Raw)": 1.027423620223999, "Finetune/Step": 4349, "Finetune/Step Time": 5.496365478262305}
{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.879295289516449, "Finetune/Loss (Raw)": 0.6882816553115845, "Finetune/Step": 4350, "Finetune/Step Time": 5.50820853933692}
{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8787814378738403, "Finetune/Loss (Raw)": 0.9409511685371399, "Finetune/Step": 4351, "Finetune/Step Time": 5.507483389228582}
{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8792071342468262, "Finetune/Loss (Raw)": 0.893915057182312, "Finetune/Step": 4352, "Finetune/Step Time": 5.49926277063787}
{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8800281286239624, "Finetune/Loss (Raw)": 0.9376446604728699, "Finetune/Step": 4353, "Finetune/Step Time": 5.497603977099061}
{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8781347274780273, "Finetune/Loss (Raw)": 0.790025532245636, "Finetune/Step": 4354, "Finetune/Step Time": 5.501913253217936}
{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8769947290420532, "Finetune/Loss (Raw)": 0.947687029838562, "Finetune/Step": 4355, "Finetune/Step Time": 5.497702609747648}
{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8774042129516602, "Finetune/Loss (Raw)": 0.930892288684845, "Finetune/Step": 4356, "Finetune/Step Time": 5.496031427755952}
{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8774460554122925, "Finetune/Loss (Raw)": 0.9463250041007996, "Finetune/Step": 4357, "Finetune/Step Time": 5.496120519936085}
{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.882989227771759, "Finetune/Loss (Raw)": 0.9726006984710693, "Finetune/Step": 4358, "Finetune/Step Time": 5.468964774161577}
{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.8846445679664612, "Finetune/Loss (Raw)": 0.9302201271057129, "Finetune/Step": 4359, "Finetune/Step Time": 5.423330569639802}
{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8839750289916992, "Finetune/Loss (Raw)": 0.8653678894042969, "Finetune/Step": 4360, "Finetune/Step Time": 5.4155236799269915}
{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.8862183094024658, "Finetune/Loss (Raw)": 1.1282094717025757, "Finetune/Step": 4361, "Finetune/Step Time": 5.429638778790832}
{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.8836483955383301, "Finetune/Loss (Raw)": 0.8242360949516296, "Finetune/Step": 4362, "Finetune/Step Time": 5.431869482621551}
{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8833675384521484, "Finetune/Loss (Raw)": 0.9008683562278748, "Finetune/Step": 4363, "Finetune/Step Time": 5.428751120343804}
{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8838517069816589, "Finetune/Loss (Raw)": 0.8389039635658264, "Finetune/Step": 4364, "Finetune/Step Time": 5.440327374264598}
{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8821396827697754, "Finetune/Loss (Raw)": 0.8230765461921692, "Finetune/Step": 4365, "Finetune/Step Time": 5.455164337530732}
{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.881584644317627, "Finetune/Loss (Raw)": 0.9350256323814392, "Finetune/Step": 4366, "Finetune/Step Time": 5.45461430773139}
{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8807199001312256, "Finetune/Loss (Raw)": 0.8440806865692139, "Finetune/Step": 4367, "Finetune/Step Time": 5.460617002099752}
{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8814943432807922, "Finetune/Loss (Raw)": 0.9625994563102722, "Finetune/Step": 4368, "Finetune/Step Time": 5.4569773357361555}
{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8814172148704529, "Finetune/Loss (Raw)": 0.8596340417861938, "Finetune/Step": 4369, "Finetune/Step Time": 5.46363203600049}
{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8816567659378052, "Finetune/Loss (Raw)": 1.0088715553283691, "Finetune/Step": 4370, "Finetune/Step Time": 5.466017935425043}
{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8824722766876221, "Finetune/Loss (Raw)": 1.0350425243377686, "Finetune/Step": 4371, "Finetune/Step Time": 5.444306943565607}
{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8770506381988525, "Finetune/Loss (Raw)": 0.24338674545288086, "Finetune/Step": 4372, "Finetune/Step Time": 5.471051797270775}
{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8759925365447998, "Finetune/Loss (Raw)": 0.7905682921409607, "Finetune/Step": 4373, "Finetune/Step Time": 5.462439700961113}
{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8756570816040039, "Finetune/Loss (Raw)": 0.8744013905525208, "Finetune/Step": 4374, "Finetune/Step Time": 5.433355243876576}
{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8752599954605103, "Finetune/Loss (Raw)": 0.8515622019767761, "Finetune/Step": 4375, "Finetune/Step Time": 5.441067358478904}
{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8811107873916626, "Finetune/Loss (Raw)": 1.032488465309143, "Finetune/Step": 4376, "Finetune/Step Time": 5.424206014722586}
{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.8805549144744873, "Finetune/Loss (Raw)": 0.8950772285461426, "Finetune/Step": 4377, "Finetune/Step Time": 5.425743415951729}
{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.881889283657074, "Finetune/Loss (Raw)": 0.9213916063308716, "Finetune/Step": 4378, "Finetune/Step Time": 5.43548876978457}
{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.882323145866394, "Finetune/Loss (Raw)": 0.8344516158103943, "Finetune/Step": 4379, "Finetune/Step Time": 5.4467480070889}
{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8818140029907227, "Finetune/Loss (Raw)": 1.0297597646713257, "Finetune/Step": 4380, "Finetune/Step Time": 5.44962609000504}
{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.8837293386459351, "Finetune/Loss (Raw)": 0.9387022852897644, "Finetune/Step": 4381, "Finetune/Step Time": 5.436863703653216}
{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.885418176651001, "Finetune/Loss (Raw)": 0.9582423567771912, "Finetune/Step": 4382, "Finetune/Step Time": 5.436081787571311}
{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.8852852582931519, "Finetune/Loss (Raw)": 0.7876253128051758, "Finetune/Step": 4383, "Finetune/Step Time": 5.444894626736641}
{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8848012685775757, "Finetune/Loss (Raw)": 0.9087743163108826, "Finetune/Step": 4384, "Finetune/Step Time": 5.431355576962233}
{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.8834859728813171, "Finetune/Loss (Raw)": 0.8462250232696533, "Finetune/Step": 4385, "Finetune/Step Time": 5.424717852845788}
{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8851724863052368, "Finetune/Loss (Raw)": 0.9306801557540894, "Finetune/Step": 4386, "Finetune/Step Time": 5.441824784502387}
{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8855423331260681, "Finetune/Loss (Raw)": 1.0917493104934692, "Finetune/Step": 4387, "Finetune/Step Time": 5.429677799344063}
{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8860571384429932, "Finetune/Loss (Raw)": 0.9418293237686157, "Finetune/Step": 4388, "Finetune/Step Time": 5.434397196397185}
{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8859552145004272, "Finetune/Loss (Raw)": 0.9648872017860413, "Finetune/Step": 4389, "Finetune/Step Time": 5.433278338983655}
{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8859139680862427, "Finetune/Loss (Raw)": 0.8643476963043213, "Finetune/Step": 4390, "Finetune/Step Time": 5.432254269719124}
{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8842408061027527, "Finetune/Loss (Raw)": 0.8640418648719788, "Finetune/Step": 4391, "Finetune/Step Time": 5.439923372119665}
{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8804704546928406, "Finetune/Loss (Raw)": 0.3495536744594574, "Finetune/Step": 4392, "Finetune/Step Time": 5.463277401402593}
{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8791881799697876, "Finetune/Loss (Raw)": 0.8082593083381653, "Finetune/Step": 4393, "Finetune/Step Time": 5.475708454847336}
{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.8782934546470642, "Finetune/Loss (Raw)": 0.8684410452842712, "Finetune/Step": 4394, "Finetune/Step Time": 5.48543263040483}
{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8787792921066284, "Finetune/Loss (Raw)": 0.8834370374679565, "Finetune/Step": 4395, "Finetune/Step Time": 5.475634537637234}
{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.880398690700531, "Finetune/Loss (Raw)": 1.0378540754318237, "Finetune/Step": 4396, "Finetune/Step Time": 5.48388173058629}
{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8772021532058716, "Finetune/Loss (Raw)": 0.412454754114151, "Finetune/Step": 4397, "Finetune/Step Time": 5.481854418292642}
{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8777452707290649, "Finetune/Loss (Raw)": 0.9357621073722839, "Finetune/Step": 4398, "Finetune/Step Time": 5.478491831570864}
{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.881861686706543, "Finetune/Loss (Raw)": 0.8490232229232788, "Finetune/Step": 4399, "Finetune/Step Time": 5.45494768768549}
{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8816962242126465, "Finetune/Loss (Raw)": 0.9304920434951782, "Finetune/Step": 4400, "Finetune/Step Time": 5.462623436003923}
{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8781883716583252, "Finetune/Loss (Raw)": 0.32800614833831787, "Finetune/Step": 4401, "Finetune/Step Time": 5.489317074418068}
{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.8779253959655762, "Finetune/Loss (Raw)": 0.8693692684173584, "Finetune/Step": 4402, "Finetune/Step Time": 5.512396018952131}
{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8785444498062134, "Finetune/Loss (Raw)": 0.9666115641593933, "Finetune/Step": 4403, "Finetune/Step Time": 5.496749885380268}
{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8792570233345032, "Finetune/Loss (Raw)": 1.051814079284668, "Finetune/Step": 4404, "Finetune/Step Time": 5.497805308550596}
{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.8789350986480713, "Finetune/Loss (Raw)": 0.8587689399719238, "Finetune/Step": 4405, "Finetune/Step Time": 5.488222984597087}
{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8776810765266418, "Finetune/Loss (Raw)": 0.7989853024482727, "Finetune/Step": 4406, "Finetune/Step Time": 5.486077059060335}
{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.87762051820755, "Finetune/Loss (Raw)": 0.8221429586410522, "Finetune/Step": 4407, "Finetune/Step Time": 5.484266012907028}
{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8781555891036987, "Finetune/Loss (Raw)": 1.0594793558120728, "Finetune/Step": 4408, "Finetune/Step Time": 5.483692182227969}
{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8768012523651123, "Finetune/Loss (Raw)": 0.8676735758781433, "Finetune/Step": 4409, "Finetune/Step Time": 5.482818366959691}
{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.8764175176620483, "Finetune/Loss (Raw)": 0.931175708770752, "Finetune/Step": 4410, "Finetune/Step Time": 5.479822363704443}
{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8759989142417908, "Finetune/Loss (Raw)": 0.8775941133499146, "Finetune/Step": 4411, "Finetune/Step Time": 5.473040487617254}
{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8750557899475098, "Finetune/Loss (Raw)": 0.8470616340637207, "Finetune/Step": 4412, "Finetune/Step Time": 5.475112412124872}
{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8782713413238525, "Finetune/Loss (Raw)": 1.1228691339492798, "Finetune/Step": 4413, "Finetune/Step Time": 5.438134336844087}
{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8773830533027649, "Finetune/Loss (Raw)": 0.8460701107978821, "Finetune/Step": 4414, "Finetune/Step Time": 5.432122739031911}
{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8777478337287903, "Finetune/Loss (Raw)": 0.9903087019920349, "Finetune/Step": 4415, "Finetune/Step Time": 5.43718078173697}
{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8757637739181519, "Finetune/Loss (Raw)": 0.8161120414733887, "Finetune/Step": 4416, "Finetune/Step Time": 5.437865324318409}
{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8771281242370605, "Finetune/Loss (Raw)": 1.0147243738174438, "Finetune/Step": 4417, "Finetune/Step Time": 5.444029401987791}
{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8761699795722961, "Finetune/Loss (Raw)": 0.8892561197280884, "Finetune/Step": 4418, "Finetune/Step Time": 5.444242183119059}
{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8763325214385986, "Finetune/Loss (Raw)": 0.9574335217475891, "Finetune/Step": 4419, "Finetune/Step Time": 5.449345221742988}
{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8751521110534668, "Finetune/Loss (Raw)": 0.8131169676780701, "Finetune/Step": 4420, "Finetune/Step Time": 5.461147867143154}
{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8747554421424866, "Finetune/Loss (Raw)": 0.9147629737854004, "Finetune/Step": 4421, "Finetune/Step Time": 5.458801452070475}
{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8748112916946411, "Finetune/Loss (Raw)": 0.9304447770118713, "Finetune/Step": 4422, "Finetune/Step Time": 5.43545158021152}
{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.8792139291763306, "Finetune/Loss (Raw)": 0.862406313419342, "Finetune/Step": 4423, "Finetune/Step Time": 5.409671813249588}
{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8737176656723022, "Finetune/Loss (Raw)": 0.3269965946674347, "Finetune/Step": 4424, "Finetune/Step Time": 5.44421724230051}
{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8731813430786133, "Finetune/Loss (Raw)": 0.8634088635444641, "Finetune/Step": 4425, "Finetune/Step Time": 5.460467187687755}
{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8745642900466919, "Finetune/Loss (Raw)": 0.9356024265289307, "Finetune/Step": 4426, "Finetune/Step Time": 5.456330638378859}
{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8733879327774048, "Finetune/Loss (Raw)": 0.8469687104225159, "Finetune/Step": 4427, "Finetune/Step Time": 5.464586555957794}
{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8729733228683472, "Finetune/Loss (Raw)": 0.9332689642906189, "Finetune/Step": 4428, "Finetune/Step Time": 5.469695556908846}
{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.8772809505462646, "Finetune/Loss (Raw)": 0.9125683903694153, "Finetune/Step": 4429, "Finetune/Step Time": 5.445550596341491}
{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8752714395523071, "Finetune/Loss (Raw)": 0.7552747130393982, "Finetune/Step": 4430, "Finetune/Step Time": 5.485823595896363}
{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8743777275085449, "Finetune/Loss (Raw)": 0.921157956123352, "Finetune/Step": 4431, "Finetune/Step Time": 5.493184469640255}
{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8789868950843811, "Finetune/Loss (Raw)": 0.9276024699211121, "Finetune/Step": 4432, "Finetune/Step Time": 5.468042442575097}
{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8785853385925293, "Finetune/Loss (Raw)": 0.7659503817558289, "Finetune/Step": 4433, "Finetune/Step Time": 5.472066601738334}
{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.8798354268074036, "Finetune/Loss (Raw)": 1.028540849685669, "Finetune/Step": 4434, "Finetune/Step Time": 5.471707506105304}
{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.8812922239303589, "Finetune/Loss (Raw)": 0.9058898687362671, "Finetune/Step": 4435, "Finetune/Step Time": 5.467188015580177}
{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8802902698516846, "Finetune/Loss (Raw)": 0.8371025323867798, "Finetune/Step": 4436, "Finetune/Step Time": 5.473288133740425}
{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8799023032188416, "Finetune/Loss (Raw)": 0.8570606112480164, "Finetune/Step": 4437, "Finetune/Step Time": 5.473564349114895}
{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8843289017677307, "Finetune/Loss (Raw)": 0.9138185381889343, "Finetune/Step": 4438, "Finetune/Step Time": 5.439256427809596}
{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8855001926422119, "Finetune/Loss (Raw)": 1.0715558528900146, "Finetune/Step": 4439, "Finetune/Step Time": 5.436457697302103}
{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8858715891838074, "Finetune/Loss (Raw)": 1.0715707540512085, "Finetune/Step": 4440, "Finetune/Step Time": 5.434321608394384}
{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.8857614994049072, "Finetune/Loss (Raw)": 1.0196020603179932, "Finetune/Step": 4441, "Finetune/Step Time": 5.433161046355963}
{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.885866641998291, "Finetune/Loss (Raw)": 0.9923872947692871, "Finetune/Step": 4442, "Finetune/Step Time": 5.4480608981102705}
{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8857235312461853, "Finetune/Loss (Raw)": 0.8756440877914429, "Finetune/Step": 4443, "Finetune/Step Time": 5.448253316804767}
{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8854864835739136, "Finetune/Loss (Raw)": 0.8459334373474121, "Finetune/Step": 4444, "Finetune/Step Time": 5.438557831570506}
{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8843601942062378, "Finetune/Loss (Raw)": 0.7599405646324158, "Finetune/Step": 4445, "Finetune/Step Time": 5.441209753975272}
{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8854770064353943, "Finetune/Loss (Raw)": 1.0043751001358032, "Finetune/Step": 4446, "Finetune/Step Time": 5.433044265955687}
{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8863120079040527, "Finetune/Loss (Raw)": 0.8911698460578918, "Finetune/Step": 4447, "Finetune/Step Time": 5.423102673143148}
{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8867833018302917, "Finetune/Loss (Raw)": 0.9150363206863403, "Finetune/Step": 4448, "Finetune/Step Time": 5.427014976739883}
{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8890163898468018, "Finetune/Loss (Raw)": 1.0399583578109741, "Finetune/Step": 4449, "Finetune/Step Time": 5.413245540112257}
{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8872942924499512, "Finetune/Loss (Raw)": 0.817170262336731, "Finetune/Step": 4450, "Finetune/Step Time": 5.4068576488643885}
{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8879913687705994, "Finetune/Loss (Raw)": 0.8346660733222961, "Finetune/Step": 4451, "Finetune/Step Time": 5.401474284008145}
{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8840415477752686, "Finetune/Loss (Raw)": 0.3432989716529846, "Finetune/Step": 4452, "Finetune/Step Time": 5.431876700371504}
{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.8846444487571716, "Finetune/Loss (Raw)": 0.7951536774635315, "Finetune/Step": 4453, "Finetune/Step Time": 5.423505816608667}
{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.8858060836791992, "Finetune/Loss (Raw)": 0.9406634569168091, "Finetune/Step": 4454, "Finetune/Step Time": 5.421900678426027}
{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8861007690429688, "Finetune/Loss (Raw)": 0.8211336731910706, "Finetune/Step": 4455, "Finetune/Step Time": 5.418886182829738}
{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.8855818510055542, "Finetune/Loss (Raw)": 0.852424144744873, "Finetune/Step": 4456, "Finetune/Step Time": 5.420369980856776}
{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.8853821158409119, "Finetune/Loss (Raw)": 0.8631119728088379, "Finetune/Step": 4457, "Finetune/Step Time": 5.431549713015556}
{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8846026659011841, "Finetune/Loss (Raw)": 0.9030025601387024, "Finetune/Step": 4458, "Finetune/Step Time": 5.4502746518701315}
{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8838905096054077, "Finetune/Loss (Raw)": 0.8872992396354675, "Finetune/Step": 4459, "Finetune/Step Time": 5.450207972899079}
{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8842869400978088, "Finetune/Loss (Raw)": 0.9864901304244995, "Finetune/Step": 4460, "Finetune/Step Time": 5.450412310659885}
{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.8828702569007874, "Finetune/Loss (Raw)": 0.8253052830696106, "Finetune/Step": 4461, "Finetune/Step Time": 5.449387801811099}
{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8828543424606323, "Finetune/Loss (Raw)": 0.9646651744842529, "Finetune/Step": 4462, "Finetune/Step Time": 5.46190800704062}
{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.881098747253418, "Finetune/Loss (Raw)": 0.7390772104263306, "Finetune/Step": 4463, "Finetune/Step Time": 5.471133295446634}
{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8800666928291321, "Finetune/Loss (Raw)": 0.912065327167511, "Finetune/Step": 4464, "Finetune/Step Time": 5.479078024625778}
{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.8809195160865784, "Finetune/Loss (Raw)": 0.8317899703979492, "Finetune/Step": 4465, "Finetune/Step Time": 5.461266843602061}
{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.880704402923584, "Finetune/Loss (Raw)": 0.8731841444969177, "Finetune/Step": 4466, "Finetune/Step Time": 5.4601424019783735}
{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8817529678344727, "Finetune/Loss (Raw)": 0.9514437913894653, "Finetune/Step": 4467, "Finetune/Step Time": 5.449114574119449}
{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8813477754592896, "Finetune/Loss (Raw)": 0.8794143199920654, "Finetune/Step": 4468, "Finetune/Step Time": 5.4364376198500395}
{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8803861737251282, "Finetune/Loss (Raw)": 0.8763402104377747, "Finetune/Step": 4469, "Finetune/Step Time": 5.436489369720221}
{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8800944089889526, "Finetune/Loss (Raw)": 0.8654202818870544, "Finetune/Step": 4470, "Finetune/Step Time": 5.393353099003434}
{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.8800585269927979, "Finetune/Loss (Raw)": 0.8451675176620483, "Finetune/Step": 4471, "Finetune/Step Time": 5.406496483832598}
{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8797742128372192, "Finetune/Loss (Raw)": 0.9007106423377991, "Finetune/Step": 4472, "Finetune/Step Time": 5.397734450176358}
{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8810649514198303, "Finetune/Loss (Raw)": 1.0626791715621948, "Finetune/Step": 4473, "Finetune/Step Time": 5.395711284130812}
{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8812780976295471, "Finetune/Loss (Raw)": 0.9447457790374756, "Finetune/Step": 4474, "Finetune/Step Time": 5.393681690096855}
{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8798353672027588, "Finetune/Loss (Raw)": 0.8097532987594604, "Finetune/Step": 4475, "Finetune/Step Time": 5.414714070037007}
{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8798364400863647, "Finetune/Loss (Raw)": 0.96096271276474, "Finetune/Step": 4476, "Finetune/Step Time": 5.4160170294344425}
{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8783964514732361, "Finetune/Loss (Raw)": 0.8431040644645691, "Finetune/Step": 4477, "Finetune/Step Time": 5.417003126814961}
{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8806359767913818, "Finetune/Loss (Raw)": 0.9749482870101929, "Finetune/Step": 4478, "Finetune/Step Time": 5.3992738630622625}
{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8804529905319214, "Finetune/Loss (Raw)": 0.9175183773040771, "Finetune/Step": 4479, "Finetune/Step Time": 5.413829332217574}
{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8804444074630737, "Finetune/Loss (Raw)": 0.8928162455558777, "Finetune/Step": 4480, "Finetune/Step Time": 5.418515784665942}
{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8801455497741699, "Finetune/Loss (Raw)": 0.8993903994560242, "Finetune/Step": 4481, "Finetune/Step Time": 5.419775452464819}
{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8807575106620789, "Finetune/Loss (Raw)": 0.8683615922927856, "Finetune/Step": 4482, "Finetune/Step Time": 5.428748121485114}
{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8804194927215576, "Finetune/Loss (Raw)": 0.9044210910797119, "Finetune/Step": 4483, "Finetune/Step Time": 5.426159610971808}
{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.8804774284362793, "Finetune/Loss (Raw)": 0.9383012056350708, "Finetune/Step": 4484, "Finetune/Step Time": 5.440651590004563}
{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8799821138381958, "Finetune/Loss (Raw)": 0.8829297423362732, "Finetune/Step": 4485, "Finetune/Step Time": 5.4414142072200775}
{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8796869516372681, "Finetune/Loss (Raw)": 0.934817373752594, "Finetune/Step": 4486, "Finetune/Step Time": 5.438745299354196}
{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8749270439147949, "Finetune/Loss (Raw)": 0.320952445268631, "Finetune/Step": 4487, "Finetune/Step Time": 5.468952115625143}
{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8761643171310425, "Finetune/Loss (Raw)": 1.02374267578125, "Finetune/Step": 4488, "Finetune/Step Time": 5.4750790894031525}
{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8732637166976929, "Finetune/Loss (Raw)": 0.7569327354431152, "Finetune/Step": 4489, "Finetune/Step Time": 5.459168214350939}
{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8730084300041199, "Finetune/Loss (Raw)": 0.7915599346160889, "Finetune/Step": 4490, "Finetune/Step Time": 5.463433388620615}
{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8723666667938232, "Finetune/Loss (Raw)": 0.8187193274497986, "Finetune/Step": 4491, "Finetune/Step Time": 5.462576000019908}
{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8731973171234131, "Finetune/Loss (Raw)": 0.9452289938926697, "Finetune/Step": 4492, "Finetune/Step Time": 5.444854004308581}
{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8736670017242432, "Finetune/Loss (Raw)": 0.8831954598426819, "Finetune/Step": 4493, "Finetune/Step Time": 5.440455688163638}
{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8721555471420288, "Finetune/Loss (Raw)": 0.7415584325790405, "Finetune/Step": 4494, "Finetune/Step Time": 5.445606963708997}
{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8729473352432251, "Finetune/Loss (Raw)": 0.9454351663589478, "Finetune/Step": 4495, "Finetune/Step Time": 5.451415915042162}
{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.871616005897522, "Finetune/Loss (Raw)": 0.7921860814094543, "Finetune/Step": 4496, "Finetune/Step Time": 5.458612982183695}
{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8727877140045166, "Finetune/Loss (Raw)": 1.0096091032028198, "Finetune/Step": 4497, "Finetune/Step Time": 5.461359148845077}
{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8712644577026367, "Finetune/Loss (Raw)": 0.8138994574546814, "Finetune/Step": 4498, "Finetune/Step Time": 5.466042287647724}
{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8708180785179138, "Finetune/Loss (Raw)": 0.9779002666473389, "Finetune/Step": 4499, "Finetune/Step Time": 5.4657314252108335}
{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8761645555496216, "Finetune/Loss (Raw)": 0.9277425408363342, "Finetune/Step": 4500, "Finetune/Step Time": 5.441346455365419}
{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.8776381015777588, "Finetune/Loss (Raw)": 0.9791831374168396, "Finetune/Step": 4501, "Finetune/Step Time": 5.445251429453492}
{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.8767023086547852, "Finetune/Loss (Raw)": 0.7546187043190002, "Finetune/Step": 4502, "Finetune/Step Time": 5.444510109722614}
{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8778038024902344, "Finetune/Loss (Raw)": 0.992551326751709, "Finetune/Step": 4503, "Finetune/Step Time": 5.434607807546854}
{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.8765735030174255, "Finetune/Loss (Raw)": 0.8750088214874268, "Finetune/Step": 4504, "Finetune/Step Time": 5.424321491271257}
{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8762024641036987, "Finetune/Loss (Raw)": 0.8475903272628784, "Finetune/Step": 4505, "Finetune/Step Time": 5.423603409901261}
{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8772615194320679, "Finetune/Loss (Raw)": 1.0569508075714111, "Finetune/Step": 4506, "Finetune/Step Time": 5.402877610176802}
{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8732689619064331, "Finetune/Loss (Raw)": 0.32339465618133545, "Finetune/Step": 4507, "Finetune/Step Time": 5.420078167691827}
{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8723683953285217, "Finetune/Loss (Raw)": 0.914493203163147, "Finetune/Step": 4508, "Finetune/Step Time": 5.418964905664325}
{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8714710474014282, "Finetune/Loss (Raw)": 0.8238418102264404, "Finetune/Step": 4509, "Finetune/Step Time": 5.416654674336314}
{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8719349503517151, "Finetune/Loss (Raw)": 1.0176188945770264, "Finetune/Step": 4510, "Finetune/Step Time": 5.407760361209512}
{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8739472031593323, "Finetune/Loss (Raw)": 1.0451900959014893, "Finetune/Step": 4511, "Finetune/Step Time": 5.395125988870859}
{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8696118593215942, "Finetune/Loss (Raw)": 0.3538600504398346, "Finetune/Step": 4512, "Finetune/Step Time": 5.421383528038859}
{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8697797060012817, "Finetune/Loss (Raw)": 0.8677074313163757, "Finetune/Step": 4513, "Finetune/Step Time": 5.426444493234158}
{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.8688291907310486, "Finetune/Loss (Raw)": 0.8090148568153381, "Finetune/Step": 4514, "Finetune/Step Time": 5.408121090382338}
{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8671375513076782, "Finetune/Loss (Raw)": 0.8752130270004272, "Finetune/Step": 4515, "Finetune/Step Time": 5.4112942032516}
{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8660474419593811, "Finetune/Loss (Raw)": 0.8022992014884949, "Finetune/Step": 4516, "Finetune/Step Time": 5.4055510479956865}
{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8646503686904907, "Finetune/Loss (Raw)": 0.7860559225082397, "Finetune/Step": 4517, "Finetune/Step Time": 5.407075364142656}
{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8660359382629395, "Finetune/Loss (Raw)": 1.0417102575302124, "Finetune/Step": 4518, "Finetune/Step Time": 5.402510244399309}
{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8669143915176392, "Finetune/Loss (Raw)": 0.9764807820320129, "Finetune/Step": 4519, "Finetune/Step Time": 5.396341722458601}
{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8717868328094482, "Finetune/Loss (Raw)": 0.9732181429862976, "Finetune/Step": 4520, "Finetune/Step Time": 5.3687511421740055}
{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8735232353210449, "Finetune/Loss (Raw)": 1.0305283069610596, "Finetune/Step": 4521, "Finetune/Step Time": 5.35176002420485}
{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8736412525177002, "Finetune/Loss (Raw)": 0.8835398554801941, "Finetune/Step": 4522, "Finetune/Step Time": 5.348623175173998}
{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8739215135574341, "Finetune/Loss (Raw)": 0.9193107485771179, "Finetune/Step": 4523, "Finetune/Step Time": 5.352417178452015}
{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8727420568466187, "Finetune/Loss (Raw)": 0.8868915438652039, "Finetune/Step": 4524, "Finetune/Step Time": 5.346675708889961}
{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8762980699539185, "Finetune/Loss (Raw)": 0.8676178455352783, "Finetune/Step": 4525, "Finetune/Step Time": 5.317665932700038}
{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8744843602180481, "Finetune/Loss (Raw)": 0.7036077976226807, "Finetune/Step": 4526, "Finetune/Step Time": 5.318991346284747}
{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8726811408996582, "Finetune/Loss (Raw)": 0.6182060241699219, "Finetune/Step": 4527, "Finetune/Step Time": 5.33187747746706}
{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8722333908081055, "Finetune/Loss (Raw)": 0.8731819987297058, "Finetune/Step": 4528, "Finetune/Step Time": 5.322593497112393}
{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8770855665206909, "Finetune/Loss (Raw)": 0.9490818977355957, "Finetune/Step": 4529, "Finetune/Step Time": 5.294727686792612}
{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8780661821365356, "Finetune/Loss (Raw)": 0.9948993921279907, "Finetune/Step": 4530, "Finetune/Step Time": 5.273119876161218}
{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8785785436630249, "Finetune/Loss (Raw)": 1.032190203666687, "Finetune/Step": 4531, "Finetune/Step Time": 5.280258530750871}
{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8758639693260193, "Finetune/Loss (Raw)": 0.704345166683197, "Finetune/Step": 4532, "Finetune/Step Time": 5.290142448619008}
{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8764312863349915, "Finetune/Loss (Raw)": 0.9313897490501404, "Finetune/Step": 4533, "Finetune/Step Time": 5.282090991735458}
{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8727815747261047, "Finetune/Loss (Raw)": 0.33182045817375183, "Finetune/Step": 4534, "Finetune/Step Time": 5.319833934307098}
{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.872675895690918, "Finetune/Loss (Raw)": 0.8086178302764893, "Finetune/Step": 4535, "Finetune/Step Time": 5.327876029536128}
{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8716224431991577, "Finetune/Loss (Raw)": 0.9246273040771484, "Finetune/Step": 4536, "Finetune/Step Time": 5.3379187397658825}
{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8719066381454468, "Finetune/Loss (Raw)": 0.9040548801422119, "Finetune/Step": 4537, "Finetune/Step Time": 5.335576675832272}
{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8719432353973389, "Finetune/Loss (Raw)": 0.9358596205711365, "Finetune/Step": 4538, "Finetune/Step Time": 5.334983926266432}
{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8715041279792786, "Finetune/Loss (Raw)": 0.8213901519775391, "Finetune/Step": 4539, "Finetune/Step Time": 5.342041831463575}
{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8672860860824585, "Finetune/Loss (Raw)": 0.3071567714214325, "Finetune/Step": 4540, "Finetune/Step Time": 5.373809235170484}
{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8647525310516357, "Finetune/Loss (Raw)": 0.798573911190033, "Finetune/Step": 4541, "Finetune/Step Time": 5.395717667415738}
{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.8643234968185425, "Finetune/Loss (Raw)": 0.7911481261253357, "Finetune/Step": 4542, "Finetune/Step Time": 5.402802588418126}
{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8633285760879517, "Finetune/Loss (Raw)": 0.8629578351974487, "Finetune/Step": 4543, "Finetune/Step Time": 5.396825056523085}
{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8642939329147339, "Finetune/Loss (Raw)": 0.9396845102310181, "Finetune/Step": 4544, "Finetune/Step Time": 5.388623524457216}
{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8638522624969482, "Finetune/Loss (Raw)": 0.9581890106201172, "Finetune/Step": 4545, "Finetune/Step Time": 5.3950037863105536}
{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.8645128011703491, "Finetune/Loss (Raw)": 0.9737972021102905, "Finetune/Step": 4546, "Finetune/Step Time": 5.394080840051174}
{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8646577000617981, "Finetune/Loss (Raw)": 0.975989580154419, "Finetune/Step": 4547, "Finetune/Step Time": 5.387781208381057}
{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8631529808044434, "Finetune/Loss (Raw)": 0.6205094456672668, "Finetune/Step": 4548, "Finetune/Step Time": 5.433409389108419}
{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8620167970657349, "Finetune/Loss (Raw)": 0.7693389058113098, "Finetune/Step": 4549, "Finetune/Step Time": 5.434172147884965}
{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8628112077713013, "Finetune/Loss (Raw)": 1.0321202278137207, "Finetune/Step": 4550, "Finetune/Step Time": 5.4314561784267426}
{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8633834719657898, "Finetune/Loss (Raw)": 0.9356613159179688, "Finetune/Step": 4551, "Finetune/Step Time": 5.429031742736697}
{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8668311238288879, "Finetune/Loss (Raw)": 0.7682942748069763, "Finetune/Step": 4552, "Finetune/Step Time": 5.409571038559079}
{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.867653489112854, "Finetune/Loss (Raw)": 0.9686679840087891, "Finetune/Step": 4553, "Finetune/Step Time": 5.39008610881865}
{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8690617680549622, "Finetune/Loss (Raw)": 1.1158618927001953, "Finetune/Step": 4554, "Finetune/Step Time": 5.388477135449648}
{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8696287870407104, "Finetune/Loss (Raw)": 0.9195510149002075, "Finetune/Step": 4555, "Finetune/Step Time": 5.389839731156826}
{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8710322380065918, "Finetune/Loss (Raw)": 1.112913727760315, "Finetune/Step": 4556, "Finetune/Step Time": 5.387109437957406}
{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.8702422380447388, "Finetune/Loss (Raw)": 0.8114429712295532, "Finetune/Step": 4557, "Finetune/Step Time": 5.384210225194693}
{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.869918942451477, "Finetune/Loss (Raw)": 0.713892936706543, "Finetune/Step": 4558, "Finetune/Step Time": 5.357123386114836}
{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8705851435661316, "Finetune/Loss (Raw)": 1.006436824798584, "Finetune/Step": 4559, "Finetune/Step Time": 5.3578663896769285}
{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8702235221862793, "Finetune/Loss (Raw)": 0.8813155293464661, "Finetune/Step": 4560, "Finetune/Step Time": 5.353762038052082}
{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8717042207717896, "Finetune/Loss (Raw)": 0.955481767654419, "Finetune/Step": 4561, "Finetune/Step Time": 5.349027751013637}
{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8713107109069824, "Finetune/Loss (Raw)": 0.9781607389450073, "Finetune/Step": 4562, "Finetune/Step Time": 5.344384983181953}
{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8665640354156494, "Finetune/Loss (Raw)": 0.2983245849609375, "Finetune/Step": 4563, "Finetune/Step Time": 5.374039068818092}
{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8670336008071899, "Finetune/Loss (Raw)": 0.8972025513648987, "Finetune/Step": 4564, "Finetune/Step Time": 5.35761796310544}
{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.866861879825592, "Finetune/Loss (Raw)": 0.8350884914398193, "Finetune/Step": 4565, "Finetune/Step Time": 5.352701272815466}
{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8666160702705383, "Finetune/Loss (Raw)": 0.8823479413986206, "Finetune/Step": 4566, "Finetune/Step Time": 5.355388391762972}
{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8662301301956177, "Finetune/Loss (Raw)": 1.0221534967422485, "Finetune/Step": 4567, "Finetune/Step Time": 5.353281831368804}
{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.865375280380249, "Finetune/Loss (Raw)": 0.9621580243110657, "Finetune/Step": 4568, "Finetune/Step Time": 5.3507448341697454}
{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8657952547073364, "Finetune/Loss (Raw)": 1.073353886604309, "Finetune/Step": 4569, "Finetune/Step Time": 5.343569779768586}
{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8656993508338928, "Finetune/Loss (Raw)": 0.9801104068756104, "Finetune/Step": 4570, "Finetune/Step Time": 5.335313864052296}
{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8660421967506409, "Finetune/Loss (Raw)": 0.919528067111969, "Finetune/Step": 4571, "Finetune/Step Time": 5.353162938728929}
{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8663662672042847, "Finetune/Loss (Raw)": 0.8874156475067139, "Finetune/Step": 4572, "Finetune/Step Time": 5.35852169059217}
{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.867119312286377, "Finetune/Loss (Raw)": 0.8563327193260193, "Finetune/Step": 4573, "Finetune/Step Time": 5.3739382810890675}
{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8666026592254639, "Finetune/Loss (Raw)": 0.9382404685020447, "Finetune/Step": 4574, "Finetune/Step Time": 5.372633971273899}
{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.8662158250808716, "Finetune/Loss (Raw)": 0.841655433177948, "Finetune/Step": 4575, "Finetune/Step Time": 5.386884290724993}
{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8657327890396118, "Finetune/Loss (Raw)": 0.8532137870788574, "Finetune/Step": 4576, "Finetune/Step Time": 5.389223802834749}
{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8657402992248535, "Finetune/Loss (Raw)": 1.040911078453064, "Finetune/Step": 4577, "Finetune/Step Time": 5.397478211671114}
{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8674389123916626, "Finetune/Loss (Raw)": 1.0345953702926636, "Finetune/Step": 4578, "Finetune/Step Time": 5.401233993470669}
{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8641459941864014, "Finetune/Loss (Raw)": 0.4131741225719452, "Finetune/Step": 4579, "Finetune/Step Time": 5.420840762555599}
{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8635247945785522, "Finetune/Loss (Raw)": 0.26378512382507324, "Finetune/Step": 4580, "Finetune/Step Time": 5.421128245070577}
{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.8642982244491577, "Finetune/Loss (Raw)": 0.8941516280174255, "Finetune/Step": 4581, "Finetune/Step Time": 5.434949262067676}
{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.8646848797798157, "Finetune/Loss (Raw)": 0.9901571869850159, "Finetune/Step": 4582, "Finetune/Step Time": 5.438298104330897}
{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8662049770355225, "Finetune/Loss (Raw)": 1.0157068967819214, "Finetune/Step": 4583, "Finetune/Step Time": 5.42527175322175}
{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.8659716844558716, "Finetune/Loss (Raw)": 0.8225632905960083, "Finetune/Step": 4584, "Finetune/Step Time": 5.425914816558361}
{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8653014898300171, "Finetune/Loss (Raw)": 0.7773239612579346, "Finetune/Step": 4585, "Finetune/Step Time": 5.419186539947987}
{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8644408583641052, "Finetune/Loss (Raw)": 0.7928396463394165, "Finetune/Step": 4586, "Finetune/Step Time": 5.405331734567881}
{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8649230003356934, "Finetune/Loss (Raw)": 0.9490132927894592, "Finetune/Step": 4587, "Finetune/Step Time": 5.401223165914416}
{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8655858635902405, "Finetune/Loss (Raw)": 1.071340560913086, "Finetune/Step": 4588, "Finetune/Step Time": 5.424739507958293}
{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8660352826118469, "Finetune/Loss (Raw)": 0.8828318119049072, "Finetune/Step": 4589, "Finetune/Step Time": 5.424494875594974}
{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.8652230501174927, "Finetune/Loss (Raw)": 0.8606964945793152, "Finetune/Step": 4590, "Finetune/Step Time": 5.414726996794343}
{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8669607639312744, "Finetune/Loss (Raw)": 0.961509644985199, "Finetune/Step": 4591, "Finetune/Step Time": 5.398910453543067}
{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.862088143825531, "Finetune/Loss (Raw)": 0.28836384415626526, "Finetune/Step": 4592, "Finetune/Step Time": 5.4061079621315}
{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8631290793418884, "Finetune/Loss (Raw)": 0.9650285840034485, "Finetune/Step": 4593, "Finetune/Step Time": 5.411332486197352}
{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8594917058944702, "Finetune/Loss (Raw)": 0.4076039791107178, "Finetune/Step": 4594, "Finetune/Step Time": 5.441541437059641}
{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.859724223613739, "Finetune/Loss (Raw)": 0.9812053442001343, "Finetune/Step": 4595, "Finetune/Step Time": 5.443276382982731}
{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8606396317481995, "Finetune/Loss (Raw)": 0.9965879917144775, "Finetune/Step": 4596, "Finetune/Step Time": 5.455855464562774}
{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.8598549365997314, "Finetune/Loss (Raw)": 0.7758957743644714, "Finetune/Step": 4597, "Finetune/Step Time": 5.45796712487936}
{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8600708842277527, "Finetune/Loss (Raw)": 0.893061101436615, "Finetune/Step": 4598, "Finetune/Step Time": 5.45542055554688}
{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8599480390548706, "Finetune/Loss (Raw)": 0.8294448256492615, "Finetune/Step": 4599, "Finetune/Step Time": 5.4496212881058455}
{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8597732186317444, "Finetune/Loss (Raw)": 0.8783326148986816, "Finetune/Step": 4600, "Finetune/Step Time": 5.453148420900106}
{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.8574585318565369, "Finetune/Loss (Raw)": 0.7664034366607666, "Finetune/Step": 4601, "Finetune/Step Time": 5.458354780450463}
{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.8584104180335999, "Finetune/Loss (Raw)": 1.066579818725586, "Finetune/Step": 4602, "Finetune/Step Time": 5.460186479613185}
{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.8597368001937866, "Finetune/Loss (Raw)": 0.979532778263092, "Finetune/Step": 4603, "Finetune/Step Time": 5.452908933162689}
{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8589425086975098, "Finetune/Loss (Raw)": 0.8592976331710815, "Finetune/Step": 4604, "Finetune/Step Time": 5.446782084181905}
{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.8549257516860962, "Finetune/Loss (Raw)": 0.3289509415626526, "Finetune/Step": 4605, "Finetune/Step Time": 5.4762538354843855}
{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8544235229492188, "Finetune/Loss (Raw)": 0.9106662273406982, "Finetune/Step": 4606, "Finetune/Step Time": 5.483345370739698}
{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.853971004486084, "Finetune/Loss (Raw)": 0.8596027493476868, "Finetune/Step": 4607, "Finetune/Step Time": 5.470434688031673}
{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8539316654205322, "Finetune/Loss (Raw)": 0.8877758979797363, "Finetune/Step": 4608, "Finetune/Step Time": 5.466425813734531}
{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8553236722946167, "Finetune/Loss (Raw)": 1.0775700807571411, "Finetune/Step": 4609, "Finetune/Step Time": 5.465169493108988}
{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8552748560905457, "Finetune/Loss (Raw)": 0.8621090650558472, "Finetune/Step": 4610, "Finetune/Step Time": 5.447770407423377}
{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8504152297973633, "Finetune/Loss (Raw)": 0.28239449858665466, "Finetune/Step": 4611, "Finetune/Step Time": 5.478490594774485}
{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8502993583679199, "Finetune/Loss (Raw)": 0.9234625697135925, "Finetune/Step": 4612, "Finetune/Step Time": 5.459980333223939}
{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8503840565681458, "Finetune/Loss (Raw)": 0.893772542476654, "Finetune/Step": 4613, "Finetune/Step Time": 5.489210454747081}
{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.8492947816848755, "Finetune/Loss (Raw)": 0.7953892946243286, "Finetune/Step": 4614, "Finetune/Step Time": 5.495389878749847}
{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8546137809753418, "Finetune/Loss (Raw)": 1.0017811059951782, "Finetune/Step": 4615, "Finetune/Step Time": 5.464924916625023}
{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8533099889755249, "Finetune/Loss (Raw)": 0.8568595051765442, "Finetune/Step": 4616, "Finetune/Step Time": 5.457208627834916}
{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.8537182211875916, "Finetune/Loss (Raw)": 0.809191882610321, "Finetune/Step": 4617, "Finetune/Step Time": 5.449225578457117}
{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8546625375747681, "Finetune/Loss (Raw)": 0.9124320149421692, "Finetune/Step": 4618, "Finetune/Step Time": 5.440838223323226}
{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8565788865089417, "Finetune/Loss (Raw)": 1.0640099048614502, "Finetune/Step": 4619, "Finetune/Step Time": 5.443104334175587}
{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8560150861740112, "Finetune/Loss (Raw)": 0.8730631470680237, "Finetune/Step": 4620, "Finetune/Step Time": 5.4471157267689705}
{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.8573085069656372, "Finetune/Loss (Raw)": 1.0487477779388428, "Finetune/Step": 4621, "Finetune/Step Time": 5.436606399714947}
{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8586599826812744, "Finetune/Loss (Raw)": 0.9145486354827881, "Finetune/Step": 4622, "Finetune/Step Time": 5.433435110375285}
{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8593335151672363, "Finetune/Loss (Raw)": 1.0316476821899414, "Finetune/Step": 4623, "Finetune/Step Time": 5.425146464258432}
{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8600200414657593, "Finetune/Loss (Raw)": 0.8800634741783142, "Finetune/Step": 4624, "Finetune/Step Time": 5.418244481086731}
{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8594950437545776, "Finetune/Loss (Raw)": 0.942412257194519, "Finetune/Step": 4625, "Finetune/Step Time": 5.424776712432504}
{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8558240532875061, "Finetune/Loss (Raw)": 0.3440084457397461, "Finetune/Step": 4626, "Finetune/Step Time": 5.450589627027512}
{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.8555819392204285, "Finetune/Loss (Raw)": 0.9469144344329834, "Finetune/Step": 4627, "Finetune/Step Time": 5.460161315277219}
{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8548829555511475, "Finetune/Loss (Raw)": 0.8382668495178223, "Finetune/Step": 4628, "Finetune/Step Time": 5.463641691952944}
{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.8541260361671448, "Finetune/Loss (Raw)": 0.8823011517524719, "Finetune/Step": 4629, "Finetune/Step Time": 5.456570092588663}
{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8548401594161987, "Finetune/Loss (Raw)": 0.8460344076156616, "Finetune/Step": 4630, "Finetune/Step Time": 5.464448215439916}
{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8532084822654724, "Finetune/Loss (Raw)": 0.7836859822273254, "Finetune/Step": 4631, "Finetune/Step Time": 5.483316151425242}
{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8484452366828918, "Finetune/Loss (Raw)": 0.26531660556793213, "Finetune/Step": 4632, "Finetune/Step Time": 5.508885772898793}
{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8490457534790039, "Finetune/Loss (Raw)": 0.9244544506072998, "Finetune/Step": 4633, "Finetune/Step Time": 5.520777011290193}
{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8481221795082092, "Finetune/Loss (Raw)": 0.9387403130531311, "Finetune/Step": 4634, "Finetune/Step Time": 5.527947135269642}
{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8516950011253357, "Finetune/Loss (Raw)": 0.7807068824768066, "Finetune/Step": 4635, "Finetune/Step Time": 5.516222972422838}
{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8516103029251099, "Finetune/Loss (Raw)": 0.9036508798599243, "Finetune/Step": 4636, "Finetune/Step Time": 5.513001708313823}
{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8523969054222107, "Finetune/Loss (Raw)": 0.9245331883430481, "Finetune/Step": 4637, "Finetune/Step Time": 5.507374867796898}
{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.8533406853675842, "Finetune/Loss (Raw)": 1.1384209394454956, "Finetune/Step": 4638, "Finetune/Step Time": 5.515798578038812}
{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8511825203895569, "Finetune/Loss (Raw)": 0.7689475417137146, "Finetune/Step": 4639, "Finetune/Step Time": 5.540473809465766}
{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8562965393066406, "Finetune/Loss (Raw)": 1.0084575414657593, "Finetune/Step": 4640, "Finetune/Step Time": 5.51555192284286}
{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8567368984222412, "Finetune/Loss (Raw)": 0.9240680932998657, "Finetune/Step": 4641, "Finetune/Step Time": 5.508454006165266}
{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8574318289756775, "Finetune/Loss (Raw)": 0.8979638814926147, "Finetune/Step": 4642, "Finetune/Step Time": 5.509426051750779}
{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8583932518959045, "Finetune/Loss (Raw)": 0.9982758164405823, "Finetune/Step": 4643, "Finetune/Step Time": 5.512565817683935}
{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8550037741661072, "Finetune/Loss (Raw)": 0.36844995617866516, "Finetune/Step": 4644, "Finetune/Step Time": 5.54538513161242}
{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8570541143417358, "Finetune/Loss (Raw)": 1.0484951734542847, "Finetune/Step": 4645, "Finetune/Step Time": 5.543345836922526}
{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8554396629333496, "Finetune/Loss (Raw)": 0.8350667357444763, "Finetune/Step": 4646, "Finetune/Step Time": 5.556269429624081}
{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.8550161123275757, "Finetune/Loss (Raw)": 0.9222593307495117, "Finetune/Step": 4647, "Finetune/Step Time": 5.5656498949974775}
{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.855177640914917, "Finetune/Loss (Raw)": 0.9938971400260925, "Finetune/Step": 4648, "Finetune/Step Time": 5.565374057739973}
{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8548696041107178, "Finetune/Loss (Raw)": 0.9910982847213745, "Finetune/Step": 4649, "Finetune/Step Time": 5.561646372079849}
{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8548457026481628, "Finetune/Loss (Raw)": 0.8804810643196106, "Finetune/Step": 4650, "Finetune/Step Time": 5.569562464952469}
{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8548265695571899, "Finetune/Loss (Raw)": 0.9168588519096375, "Finetune/Step": 4651, "Finetune/Step Time": 5.56303028576076}
{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8548526763916016, "Finetune/Loss (Raw)": 0.8902319073677063, "Finetune/Step": 4652, "Finetune/Step Time": 5.561180969700217}
{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8503957986831665, "Finetune/Loss (Raw)": 0.29714879393577576, "Finetune/Step": 4653, "Finetune/Step Time": 5.589756930246949}
{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8520441055297852, "Finetune/Loss (Raw)": 0.9145854711532593, "Finetune/Step": 4654, "Finetune/Step Time": 5.594360966235399}
{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8531328439712524, "Finetune/Loss (Raw)": 0.7575635313987732, "Finetune/Step": 4655, "Finetune/Step Time": 5.578628778457642}
{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8496830463409424, "Finetune/Loss (Raw)": 0.43161657452583313, "Finetune/Step": 4656, "Finetune/Step Time": 5.611715894192457}
{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.8491175174713135, "Finetune/Loss (Raw)": 0.8766832947731018, "Finetune/Step": 4657, "Finetune/Step Time": 5.608629107475281}
{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8489681482315063, "Finetune/Loss (Raw)": 0.9757820963859558, "Finetune/Step": 4658, "Finetune/Step Time": 5.604361943900585}
{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8485340476036072, "Finetune/Loss (Raw)": 0.9766262769699097, "Finetune/Step": 4659, "Finetune/Step Time": 5.601285004988313}
{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8508732318878174, "Finetune/Loss (Raw)": 1.0037600994110107, "Finetune/Step": 4660, "Finetune/Step Time": 5.607962565496564}
{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.850193977355957, "Finetune/Loss (Raw)": 0.8444488048553467, "Finetune/Step": 4661, "Finetune/Step Time": 5.6205298732966185}
{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8549060821533203, "Finetune/Loss (Raw)": 0.9349706172943115, "Finetune/Step": 4662, "Finetune/Step Time": 5.5831693187355995}
{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8561344146728516, "Finetune/Loss (Raw)": 0.9658369421958923, "Finetune/Step": 4663, "Finetune/Step Time": 5.572042986750603}
{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8559691905975342, "Finetune/Loss (Raw)": 0.9034880995750427, "Finetune/Step": 4664, "Finetune/Step Time": 5.559893537312746}
{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.8553853631019592, "Finetune/Loss (Raw)": 0.8293216228485107, "Finetune/Step": 4665, "Finetune/Step Time": 5.5599961914122105}
{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8543878793716431, "Finetune/Loss (Raw)": 0.8081778883934021, "Finetune/Step": 4666, "Finetune/Step Time": 5.5792666506022215}
{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8560609817504883, "Finetune/Loss (Raw)": 1.0355491638183594, "Finetune/Step": 4667, "Finetune/Step Time": 5.566739683970809}
{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8604502081871033, "Finetune/Loss (Raw)": 0.8689752221107483, "Finetune/Step": 4668, "Finetune/Step Time": 5.545976001769304}
{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.856908917427063, "Finetune/Loss (Raw)": 0.34529542922973633, "Finetune/Step": 4669, "Finetune/Step Time": 5.557472029700875}
{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8580458164215088, "Finetune/Loss (Raw)": 0.9366688132286072, "Finetune/Step": 4670, "Finetune/Step Time": 5.550533946603537}
{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8580565452575684, "Finetune/Loss (Raw)": 0.8643258810043335, "Finetune/Step": 4671, "Finetune/Step Time": 5.545902390033007}
{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8578906655311584, "Finetune/Loss (Raw)": 0.9184566736221313, "Finetune/Step": 4672, "Finetune/Step Time": 5.55981701426208}
{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8572282791137695, "Finetune/Loss (Raw)": 0.8733992576599121, "Finetune/Step": 4673, "Finetune/Step Time": 5.549009630456567}
{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.8575575947761536, "Finetune/Loss (Raw)": 1.0159499645233154, "Finetune/Step": 4674, "Finetune/Step Time": 5.573074406012893}
{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8571046590805054, "Finetune/Loss (Raw)": 0.9180142283439636, "Finetune/Step": 4675, "Finetune/Step Time": 5.57497600838542}
{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8590579032897949, "Finetune/Loss (Raw)": 0.8705286383628845, "Finetune/Step": 4676, "Finetune/Step Time": 5.513161931186914}
{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8604965209960938, "Finetune/Loss (Raw)": 0.9534797668457031, "Finetune/Step": 4677, "Finetune/Step Time": 5.5031459499150515}
{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.8602060675621033, "Finetune/Loss (Raw)": 0.9949404001235962, "Finetune/Step": 4678, "Finetune/Step Time": 5.528939921408892}
{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8589072227478027, "Finetune/Loss (Raw)": 0.7694069147109985, "Finetune/Step": 4679, "Finetune/Step Time": 5.52822202257812}
{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8612145185470581, "Finetune/Loss (Raw)": 1.0636276006698608, "Finetune/Step": 4680, "Finetune/Step Time": 5.519763359799981}
{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8607763051986694, "Finetune/Loss (Raw)": 0.9125851988792419, "Finetune/Step": 4681, "Finetune/Step Time": 5.5414867009967566}
{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8595723509788513, "Finetune/Loss (Raw)": 0.9617539048194885, "Finetune/Step": 4682, "Finetune/Step Time": 5.5528113804757595}
{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8599933981895447, "Finetune/Loss (Raw)": 0.973440945148468, "Finetune/Step": 4683, "Finetune/Step Time": 5.537081241607666}
{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.8589311242103577, "Finetune/Loss (Raw)": 0.9769392609596252, "Finetune/Step": 4684, "Finetune/Step Time": 5.535388013347983}
{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.8600658178329468, "Finetune/Loss (Raw)": 0.9566863775253296, "Finetune/Step": 4685, "Finetune/Step Time": 5.53723331540823}
{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.860723614692688, "Finetune/Loss (Raw)": 0.7980902791023254, "Finetune/Step": 4686, "Finetune/Step Time": 5.53576529212296}
{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8600748181343079, "Finetune/Loss (Raw)": 0.923393726348877, "Finetune/Step": 4687, "Finetune/Step Time": 5.527417853474617}
{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8621842861175537, "Finetune/Loss (Raw)": 1.1513261795043945, "Finetune/Step": 4688, "Finetune/Step Time": 5.524618895724416}
{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.8628478646278381, "Finetune/Loss (Raw)": 1.0404247045516968, "Finetune/Step": 4689, "Finetune/Step Time": 5.510529551655054}
{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.8618679046630859, "Finetune/Loss (Raw)": 0.8527202606201172, "Finetune/Step": 4690, "Finetune/Step Time": 5.529748164117336}
{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8672213554382324, "Finetune/Loss (Raw)": 0.983561635017395, "Finetune/Step": 4691, "Finetune/Step Time": 5.499797161668539}
{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8684688210487366, "Finetune/Loss (Raw)": 1.0568846464157104, "Finetune/Step": 4692, "Finetune/Step Time": 5.500392133370042}
{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8693109750747681, "Finetune/Loss (Raw)": 0.9428883790969849, "Finetune/Step": 4693, "Finetune/Step Time": 5.5117690525949}
{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8704417943954468, "Finetune/Loss (Raw)": 1.027085304260254, "Finetune/Step": 4694, "Finetune/Step Time": 5.505879752337933}
{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8704556226730347, "Finetune/Loss (Raw)": 1.0239295959472656, "Finetune/Step": 4695, "Finetune/Step Time": 5.510286459699273}
{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.8695377111434937, "Finetune/Loss (Raw)": 0.8446661829948425, "Finetune/Step": 4696, "Finetune/Step Time": 5.5217587649822235}
{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.8683546185493469, "Finetune/Loss (Raw)": 0.921917200088501, "Finetune/Step": 4697, "Finetune/Step Time": 5.516693718731403}
{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.868238627910614, "Finetune/Loss (Raw)": 0.9652643203735352, "Finetune/Step": 4698, "Finetune/Step Time": 5.515242839232087}
{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8689913153648376, "Finetune/Loss (Raw)": 1.0158624649047852, "Finetune/Step": 4699, "Finetune/Step Time": 5.510836083441973}
{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8692549467086792, "Finetune/Loss (Raw)": 0.9211664795875549, "Finetune/Step": 4700, "Finetune/Step Time": 5.506470143795013}
{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8700026869773865, "Finetune/Loss (Raw)": 0.9520418047904968, "Finetune/Step": 4701, "Finetune/Step Time": 5.4950455743819475}
{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8695963621139526, "Finetune/Loss (Raw)": 0.8862401247024536, "Finetune/Step": 4702, "Finetune/Step Time": 5.497185500338674}
{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8707963228225708, "Finetune/Loss (Raw)": 0.9952453970909119, "Finetune/Step": 4703, "Finetune/Step Time": 5.479777926579118}
{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8701995611190796, "Finetune/Loss (Raw)": 0.776823103427887, "Finetune/Step": 4704, "Finetune/Step Time": 5.473916620016098}
{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.869791567325592, "Finetune/Loss (Raw)": 0.98869389295578, "Finetune/Step": 4705, "Finetune/Step Time": 5.469176551327109}
{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8683456778526306, "Finetune/Loss (Raw)": 0.8495203256607056, "Finetune/Step": 4706, "Finetune/Step Time": 5.462977826595306}
{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.871221661567688, "Finetune/Loss (Raw)": 0.7812937498092651, "Finetune/Step": 4707, "Finetune/Step Time": 5.439755322411656}
{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.875347375869751, "Finetune/Loss (Raw)": 0.7918844223022461, "Finetune/Step": 4708, "Finetune/Step Time": 5.420226646587253}
{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8743007183074951, "Finetune/Loss (Raw)": 0.760181188583374, "Finetune/Step": 4709, "Finetune/Step Time": 5.419691167771816}
{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8747062683105469, "Finetune/Loss (Raw)": 1.0420689582824707, "Finetune/Step": 4710, "Finetune/Step Time": 5.409960743039846}
{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8737435936927795, "Finetune/Loss (Raw)": 0.8924752473831177, "Finetune/Step": 4711, "Finetune/Step Time": 5.409992339089513}
{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.874153196811676, "Finetune/Loss (Raw)": 0.8749974370002747, "Finetune/Step": 4712, "Finetune/Step Time": 5.4228288400918245}
{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8757956027984619, "Finetune/Loss (Raw)": 0.9875463247299194, "Finetune/Step": 4713, "Finetune/Step Time": 5.419982548803091}
{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8763269186019897, "Finetune/Loss (Raw)": 0.8608514070510864, "Finetune/Step": 4714, "Finetune/Step Time": 5.423555865883827}
{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8765928149223328, "Finetune/Loss (Raw)": 0.9830453991889954, "Finetune/Step": 4715, "Finetune/Step Time": 5.427301267161965}
{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8754560947418213, "Finetune/Loss (Raw)": 0.9258531928062439, "Finetune/Step": 4716, "Finetune/Step Time": 5.403132734820247}
{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.875830888748169, "Finetune/Loss (Raw)": 0.9307934045791626, "Finetune/Step": 4717, "Finetune/Step Time": 5.400854662060738}
{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8746525049209595, "Finetune/Loss (Raw)": 0.7098734378814697, "Finetune/Step": 4718, "Finetune/Step Time": 5.41414905898273}
{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.8735586404800415, "Finetune/Loss (Raw)": 0.8214841485023499, "Finetune/Step": 4719, "Finetune/Step Time": 5.413854341953993}
{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8767749071121216, "Finetune/Loss (Raw)": 0.7000510096549988, "Finetune/Step": 4720, "Finetune/Step Time": 5.418741058558226}
{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8759226202964783, "Finetune/Loss (Raw)": 0.8559322953224182, "Finetune/Step": 4721, "Finetune/Step Time": 5.422523396089673}
{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8797501921653748, "Finetune/Loss (Raw)": 0.897540807723999, "Finetune/Step": 4722, "Finetune/Step Time": 5.393191797658801}
{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8793118596076965, "Finetune/Loss (Raw)": 0.9250921010971069, "Finetune/Step": 4723, "Finetune/Step Time": 5.392298558726907}
{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.8786071538925171, "Finetune/Loss (Raw)": 0.9063879251480103, "Finetune/Step": 4724, "Finetune/Step Time": 5.407993301749229}
{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8798336982727051, "Finetune/Loss (Raw)": 0.9328933954238892, "Finetune/Step": 4725, "Finetune/Step Time": 5.415522363036871}
{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8790789842605591, "Finetune/Loss (Raw)": 0.7964581251144409, "Finetune/Step": 4726, "Finetune/Step Time": 5.417791701853275}
{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8793475031852722, "Finetune/Loss (Raw)": 0.8638123273849487, "Finetune/Step": 4727, "Finetune/Step Time": 5.413994727656245}
{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8798699378967285, "Finetune/Loss (Raw)": 0.94520503282547, "Finetune/Step": 4728, "Finetune/Step Time": 5.416827764362097}
{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8825297355651855, "Finetune/Loss (Raw)": 1.1068544387817383, "Finetune/Step": 4729, "Finetune/Step Time": 5.418830011039972}
{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.881279706954956, "Finetune/Loss (Raw)": 0.9065782427787781, "Finetune/Step": 4730, "Finetune/Step Time": 5.414206523448229}
{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8802974820137024, "Finetune/Loss (Raw)": 0.8538112044334412, "Finetune/Step": 4731, "Finetune/Step Time": 5.412758184596896}
{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8804962635040283, "Finetune/Loss (Raw)": 0.8847481608390808, "Finetune/Step": 4732, "Finetune/Step Time": 5.4127303548157215}
{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8854086995124817, "Finetune/Loss (Raw)": 0.9577311873435974, "Finetune/Step": 4733, "Finetune/Step Time": 5.377169221639633}
{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.884833037853241, "Finetune/Loss (Raw)": 0.8369866609573364, "Finetune/Step": 4734, "Finetune/Step Time": 5.384020971134305}
{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8860046863555908, "Finetune/Loss (Raw)": 1.0095661878585815, "Finetune/Step": 4735, "Finetune/Step Time": 5.383980322629213}
{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8849805593490601, "Finetune/Loss (Raw)": 0.7566887140274048, "Finetune/Step": 4736, "Finetune/Step Time": 5.39350207336247}
{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.883164644241333, "Finetune/Loss (Raw)": 0.8451414108276367, "Finetune/Step": 4737, "Finetune/Step Time": 5.402954990044236}
{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.884591817855835, "Finetune/Loss (Raw)": 1.0447840690612793, "Finetune/Step": 4738, "Finetune/Step Time": 5.411835368722677}
{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.8886957168579102, "Finetune/Loss (Raw)": 0.8076938986778259, "Finetune/Step": 4739, "Finetune/Step Time": 5.384464059025049}
{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8882917761802673, "Finetune/Loss (Raw)": 0.8717564940452576, "Finetune/Step": 4740, "Finetune/Step Time": 5.388133998960257}
{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8870566487312317, "Finetune/Loss (Raw)": 0.7356787919998169, "Finetune/Step": 4741, "Finetune/Step Time": 5.365411352366209}
{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8874006867408752, "Finetune/Loss (Raw)": 0.8394278287887573, "Finetune/Step": 4742, "Finetune/Step Time": 5.381013290956616}
{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8855230808258057, "Finetune/Loss (Raw)": 0.7614406943321228, "Finetune/Step": 4743, "Finetune/Step Time": 5.396224306896329}
{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8870583176612854, "Finetune/Loss (Raw)": 1.0533727407455444, "Finetune/Step": 4744, "Finetune/Step Time": 5.397447953000665}
{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8871917128562927, "Finetune/Loss (Raw)": 0.8262706398963928, "Finetune/Step": 4745, "Finetune/Step Time": 5.416656428948045}
{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8868192434310913, "Finetune/Loss (Raw)": 0.8647531867027283, "Finetune/Step": 4746, "Finetune/Step Time": 5.440759779885411}
{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8868691921234131, "Finetune/Loss (Raw)": 1.0704045295715332, "Finetune/Step": 4747, "Finetune/Step Time": 5.440165737643838}
{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.8875836133956909, "Finetune/Loss (Raw)": 0.9645084142684937, "Finetune/Step": 4748, "Finetune/Step Time": 5.435629127547145}
{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8863165378570557, "Finetune/Loss (Raw)": 0.8865573406219482, "Finetune/Step": 4749, "Finetune/Step Time": 5.4324022475630045}
{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8862165212631226, "Finetune/Loss (Raw)": 0.9017506241798401, "Finetune/Step": 4750, "Finetune/Step Time": 5.435017962008715}
{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8855319619178772, "Finetune/Loss (Raw)": 0.9440242648124695, "Finetune/Step": 4751, "Finetune/Step Time": 5.450806837528944}
{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8860966563224792, "Finetune/Loss (Raw)": 0.9523445963859558, "Finetune/Step": 4752, "Finetune/Step Time": 5.460268847644329}
{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8849771022796631, "Finetune/Loss (Raw)": 0.7991144061088562, "Finetune/Step": 4753, "Finetune/Step Time": 5.446318574249744}
{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8896224498748779, "Finetune/Loss (Raw)": 0.9386009573936462, "Finetune/Step": 4754, "Finetune/Step Time": 5.420747417956591}
{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.889788806438446, "Finetune/Loss (Raw)": 0.9682104587554932, "Finetune/Step": 4755, "Finetune/Step Time": 5.42095947265625}
{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8904286026954651, "Finetune/Loss (Raw)": 0.9201638698577881, "Finetune/Step": 4756, "Finetune/Step Time": 5.413912257179618}
{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8906362056732178, "Finetune/Loss (Raw)": 0.9088799953460693, "Finetune/Step": 4757, "Finetune/Step Time": 5.413121227174997}
{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8908308744430542, "Finetune/Loss (Raw)": 0.870942234992981, "Finetune/Step": 4758, "Finetune/Step Time": 5.403384737670422}
{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.8916419744491577, "Finetune/Loss (Raw)": 0.8875094056129456, "Finetune/Step": 4759, "Finetune/Step Time": 5.389282813295722}
{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8966162800788879, "Finetune/Loss (Raw)": 0.9020346403121948, "Finetune/Step": 4760, "Finetune/Step Time": 5.361014364287257}
{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8957652449607849, "Finetune/Loss (Raw)": 0.8155198693275452, "Finetune/Step": 4761, "Finetune/Step Time": 5.3643681686371565}
{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8948791027069092, "Finetune/Loss (Raw)": 0.8253068923950195, "Finetune/Step": 4762, "Finetune/Step Time": 5.3628598134964705}
{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.8959001302719116, "Finetune/Loss (Raw)": 0.911397397518158, "Finetune/Step": 4763, "Finetune/Step Time": 5.347596546635032}
{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.8959072828292847, "Finetune/Loss (Raw)": 0.904567539691925, "Finetune/Step": 4764, "Finetune/Step Time": 5.351368933916092}
{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8950012922286987, "Finetune/Loss (Raw)": 0.8085750341415405, "Finetune/Step": 4765, "Finetune/Step Time": 5.35091152228415}
{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8944756984710693, "Finetune/Loss (Raw)": 1.0711435079574585, "Finetune/Step": 4766, "Finetune/Step Time": 5.3480090741068125}
{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8955951929092407, "Finetune/Loss (Raw)": 0.9122393727302551, "Finetune/Step": 4767, "Finetune/Step Time": 5.318260174244642}
{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8943567872047424, "Finetune/Loss (Raw)": 0.8499438166618347, "Finetune/Step": 4768, "Finetune/Step Time": 5.322476513683796}
{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8939088582992554, "Finetune/Loss (Raw)": 0.8667283058166504, "Finetune/Step": 4769, "Finetune/Step Time": 5.321687748655677}
{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8922805190086365, "Finetune/Loss (Raw)": 0.6895338892936707, "Finetune/Step": 4770, "Finetune/Step Time": 5.3257920276373625}
{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8925681710243225, "Finetune/Loss (Raw)": 1.0350984334945679, "Finetune/Step": 4771, "Finetune/Step Time": 5.3282425329089165}
{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8960191011428833, "Finetune/Loss (Raw)": 0.8101678490638733, "Finetune/Step": 4772, "Finetune/Step Time": 5.314999861642718}
{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8928576707839966, "Finetune/Loss (Raw)": 0.6438366770744324, "Finetune/Step": 4773, "Finetune/Step Time": 5.3151871003210545}
{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8936561346054077, "Finetune/Loss (Raw)": 0.9372705221176147, "Finetune/Step": 4774, "Finetune/Step Time": 5.3055433463305235}
{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8943654298782349, "Finetune/Loss (Raw)": 1.0130444765090942, "Finetune/Step": 4775, "Finetune/Step Time": 5.297560228034854}
{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8934719562530518, "Finetune/Loss (Raw)": 0.8795355558395386, "Finetune/Step": 4776, "Finetune/Step Time": 5.3146978579461575}
{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8931366205215454, "Finetune/Loss (Raw)": 0.9481765031814575, "Finetune/Step": 4777, "Finetune/Step Time": 5.315666912123561}
{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8884704113006592, "Finetune/Loss (Raw)": 0.283202201128006, "Finetune/Step": 4778, "Finetune/Step Time": 5.331888137385249}
{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8896092176437378, "Finetune/Loss (Raw)": 1.0626235008239746, "Finetune/Step": 4779, "Finetune/Step Time": 5.333065452054143}
{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8897436857223511, "Finetune/Loss (Raw)": 0.9074566960334778, "Finetune/Step": 4780, "Finetune/Step Time": 5.3380582965910435}
{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8940123319625854, "Finetune/Loss (Raw)": 0.8435248732566833, "Finetune/Step": 4781, "Finetune/Step Time": 5.315028229728341}
{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8940132856369019, "Finetune/Loss (Raw)": 0.9147112965583801, "Finetune/Step": 4782, "Finetune/Step Time": 5.31136829033494}
{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8909195065498352, "Finetune/Loss (Raw)": 0.36156022548675537, "Finetune/Step": 4783, "Finetune/Step Time": 5.338043039664626}
{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8947575092315674, "Finetune/Loss (Raw)": 0.9228843450546265, "Finetune/Step": 4784, "Finetune/Step Time": 5.3059659618884325}
{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.896257758140564, "Finetune/Loss (Raw)": 1.068712830543518, "Finetune/Step": 4785, "Finetune/Step Time": 5.308025911450386}
{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8958895802497864, "Finetune/Loss (Raw)": 0.9286501407623291, "Finetune/Step": 4786, "Finetune/Step Time": 5.31055748090148}
{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8952217102050781, "Finetune/Loss (Raw)": 0.8911374807357788, "Finetune/Step": 4787, "Finetune/Step Time": 5.305978510528803}
{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8944039344787598, "Finetune/Loss (Raw)": 0.8990841507911682, "Finetune/Step": 4788, "Finetune/Step Time": 5.315109686926007}
{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8936920762062073, "Finetune/Loss (Raw)": 0.7533372640609741, "Finetune/Step": 4789, "Finetune/Step Time": 5.30953505448997}
{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8942683935165405, "Finetune/Loss (Raw)": 1.008735179901123, "Finetune/Step": 4790, "Finetune/Step Time": 5.3201067969202995}
{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8890459537506104, "Finetune/Loss (Raw)": 0.2973611354827881, "Finetune/Step": 4791, "Finetune/Step Time": 5.352380769327283}
{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.8900549411773682, "Finetune/Loss (Raw)": 1.032653570175171, "Finetune/Step": 4792, "Finetune/Step Time": 5.356278060004115}
{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8910477161407471, "Finetune/Loss (Raw)": 0.9563834071159363, "Finetune/Step": 4793, "Finetune/Step Time": 5.354882707819343}
{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8913467526435852, "Finetune/Loss (Raw)": 0.8464629650115967, "Finetune/Step": 4794, "Finetune/Step Time": 5.336274158209562}
{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8897923231124878, "Finetune/Loss (Raw)": 0.8365811109542847, "Finetune/Step": 4795, "Finetune/Step Time": 5.373106358572841}
{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8905421495437622, "Finetune/Loss (Raw)": 0.9649562835693359, "Finetune/Step": 4796, "Finetune/Step Time": 5.36689068377018}
{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8952516317367554, "Finetune/Loss (Raw)": 0.9481008052825928, "Finetune/Step": 4797, "Finetune/Step Time": 5.336293118074536}
{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8937671780586243, "Finetune/Loss (Raw)": 0.7466607093811035, "Finetune/Step": 4798, "Finetune/Step Time": 5.35289984755218}
{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8940792083740234, "Finetune/Loss (Raw)": 0.9042646884918213, "Finetune/Step": 4799, "Finetune/Step Time": 5.357648910954595}
{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8954319953918457, "Finetune/Loss (Raw)": 1.0916194915771484, "Finetune/Step": 4800, "Finetune/Step Time": 5.341425960883498}
{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8961774706840515, "Finetune/Loss (Raw)": 0.9688147902488708, "Finetune/Step": 4801, "Finetune/Step Time": 5.334266781806946}
{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.8953200578689575, "Finetune/Loss (Raw)": 0.9062021374702454, "Finetune/Step": 4802, "Finetune/Step Time": 5.308137034997344}
{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8956488370895386, "Finetune/Loss (Raw)": 0.9600890278816223, "Finetune/Step": 4803, "Finetune/Step Time": 5.313093801960349}
{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8962180018424988, "Finetune/Loss (Raw)": 0.9433902502059937, "Finetune/Step": 4804, "Finetune/Step Time": 5.31556673720479}
{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8964425325393677, "Finetune/Loss (Raw)": 0.9822226166725159, "Finetune/Step": 4805, "Finetune/Step Time": 5.321822056546807}
{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8963356614112854, "Finetune/Loss (Raw)": 0.981255292892456, "Finetune/Step": 4806, "Finetune/Step Time": 5.302686981856823}
{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8972301483154297, "Finetune/Loss (Raw)": 0.883899986743927, "Finetune/Step": 4807, "Finetune/Step Time": 5.304031750187278}
{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8966668248176575, "Finetune/Loss (Raw)": 0.9915323257446289, "Finetune/Step": 4808, "Finetune/Step Time": 5.306165657937527}
{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.8951703310012817, "Finetune/Loss (Raw)": 0.7210289239883423, "Finetune/Step": 4809, "Finetune/Step Time": 5.290147751569748}
{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8945023417472839, "Finetune/Loss (Raw)": 0.8762502074241638, "Finetune/Step": 4810, "Finetune/Step Time": 5.2807443998754025}
{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8941209316253662, "Finetune/Loss (Raw)": 0.9246151447296143, "Finetune/Step": 4811, "Finetune/Step Time": 5.296386348083615}
{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.8935831785202026, "Finetune/Loss (Raw)": 0.9081092476844788, "Finetune/Step": 4812, "Finetune/Step Time": 5.295802403241396}
{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8897854089736938, "Finetune/Loss (Raw)": 0.4705730080604553, "Finetune/Step": 4813, "Finetune/Step Time": 5.3219908736646175}
{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8906475305557251, "Finetune/Loss (Raw)": 0.9084393978118896, "Finetune/Step": 4814, "Finetune/Step Time": 5.312251700088382}
{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8910959362983704, "Finetune/Loss (Raw)": 0.9807966351509094, "Finetune/Step": 4815, "Finetune/Step Time": 5.310012435540557}
{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8888561129570007, "Finetune/Loss (Raw)": 0.864625871181488, "Finetune/Step": 4816, "Finetune/Step Time": 5.325996473431587}
{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8879803419113159, "Finetune/Loss (Raw)": 0.9283280968666077, "Finetune/Step": 4817, "Finetune/Step Time": 5.330246033146977}
{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8892257809638977, "Finetune/Loss (Raw)": 1.0121378898620605, "Finetune/Step": 4818, "Finetune/Step Time": 5.321219813078642}
{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8892608284950256, "Finetune/Loss (Raw)": 0.9880416393280029, "Finetune/Step": 4819, "Finetune/Step Time": 5.320838768035173}
{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8882842063903809, "Finetune/Loss (Raw)": 0.9318842887878418, "Finetune/Step": 4820, "Finetune/Step Time": 5.3236313611269}
{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8886423110961914, "Finetune/Loss (Raw)": 0.9887226819992065, "Finetune/Step": 4821, "Finetune/Step Time": 5.310929119586945}
{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8877836465835571, "Finetune/Loss (Raw)": 0.9171715378761292, "Finetune/Step": 4822, "Finetune/Step Time": 5.318892123177648}
{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8874657154083252, "Finetune/Loss (Raw)": 0.9832379817962646, "Finetune/Step": 4823, "Finetune/Step Time": 5.31786697730422}
{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8831185102462769, "Finetune/Loss (Raw)": 0.28822484612464905, "Finetune/Step": 4824, "Finetune/Step Time": 5.333566326647997}
{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8831433057785034, "Finetune/Loss (Raw)": 0.9250855445861816, "Finetune/Step": 4825, "Finetune/Step Time": 5.337475312873721}
{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.883165180683136, "Finetune/Loss (Raw)": 0.9680696725845337, "Finetune/Step": 4826, "Finetune/Step Time": 5.336500918492675}
{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8827662467956543, "Finetune/Loss (Raw)": 0.964795708656311, "Finetune/Step": 4827, "Finetune/Step Time": 5.325945906341076}
{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8832471966743469, "Finetune/Loss (Raw)": 0.9827319383621216, "Finetune/Step": 4828, "Finetune/Step Time": 5.332724746316671}
{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.882729172706604, "Finetune/Loss (Raw)": 0.8857294321060181, "Finetune/Step": 4829, "Finetune/Step Time": 5.338904283940792}
{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.883186936378479, "Finetune/Loss (Raw)": 0.9448286890983582, "Finetune/Step": 4830, "Finetune/Step Time": 5.336704647168517}
{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.8781745433807373, "Finetune/Loss (Raw)": 0.35367104411125183, "Finetune/Step": 4831, "Finetune/Step Time": 5.37148311920464}
{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8785837888717651, "Finetune/Loss (Raw)": 0.829204797744751, "Finetune/Step": 4832, "Finetune/Step Time": 5.394451607018709}
{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.8778325915336609, "Finetune/Loss (Raw)": 0.8925387859344482, "Finetune/Step": 4833, "Finetune/Step Time": 5.397392788901925}
{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8792215585708618, "Finetune/Loss (Raw)": 1.02731192111969, "Finetune/Step": 4834, "Finetune/Step Time": 5.401735652238131}
{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8807457685470581, "Finetune/Loss (Raw)": 0.9763917922973633, "Finetune/Step": 4835, "Finetune/Step Time": 5.3928042110055685}
{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8822723627090454, "Finetune/Loss (Raw)": 0.9872849583625793, "Finetune/Step": 4836, "Finetune/Step Time": 5.379996567964554}
{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8833203315734863, "Finetune/Loss (Raw)": 0.8943240642547607, "Finetune/Step": 4837, "Finetune/Step Time": 5.361947016790509}
{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8831851482391357, "Finetune/Loss (Raw)": 1.0247623920440674, "Finetune/Step": 4838, "Finetune/Step Time": 5.3631881810724735}
{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8828274011611938, "Finetune/Loss (Raw)": 0.8466887474060059, "Finetune/Step": 4839, "Finetune/Step Time": 5.369980735704303}
{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8834735155105591, "Finetune/Loss (Raw)": 0.9576929807662964, "Finetune/Step": 4840, "Finetune/Step Time": 5.36033920943737}
{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8823567628860474, "Finetune/Loss (Raw)": 0.8446076512336731, "Finetune/Step": 4841, "Finetune/Step Time": 5.366202736273408}
{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8827715516090393, "Finetune/Loss (Raw)": 0.9139457941055298, "Finetune/Step": 4842, "Finetune/Step Time": 5.381043883040547}
{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8835538625717163, "Finetune/Loss (Raw)": 1.083173394203186, "Finetune/Step": 4843, "Finetune/Step Time": 5.377024190500379}
{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8833357691764832, "Finetune/Loss (Raw)": 0.8979411125183105, "Finetune/Step": 4844, "Finetune/Step Time": 5.397187188267708}
{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8843079805374146, "Finetune/Loss (Raw)": 1.0552377700805664, "Finetune/Step": 4845, "Finetune/Step Time": 5.399065630510449}
{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8866183757781982, "Finetune/Loss (Raw)": 1.005600929260254, "Finetune/Step": 4846, "Finetune/Step Time": 5.410570940002799}
{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8826780915260315, "Finetune/Loss (Raw)": 0.3171277940273285, "Finetune/Step": 4847, "Finetune/Step Time": 5.44284656830132}
{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8836494088172913, "Finetune/Loss (Raw)": 0.8243787884712219, "Finetune/Step": 4848, "Finetune/Step Time": 5.405808985233307}
{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.8832064867019653, "Finetune/Loss (Raw)": 0.7992398738861084, "Finetune/Step": 4849, "Finetune/Step Time": 5.4165828581899405}
{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8839873671531677, "Finetune/Loss (Raw)": 0.9974963068962097, "Finetune/Step": 4850, "Finetune/Step Time": 5.425300741568208}
{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8840934038162231, "Finetune/Loss (Raw)": 0.9386629462242126, "Finetune/Step": 4851, "Finetune/Step Time": 5.4363297168165445}
{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8838598728179932, "Finetune/Loss (Raw)": 0.8764938712120056, "Finetune/Step": 4852, "Finetune/Step Time": 5.42901062220335}
{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8849585056304932, "Finetune/Loss (Raw)": 1.073522925376892, "Finetune/Step": 4853, "Finetune/Step Time": 5.430309042334557}
{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8839259743690491, "Finetune/Loss (Raw)": 0.6642920970916748, "Finetune/Step": 4854, "Finetune/Step Time": 5.4332540184259415}
{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.884617805480957, "Finetune/Loss (Raw)": 0.952357292175293, "Finetune/Step": 4855, "Finetune/Step Time": 5.434638928622007}
{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.88456130027771, "Finetune/Loss (Raw)": 0.9379748702049255, "Finetune/Step": 4856, "Finetune/Step Time": 5.429127374663949}
{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8837274312973022, "Finetune/Loss (Raw)": 1.000120759010315, "Finetune/Step": 4857, "Finetune/Step Time": 5.42804754152894}
{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.884671151638031, "Finetune/Loss (Raw)": 1.0273771286010742, "Finetune/Step": 4858, "Finetune/Step Time": 5.437891541048884}
{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8853936791419983, "Finetune/Loss (Raw)": 0.946294367313385, "Finetune/Step": 4859, "Finetune/Step Time": 5.4240643959492445}
{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8848750591278076, "Finetune/Loss (Raw)": 0.8183685541152954, "Finetune/Step": 4860, "Finetune/Step Time": 5.422769909724593}
{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8845566511154175, "Finetune/Loss (Raw)": 0.9169748425483704, "Finetune/Step": 4861, "Finetune/Step Time": 5.437577571719885}
{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8857975006103516, "Finetune/Loss (Raw)": 0.9958160519599915, "Finetune/Step": 4862, "Finetune/Step Time": 5.428591571748257}
{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.885955810546875, "Finetune/Loss (Raw)": 1.0298248529434204, "Finetune/Step": 4863, "Finetune/Step Time": 5.433198677375913}
{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.887816309928894, "Finetune/Loss (Raw)": 0.9948393702507019, "Finetune/Step": 4864, "Finetune/Step Time": 5.438614092767239}
{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8886072635650635, "Finetune/Loss (Raw)": 0.9463747143745422, "Finetune/Step": 4865, "Finetune/Step Time": 5.43307837843895}
{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.8866877555847168, "Finetune/Loss (Raw)": 0.7990856170654297, "Finetune/Step": 4866, "Finetune/Step Time": 5.425238898023963}
{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.883075475692749, "Finetune/Loss (Raw)": 0.34532415866851807, "Finetune/Step": 4867, "Finetune/Step Time": 5.4566909074783325}
{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.882369875907898, "Finetune/Loss (Raw)": 0.7814416885375977, "Finetune/Step": 4868, "Finetune/Step Time": 5.45562013424933}
{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8830735683441162, "Finetune/Loss (Raw)": 0.8257501721382141, "Finetune/Step": 4869, "Finetune/Step Time": 5.460348503664136}
{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8828552961349487, "Finetune/Loss (Raw)": 0.811488687992096, "Finetune/Step": 4870, "Finetune/Step Time": 5.4409537967294455}
{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8846662044525146, "Finetune/Loss (Raw)": 0.9932422041893005, "Finetune/Step": 4871, "Finetune/Step Time": 5.435566410422325}
{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8832086324691772, "Finetune/Loss (Raw)": 0.866797149181366, "Finetune/Step": 4872, "Finetune/Step Time": 5.4355483539402485}
{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.88327956199646, "Finetune/Loss (Raw)": 0.8353574872016907, "Finetune/Step": 4873, "Finetune/Step Time": 5.432528616860509}
{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.8820874691009521, "Finetune/Loss (Raw)": 0.7121540904045105, "Finetune/Step": 4874, "Finetune/Step Time": 5.4164609760046005}
{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8804433345794678, "Finetune/Loss (Raw)": 0.8599611520767212, "Finetune/Step": 4875, "Finetune/Step Time": 5.430998420342803}
{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.8804036378860474, "Finetune/Loss (Raw)": 0.9594288468360901, "Finetune/Step": 4876, "Finetune/Step Time": 5.424437193199992}
{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8814697861671448, "Finetune/Loss (Raw)": 1.0230225324630737, "Finetune/Step": 4877, "Finetune/Step Time": 5.426035188138485}
{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8817574977874756, "Finetune/Loss (Raw)": 0.9385750889778137, "Finetune/Step": 4878, "Finetune/Step Time": 5.427567258477211}
{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8818434476852417, "Finetune/Loss (Raw)": 0.9550341367721558, "Finetune/Step": 4879, "Finetune/Step Time": 5.408257922157645}
{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8820661306381226, "Finetune/Loss (Raw)": 0.9808432459831238, "Finetune/Step": 4880, "Finetune/Step Time": 5.3985716719180346}
{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8844726085662842, "Finetune/Loss (Raw)": 1.1071498394012451, "Finetune/Step": 4881, "Finetune/Step Time": 5.392551897093654}
{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.883573055267334, "Finetune/Loss (Raw)": 0.8234533667564392, "Finetune/Step": 4882, "Finetune/Step Time": 5.394601510837674}
{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8823200464248657, "Finetune/Loss (Raw)": 0.8078323602676392, "Finetune/Step": 4883, "Finetune/Step Time": 5.385653115808964}
{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8831295967102051, "Finetune/Loss (Raw)": 1.0237849950790405, "Finetune/Step": 4884, "Finetune/Step Time": 5.387993976473808}
{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8828303813934326, "Finetune/Loss (Raw)": 0.8705732822418213, "Finetune/Step": 4885, "Finetune/Step Time": 5.397287420928478}
{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8840538263320923, "Finetune/Loss (Raw)": 1.0275436639785767, "Finetune/Step": 4886, "Finetune/Step Time": 5.404172582551837}
{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8843188285827637, "Finetune/Loss (Raw)": 0.9214270710945129, "Finetune/Step": 4887, "Finetune/Step Time": 5.410507882013917}
{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8850581645965576, "Finetune/Loss (Raw)": 0.9966719150543213, "Finetune/Step": 4888, "Finetune/Step Time": 5.42040827870369}
{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8857660889625549, "Finetune/Loss (Raw)": 0.9061336517333984, "Finetune/Step": 4889, "Finetune/Step Time": 5.409208161756396}
{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8863773345947266, "Finetune/Loss (Raw)": 0.9035474061965942, "Finetune/Step": 4890, "Finetune/Step Time": 5.42835590057075}
{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8855529427528381, "Finetune/Loss (Raw)": 0.805873692035675, "Finetune/Step": 4891, "Finetune/Step Time": 5.425621571019292}
{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8857764005661011, "Finetune/Loss (Raw)": 0.9331667423248291, "Finetune/Step": 4892, "Finetune/Step Time": 5.421466192230582}
{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8876612186431885, "Finetune/Loss (Raw)": 1.0498342514038086, "Finetune/Step": 4893, "Finetune/Step Time": 5.421540532261133}
{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8860980272293091, "Finetune/Loss (Raw)": 0.8710542321205139, "Finetune/Step": 4894, "Finetune/Step Time": 5.42809502966702}
{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8853942155838013, "Finetune/Loss (Raw)": 0.8221498727798462, "Finetune/Step": 4895, "Finetune/Step Time": 5.42988140322268}
{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8862760066986084, "Finetune/Loss (Raw)": 0.9628200531005859, "Finetune/Step": 4896, "Finetune/Step Time": 5.422834012657404}
{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.8851158618927002, "Finetune/Loss (Raw)": 0.7182275652885437, "Finetune/Step": 4897, "Finetune/Step Time": 5.428268587216735}
{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.886071503162384, "Finetune/Loss (Raw)": 0.8118568062782288, "Finetune/Step": 4898, "Finetune/Step Time": 5.429628321900964}
{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8859415054321289, "Finetune/Loss (Raw)": 1.0184600353240967, "Finetune/Step": 4899, "Finetune/Step Time": 5.421920370310545}
{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.8865401744842529, "Finetune/Loss (Raw)": 0.8868002891540527, "Finetune/Step": 4900, "Finetune/Step Time": 5.403372388333082}
{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.8882075548171997, "Finetune/Loss (Raw)": 0.8572612404823303, "Finetune/Step": 4901, "Finetune/Step Time": 5.401595218107104}
{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.887665867805481, "Finetune/Loss (Raw)": 0.8679330945014954, "Finetune/Step": 4902, "Finetune/Step Time": 5.401555327698588}
{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8865878582000732, "Finetune/Loss (Raw)": 0.8750520944595337, "Finetune/Step": 4903, "Finetune/Step Time": 5.4012547340244055}
{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8865959644317627, "Finetune/Loss (Raw)": 0.8805772662162781, "Finetune/Step": 4904, "Finetune/Step Time": 5.381554992869496}
{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.886918842792511, "Finetune/Loss (Raw)": 0.9895044565200806, "Finetune/Step": 4905, "Finetune/Step Time": 5.39075293764472}
{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8916946649551392, "Finetune/Loss (Raw)": 0.8945052027702332, "Finetune/Step": 4906, "Finetune/Step Time": 5.366990301758051}
{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8898010849952698, "Finetune/Loss (Raw)": 0.8202499151229858, "Finetune/Step": 4907, "Finetune/Step Time": 5.374635059386492}
{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8898725509643555, "Finetune/Loss (Raw)": 0.916603147983551, "Finetune/Step": 4908, "Finetune/Step Time": 5.386601502075791}
{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.8902273178100586, "Finetune/Loss (Raw)": 0.8889381885528564, "Finetune/Step": 4909, "Finetune/Step Time": 5.382853589951992}
{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8903381824493408, "Finetune/Loss (Raw)": 0.9288972020149231, "Finetune/Step": 4910, "Finetune/Step Time": 5.372321674600244}
{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8944521546363831, "Finetune/Loss (Raw)": 0.8881506323814392, "Finetune/Step": 4911, "Finetune/Step Time": 5.340405263006687}
{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8947088718414307, "Finetune/Loss (Raw)": 0.9557414054870605, "Finetune/Step": 4912, "Finetune/Step Time": 5.347432691603899}
{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8939911127090454, "Finetune/Loss (Raw)": 0.9768367409706116, "Finetune/Step": 4913, "Finetune/Step Time": 5.361094202846289}
{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8898704648017883, "Finetune/Loss (Raw)": 0.4012148082256317, "Finetune/Step": 4914, "Finetune/Step Time": 5.389111895114183}
{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8890589475631714, "Finetune/Loss (Raw)": 0.7872675061225891, "Finetune/Step": 4915, "Finetune/Step Time": 5.391950359568}
{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8890542984008789, "Finetune/Loss (Raw)": 0.8984858989715576, "Finetune/Step": 4916, "Finetune/Step Time": 5.36616331525147}
{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8863350749015808, "Finetune/Loss (Raw)": 0.405269593000412, "Finetune/Step": 4917, "Finetune/Step Time": 5.388358281925321}
{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8857219815254211, "Finetune/Loss (Raw)": 0.9302641153335571, "Finetune/Step": 4918, "Finetune/Step Time": 5.376531211659312}
{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8903718590736389, "Finetune/Loss (Raw)": 0.8925457000732422, "Finetune/Step": 4919, "Finetune/Step Time": 5.346846342086792}
{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.889599084854126, "Finetune/Loss (Raw)": 0.9337349534034729, "Finetune/Step": 4920, "Finetune/Step Time": 5.34281587973237}
{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8898392915725708, "Finetune/Loss (Raw)": 0.987133264541626, "Finetune/Step": 4921, "Finetune/Step Time": 5.361246235668659}
{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8893245458602905, "Finetune/Loss (Raw)": 0.7805739641189575, "Finetune/Step": 4922, "Finetune/Step Time": 5.362466773018241}
{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8893502354621887, "Finetune/Loss (Raw)": 0.8398717641830444, "Finetune/Step": 4923, "Finetune/Step Time": 5.331538258120418}
{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8890318870544434, "Finetune/Loss (Raw)": 0.9242013096809387, "Finetune/Step": 4924, "Finetune/Step Time": 5.332740778103471}
{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8884181380271912, "Finetune/Loss (Raw)": 0.8695405125617981, "Finetune/Step": 4925, "Finetune/Step Time": 5.332010053098202}
{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8892008066177368, "Finetune/Loss (Raw)": 0.8468419909477234, "Finetune/Step": 4926, "Finetune/Step Time": 5.316147901117802}
{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8887262940406799, "Finetune/Loss (Raw)": 0.8435328602790833, "Finetune/Step": 4927, "Finetune/Step Time": 5.314501978456974}
{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8856072425842285, "Finetune/Loss (Raw)": 0.6923739910125732, "Finetune/Step": 4928, "Finetune/Step Time": 5.337171871215105}
{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.8847179412841797, "Finetune/Loss (Raw)": 0.8549894094467163, "Finetune/Step": 4929, "Finetune/Step Time": 5.341267524287105}
{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8848829865455627, "Finetune/Loss (Raw)": 0.9273295402526855, "Finetune/Step": 4930, "Finetune/Step Time": 5.346220700070262}
{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8849945068359375, "Finetune/Loss (Raw)": 0.9743648767471313, "Finetune/Step": 4931, "Finetune/Step Time": 5.344067977741361}
{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.8849800825119019, "Finetune/Loss (Raw)": 0.9415460228919983, "Finetune/Step": 4932, "Finetune/Step Time": 5.341535242274404}
{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8837385177612305, "Finetune/Loss (Raw)": 0.823293149471283, "Finetune/Step": 4933, "Finetune/Step Time": 5.351773705333471}
{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8835811018943787, "Finetune/Loss (Raw)": 0.9611131548881531, "Finetune/Step": 4934, "Finetune/Step Time": 5.346701035276055}
{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.8844970464706421, "Finetune/Loss (Raw)": 1.0011439323425293, "Finetune/Step": 4935, "Finetune/Step Time": 5.346076652407646}
{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8831149935722351, "Finetune/Loss (Raw)": 0.8146246075630188, "Finetune/Step": 4936, "Finetune/Step Time": 5.3506984151899815}
{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.885773777961731, "Finetune/Loss (Raw)": 1.061346411705017, "Finetune/Step": 4937, "Finetune/Step Time": 5.344271834939718}
{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8864821195602417, "Finetune/Loss (Raw)": 0.9669233560562134, "Finetune/Step": 4938, "Finetune/Step Time": 5.355883598327637}
{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8818625211715698, "Finetune/Loss (Raw)": 0.3333089053630829, "Finetune/Step": 4939, "Finetune/Step Time": 5.371517373248935}
{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8803004026412964, "Finetune/Loss (Raw)": 0.7081583142280579, "Finetune/Step": 4940, "Finetune/Step Time": 5.371399851515889}
{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8827023506164551, "Finetune/Loss (Raw)": 0.7780194878578186, "Finetune/Step": 4941, "Finetune/Step Time": 5.3416655249893665}
{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8823968172073364, "Finetune/Loss (Raw)": 0.8693397641181946, "Finetune/Step": 4942, "Finetune/Step Time": 5.3480307925492525}
{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8811653256416321, "Finetune/Loss (Raw)": 0.8231602311134338, "Finetune/Step": 4943, "Finetune/Step Time": 5.359066437929869}
{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.8819764852523804, "Finetune/Loss (Raw)": 0.9684590697288513, "Finetune/Step": 4944, "Finetune/Step Time": 5.345557272434235}
{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8823527097702026, "Finetune/Loss (Raw)": 0.976477861404419, "Finetune/Step": 4945, "Finetune/Step Time": 5.345486314967275}
{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8815386295318604, "Finetune/Loss (Raw)": 0.9079358577728271, "Finetune/Step": 4946, "Finetune/Step Time": 5.346155436709523}
{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8814155459403992, "Finetune/Loss (Raw)": 0.9722883105278015, "Finetune/Step": 4947, "Finetune/Step Time": 5.3480833042413}
{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.88078773021698, "Finetune/Loss (Raw)": 0.8515158891677856, "Finetune/Step": 4948, "Finetune/Step Time": 5.345340553671122}
{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8797682523727417, "Finetune/Loss (Raw)": 0.8582388758659363, "Finetune/Step": 4949, "Finetune/Step Time": 5.343529807403684}
{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8793660402297974, "Finetune/Loss (Raw)": 0.8656841516494751, "Finetune/Step": 4950, "Finetune/Step Time": 5.35035540163517}
{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8791332244873047, "Finetune/Loss (Raw)": 0.9534392952919006, "Finetune/Step": 4951, "Finetune/Step Time": 5.348776226863265}
{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.8843653202056885, "Finetune/Loss (Raw)": 0.9579365253448486, "Finetune/Step": 4952, "Finetune/Step Time": 5.327768625691533}
{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8840252161026001, "Finetune/Loss (Raw)": 0.8815435767173767, "Finetune/Step": 4953, "Finetune/Step Time": 5.329179411754012}
{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8842324018478394, "Finetune/Loss (Raw)": 0.9945982098579407, "Finetune/Step": 4954, "Finetune/Step Time": 5.380198962986469}
{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.8837924003601074, "Finetune/Loss (Raw)": 0.9084758758544922, "Finetune/Step": 4955, "Finetune/Step Time": 5.383191322907805}
{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.8837748169898987, "Finetune/Loss (Raw)": 0.9804815053939819, "Finetune/Step": 4956, "Finetune/Step Time": 5.371006995439529}
{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8847706317901611, "Finetune/Loss (Raw)": 1.013189673423767, "Finetune/Step": 4957, "Finetune/Step Time": 5.360900901257992}
{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8842899799346924, "Finetune/Loss (Raw)": 0.8833103775978088, "Finetune/Step": 4958, "Finetune/Step Time": 5.377988461405039}
{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.8849316239356995, "Finetune/Loss (Raw)": 0.43579602241516113, "Finetune/Step": 4959, "Finetune/Step Time": 5.377929575741291}
{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8851760029792786, "Finetune/Loss (Raw)": 0.8604916334152222, "Finetune/Step": 4960, "Finetune/Step Time": 5.351372005417943}
{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8847219944000244, "Finetune/Loss (Raw)": 0.8344192504882812, "Finetune/Step": 4961, "Finetune/Step Time": 5.349501753225923}
{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8842139840126038, "Finetune/Loss (Raw)": 0.962285041809082, "Finetune/Step": 4962, "Finetune/Step Time": 5.348497696220875}
{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8834969401359558, "Finetune/Loss (Raw)": 0.8846120834350586, "Finetune/Step": 4963, "Finetune/Step Time": 5.352732188999653}
{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8834682106971741, "Finetune/Loss (Raw)": 0.9836068153381348, "Finetune/Step": 4964, "Finetune/Step Time": 5.356242630630732}
{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8843191862106323, "Finetune/Loss (Raw)": 1.003247618675232, "Finetune/Step": 4965, "Finetune/Step Time": 5.362109644338489}
{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8828420639038086, "Finetune/Loss (Raw)": 0.8356942534446716, "Finetune/Step": 4966, "Finetune/Step Time": 5.365262921899557}
{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8836112022399902, "Finetune/Loss (Raw)": 0.9451358914375305, "Finetune/Step": 4967, "Finetune/Step Time": 5.357573172077537}
{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8835232257843018, "Finetune/Loss (Raw)": 0.946432888507843, "Finetune/Step": 4968, "Finetune/Step Time": 5.35869824886322}
{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8842400312423706, "Finetune/Loss (Raw)": 0.9363541007041931, "Finetune/Step": 4969, "Finetune/Step Time": 5.362025978043675}
{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8848233819007874, "Finetune/Loss (Raw)": 0.9886151552200317, "Finetune/Step": 4970, "Finetune/Step Time": 5.3392393961548805}
{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8846423625946045, "Finetune/Loss (Raw)": 1.0600043535232544, "Finetune/Step": 4971, "Finetune/Step Time": 5.350966811180115}
{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8847916722297668, "Finetune/Loss (Raw)": 0.917060136795044, "Finetune/Step": 4972, "Finetune/Step Time": 5.349723504856229}
{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.8845658302307129, "Finetune/Loss (Raw)": 1.0263235569000244, "Finetune/Step": 4973, "Finetune/Step Time": 5.350262610241771}
{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8790534734725952, "Finetune/Loss (Raw)": 0.30002766847610474, "Finetune/Step": 4974, "Finetune/Step Time": 5.353909809142351}
{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.8831911087036133, "Finetune/Loss (Raw)": 0.8467344641685486, "Finetune/Step": 4975, "Finetune/Step Time": 5.326614858582616}
{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8848090767860413, "Finetune/Loss (Raw)": 1.0314853191375732, "Finetune/Step": 4976, "Finetune/Step Time": 5.329592578113079}
{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8848220109939575, "Finetune/Loss (Raw)": 0.8008944988250732, "Finetune/Step": 4977, "Finetune/Step Time": 5.32906261458993}
{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8836069107055664, "Finetune/Loss (Raw)": 0.8419649004936218, "Finetune/Step": 4978, "Finetune/Step Time": 5.324883729219437}
{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8832252025604248, "Finetune/Loss (Raw)": 0.8897963166236877, "Finetune/Step": 4979, "Finetune/Step Time": 5.321293231099844}
{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8822585344314575, "Finetune/Loss (Raw)": 0.752768874168396, "Finetune/Step": 4980, "Finetune/Step Time": 5.314540134742856}
{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8799915909767151, "Finetune/Loss (Raw)": 0.78335040807724, "Finetune/Step": 4981, "Finetune/Step Time": 5.305424565449357}
{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8825868964195251, "Finetune/Loss (Raw)": 0.9964938163757324, "Finetune/Step": 4982, "Finetune/Step Time": 5.300733134150505}
{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8783273100852966, "Finetune/Loss (Raw)": 0.4071265161037445, "Finetune/Step": 4983, "Finetune/Step Time": 5.330087844282389}
{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8777400851249695, "Finetune/Loss (Raw)": 0.8628115057945251, "Finetune/Step": 4984, "Finetune/Step Time": 5.340848173946142}
{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8783726692199707, "Finetune/Loss (Raw)": 1.0810930728912354, "Finetune/Step": 4985, "Finetune/Step Time": 5.331634687259793}
{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.8760002851486206, "Finetune/Loss (Raw)": 0.7237076163291931, "Finetune/Step": 4986, "Finetune/Step Time": 5.323580201715231}
{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8761705756187439, "Finetune/Loss (Raw)": 0.9680981040000916, "Finetune/Step": 4987, "Finetune/Step Time": 5.336016356945038}
{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8774873614311218, "Finetune/Loss (Raw)": 0.9869162440299988, "Finetune/Step": 4988, "Finetune/Step Time": 5.344496654346585}
{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8778214454650879, "Finetune/Loss (Raw)": 0.9597287774085999, "Finetune/Step": 4989, "Finetune/Step Time": 5.336165439337492}
{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.8771478533744812, "Finetune/Loss (Raw)": 0.9096034169197083, "Finetune/Step": 4990, "Finetune/Step Time": 5.333615448325872}
{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8759297728538513, "Finetune/Loss (Raw)": 0.8739060759544373, "Finetune/Step": 4991, "Finetune/Step Time": 5.327735191211104}
{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8761477470397949, "Finetune/Loss (Raw)": 1.0227420330047607, "Finetune/Step": 4992, "Finetune/Step Time": 5.327882077544928}
{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.874004065990448, "Finetune/Loss (Raw)": 0.6719847917556763, "Finetune/Step": 4993, "Finetune/Step Time": 5.34127857349813}
{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8745982050895691, "Finetune/Loss (Raw)": 0.8751370310783386, "Finetune/Step": 4994, "Finetune/Step Time": 5.348024033010006}
{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8769878149032593, "Finetune/Loss (Raw)": 0.6511889696121216, "Finetune/Step": 4995, "Finetune/Step Time": 5.319982543587685}
{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.879284679889679, "Finetune/Loss (Raw)": 1.0754448175430298, "Finetune/Step": 4996, "Finetune/Step Time": 5.321788791567087}
{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8802957534790039, "Finetune/Loss (Raw)": 0.9551708102226257, "Finetune/Step": 4997, "Finetune/Step Time": 5.3116618897765875}
{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8829489946365356, "Finetune/Loss (Raw)": 1.1511026620864868, "Finetune/Step": 4998, "Finetune/Step Time": 5.30917589738965}
{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8830822706222534, "Finetune/Loss (Raw)": 1.0102958679199219, "Finetune/Step": 4999, "Finetune/Step Time": 5.299821753054857}
{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8790239691734314, "Finetune/Loss (Raw)": 0.347337931394577, "Finetune/Step": 5000, "Finetune/Step Time": 5.337322395294905}
{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8801571130752563, "Finetune/Loss (Raw)": 0.9803935289382935, "Finetune/Step": 5001, "Finetune/Step Time": 5.319337137043476}
{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8803048729896545, "Finetune/Loss (Raw)": 0.7310691475868225, "Finetune/Step": 5002, "Finetune/Step Time": 5.32092054001987}
{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8801202178001404, "Finetune/Loss (Raw)": 0.8363341093063354, "Finetune/Step": 5003, "Finetune/Step Time": 5.303779413923621}
{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.8789311051368713, "Finetune/Loss (Raw)": 0.8072187900543213, "Finetune/Step": 5004, "Finetune/Step Time": 5.317182440310717}
{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8780663013458252, "Finetune/Loss (Raw)": 0.9123257994651794, "Finetune/Step": 5005, "Finetune/Step Time": 5.319104908034205}
{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8780046701431274, "Finetune/Loss (Raw)": 0.9306883215904236, "Finetune/Step": 5006, "Finetune/Step Time": 5.310765800997615}
{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8772888779640198, "Finetune/Loss (Raw)": 0.8634103536605835, "Finetune/Step": 5007, "Finetune/Step Time": 5.3207452446222305}
{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8760775923728943, "Finetune/Loss (Raw)": 0.8257977962493896, "Finetune/Step": 5008, "Finetune/Step Time": 5.327588565647602}
{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8756669759750366, "Finetune/Loss (Raw)": 1.054592490196228, "Finetune/Step": 5009, "Finetune/Step Time": 5.331072466447949}
{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8770363330841064, "Finetune/Loss (Raw)": 0.998737633228302, "Finetune/Step": 5010, "Finetune/Step Time": 5.322335675358772}
{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8777621984481812, "Finetune/Loss (Raw)": 0.9007381796836853, "Finetune/Step": 5011, "Finetune/Step Time": 5.323336109519005}
{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8765783309936523, "Finetune/Loss (Raw)": 0.8722497820854187, "Finetune/Step": 5012, "Finetune/Step Time": 5.321760211139917}
{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.875700831413269, "Finetune/Loss (Raw)": 0.75825434923172, "Finetune/Step": 5013, "Finetune/Step Time": 5.3145249634981155}
{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8741387128829956, "Finetune/Loss (Raw)": 0.8275830149650574, "Finetune/Step": 5014, "Finetune/Step Time": 5.304047966375947}
{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8732680082321167, "Finetune/Loss (Raw)": 0.8099909424781799, "Finetune/Step": 5015, "Finetune/Step Time": 5.292965525761247}
{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.8725796341896057, "Finetune/Loss (Raw)": 0.9085515141487122, "Finetune/Step": 5016, "Finetune/Step Time": 5.313443049788475}
{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8720158934593201, "Finetune/Loss (Raw)": 0.8339768648147583, "Finetune/Step": 5017, "Finetune/Step Time": 5.3133083656430244}
{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.871191680431366, "Finetune/Loss (Raw)": 0.7980449795722961, "Finetune/Step": 5018, "Finetune/Step Time": 5.3014274854213}
{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8712453246116638, "Finetune/Loss (Raw)": 0.8127474188804626, "Finetune/Step": 5019, "Finetune/Step Time": 5.299996526911855}
{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8666430711746216, "Finetune/Loss (Raw)": 0.3440760672092438, "Finetune/Step": 5020, "Finetune/Step Time": 5.329446030780673}
{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8658983707427979, "Finetune/Loss (Raw)": 0.9545114636421204, "Finetune/Step": 5021, "Finetune/Step Time": 5.328158849850297}
{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.8662775754928589, "Finetune/Loss (Raw)": 0.9195945262908936, "Finetune/Step": 5022, "Finetune/Step Time": 5.310025755316019}
{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8671979308128357, "Finetune/Loss (Raw)": 0.93995600938797, "Finetune/Step": 5023, "Finetune/Step Time": 5.316424338147044}
{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8664336800575256, "Finetune/Loss (Raw)": 0.864989161491394, "Finetune/Step": 5024, "Finetune/Step Time": 5.319861663505435}
{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8675891160964966, "Finetune/Loss (Raw)": 0.8661280274391174, "Finetune/Step": 5025, "Finetune/Step Time": 5.324460541829467}
{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8688493967056274, "Finetune/Loss (Raw)": 0.9731744527816772, "Finetune/Step": 5026, "Finetune/Step Time": 5.316008174791932}
{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.868535578250885, "Finetune/Loss (Raw)": 0.9782877564430237, "Finetune/Step": 5027, "Finetune/Step Time": 5.318744376301765}
{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8693987727165222, "Finetune/Loss (Raw)": 0.9972906112670898, "Finetune/Step": 5028, "Finetune/Step Time": 5.3210229482501745}
{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8699256777763367, "Finetune/Loss (Raw)": 0.9247016906738281, "Finetune/Step": 5029, "Finetune/Step Time": 5.322837335988879}
{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8698786497116089, "Finetune/Loss (Raw)": 0.8619122505187988, "Finetune/Step": 5030, "Finetune/Step Time": 5.325840761885047}
{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8704172968864441, "Finetune/Loss (Raw)": 0.9440062046051025, "Finetune/Step": 5031, "Finetune/Step Time": 5.327398184686899}
{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8713546991348267, "Finetune/Loss (Raw)": 1.0005629062652588, "Finetune/Step": 5032, "Finetune/Step Time": 5.325105143710971}
{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8706543445587158, "Finetune/Loss (Raw)": 0.8998609781265259, "Finetune/Step": 5033, "Finetune/Step Time": 5.3244785238057375}
{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8711907863616943, "Finetune/Loss (Raw)": 0.9631654620170593, "Finetune/Step": 5034, "Finetune/Step Time": 5.316726138815284}
{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8712735176086426, "Finetune/Loss (Raw)": 0.8308358788490295, "Finetune/Step": 5035, "Finetune/Step Time": 5.319520043209195}
{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8707727789878845, "Finetune/Loss (Raw)": 0.8525139093399048, "Finetune/Step": 5036, "Finetune/Step Time": 5.299188299104571}
{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8716493844985962, "Finetune/Loss (Raw)": 1.001147747039795, "Finetune/Step": 5037, "Finetune/Step Time": 5.299803953617811}
{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8722453117370605, "Finetune/Loss (Raw)": 1.0051742792129517, "Finetune/Step": 5038, "Finetune/Step Time": 5.307994486764073}
{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8741874694824219, "Finetune/Loss (Raw)": 1.1367425918579102, "Finetune/Step": 5039, "Finetune/Step Time": 5.31325251981616}
{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.872893214225769, "Finetune/Loss (Raw)": 0.7900699377059937, "Finetune/Step": 5040, "Finetune/Step Time": 5.317508481442928}
{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8733283281326294, "Finetune/Loss (Raw)": 1.0325416326522827, "Finetune/Step": 5041, "Finetune/Step Time": 5.300768220797181}
{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8781792521476746, "Finetune/Loss (Raw)": 1.022131323814392, "Finetune/Step": 5042, "Finetune/Step Time": 5.283347612246871}
{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8789483308792114, "Finetune/Loss (Raw)": 0.8857095837593079, "Finetune/Step": 5043, "Finetune/Step Time": 5.285364164039493}
{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.878778874874115, "Finetune/Loss (Raw)": 0.8767920732498169, "Finetune/Step": 5044, "Finetune/Step Time": 5.2878845781087875}
{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8778482675552368, "Finetune/Loss (Raw)": 0.2861591577529907, "Finetune/Step": 5045, "Finetune/Step Time": 5.2862207517027855}
{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8731571435928345, "Finetune/Loss (Raw)": 0.32980069518089294, "Finetune/Step": 5046, "Finetune/Step Time": 5.321872713044286}
{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8735042214393616, "Finetune/Loss (Raw)": 0.9369685649871826, "Finetune/Step": 5047, "Finetune/Step Time": 5.321078462526202}
{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8739725947380066, "Finetune/Loss (Raw)": 0.9936871528625488, "Finetune/Step": 5048, "Finetune/Step Time": 5.322096638381481}
{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8732581734657288, "Finetune/Loss (Raw)": 0.8956908583641052, "Finetune/Step": 5049, "Finetune/Step Time": 5.30857764929533}
{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8742272853851318, "Finetune/Loss (Raw)": 0.9046176075935364, "Finetune/Step": 5050, "Finetune/Step Time": 5.319511525332928}
{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8742038011550903, "Finetune/Loss (Raw)": 0.8368567824363708, "Finetune/Step": 5051, "Finetune/Step Time": 5.333766100928187}
{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8698488473892212, "Finetune/Loss (Raw)": 0.3667687177658081, "Finetune/Step": 5052, "Finetune/Step Time": 5.359891798347235}
{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8698553442955017, "Finetune/Loss (Raw)": 0.8703770041465759, "Finetune/Step": 5053, "Finetune/Step Time": 5.368452051654458}
{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8714502453804016, "Finetune/Loss (Raw)": 1.0509891510009766, "Finetune/Step": 5054, "Finetune/Step Time": 5.374656880274415}
{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.871587872505188, "Finetune/Loss (Raw)": 0.8611533045768738, "Finetune/Step": 5055, "Finetune/Step Time": 5.374823411926627}
{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.8733738660812378, "Finetune/Loss (Raw)": 0.9209755659103394, "Finetune/Step": 5056, "Finetune/Step Time": 5.349346686154604}
{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8738674521446228, "Finetune/Loss (Raw)": 0.9181728363037109, "Finetune/Step": 5057, "Finetune/Step Time": 5.358450587838888}
{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8738524913787842, "Finetune/Loss (Raw)": 0.9254087805747986, "Finetune/Step": 5058, "Finetune/Step Time": 5.356553291901946}
{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8740177154541016, "Finetune/Loss (Raw)": 0.995518147945404, "Finetune/Step": 5059, "Finetune/Step Time": 5.354094736278057}
{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.8745406866073608, "Finetune/Loss (Raw)": 1.0084854364395142, "Finetune/Step": 5060, "Finetune/Step Time": 5.354225711897016}
{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8754130601882935, "Finetune/Loss (Raw)": 0.9349607229232788, "Finetune/Step": 5061, "Finetune/Step Time": 5.337152453139424}
{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8747743368148804, "Finetune/Loss (Raw)": 0.8793500661849976, "Finetune/Step": 5062, "Finetune/Step Time": 5.341980991885066}
{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8745854496955872, "Finetune/Loss (Raw)": 0.9769711494445801, "Finetune/Step": 5063, "Finetune/Step Time": 5.338756674900651}
{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.8745244741439819, "Finetune/Loss (Raw)": 0.8068201541900635, "Finetune/Step": 5064, "Finetune/Step Time": 5.334199549630284}
{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8741979002952576, "Finetune/Loss (Raw)": 1.0195465087890625, "Finetune/Step": 5065, "Finetune/Step Time": 5.345861598849297}
{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.8741306662559509, "Finetune/Loss (Raw)": 0.9583125114440918, "Finetune/Step": 5066, "Finetune/Step Time": 5.337118040770292}
{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8783057928085327, "Finetune/Loss (Raw)": 0.8677251935005188, "Finetune/Step": 5067, "Finetune/Step Time": 5.309950215741992}
{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8801320791244507, "Finetune/Loss (Raw)": 0.941922664642334, "Finetune/Step": 5068, "Finetune/Step Time": 5.303156619891524}
{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.8804945945739746, "Finetune/Loss (Raw)": 0.824424684047699, "Finetune/Step": 5069, "Finetune/Step Time": 5.30521653406322}
{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8803099393844604, "Finetune/Loss (Raw)": 0.8456974029541016, "Finetune/Step": 5070, "Finetune/Step Time": 5.302690088748932}
{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8806954026222229, "Finetune/Loss (Raw)": 0.8725039958953857, "Finetune/Step": 5071, "Finetune/Step Time": 5.3095336724072695}
{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8818985223770142, "Finetune/Loss (Raw)": 1.1224645376205444, "Finetune/Step": 5072, "Finetune/Step Time": 5.312601841986179}
{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8814897537231445, "Finetune/Loss (Raw)": 0.9241554141044617, "Finetune/Step": 5073, "Finetune/Step Time": 5.316547570750117}
{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8821128606796265, "Finetune/Loss (Raw)": 0.9876829385757446, "Finetune/Step": 5074, "Finetune/Step Time": 5.306387700140476}
{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8774467706680298, "Finetune/Loss (Raw)": 0.3750327527523041, "Finetune/Step": 5075, "Finetune/Step Time": 5.335469668731093}
{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8785618543624878, "Finetune/Loss (Raw)": 0.9942502379417419, "Finetune/Step": 5076, "Finetune/Step Time": 5.333779856562614}
{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8790748119354248, "Finetune/Loss (Raw)": 0.9238999485969543, "Finetune/Step": 5077, "Finetune/Step Time": 5.355466689914465}
{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8795218467712402, "Finetune/Loss (Raw)": 0.9228971600532532, "Finetune/Step": 5078, "Finetune/Step Time": 5.339096251875162}
{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8803476691246033, "Finetune/Loss (Raw)": 1.0591517686843872, "Finetune/Step": 5079, "Finetune/Step Time": 5.339290078729391}
{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8808779120445251, "Finetune/Loss (Raw)": 1.025803804397583, "Finetune/Step": 5080, "Finetune/Step Time": 5.3313162997365}
{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.8799026012420654, "Finetune/Loss (Raw)": 0.7567006349563599, "Finetune/Step": 5081, "Finetune/Step Time": 5.327855154871941}
{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8747886419296265, "Finetune/Loss (Raw)": 0.3400093615055084, "Finetune/Step": 5082, "Finetune/Step Time": 5.303242199122906}
{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8748828768730164, "Finetune/Loss (Raw)": 0.9205407500267029, "Finetune/Step": 5083, "Finetune/Step Time": 5.3073280192911625}
{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8734039664268494, "Finetune/Loss (Raw)": 0.7911829352378845, "Finetune/Step": 5084, "Finetune/Step Time": 5.323386237025261}
{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8726019859313965, "Finetune/Loss (Raw)": 0.91053706407547, "Finetune/Step": 5085, "Finetune/Step Time": 5.326238680630922}
{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.8737861514091492, "Finetune/Loss (Raw)": 1.034881830215454, "Finetune/Step": 5086, "Finetune/Step Time": 5.3132778480648994}
{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8779443502426147, "Finetune/Loss (Raw)": 0.9680452942848206, "Finetune/Step": 5087, "Finetune/Step Time": 5.304733578115702}
{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8793498277664185, "Finetune/Loss (Raw)": 1.0403958559036255, "Finetune/Step": 5088, "Finetune/Step Time": 5.3046247232705355}
{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8804712295532227, "Finetune/Loss (Raw)": 0.97795170545578, "Finetune/Step": 5089, "Finetune/Step Time": 5.303855733945966}
{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.879610538482666, "Finetune/Loss (Raw)": 0.852118968963623, "Finetune/Step": 5090, "Finetune/Step Time": 5.305121190845966}
{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8804103136062622, "Finetune/Loss (Raw)": 0.9869780540466309, "Finetune/Step": 5091, "Finetune/Step Time": 5.31310548260808}
{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.875225305557251, "Finetune/Loss (Raw)": 0.3199297785758972, "Finetune/Step": 5092, "Finetune/Step Time": 5.3400314804166555}
{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8747495412826538, "Finetune/Loss (Raw)": 0.9423545002937317, "Finetune/Step": 5093, "Finetune/Step Time": 5.336000714451075}
{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8749655485153198, "Finetune/Loss (Raw)": 0.8633359670639038, "Finetune/Step": 5094, "Finetune/Step Time": 5.345556031912565}
{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8735499978065491, "Finetune/Loss (Raw)": 0.763952910900116, "Finetune/Step": 5095, "Finetune/Step Time": 5.352590823546052}
{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.8727858662605286, "Finetune/Loss (Raw)": 0.8486222624778748, "Finetune/Step": 5096, "Finetune/Step Time": 5.3748708087950945}
{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8710103631019592, "Finetune/Loss (Raw)": 0.7090904712677002, "Finetune/Step": 5097, "Finetune/Step Time": 5.365595543757081}
{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8691754937171936, "Finetune/Loss (Raw)": 0.753749430179596, "Finetune/Step": 5098, "Finetune/Step Time": 5.367252724245191}
{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8673011660575867, "Finetune/Loss (Raw)": 0.8200901746749878, "Finetune/Step": 5099, "Finetune/Step Time": 5.360164454206824}
{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.8664515018463135, "Finetune/Loss (Raw)": 0.8083095550537109, "Finetune/Step": 5100, "Finetune/Step Time": 5.341236844658852}
{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8649057149887085, "Finetune/Loss (Raw)": 0.8284571766853333, "Finetune/Step": 5101, "Finetune/Step Time": 5.34818097576499}
{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8698039650917053, "Finetune/Loss (Raw)": 0.9270004630088806, "Finetune/Step": 5102, "Finetune/Step Time": 5.325216976925731}
{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8710743188858032, "Finetune/Loss (Raw)": 1.0093450546264648, "Finetune/Step": 5103, "Finetune/Step Time": 5.32027093321085}
{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.8682610988616943, "Finetune/Loss (Raw)": 0.6713939905166626, "Finetune/Step": 5104, "Finetune/Step Time": 5.322510471567512}
{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8691548109054565, "Finetune/Loss (Raw)": 0.9152852296829224, "Finetune/Step": 5105, "Finetune/Step Time": 5.300655480474234}
{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8705835342407227, "Finetune/Loss (Raw)": 1.0248490571975708, "Finetune/Step": 5106, "Finetune/Step Time": 5.3015477899461985}
{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8715505599975586, "Finetune/Loss (Raw)": 1.013561487197876, "Finetune/Step": 5107, "Finetune/Step Time": 5.300629513338208}
{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8725519180297852, "Finetune/Loss (Raw)": 0.880950391292572, "Finetune/Step": 5108, "Finetune/Step Time": 5.284649716690183}
{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.874293327331543, "Finetune/Loss (Raw)": 1.00625741481781, "Finetune/Step": 5109, "Finetune/Step Time": 5.287639435380697}
{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8737437725067139, "Finetune/Loss (Raw)": 0.9261447191238403, "Finetune/Step": 5110, "Finetune/Step Time": 5.299388678744435}
{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8767695426940918, "Finetune/Loss (Raw)": 0.794430136680603, "Finetune/Step": 5111, "Finetune/Step Time": 5.2940562050789595}
{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8727148771286011, "Finetune/Loss (Raw)": 0.3438044786453247, "Finetune/Step": 5112, "Finetune/Step Time": 5.3146221078932285}
{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8664819002151489, "Finetune/Loss (Raw)": 0.2832827866077423, "Finetune/Step": 5113, "Finetune/Step Time": 5.355932883918285}
{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8678559064865112, "Finetune/Loss (Raw)": 0.8995762467384338, "Finetune/Step": 5114, "Finetune/Step Time": 5.356819778680801}
{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.8666284084320068, "Finetune/Loss (Raw)": 0.8109811544418335, "Finetune/Step": 5115, "Finetune/Step Time": 5.343725085258484}
{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.8609176278114319, "Finetune/Loss (Raw)": 0.2559307813644409, "Finetune/Step": 5116, "Finetune/Step Time": 5.36824531853199}
{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8619701266288757, "Finetune/Loss (Raw)": 1.0944504737854004, "Finetune/Step": 5117, "Finetune/Step Time": 5.369394153356552}
{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.8630385994911194, "Finetune/Loss (Raw)": 1.0463658571243286, "Finetune/Step": 5118, "Finetune/Step Time": 5.371830675750971}
{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8646097183227539, "Finetune/Loss (Raw)": 1.07501220703125, "Finetune/Step": 5119, "Finetune/Step Time": 5.37773079611361}
{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8592751026153564, "Finetune/Loss (Raw)": 0.3399128317832947, "Finetune/Step": 5120, "Finetune/Step Time": 5.392767813056707}
{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.860633373260498, "Finetune/Loss (Raw)": 0.8458343148231506, "Finetune/Step": 5121, "Finetune/Step Time": 5.378619546070695}
{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.860185980796814, "Finetune/Loss (Raw)": 0.8178767561912537, "Finetune/Step": 5122, "Finetune/Step Time": 5.370248505845666}
{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8624978065490723, "Finetune/Loss (Raw)": 0.9470964670181274, "Finetune/Step": 5123, "Finetune/Step Time": 5.372279290109873}
{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8616520166397095, "Finetune/Loss (Raw)": 0.9671938419342041, "Finetune/Step": 5124, "Finetune/Step Time": 5.373399265110493}
{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.8623403310775757, "Finetune/Loss (Raw)": 1.0432732105255127, "Finetune/Step": 5125, "Finetune/Step Time": 5.37291544303298}
{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8563491106033325, "Finetune/Loss (Raw)": 0.38422325253486633, "Finetune/Step": 5126, "Finetune/Step Time": 5.402422819286585}
{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8556617498397827, "Finetune/Loss (Raw)": 0.922311007976532, "Finetune/Step": 5127, "Finetune/Step Time": 5.415205644443631}
{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8598825335502625, "Finetune/Loss (Raw)": 0.8876013159751892, "Finetune/Step": 5128, "Finetune/Step Time": 5.387787811458111}
{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8544813394546509, "Finetune/Loss (Raw)": 0.28904303908348083, "Finetune/Step": 5129, "Finetune/Step Time": 5.420580605044961}
{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8556484580039978, "Finetune/Loss (Raw)": 0.8804643750190735, "Finetune/Step": 5130, "Finetune/Step Time": 5.415028573945165}
{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8552502393722534, "Finetune/Loss (Raw)": 0.7853512763977051, "Finetune/Step": 5131, "Finetune/Step Time": 5.420856989920139}
{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8552765846252441, "Finetune/Loss (Raw)": 0.8105993866920471, "Finetune/Step": 5132, "Finetune/Step Time": 5.414855970069766}
{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8555441498756409, "Finetune/Loss (Raw)": 0.9465702772140503, "Finetune/Step": 5133, "Finetune/Step Time": 5.420581860467792}
{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8554859161376953, "Finetune/Loss (Raw)": 0.9232428669929504, "Finetune/Step": 5134, "Finetune/Step Time": 5.424194293096662}
{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8546799421310425, "Finetune/Loss (Raw)": 0.7602394819259644, "Finetune/Step": 5135, "Finetune/Step Time": 5.418219881132245}
{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.8565991520881653, "Finetune/Loss (Raw)": 1.0714596509933472, "Finetune/Step": 5136, "Finetune/Step Time": 5.42284987308085}
{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8550235033035278, "Finetune/Loss (Raw)": 0.852897584438324, "Finetune/Step": 5137, "Finetune/Step Time": 5.42532804608345}
{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8539402484893799, "Finetune/Loss (Raw)": 0.8600909113883972, "Finetune/Step": 5138, "Finetune/Step Time": 5.4393414333462715}
{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8495379686355591, "Finetune/Loss (Raw)": 0.3372400403022766, "Finetune/Step": 5139, "Finetune/Step Time": 5.4690550193190575}
{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8501604199409485, "Finetune/Loss (Raw)": 0.951928436756134, "Finetune/Step": 5140, "Finetune/Step Time": 5.4636327885091305}
{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8522388935089111, "Finetune/Loss (Raw)": 1.0242948532104492, "Finetune/Step": 5141, "Finetune/Step Time": 5.461096052080393}
{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.852668285369873, "Finetune/Loss (Raw)": 0.8825483918190002, "Finetune/Step": 5142, "Finetune/Step Time": 5.465041294693947}
{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8540486097335815, "Finetune/Loss (Raw)": 0.9866716265678406, "Finetune/Step": 5143, "Finetune/Step Time": 5.467951763421297}
{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8524842858314514, "Finetune/Loss (Raw)": 0.7083195447921753, "Finetune/Step": 5144, "Finetune/Step Time": 5.46817628480494}
{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.8526262640953064, "Finetune/Loss (Raw)": 0.8521475195884705, "Finetune/Step": 5145, "Finetune/Step Time": 5.4749781135469675}
{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8544939756393433, "Finetune/Loss (Raw)": 1.0371196269989014, "Finetune/Step": 5146, "Finetune/Step Time": 5.470076031982899}
{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8551303148269653, "Finetune/Loss (Raw)": 0.894191563129425, "Finetune/Step": 5147, "Finetune/Step Time": 5.47228691726923}
{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8581491112709045, "Finetune/Loss (Raw)": 0.7304853796958923, "Finetune/Step": 5148, "Finetune/Step Time": 5.447134027257562}
{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8574386239051819, "Finetune/Loss (Raw)": 0.8635683059692383, "Finetune/Step": 5149, "Finetune/Step Time": 5.453881023451686}
{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.8570414781570435, "Finetune/Loss (Raw)": 0.8687657117843628, "Finetune/Step": 5150, "Finetune/Step Time": 5.460582837462425}
{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.8562378883361816, "Finetune/Loss (Raw)": 0.8370885848999023, "Finetune/Step": 5151, "Finetune/Step Time": 5.457169853150845}
{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8557843565940857, "Finetune/Loss (Raw)": 0.8069432973861694, "Finetune/Step": 5152, "Finetune/Step Time": 5.459492603316903}
{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8522464036941528, "Finetune/Loss (Raw)": 0.41326525807380676, "Finetune/Step": 5153, "Finetune/Step Time": 5.478961858898401}
{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.8474805355072021, "Finetune/Loss (Raw)": 0.36314260959625244, "Finetune/Step": 5154, "Finetune/Step Time": 5.5105064157396555}
{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8461101055145264, "Finetune/Loss (Raw)": 0.8028690814971924, "Finetune/Step": 5155, "Finetune/Step Time": 5.51127758435905}
{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.8462414741516113, "Finetune/Loss (Raw)": 1.0141061544418335, "Finetune/Step": 5156, "Finetune/Step Time": 5.5238775704056025}
{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.8462775945663452, "Finetune/Loss (Raw)": 0.9293302297592163, "Finetune/Step": 5157, "Finetune/Step Time": 5.52336773276329}
{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8464859127998352, "Finetune/Loss (Raw)": 0.8885796070098877, "Finetune/Step": 5158, "Finetune/Step Time": 5.520387463271618}
{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8468570709228516, "Finetune/Loss (Raw)": 0.9915096163749695, "Finetune/Step": 5159, "Finetune/Step Time": 5.522810699418187}
{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8471787571907043, "Finetune/Loss (Raw)": 1.0417420864105225, "Finetune/Step": 5160, "Finetune/Step Time": 5.522240161895752}
{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.847806453704834, "Finetune/Loss (Raw)": 0.9801974892616272, "Finetune/Step": 5161, "Finetune/Step Time": 5.533671788871288}
{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8468265533447266, "Finetune/Loss (Raw)": 0.83774733543396, "Finetune/Step": 5162, "Finetune/Step Time": 5.538422085344791}
{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8477789759635925, "Finetune/Loss (Raw)": 0.9527413845062256, "Finetune/Step": 5163, "Finetune/Step Time": 5.529197903349996}
{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8490685224533081, "Finetune/Loss (Raw)": 1.0175774097442627, "Finetune/Step": 5164, "Finetune/Step Time": 5.5432131346315145}
{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8472838401794434, "Finetune/Loss (Raw)": 0.7727092504501343, "Finetune/Step": 5165, "Finetune/Step Time": 5.547699701040983}
{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.846936821937561, "Finetune/Loss (Raw)": 0.9607497453689575, "Finetune/Step": 5166, "Finetune/Step Time": 5.559654712677002}
{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.844795286655426, "Finetune/Loss (Raw)": 0.8626286387443542, "Finetune/Step": 5167, "Finetune/Step Time": 5.552348176017404}
{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8461662530899048, "Finetune/Loss (Raw)": 0.9655562043190002, "Finetune/Step": 5168, "Finetune/Step Time": 5.542858332395554}
{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8455017805099487, "Finetune/Loss (Raw)": 0.9474818110466003, "Finetune/Step": 5169, "Finetune/Step Time": 5.548931272700429}
{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.8435536623001099, "Finetune/Loss (Raw)": 0.772773802280426, "Finetune/Step": 5170, "Finetune/Step Time": 5.545930620282888}
{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8447204232215881, "Finetune/Loss (Raw)": 1.0350573062896729, "Finetune/Step": 5171, "Finetune/Step Time": 5.541650719940662}
{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8448389768600464, "Finetune/Loss (Raw)": 0.8919693827629089, "Finetune/Step": 5172, "Finetune/Step Time": 5.538758751004934}
{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8490447998046875, "Finetune/Loss (Raw)": 0.8245092630386353, "Finetune/Step": 5173, "Finetune/Step Time": 5.507711606100202}
{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8552521467208862, "Finetune/Loss (Raw)": 1.1243380308151245, "Finetune/Step": 5174, "Finetune/Step Time": 5.472310004755855}
{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8552935123443604, "Finetune/Loss (Raw)": 0.9422593116760254, "Finetune/Step": 5175, "Finetune/Step Time": 5.47897183150053}
{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8500345945358276, "Finetune/Loss (Raw)": 0.3205502927303314, "Finetune/Step": 5176, "Finetune/Step Time": 5.5082838088274}
{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8511874675750732, "Finetune/Loss (Raw)": 1.0432560443878174, "Finetune/Step": 5177, "Finetune/Step Time": 5.501877501606941}
{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.850321888923645, "Finetune/Loss (Raw)": 0.7938227653503418, "Finetune/Step": 5178, "Finetune/Step Time": 5.4865202736109495}
{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8504914045333862, "Finetune/Loss (Raw)": 0.8585544228553772, "Finetune/Step": 5179, "Finetune/Step Time": 5.482388827949762}
{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8541825413703918, "Finetune/Loss (Raw)": 0.8392351269721985, "Finetune/Step": 5180, "Finetune/Step Time": 5.4646210335195065}
{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.8548400402069092, "Finetune/Loss (Raw)": 0.9545354843139648, "Finetune/Step": 5181, "Finetune/Step Time": 5.459880979731679}
{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.8525342345237732, "Finetune/Loss (Raw)": 0.7558478116989136, "Finetune/Step": 5182, "Finetune/Step Time": 5.4630472380667925}
{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.8530662655830383, "Finetune/Loss (Raw)": 0.9292495846748352, "Finetune/Step": 5183, "Finetune/Step Time": 5.472845669835806}
{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.8532893657684326, "Finetune/Loss (Raw)": 0.9495335221290588, "Finetune/Step": 5184, "Finetune/Step Time": 5.482906989753246}
{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8544851541519165, "Finetune/Loss (Raw)": 1.071235179901123, "Finetune/Step": 5185, "Finetune/Step Time": 5.488830020651221}
{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8502001762390137, "Finetune/Loss (Raw)": 0.3769369125366211, "Finetune/Step": 5186, "Finetune/Step Time": 5.517065851017833}
{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8486227989196777, "Finetune/Loss (Raw)": 0.793603241443634, "Finetune/Step": 5187, "Finetune/Step Time": 5.535123663023114}
{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8474838733673096, "Finetune/Loss (Raw)": 0.8627055883407593, "Finetune/Step": 5188, "Finetune/Step Time": 5.536323396489024}
{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.8466659784317017, "Finetune/Loss (Raw)": 0.8302735090255737, "Finetune/Step": 5189, "Finetune/Step Time": 5.549160655587912}
{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8459464311599731, "Finetune/Loss (Raw)": 0.7872462272644043, "Finetune/Step": 5190, "Finetune/Step Time": 5.547487206757069}
{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.8444761633872986, "Finetune/Loss (Raw)": 0.7887768745422363, "Finetune/Step": 5191, "Finetune/Step Time": 5.565634148195386}
{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8450855016708374, "Finetune/Loss (Raw)": 0.8848150968551636, "Finetune/Step": 5192, "Finetune/Step Time": 5.561445841565728}
{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8431490063667297, "Finetune/Loss (Raw)": 0.7716753482818604, "Finetune/Step": 5193, "Finetune/Step Time": 5.567808993160725}
{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.8382338285446167, "Finetune/Loss (Raw)": 0.32918107509613037, "Finetune/Step": 5194, "Finetune/Step Time": 5.597796227782965}
{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.8384226560592651, "Finetune/Loss (Raw)": 0.8918879628181458, "Finetune/Step": 5195, "Finetune/Step Time": 5.589737167581916}
{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.8375842571258545, "Finetune/Loss (Raw)": 0.8346099257469177, "Finetune/Step": 5196, "Finetune/Step Time": 5.595916459336877}
{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.8382498025894165, "Finetune/Loss (Raw)": 0.9096052646636963, "Finetune/Step": 5197, "Finetune/Step Time": 5.587826371192932}
{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.8386871814727783, "Finetune/Loss (Raw)": 0.9016913175582886, "Finetune/Step": 5198, "Finetune/Step Time": 5.584032919257879}